2024-07-26T15:17:51.291 INFO:root:teuthology version: 0.0.1.dev379+g53ce146 2024-07-26T15:17:51.313 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-26T15:17:51.404 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544 branch: wip-mchangir-mount-timeout-10-debug description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/snap-schedule} email: mchangir@redhat.com first_in_suite: false job_id: '7819544' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-mchangir-mount-timeout-10-debug ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mon: mon op complaint time: 120 mon warn on pool no app: false osd: osd op complaint time: 180 conf: client: pid file: '' mgr: debug client: 20 debug finisher: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - OSD full dropping all updates - OSD near full - pausewr flag - failsafe engaged, dropping updates - failsafe disengaged, no longer dropping - is full \(reached quota - POOL_FULL - POOL_BACKFILLFULL sha1: 03fdb366c724895b2ff4020e9ba5c66aa2bd0089 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 03fdb366c724895b2ff4020e9ba5c66aa2bd0089 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-mchangir-mount-timeout-10-debug sha1: 03fdb366c724895b2ff4020e9ba5c66aa2bd0089 owner: scheduled_mchangir@teuthology priority: 25 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 7355 sha1: 03fdb366c724895b2ff4020e9ba5c66aa2bd0089 sleep_before_teardown: 0 suite: fs suite_branch: wip-mchangir-mount-timeout-10-debug suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 03fdb366c724895b2ff4020e9ba5c66aa2bd0089 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi033.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI8q97fTwWpSkKmBLNcF48jB4+rglnND/ORp48AlLx4tyVjluqf06/wpEmARHmwfKbOO+yyN79Pg9tq+EnnMz4U= smithi154.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBtrXsAyQRTYG5jN4FxZSJI1TXXbJAn/AruOChf2fLOhebnbNiNVLDosB74rtp1302TYL/E9E+uIq165HYX4uw4= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_snap_schedules teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 53ce1462e129f6eb4071986336534c740fdebd31 timestamp: 2024-07-26_15:01:37 tube: smithi user: mchangir verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525 2024-07-26T15:17:51.404 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa; will attempt to use it 2024-07-26T15:17:51.405 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks 2024-07-26T15:17:51.405 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-07-26T15:17:51.406 INFO:teuthology.task.internal:Checking packages... 2024-07-26T15:17:51.428 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '03fdb366c724895b2ff4020e9ba5c66aa2bd0089' 2024-07-26T15:17:51.428 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-26T15:17:51.428 INFO:teuthology.packaging:ref: None 2024-07-26T15:17:51.428 INFO:teuthology.packaging:tag: None 2024-07-26T15:17:51.428 INFO:teuthology.packaging:branch: wip-mchangir-mount-timeout-10-debug 2024-07-26T15:17:51.428 INFO:teuthology.packaging:sha1: 03fdb366c724895b2ff4020e9ba5c66aa2bd0089 2024-07-26T15:17:51.429 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-mchangir-mount-timeout-10-debug 2024-07-26T15:17:51.569 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-5320.g03fdb366 2024-07-26T15:17:51.571 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-07-26T15:17:51.578 INFO:teuthology.task.internal:no buildpackages task found 2024-07-26T15:17:51.578 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-07-26T15:17:51.626 INFO:teuthology.task.internal:Saving configuration 2024-07-26T15:17:51.643 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-07-26T15:17:51.662 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-07-26T15:17:51.687 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi033.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-26 15:12:24.286765', 'locked_by': 'scheduled_mchangir@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI8q97fTwWpSkKmBLNcF48jB4+rglnND/ORp48AlLx4tyVjluqf06/wpEmARHmwfKbOO+yyN79Pg9tq+EnnMz4U='} 2024-07-26T15:17:51.709 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi154.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-26 15:12:24.288104', 'locked_by': 'scheduled_mchangir@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBtrXsAyQRTYG5jN4FxZSJI1TXXbJAn/AruOChf2fLOhebnbNiNVLDosB74rtp1302TYL/E9E+uIq165HYX4uw4='} 2024-07-26T15:17:51.710 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-07-26T15:17:51.715 INFO:teuthology.task.internal:roles: ubuntu@smithi033.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-07-26T15:17:51.716 INFO:teuthology.task.internal:roles: ubuntu@smithi154.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-07-26T15:17:51.716 INFO:teuthology.run_tasks:Running task console_log... 2024-07-26T15:17:51.803 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f66f1d6fbe0>, signals=[15]) 2024-07-26T15:17:51.803 INFO:teuthology.run_tasks:Running task internal.connect... 2024-07-26T15:17:51.809 INFO:teuthology.task.internal:Opening connections... 2024-07-26T15:17:51.809 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:17:51.810 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T15:17:51.886 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T15:17:51.887 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T15:17:51.959 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-07-26T15:17:51.965 DEBUG:teuthology.orchestra.run.smithi033:> uname -m 2024-07-26T15:17:51.983 INFO:teuthology.orchestra.run.smithi033.stdout:x86_64 2024-07-26T15:17:51.984 DEBUG:teuthology.orchestra.run.smithi033:> cat /etc/os-release 2024-07-26T15:17:52.041 INFO:teuthology.orchestra.run.smithi033.stdout:NAME="CentOS Stream" 2024-07-26T15:17:52.041 INFO:teuthology.orchestra.run.smithi033.stdout:VERSION="9" 2024-07-26T15:17:52.041 INFO:teuthology.orchestra.run.smithi033.stdout:ID="centos" 2024-07-26T15:17:52.041 INFO:teuthology.orchestra.run.smithi033.stdout:ID_LIKE="rhel fedora" 2024-07-26T15:17:52.041 INFO:teuthology.orchestra.run.smithi033.stdout:VERSION_ID="9" 2024-07-26T15:17:52.041 INFO:teuthology.orchestra.run.smithi033.stdout:PLATFORM_ID="platform:el9" 2024-07-26T15:17:52.041 INFO:teuthology.orchestra.run.smithi033.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-26T15:17:52.042 INFO:teuthology.orchestra.run.smithi033.stdout:ANSI_COLOR="0;31" 2024-07-26T15:17:52.042 INFO:teuthology.orchestra.run.smithi033.stdout:LOGO="fedora-logo-icon" 2024-07-26T15:17:52.042 INFO:teuthology.orchestra.run.smithi033.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-26T15:17:52.042 INFO:teuthology.orchestra.run.smithi033.stdout:HOME_URL="https://centos.org/" 2024-07-26T15:17:52.042 INFO:teuthology.orchestra.run.smithi033.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-26T15:17:52.042 INFO:teuthology.orchestra.run.smithi033.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-26T15:17:52.042 INFO:teuthology.orchestra.run.smithi033.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-26T15:17:52.043 INFO:teuthology.lock.ops:Updating smithi033.front.sepia.ceph.com on lock server 2024-07-26T15:17:52.065 DEBUG:teuthology.orchestra.run.smithi154:> uname -m 2024-07-26T15:17:52.083 INFO:teuthology.orchestra.run.smithi154.stdout:x86_64 2024-07-26T15:17:52.083 DEBUG:teuthology.orchestra.run.smithi154:> cat /etc/os-release 2024-07-26T15:17:52.140 INFO:teuthology.orchestra.run.smithi154.stdout:NAME="CentOS Stream" 2024-07-26T15:17:52.141 INFO:teuthology.orchestra.run.smithi154.stdout:VERSION="9" 2024-07-26T15:17:52.141 INFO:teuthology.orchestra.run.smithi154.stdout:ID="centos" 2024-07-26T15:17:52.141 INFO:teuthology.orchestra.run.smithi154.stdout:ID_LIKE="rhel fedora" 2024-07-26T15:17:52.141 INFO:teuthology.orchestra.run.smithi154.stdout:VERSION_ID="9" 2024-07-26T15:17:52.141 INFO:teuthology.orchestra.run.smithi154.stdout:PLATFORM_ID="platform:el9" 2024-07-26T15:17:52.141 INFO:teuthology.orchestra.run.smithi154.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-26T15:17:52.142 INFO:teuthology.orchestra.run.smithi154.stdout:ANSI_COLOR="0;31" 2024-07-26T15:17:52.142 INFO:teuthology.orchestra.run.smithi154.stdout:LOGO="fedora-logo-icon" 2024-07-26T15:17:52.142 INFO:teuthology.orchestra.run.smithi154.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-26T15:17:52.142 INFO:teuthology.orchestra.run.smithi154.stdout:HOME_URL="https://centos.org/" 2024-07-26T15:17:52.142 INFO:teuthology.orchestra.run.smithi154.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-26T15:17:52.142 INFO:teuthology.orchestra.run.smithi154.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-26T15:17:52.142 INFO:teuthology.orchestra.run.smithi154.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-26T15:17:52.142 INFO:teuthology.lock.ops:Updating smithi154.front.sepia.ceph.com on lock server 2024-07-26T15:17:52.166 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-07-26T15:17:52.175 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-07-26T15:17:52.185 INFO:teuthology.task.internal:Checking for old test directory... 2024-07-26T15:17:52.185 DEBUG:teuthology.orchestra.run.smithi033:> test '!' -e /home/ubuntu/cephtest 2024-07-26T15:17:52.187 DEBUG:teuthology.orchestra.run.smithi154:> test '!' -e /home/ubuntu/cephtest 2024-07-26T15:17:52.203 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-07-26T15:17:52.222 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-07-26T15:17:52.223 DEBUG:teuthology.orchestra.run.smithi033:> test -z $(ls -A /var/lib/ceph) 2024-07-26T15:17:52.244 DEBUG:teuthology.orchestra.run.smithi154:> test -z $(ls -A /var/lib/ceph) 2024-07-26T15:17:52.372 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-07-26T15:17:52.426 INFO:teuthology.run_tasks:Running task kernel... 2024-07-26T15:17:52.440 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-07-26T15:17:52.440 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-07-26T15:17:52.440 DEBUG:teuthology.orchestra.run.smithi033:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-26T15:17:52.441 DEBUG:teuthology.orchestra.run.smithi154:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-26T15:17:52.457 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T15:17:52.458 DEBUG:teuthology.orchestra.run.smithi154:> uname -r 2024-07-26T15:17:52.458 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T15:17:52.459 DEBUG:teuthology.orchestra.run.smithi033:> uname -r 2024-07-26T15:17:52.514 INFO:teuthology.orchestra.run.smithi154.stdout:5.14.0-437.el9.x86_64 2024-07-26T15:17:52.515 INFO:teuthology.task.kernel:Running kernel on smithi154: 5.14.0-437.el9.x86_64 2024-07-26T15:17:52.515 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum install -y kernel 2024-07-26T15:17:52.517 INFO:teuthology.orchestra.run.smithi033.stdout:5.14.0-437.el9.x86_64 2024-07-26T15:17:52.517 INFO:teuthology.task.kernel:Running kernel on smithi033: 5.14.0-437.el9.x86_64 2024-07-26T15:17:52.517 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum install -y kernel 2024-07-26T15:17:55.066 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - BaseOS 8.3 MB/s | 8.2 MB 00:00 2024-07-26T15:17:56.514 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - BaseOS 3.5 MB/s | 8.2 MB 00:02 2024-07-26T15:17:58.498 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - AppStream 24 MB/s | 20 MB 00:00 2024-07-26T15:18:03.793 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - CRB 4.7 MB/s | 6.5 MB 00:01 2024-07-26T15:18:05.583 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 18 kB 00:00 2024-07-26T15:18:06.536 INFO:teuthology.orchestra.run.smithi033.stdout:Extra Packages for Enterprise Linux 27 MB/s | 22 MB 00:00 2024-07-26T15:18:12.117 INFO:teuthology.orchestra.run.smithi033.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-07-26T15:18:13.915 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - AppStream 1.1 MB/s | 20 MB 00:17 2024-07-26T15:18:14.324 INFO:teuthology.orchestra.run.smithi033.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-07-26T15:18:14.324 INFO:teuthology.orchestra.run.smithi033.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-07-26T15:18:14.422 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-07-26T15:18:14.427 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-07-26T15:18:14.427 INFO:teuthology.orchestra.run.smithi033.stdout: Package Architecture Version Repository Size 2024-07-26T15:18:14.427 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-07-26T15:18:14.427 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-07-26T15:18:14.427 INFO:teuthology.orchestra.run.smithi033.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-07-26T15:18:14.428 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-07-26T15:18:14.428 INFO:teuthology.orchestra.run.smithi033.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-07-26T15:18:14.428 INFO:teuthology.orchestra.run.smithi033.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-07-26T15:18:14.428 INFO:teuthology.orchestra.run.smithi033.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-07-26T15:18:14.428 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:18:14.428 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-07-26T15:18:14.428 INFO:teuthology.orchestra.run.smithi033.stdout:================================================================================ 2024-07-26T15:18:14.428 INFO:teuthology.orchestra.run.smithi033.stdout:Install 4 Packages 2024-07-26T15:18:14.428 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:18:14.429 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 84 M 2024-07-26T15:18:14.429 INFO:teuthology.orchestra.run.smithi033.stdout:Installed size: 126 M 2024-07-26T15:18:14.429 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-07-26T15:18:15.510 INFO:teuthology.orchestra.run.smithi033.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.6 MB/s | 1.5 MB 00:00 2024-07-26T15:18:20.274 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - CRB 2.6 MB/s | 6.5 MB 00:02 2024-07-26T15:18:21.808 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - Extras packages 89 kB/s | 18 kB 00:00 2024-07-26T15:18:23.012 INFO:teuthology.orchestra.run.smithi154.stdout:Extra Packages for Enterprise Linux 21 MB/s | 22 MB 00:01 2024-07-26T15:18:23.343 INFO:teuthology.orchestra.run.smithi033.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 1.9 MB/s | 17 MB 00:08 2024-07-26T15:18:25.292 INFO:teuthology.orchestra.run.smithi033.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 3.3 MB/s | 36 MB 00:10 2024-07-26T15:18:28.451 INFO:teuthology.orchestra.run.smithi154.stdout:lab-extras 17 kB/s | 1.7 kB 00:00 2024-07-26T15:18:30.499 INFO:teuthology.orchestra.run.smithi154.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-07-26T15:18:30.499 INFO:teuthology.orchestra.run.smithi154.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-07-26T15:18:30.592 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-07-26T15:18:30.604 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-07-26T15:18:30.604 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2024-07-26T15:18:30.604 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-07-26T15:18:30.604 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-07-26T15:18:30.604 INFO:teuthology.orchestra.run.smithi154.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-07-26T15:18:30.604 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-07-26T15:18:30.604 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-07-26T15:18:30.604 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-07-26T15:18:30.604 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-07-26T15:18:30.604 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:18:30.605 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-07-26T15:18:30.605 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-07-26T15:18:30.605 INFO:teuthology.orchestra.run.smithi154.stdout:Install 4 Packages 2024-07-26T15:18:30.605 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:18:30.605 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 84 M 2024-07-26T15:18:30.605 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 126 M 2024-07-26T15:18:30.605 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-07-26T15:18:32.017 INFO:teuthology.orchestra.run.smithi033.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 1.8 MB/s | 30 MB 00:16 2024-07-26T15:18:32.017 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-07-26T15:18:32.017 INFO:teuthology.orchestra.run.smithi033.stdout:Total 4.8 MB/s | 84 MB 00:17 2024-07-26T15:18:32.219 INFO:teuthology.orchestra.run.smithi154.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.0 MB/s | 1.5 MB 00:01 2024-07-26T15:18:32.694 INFO:teuthology.orchestra.run.smithi154.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 8.7 MB/s | 17 MB 00:01 2024-07-26T15:18:32.782 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-07-26T15:18:33.191 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-07-26T15:18:33.191 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-07-26T15:18:33.519 INFO:teuthology.orchestra.run.smithi154.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 13 MB/s | 36 MB 00:02 2024-07-26T15:18:34.242 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-07-26T15:18:34.242 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-07-26T15:18:35.719 INFO:teuthology.orchestra.run.smithi154.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 8.6 MB/s | 30 MB 00:03 2024-07-26T15:18:35.720 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-07-26T15:18:35.720 INFO:teuthology.orchestra.run.smithi154.stdout:Total 17 MB/s | 84 MB 00:05 2024-07-26T15:18:36.452 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-07-26T15:18:36.784 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-07-26T15:18:36.784 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-07-26T15:18:36.846 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-07-26T15:18:37.544 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-07-26T15:18:37.642 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T15:18:37.789 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-07-26T15:18:37.789 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-07-26T15:18:40.270 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-07-26T15:18:40.521 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T15:18:40.669 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T15:18:40.987 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-07-26T15:18:41.087 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T15:18:43.751 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T15:18:43.901 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T15:18:45.882 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T15:18:45.944 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:18:48.707 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T15:18:48.893 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:18:51.169 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:18:53.744 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:19:22.525 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:19:22.566 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:19:22.924 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:19:22.924 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-07-26T15:19:22.924 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T15:19:22.924 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T15:19:23.399 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:19:23.439 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:19:23.758 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:19:23.759 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:19:23.759 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-07-26T15:19:23.759 INFO:teuthology.orchestra.run.smithi033.stdout: kernel-5.14.0-480.el9.x86_64 2024-07-26T15:19:23.759 INFO:teuthology.orchestra.run.smithi033.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-07-26T15:19:23.759 INFO:teuthology.orchestra.run.smithi033.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-07-26T15:19:23.759 INFO:teuthology.orchestra.run.smithi033.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-07-26T15:19:23.759 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:19:23.759 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-07-26T15:19:23.823 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:19:23.823 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-07-26T15:19:23.823 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-07-26T15:19:23.823 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-07-26T15:19:24.162 DEBUG:teuthology.orchestra.run.smithi033:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T15:19:24.249 INFO:teuthology.orchestra.run.smithi033.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T15:19:24.249 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T15:19:24.250 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-07-26T15:19:24.250 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-07-26T15:19:24.250 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-07-26T15:19:24.250 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-07-26T15:19:24.250 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi033.front.sepia.ceph.com, path=None, version=distro) 2024-07-26T15:19:24.250 DEBUG:teuthology.orchestra.run.smithi033:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T15:19:24.308 INFO:teuthology.orchestra.run.smithi033.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T15:19:24.308 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T15:19:24.308 DEBUG:teuthology.orchestra.run.smithi033:> sudo rpm -qi grub2-tools 2024-07-26T15:19:24.339 INFO:teuthology.orchestra.run.smithi033.stdout:Name : grub2-tools 2024-07-26T15:19:24.340 INFO:teuthology.orchestra.run.smithi033.stdout:Epoch : 1 2024-07-26T15:19:24.340 INFO:teuthology.orchestra.run.smithi033.stdout:Version : 2.06 2024-07-26T15:19:24.340 INFO:teuthology.orchestra.run.smithi033.stdout:Release : 68.el9 2024-07-26T15:19:24.340 INFO:teuthology.orchestra.run.smithi033.stdout:Architecture: x86_64 2024-07-26T15:19:24.340 INFO:teuthology.orchestra.run.smithi033.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-26T15:19:24.340 INFO:teuthology.orchestra.run.smithi033.stdout:Group : Unspecified 2024-07-26T15:19:24.340 INFO:teuthology.orchestra.run.smithi033.stdout:Size : 8264254 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:License : GPLv3+ 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:Packager : builder@centos.org 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:Vendor : CentOS 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:Summary : Support tools for GRUB. 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:Description : 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-26T15:19:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-26T15:19:24.342 INFO:teuthology.orchestra.run.smithi033.stdout:hardware devices. 2024-07-26T15:19:24.342 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:19:24.342 INFO:teuthology.orchestra.run.smithi033.stdout:This subpackage provides tools for support of all platforms. 2024-07-26T15:19:24.343 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-26T15:19:24.343 INFO:teuthology.task.kernel:Updating grub on smithi033 to boot 5.14.0-480.el9.x86_64 2024-07-26T15:19:24.343 DEBUG:teuthology.orchestra.run.smithi033:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-26T15:19:24.670 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-07-26T15:19:24.670 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:19:24.670 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-07-26T15:19:24.670 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-5.14.0-480.el9.x86_64 2024-07-26T15:19:24.671 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-07-26T15:19:24.671 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-07-26T15:19:24.671 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-07-26T15:19:24.671 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:19:24.671 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-07-26T15:19:24.998 INFO:teuthology.orchestra.run.smithi033.stderr:Generating grub configuration file ... 2024-07-26T15:19:25.065 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T15:19:25.144 INFO:teuthology.orchestra.run.smithi154.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T15:19:25.144 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T15:19:25.145 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-07-26T15:19:25.145 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-07-26T15:19:25.145 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-07-26T15:19:25.145 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-07-26T15:19:25.145 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi154.front.sepia.ceph.com, path=None, version=distro) 2024-07-26T15:19:25.145 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q kernel | sort -rV | head -n 1 2024-07-26T15:19:25.202 INFO:teuthology.orchestra.run.smithi154.stdout:kernel-5.14.0-480.el9.x86_64 2024-07-26T15:19:25.202 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-07-26T15:19:25.203 DEBUG:teuthology.orchestra.run.smithi154:> sudo rpm -qi grub2-tools 2024-07-26T15:19:25.233 INFO:teuthology.orchestra.run.smithi154.stdout:Name : grub2-tools 2024-07-26T15:19:25.233 INFO:teuthology.orchestra.run.smithi154.stdout:Epoch : 1 2024-07-26T15:19:25.234 INFO:teuthology.orchestra.run.smithi154.stdout:Version : 2.06 2024-07-26T15:19:25.234 INFO:teuthology.orchestra.run.smithi154.stdout:Release : 68.el9 2024-07-26T15:19:25.234 INFO:teuthology.orchestra.run.smithi154.stdout:Architecture: x86_64 2024-07-26T15:19:25.234 INFO:teuthology.orchestra.run.smithi154.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-26T15:19:25.234 INFO:teuthology.orchestra.run.smithi154.stdout:Group : Unspecified 2024-07-26T15:19:25.234 INFO:teuthology.orchestra.run.smithi154.stdout:Size : 8264254 2024-07-26T15:19:25.234 INFO:teuthology.orchestra.run.smithi154.stdout:License : GPLv3+ 2024-07-26T15:19:25.234 INFO:teuthology.orchestra.run.smithi154.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-26T15:19:25.234 INFO:teuthology.orchestra.run.smithi154.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-26T15:19:25.234 INFO:teuthology.orchestra.run.smithi154.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-26T15:19:25.234 INFO:teuthology.orchestra.run.smithi154.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout:Packager : builder@centos.org 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout:Vendor : CentOS 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout:Summary : Support tools for GRUB. 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout:Description : 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout:hardware devices. 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:19:25.235 INFO:teuthology.orchestra.run.smithi154.stdout:This subpackage provides tools for support of all platforms. 2024-07-26T15:19:25.236 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-26T15:19:25.237 INFO:teuthology.task.kernel:Updating grub on smithi154 to boot 5.14.0-480.el9.x86_64 2024-07-26T15:19:25.237 DEBUG:teuthology.orchestra.run.smithi154:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-26T15:19:25.873 INFO:teuthology.orchestra.run.smithi154.stderr:Generating grub configuration file ... 2024-07-26T15:19:26.416 INFO:teuthology.orchestra.run.smithi033.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-26T15:19:26.438 INFO:teuthology.orchestra.run.smithi033.stderr:done 2024-07-26T15:19:26.440 DEBUG:teuthology.orchestra.run.smithi033:> mktemp 2024-07-26T15:19:26.496 INFO:teuthology.orchestra.run.smithi033.stdout:/tmp/tmp.dZWD9vbAbI 2024-07-26T15:19:26.496 DEBUG:teuthology.orchestra.run.smithi033:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.dZWD9vbAbI 2024-07-26T15:19:26.563 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 0666 /tmp/tmp.dZWD9vbAbI 2024-07-26T15:19:26.700 DEBUG:teuthology.orchestra.remote:smithi033:/tmp/tmp.dZWD9vbAbI is 6KB 2024-07-26T15:19:26.749 DEBUG:teuthology.orchestra.run.smithi033:> rm -fr /tmp/tmp.dZWD9vbAbI 2024-07-26T15:19:26.764 DEBUG:teuthology.orchestra.run.smithi033:> sudo /bin/ls /boot/loader/entries || true 2024-07-26T15:19:26.826 INFO:teuthology.orchestra.run.smithi033.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-26T15:19:26.826 INFO:teuthology.orchestra.run.smithi033.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-26T15:19:26.827 INFO:teuthology.orchestra.run.smithi033.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-26T15:19:26.827 INFO:teuthology.orchestra.run.smithi033.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-07-26T15:19:26.828 DEBUG:teuthology.orchestra.run.smithi033:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-07-26T15:19:26.973 DEBUG:teuthology.orchestra.run.smithi033:> sudo shutdown -r now 2024-07-26T15:19:27.257 INFO:teuthology.orchestra.run.smithi154.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-26T15:19:27.289 INFO:teuthology.orchestra.run.smithi154.stderr:done 2024-07-26T15:19:27.291 DEBUG:teuthology.orchestra.run.smithi154:> mktemp 2024-07-26T15:19:27.308 INFO:teuthology.orchestra.run.smithi154.stdout:/tmp/tmp.jxv7ByzXmZ 2024-07-26T15:19:27.309 DEBUG:teuthology.orchestra.run.smithi154:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.jxv7ByzXmZ 2024-07-26T15:19:27.374 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 0666 /tmp/tmp.jxv7ByzXmZ 2024-07-26T15:19:27.517 DEBUG:teuthology.orchestra.remote:smithi154:/tmp/tmp.jxv7ByzXmZ is 6KB 2024-07-26T15:19:27.536 DEBUG:teuthology.orchestra.run.smithi154:> rm -fr /tmp/tmp.jxv7ByzXmZ 2024-07-26T15:19:27.550 DEBUG:teuthology.orchestra.run.smithi154:> sudo /bin/ls /boot/loader/entries || true 2024-07-26T15:19:27.612 INFO:teuthology.orchestra.run.smithi154.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-26T15:19:27.612 INFO:teuthology.orchestra.run.smithi154.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-26T15:19:27.612 INFO:teuthology.orchestra.run.smithi154.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-26T15:19:27.612 INFO:teuthology.orchestra.run.smithi154.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-07-26T15:19:27.614 DEBUG:teuthology.orchestra.run.smithi154:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-07-26T15:19:27.759 DEBUG:teuthology.orchestra.run.smithi154:> sudo shutdown -r now 2024-07-26T15:19:57.002 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-07-26T15:19:57.003 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-07-26T15:19:57.004 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T15:19:57.763 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-07-26T15:19:57.763 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-07-26T15:19:57.763 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T15:20:15.331 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.33 2024-07-26T15:20:16.094 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.154 2024-07-26T15:20:24.340 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-07-26T15:20:24.341 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T15:20:25.096 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-07-26T15:20:25.096 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T15:20:28.158 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.154 2024-07-26T15:20:40.170 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-07-26T15:20:40.172 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T15:20:42.719 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.33 2024-07-26T15:20:54.730 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-07-26T15:20:54.731 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T15:20:56.346 DEBUG:teuthology.orchestra.run.smithi033:> true 2024-07-26T15:20:56.776 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-07-26T15:20:56.776 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-07-26T15:20:56.777 DEBUG:teuthology.orchestra.run.smithi033:> uname -r 2024-07-26T15:20:56.795 INFO:teuthology.orchestra.run.smithi033.stdout:5.14.0-480.el9.x86_64 2024-07-26T15:20:56.795 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-07-26T15:20:56.795 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-26T15:20:56.795 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-26T15:20:57.796 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-07-26T15:20:57.796 DEBUG:teuthology.orchestra.run.smithi033:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-26T15:20:57.878 INFO:teuthology.orchestra.run.smithi033.stdout:ttyS1 2024-07-26T15:20:57.915 DEBUG:teuthology.parallel:result is None 2024-07-26T15:20:58.590 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.154 2024-07-26T15:21:13.591 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-07-26T15:21:13.592 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T15:21:13.919 DEBUG:teuthology.orchestra.run.smithi154:> true 2024-07-26T15:21:14.293 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-07-26T15:21:14.294 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-07-26T15:21:14.294 DEBUG:teuthology.orchestra.run.smithi154:> uname -r 2024-07-26T15:21:14.309 INFO:teuthology.orchestra.run.smithi154.stdout:5.14.0-480.el9.x86_64 2024-07-26T15:21:14.309 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-07-26T15:21:14.309 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-26T15:21:14.309 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-26T15:21:15.309 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-07-26T15:21:15.310 DEBUG:teuthology.orchestra.run.smithi154:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-07-26T15:21:15.361 INFO:teuthology.orchestra.run.smithi154.stdout:ttyS1 2024-07-26T15:21:15.433 DEBUG:teuthology.parallel:result is None 2024-07-26T15:21:15.433 INFO:teuthology.run_tasks:Running task internal.base... 2024-07-26T15:21:15.440 INFO:teuthology.task.internal:Creating test directory... 2024-07-26T15:21:15.441 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-26T15:21:15.444 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-26T15:21:15.462 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-07-26T15:21:15.474 INFO:teuthology.run_tasks:Running task internal.archive... 2024-07-26T15:21:15.481 INFO:teuthology.task.internal:Creating archive directory... 2024-07-26T15:21:15.481 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-26T15:21:15.506 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-26T15:21:15.540 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-07-26T15:21:15.546 INFO:teuthology.task.internal:Enabling coredump saving... 2024-07-26T15:21:15.546 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-26T15:21:15.577 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-26T15:21:15.609 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T15:21:15.620 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T15:21:15.631 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T15:21:15.641 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-26T15:21:15.643 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-07-26T15:21:15.649 INFO:teuthology.task.internal:Configuring sudo... 2024-07-26T15:21:15.649 DEBUG:teuthology.orchestra.run.smithi033:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-26T15:21:15.665 DEBUG:teuthology.orchestra.run.smithi154:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-26T15:21:15.692 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-07-26T15:21:15.700 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-07-26T15:21:15.700 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-26T15:21:15.734 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-26T15:21:15.749 DEBUG:teuthology.orchestra.run.smithi033:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T15:21:15.836 DEBUG:teuthology.orchestra.run.smithi033:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T15:21:15.884 DEBUG:teuthology.orchestra.run.smithi033:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T15:21:15.968 DEBUG:teuthology.orchestra.run.smithi033:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T15:21:16.012 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:21:16.012 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-26T15:21:16.080 DEBUG:teuthology.orchestra.run.smithi154:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T15:21:16.121 DEBUG:teuthology.orchestra.run.smithi154:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-26T15:21:16.172 DEBUG:teuthology.orchestra.run.smithi154:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T15:21:16.251 DEBUG:teuthology.orchestra.run.smithi154:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-26T15:21:16.287 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:21:16.288 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-26T15:21:16.349 DEBUG:teuthology.orchestra.run.smithi033:> sudo service rsyslog restart 2024-07-26T15:21:16.351 DEBUG:teuthology.orchestra.run.smithi154:> sudo service rsyslog restart 2024-07-26T15:21:16.398 INFO:teuthology.orchestra.run.smithi033.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T15:21:16.434 INFO:teuthology.orchestra.run.smithi154.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T15:21:16.912 INFO:teuthology.run_tasks:Running task internal.timer... 2024-07-26T15:21:16.921 INFO:teuthology.task.internal:Starting timer... 2024-07-26T15:21:16.921 INFO:teuthology.run_tasks:Running task pcp... 2024-07-26T15:21:16.930 INFO:teuthology.run_tasks:Running task selinux... 2024-07-26T15:21:16.938 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-07-26T15:21:16.938 DEBUG:teuthology.orchestra.run.smithi033:> sudo service auditd rotate 2024-07-26T15:21:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:Rotating logs: 2024-07-26T15:21:17.013 DEBUG:teuthology.orchestra.run.smithi154:> sudo service auditd rotate 2024-07-26T15:21:17.109 INFO:teuthology.orchestra.run.smithi154.stdout:Rotating logs: 2024-07-26T15:21:17.111 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-07-26T15:21:17.111 DEBUG:teuthology.orchestra.run.smithi033:> /usr/sbin/getenforce 2024-07-26T15:21:17.132 INFO:teuthology.orchestra.run.smithi033.stdout:Permissive 2024-07-26T15:21:17.132 DEBUG:teuthology.orchestra.run.smithi154:> /usr/sbin/getenforce 2024-07-26T15:21:17.152 INFO:teuthology.orchestra.run.smithi154.stdout:Permissive 2024-07-26T15:21:17.152 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi033.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi154.front.sepia.ceph.com': 'permissive'} 2024-07-26T15:21:17.153 DEBUG:teuthology.orchestra.run.smithi033:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-26T15:21:17.201 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T15:21:17.201 DEBUG:teuthology.orchestra.run.smithi154:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-26T15:21:17.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T15:21:17.227 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-07-26T15:21:17.227 DEBUG:teuthology.orchestra.run.smithi033:> sudo /usr/sbin/setenforce permissive 2024-07-26T15:21:17.270 DEBUG:teuthology.orchestra.run.smithi154:> sudo /usr/sbin/setenforce permissive 2024-07-26T15:21:17.300 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-07-26T15:21:17.310 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-07-26T15:21:17.313 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-07-26T15:21:17.429 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-07-26T15:21:17.439 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-07-26T15:21:17.440 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi033.front.sepia.ceph.com,smithi154.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-07-26T15:25:53.564 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi033.front.sepia.ceph.com'), Remote(name='ubuntu@smithi154.front.sepia.ceph.com')] 2024-07-26T15:25:53.566 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-07-26T15:25:53.567 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T15:25:53.645 DEBUG:teuthology.orchestra.run.smithi033:> true 2024-07-26T15:25:53.735 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-07-26T15:25:53.735 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-07-26T15:25:53.736 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-26T15:25:53.810 DEBUG:teuthology.orchestra.run.smithi154:> true 2024-07-26T15:25:53.890 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-07-26T15:25:53.891 INFO:teuthology.run_tasks:Running task clock... 2024-07-26T15:25:53.901 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-07-26T15:25:53.902 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-26T15:25:53.902 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T15:25:53.904 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-26T15:25:53.905 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T15:25:53.937 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-26T15:25:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-26T15:25:53.961 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-26T15:25:53.976 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-26T15:25:53.981 INFO:teuthology.orchestra.run.smithi033.stderr:sudo: ntpd: command not found 2024-07-26T15:25:53.993 INFO:teuthology.orchestra.run.smithi033.stdout:506 Cannot talk to daemon 2024-07-26T15:25:54.000 INFO:teuthology.orchestra.run.smithi154.stderr:sudo: ntpd: command not found 2024-07-26T15:25:54.008 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-26T15:25:54.011 INFO:teuthology.orchestra.run.smithi154.stdout:506 Cannot talk to daemon 2024-07-26T15:25:54.023 INFO:teuthology.orchestra.run.smithi033.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-26T15:25:54.026 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-26T15:25:54.040 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-26T15:25:54.082 INFO:teuthology.orchestra.run.smithi033.stderr:bash: line 1: ntpq: command not found 2024-07-26T15:25:54.085 INFO:teuthology.orchestra.run.smithi033.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T15:25:54.085 INFO:teuthology.orchestra.run.smithi033.stdout:=============================================================================== 2024-07-26T15:25:54.086 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T15:25:54.086 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T15:25:54.086 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T15:25:54.086 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T15:25:54.096 INFO:teuthology.orchestra.run.smithi154.stderr:bash: line 1: ntpq: command not found 2024-07-26T15:25:54.100 INFO:teuthology.orchestra.run.smithi154.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T15:25:54.100 INFO:teuthology.orchestra.run.smithi154.stdout:=============================================================================== 2024-07-26T15:25:54.100 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T15:25:54.100 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T15:25:54.100 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T15:25:54.100 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T15:25:54.101 INFO:teuthology.run_tasks:Running task install... 2024-07-26T15:25:54.109 DEBUG:teuthology.task.install:project ceph 2024-07-26T15:25:54.109 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '03fdb366c724895b2ff4020e9ba5c66aa2bd0089'}} 2024-07-26T15:25:54.109 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '03fdb366c724895b2ff4020e9ba5c66aa2bd0089'} 2024-07-26T15:25:54.109 INFO:teuthology.task.install:Using flavor: default 2024-07-26T15:25:54.114 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-07-26T15:25:54.114 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-07-26T15:25:54.115 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '03fdb366c724895b2ff4020e9ba5c66aa2bd0089', 'tag': None, 'wait_for_package': False} 2024-07-26T15:25:54.115 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=03fdb366c724895b2ff4020e9ba5c66aa2bd0089 2024-07-26T15:25:54.117 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '03fdb366c724895b2ff4020e9ba5c66aa2bd0089', 'tag': None, 'wait_for_package': False} 2024-07-26T15:25:54.117 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=03fdb366c724895b2ff4020e9ba5c66aa2bd0089 2024-07-26T15:25:54.260 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-mchangir-mount-timeout-10-debug/03fdb366c724895b2ff4020e9ba5c66aa2bd0089/centos/9/flavors/default/ 2024-07-26T15:25:54.260 INFO:teuthology.task.install.rpm:Package version is 19.0.0-5320.g03fdb366 2024-07-26T15:25:54.265 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-mchangir-mount-timeout-10-debug/03fdb366c724895b2ff4020e9ba5c66aa2bd0089/centos/9/flavors/default/ 2024-07-26T15:25:54.265 INFO:teuthology.task.install.rpm:Package version is 19.0.0-5320.g03fdb366 2024-07-26T15:25:54.371 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-mchangir-mount-timeout-10-debug/03fdb366c724895b2ff4020e9ba5c66aa2bd0089/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-mchangir-mount-timeout-10-debug/03fdb366c724895b2ff4020e9ba5c66aa2bd0089/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-mchangir-mount-timeout-10-debug/03fdb366c724895b2ff4020e9ba5c66aa2bd0089/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-26T15:25:54.371 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:25:54.372 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-26T15:25:54.378 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-mchangir-mount-timeout-10-debug/03fdb366c724895b2ff4020e9ba5c66aa2bd0089/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-mchangir-mount-timeout-10-debug/03fdb366c724895b2ff4020e9ba5c66aa2bd0089/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-mchangir-mount-timeout-10-debug/03fdb366c724895b2ff4020e9ba5c66aa2bd0089/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-26T15:25:54.378 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:25:54.378 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-26T15:25:54.398 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-07-26T15:25:54.399 DEBUG:teuthology.orchestra.run.smithi033:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/03fdb366c724895b2ff4020e9ba5c66aa2bd0089/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-26T15:25:54.404 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-07-26T15:25:54.404 DEBUG:teuthology.orchestra.run.smithi154:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/03fdb366c724895b2ff4020e9ba5c66aa2bd0089/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-26T15:25:54.467 DEBUG:teuthology.orchestra.run.smithi033:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-26T15:25:54.469 DEBUG:teuthology.orchestra.run.smithi154:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-26T15:25:54.545 DEBUG:teuthology.orchestra.run.smithi033:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-26T15:25:54.546 DEBUG:teuthology.orchestra.run.smithi154:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-26T15:25:54.610 INFO:teuthology.orchestra.run.smithi154.stdout:check_obsoletes = 1 2024-07-26T15:25:54.611 INFO:teuthology.orchestra.run.smithi033.stdout:check_obsoletes = 1 2024-07-26T15:25:54.612 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum clean all 2024-07-26T15:25:54.613 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum clean all 2024-07-26T15:25:54.842 INFO:teuthology.orchestra.run.smithi154.stdout:45 files removed 2024-07-26T15:25:54.853 INFO:teuthology.orchestra.run.smithi033.stdout:45 files removed 2024-07-26T15:25:54.869 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-07-26T15:25:54.880 DEBUG:teuthology.orchestra.run.smithi033:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-07-26T15:25:55.484 INFO:teuthology.orchestra.run.smithi154.stdout:ceph packages for x86_64 249 kB/s | 83 kB 00:00 2024-07-26T15:25:55.495 INFO:teuthology.orchestra.run.smithi033.stdout:ceph packages for x86_64 257 kB/s | 83 kB 00:00 2024-07-26T15:25:55.834 INFO:teuthology.orchestra.run.smithi154.stdout:ceph noarch packages 80 kB/s | 24 kB 00:00 2024-07-26T15:25:55.871 INFO:teuthology.orchestra.run.smithi033.stdout:ceph noarch packages 74 kB/s | 24 kB 00:00 2024-07-26T15:25:56.177 INFO:teuthology.orchestra.run.smithi154.stdout:ceph source packages 6.4 kB/s | 1.9 kB 00:00 2024-07-26T15:25:56.213 INFO:teuthology.orchestra.run.smithi033.stdout:ceph source packages 6.4 kB/s | 1.9 kB 00:00 2024-07-26T15:25:57.822 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - BaseOS 5.2 MB/s | 8.2 MB 00:01 2024-07-26T15:25:58.285 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - BaseOS 4.0 MB/s | 8.2 MB 00:02 2024-07-26T15:25:59.953 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - AppStream 35 MB/s | 20 MB 00:00 2024-07-26T15:26:00.447 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - AppStream 13 MB/s | 20 MB 00:01 2024-07-26T15:26:05.490 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - CRB 5.6 MB/s | 6.5 MB 00:01 2024-07-26T15:26:06.287 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - CRB 2.5 MB/s | 6.5 MB 00:02 2024-07-26T15:26:06.957 INFO:teuthology.orchestra.run.smithi033.stdout:CentOS Stream 9 - Extras packages 91 kB/s | 18 kB 00:00 2024-07-26T15:26:07.886 INFO:teuthology.orchestra.run.smithi033.stdout:Extra Packages for Enterprise Linux 28 MB/s | 22 MB 00:00 2024-07-26T15:26:07.937 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 18 kB 00:00 2024-07-26T15:26:08.892 INFO:teuthology.orchestra.run.smithi154.stdout:Extra Packages for Enterprise Linux 27 MB/s | 22 MB 00:00 2024-07-26T15:26:13.367 INFO:teuthology.orchestra.run.smithi033.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-07-26T15:26:14.147 INFO:teuthology.orchestra.run.smithi154.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-07-26T15:26:15.793 INFO:teuthology.orchestra.run.smithi033.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T15:26:15.794 INFO:teuthology.orchestra.run.smithi033.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T15:26:15.805 INFO:teuthology.orchestra.run.smithi033.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-07-26T15:26:15.806 INFO:teuthology.orchestra.run.smithi033.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-07-26T15:26:15.807 INFO:teuthology.orchestra.run.smithi033.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-07-26T15:26:15.808 INFO:teuthology.orchestra.run.smithi033.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-07-26T15:26:15.809 INFO:teuthology.orchestra.run.smithi033.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-07-26T15:26:15.812 INFO:teuthology.orchestra.run.smithi033.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-07-26T15:26:15.813 INFO:teuthology.orchestra.run.smithi033.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-07-26T15:26:15.880 INFO:teuthology.orchestra.run.smithi033.stdout:Dependencies resolved. 2024-07-26T15:26:15.901 INFO:teuthology.orchestra.run.smithi033.stdout:======================================================================================= 2024-07-26T15:26:15.901 INFO:teuthology.orchestra.run.smithi033.stdout: Package Arch Version Repository Size 2024-07-26T15:26:15.902 INFO:teuthology.orchestra.run.smithi033.stdout:======================================================================================= 2024-07-26T15:26:15.902 INFO:teuthology.orchestra.run.smithi033.stdout:Installing: 2024-07-26T15:26:15.902 INFO:teuthology.orchestra.run.smithi033.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-07-26T15:26:15.902 INFO:teuthology.orchestra.run.smithi033.stdout: ceph x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 6.6 k 2024-07-26T15:26:15.902 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-base x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 5.5 M 2024-07-26T15:26:15.902 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-fuse x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 875 k 2024-07-26T15:26:15.902 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 148 k 2024-07-26T15:26:15.902 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 1.5 M 2024-07-26T15:26:15.902 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-cephadm noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 149 k 2024-07-26T15:26:15.902 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-dashboard noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 14 M 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 7.4 M 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-rook noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 49 k 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-radosgw x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 10 M 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-test x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 44 M 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-volume noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 274 k 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: cephadm noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 770 k 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-mirror x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 227 k 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-shell x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 27 k 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-top noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 18 k 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-07-26T15:26:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs-devel x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 32 k 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs2 x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 769 k 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: librados-devel x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 127 k 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-devel x86_64 1:3.2.2-2.el9 appstream 4.4 M 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cephfs x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 188 k 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rados x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 372 k 2024-07-26T15:26:15.904 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rbd x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 355 k 2024-07-26T15:26:15.905 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rgw x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 116 k 2024-07-26T15:26:15.905 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-fuse x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 86 k 2024-07-26T15:26:15.905 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-mirror x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 3.1 M 2024-07-26T15:26:15.905 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-nbd x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 170 k 2024-07-26T15:26:15.905 INFO:teuthology.orchestra.run.smithi033.stdout: xfsprogs-devel x86_64 6.4.0-3.el9 appstream 96 k 2024-07-26T15:26:15.905 INFO:teuthology.orchestra.run.smithi033.stdout:Upgrading: 2024-07-26T15:26:15.905 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager x86_64 1:1.48.2-2.el9 baseos 2.3 M 2024-07-26T15:26:15.905 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-libnm x86_64 1:1.48.2-2.el9 baseos 1.8 M 2024-07-26T15:26:15.905 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-team x86_64 1:1.48.2-2.el9 baseos 41 k 2024-07-26T15:26:15.905 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-tui x86_64 1:1.48.2-2.el9 baseos 247 k 2024-07-26T15:26:15.905 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-07-26T15:26:15.906 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-07-26T15:26:15.906 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-07-26T15:26:15.906 INFO:teuthology.orchestra.run.smithi033.stdout: librados2 x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 3.4 M 2024-07-26T15:26:15.906 INFO:teuthology.orchestra.run.smithi033.stdout: librbd1 x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 3.1 M 2024-07-26T15:26:15.906 INFO:teuthology.orchestra.run.smithi033.stdout: openssl x86_64 1:3.2.2-2.el9 baseos 1.4 M 2024-07-26T15:26:15.906 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-libs x86_64 1:3.2.2-2.el9 baseos 2.4 M 2024-07-26T15:26:15.906 INFO:teuthology.orchestra.run.smithi033.stdout: xfsprogs x86_64 6.4.0-3.el9 baseos 1.1 M 2024-07-26T15:26:15.906 INFO:teuthology.orchestra.run.smithi033.stdout:Installing dependencies: 2024-07-26T15:26:15.906 INFO:teuthology.orchestra.run.smithi033.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-07-26T15:26:15.906 INFO:teuthology.orchestra.run.smithi033.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-common x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 20 M 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-grafana-dashboards noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 34 k 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mds x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 2.3 M 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-modules-core noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 284 k 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mon x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 4.9 M 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-osd x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 18 M 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-prometheus-alerts noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 16 k 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-selinux x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 25 k 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-26T15:26:15.907 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-26T15:26:15.908 INFO:teuthology.orchestra.run.smithi033.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-26T15:26:15.908 INFO:teuthology.orchestra.run.smithi033.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-26T15:26:15.908 INFO:teuthology.orchestra.run.smithi033.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-07-26T15:26:15.908 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-07-26T15:26:15.908 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-07-26T15:26:15.908 INFO:teuthology.orchestra.run.smithi033.stdout: libcephsqlite x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 158 k 2024-07-26T15:26:15.908 INFO:teuthology.orchestra.run.smithi033.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-26T15:26:15.908 INFO:teuthology.orchestra.run.smithi033.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-26T15:26:15.908 INFO:teuthology.orchestra.run.smithi033.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-26T15:26:15.908 INFO:teuthology.orchestra.run.smithi033.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-26T15:26:15.908 INFO:teuthology.orchestra.run.smithi033.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: libradosstriper1 x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 506 k 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: librgw2 x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 5.3 M 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-26T15:26:15.909 INFO:teuthology.orchestra.run.smithi033.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-argparse x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 45 k 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-common x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 138 k 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-26T15:26:15.910 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-26T15:26:15.911 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-26T15:26:15.912 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-07-26T15:26:15.913 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-07-26T15:26:15.914 INFO:teuthology.orchestra.run.smithi033.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout:Installing weak dependencies: 2024-07-26T15:26:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-07-26T15:26:15.916 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:26:15.916 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction Summary 2024-07-26T15:26:15.916 INFO:teuthology.orchestra.run.smithi033.stdout:======================================================================================= 2024-07-26T15:26:15.916 INFO:teuthology.orchestra.run.smithi033.stdout:Install 148 Packages 2024-07-26T15:26:15.916 INFO:teuthology.orchestra.run.smithi033.stdout:Upgrade 12 Packages 2024-07-26T15:26:15.916 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:26:15.916 INFO:teuthology.orchestra.run.smithi033.stdout:Total download size: 233 M 2024-07-26T15:26:15.917 INFO:teuthology.orchestra.run.smithi033.stdout:Downloading Packages: 2024-07-26T15:26:16.505 INFO:teuthology.orchestra.run.smithi154.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T15:26:16.506 INFO:teuthology.orchestra.run.smithi154.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-26T15:26:16.517 INFO:teuthology.orchestra.run.smithi154.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-07-26T15:26:16.517 INFO:teuthology.orchestra.run.smithi154.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-07-26T15:26:16.518 INFO:teuthology.orchestra.run.smithi154.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-07-26T15:26:16.519 INFO:teuthology.orchestra.run.smithi154.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-07-26T15:26:16.521 INFO:teuthology.orchestra.run.smithi154.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-07-26T15:26:16.523 INFO:teuthology.orchestra.run.smithi154.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-07-26T15:26:16.524 INFO:teuthology.orchestra.run.smithi154.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-07-26T15:26:16.587 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-07-26T15:26:16.597 INFO:teuthology.orchestra.run.smithi154.stdout:======================================================================================= 2024-07-26T15:26:16.597 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-07-26T15:26:16.598 INFO:teuthology.orchestra.run.smithi154.stdout:======================================================================================= 2024-07-26T15:26:16.598 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-07-26T15:26:16.598 INFO:teuthology.orchestra.run.smithi154.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-07-26T15:26:16.598 INFO:teuthology.orchestra.run.smithi154.stdout: ceph x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 6.6 k 2024-07-26T15:26:16.598 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-base x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 5.5 M 2024-07-26T15:26:16.598 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-fuse x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 875 k 2024-07-26T15:26:16.598 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 148 k 2024-07-26T15:26:16.598 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 1.5 M 2024-07-26T15:26:16.598 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-cephadm noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 149 k 2024-07-26T15:26:16.598 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-dashboard noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 14 M 2024-07-26T15:26:16.598 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 7.4 M 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-rook noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 49 k 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-radosgw x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 10 M 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-test x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 44 M 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-volume noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 274 k 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: cephadm noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 770 k 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: cephfs-mirror x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 227 k 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: cephfs-shell x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 27 k 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: cephfs-top noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 18 k 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs-devel x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 32 k 2024-07-26T15:26:16.599 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs2 x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 769 k 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: librados-devel x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 127 k 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: openssl-devel x86_64 1:3.2.2-2.el9 appstream 4.4 M 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 188 k 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rados x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 372 k 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rbd x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 355 k 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rgw x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 116 k 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-fuse x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 86 k 2024-07-26T15:26:16.600 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-mirror x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 3.1 M 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-nbd x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 170 k 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: xfsprogs-devel x86_64 6.4.0-3.el9 appstream 96 k 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrading: 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: NetworkManager x86_64 1:1.48.2-2.el9 baseos 2.3 M 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: NetworkManager-libnm x86_64 1:1.48.2-2.el9 baseos 1.8 M 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: NetworkManager-team x86_64 1:1.48.2-2.el9 baseos 41 k 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: NetworkManager-tui x86_64 1:1.48.2-2.el9 baseos 247 k 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: librados2 x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 3.4 M 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: librbd1 x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 3.1 M 2024-07-26T15:26:16.601 INFO:teuthology.orchestra.run.smithi154.stdout: openssl x86_64 1:3.2.2-2.el9 baseos 1.4 M 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout: openssl-libs x86_64 1:3.2.2-2.el9 baseos 2.4 M 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout: xfsprogs x86_64 6.4.0-3.el9 baseos 1.1 M 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-common x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 20 M 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-grafana-dashboards noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 34 k 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mds x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 2.3 M 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-modules-core noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 284 k 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mon x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 4.9 M 2024-07-26T15:26:16.602 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-osd x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 18 M 2024-07-26T15:26:16.603 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-prometheus-alerts noarch 2:19.0.0-5320.g03fdb366.el9 ceph-noarch 16 k 2024-07-26T15:26:16.603 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-selinux x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 25 k 2024-07-26T15:26:16.603 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-26T15:26:16.603 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-26T15:26:16.603 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-26T15:26:16.603 INFO:teuthology.orchestra.run.smithi154.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-26T15:26:16.603 INFO:teuthology.orchestra.run.smithi154.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-26T15:26:16.603 INFO:teuthology.orchestra.run.smithi154.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: libcephsqlite x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 158 k 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: libradosstriper1 x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 506 k 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: librgw2 x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 5.3 M 2024-07-26T15:26:16.604 INFO:teuthology.orchestra.run.smithi154.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-26T15:26:16.605 INFO:teuthology.orchestra.run.smithi154.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 45 k 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common x86_64 2:19.0.0-5320.g03fdb366.el9 ceph 138 k 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-26T15:26:16.606 INFO:teuthology.orchestra.run.smithi154.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-26T15:26:16.607 INFO:teuthology.orchestra.run.smithi154.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-26T15:26:16.608 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-26T15:26:16.609 INFO:teuthology.orchestra.run.smithi154.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-07-26T15:26:16.610 INFO:teuthology.orchestra.run.smithi154.stdout:Installing weak dependencies: 2024-07-26T15:26:16.611 INFO:teuthology.orchestra.run.smithi154.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-07-26T15:26:16.611 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:26:16.611 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-07-26T15:26:16.611 INFO:teuthology.orchestra.run.smithi154.stdout:======================================================================================= 2024-07-26T15:26:16.611 INFO:teuthology.orchestra.run.smithi154.stdout:Install 148 Packages 2024-07-26T15:26:16.611 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrade 12 Packages 2024-07-26T15:26:16.611 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:26:16.611 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 233 M 2024-07-26T15:26:16.612 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-07-26T15:26:17.027 INFO:teuthology.orchestra.run.smithi033.stdout:(1/160): ceph-19.0.0-5320.g03fdb366.el9.x86_64. 38 kB/s | 6.6 kB 00:00 2024-07-26T15:26:17.218 INFO:teuthology.orchestra.run.smithi033.stdout:(2/160): ceph-fuse-19.0.0-5320.g03fdb366.el9.x8 4.5 MB/s | 875 kB 00:00 2024-07-26T15:26:17.310 INFO:teuthology.orchestra.run.smithi033.stdout:(3/160): ceph-immutable-object-cache-19.0.0-532 1.6 MB/s | 148 kB 00:00 2024-07-26T15:26:17.385 INFO:teuthology.orchestra.run.smithi033.stdout:(4/160): ceph-base-19.0.0-5320.g03fdb366.el9.x8 10 MB/s | 5.5 MB 00:00 2024-07-26T15:26:17.398 INFO:teuthology.orchestra.run.smithi154.stdout:(1/160): ceph-19.0.0-5320.g03fdb366.el9.x86_64. 24 kB/s | 6.6 kB 00:00 2024-07-26T15:26:17.478 INFO:teuthology.orchestra.run.smithi033.stdout:(5/160): ceph-mgr-19.0.0-5320.g03fdb366.el9.x86 17 MB/s | 1.5 MB 00:00 2024-07-26T15:26:17.536 INFO:teuthology.orchestra.run.smithi033.stdout:(6/160): ceph-mds-19.0.0-5320.g03fdb366.el9.x86 10 MB/s | 2.3 MB 00:00 2024-07-26T15:26:17.786 INFO:teuthology.orchestra.run.smithi033.stdout:(7/160): ceph-mon-19.0.0-5320.g03fdb366.el9.x86 16 MB/s | 4.9 MB 00:00 2024-07-26T15:26:18.107 INFO:teuthology.orchestra.run.smithi154.stdout:(2/160): ceph-fuse-19.0.0-5320.g03fdb366.el9.x8 1.2 MB/s | 875 kB 00:00 2024-07-26T15:26:18.195 INFO:teuthology.orchestra.run.smithi033.stdout:(8/160): ceph-common-19.0.0-5320.g03fdb366.el9. 15 MB/s | 20 MB 00:01 2024-07-26T15:26:18.199 INFO:teuthology.orchestra.run.smithi154.stdout:(3/160): ceph-immutable-object-cache-19.0.0-532 1.6 MB/s | 148 kB 00:00 2024-07-26T15:26:18.237 INFO:teuthology.orchestra.run.smithi033.stdout:(9/160): ceph-selinux-19.0.0-5320.g03fdb366.el9 607 kB/s | 25 kB 00:00 2024-07-26T15:26:18.733 INFO:teuthology.orchestra.run.smithi154.stdout:(4/160): ceph-base-19.0.0-5320.g03fdb366.el9.x8 3.4 MB/s | 5.5 MB 00:01 2024-07-26T15:26:18.854 INFO:teuthology.orchestra.run.smithi033.stdout:(10/160): ceph-osd-19.0.0-5320.g03fdb366.el9.x8 13 MB/s | 18 MB 00:01 2024-07-26T15:26:18.925 INFO:teuthology.orchestra.run.smithi154.stdout:(5/160): ceph-mgr-19.0.0-5320.g03fdb366.el9.x86 7.9 MB/s | 1.5 MB 00:00 2024-07-26T15:26:18.962 INFO:teuthology.orchestra.run.smithi033.stdout:(11/160): ceph-radosgw-19.0.0-5320.g03fdb366.el 8.8 MB/s | 10 MB 00:01 2024-07-26T15:26:18.988 INFO:teuthology.orchestra.run.smithi033.stdout:(12/160): cephfs-mirror-19.0.0-5320.g03fdb366.e 1.7 MB/s | 227 kB 00:00 2024-07-26T15:26:19.013 INFO:teuthology.orchestra.run.smithi033.stdout:(13/160): cephfs-shell-19.0.0-5320.g03fdb366.el 539 kB/s | 27 kB 00:00 2024-07-26T15:26:19.038 INFO:teuthology.orchestra.run.smithi033.stdout:(14/160): libcephfs-devel-19.0.0-5320.g03fdb366 635 kB/s | 32 kB 00:00 2024-07-26T15:26:19.105 INFO:teuthology.orchestra.run.smithi033.stdout:(15/160): libcephfs2-19.0.0-5320.g03fdb366.el9. 8.2 MB/s | 769 kB 00:00 2024-07-26T15:26:19.130 INFO:teuthology.orchestra.run.smithi033.stdout:(16/160): libcephsqlite-19.0.0-5320.g03fdb366.e 1.7 MB/s | 158 kB 00:00 2024-07-26T15:26:19.172 INFO:teuthology.orchestra.run.smithi033.stdout:(17/160): librados-devel-19.0.0-5320.g03fdb366. 1.9 MB/s | 127 kB 00:00 2024-07-26T15:26:19.214 INFO:teuthology.orchestra.run.smithi033.stdout:(18/160): libradosstriper1-19.0.0-5320.g03fdb36 5.9 MB/s | 506 kB 00:00 2024-07-26T15:26:19.306 INFO:teuthology.orchestra.run.smithi033.stdout:(19/160): python3-ceph-argparse-19.0.0-5320.g03 492 kB/s | 45 kB 00:00 2024-07-26T15:26:19.398 INFO:teuthology.orchestra.run.smithi033.stdout:(20/160): python3-ceph-common-19.0.0-5320.g03fd 1.5 MB/s | 138 kB 00:00 2024-07-26T15:26:19.473 INFO:teuthology.orchestra.run.smithi033.stdout:(21/160): python3-cephfs-19.0.0-5320.g03fdb366. 2.4 MB/s | 188 kB 00:00 2024-07-26T15:26:19.549 INFO:teuthology.orchestra.run.smithi033.stdout:(22/160): librgw2-19.0.0-5320.g03fdb366.el9.x86 14 MB/s | 5.3 MB 00:00 2024-07-26T15:26:19.574 INFO:teuthology.orchestra.run.smithi033.stdout:(23/160): python3-rados-19.0.0-5320.g03fdb366.e 3.6 MB/s | 372 kB 00:00 2024-07-26T15:26:19.575 INFO:teuthology.orchestra.run.smithi154.stdout:(6/160): ceph-common-19.0.0-5320.g03fdb366.el9. 8.1 MB/s | 20 MB 00:02 2024-07-26T15:26:19.616 INFO:teuthology.orchestra.run.smithi033.stdout:(24/160): python3-rbd-19.0.0-5320.g03fdb366.el9 5.2 MB/s | 355 kB 00:00 2024-07-26T15:26:19.617 INFO:teuthology.orchestra.run.smithi154.stdout:(7/160): ceph-mds-19.0.0-5320.g03fdb366.el9.x86 1.6 MB/s | 2.3 MB 00:01 2024-07-26T15:26:19.641 INFO:teuthology.orchestra.run.smithi033.stdout:(25/160): python3-rgw-19.0.0-5320.g03fdb366.el9 1.7 MB/s | 116 kB 00:00 2024-07-26T15:26:19.683 INFO:teuthology.orchestra.run.smithi033.stdout:(26/160): rbd-fuse-19.0.0-5320.g03fdb366.el9.x8 1.3 MB/s | 86 kB 00:00 2024-07-26T15:26:19.767 INFO:teuthology.orchestra.run.smithi033.stdout:(27/160): rbd-nbd-19.0.0-5320.g03fdb366.el9.x86 2.0 MB/s | 170 kB 00:00 2024-07-26T15:26:19.792 INFO:teuthology.orchestra.run.smithi154.stdout:(8/160): ceph-mon-19.0.0-5320.g03fdb366.el9.x86 5.6 MB/s | 4.9 MB 00:00 2024-07-26T15:26:19.834 INFO:teuthology.orchestra.run.smithi033.stdout:(28/160): ceph-grafana-dashboards-19.0.0-5320.g 514 kB/s | 34 kB 00:00 2024-07-26T15:26:19.867 INFO:teuthology.orchestra.run.smithi154.stdout:(9/160): ceph-selinux-19.0.0-5320.g03fdb366.el9 337 kB/s | 25 kB 00:00 2024-07-26T15:26:19.918 INFO:teuthology.orchestra.run.smithi033.stdout:(29/160): ceph-mgr-cephadm-19.0.0-5320.g03fdb36 1.7 MB/s | 149 kB 00:00 2024-07-26T15:26:19.993 INFO:teuthology.orchestra.run.smithi033.stdout:(30/160): rbd-mirror-19.0.0-5320.g03fdb366.el9. 8.8 MB/s | 3.1 MB 00:00 2024-07-26T15:26:20.609 INFO:teuthology.orchestra.run.smithi154.stdout:(10/160): ceph-osd-19.0.0-5320.g03fdb366.el9.x8 17 MB/s | 18 MB 00:01 2024-07-26T15:26:20.685 INFO:teuthology.orchestra.run.smithi154.stdout:(11/160): cephfs-mirror-19.0.0-5320.g03fdb366.e 3.0 MB/s | 227 kB 00:00 2024-07-26T15:26:20.752 INFO:teuthology.orchestra.run.smithi154.stdout:(12/160): cephfs-shell-19.0.0-5320.g03fdb366.el 406 kB/s | 27 kB 00:00 2024-07-26T15:26:20.802 INFO:teuthology.orchestra.run.smithi154.stdout:(13/160): libcephfs-devel-19.0.0-5320.g03fdb366 638 kB/s | 32 kB 00:00 2024-07-26T15:26:20.860 INFO:teuthology.orchestra.run.smithi154.stdout:(14/160): libcephfs2-19.0.0-5320.g03fdb366.el9. 13 MB/s | 769 kB 00:00 2024-07-26T15:26:20.911 INFO:teuthology.orchestra.run.smithi154.stdout:(15/160): libcephsqlite-19.0.0-5320.g03fdb366.e 3.1 MB/s | 158 kB 00:00 2024-07-26T15:26:20.961 INFO:teuthology.orchestra.run.smithi154.stdout:(16/160): librados-devel-19.0.0-5320.g03fdb366. 2.5 MB/s | 127 kB 00:00 2024-07-26T15:26:21.012 INFO:teuthology.orchestra.run.smithi154.stdout:(17/160): libradosstriper1-19.0.0-5320.g03fdb36 9.9 MB/s | 506 kB 00:00 2024-07-26T15:26:21.110 INFO:teuthology.orchestra.run.smithi033.stdout:(31/160): ceph-test-19.0.0-5320.g03fdb366.el9.x 15 MB/s | 44 MB 00:02 2024-07-26T15:26:21.220 INFO:teuthology.orchestra.run.smithi154.stdout:(18/160): librgw2-19.0.0-5320.g03fdb366.el9.x86 25 MB/s | 5.3 MB 00:00 2024-07-26T15:26:21.268 INFO:teuthology.orchestra.run.smithi033.stdout:(32/160): ceph-mgr-dashboard-19.0.0-5320.g03fdb 10 MB/s | 14 MB 00:01 2024-07-26T15:26:21.270 INFO:teuthology.orchestra.run.smithi154.stdout:(19/160): python3-ceph-argparse-19.0.0-5320.g03 906 kB/s | 45 kB 00:00 2024-07-26T15:26:21.294 INFO:teuthology.orchestra.run.smithi033.stdout:(33/160): ceph-mgr-modules-core-19.0.0-5320.g03 1.5 MB/s | 284 kB 00:00 2024-07-26T15:26:21.319 INFO:teuthology.orchestra.run.smithi033.stdout:(34/160): ceph-mgr-rook-19.0.0-5320.g03fdb366.e 988 kB/s | 49 kB 00:00 2024-07-26T15:26:21.321 INFO:teuthology.orchestra.run.smithi154.stdout:(20/160): python3-ceph-common-19.0.0-5320.g03fd 2.7 MB/s | 138 kB 00:00 2024-07-26T15:26:21.344 INFO:teuthology.orchestra.run.smithi033.stdout:(35/160): ceph-prometheus-alerts-19.0.0-5320.g0 328 kB/s | 16 kB 00:00 2024-07-26T15:26:21.363 INFO:teuthology.orchestra.run.smithi154.stdout:(21/160): python3-cephfs-19.0.0-5320.g03fdb366. 4.4 MB/s | 188 kB 00:00 2024-07-26T15:26:21.413 INFO:teuthology.orchestra.run.smithi154.stdout:(22/160): python3-rados-19.0.0-5320.g03fdb366.e 7.3 MB/s | 372 kB 00:00 2024-07-26T15:26:21.436 INFO:teuthology.orchestra.run.smithi033.stdout:(36/160): ceph-mgr-diskprediction-local-19.0.0- 5.1 MB/s | 7.4 MB 00:01 2024-07-26T15:26:21.461 INFO:teuthology.orchestra.run.smithi033.stdout:(37/160): ceph-volume-19.0.0-5320.g03fdb366.el9 1.9 MB/s | 274 kB 00:00 2024-07-26T15:26:21.472 INFO:teuthology.orchestra.run.smithi154.stdout:(23/160): python3-rbd-19.0.0-5320.g03fdb366.el9 5.9 MB/s | 355 kB 00:00 2024-07-26T15:26:21.487 INFO:teuthology.orchestra.run.smithi033.stdout:(38/160): cephfs-top-19.0.0-5320.g03fdb366.el9. 364 kB/s | 18 kB 00:00 2024-07-26T15:26:21.520 INFO:teuthology.orchestra.run.smithi033.stdout:(39/160): cephadm-19.0.0-5320.g03fdb366.el9.noa 4.3 MB/s | 770 kB 00:00 2024-07-26T15:26:21.522 INFO:teuthology.orchestra.run.smithi154.stdout:(24/160): python3-rgw-19.0.0-5320.g03fdb366.el9 2.3 MB/s | 116 kB 00:00 2024-07-26T15:26:21.572 INFO:teuthology.orchestra.run.smithi154.stdout:(25/160): rbd-fuse-19.0.0-5320.g03fdb366.el9.x8 1.7 MB/s | 86 kB 00:00 2024-07-26T15:26:21.604 INFO:teuthology.orchestra.run.smithi033.stdout:(40/160): fuse-2.9.9-16.el9.x86_64.rpm 562 kB/s | 80 kB 00:00 2024-07-26T15:26:21.646 INFO:teuthology.orchestra.run.smithi033.stdout:(41/160): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-07-26T15:26:21.680 INFO:teuthology.orchestra.run.smithi033.stdout:(42/160): libgfortran-11.4.1-3.el9.x86_64.rpm 4.1 MB/s | 803 kB 00:00 2024-07-26T15:26:21.705 INFO:teuthology.orchestra.run.smithi033.stdout:(43/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.5 MB/s | 253 kB 00:00 2024-07-26T15:26:21.714 INFO:teuthology.orchestra.run.smithi154.stdout:(26/160): rbd-mirror-19.0.0-5320.g03fdb366.el9. 22 MB/s | 3.1 MB 00:00 2024-07-26T15:26:21.730 INFO:teuthology.orchestra.run.smithi033.stdout:(44/160): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-07-26T15:26:21.755 INFO:teuthology.orchestra.run.smithi033.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-07-26T15:26:21.756 INFO:teuthology.orchestra.run.smithi154.stdout:(27/160): rbd-nbd-19.0.0-5320.g03fdb366.el9.x86 4.0 MB/s | 170 kB 00:00 2024-07-26T15:26:21.780 INFO:teuthology.orchestra.run.smithi033.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-07-26T15:26:21.806 INFO:teuthology.orchestra.run.smithi033.stdout:(47/160): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-07-26T15:26:21.806 INFO:teuthology.orchestra.run.smithi154.stdout:(28/160): ceph-grafana-dashboards-19.0.0-5320.g 687 kB/s | 34 kB 00:00 2024-07-26T15:26:21.839 INFO:teuthology.orchestra.run.smithi033.stdout:(48/160): python3-cryptography-36.0.1-4.el9.x86 6.3 MB/s | 1.2 MB 00:00 2024-07-26T15:26:21.856 INFO:teuthology.orchestra.run.smithi154.stdout:(29/160): ceph-mgr-cephadm-19.0.0-5320.g03fdb36 2.9 MB/s | 149 kB 00:00 2024-07-26T15:26:22.349 INFO:teuthology.orchestra.run.smithi154.stdout:(30/160): ceph-mgr-dashboard-19.0.0-5320.g03fdb 28 MB/s | 14 MB 00:00 2024-07-26T15:26:22.356 INFO:teuthology.orchestra.run.smithi033.stdout:(49/160): boost-program-options-1.75.0-8.el9.x8 207 kB/s | 107 kB 00:00 2024-07-26T15:26:22.515 INFO:teuthology.orchestra.run.smithi033.stdout:(50/160): automake-1.16.2-8.el9.noarch.rpm 939 kB/s | 689 kB 00:00 2024-07-26T15:26:22.540 INFO:teuthology.orchestra.run.smithi033.stdout:(51/160): elfutils-libelf-devel-0.191-4.el9.x86 118 kB/s | 22 kB 00:00 2024-07-26T15:26:22.565 INFO:teuthology.orchestra.run.smithi033.stdout:(52/160): bison-3.7.4-5.el9.x86_64.rpm 1.2 MB/s | 943 kB 00:00 2024-07-26T15:26:22.624 INFO:teuthology.orchestra.run.smithi154.stdout:(31/160): ceph-mgr-diskprediction-local-19.0.0- 27 MB/s | 7.4 MB 00:00 2024-07-26T15:26:22.665 INFO:teuthology.orchestra.run.smithi033.stdout:(53/160): flex-2.6.4-9.el9.x86_64.rpm 2.0 MB/s | 313 kB 00:00 2024-07-26T15:26:22.674 INFO:teuthology.orchestra.run.smithi154.stdout:(32/160): ceph-mgr-modules-core-19.0.0-5320.g03 5.6 MB/s | 284 kB 00:00 2024-07-26T15:26:22.691 INFO:teuthology.orchestra.run.smithi033.stdout:(54/160): flexiblas-3.0.4-8.el9.x86_64.rpm 217 kB/s | 33 kB 00:00 2024-07-26T15:26:22.724 INFO:teuthology.orchestra.run.smithi154.stdout:(33/160): ceph-mgr-rook-19.0.0-5320.g03fdb366.e 988 kB/s | 49 kB 00:00 2024-07-26T15:26:22.775 INFO:teuthology.orchestra.run.smithi154.stdout:(34/160): ceph-prometheus-alerts-19.0.0-5320.g0 329 kB/s | 16 kB 00:00 2024-07-26T15:26:22.825 INFO:teuthology.orchestra.run.smithi154.stdout:(35/160): ceph-volume-19.0.0-5320.g03fdb366.el9 5.4 MB/s | 274 kB 00:00 2024-07-26T15:26:22.866 INFO:teuthology.orchestra.run.smithi033.stdout:(55/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.9 MB/s | 3.0 MB 00:00 2024-07-26T15:26:22.883 INFO:teuthology.orchestra.run.smithi154.stdout:(36/160): cephadm-19.0.0-5320.g03fdb366.el9.noa 13 MB/s | 770 kB 00:00 2024-07-26T15:26:22.891 INFO:teuthology.orchestra.run.smithi033.stdout:(56/160): flexiblas-openblas-openmp-3.0.4-8.el9 81 kB/s | 18 kB 00:00 2024-07-26T15:26:22.908 INFO:teuthology.orchestra.run.smithi033.stdout:(57/160): libaio-devel-0.3.111-13.el9.x86_64.rp 51 kB/s | 11 kB 00:00 2024-07-26T15:26:22.925 INFO:teuthology.orchestra.run.smithi154.stdout:(37/160): cephfs-top-19.0.0-5320.g03fdb366.el9. 438 kB/s | 18 kB 00:00 2024-07-26T15:26:22.975 INFO:teuthology.orchestra.run.smithi033.stdout:(58/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-07-26T15:26:23.009 INFO:teuthology.orchestra.run.smithi033.stdout:(59/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 449 kB/s | 45 kB 00:00 2024-07-26T15:26:23.043 INFO:teuthology.orchestra.run.smithi033.stdout:(60/160): librdkafka-1.6.1-102.el9.x86_64.rpm 4.8 MB/s | 662 kB 00:00 2024-07-26T15:26:23.085 INFO:teuthology.orchestra.run.smithi033.stdout:(61/160): libtool-2.4.6-46.el9.x86_64.rpm 5.2 MB/s | 581 kB 00:00 2024-07-26T15:26:23.101 INFO:teuthology.orchestra.run.smithi033.stdout:(62/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 280 kB/s | 25 kB 00:00 2024-07-26T15:26:23.135 INFO:teuthology.orchestra.run.smithi033.stdout:(63/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 515 kB/s | 47 kB 00:00 2024-07-26T15:26:23.185 INFO:teuthology.orchestra.run.smithi033.stdout:(64/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.8 MB/s | 292 kB 00:00 2024-07-26T15:26:23.210 INFO:teuthology.orchestra.run.smithi033.stdout:(65/160): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-07-26T15:26:23.236 INFO:teuthology.orchestra.run.smithi033.stdout:(66/160): openblas-0.3.21-2.el9.x86_64.rpm 349 kB/s | 35 kB 00:00 2024-07-26T15:26:23.318 INFO:teuthology.orchestra.run.smithi154.stdout:(38/160): ceph-radosgw-19.0.0-5320.g03fdb366.el 2.8 MB/s | 10 MB 00:03 2024-07-26T15:26:23.351 INFO:teuthology.orchestra.run.smithi154.stdout:(39/160): fuse-2.9.9-16.el9.x86_64.rpm 188 kB/s | 80 kB 00:00 2024-07-26T15:26:23.445 INFO:teuthology.orchestra.run.smithi033.stdout:(67/160): openblas-openmp-0.3.21-2.el9.x86_64.r 18 MB/s | 4.7 MB 00:00 2024-07-26T15:26:23.603 INFO:teuthology.orchestra.run.smithi033.stdout:(68/160): openssl-devel-3.2.2-2.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-07-26T15:26:23.610 INFO:teuthology.orchestra.run.smithi154.stdout:(40/160): libquadmath-11.4.1-3.el9.x86_64.rpm 756 kB/s | 195 kB 00:00 2024-07-26T15:26:23.645 INFO:teuthology.orchestra.run.smithi033.stdout:(69/160): postgresql-13.14-1.el9.x86_64.rpm 3.9 MB/s | 1.6 MB 00:00 2024-07-26T15:26:23.687 INFO:teuthology.orchestra.run.smithi033.stdout:(70/160): postgresql-contrib-13.14-1.el9.x86_64 3.7 MB/s | 911 kB 00:00 2024-07-26T15:26:23.712 INFO:teuthology.orchestra.run.smithi033.stdout:(71/160): postgresql-private-libs-13.14-1.el9.x 1.2 MB/s | 133 kB 00:00 2024-07-26T15:26:23.794 INFO:teuthology.orchestra.run.smithi154.stdout:(41/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.3 MB/s | 253 kB 00:00 2024-07-26T15:26:23.896 INFO:teuthology.orchestra.run.smithi033.stdout:(72/160): postgresql-server-13.14-1.el9.x86_64. 23 MB/s | 5.8 MB 00:00 2024-07-26T15:26:23.921 INFO:teuthology.orchestra.run.smithi033.stdout:(73/160): python3-attrs-20.3.0-7.el9.noarch.rpm 419 kB/s | 87 kB 00:00 2024-07-26T15:26:23.955 INFO:teuthology.orchestra.run.smithi033.stdout:(74/160): protobuf-3.14.0-13.el9.x86_64.rpm 3.8 MB/s | 1.0 MB 00:00 2024-07-26T15:26:24.088 INFO:teuthology.orchestra.run.smithi033.stdout:(75/160): python3-colorama-0.4.6-3.el9.noarch.r 368 kB/s | 61 kB 00:00 2024-07-26T15:26:24.164 INFO:teuthology.orchestra.run.smithi033.stdout:(76/160): python3-babel-2.9.1-2.el9.noarch.rpm 22 MB/s | 6.0 MB 00:00 2024-07-26T15:26:24.189 INFO:teuthology.orchestra.run.smithi033.stdout:(77/160): python3-devel-3.9.18-3.el9.x86_64.rpm 1.0 MB/s | 244 kB 00:00 2024-07-26T15:26:24.214 INFO:teuthology.orchestra.run.smithi033.stdout:(78/160): python3-jinja2-2.11.3-6.el9.noarch.rp 1.9 MB/s | 248 kB 00:00 2024-07-26T15:26:24.306 INFO:teuthology.orchestra.run.smithi033.stdout:(79/160): python3-jsonpatch-1.21-16.el9.noarch. 220 kB/s | 26 kB 00:00 2024-07-26T15:26:24.331 INFO:teuthology.orchestra.run.smithi033.stdout:(80/160): python3-jsonpointer-2.0-4.el9.noarch. 135 kB/s | 19 kB 00:00 2024-07-26T15:26:24.357 INFO:teuthology.orchestra.run.smithi033.stdout:(81/160): python3-mako-1.1.4-6.el9.noarch.rpm 1.2 MB/s | 172 kB 00:00 2024-07-26T15:26:24.360 INFO:teuthology.orchestra.run.smithi154.stdout:(42/160): ceph-test-19.0.0-5320.g03fdb366.el9.x 9.7 MB/s | 44 MB 00:04 2024-07-26T15:26:24.394 INFO:teuthology.orchestra.run.smithi154.stdout:(43/160): libgfortran-11.4.1-3.el9.x86_64.rpm 746 kB/s | 803 kB 00:01 2024-07-26T15:26:24.407 INFO:teuthology.orchestra.run.smithi033.stdout:(82/160): python3-markupsafe-1.1.1-12.el9.x86_6 347 kB/s | 35 kB 00:00 2024-07-26T15:26:24.428 INFO:teuthology.orchestra.run.smithi154.stdout:(44/160): python3-cryptography-36.0.1-4.el9.x86 1.9 MB/s | 1.2 MB 00:00 2024-07-26T15:26:24.503 INFO:teuthology.orchestra.run.smithi154.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-07-26T15:26:24.537 INFO:teuthology.orchestra.run.smithi154.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-07-26T15:26:24.599 INFO:teuthology.orchestra.run.smithi033.stdout:(83/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 21 MB/s | 5.1 MB 00:00 2024-07-26T15:26:24.612 INFO:teuthology.orchestra.run.smithi154.stdout:(47/160): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-07-26T15:26:24.624 INFO:teuthology.orchestra.run.smithi033.stdout:(84/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 939 kB/s | 250 kB 00:00 2024-07-26T15:26:24.658 INFO:teuthology.orchestra.run.smithi033.stdout:(85/160): python3-oauthlib-3.1.1-5.el9.noarch.r 887 kB/s | 222 kB 00:00 2024-07-26T15:26:24.716 INFO:teuthology.orchestra.run.smithi033.stdout:(86/160): python3-packaging-20.9-5.el9.noarch.r 663 kB/s | 77 kB 00:00 2024-07-26T15:26:24.758 INFO:teuthology.orchestra.run.smithi033.stdout:(87/160): python3-prettytable-0.7.2-27.el9.noar 422 kB/s | 42 kB 00:00 2024-07-26T15:26:24.783 INFO:teuthology.orchestra.run.smithi033.stdout:(88/160): python3-protobuf-3.14.0-13.el9.noarch 2.1 MB/s | 269 kB 00:00 2024-07-26T15:26:24.787 INFO:teuthology.orchestra.run.smithi154.stdout:(48/160): python3-ply-3.11-14.el9.noarch.rpm 250 kB/s | 106 kB 00:00 2024-07-26T15:26:24.817 INFO:teuthology.orchestra.run.smithi033.stdout:(89/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.5 MB/s | 159 kB 00:00 2024-07-26T15:26:24.859 INFO:teuthology.orchestra.run.smithi033.stdout:(90/160): python3-pyasn1-modules-0.4.8-6.el9.no 2.7 MB/s | 279 kB 00:00 2024-07-26T15:26:24.884 INFO:teuthology.orchestra.run.smithi033.stdout:(91/160): python3-pytz-2021.1-5.el9.noarch.rpm 505 kB/s | 51 kB 00:00 2024-07-26T15:26:24.918 INFO:teuthology.orchestra.run.smithi033.stdout:(92/160): python3-requests-oauthlib-1.3.0-12.el 533 kB/s | 54 kB 00:00 2024-07-26T15:26:25.052 INFO:teuthology.orchestra.run.smithi033.stdout:(93/160): python3-toml-0.10.2-6.el9.noarch.rpm 249 kB/s | 42 kB 00:00 2024-07-26T15:26:25.077 INFO:teuthology.orchestra.run.smithi033.stdout:(94/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 278 kB/s | 44 kB 00:00 2024-07-26T15:26:25.227 INFO:teuthology.orchestra.run.smithi033.stdout:(95/160): qatlib-service-24.02.0-1.el9.x86_64.r 243 kB/s | 36 kB 00:00 2024-07-26T15:26:25.336 INFO:teuthology.orchestra.run.smithi033.stdout:(96/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 445 kB/s | 47 kB 00:00 2024-07-26T15:26:25.361 INFO:teuthology.orchestra.run.smithi033.stdout:(97/160): qatlib-24.02.0-1.el9.x86_64.rpm 714 kB/s | 221 kB 00:00 2024-07-26T15:26:25.520 INFO:teuthology.orchestra.run.smithi033.stdout:(98/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-07-26T15:26:25.545 INFO:teuthology.orchestra.run.smithi033.stdout:(99/160): socat-1.7.4.1-6.el9.x86_64.rpm 1.4 MB/s | 304 kB 00:00 2024-07-26T15:26:25.570 INFO:teuthology.orchestra.run.smithi033.stdout:(100/160): uuid-1.6.2-55.el9.x86_64.rpm 279 kB/s | 58 kB 00:00 2024-07-26T15:26:25.596 INFO:teuthology.orchestra.run.smithi154.stdout:(49/160): boost-program-options-1.75.0-8.el9.x8 132 kB/s | 107 kB 00:00 2024-07-26T15:26:25.620 INFO:teuthology.orchestra.run.smithi033.stdout:(101/160): xfsprogs-devel-6.4.0-3.el9.x86_64.rp 961 kB/s | 96 kB 00:00 2024-07-26T15:26:25.670 INFO:teuthology.orchestra.run.smithi033.stdout:(102/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 636 kB/s | 64 kB 00:00 2024-07-26T15:26:25.704 INFO:teuthology.orchestra.run.smithi033.stdout:(103/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 335 kB/s | 45 kB 00:00 2024-07-26T15:26:25.713 INFO:teuthology.orchestra.run.smithi154.stdout:(50/160): automake-1.16.2-8.el9.noarch.rpm 586 kB/s | 689 kB 00:01 2024-07-26T15:26:25.729 INFO:teuthology.orchestra.run.smithi033.stdout:(104/160): lua-devel-5.4.4-4.el9.x86_64.rpm 205 kB/s | 22 kB 00:00 2024-07-26T15:26:25.755 INFO:teuthology.orchestra.run.smithi154.stdout:(51/160): bison-3.7.4-5.el9.x86_64.rpm 825 kB/s | 943 kB 00:01 2024-07-26T15:26:25.821 INFO:teuthology.orchestra.run.smithi033.stdout:(105/160): abseil-cpp-20211102.0-3.el9.x86_64.r 4.6 MB/s | 548 kB 00:00 2024-07-26T15:26:25.838 INFO:teuthology.orchestra.run.smithi033.stdout:(106/160): grpc-data-1.46.7-10.el9.noarch.rpm 1.1 MB/s | 19 kB 00:00 2024-07-26T15:26:25.864 INFO:teuthology.orchestra.run.smithi033.stdout:(107/160): gperftools-libs-2.9.1-2.el9.x86_64.r 2.3 MB/s | 309 kB 00:00 2024-07-26T15:26:25.880 INFO:teuthology.orchestra.run.smithi033.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.5 MB/s | 26 kB 00:00 2024-07-26T15:26:25.906 INFO:teuthology.orchestra.run.smithi033.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-07-26T15:26:25.939 INFO:teuthology.orchestra.run.smithi033.stdout:(110/160): protobuf-compiler-3.14.0-13.el9.x86_ 3.1 MB/s | 863 kB 00:00 2024-07-26T15:26:25.965 INFO:teuthology.orchestra.run.smithi033.stdout:(111/160): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-07-26T15:26:26.040 INFO:teuthology.orchestra.run.smithi033.stdout:(112/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 17 MB/s | 839 kB 00:00 2024-07-26T15:26:26.065 INFO:teuthology.orchestra.run.smithi033.stdout:(113/160): luarocks-3.9.2-5.el9.noarch.rpm 1.2 MB/s | 151 kB 00:00 2024-07-26T15:26:26.090 INFO:teuthology.orchestra.run.smithi033.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-07-26T15:26:26.116 INFO:teuthology.orchestra.run.smithi033.stdout:(115/160): python3-asyncssh-2.13.2-5.el9.noarch 7.1 MB/s | 548 kB 00:00 2024-07-26T15:26:26.141 INFO:teuthology.orchestra.run.smithi033.stdout:(116/160): python3-cachetools-4.2.4-1.el9.noarc 641 kB/s | 32 kB 00:00 2024-07-26T15:26:26.167 INFO:teuthology.orchestra.run.smithi033.stdout:(117/160): python3-certifi-2023.05.07-4.el9.noa 280 kB/s | 14 kB 00:00 2024-07-26T15:26:26.192 INFO:teuthology.orchestra.run.smithi033.stdout:(118/160): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-07-26T15:26:26.242 INFO:teuthology.orchestra.run.smithi033.stdout:(119/160): python3-cherrypy-18.6.1-2.el9.noarch 4.6 MB/s | 358 kB 00:00 2024-07-26T15:26:26.268 INFO:teuthology.orchestra.run.smithi033.stdout:(120/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-07-26T15:26:26.301 INFO:teuthology.orchestra.run.smithi033.stdout:(121/160): python3-google-auth-2.32.0-1.el9.noa 3.6 MB/s | 216 kB 00:00 2024-07-26T15:26:26.347 INFO:teuthology.orchestra.run.smithi154.stdout:(52/160): elfutils-libelf-devel-0.191-4.el9.x86 29 kB/s | 22 kB 00:00 2024-07-26T15:26:26.377 INFO:teuthology.orchestra.run.smithi033.stdout:(122/160): libarrow-9.0.0-11.el9.x86_64.rpm 8.2 MB/s | 4.4 MB 00:00 2024-07-26T15:26:26.402 INFO:teuthology.orchestra.run.smithi033.stdout:(123/160): python3-grpcio-tools-1.46.7-10.el9.x 1.4 MB/s | 144 kB 00:00 2024-07-26T15:26:26.427 INFO:teuthology.orchestra.run.smithi033.stdout:(124/160): python3-jaraco-8.2.1-3.el9.noarch.rp 214 kB/s | 11 kB 00:00 2024-07-26T15:26:26.452 INFO:teuthology.orchestra.run.smithi033.stdout:(125/160): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-07-26T15:26:26.455 INFO:teuthology.orchestra.run.smithi154.stdout:(53/160): flexiblas-3.0.4-8.el9.x86_64.rpm 47 kB/s | 33 kB 00:00 2024-07-26T15:26:26.478 INFO:teuthology.orchestra.run.smithi033.stdout:(126/160): python3-jaraco-collections-3.0.0-8.e 460 kB/s | 23 kB 00:00 2024-07-26T15:26:26.503 INFO:teuthology.orchestra.run.smithi033.stdout:(127/160): python3-jaraco-functools-3.5.0-2.el9 386 kB/s | 19 kB 00:00 2024-07-26T15:26:26.528 INFO:teuthology.orchestra.run.smithi033.stdout:(128/160): python3-jaraco-text-3.2.0-6.el9.noar 390 kB/s | 20 kB 00:00 2024-07-26T15:26:26.553 INFO:teuthology.orchestra.run.smithi033.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-07-26T15:26:26.579 INFO:teuthology.orchestra.run.smithi033.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-07-26T15:26:26.604 INFO:teuthology.orchestra.run.smithi033.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 2.2 MB/s | 58 kB 00:00 2024-07-26T15:26:26.638 INFO:teuthology.orchestra.run.smithi033.stdout:(132/160): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-07-26T15:26:26.663 INFO:teuthology.orchestra.run.smithi033.stdout:(133/160): python3-portend-3.1.0-2.el9.noarch.r 659 kB/s | 16 kB 00:00 2024-07-26T15:26:26.689 INFO:teuthology.orchestra.run.smithi154.stdout:(54/160): flex-2.6.4-9.el9.x86_64.rpm 321 kB/s | 313 kB 00:00 2024-07-26T15:26:26.696 INFO:teuthology.orchestra.run.smithi033.stdout:(134/160): python3-kubernetes-26.1.0-2.el9.noar 5.3 MB/s | 1.0 MB 00:00 2024-07-26T15:26:26.722 INFO:teuthology.orchestra.run.smithi033.stdout:(135/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-07-26T15:26:26.747 INFO:teuthology.orchestra.run.smithi033.stdout:(136/160): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-07-26T15:26:26.773 INFO:teuthology.orchestra.run.smithi033.stdout:(137/160): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-07-26T15:26:26.814 INFO:teuthology.orchestra.run.smithi033.stdout:(138/160): python3-grpcio-1.46.7-10.el9.x86_64. 3.7 MB/s | 2.0 MB 00:00 2024-07-26T15:26:26.840 INFO:teuthology.orchestra.run.smithi033.stdout:(139/160): python3-rsa-4.9-2.el9.noarch.rpm 884 kB/s | 59 kB 00:00 2024-07-26T15:26:26.865 INFO:teuthology.orchestra.run.smithi033.stdout:(140/160): python3-tempora-5.0.0-2.el9.noarch.r 712 kB/s | 36 kB 00:00 2024-07-26T15:26:26.890 INFO:teuthology.orchestra.run.smithi033.stdout:(141/160): python3-routes-2.5.1-5.el9.noarch.rp 1.3 MB/s | 188 kB 00:00 2024-07-26T15:26:26.907 INFO:teuthology.orchestra.run.smithi033.stdout:(142/160): python3-typing-extensions-4.4.0-2.el 763 kB/s | 51 kB 00:00 2024-07-26T15:26:26.932 INFO:teuthology.orchestra.run.smithi033.stdout:(143/160): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-07-26T15:26:26.958 INFO:teuthology.orchestra.run.smithi033.stdout:(144/160): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-07-26T15:26:26.974 INFO:teuthology.orchestra.run.smithi033.stdout:(145/160): python3-zc-lockfile-2.0-10.el9.noarc 478 kB/s | 20 kB 00:00 2024-07-26T15:26:27.010 INFO:teuthology.orchestra.run.smithi033.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-07-26T15:26:27.042 INFO:teuthology.orchestra.run.smithi033.stdout:(147/160): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-07-26T15:26:27.047 INFO:teuthology.orchestra.run.smithi154.stdout:(55/160): flexiblas-openblas-openmp-3.0.4-8.el9 31 kB/s | 18 kB 00:00 2024-07-26T15:26:27.093 INFO:teuthology.orchestra.run.smithi033.stdout:(148/160): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-07-26T15:26:27.284 INFO:teuthology.orchestra.run.smithi033.stdout:(149/160): librados2-19.0.0-5320.g03fdb366.el9. 12 MB/s | 3.4 MB 00:00 2024-07-26T15:26:27.297 INFO:teuthology.orchestra.run.smithi154.stdout:(56/160): libaio-devel-0.3.111-13.el9.x86_64.rp 18 kB/s | 11 kB 00:00 2024-07-26T15:26:27.343 INFO:teuthology.orchestra.run.smithi033.stdout:(150/160): NetworkManager-1.48.2-2.el9.x86_64.r 10 MB/s | 2.3 MB 00:00 2024-07-26T15:26:27.385 INFO:teuthology.orchestra.run.smithi033.stdout:(151/160): NetworkManager-team-1.48.2-2.el9.x86 986 kB/s | 41 kB 00:00 2024-07-26T15:26:27.427 INFO:teuthology.orchestra.run.smithi033.stdout:(152/160): NetworkManager-tui-1.48.2-2.el9.x86_ 5.8 MB/s | 247 kB 00:00 2024-07-26T15:26:27.469 INFO:teuthology.orchestra.run.smithi033.stdout:(153/160): NetworkManager-libnm-1.48.2-2.el9.x8 9.8 MB/s | 1.8 MB 00:00 2024-07-26T15:26:27.494 INFO:teuthology.orchestra.run.smithi033.stdout:(154/160): elfutils-debuginfod-client-0.191-4.e 548 kB/s | 37 kB 00:00 2024-07-26T15:26:27.519 INFO:teuthology.orchestra.run.smithi033.stdout:(155/160): elfutils-libelf-0.191-4.el9.x86_64.r 4.0 MB/s | 207 kB 00:00 2024-07-26T15:26:27.545 INFO:teuthology.orchestra.run.smithi033.stdout:(156/160): elfutils-libs-0.191-4.el9.x86_64.rpm 5.1 MB/s | 260 kB 00:00 2024-07-26T15:26:27.595 INFO:teuthology.orchestra.run.smithi033.stdout:(157/160): librbd1-19.0.0-5320.g03fdb366.el9.x8 5.7 MB/s | 3.1 MB 00:00 2024-07-26T15:26:27.637 INFO:teuthology.orchestra.run.smithi033.stdout:(158/160): openssl-3.2.2-2.el9.x86_64.rpm 12 MB/s | 1.4 MB 00:00 2024-07-26T15:26:27.673 INFO:teuthology.orchestra.run.smithi154.stdout:(57/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.3 MB/s | 3.0 MB 00:01 2024-07-26T15:26:27.695 INFO:teuthology.orchestra.run.smithi033.stdout:(159/160): openssl-libs-3.2.2-2.el9.x86_64.rpm 16 MB/s | 2.4 MB 00:00 2024-07-26T15:26:27.829 INFO:teuthology.orchestra.run.smithi033.stdout:(160/160): xfsprogs-6.4.0-3.el9.x86_64.rpm 4.6 MB/s | 1.1 MB 00:00 2024-07-26T15:26:27.836 INFO:teuthology.orchestra.run.smithi033.stdout:-------------------------------------------------------------------------------- 2024-07-26T15:26:27.836 INFO:teuthology.orchestra.run.smithi033.stdout:Total 19 MB/s | 233 MB 00:11 2024-07-26T15:26:28.006 INFO:teuthology.orchestra.run.smithi154.stdout:(58/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 64 kB/s | 45 kB 00:00 2024-07-26T15:26:28.032 INFO:teuthology.orchestra.run.smithi154.stdout:(59/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 163 kB/s | 160 kB 00:00 2024-07-26T15:26:28.740 INFO:teuthology.orchestra.run.smithi154.stdout:(60/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 36 kB/s | 25 kB 00:00 2024-07-26T15:26:28.774 INFO:teuthology.orchestra.run.smithi154.stdout:(61/160): librdkafka-1.6.1-102.el9.x86_64.rpm 602 kB/s | 662 kB 00:01 2024-07-26T15:26:29.032 INFO:teuthology.orchestra.run.smithi154.stdout:(62/160): libtool-2.4.6-46.el9.x86_64.rpm 566 kB/s | 581 kB 00:01 2024-07-26T15:26:29.117 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction check 2024-07-26T15:26:29.343 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction check succeeded. 2024-07-26T15:26:29.344 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction test 2024-07-26T15:26:29.499 INFO:teuthology.orchestra.run.smithi154.stdout:(63/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 62 kB/s | 47 kB 00:00 2024-07-26T15:26:29.725 INFO:teuthology.orchestra.run.smithi154.stdout:(64/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 308 kB/s | 292 kB 00:00 2024-07-26T15:26:29.908 INFO:teuthology.orchestra.run.smithi154.stdout:(65/160): lua-5.4.4-4.el9.x86_64.rpm 229 kB/s | 188 kB 00:00 2024-07-26T15:26:30.242 INFO:teuthology.orchestra.run.smithi154.stdout:(66/160): openblas-0.3.21-2.el9.x86_64.rpm 47 kB/s | 35 kB 00:00 2024-07-26T15:26:31.201 INFO:teuthology.orchestra.run.smithi154.stdout:(67/160): openblas-openmp-0.3.21-2.el9.x86_64.r 3.2 MB/s | 4.7 MB 00:01 2024-07-26T15:26:31.267 INFO:teuthology.orchestra.run.smithi154.stdout:(68/160): openssl-devel-3.2.2-2.el9.x86_64.rpm 3.3 MB/s | 4.4 MB 00:01 2024-07-26T15:26:31.619 INFO:teuthology.orchestra.run.smithi033.stdout:Transaction test succeeded. 2024-07-26T15:26:31.619 INFO:teuthology.orchestra.run.smithi033.stdout:Running transaction 2024-07-26T15:26:31.626 INFO:teuthology.orchestra.run.smithi154.stdout:(69/160): postgresql-13.14-1.el9.x86_64.rpm 1.1 MB/s | 1.6 MB 00:01 2024-07-26T15:26:32.084 INFO:teuthology.orchestra.run.smithi154.stdout:(70/160): postgresql-private-libs-13.14-1.el9.x 163 kB/s | 133 kB 00:00 2024-07-26T15:26:32.352 INFO:teuthology.orchestra.run.smithi154.stdout:(71/160): postgresql-contrib-13.14-1.el9.x86_64 792 kB/s | 911 kB 00:01 2024-07-26T15:26:32.935 INFO:teuthology.orchestra.run.smithi154.stdout:(72/160): postgresql-server-13.14-1.el9.x86_64. 4.4 MB/s | 5.8 MB 00:01 2024-07-26T15:26:33.160 INFO:teuthology.orchestra.run.smithi154.stdout:(73/160): python3-attrs-20.3.0-7.el9.noarch.rpm 112 kB/s | 87 kB 00:00 2024-07-26T15:26:33.269 INFO:teuthology.orchestra.run.smithi154.stdout:(74/160): protobuf-3.14.0-13.el9.x86_64.rpm 873 kB/s | 1.0 MB 00:01 2024-07-26T15:26:33.944 INFO:teuthology.orchestra.run.smithi154.stdout:(75/160): python3-colorama-0.4.6-3.el9.noarch.r 78 kB/s | 61 kB 00:00 2024-07-26T15:26:34.128 INFO:teuthology.orchestra.run.smithi154.stdout:(76/160): python3-devel-3.9.18-3.el9.x86_64.rpm 284 kB/s | 244 kB 00:00 2024-07-26T15:26:34.353 INFO:teuthology.orchestra.run.smithi154.stdout:(77/160): python3-babel-2.9.1-2.el9.noarch.rpm 4.2 MB/s | 6.0 MB 00:01 2024-07-26T15:26:34.887 INFO:teuthology.orchestra.run.smithi154.stdout:(78/160): python3-jsonpatch-1.21-16.el9.noarch. 34 kB/s | 26 kB 00:00 2024-07-26T15:26:34.954 INFO:teuthology.orchestra.run.smithi154.stdout:(79/160): python3-jsonpointer-2.0-4.el9.noarch. 32 kB/s | 19 kB 00:00 2024-07-26T15:26:34.979 INFO:teuthology.orchestra.run.smithi154.stdout:(80/160): python3-jinja2-2.11.3-6.el9.noarch.rp 240 kB/s | 248 kB 00:01 2024-07-26T15:26:35.746 INFO:teuthology.orchestra.run.smithi154.stdout:(81/160): python3-markupsafe-1.1.1-12.el9.x86_6 44 kB/s | 35 kB 00:00 2024-07-26T15:26:35.771 INFO:teuthology.orchestra.run.smithi154.stdout:(82/160): python3-mako-1.1.4-6.el9.noarch.rpm 195 kB/s | 172 kB 00:00 2024-07-26T15:26:36.338 INFO:teuthology.orchestra.run.smithi154.stdout:(83/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.8 MB/s | 5.1 MB 00:01 2024-07-26T15:26:36.688 INFO:teuthology.orchestra.run.smithi154.stdout:(84/160): python3-oauthlib-3.1.1-5.el9.noarch.r 242 kB/s | 222 kB 00:00 2024-07-26T15:26:36.738 INFO:teuthology.orchestra.run.smithi154.stdout:(85/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 253 kB/s | 250 kB 00:00 2024-07-26T15:26:37.064 INFO:teuthology.orchestra.run.smithi154.stdout:(86/160): python3-packaging-20.9-5.el9.noarch.r 106 kB/s | 77 kB 00:00 2024-07-26T15:26:37.456 INFO:teuthology.orchestra.run.smithi154.stdout:(87/160): python3-prettytable-0.7.2-27.el9.noar 55 kB/s | 42 kB 00:00 2024-07-26T15:26:37.697 INFO:teuthology.orchestra.run.smithi154.stdout:(88/160): python3-protobuf-3.14.0-13.el9.noarch 281 kB/s | 269 kB 00:00 2024-07-26T15:26:38.039 INFO:teuthology.orchestra.run.smithi154.stdout:(89/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 163 kB/s | 159 kB 00:00 2024-07-26T15:26:38.359 INFO:teuthology.orchestra.run.smithi033.stdout: Preparing : 1/1 2024-07-26T15:26:38.414 INFO:teuthology.orchestra.run.smithi154.stdout:(90/160): python3-pyasn1-modules-0.4.8-6.el9.no 291 kB/s | 279 kB 00:00 2024-07-26T15:26:38.450 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : openssl-libs-1:3.2.2-2.el9.x86_64 1/172 2024-07-26T15:26:38.456 INFO:teuthology.orchestra.run.smithi154.stdout:(91/160): python3-pytz-2021.1-5.el9.noarch.rpm 67 kB/s | 51 kB 00:00 2024-07-26T15:26:38.497 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-07-26T15:26:38.570 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-07-26T15:26:38.609 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-07-26T15:26:38.634 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-07-26T15:26:38.694 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-07-26T15:26:38.832 INFO:teuthology.orchestra.run.smithi154.stdout:(92/160): python3-requests-oauthlib-1.3.0-12.el 68 kB/s | 54 kB 00:00 2024-07-26T15:26:39.052 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-07-26T15:26:39.177 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : librados2-2:19.0.0-5320.g03fdb366.el9.x86_64 8/172 2024-07-26T15:26:39.207 INFO:teuthology.orchestra.run.smithi154.stdout:(93/160): python3-toml-0.10.2-6.el9.noarch.rpm 55 kB/s | 42 kB 00:00 2024-07-26T15:26:39.327 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librados2-2:19.0.0-5320.g03fdb366.el9.x86_64 8/172 2024-07-26T15:26:39.353 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephfs2-2:19.0.0-5320.g03fdb366.el9.x86_64 9/172 2024-07-26T15:26:39.450 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libcephfs2-2:19.0.0-5320.g03fdb366.el9.x86_64 9/172 2024-07-26T15:26:39.484 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rados-2:19.0.0-5320.g03fdb366.el9.x86_64 10/172 2024-07-26T15:26:39.522 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-07-26T15:26:39.582 INFO:teuthology.orchestra.run.smithi154.stdout:(94/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 59 kB/s | 44 kB 00:00 2024-07-26T15:26:39.727 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-07-26T15:26:39.781 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-07-26T15:26:39.808 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephsqlite-2:19.0.0-5320.g03fdb366.el9.x86_64 14/172 2024-07-26T15:26:39.920 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libcephsqlite-2:19.0.0-5320.g03fdb366.el9.x86_64 14/172 2024-07-26T15:26:39.951 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libradosstriper1-2:19.0.0-5320.g03fdb366.el9.x86 15/172 2024-07-26T15:26:40.014 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: libradosstriper1-2:19.0.0-5320.g03fdb366.el9.x86 15/172 2024-07-26T15:26:40.043 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T15:26:40.068 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T15:26:40.141 INFO:teuthology.orchestra.run.smithi154.stdout:(95/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 9.4 MB/s | 16 MB 00:01 2024-07-26T15:26:40.166 INFO:teuthology.orchestra.run.smithi154.stdout:(96/160): qatlib-24.02.0-1.el9.x86_64.rpm 230 kB/s | 221 kB 00:00 2024-07-26T15:26:40.221 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T15:26:40.314 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T15:26:40.573 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : xfsprogs-6.4.0-3.el9.x86_64 18/172 2024-07-26T15:26:40.608 INFO:teuthology.orchestra.run.smithi154.stdout:(97/160): qatlib-service-24.02.0-1.el9.x86_64.r 35 kB/s | 36 kB 00:01 2024-07-26T15:26:40.735 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T15:26:40.795 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T15:26:40.901 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T15:26:40.908 INFO:teuthology.orchestra.run.smithi154.stdout:(98/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 62 kB/s | 47 kB 00:00 2024-07-26T15:26:40.979 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T15:26:41.180 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T15:26:41.288 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-07-26T15:26:41.289 INFO:teuthology.orchestra.run.smithi154.stdout:(99/160): socat-1.7.4.1-6.el9.x86_64.rpm 271 kB/s | 304 kB 00:01 2024-07-26T15:26:41.326 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-07-26T15:26:41.361 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/172 2024-07-26T15:26:41.417 INFO:teuthology.orchestra.run.smithi154.stdout:(100/160): uuid-1.6.2-55.el9.x86_64.rpm 71 kB/s | 58 kB 00:00 2024-07-26T15:26:41.437 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/172 2024-07-26T15:26:41.490 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/172 2024-07-26T15:26:41.530 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-packaging-20.9-5.el9.noarch 26/172 2024-07-26T15:26:41.573 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-07-26T15:26:41.605 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-07-26T15:26:41.633 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-07-26T15:26:41.706 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-07-26T15:26:41.757 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 31/172 2024-07-26T15:26:41.786 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-07-26T15:26:41.840 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-07-26T15:26:41.909 INFO:teuthology.orchestra.run.smithi154.stdout:(101/160): xfsprogs-devel-6.4.0-3.el9.x86_64.rp 98 kB/s | 96 kB 00:00 2024-07-26T15:26:41.916 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-07-26T15:26:41.949 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ceph-common-2:19.0.0-5320.g03fdb366.el9. 35/172 2024-07-26T15:26:41.993 INFO:teuthology.orchestra.run.smithi154.stdout:(102/160): lua-devel-5.4.4-4.el9.x86_64.rpm 269 kB/s | 22 kB 00:00 2024-07-26T15:26:42.004 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ceph-argparse-2:19.0.0-5320.g03fdb366.el 36/172 2024-07-26T15:26:42.029 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cephfs-2:19.0.0-5320.g03fdb366.el9.x86_6 37/172 2024-07-26T15:26:42.051 INFO:teuthology.orchestra.run.smithi154.stdout:(103/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 87 kB/s | 64 kB 00:00 2024-07-26T15:26:42.094 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-07-26T15:26:42.110 INFO:teuthology.orchestra.run.smithi154.stdout:(104/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 65 kB/s | 45 kB 00:00 2024-07-26T15:26:42.145 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-07-26T15:26:42.169 INFO:teuthology.orchestra.run.smithi154.stdout:(105/160): abseil-cpp-20211102.0-3.el9.x86_64.r 4.6 MB/s | 548 kB 00:00 2024-07-26T15:26:42.194 INFO:teuthology.orchestra.run.smithi154.stdout:(106/160): grpc-data-1.46.7-10.el9.noarch.rpm 856 kB/s | 19 kB 00:00 2024-07-26T15:26:42.223 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-07-26T15:26:42.227 INFO:teuthology.orchestra.run.smithi154.stdout:(107/160): gperftools-libs-2.9.1-2.el9.x86_64.r 2.6 MB/s | 309 kB 00:00 2024-07-26T15:26:42.253 INFO:teuthology.orchestra.run.smithi154.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-07-26T15:26:42.278 INFO:teuthology.orchestra.run.smithi154.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-07-26T15:26:42.304 INFO:teuthology.orchestra.run.smithi154.stdout:(110/160): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-07-26T15:26:42.329 INFO:teuthology.orchestra.run.smithi154.stdout:(111/160): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-07-26T15:26:42.369 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-07-26T15:26:42.371 INFO:teuthology.orchestra.run.smithi154.stdout:(112/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-07-26T15:26:42.421 INFO:teuthology.orchestra.run.smithi154.stdout:(113/160): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-07-26T15:26:42.424 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-07-26T15:26:42.480 INFO:teuthology.orchestra.run.smithi154.stdout:(114/160): libarrow-9.0.0-11.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-07-26T15:26:42.505 INFO:teuthology.orchestra.run.smithi154.stdout:(115/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 520 kB/s | 43 kB 00:00 2024-07-26T15:26:42.530 INFO:teuthology.orchestra.run.smithi154.stdout:(116/160): protobuf-compiler-3.14.0-13.el9.x86_ 1.6 MB/s | 863 kB 00:00 2024-07-26T15:26:42.556 INFO:teuthology.orchestra.run.smithi154.stdout:(117/160): python3-certifi-2023.05.07-4.el9.noa 282 kB/s | 14 kB 00:00 2024-07-26T15:26:42.606 INFO:teuthology.orchestra.run.smithi154.stdout:(118/160): python3-cachetools-4.2.4-1.el9.noarc 320 kB/s | 32 kB 00:00 2024-07-26T15:26:42.648 INFO:teuthology.orchestra.run.smithi154.stdout:(119/160): python3-cherrypy-18.6.1-2.el9.noarch 5.3 MB/s | 358 kB 00:00 2024-07-26T15:26:42.673 INFO:teuthology.orchestra.run.smithi154.stdout:(120/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.6 MB/s | 303 kB 00:00 2024-07-26T15:26:42.698 INFO:teuthology.orchestra.run.smithi154.stdout:(121/160): python3-cheroot-8.6.0-4.el9.noarch.r 1.0 MB/s | 172 kB 00:00 2024-07-26T15:26:42.758 INFO:teuthology.orchestra.run.smithi154.stdout:(122/160): python3-google-auth-2.32.0-1.el9.noa 1.9 MB/s | 216 kB 00:00 2024-07-26T15:26:42.799 INFO:teuthology.orchestra.run.smithi154.stdout:(123/160): python3-grpcio-tools-1.46.7-10.el9.x 1.4 MB/s | 144 kB 00:00 2024-07-26T15:26:42.824 INFO:teuthology.orchestra.run.smithi154.stdout:(124/160): python3-jaraco-8.2.1-3.el9.noarch.rp 161 kB/s | 11 kB 00:00 2024-07-26T15:26:42.841 INFO:teuthology.orchestra.run.smithi154.stdout:(125/160): python3-jaraco-classes-3.2.1-5.el9.n 421 kB/s | 18 kB 00:00 2024-07-26T15:26:42.867 INFO:teuthology.orchestra.run.smithi154.stdout:(126/160): python3-jaraco-collections-3.0.0-8.e 548 kB/s | 23 kB 00:00 2024-07-26T15:26:42.892 INFO:teuthology.orchestra.run.smithi154.stdout:(127/160): python3-jaraco-functools-3.5.0-2.el9 385 kB/s | 19 kB 00:00 2024-07-26T15:26:42.918 INFO:teuthology.orchestra.run.smithi154.stdout:(128/160): python3-jaraco-text-3.2.0-6.el9.noar 390 kB/s | 20 kB 00:00 2024-07-26T15:26:42.951 INFO:teuthology.orchestra.run.smithi154.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-07-26T15:26:42.968 INFO:teuthology.orchestra.run.smithi154.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 4.7 MB/s | 79 kB 00:00 2024-07-26T15:26:42.982 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-07-26T15:26:42.993 INFO:teuthology.orchestra.run.smithi154.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-07-26T15:26:43.027 INFO:teuthology.orchestra.run.smithi154.stdout:(132/160): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-07-26T15:26:43.052 INFO:teuthology.orchestra.run.smithi154.stdout:(133/160): python3-portend-3.1.0-2.el9.noarch.r 662 kB/s | 16 kB 00:00 2024-07-26T15:26:43.071 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-07-26T15:26:43.086 INFO:teuthology.orchestra.run.smithi154.stdout:(134/160): python3-kubernetes-26.1.0-2.el9.noar 5.3 MB/s | 1.0 MB 00:00 2024-07-26T15:26:43.105 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-07-26T15:26:43.111 INFO:teuthology.orchestra.run.smithi154.stdout:(135/160): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-07-26T15:26:43.138 INFO:teuthology.orchestra.run.smithi154.stdout:(136/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-07-26T15:26:43.162 INFO:teuthology.orchestra.run.smithi154.stdout:(137/160): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-07-26T15:26:43.187 INFO:teuthology.orchestra.run.smithi154.stdout:(138/160): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-07-26T15:26:43.212 INFO:teuthology.orchestra.run.smithi154.stdout:(139/160): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-07-26T15:26:43.238 INFO:teuthology.orchestra.run.smithi154.stdout:(140/160): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-07-26T15:26:43.246 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-07-26T15:26:43.263 INFO:teuthology.orchestra.run.smithi154.stdout:(141/160): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-07-26T15:26:43.289 INFO:teuthology.orchestra.run.smithi154.stdout:(142/160): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-07-26T15:26:43.314 INFO:teuthology.orchestra.run.smithi154.stdout:(143/160): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-07-26T15:26:43.356 INFO:teuthology.orchestra.run.smithi154.stdout:(144/160): python3-grpcio-1.46.7-10.el9.x86_64. 3.0 MB/s | 2.0 MB 00:00 2024-07-26T15:26:43.381 INFO:teuthology.orchestra.run.smithi154.stdout:(145/160): python3-zc-lockfile-2.0-10.el9.noarc 299 kB/s | 20 kB 00:00 2024-07-26T15:26:43.406 INFO:teuthology.orchestra.run.smithi154.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-07-26T15:26:43.440 INFO:teuthology.orchestra.run.smithi154.stdout:(147/160): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-07-26T15:26:43.483 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-07-26T15:26:43.490 INFO:teuthology.orchestra.run.smithi154.stdout:(148/160): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-07-26T15:26:43.588 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librados-devel-2:19.0.0-5320.g03fdb366.el9.x86_6 48/172 2024-07-26T15:26:43.737 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-07-26T15:26:43.766 INFO:teuthology.orchestra.run.smithi154.stdout:(149/160): librbd1-19.0.0-5320.g03fdb366.el9.x8 9.7 MB/s | 3.1 MB 00:00 2024-07-26T15:26:44.058 INFO:teuthology.orchestra.run.smithi154.stdout:(150/160): librados2-19.0.0-5320.g03fdb366.el9. 5.2 MB/s | 3.4 MB 00:00 2024-07-26T15:26:44.146 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-07-26T15:26:44.224 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : openssl-1:3.2.2-2.el9.x86_64 51/172 2024-07-26T15:26:44.321 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-07-26T15:26:44.381 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 53/172 2024-07-26T15:26:44.399 INFO:teuthology.orchestra.run.smithi154.stdout:(151/160): NetworkManager-team-1.48.2-2.el9.x86 119 kB/s | 41 kB 00:00 2024-07-26T15:26:44.454 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 54/172 2024-07-26T15:26:44.492 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 55/172 2024-07-26T15:26:44.529 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 56/172 2024-07-26T15:26:44.576 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 57/172 2024-07-26T15:26:44.611 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 58/172 2024-07-26T15:26:44.655 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 59/172 2024-07-26T15:26:44.691 INFO:teuthology.orchestra.run.smithi154.stdout:(152/160): NetworkManager-libnm-1.48.2-2.el9.x8 1.9 MB/s | 1.8 MB 00:00 2024-07-26T15:26:44.697 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 60/172 2024-07-26T15:26:44.750 INFO:teuthology.orchestra.run.smithi154.stdout:(153/160): NetworkManager-tui-1.48.2-2.el9.x86_ 705 kB/s | 247 kB 00:00 2024-07-26T15:26:44.800 INFO:teuthology.orchestra.run.smithi154.stdout:(154/160): elfutils-debuginfod-client-0.191-4.e 337 kB/s | 37 kB 00:00 2024-07-26T15:26:44.840 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 61/172 2024-07-26T15:26:44.842 INFO:teuthology.orchestra.run.smithi154.stdout:(155/160): NetworkManager-1.48.2-2.el9.x86_64.r 1.7 MB/s | 2.3 MB 00:01 2024-07-26T15:26:44.882 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 62/172 2024-07-26T15:26:44.909 INFO:teuthology.orchestra.run.smithi154.stdout:(156/160): elfutils-libs-0.191-4.el9.x86_64.rpm 2.3 MB/s | 260 kB 00:00 2024-07-26T15:26:44.924 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 63/172 2024-07-26T15:26:44.943 INFO:teuthology.orchestra.run.smithi154.stdout:(157/160): elfutils-libelf-0.191-4.el9.x86_64.r 1.0 MB/s | 207 kB 00:00 2024-07-26T15:26:44.985 INFO:teuthology.orchestra.run.smithi154.stdout:(158/160): openssl-3.2.2-2.el9.x86_64.rpm 9.5 MB/s | 1.4 MB 00:00 2024-07-26T15:26:45.027 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 64/172 2024-07-26T15:26:45.065 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 65/172 2024-07-26T15:26:45.106 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 66/172 2024-07-26T15:26:45.139 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 67/172 2024-07-26T15:26:45.163 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 68/172 2024-07-26T15:26:45.218 INFO:teuthology.orchestra.run.smithi154.stdout:(159/160): xfsprogs-6.4.0-3.el9.x86_64.rpm 3.9 MB/s | 1.1 MB 00:00 2024-07-26T15:26:45.260 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 69/172 2024-07-26T15:26:45.405 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 70/172 2024-07-26T15:26:45.446 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 71/172 2024-07-26T15:26:45.474 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 72/172 2024-07-26T15:26:45.529 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 73/172 2024-07-26T15:26:45.582 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : uuid-1.6.2-55.el9.x86_64 74/172 2024-07-26T15:26:45.622 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 75/172 2024-07-26T15:26:45.651 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 76/172 2024-07-26T15:26:45.694 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 77/172 2024-07-26T15:26:45.728 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 78/172 2024-07-26T15:26:45.770 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 79/172 2024-07-26T15:26:45.803 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 80/172 2024-07-26T15:26:45.895 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 81/172 2024-07-26T15:26:45.951 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 82/172 2024-07-26T15:26:45.982 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 83/172 2024-07-26T15:26:46.090 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 84/172 2024-07-26T15:26:46.143 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T15:26:46.444 INFO:teuthology.orchestra.run.smithi154.stdout:(160/160): openssl-libs-3.2.2-2.el9.x86_64.rpm 1.6 MB/s | 2.4 MB 00:01 2024-07-26T15:26:46.450 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-07-26T15:26:46.451 INFO:teuthology.orchestra.run.smithi154.stdout:Total 7.8 MB/s | 233 MB 00:29 2024-07-26T15:26:46.914 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-07-26T15:26:46.964 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-07-26T15:26:46.998 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-07-26T15:26:47.104 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-07-26T15:26:47.154 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-07-26T15:26:47.199 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-07-26T15:26:47.298 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-07-26T15:26:47.343 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-07-26T15:26:47.526 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-07-26T15:26:47.556 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-07-26T15:26:47.637 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-07-26T15:26:47.663 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-07-26T15:26:47.873 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-07-26T15:26:47.873 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-07-26T15:26:48.324 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-07-26T15:26:48.443 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-07-26T15:26:49.777 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-07-26T15:26:49.862 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-07-26T15:26:49.898 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-07-26T15:26:49.939 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-07-26T15:26:50.151 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-07-26T15:26:50.151 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-07-26T15:26:50.292 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-07-26T15:26:50.335 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : librbd1-2:19.0.0-5320.g03fdb366.el9.x86_64 104/172 2024-07-26T15:26:50.432 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librbd1-2:19.0.0-5320.g03fdb366.el9.x86_64 104/172 2024-07-26T15:26:50.457 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rbd-2:19.0.0-5320.g03fdb366.el9.x86_64 105/172 2024-07-26T15:26:50.494 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-07-26T15:26:51.022 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-07-26T15:26:51.055 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : librgw2-2:19.0.0-5320.g03fdb366.el9.x86_64 108/172 2024-07-26T15:26:51.128 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librgw2-2:19.0.0-5320.g03fdb366.el9.x86_64 108/172 2024-07-26T15:26:51.157 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-rgw-2:19.0.0-5320.g03fdb366.el9.x86_64 109/172 2024-07-26T15:26:53.589 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 110/172 2024-07-26T15:26:53.630 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 110/172 2024-07-26T15:26:54.231 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 110/172 2024-07-26T15:26:54.276 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-base-2:19.0.0-5320.g03fdb366.el9.x86_64 111/172 2024-07-26T15:26:54.368 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-base-2:19.0.0-5320.g03fdb366.el9.x86_64 111/172 2024-07-26T15:26:54.368 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-26T15:26:54.368 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-26T15:26:54.368 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:26:54.402 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-selinux-2:19.0.0-5320.g03fdb366.el9.x86_64 112/172 2024-07-26T15:26:56.521 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-07-26T15:26:56.590 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : openssl-libs-1:3.2.2-2.el9.x86_64 1/172 2024-07-26T15:26:56.628 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-07-26T15:26:56.691 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-07-26T15:26:56.723 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-07-26T15:26:56.749 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-07-26T15:26:56.798 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-07-26T15:26:57.140 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-07-26T15:26:57.259 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : librados2-2:19.0.0-5320.g03fdb366.el9.x86_64 8/172 2024-07-26T15:26:57.378 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librados2-2:19.0.0-5320.g03fdb366.el9.x86_64 8/172 2024-07-26T15:26:57.435 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephfs2-2:19.0.0-5320.g03fdb366.el9.x86_64 9/172 2024-07-26T15:26:57.530 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libcephfs2-2:19.0.0-5320.g03fdb366.el9.x86_64 9/172 2024-07-26T15:26:57.556 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rados-2:19.0.0-5320.g03fdb366.el9.x86_64 10/172 2024-07-26T15:26:57.613 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-07-26T15:26:57.810 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-07-26T15:26:57.868 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-07-26T15:26:57.899 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephsqlite-2:19.0.0-5320.g03fdb366.el9.x86_64 14/172 2024-07-26T15:26:58.005 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libcephsqlite-2:19.0.0-5320.g03fdb366.el9.x86_64 14/172 2024-07-26T15:26:58.033 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libradosstriper1-2:19.0.0-5320.g03fdb366.el9.x86 15/172 2024-07-26T15:26:58.096 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libradosstriper1-2:19.0.0-5320.g03fdb366.el9.x86 15/172 2024-07-26T15:26:58.118 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T15:26:58.139 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-26T15:26:58.288 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T15:26:58.378 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-26T15:26:58.616 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : xfsprogs-6.4.0-3.el9.x86_64 18/172 2024-07-26T15:26:58.768 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T15:26:58.812 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-26T15:26:58.911 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T15:26:58.996 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T15:26:59.206 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-26T15:26:59.319 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-07-26T15:26:59.351 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-07-26T15:26:59.387 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/172 2024-07-26T15:26:59.461 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/172 2024-07-26T15:26:59.505 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/172 2024-07-26T15:26:59.538 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-packaging-20.9-5.el9.noarch 26/172 2024-07-26T15:26:59.581 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-07-26T15:26:59.614 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-07-26T15:26:59.642 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-07-26T15:26:59.710 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-07-26T15:26:59.772 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 31/172 2024-07-26T15:26:59.804 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-07-26T15:26:59.847 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-07-26T15:26:59.922 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-07-26T15:26:59.958 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ceph-common-2:19.0.0-5320.g03fdb366.el9. 35/172 2024-07-26T15:26:59.995 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ceph-argparse-2:19.0.0-5320.g03fdb366.el 36/172 2024-07-26T15:27:00.021 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cephfs-2:19.0.0-5320.g03fdb366.el9.x86_6 37/172 2024-07-26T15:27:00.090 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-07-26T15:27:00.136 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-07-26T15:27:00.219 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-07-26T15:27:00.352 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-07-26T15:27:00.406 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-07-26T15:27:00.936 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-07-26T15:27:01.026 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-07-26T15:27:01.064 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-07-26T15:27:01.111 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-07-26T15:27:01.150 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-07-26T15:27:01.179 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librados-devel-2:19.0.0-5320.g03fdb366.el9.x86_6 48/172 2024-07-26T15:27:01.222 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-07-26T15:27:01.374 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-07-26T15:27:01.432 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : openssl-1:3.2.2-2.el9.x86_64 51/172 2024-07-26T15:27:01.523 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-07-26T15:27:01.613 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 53/172 2024-07-26T15:27:01.686 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 54/172 2024-07-26T15:27:01.725 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 55/172 2024-07-26T15:27:01.761 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 56/172 2024-07-26T15:27:01.808 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 57/172 2024-07-26T15:27:01.844 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 58/172 2024-07-26T15:27:01.887 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 59/172 2024-07-26T15:27:01.929 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 60/172 2024-07-26T15:27:02.066 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 61/172 2024-07-26T15:27:02.106 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 62/172 2024-07-26T15:27:02.147 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 63/172 2024-07-26T15:27:02.245 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 64/172 2024-07-26T15:27:02.281 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 65/172 2024-07-26T15:27:02.323 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 66/172 2024-07-26T15:27:02.355 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 67/172 2024-07-26T15:27:02.380 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 68/172 2024-07-26T15:27:02.462 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 69/172 2024-07-26T15:27:02.599 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 70/172 2024-07-26T15:27:02.629 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 71/172 2024-07-26T15:27:02.649 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 72/172 2024-07-26T15:27:02.687 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 73/172 2024-07-26T15:27:02.722 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : uuid-1.6.2-55.el9.x86_64 74/172 2024-07-26T15:27:02.754 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 75/172 2024-07-26T15:27:02.784 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 76/172 2024-07-26T15:27:02.819 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 77/172 2024-07-26T15:27:02.852 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 78/172 2024-07-26T15:27:02.893 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 79/172 2024-07-26T15:27:02.928 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 80/172 2024-07-26T15:27:03.014 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 81/172 2024-07-26T15:27:03.059 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 82/172 2024-07-26T15:27:03.089 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 83/172 2024-07-26T15:27:03.192 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 84/172 2024-07-26T15:27:03.241 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T15:27:03.963 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-07-26T15:27:04.021 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-07-26T15:27:04.047 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-07-26T15:27:04.146 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-07-26T15:27:04.194 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-07-26T15:27:04.238 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-07-26T15:27:04.327 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-07-26T15:27:04.366 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-07-26T15:27:04.536 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-07-26T15:27:04.564 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-07-26T15:27:04.642 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-07-26T15:27:05.305 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-07-26T15:27:05.420 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-07-26T15:27:06.680 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-07-26T15:27:06.769 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-07-26T15:27:06.797 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-07-26T15:27:06.825 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-selinux-2:19.0.0-5320.g03fdb366.el9.x86_64 112/172 2024-07-26T15:27:06.825 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /sys 2024-07-26T15:27:06.825 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /proc 2024-07-26T15:27:06.825 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /mnt 2024-07-26T15:27:06.825 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /var/tmp 2024-07-26T15:27:06.825 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /home 2024-07-26T15:27:06.825 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /root 2024-07-26T15:27:06.825 INFO:teuthology.orchestra.run.smithi033.stdout:skipping the directory /tmp 2024-07-26T15:27:06.825 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:06.829 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-07-26T15:27:07.008 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-volume-2:19.0.0-5320.g03fdb366.el9.noarch 113/172 2024-07-26T15:27:07.025 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-volume-2:19.0.0-5320.g03fdb366.el9.noarch 113/172 2024-07-26T15:27:07.025 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:07.025 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-07-26T15:27:07.025 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:07.156 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-07-26T15:27:07.201 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : librbd1-2:19.0.0-5320.g03fdb366.el9.x86_64 104/172 2024-07-26T15:27:07.280 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librbd1-2:19.0.0-5320.g03fdb366.el9.x86_64 104/172 2024-07-26T15:27:07.306 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rbd-2:19.0.0-5320.g03fdb366.el9.x86_64 105/172 2024-07-26T15:27:07.342 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-07-26T15:27:07.841 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-07-26T15:27:07.871 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librgw2-2:19.0.0-5320.g03fdb366.el9.x86_64 108/172 2024-07-26T15:27:07.943 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librgw2-2:19.0.0-5320.g03fdb366.el9.x86_64 108/172 2024-07-26T15:27:07.973 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rgw-2:19.0.0-5320.g03fdb366.el9.x86_64 109/172 2024-07-26T15:27:08.678 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-osd-2:19.0.0-5320.g03fdb366.el9.x86_64 114/172 2024-07-26T15:27:08.706 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-osd-2:19.0.0-5320.g03fdb366.el9.x86_64 114/172 2024-07-26T15:27:08.707 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:08.707 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-26T15:27:08.707 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T15:27:08.707 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T15:27:08.707 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:08.954 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mds-2:19.0.0-5320.g03fdb366.el9.x86_64 115/172 2024-07-26T15:27:08.979 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mds-2:19.0.0-5320.g03fdb366.el9.x86_64 115/172 2024-07-26T15:27:08.979 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:08.979 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-26T15:27:08.979 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T15:27:08.979 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T15:27:08.979 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:09.471 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mon-2:19.0.0-5320.g03fdb366.el9.x86_64 116/172 2024-07-26T15:27:09.496 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mon-2:19.0.0-5320.g03fdb366.el9.x86_64 116/172 2024-07-26T15:27:09.496 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:09.496 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-26T15:27:09.496 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T15:27:09.496 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T15:27:09.496 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:09.610 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-07-26T15:27:09.669 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-07-26T15:27:09.733 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-07-26T15:27:09.930 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-07-26T15:27:09.980 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-07-26T15:27:10.062 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-07-26T15:27:10.132 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 110/172 2024-07-26T15:27:10.161 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-07-26T15:27:10.177 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 110/172 2024-07-26T15:27:10.305 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-07-26T15:27:10.347 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-07-26T15:27:10.497 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-07-26T15:27:10.497 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : fuse-2.9.9-16.el9.x86_64 127/172 2024-07-26T15:27:10.742 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 110/172 2024-07-26T15:27:10.781 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-base-2:19.0.0-5320.g03fdb366.el9.x86_64 111/172 2024-07-26T15:27:10.843 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: cephadm-2:19.0.0-5320.g03fdb366.el9.noarch 128/172 2024-07-26T15:27:10.861 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-base-2:19.0.0-5320.g03fdb366.el9.x86_64 111/172 2024-07-26T15:27:10.861 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-26T15:27:10.861 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-26T15:27:10.861 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:10.871 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephadm-2:19.0.0-5320.g03fdb366.el9.noarch 128/172 2024-07-26T15:27:10.899 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-selinux-2:19.0.0-5320.g03fdb366.el9.x86_64 112/172 2024-07-26T15:27:10.904 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-5320.g03fdb366.e 129/172 2024-07-26T15:27:10.972 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-5320.g03fdb366. 130/172 2024-07-26T15:27:11.002 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-5320.g03fdb366.el9.noa 131/172 2024-07-26T15:27:14.395 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-5320.g03fdb366.el9.noa 131/172 2024-07-26T15:27:14.458 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-5320.g03fdb366.el9.n 132/172 2024-07-26T15:27:15.473 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-5320.g03fdb366.el9.n 132/172 2024-07-26T15:27:15.500 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-5320.g03f 133/172 2024-07-26T15:27:15.624 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-5320.g03f 133/172 2024-07-26T15:27:15.801 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-5320.g03fdb366.el 134/172 2024-07-26T15:27:15.829 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-2:19.0.0-5320.g03fdb366.el9.x86_64 135/172 2024-07-26T15:27:15.852 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-2:19.0.0-5320.g03fdb366.el9.x86_64 135/172 2024-07-26T15:27:15.853 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:15.853 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-26T15:27:15.853 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T15:27:15.853 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T15:27:15.853 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:15.903 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-mgr-rook-2:19.0.0-5320.g03fdb366.el9.noarch 136/172 2024-07-26T15:27:15.915 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-5320.g03fdb366.el9.noarch 136/172 2024-07-26T15:27:16.035 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-2:19.0.0-5320.g03fdb366.el9.x86_64 137/172 2024-07-26T15:27:16.090 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 138/172 2024-07-26T15:27:17.112 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libtool-2.4.6-46.el9.x86_64 139/172 2024-07-26T15:27:17.139 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-radosgw-2:19.0.0-5320.g03fdb366.el9.x86_64 140/172 2024-07-26T15:27:17.163 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-5320.g03fdb366.el9.x86_64 140/172 2024-07-26T15:27:17.164 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:17.164 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-26T15:27:17.164 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T15:27:17.164 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T15:27:17.164 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:17.206 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-5320.g03fdb 141/172 2024-07-26T15:27:17.230 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-5320.g03fdb 141/172 2024-07-26T15:27:17.230 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:17.230 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-26T15:27:17.230 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:17.290 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephfs-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 142/172 2024-07-26T15:27:17.314 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 142/172 2024-07-26T15:27:17.314 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:17.315 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-07-26T15:27:17.315 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T15:27:17.315 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T15:27:17.315 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:17.674 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 143/172 2024-07-26T15:27:17.699 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: rbd-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 143/172 2024-07-26T15:27:17.699 INFO:teuthology.orchestra.run.smithi033.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:17.699 INFO:teuthology.orchestra.run.smithi033.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-26T15:27:17.699 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T15:27:17.700 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T15:27:17.700 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:22.286 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : ceph-test-2:19.0.0-5320.g03fdb366.el9.x86_64 144/172 2024-07-26T15:27:22.328 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 145/172 2024-07-26T15:27:22.369 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : rbd-nbd-2:19.0.0-5320.g03fdb366.el9.x86_64 146/172 2024-07-26T15:27:22.400 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : xfsprogs-devel-6.4.0-3.el9.x86_64 147/172 2024-07-26T15:27:22.427 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-07-26T15:27:22.632 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephfs-shell-2:19.0.0-5320.g03fdb366.el9.x86_64 149/172 2024-07-26T15:27:22.673 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-07-26T15:27:22.706 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libcephfs-devel-2:19.0.0-5320.g03fdb366.el9.x86_ 151/172 2024-07-26T15:27:22.746 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-07-26T15:27:22.762 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-selinux-2:19.0.0-5320.g03fdb366.el9.x86_64 112/172 2024-07-26T15:27:22.762 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /sys 2024-07-26T15:27:22.762 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /proc 2024-07-26T15:27:22.762 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /mnt 2024-07-26T15:27:22.762 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /var/tmp 2024-07-26T15:27:22.763 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /home 2024-07-26T15:27:22.763 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /root 2024-07-26T15:27:22.763 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /tmp 2024-07-26T15:27:22.763 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:22.776 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : NetworkManager-team-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T15:27:22.822 INFO:teuthology.orchestra.run.smithi033.stdout: Upgrading : NetworkManager-tui-1:1.48.2-2.el9.x86_64 154/172 2024-07-26T15:27:22.937 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-volume-2:19.0.0-5320.g03fdb366.el9.noarch 113/172 2024-07-26T15:27:22.953 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-volume-2:19.0.0-5320.g03fdb366.el9.noarch 113/172 2024-07-26T15:27:22.953 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:22.953 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-07-26T15:27:22.953 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:23.427 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T15:27:23.469 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T15:27:23.490 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T15:27:24.405 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : cephfs-top-2:19.0.0-5320.g03fdb366.el9.noarch 156/172 2024-07-26T15:27:24.491 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : openssl-devel-1:3.2.2-2.el9.x86_64 157/172 2024-07-26T15:27:24.534 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-07-26T15:27:24.558 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-osd-2:19.0.0-5320.g03fdb366.el9.x86_64 114/172 2024-07-26T15:27:24.585 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-osd-2:19.0.0-5320.g03fdb366.el9.x86_64 114/172 2024-07-26T15:27:24.585 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:24.585 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-26T15:27:24.585 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T15:27:24.585 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-26T15:27:24.585 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:24.632 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-07-26T15:27:24.661 INFO:teuthology.orchestra.run.smithi033.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-07-26T15:27:24.686 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-07-26T15:27:24.711 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T15:27:24.746 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-07-26T15:27:24.746 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T15:27:24.808 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mds-2:19.0.0-5320.g03fdb366.el9.x86_64 115/172 2024-07-26T15:27:24.831 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mds-2:19.0.0-5320.g03fdb366.el9.x86_64 115/172 2024-07-26T15:27:24.831 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:24.831 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-26T15:27:24.831 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T15:27:24.831 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-26T15:27:24.831 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:24.847 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T15:27:24.880 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-07-26T15:27:24.880 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T15:27:24.965 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T15:27:24.990 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-07-26T15:27:24.996 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T15:27:24.996 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T15:27:25.183 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T15:27:25.184 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T15:27:25.260 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T15:27:25.284 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T15:27:25.292 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mon-2:19.0.0-5320.g03fdb366.el9.x86_64 116/172 2024-07-26T15:27:25.315 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mon-2:19.0.0-5320.g03fdb366.el9.x86_64 116/172 2024-07-26T15:27:25.315 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:25.316 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-26T15:27:25.316 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T15:27:25.316 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-26T15:27:25.316 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:25.319 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-07-26T15:27:25.414 INFO:teuthology.orchestra.run.smithi033.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T15:27:25.423 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-07-26T15:27:25.480 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-07-26T15:27:25.536 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-07-26T15:27:25.721 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-07-26T15:27:25.793 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-07-26T15:27:25.871 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-07-26T15:27:25.969 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-07-26T15:27:26.107 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-07-26T15:27:26.152 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-07-26T15:27:26.192 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-07-26T15:27:26.228 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : fuse-2.9.9-16.el9.x86_64 127/172 2024-07-26T15:27:26.603 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: cephadm-2:19.0.0-5320.g03fdb366.el9.noarch 128/172 2024-07-26T15:27:26.634 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : cephadm-2:19.0.0-5320.g03fdb366.el9.noarch 128/172 2024-07-26T15:27:26.667 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-5320.g03fdb366.e 129/172 2024-07-26T15:27:26.730 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-5320.g03fdb366. 130/172 2024-07-26T15:27:26.766 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-5320.g03fdb366.el9.noa 131/172 2024-07-26T15:27:29.901 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-5320.g03fdb366.el9.noa 131/172 2024-07-26T15:27:29.955 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-5320.g03fdb366.el9.n 132/172 2024-07-26T15:27:30.918 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-5320.g03fdb366.el9.n 132/172 2024-07-26T15:27:30.955 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-5320.g03f 133/172 2024-07-26T15:27:31.067 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-5320.g03f 133/172 2024-07-26T15:27:31.231 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-5320.g03fdb366.el 134/172 2024-07-26T15:27:31.257 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-2:19.0.0-5320.g03fdb366.el9.x86_64 135/172 2024-07-26T15:27:31.281 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-2:19.0.0-5320.g03fdb366.el9.x86_64 135/172 2024-07-26T15:27:31.282 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:31.282 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-26T15:27:31.282 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T15:27:31.282 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-26T15:27:31.282 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:31.325 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-rook-2:19.0.0-5320.g03fdb366.el9.noarch 136/172 2024-07-26T15:27:31.338 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-5320.g03fdb366.el9.noarch 136/172 2024-07-26T15:27:31.444 INFO:teuthology.orchestra.run.smithi033.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T15:27:31.444 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-2:19.0.0-5320.g03fdb366.el9.x86_64 1/172 2024-07-26T15:27:31.444 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-base-2:19.0.0-5320.g03fdb366.el9.x86_64 2/172 2024-07-26T15:27:31.444 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 3/172 2024-07-26T15:27:31.444 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 4/172 2024-07-26T15:27:31.444 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-5320.g03fdb 5/172 2024-07-26T15:27:31.444 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mds-2:19.0.0-5320.g03fdb366.el9.x86_64 6/172 2024-07-26T15:27:31.444 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-2:19.0.0-5320.g03fdb366.el9.x86_64 7/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mon-2:19.0.0-5320.g03fdb366.el9.x86_64 8/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-osd-2:19.0.0-5320.g03fdb366.el9.x86_64 9/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-radosgw-2:19.0.0-5320.g03fdb366.el9.x86_64 10/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-selinux-2:19.0.0-5320.g03fdb366.el9.x86_64 11/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-test-2:19.0.0-5320.g03fdb366.el9.x86_64 12/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephfs-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 13/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephfs-shell-2:19.0.0-5320.g03fdb366.el9.x86_64 14/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephfs-devel-2:19.0.0-5320.g03fdb366.el9.x86_ 15/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephfs2-2:19.0.0-5320.g03fdb366.el9.x86_64 16/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libcephsqlite-2:19.0.0-5320.g03fdb366.el9.x86_64 17/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados-devel-2:19.0.0-5320.g03fdb366.el9.x86_6 18/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libradosstriper1-2:19.0.0-5320.g03fdb366.el9.x86 19/172 2024-07-26T15:27:31.445 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librgw2-2:19.0.0-5320.g03fdb366.el9.x86_64 20/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ceph-argparse-2:19.0.0-5320.g03fdb366.el 21/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ceph-common-2:19.0.0-5320.g03fdb366.el9. 22/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cephfs-2:19.0.0-5320.g03fdb366.el9.x86_6 23/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rados-2:19.0.0-5320.g03fdb366.el9.x86_64 24/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rbd-2:19.0.0-5320.g03fdb366.el9.x86_64 25/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rgw-2:19.0.0-5320.g03fdb366.el9.x86_64 26/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 27/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 28/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : rbd-nbd-2:19.0.0-5320.g03fdb366.el9.x86_64 29/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-5320.g03fdb366. 30/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-5320.g03fdb366.el9.noa 31/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-5320.g03fdb366.el9.n 32/172 2024-07-26T15:27:31.446 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-5320.g03f 33/172 2024-07-26T15:27:31.447 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-5320.g03fdb366.el 34/172 2024-07-26T15:27:31.447 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-mgr-rook-2:19.0.0-5320.g03fdb366.el9.noarch 35/172 2024-07-26T15:27:31.447 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-5320.g03fdb366.e 36/172 2024-07-26T15:27:31.447 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : ceph-volume-2:19.0.0-5320.g03fdb366.el9.noarch 37/172 2024-07-26T15:27:31.447 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephadm-2:19.0.0-5320.g03fdb366.el9.noarch 38/172 2024-07-26T15:27:31.447 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : cephfs-top-2:19.0.0-5320.g03fdb366.el9.noarch 39/172 2024-07-26T15:27:31.447 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/172 2024-07-26T15:27:31.447 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-07-26T15:27:31.448 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-07-26T15:27:31.448 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-07-26T15:27:31.448 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-07-26T15:27:31.448 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-07-26T15:27:31.448 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-07-26T15:27:31.448 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-07-26T15:27:31.448 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/172 2024-07-26T15:27:31.448 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-07-26T15:27:31.448 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-07-26T15:27:31.448 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-07-26T15:27:31.448 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-07-26T15:27:31.449 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openssl-devel-1:3.2.2-2.el9.x86_64 68/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-07-26T15:27:31.450 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-07-26T15:27:31.451 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : xfsprogs-devel-6.4.0-3.el9.x86_64 101/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-07-26T15:27:31.452 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-07-26T15:27:31.453 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 122/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-07-26T15:27:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-07-26T15:27:31.455 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados2-2:19.0.0-5320.g03fdb366.el9.x86_64 149/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librbd1-2:19.0.0-5320.g03fdb366.el9.x86_64 151/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 155/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-07-26T15:27:31.456 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-team-1:1.48.2-2.el9.x86_64 157/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-tui-1:1.48.2-2.el9.x86_64 159/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openssl-1:3.2.2-2.el9.x86_64 167/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openssl-libs-1:3.2.2-2.el9.x86_64 169/172 2024-07-26T15:27:31.457 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T15:27:31.458 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : xfsprogs-6.4.0-3.el9.x86_64 171/172 2024-07-26T15:27:31.458 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-2:19.0.0-5320.g03fdb366.el9.x86_64 137/172 2024-07-26T15:27:31.497 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 138/172 2024-07-26T15:27:32.458 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libtool-2.4.6-46.el9.x86_64 139/172 2024-07-26T15:27:32.494 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-radosgw-2:19.0.0-5320.g03fdb366.el9.x86_64 140/172 2024-07-26T15:27:32.517 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-5320.g03fdb366.el9.x86_64 140/172 2024-07-26T15:27:32.517 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:32.517 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-26T15:27:32.517 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T15:27:32.517 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-26T15:27:32.517 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:32.561 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-5320.g03fdb 141/172 2024-07-26T15:27:32.584 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-5320.g03fdb 141/172 2024-07-26T15:27:32.584 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:32.584 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-26T15:27:32.584 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:32.637 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : cephfs-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 142/172 2024-07-26T15:27:32.659 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 142/172 2024-07-26T15:27:32.659 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:32.659 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-07-26T15:27:32.659 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T15:27:32.659 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-26T15:27:32.659 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:32.987 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 143/172 2024-07-26T15:27:33.011 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: rbd-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 143/172 2024-07-26T15:27:33.011 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-26T15:27:33.011 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-26T15:27:33.011 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T15:27:33.011 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-26T15:27:33.011 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:34.395 INFO:teuthology.orchestra.run.smithi033.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T15:27:34.395 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:34.395 INFO:teuthology.orchestra.run.smithi033.stdout:Upgraded: 2024-07-26T15:27:34.395 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-1:1.48.2-2.el9.x86_64 2024-07-26T15:27:34.395 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 2024-07-26T15:27:34.395 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-team-1:1.48.2-2.el9.x86_64 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout: NetworkManager-tui-1:1.48.2-2.el9.x86_64 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout: librados2-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout: librbd1-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-1:3.2.2-2.el9.x86_64 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-libs-1:3.2.2-2.el9.x86_64 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout: xfsprogs-6.4.0-3.el9.x86_64 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout:Installed: 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-07-26T15:27:34.396 INFO:teuthology.orchestra.run.smithi033.stdout: automake-1.16.2-8.el9.noarch 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: bison-3.7.4-5.el9.x86_64 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-base-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-grafana-dashboards-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-immutable-object-cache-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mds-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-cephadm-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-dashboard-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-diskprediction-local-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-modules-core-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-rook-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mon-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-osd-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-prometheus-alerts-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-radosgw-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-selinux-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-test-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-volume-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: cephadm-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:34.398 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-shell-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-top-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: flex-2.6.4-9.el9.x86_64 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: grpc-data-1.46.7-10.el9.noarch 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-9.0.0-11.el9.x86_64 2024-07-26T15:27:34.399 INFO:teuthology.orchestra.run.smithi033.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs-devel-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs2-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: libcephsqlite-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: librados-devel-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: libradosstriper1-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: librgw2-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.400 INFO:teuthology.orchestra.run.smithi033.stdout: libtool-2.4.6-46.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: lua-5.4.4-4.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: luarocks-3.9.2-5.el9.noarch 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: openssl-devel-1:3.2.2-2.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-13.14-1.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-07-26T15:27:34.401 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-server-13.14-1.el9.x86_64 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-3.14.0-13.el9.x86_64 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-argparse-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cephfs-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-26T15:27:34.402 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-26T15:27:34.403 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-26T15:27:34.404 INFO:teuthology.orchestra.run.smithi033.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-26T15:27:34.405 INFO:teuthology.orchestra.run.smithi033.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-26T15:27:34.405 INFO:teuthology.orchestra.run.smithi033.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-26T15:27:34.405 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-26T15:27:34.405 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ply-3.11-14.el9.noarch 2024-07-26T15:27:34.405 INFO:teuthology.orchestra.run.smithi033.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-26T15:27:34.405 INFO:teuthology.orchestra.run.smithi033.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-26T15:27:34.405 INFO:teuthology.orchestra.run.smithi033.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-07-26T15:27:34.405 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-26T15:27:34.405 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rados-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rbd-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rgw-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-26T15:27:34.406 INFO:teuthology.orchestra.run.smithi033.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-24.02.0-1.el9.x86_64 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-07-26T15:27:34.407 INFO:teuthology.orchestra.run.smithi033.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-07-26T15:27:34.408 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.408 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.408 INFO:teuthology.orchestra.run.smithi033.stdout: rbd-nbd-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:34.408 INFO:teuthology.orchestra.run.smithi033.stdout: re2-1:20211101-3.el9.x86_64 2024-07-26T15:27:34.408 INFO:teuthology.orchestra.run.smithi033.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-26T15:27:34.408 INFO:teuthology.orchestra.run.smithi033.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-26T15:27:34.408 INFO:teuthology.orchestra.run.smithi033.stdout: uuid-1.6.2-55.el9.x86_64 2024-07-26T15:27:34.408 INFO:teuthology.orchestra.run.smithi033.stdout: xfsprogs-devel-6.4.0-3.el9.x86_64 2024-07-26T15:27:34.408 INFO:teuthology.orchestra.run.smithi033.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-26T15:27:34.408 INFO:teuthology.orchestra.run.smithi033.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-07-26T15:27:34.409 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:34.409 INFO:teuthology.orchestra.run.smithi033.stdout:Complete! 2024-07-26T15:27:34.819 DEBUG:teuthology.parallel:result is None 2024-07-26T15:27:37.391 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-test-2:19.0.0-5320.g03fdb366.el9.x86_64 144/172 2024-07-26T15:27:37.432 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 145/172 2024-07-26T15:27:37.473 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-nbd-2:19.0.0-5320.g03fdb366.el9.x86_64 146/172 2024-07-26T15:27:37.505 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : xfsprogs-devel-6.4.0-3.el9.x86_64 147/172 2024-07-26T15:27:37.532 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-07-26T15:27:37.724 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : cephfs-shell-2:19.0.0-5320.g03fdb366.el9.x86_64 149/172 2024-07-26T15:27:37.761 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-07-26T15:27:37.800 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephfs-devel-2:19.0.0-5320.g03fdb366.el9.x86_ 151/172 2024-07-26T15:27:37.834 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-07-26T15:27:37.873 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : NetworkManager-team-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T15:27:37.919 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : NetworkManager-tui-1:1.48.2-2.el9.x86_64 154/172 2024-07-26T15:27:38.555 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T15:27:38.592 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T15:27:38.611 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-26T15:27:39.468 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : cephfs-top-2:19.0.0-5320.g03fdb366.el9.noarch 156/172 2024-07-26T15:27:39.546 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : openssl-devel-1:3.2.2-2.el9.x86_64 157/172 2024-07-26T15:27:39.587 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-07-26T15:27:39.673 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-07-26T15:27:39.707 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-07-26T15:27:39.741 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-07-26T15:27:39.775 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T15:27:39.801 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-07-26T15:27:39.801 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T15:27:39.878 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-26T15:27:39.910 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-07-26T15:27:39.911 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T15:27:39.987 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-26T15:27:40.011 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-07-26T15:27:40.021 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T15:27:40.021 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T15:27:40.205 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-26T15:27:40.205 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T15:27:40.298 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-26T15:27:40.338 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T15:27:40.365 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-07-26T15:27:40.438 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T15:27:46.535 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T15:27:46.536 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-2:19.0.0-5320.g03fdb366.el9.x86_64 1/172 2024-07-26T15:27:46.536 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-base-2:19.0.0-5320.g03fdb366.el9.x86_64 2/172 2024-07-26T15:27:46.536 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 3/172 2024-07-26T15:27:46.536 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 4/172 2024-07-26T15:27:46.536 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-5320.g03fdb 5/172 2024-07-26T15:27:46.536 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mds-2:19.0.0-5320.g03fdb366.el9.x86_64 6/172 2024-07-26T15:27:46.536 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-2:19.0.0-5320.g03fdb366.el9.x86_64 7/172 2024-07-26T15:27:46.536 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mon-2:19.0.0-5320.g03fdb366.el9.x86_64 8/172 2024-07-26T15:27:46.536 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-osd-2:19.0.0-5320.g03fdb366.el9.x86_64 9/172 2024-07-26T15:27:46.536 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-radosgw-2:19.0.0-5320.g03fdb366.el9.x86_64 10/172 2024-07-26T15:27:46.537 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-selinux-2:19.0.0-5320.g03fdb366.el9.x86_64 11/172 2024-07-26T15:27:46.537 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-test-2:19.0.0-5320.g03fdb366.el9.x86_64 12/172 2024-07-26T15:27:46.537 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : cephfs-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 13/172 2024-07-26T15:27:46.537 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : cephfs-shell-2:19.0.0-5320.g03fdb366.el9.x86_64 14/172 2024-07-26T15:27:46.537 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephfs-devel-2:19.0.0-5320.g03fdb366.el9.x86_ 15/172 2024-07-26T15:27:46.537 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephfs2-2:19.0.0-5320.g03fdb366.el9.x86_64 16/172 2024-07-26T15:27:46.537 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephsqlite-2:19.0.0-5320.g03fdb366.el9.x86_64 17/172 2024-07-26T15:27:46.537 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados-devel-2:19.0.0-5320.g03fdb366.el9.x86_6 18/172 2024-07-26T15:27:46.537 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libradosstriper1-2:19.0.0-5320.g03fdb366.el9.x86 19/172 2024-07-26T15:27:46.537 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librgw2-2:19.0.0-5320.g03fdb366.el9.x86_64 20/172 2024-07-26T15:27:46.538 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ceph-argparse-2:19.0.0-5320.g03fdb366.el 21/172 2024-07-26T15:27:46.538 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ceph-common-2:19.0.0-5320.g03fdb366.el9. 22/172 2024-07-26T15:27:46.538 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cephfs-2:19.0.0-5320.g03fdb366.el9.x86_6 23/172 2024-07-26T15:27:46.538 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rados-2:19.0.0-5320.g03fdb366.el9.x86_64 24/172 2024-07-26T15:27:46.538 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rbd-2:19.0.0-5320.g03fdb366.el9.x86_64 25/172 2024-07-26T15:27:46.538 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rgw-2:19.0.0-5320.g03fdb366.el9.x86_64 26/172 2024-07-26T15:27:46.538 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 27/172 2024-07-26T15:27:46.538 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 28/172 2024-07-26T15:27:46.538 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-nbd-2:19.0.0-5320.g03fdb366.el9.x86_64 29/172 2024-07-26T15:27:46.538 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-5320.g03fdb366. 30/172 2024-07-26T15:27:46.551 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-5320.g03fdb366.el9.noa 31/172 2024-07-26T15:27:46.551 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-5320.g03fdb366.el9.n 32/172 2024-07-26T15:27:46.551 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-5320.g03f 33/172 2024-07-26T15:27:46.551 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-5320.g03fdb366.el 34/172 2024-07-26T15:27:46.551 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-rook-2:19.0.0-5320.g03fdb366.el9.noarch 35/172 2024-07-26T15:27:46.551 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-5320.g03fdb366.e 36/172 2024-07-26T15:27:46.551 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-volume-2:19.0.0-5320.g03fdb366.el9.noarch 37/172 2024-07-26T15:27:46.551 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : cephadm-2:19.0.0-5320.g03fdb366.el9.noarch 38/172 2024-07-26T15:27:46.551 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : cephfs-top-2:19.0.0-5320.g03fdb366.el9.noarch 39/172 2024-07-26T15:27:46.551 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-07-26T15:27:46.552 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-07-26T15:27:46.553 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openssl-devel-1:3.2.2-2.el9.x86_64 68/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-07-26T15:27:46.554 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-07-26T15:27:46.555 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : xfsprogs-devel-6.4.0-3.el9.x86_64 101/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-07-26T15:27:46.556 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-07-26T15:27:46.557 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 122/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-07-26T15:27:46.558 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-07-26T15:27:46.559 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados2-2:19.0.0-5320.g03fdb366.el9.x86_64 149/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librbd1-2:19.0.0-5320.g03fdb366.el9.x86_64 151/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-07-26T15:27:46.560 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : NetworkManager-1:1.48.2-2.el9.x86_64 153/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 155/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : NetworkManager-team-1:1.48.2-2.el9.x86_64 157/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : NetworkManager-tui-1:1.48.2-2.el9.x86_64 159/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-07-26T15:27:46.561 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-07-26T15:27:46.562 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openssl-1:3.2.2-2.el9.x86_64 167/172 2024-07-26T15:27:46.562 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-07-26T15:27:46.562 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openssl-libs-1:3.2.2-2.el9.x86_64 169/172 2024-07-26T15:27:46.562 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-26T15:27:46.562 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : xfsprogs-6.4.0-3.el9.x86_64 171/172 2024-07-26T15:27:49.483 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-26T15:27:49.483 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:49.483 INFO:teuthology.orchestra.run.smithi154.stdout:Upgraded: 2024-07-26T15:27:49.483 INFO:teuthology.orchestra.run.smithi154.stdout: NetworkManager-1:1.48.2-2.el9.x86_64 2024-07-26T15:27:49.483 INFO:teuthology.orchestra.run.smithi154.stdout: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 2024-07-26T15:27:49.483 INFO:teuthology.orchestra.run.smithi154.stdout: NetworkManager-team-1:1.48.2-2.el9.x86_64 2024-07-26T15:27:49.483 INFO:teuthology.orchestra.run.smithi154.stdout: NetworkManager-tui-1:1.48.2-2.el9.x86_64 2024-07-26T15:27:49.483 INFO:teuthology.orchestra.run.smithi154.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout: librados2-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout: librbd1-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout: openssl-1:3.2.2-2.el9.x86_64 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout: openssl-libs-1:3.2.2-2.el9.x86_64 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout: xfsprogs-6.4.0-3.el9.x86_64 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout: automake-1.16.2-8.el9.noarch 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout: bison-3.7.4-5.el9.x86_64 2024-07-26T15:27:49.484 INFO:teuthology.orchestra.run.smithi154.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-base-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-grafana-dashboards-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-immutable-object-cache-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mds-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-cephadm-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-dashboard-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-diskprediction-local-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-modules-core-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:49.485 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-rook-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:49.486 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mon-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.486 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-osd-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.486 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-prometheus-alerts-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:49.486 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-radosgw-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.486 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-selinux-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.486 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-test-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.486 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-volume-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:49.486 INFO:teuthology.orchestra.run.smithi154.stdout: cephadm-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:49.486 INFO:teuthology.orchestra.run.smithi154.stdout: cephfs-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.486 INFO:teuthology.orchestra.run.smithi154.stdout: cephfs-shell-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.486 INFO:teuthology.orchestra.run.smithi154.stdout: cephfs-top-2:19.0.0-5320.g03fdb366.el9.noarch 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: flex-2.6.4-9.el9.x86_64 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: grpc-data-1.46.7-10.el9.noarch 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-9.0.0-11.el9.x86_64 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-07-26T15:27:49.487 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs-devel-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs2-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: libcephsqlite-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: librados-devel-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: libradosstriper1-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: librgw2-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: libtool-2.4.6-46.el9.x86_64 2024-07-26T15:27:49.488 INFO:teuthology.orchestra.run.smithi154.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: lua-5.4.4-4.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: luarocks-3.9.2-5.el9.noarch 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: openssl-devel-1:3.2.2-2.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: postgresql-13.14-1.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-07-26T15:27:49.489 INFO:teuthology.orchestra.run.smithi154.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: postgresql-server-13.14-1.el9.x86_64 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: protobuf-3.14.0-13.el9.x86_64 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.490 INFO:teuthology.orchestra.run.smithi154.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-26T15:27:49.491 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-26T15:27:49.492 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ply-3.11-14.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-07-26T15:27:49.493 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rados-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rbd-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rgw-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-26T15:27:49.494 INFO:teuthology.orchestra.run.smithi154.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: qatlib-24.02.0-1.el9.x86_64 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-fuse-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-mirror-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-nbd-2:19.0.0-5320.g03fdb366.el9.x86_64 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: re2-1:20211101-3.el9.x86_64 2024-07-26T15:27:49.495 INFO:teuthology.orchestra.run.smithi154.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-26T15:27:49.496 INFO:teuthology.orchestra.run.smithi154.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-26T15:27:49.496 INFO:teuthology.orchestra.run.smithi154.stdout: uuid-1.6.2-55.el9.x86_64 2024-07-26T15:27:49.496 INFO:teuthology.orchestra.run.smithi154.stdout: xfsprogs-devel-6.4.0-3.el9.x86_64 2024-07-26T15:27:49.496 INFO:teuthology.orchestra.run.smithi154.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-26T15:27:49.496 INFO:teuthology.orchestra.run.smithi154.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-07-26T15:27:49.496 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:49.496 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-07-26T15:27:49.953 DEBUG:teuthology.parallel:result is None 2024-07-26T15:27:49.954 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=03fdb366c724895b2ff4020e9ba5c66aa2bd0089 2024-07-26T15:27:50.099 DEBUG:teuthology.orchestra.run.smithi033:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-26T15:27:50.127 INFO:teuthology.orchestra.run.smithi033.stdout:19.0.0-5320.g03fdb366.el9 2024-07-26T15:27:50.128 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-5320.g03fdb366.el9 2024-07-26T15:27:50.128 INFO:teuthology.task.install:The correct ceph version 19.0.0-5320.g03fdb366 is installed. 2024-07-26T15:27:50.130 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=03fdb366c724895b2ff4020e9ba5c66aa2bd0089 2024-07-26T15:27:50.266 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-26T15:27:50.288 INFO:teuthology.orchestra.run.smithi154.stdout:19.0.0-5320.g03fdb366.el9 2024-07-26T15:27:50.288 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-5320.g03fdb366.el9 2024-07-26T15:27:50.288 INFO:teuthology.task.install:The correct ceph version 19.0.0-5320.g03fdb366 is installed. 2024-07-26T15:27:50.290 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-07-26T15:27:50.290 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:27:50.290 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-26T15:27:50.324 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:27:50.324 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-26T15:27:50.355 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-07-26T15:27:50.355 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:27:50.355 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/daemon-helper 2024-07-26T15:27:50.395 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-26T15:27:50.464 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:27:50.464 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/daemon-helper 2024-07-26T15:27:50.489 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-26T15:27:50.554 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-07-26T15:27:50.554 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:27:50.554 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-26T15:27:50.583 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-26T15:27:50.651 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:27:50.652 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-26T15:27:50.676 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-26T15:27:50.741 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-07-26T15:27:50.741 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:27:50.741 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/stdin-killer 2024-07-26T15:27:50.769 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-26T15:27:50.838 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:27:50.838 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/stdin-killer 2024-07-26T15:27:50.863 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-26T15:27:50.928 INFO:teuthology.run_tasks:Running task ceph... 2024-07-26T15:27:51.008 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-07-26T15:27:51.009 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 777 /var/log/ceph 2024-07-26T15:27:51.011 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 777 /var/log/ceph 2024-07-26T15:27:51.037 INFO:tasks.ceph:Disabling ceph logrotate... 2024-07-26T15:27:51.037 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /etc/logrotate.d/ceph 2024-07-26T15:27:51.080 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f -- /etc/logrotate.d/ceph 2024-07-26T15:27:51.105 INFO:tasks.ceph:Creating extra log directories... 2024-07-26T15:27:51.105 DEBUG:teuthology.orchestra.run.smithi033:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-07-26T15:27:51.148 DEBUG:teuthology.orchestra.run.smithi154:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-07-26T15:27:51.179 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-07-26T15:27:51.179 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-07-26T15:27:51.179 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-07-26T15:27:51.179 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:27:51.179 DEBUG:teuthology.orchestra.run.smithi033:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-07-26T15:27:51.230 DEBUG:teuthology.orchestra.run.smithi033:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-07-26T15:27:51.347 DEBUG:teuthology.orchestra.run.smithi033:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-07-26T15:27:51.374 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:27:51.374 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-07-26T15:27:51.390 DEBUG:teuthology.orchestra.run.smithi154:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-07-26T15:27:51.498 DEBUG:teuthology.orchestra.run.smithi154:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-07-26T15:27:51.528 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-07-26T15:27:51.528 INFO:tasks.ceph:config {'conf': {'client': {'pid file': ''}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-07-26T15:27:51.528 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544', 'branch': 'wip-mchangir-mount-timeout-10-debug', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/snap-schedule}', 'email': 'mchangir@redhat.com', 'first_in_suite': False, 'job_id': '7819544', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-mchangir-mount-timeout-10-debug'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'sha1': '03fdb366c724895b2ff4020e9ba5c66aa2bd0089'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '03fdb366c724895b2ff4020e9ba5c66aa2bd0089'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-mchangir-mount-timeout-10-debug', 'sha1': '03fdb366c724895b2ff4020e9ba5c66aa2bd0089'}}, 'owner': 'scheduled_mchangir@teuthology', 'priority': 25, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 7355, 'sha1': '03fdb366c724895b2ff4020e9ba5c66aa2bd0089', 'sleep_before_teardown': 0, 'suite': 'fs', 'suite_branch': 'wip-mchangir-mount-timeout-10-debug', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '03fdb366c724895b2ff4020e9ba5c66aa2bd0089', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi033.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBI8q97fTwWpSkKmBLNcF48jB4+rglnND/ORp48AlLx4tyVjluqf06/wpEmARHmwfKbOO+yyN79Pg9tq+EnnMz4U=', 'smithi154.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBtrXsAyQRTYG5jN4FxZSJI1TXXbJAn/AruOChf2fLOhebnbNiNVLDosB74rtp1302TYL/E9E+uIq165HYX4uw4='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '03fdb366c724895b2ff4020e9ba5c66aa2bd0089'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mgr': {'debug client': 20, 'debug finisher': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'OSD full dropping all updates', 'OSD near full', 'pausewr flag', 'failsafe engaged, dropping updates', 'failsafe disengaged, no longer dropping', 'is full \\(reached quota', 'POOL_FULL', 'POOL_BACKFILLFULL'], 'sha1': '03fdb366c724895b2ff4020e9ba5c66aa2bd0089', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_snap_schedules']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '53ce1462e129f6eb4071986336534c740fdebd31', 'timestamp': '2024-07-26_15:01:37', 'tube': 'smithi', 'user': 'mchangir', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525'} 2024-07-26T15:27:51.528 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-07-26T15:27:51.531 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-07-26T15:27:51.578 DEBUG:teuthology.orchestra.run.smithi033:> sudo install -d -m0777 -- /var/run/ceph 2024-07-26T15:27:51.587 DEBUG:teuthology.orchestra.run.smithi154:> sudo install -d -m0777 -- /var/run/ceph 2024-07-26T15:27:51.643 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:27:51.643 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/scratch_devs of=/dev/stdout 2024-07-26T15:27:51.667 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-26T15:27:51.668 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_1 2024-07-26T15:27:51.724 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-26T15:27:51.724 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T15:27:51.724 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-07-26T15:27:51.724 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T15:27:51.724 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T15:27:51.724 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-07-26 15:27:25.769731790 +0000 2024-07-26T15:27:51.724 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-07-26 15:25:09.692604465 +0000 2024-07-26T15:27:51.724 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-07-26 15:25:09.692604465 +0000 2024-07-26T15:27:51.725 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-07-26 15:25:09.692604465 +0000 2024-07-26T15:27:51.725 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-26T15:27:51.788 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-07-26T15:27:51.789 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-07-26T15:27:51.789 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000256966 s, 2.0 MB/s 2024-07-26T15:27:51.790 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-26T15:27:51.846 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_2 2024-07-26T15:27:51.902 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-26T15:27:51.903 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T15:27:51.903 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-07-26T15:27:51.903 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T15:27:51.904 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T15:27:51.904 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-07-26 15:27:25.769731790 +0000 2024-07-26T15:27:51.904 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-07-26 15:25:10.049598922 +0000 2024-07-26T15:27:51.904 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-07-26 15:25:10.049598922 +0000 2024-07-26T15:27:51.904 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-07-26 15:25:10.049598922 +0000 2024-07-26T15:27:51.904 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-26T15:27:51.967 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-07-26T15:27:51.967 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-07-26T15:27:51.967 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000204003 s, 2.5 MB/s 2024-07-26T15:27:51.968 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-26T15:27:52.026 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_3 2024-07-26T15:27:52.081 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-26T15:27:52.082 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T15:27:52.082 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-07-26T15:27:52.082 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T15:27:52.082 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T15:27:52.082 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-07-26 15:27:25.770731775 +0000 2024-07-26T15:27:52.083 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-07-26 15:25:10.389593643 +0000 2024-07-26T15:27:52.083 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-07-26 15:25:10.389593643 +0000 2024-07-26T15:27:52.083 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-07-26 15:25:10.389593643 +0000 2024-07-26T15:27:52.083 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-26T15:27:52.146 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-07-26T15:27:52.147 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-07-26T15:27:52.147 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000185363 s, 2.8 MB/s 2024-07-26T15:27:52.148 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-26T15:27:52.205 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_4 2024-07-26T15:27:52.261 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-26T15:27:52.261 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T15:27:52.261 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-07-26T15:27:52.261 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T15:27:52.261 INFO:teuthology.orchestra.run.smithi033.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T15:27:52.261 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-07-26 15:27:25.770731775 +0000 2024-07-26T15:27:52.262 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-07-26 15:25:10.736588255 +0000 2024-07-26T15:27:52.262 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-07-26 15:25:10.736588255 +0000 2024-07-26T15:27:52.262 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: 2024-07-26 15:25:10.736588255 +0000 2024-07-26T15:27:52.262 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-26T15:27:52.325 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-07-26T15:27:52.325 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-07-26T15:27:52.325 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000183192 s, 2.8 MB/s 2024-07-26T15:27:52.327 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-26T15:27:52.383 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T15:27:52.383 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:27:52.384 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/scratch_devs of=/dev/stdout 2024-07-26T15:27:52.402 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-26T15:27:52.402 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_1 2024-07-26T15:27:52.460 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-26T15:27:52.460 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T15:27:52.460 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-07-26T15:27:52.460 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T15:27:52.460 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T15:27:52.460 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-07-26 15:27:40.763978053 +0000 2024-07-26T15:27:52.461 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-07-26 15:25:03.500166550 +0000 2024-07-26T15:27:52.461 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-07-26 15:25:03.500166550 +0000 2024-07-26T15:27:52.461 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-07-26 15:25:03.500166550 +0000 2024-07-26T15:27:52.461 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-26T15:27:52.527 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-07-26T15:27:52.527 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-07-26T15:27:52.527 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000216809 s, 2.4 MB/s 2024-07-26T15:27:52.528 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-26T15:27:52.587 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_2 2024-07-26T15:27:52.645 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-26T15:27:52.645 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T15:27:52.645 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-07-26T15:27:52.645 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T15:27:52.645 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T15:27:52.646 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-07-26 15:27:40.764978027 +0000 2024-07-26T15:27:52.646 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-07-26 15:25:03.835157383 +0000 2024-07-26T15:27:52.646 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-07-26 15:25:03.835157383 +0000 2024-07-26T15:27:52.646 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-07-26 15:25:03.835157383 +0000 2024-07-26T15:27:52.646 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-26T15:27:52.713 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-07-26T15:27:52.713 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-07-26T15:27:52.713 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000233877 s, 2.2 MB/s 2024-07-26T15:27:52.715 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-26T15:27:52.773 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_3 2024-07-26T15:27:52.829 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-26T15:27:52.829 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T15:27:52.830 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-07-26T15:27:52.830 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T15:27:52.830 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T15:27:52.830 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-07-26 15:27:40.764978027 +0000 2024-07-26T15:27:52.830 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-07-26 15:25:04.168148270 +0000 2024-07-26T15:27:52.830 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-07-26 15:25:04.168148270 +0000 2024-07-26T15:27:52.831 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-07-26 15:25:04.168148270 +0000 2024-07-26T15:27:52.834 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-26T15:27:52.894 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-07-26T15:27:52.895 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-07-26T15:27:52.895 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000195883 s, 2.6 MB/s 2024-07-26T15:27:52.896 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-26T15:27:52.954 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_4 2024-07-26T15:27:53.009 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-26T15:27:53.009 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-26T15:27:53.010 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-07-26T15:27:53.010 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-26T15:27:53.010 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-07-26T15:27:53.010 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-07-26 15:27:40.765978000 +0000 2024-07-26T15:27:53.010 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-07-26 15:25:04.502139130 +0000 2024-07-26T15:27:53.010 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-07-26 15:25:04.502139130 +0000 2024-07-26T15:27:53.010 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-07-26 15:25:04.502139130 +0000 2024-07-26T15:27:53.010 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-26T15:27:53.073 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-07-26T15:27:53.074 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-07-26T15:27:53.074 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000199807 s, 2.6 MB/s 2024-07-26T15:27:53.075 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-26T15:27:53.131 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T15:27:53.131 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi033.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi154.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-07-26T15:27:53.131 INFO:tasks.ceph:Generating config... 2024-07-26T15:27:53.133 INFO:tasks.ceph:[client] pid file = 2024-07-26T15:27:53.133 INFO:tasks.ceph:[mgr] debug client = 20 2024-07-26T15:27:53.133 INFO:tasks.ceph:[mgr] debug finisher = 20 2024-07-26T15:27:53.133 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-07-26T15:27:53.133 INFO:tasks.ceph:[mgr] debug ms = 1 2024-07-26T15:27:53.133 INFO:tasks.ceph:[mon] debug mon = 20 2024-07-26T15:27:53.133 INFO:tasks.ceph:[mon] debug ms = 1 2024-07-26T15:27:53.133 INFO:tasks.ceph:[mon] debug paxos = 20 2024-07-26T15:27:53.133 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-07-26T15:27:53.133 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-07-26T15:27:53.133 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-07-26T15:27:53.133 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-07-26T15:27:53.133 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-07-26T15:27:53.134 INFO:tasks.ceph:[osd] debug ms = 1 2024-07-26T15:27:53.134 INFO:tasks.ceph:[osd] debug osd = 20 2024-07-26T15:27:53.134 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-07-26T15:27:53.134 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-07-26T15:27:53.134 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-07-26T15:27:53.134 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-07-26T15:27:53.134 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-07-26T15:27:53.134 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-07-26T15:27:53.134 INFO:tasks.ceph:Setting up mon.a... 2024-07-26T15:27:53.134 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-07-26T15:27:53.201 INFO:teuthology.orchestra.run.smithi033.stdout:creating /etc/ceph/ceph.keyring 2024-07-26T15:27:53.205 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-07-26T15:27:53.262 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-26T15:27:53.288 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.33'), ('mon.b', '172.21.15.154'), ('mon.c', '[v2:172.21.15.154:3301,v1:172.21.15.154:6790]')] 2024-07-26T15:27:53.288 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.33,172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20, 'debug finisher': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'pid file': ''}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}} 2024-07-26T15:27:53.289 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:27:53.289 DEBUG:teuthology.orchestra.run.smithi033:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-07-26T15:27:53.344 DEBUG:teuthology.orchestra.run.smithi033:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.33 --add b 172.21.15.154 --addv c '[v2:172.21.15.154:3301,v1:172.21.15.154:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:27:53.441 INFO:teuthology.orchestra.run.smithi033.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:27:53.441 INFO:teuthology.orchestra.run.smithi033.stdout:monmaptool: generated fsid f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T15:27:53.441 INFO:teuthology.orchestra.run.smithi033.stdout:setting min_mon_release = quincy 2024-07-26T15:27:53.441 INFO:teuthology.orchestra.run.smithi033.stdout:epoch 0 2024-07-26T15:27:53.442 INFO:teuthology.orchestra.run.smithi033.stdout:fsid f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T15:27:53.442 INFO:teuthology.orchestra.run.smithi033.stdout:last_changed 2024-07-26T15:27:53.441338+0000 2024-07-26T15:27:53.442 INFO:teuthology.orchestra.run.smithi033.stdout:created 2024-07-26T15:27:53.441338+0000 2024-07-26T15:27:53.442 INFO:teuthology.orchestra.run.smithi033.stdout:min_mon_release 17 (quincy) 2024-07-26T15:27:53.442 INFO:teuthology.orchestra.run.smithi033.stdout:election_strategy: 1 2024-07-26T15:27:53.442 INFO:teuthology.orchestra.run.smithi033.stdout:0: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.a 2024-07-26T15:27:53.442 INFO:teuthology.orchestra.run.smithi033.stdout:1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-07-26T15:27:53.443 INFO:teuthology.orchestra.run.smithi033.stdout:2: [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] mon.c 2024-07-26T15:27:53.443 INFO:teuthology.orchestra.run.smithi033.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-07-26T15:27:53.447 DEBUG:teuthology.orchestra.run.smithi033:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-07-26T15:27:53.462 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID f69ebecf-ebe6-4ee7-8558-f0389f0fc21f... 2024-07-26T15:27:53.463 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T15:27:53.504 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T15:27:53.550 INFO:teuthology.orchestra.run.smithi154.stdout:[global] 2024-07-26T15:27:53.550 INFO:teuthology.orchestra.run.smithi154.stdout: chdir = "" 2024-07-26T15:27:53.550 INFO:teuthology.orchestra.run.smithi154.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: auth supported = cephx 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: filestore xattr use omap = true 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: mon clock drift allowed = 1.000 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: osd crush chooseleaf type = 0 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: auth debug = true 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on old message = true 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on bug = true 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.551 INFO:teuthology.orchestra.run.smithi154.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: mon pg warn max object skew = 0 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default size = 2 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow primary affinity = true 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow pg remap = true 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on legacy crush tunables = false 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on crush straw calc version zero = false 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on no sortbitwise = false 2024-07-26T15:27:53.552 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on osd down out interval zero = false 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on too few osds = false 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: mon_allow_pool_size_one = true 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: osd default data pool replay window = 5 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: mon allow pool delete = true 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: mon cluster log file level = debug 2024-07-26T15:27:53.553 INFO:teuthology.orchestra.run.smithi154.stdout: debug asserts on shutdown = true 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout: mon health detail to clog = false 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout: mon host = "172.21.15.33,172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790]" 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout: fsid = f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout:[osd] 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout: osd journal size = 100 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub load threshold = 5.0 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub max interval = 600 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout: osd mclock profile = high_recovery_ops 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.554 INFO:teuthology.orchestra.run.smithi154.stdout: osd recover clone overlap = true 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: osd recovery max chunk = 1048576 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug shutdown = true 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug op order = true 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug verify stray on activate = true 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug trim objects = true 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: osd open classes on start = true 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug pg log writeout = true 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: osd deep scrub update digest min age = 30 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.555 INFO:teuthology.orchestra.run.smithi154.stdout: osd map max advance = 10 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: journal zero on create = true 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: filestore ondisk finisher threads = 3 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: filestore apply finisher threads = 3 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: bdev debug aio = true 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug misdirected ops = true 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: bluestore block size = 96636764160 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: bluestore fsck on mount = True 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: debug bluefs = 20 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: debug bluestore = 20 2024-07-26T15:27:53.556 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: debug osd = 20 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: debug rocksdb = 10 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd full ratio = 0.9 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd nearfull ratio = 0.8 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: osd failsafe full ratio = 0.95 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: osd objectstore = bluestore 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout:[mgr] 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: debug mgr = 20 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2024-07-26T15:27:53.557 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout: mgr/telemetry/nag = false 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout: debug client = 20 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout: debug finisher = 20 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout:[mon] 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout: debug paxos = 20 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2024-07-26T15:27:53.558 INFO:teuthology.orchestra.run.smithi154.stdout: mon data avail warn = 5 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: mon mgr mkfs grace = 240 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd reporter subtree level = osd 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd prime pg temp = true 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T15:27:53.559 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: # 1m isn't quite enough 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: mon_down_mkfs_grace = 2m 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_filestore_osds = false 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: mon down mkfs grace = 300 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout:[client] 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: rgw cache enabled = true 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable ops log = true 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable usage log = true 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T15:27:53.560 INFO:teuthology.orchestra.run.smithi154.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T15:27:53.561 INFO:teuthology.orchestra.run.smithi154.stdout: pid file = "" 2024-07-26T15:27:53.561 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.a] 2024-07-26T15:27:53.561 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.b] 2024-07-26T15:27:53.561 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.c] 2024-07-26T15:27:53.561 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.a] 2024-07-26T15:27:53.561 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.c] 2024-07-26T15:27:53.561 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.b] 2024-07-26T15:27:53.561 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.d] 2024-07-26T15:27:53.563 INFO:teuthology.orchestra.run.smithi033.stdout:[global] 2024-07-26T15:27:53.563 INFO:teuthology.orchestra.run.smithi033.stdout: chdir = "" 2024-07-26T15:27:53.563 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T15:27:53.563 INFO:teuthology.orchestra.run.smithi033.stdout: auth supported = cephx 2024-07-26T15:27:53.563 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.563 INFO:teuthology.orchestra.run.smithi033.stdout: filestore xattr use omap = true 2024-07-26T15:27:53.563 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.563 INFO:teuthology.orchestra.run.smithi033.stdout: mon clock drift allowed = 1.000 2024-07-26T15:27:53.563 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.563 INFO:teuthology.orchestra.run.smithi033.stdout: osd crush chooseleaf type = 0 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: auth debug = true 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on old message = true 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on bug = true 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: mon pg warn max object skew = 0 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default size = 2 2024-07-26T15:27:53.564 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow primary affinity = true 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow pg remap = true 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on legacy crush tunables = false 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on crush straw calc version zero = false 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on no sortbitwise = false 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on osd down out interval zero = false 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on too few osds = false 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: mon_allow_pool_size_one = true 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T15:27:53.565 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: osd default data pool replay window = 5 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: mon allow pool delete = true 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: mon cluster log file level = debug 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: debug asserts on shutdown = true 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: mon health detail to clog = false 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: mon host = "172.21.15.33,172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790]" 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: fsid = f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout:[osd] 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: osd journal size = 100 2024-07-26T15:27:53.566 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub load threshold = 5.0 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub max interval = 600 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: osd mclock profile = high_recovery_ops 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: osd recover clone overlap = true 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: osd recovery max chunk = 1048576 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug shutdown = true 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug op order = true 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug verify stray on activate = true 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug trim objects = true 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.567 INFO:teuthology.orchestra.run.smithi033.stdout: osd open classes on start = true 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug pg log writeout = true 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: osd deep scrub update digest min age = 30 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: osd map max advance = 10 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: journal zero on create = true 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: filestore ondisk finisher threads = 3 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: filestore apply finisher threads = 3 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.568 INFO:teuthology.orchestra.run.smithi033.stdout: bdev debug aio = true 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug misdirected ops = true 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore block size = 96636764160 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore fsck on mount = True 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluefs = 20 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluestore = 20 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: debug osd = 20 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: debug rocksdb = 10 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd full ratio = 0.9 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd nearfull ratio = 0.8 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: osd failsafe full ratio = 0.95 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: osd objectstore = bluestore 2024-07-26T15:27:53.569 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout:[mgr] 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout: debug mgr = 20 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout: mgr/telemetry/nag = false 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout: debug client = 20 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout: debug finisher = 20 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.570 INFO:teuthology.orchestra.run.smithi033.stdout:[mon] 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: debug paxos = 20 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: mon data avail warn = 5 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: mon mgr mkfs grace = 240 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd reporter subtree level = osd 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd prime pg temp = true 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.571 INFO:teuthology.orchestra.run.smithi033.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: # 1m isn't quite enough 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: mon_down_mkfs_grace = 2m 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_filestore_osds = false 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: mon down mkfs grace = 300 2024-07-26T15:27:53.572 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout:[client] 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout: rgw cache enabled = true 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable ops log = true 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable usage log = true 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = "" 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.a] 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.b] 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.c] 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.a] 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.c] 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.b] 2024-07-26T15:27:53.573 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.d] 2024-07-26T15:27:53.574 INFO:tasks.ceph:Creating admin key on mon.a... 2024-07-26T15:27:53.574 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-07-26T15:27:53.670 INFO:tasks.ceph:Copying monmap to all nodes... 2024-07-26T15:27:53.670 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:27:53.670 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-07-26T15:27:53.686 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:27:53.686 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-07-26T15:27:53.741 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:27:53.742 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:27:53.742 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/ceph/ceph.keyring 2024-07-26T15:27:53.742 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-26T15:27:53.819 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:27:53.819 DEBUG:teuthology.orchestra.run.smithi033:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:27:53.875 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T15:27:53.875 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:27:53.875 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/ceph.keyring 2024-07-26T15:27:53.875 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-26T15:27:53.911 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:27:53.911 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:27:53.967 INFO:tasks.ceph:Setting up mon nodes... 2024-07-26T15:27:53.967 INFO:tasks.ceph:Setting up mgr nodes... 2024-07-26T15:27:53.968 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-07-26T15:27:54.031 INFO:teuthology.orchestra.run.smithi033.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-07-26T15:27:54.034 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-07-26T15:27:54.101 INFO:teuthology.orchestra.run.smithi154.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-07-26T15:27:54.105 INFO:tasks.ceph:Setting up mds nodes... 2024-07-26T15:27:54.105 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-07-26T15:27:54.167 INFO:teuthology.orchestra.run.smithi033.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-07-26T15:27:54.170 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-07-26T15:27:54.195 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-07-26T15:27:54.298 INFO:teuthology.orchestra.run.smithi033.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-07-26T15:27:54.301 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-07-26T15:27:54.326 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-07-26T15:27:54.387 INFO:teuthology.orchestra.run.smithi154.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-07-26T15:27:54.390 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-07-26T15:27:54.414 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-07-26T15:27:54.516 INFO:teuthology.orchestra.run.smithi154.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-07-26T15:27:54.519 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-07-26T15:27:54.544 INFO:tasks.ceph_client:Setting up client nodes... 2024-07-26T15:27:54.545 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-07-26T15:27:54.596 INFO:teuthology.orchestra.run.smithi033.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-07-26T15:27:54.610 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-07-26T15:27:54.661 INFO:teuthology.orchestra.run.smithi033.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-07-26T15:27:54.675 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-07-26T15:27:54.726 INFO:teuthology.orchestra.run.smithi154.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-07-26T15:27:54.739 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-07-26T15:27:54.789 INFO:teuthology.orchestra.run.smithi154.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-07-26T15:27:54.803 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-07-26T15:27:54.803 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi033.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi154.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-07-26T15:27:54.803 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-07-26T15:27:54.829 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T15:27:54.829 INFO:tasks.ceph:role: osd.0 2024-07-26T15:27:54.829 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:27:54.830 DEBUG:teuthology.orchestra.run.smithi033:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-07-26T15:27:54.902 INFO:teuthology.orchestra.run.smithi033.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T15:27:54.903 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T15:27:54.903 INFO:teuthology.orchestra.run.smithi033.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T15:27:54.903 INFO:teuthology.orchestra.run.smithi033.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T15:27:54.903 INFO:teuthology.orchestra.run.smithi033.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T15:27:54.903 INFO:teuthology.orchestra.run.smithi033.stdout: = sunit=0 swidth=0 blks 2024-07-26T15:27:54.903 INFO:teuthology.orchestra.run.smithi033.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T15:27:54.903 INFO:teuthology.orchestra.run.smithi033.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T15:27:54.903 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T15:27:54.903 INFO:teuthology.orchestra.run.smithi033.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T15:27:55.413 INFO:teuthology.orchestra.run.smithi033.stdout:Discarding blocks...Done. 2024-07-26T15:27:55.415 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi033.front.sepia.ceph.com -o noatime 2024-07-26T15:27:55.415 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-07-26T15:27:55.549 DEBUG:teuthology.orchestra.run.smithi033:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-07-26T15:27:55.584 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-07-26T15:27:55.652 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T15:27:55.652 INFO:tasks.ceph:role: osd.1 2024-07-26T15:27:55.652 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:27:55.652 DEBUG:teuthology.orchestra.run.smithi033:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-07-26T15:27:55.727 INFO:teuthology.orchestra.run.smithi033.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T15:27:55.727 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T15:27:55.727 INFO:teuthology.orchestra.run.smithi033.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T15:27:55.728 INFO:teuthology.orchestra.run.smithi033.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T15:27:55.728 INFO:teuthology.orchestra.run.smithi033.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T15:27:55.728 INFO:teuthology.orchestra.run.smithi033.stdout: = sunit=0 swidth=0 blks 2024-07-26T15:27:55.728 INFO:teuthology.orchestra.run.smithi033.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T15:27:55.728 INFO:teuthology.orchestra.run.smithi033.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T15:27:55.728 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T15:27:55.728 INFO:teuthology.orchestra.run.smithi033.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T15:27:56.177 INFO:teuthology.orchestra.run.smithi033.stdout:Discarding blocks...Done. 2024-07-26T15:27:56.180 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi033.front.sepia.ceph.com -o noatime 2024-07-26T15:27:56.180 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-07-26T15:27:56.272 DEBUG:teuthology.orchestra.run.smithi033:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-07-26T15:27:56.303 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-07-26T15:27:56.371 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T15:27:56.371 INFO:tasks.ceph:role: osd.2 2024-07-26T15:27:56.371 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:27:56.371 DEBUG:teuthology.orchestra.run.smithi033:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-07-26T15:27:56.445 INFO:teuthology.orchestra.run.smithi033.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T15:27:56.445 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T15:27:56.445 INFO:teuthology.orchestra.run.smithi033.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T15:27:56.446 INFO:teuthology.orchestra.run.smithi033.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T15:27:56.446 INFO:teuthology.orchestra.run.smithi033.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T15:27:56.446 INFO:teuthology.orchestra.run.smithi033.stdout: = sunit=0 swidth=0 blks 2024-07-26T15:27:56.446 INFO:teuthology.orchestra.run.smithi033.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T15:27:56.446 INFO:teuthology.orchestra.run.smithi033.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T15:27:56.446 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T15:27:56.446 INFO:teuthology.orchestra.run.smithi033.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T15:27:56.933 INFO:teuthology.orchestra.run.smithi033.stdout:Discarding blocks...Done. 2024-07-26T15:27:56.936 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi033.front.sepia.ceph.com -o noatime 2024-07-26T15:27:56.936 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-07-26T15:27:57.071 DEBUG:teuthology.orchestra.run.smithi033:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-07-26T15:27:57.103 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-07-26T15:27:57.172 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-26T15:27:57.172 INFO:tasks.ceph:role: osd.3 2024-07-26T15:27:57.172 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:27:57.172 DEBUG:teuthology.orchestra.run.smithi033:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-07-26T15:27:57.246 INFO:teuthology.orchestra.run.smithi033.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T15:27:57.246 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T15:27:57.246 INFO:teuthology.orchestra.run.smithi033.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T15:27:57.246 INFO:teuthology.orchestra.run.smithi033.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T15:27:57.246 INFO:teuthology.orchestra.run.smithi033.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T15:27:57.247 INFO:teuthology.orchestra.run.smithi033.stdout: = sunit=0 swidth=0 blks 2024-07-26T15:27:57.247 INFO:teuthology.orchestra.run.smithi033.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T15:27:57.247 INFO:teuthology.orchestra.run.smithi033.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T15:27:57.247 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T15:27:57.247 INFO:teuthology.orchestra.run.smithi033.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T15:27:57.734 INFO:teuthology.orchestra.run.smithi033.stdout:Discarding blocks...Done. 2024-07-26T15:27:57.737 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi033.front.sepia.ceph.com -o noatime 2024-07-26T15:27:57.737 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-07-26T15:27:57.886 DEBUG:teuthology.orchestra.run.smithi033:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-07-26T15:27:57.922 DEBUG:teuthology.orchestra.run.smithi033:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:27:58.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:27:58.055+0000 7fc6d3c61640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-07-26T15:27:58.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:27:58.055+0000 7fc6d3c61640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-07-26T15:27:58.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:27:58.055+0000 7fc6d3c61640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-26T15:27:58.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:27:58.055+0000 7fc6d3c61640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-26T15:27:58.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:27:58.055+0000 7fc6d3c61640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-26T15:27:58.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:27:58.056+0000 7fc6d3c61640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-07-26T15:28:00.911 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-26T15:28:00.941 DEBUG:teuthology.orchestra.run.smithi033:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:28:01.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:01.042+0000 7f0a11a0d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-07-26T15:28:01.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:01.043+0000 7f0a11a0d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-07-26T15:28:01.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:01.043+0000 7f0a11a0d640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-26T15:28:01.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:01.043+0000 7f0a11a0d640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-26T15:28:01.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:01.043+0000 7f0a11a0d640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-26T15:28:01.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:01.043+0000 7f0a11a0d640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-07-26T15:28:03.888 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-26T15:28:03.918 DEBUG:teuthology.orchestra.run.smithi033:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:28:04.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:04.023+0000 7f540b21e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-07-26T15:28:04.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:04.023+0000 7f540b21e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-07-26T15:28:04.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:04.023+0000 7f540b21e640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-26T15:28:04.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:04.023+0000 7f540b21e640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-26T15:28:04.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:04.023+0000 7f540b21e640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-26T15:28:04.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:04.023+0000 7f540b21e640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-07-26T15:28:06.876 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-26T15:28:06.907 DEBUG:teuthology.orchestra.run.smithi033:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:28:07.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:07.010+0000 7ff0ebe13640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-07-26T15:28:07.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:07.010+0000 7ff0ebe13640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-07-26T15:28:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:07.010+0000 7ff0ebe13640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-26T15:28:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:07.010+0000 7ff0ebe13640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-26T15:28:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:07.010+0000 7ff0ebe13640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-26T15:28:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:07.011+0000 7ff0ebe13640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-07-26T15:28:09.865 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-26T15:28:09.895 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-07-26T15:28:09.926 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T15:28:09.927 INFO:tasks.ceph:role: osd.4 2024-07-26T15:28:09.927 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T15:28:09.927 DEBUG:teuthology.orchestra.run.smithi154:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-07-26T15:28:10.003 INFO:teuthology.orchestra.run.smithi154.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T15:28:10.003 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T15:28:10.003 INFO:teuthology.orchestra.run.smithi154.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T15:28:10.003 INFO:teuthology.orchestra.run.smithi154.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T15:28:10.003 INFO:teuthology.orchestra.run.smithi154.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T15:28:10.003 INFO:teuthology.orchestra.run.smithi154.stdout: = sunit=0 swidth=0 blks 2024-07-26T15:28:10.003 INFO:teuthology.orchestra.run.smithi154.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T15:28:10.003 INFO:teuthology.orchestra.run.smithi154.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T15:28:10.004 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T15:28:10.004 INFO:teuthology.orchestra.run.smithi154.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T15:28:10.515 INFO:teuthology.orchestra.run.smithi154.stdout:Discarding blocks...Done. 2024-07-26T15:28:10.517 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi154.front.sepia.ceph.com -o noatime 2024-07-26T15:28:10.517 DEBUG:teuthology.orchestra.run.smithi154:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-07-26T15:28:10.672 DEBUG:teuthology.orchestra.run.smithi154:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-07-26T15:28:10.708 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-07-26T15:28:10.776 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T15:28:10.776 INFO:tasks.ceph:role: osd.5 2024-07-26T15:28:10.776 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T15:28:10.776 DEBUG:teuthology.orchestra.run.smithi154:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-07-26T15:28:10.850 INFO:teuthology.orchestra.run.smithi154.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T15:28:10.850 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T15:28:10.850 INFO:teuthology.orchestra.run.smithi154.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T15:28:10.850 INFO:teuthology.orchestra.run.smithi154.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T15:28:10.850 INFO:teuthology.orchestra.run.smithi154.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T15:28:10.850 INFO:teuthology.orchestra.run.smithi154.stdout: = sunit=0 swidth=0 blks 2024-07-26T15:28:10.850 INFO:teuthology.orchestra.run.smithi154.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T15:28:10.850 INFO:teuthology.orchestra.run.smithi154.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T15:28:10.850 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T15:28:10.850 INFO:teuthology.orchestra.run.smithi154.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T15:28:11.297 INFO:teuthology.orchestra.run.smithi154.stdout:Discarding blocks...Done. 2024-07-26T15:28:11.300 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi154.front.sepia.ceph.com -o noatime 2024-07-26T15:28:11.300 DEBUG:teuthology.orchestra.run.smithi154:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-07-26T15:28:11.393 DEBUG:teuthology.orchestra.run.smithi154:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-07-26T15:28:11.425 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-07-26T15:28:11.492 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T15:28:11.493 INFO:tasks.ceph:role: osd.6 2024-07-26T15:28:11.493 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T15:28:11.493 DEBUG:teuthology.orchestra.run.smithi154:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-07-26T15:28:11.567 INFO:teuthology.orchestra.run.smithi154.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T15:28:11.568 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T15:28:11.568 INFO:teuthology.orchestra.run.smithi154.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T15:28:11.568 INFO:teuthology.orchestra.run.smithi154.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T15:28:11.568 INFO:teuthology.orchestra.run.smithi154.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T15:28:11.568 INFO:teuthology.orchestra.run.smithi154.stdout: = sunit=0 swidth=0 blks 2024-07-26T15:28:11.568 INFO:teuthology.orchestra.run.smithi154.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T15:28:11.568 INFO:teuthology.orchestra.run.smithi154.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T15:28:11.568 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T15:28:11.568 INFO:teuthology.orchestra.run.smithi154.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T15:28:12.056 INFO:teuthology.orchestra.run.smithi154.stdout:Discarding blocks...Done. 2024-07-26T15:28:12.059 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi154.front.sepia.ceph.com -o noatime 2024-07-26T15:28:12.059 DEBUG:teuthology.orchestra.run.smithi154:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-07-26T15:28:12.200 DEBUG:teuthology.orchestra.run.smithi154:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-07-26T15:28:12.237 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-07-26T15:28:12.303 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-26T15:28:12.304 INFO:tasks.ceph:role: osd.7 2024-07-26T15:28:12.304 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T15:28:12.304 DEBUG:teuthology.orchestra.run.smithi154:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-07-26T15:28:12.378 INFO:teuthology.orchestra.run.smithi154.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-07-26T15:28:12.378 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-26T15:28:12.378 INFO:teuthology.orchestra.run.smithi154.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-26T15:28:12.378 INFO:teuthology.orchestra.run.smithi154.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-26T15:28:12.378 INFO:teuthology.orchestra.run.smithi154.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-26T15:28:12.378 INFO:teuthology.orchestra.run.smithi154.stdout: = sunit=0 swidth=0 blks 2024-07-26T15:28:12.378 INFO:teuthology.orchestra.run.smithi154.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-26T15:28:12.378 INFO:teuthology.orchestra.run.smithi154.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-26T15:28:12.379 INFO:teuthology.orchestra.run.smithi154.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-26T15:28:12.379 INFO:teuthology.orchestra.run.smithi154.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-26T15:28:12.857 INFO:teuthology.orchestra.run.smithi154.stdout:Discarding blocks...Done. 2024-07-26T15:28:12.860 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi154.front.sepia.ceph.com -o noatime 2024-07-26T15:28:12.860 DEBUG:teuthology.orchestra.run.smithi154:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-07-26T15:28:12.992 DEBUG:teuthology.orchestra.run.smithi154:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-07-26T15:28:13.023 DEBUG:teuthology.orchestra.run.smithi154:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:28:13.137 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:13.135+0000 7f944c221640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-07-26T15:28:13.137 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:13.136+0000 7f944c221640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-07-26T15:28:13.137 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:13.136+0000 7f944c221640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-26T15:28:13.137 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:13.136+0000 7f944c221640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-26T15:28:13.137 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:13.136+0000 7f944c221640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-26T15:28:13.138 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:13.136+0000 7f944c221640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-07-26T15:28:15.985 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-26T15:28:16.011 DEBUG:teuthology.orchestra.run.smithi154:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:28:16.109 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:16.107+0000 7f7d9ec0d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-07-26T15:28:16.109 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:16.108+0000 7f7d9ec0d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-07-26T15:28:16.109 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:16.108+0000 7f7d9ec0d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-26T15:28:16.109 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:16.108+0000 7f7d9ec0d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-26T15:28:16.110 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:16.108+0000 7f7d9ec0d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-26T15:28:16.110 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:16.108+0000 7f7d9ec0d640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-07-26T15:28:18.972 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-26T15:28:19.002 DEBUG:teuthology.orchestra.run.smithi154:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:28:19.106 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:19.103+0000 7f3b3601e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-07-26T15:28:19.106 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:19.104+0000 7f3b3601e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-07-26T15:28:19.106 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:19.104+0000 7f3b3601e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-26T15:28:19.106 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:19.104+0000 7f3b3601e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-26T15:28:19.106 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:19.104+0000 7f3b3601e640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-26T15:28:19.106 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:19.104+0000 7f3b3601e640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-07-26T15:28:21.530 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:28:21.533 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:28:21.969 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-26T15:28:21.998 DEBUG:teuthology.orchestra.run.smithi154:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:28:22.101 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:22.098+0000 7fa3c5fd4640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-07-26T15:28:22.101 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:22.099+0000 7fa3c5fd4640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-07-26T15:28:22.101 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:22.099+0000 7fa3c5fd4640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-26T15:28:22.101 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:22.099+0000 7fa3c5fd4640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-26T15:28:22.101 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:22.099+0000 7fa3c5fd4640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-26T15:28:22.101 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:22.099+0000 7fa3c5fd4640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-07-26T15:28:24.952 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-26T15:28:24.982 INFO:tasks.ceph:Reading keys from all nodes... 2024-07-26T15:28:24.982 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:24.982 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-07-26T15:28:25.014 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:25.014 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-07-26T15:28:25.085 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:25.085 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-07-26T15:28:25.154 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:25.154 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-07-26T15:28:25.222 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:25.223 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-07-26T15:28:25.292 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:25.292 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-07-26T15:28:25.360 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:25.360 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-07-26T15:28:25.427 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:25.427 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-07-26T15:28:25.458 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:25.458 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-07-26T15:28:25.526 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:25.526 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-07-26T15:28:25.593 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:25.593 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-07-26T15:28:25.659 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:25.659 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-07-26T15:28:25.726 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:25.726 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-07-26T15:28:25.792 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:25.792 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-07-26T15:28:25.857 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:25.857 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-07-26T15:28:25.875 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:25.875 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-07-26T15:28:25.935 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:25.935 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-07-26T15:28:25.956 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:25.956 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-07-26T15:28:26.011 INFO:tasks.ceph:Adding keys to all mons... 2024-07-26T15:28:26.011 DEBUG:teuthology.orchestra.run.smithi033:> sudo tee -a /etc/ceph/ceph.keyring 2024-07-26T15:28:26.014 DEBUG:teuthology.orchestra.run.smithi154:> sudo tee -a /etc/ceph/ceph.keyring 2024-07-26T15:28:26.054 INFO:teuthology.orchestra.run.smithi033.stdout:[mgr.y] 2024-07-26T15:28:26.054 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ== 2024-07-26T15:28:26.054 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.a] 2024-07-26T15:28:26.054 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ== 2024-07-26T15:28:26.054 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.c] 2024-07-26T15:28:26.054 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ== 2024-07-26T15:28:26.054 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.0] 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A== 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.1] 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg== 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.2] 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA== 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.3] 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ== 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout:[mgr.x] 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA== 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.b] 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA== 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.d] 2024-07-26T15:28:26.055 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg== 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.4] 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg== 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.5] 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w== 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.6] 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A== 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.7] 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA== 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout:[client.2] 2024-07-26T15:28:26.056 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g== 2024-07-26T15:28:26.057 INFO:teuthology.orchestra.run.smithi033.stdout:[client.1] 2024-07-26T15:28:26.057 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg== 2024-07-26T15:28:26.057 INFO:teuthology.orchestra.run.smithi033.stdout:[client.3] 2024-07-26T15:28:26.057 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw== 2024-07-26T15:28:26.074 INFO:teuthology.orchestra.run.smithi154.stdout:[mgr.y] 2024-07-26T15:28:26.074 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ== 2024-07-26T15:28:26.074 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.a] 2024-07-26T15:28:26.074 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ== 2024-07-26T15:28:26.074 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.c] 2024-07-26T15:28:26.074 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ== 2024-07-26T15:28:26.074 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.0] 2024-07-26T15:28:26.074 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A== 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.1] 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg== 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.2] 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA== 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.3] 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ== 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout:[mgr.x] 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA== 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.b] 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA== 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.d] 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg== 2024-07-26T15:28:26.075 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.4] 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg== 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.5] 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w== 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.6] 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A== 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout:[osd.7] 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA== 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout:[client.0] 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout:[client.2] 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g== 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout:[client.1] 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg== 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout:[client.3] 2024-07-26T15:28:26.076 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw== 2024-07-26T15:28:26.077 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T15:28:26.101 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T15:28:26.179 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T15:28:26.181 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T15:28:26.248 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T15:28:26.250 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T15:28:26.315 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.318 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.379 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.382 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.443 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.446 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.508 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.510 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.572 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T15:28:26.574 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-26T15:28:26.635 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T15:28:26.638 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T15:28:26.702 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T15:28:26.705 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-26T15:28:26.769 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.772 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.834 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.836 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.898 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.900 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.961 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:26.963 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-26T15:28:27.025 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T15:28:27.027 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T15:28:27.091 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T15:28:27.094 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T15:28:27.158 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T15:28:27.161 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T15:28:27.225 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T15:28:27.227 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-26T15:28:27.292 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-07-26T15:28:27.292 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-07-26T15:28:27.317 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-26T15:28:27.425 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-07-26T15:28:27.451 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-07-26T15:28:27.476 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-26T15:28:27.582 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-07-26T15:28:27.607 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-07-26T15:28:27.671 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-26T15:28:27.778 DEBUG:teuthology.orchestra.run.smithi154:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-07-26T15:28:27.802 DEBUG:teuthology.orchestra.run.smithi033:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:28:27.805 DEBUG:teuthology.orchestra.run.smithi154:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-07-26T15:28:27.858 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-07-26T15:28:27.859 INFO:tasks.ceph.mon.a:Restarting daemon 2024-07-26T15:28:27.859 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-07-26T15:28:27.861 INFO:tasks.ceph.mon.a:Started 2024-07-26T15:28:27.862 INFO:tasks.ceph.mon.b:Restarting daemon 2024-07-26T15:28:27.862 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-07-26T15:28:27.901 INFO:tasks.ceph.mon.b:Started 2024-07-26T15:28:27.902 INFO:tasks.ceph.mon.c:Restarting daemon 2024-07-26T15:28:27.902 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-07-26T15:28:27.904 INFO:tasks.ceph.mon.c:Started 2024-07-26T15:28:27.904 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-07-26T15:28:27.904 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-07-26T15:28:27.904 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-07-26T15:28:27.906 INFO:tasks.ceph.mgr.y:Started 2024-07-26T15:28:27.907 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-07-26T15:28:27.907 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-07-26T15:28:27.909 INFO:tasks.ceph.mgr.x:Started 2024-07-26T15:28:27.909 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2024-07-26T15:28:27.909 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2024-07-26T15:28:27.911 INFO:tasks.ceph:setting config [client] debug_client = 20 2024-07-26T15:28:27.912 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set client debug_client 20 2024-07-26T15:28:27.955 INFO:tasks.ceph:setting config [client] debug_ms = 1 2024-07-26T15:28:27.955 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set client debug_ms 1 2024-07-26T15:28:27.998 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2024-07-26T15:28:27.998 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2024-07-26T15:28:28.042 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2024-07-26T15:28:28.042 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2024-07-26T15:28:28.085 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2024-07-26T15:28:28.085 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mds debug_mds 20 2024-07-26T15:28:28.128 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2024-07-26T15:28:28.128 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2024-07-26T15:28:28.172 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2024-07-26T15:28:28.172 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mds debug_ms 2 2024-07-26T15:28:28.215 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2024-07-26T15:28:28.215 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2024-07-26T15:28:28.258 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2024-07-26T15:28:28.258 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2024-07-26T15:28:28.302 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2024-07-26T15:28:28.302 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2024-07-26T15:28:28.346 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2024-07-26T15:28:28.347 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2024-07-26T15:28:28.392 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2024-07-26T15:28:28.392 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2024-07-26T15:28:28.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.404+0000 7f270615e640 1 -- 172.21.15.33:0/131919222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f270015bde0 msgr2=0x7f270015c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.404+0000 7f270615e640 1 --2- 172.21.15.33:0/131919222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f270015bde0 0x7f270015c1f0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f26f402f3d0 tx=0x7f26f4004730 comp rx=0 tx=0).stop 2024-07-26T15:28:28.406 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2024-07-26T15:28:28.407 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2024-07-26T15:28:28.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.405+0000 7f270615e640 1 -- 172.21.15.33:0/131919222 shutdown_connections 2024-07-26T15:28:28.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.406+0000 7f270615e640 1 --2- 172.21.15.33:0/131919222 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f270014f430 0x7f270014f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.406+0000 7f270615e640 1 --2- 172.21.15.33:0/131919222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f270015bde0 0x7f270015c1f0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.406+0000 7f270615e640 1 --2- 172.21.15.33:0/131919222 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26e8004800 0x7f270014ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.406+0000 7f270615e640 1 -- 172.21.15.33:0/131919222 >> 172.21.15.33:0/131919222 conn(0x7f27000b28f0 msgr2=0x7f27000b1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.409+0000 7f270615e640 1 -- 172.21.15.33:0/131919222 shutdown_connections 2024-07-26T15:28:28.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.409+0000 7f270615e640 1 -- 172.21.15.33:0/131919222 wait complete. 2024-07-26T15:28:28.412 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2024-07-26T15:28:28.412 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2024-07-26T15:28:28.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.415+0000 7f8097578640 1 -- 172.21.15.33:0/507528773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f806c005310 con 0x7f80900b5280 2024-07-26T15:28:28.420 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2024-07-26T15:28:28.420 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2024-07-26T15:28:28.435 INFO:tasks.ceph:setting config [mon] mon_warn_on_pool_no_app = False 2024-07-26T15:28:28.435 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set mon mon_warn_on_pool_no_app False 2024-07-26T15:28:28.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.429+0000 7f5b02ffd640 1 -- 172.21.15.33:0/1784738353 <== mon.2 v2:172.21.15.154:3301/0 11 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b100be990 con 0x7f5b080d8640 2024-07-26T15:28:28.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.431+0000 7f6fb8778640 1 -- 172.21.15.33:0/34882097 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fb014a8b0 con 0x7f6fb0072ee0 2024-07-26T15:28:28.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.431+0000 7f6fb8778640 1 -- 172.21.15.33:0/34882097 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fb0148250 con 0x7f6fb0072ee0 2024-07-26T15:28:28.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.432+0000 7f6fa6ffd640 1 -- 172.21.15.33:0/34882097 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6fa803e070 con 0x7f6fb0072ee0 2024-07-26T15:28:28.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.432+0000 7f6fa6ffd640 1 -- 172.21.15.33:0/34882097 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6fa8040ad0 con 0x7f6fb0072ee0 2024-07-26T15:28:28.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.438+0000 7f8086ffd640 1 -- 172.21.15.33:0/507528773 <== mon.0 v2:172.21.15.33:3300/0 11 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v6)=0 v6) ==== 123+0+0 (secure 0 0 0) 0x7f80880187e0 con 0x7f80900b5280 2024-07-26T15:28:28.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.438+0000 7f8086ffd640 1 -- 172.21.15.33:0/507528773 <== mon.0 v2:172.21.15.33:3300/0 12 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8088004b70 con 0x7f80900b5280 2024-07-26T15:28:28.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.437+0000 7f6fb8778640 1 -- 172.21.15.33:0/34882097 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fb00cbd50 con 0x7f6fb0072ee0 2024-07-26T15:28:28.443 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2024-07-26T15:28:28.443 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2024-07-26T15:28:28.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.442+0000 7f8084ff9640 1 -- 172.21.15.33:0/507528773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80900b5280 msgr2=0x7f8090143fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.442+0000 7f8084ff9640 1 --2- 172.21.15.33:0/507528773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80900b5280 0x7f8090143fb0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f80900b2a10 tx=0x7f808800cf10 comp rx=0 tx=0).stop 2024-07-26T15:28:28.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.442+0000 7f8084ff9640 1 -- 172.21.15.33:0/507528773 shutdown_connections 2024-07-26T15:28:28.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.442+0000 7f8084ff9640 1 --2- 172.21.15.33:0/507528773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80900b5280 0x7f8090143fb0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.442+0000 7f8084ff9640 1 --2- 172.21.15.33:0/507528773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8090074200 0x7f80900cd7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.442+0000 7f8084ff9640 1 --2- 172.21.15.33:0/507528773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f809006e700 0x7f80901f9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.442+0000 7f8084ff9640 1 -- 172.21.15.33:0/507528773 >> 172.21.15.33:0/507528773 conn(0x7f80900af5d0 msgr2=0x7f8090072060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.442+0000 7f6fa6ffd640 1 -- 172.21.15.33:0/34882097 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f6fa8060050 con 0x7f6fb0072ee0 2024-07-26T15:28:28.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.447+0000 7f8084ff9640 1 -- 172.21.15.33:0/507528773 shutdown_connections 2024-07-26T15:28:28.452 DEBUG:tasks.ceph:set 18 configs 2024-07-26T15:28:28.453 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.453 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.448+0000 7f8084ff9640 1 -- 172.21.15.33:0/507528773 wait complete. 2024-07-26T15:28:28.472 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.488 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.488 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.488 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.513+0000 7f2e970cc640 1 -- 172.21.15.33:0/3500186436 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e7c004ce0 msgr2=0x7f2e7c005110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.513+0000 7f2e970cc640 1 --2- 172.21.15.33:0/3500186436 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e7c004ce0 0x7f2e7c005110 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c0012d0 tx=0x7f2e7c005830 comp rx=0 tx=0).stop 2024-07-26T15:28:28.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.517+0000 7f2e970cc640 1 -- 172.21.15.33:0/3500186436 shutdown_connections 2024-07-26T15:28:28.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.517+0000 7f2e970cc640 1 --2- 172.21.15.33:0/3500186436 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e7c004ce0 0x7f2e7c005110 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.517+0000 7f2e970cc640 1 -- 172.21.15.33:0/3500186436 >> 172.21.15.33:0/3500186436 conn(0x7f2e900af5d0 msgr2=0x7f2e900af9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.518+0000 7f2e970cc640 1 -- 172.21.15.33:0/3500186436 shutdown_connections 2024-07-26T15:28:28.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.521+0000 7f2e970cc640 1 -- 172.21.15.33:0/3500186436 wait complete. 2024-07-26T15:28:28.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.524+0000 7f2e970cc640 1 Processor -- start 2024-07-26T15:28:28.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.527+0000 7f2e970cc640 1 -- start start 2024-07-26T15:28:28.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.529+0000 7f2e970cc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e7c004ce0 0x7f2e90213df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.529+0000 7f2e970cc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e900addc0 0x7f2e9008a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.529+0000 7f2e970cc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2e90204770 0x7f2e90204b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.529+0000 7f2e970cc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2e900aead0 con 0x7f2e7c004ce0 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.529+0000 7f2e970cc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2e900ae950 con 0x7f2e90204770 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.529+0000 7f2e970cc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2e90070990 con 0x7f2e900addc0 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.529+0000 7f2e960ca640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e7c004ce0 0x7f2e90213df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.529+0000 7f2e960ca640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e7c004ce0 0x7f2e90213df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47636/0 (socket says 172.21.15.33:47636) 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.530+0000 7f2e960ca640 1 -- 172.21.15.33:0/3030079347 learned_addr learned my addr 172.21.15.33:0/3030079347 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.530+0000 7f2e960ca640 1 -- 172.21.15.33:0/3030079347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e900addc0 msgr2=0x7f2e9008a940 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.530+0000 7f2e960ca640 1 --2- 172.21.15.33:0/3030079347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e900addc0 0x7f2e9008a940 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.530+0000 7f2e960ca640 1 -- 172.21.15.33:0/3030079347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2e90204770 msgr2=0x7f2e90204b80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.530+0000 7f2e960ca640 1 --2- 172.21.15.33:0/3030079347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2e90204770 0x7f2e90204b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.530+0000 7f2e960ca640 1 -- 172.21.15.33:0/3030079347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e902036d0 con 0x7f2e7c004ce0 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.531+0000 7f2e960ca640 1 --2- 172.21.15.33:0/3030079347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e7c004ce0 0x7f2e90213df0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c006dd0 tx=0x7f2e8c003ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.532+0000 7f2e86ffd640 1 -- 172.21.15.33:0/3030079347 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c006400 con 0x7f2e7c004ce0 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.532+0000 7f2e970cc640 1 -- 172.21.15.33:0/3030079347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e902039b0 con 0x7f2e7c004ce0 2024-07-26T15:28:28.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.532+0000 7f2e970cc640 1 -- 172.21.15.33:0/3030079347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e90203f70 con 0x7f2e7c004ce0 2024-07-26T15:28:28.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.533+0000 7f2e86ffd640 1 -- 172.21.15.33:0/3030079347 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2e8c0065a0 con 0x7f2e7c004ce0 2024-07-26T15:28:28.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.533+0000 7f2e86ffd640 1 -- 172.21.15.33:0/3030079347 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c034680 con 0x7f2e7c004ce0 2024-07-26T15:28:28.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.534+0000 7f2e86ffd640 1 -- 172.21.15.33:0/3030079347 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2e8c047020 con 0x7f2e7c004ce0 2024-07-26T15:28:28.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.534+0000 7f2e86ffd640 1 -- 172.21.15.33:0/3030079347 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2e8c0406b0 con 0x7f2e7c004ce0 2024-07-26T15:28:28.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.535+0000 7f2e84ff9640 1 -- 172.21.15.33:0/3030079347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e78005290 con 0x7f2e7c004ce0 2024-07-26T15:28:28.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.543+0000 7f2e86ffd640 1 -- 172.21.15.33:0/3030079347 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f2e8c04e020 con 0x7f2e7c004ce0 2024-07-26T15:28:28.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.551+0000 7ff39e52e640 1 -- 172.21.15.33:0/3541763481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff39806c6c0 msgr2=0x7ff39806cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.551+0000 7ff39e52e640 1 --2- 172.21.15.33:0/3541763481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff39806c6c0 0x7ff39806cad0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff390005fd0 tx=0x7ff39002bc00 comp rx=0 tx=0).stop 2024-07-26T15:28:28.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.552+0000 7ff39e52e640 1 -- 172.21.15.33:0/3541763481 shutdown_connections 2024-07-26T15:28:28.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.552+0000 7ff39e52e640 1 --2- 172.21.15.33:0/3541763481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff39806c6c0 0x7ff39806cad0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.552+0000 7ff39e52e640 1 --2- 172.21.15.33:0/3541763481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff3980b1d80 0x7ff3980b2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.552+0000 7ff39e52e640 1 -- 172.21.15.33:0/3541763481 >> 172.21.15.33:0/3541763481 conn(0x7ff3980b3210 msgr2=0x7ff3980b3620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.579+0000 7ff39e52e640 1 -- 172.21.15.33:0/3541763481 shutdown_connections 2024-07-26T15:28:28.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.579+0000 7ff39e52e640 1 -- 172.21.15.33:0/3541763481 wait complete. 2024-07-26T15:28:28.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.582+0000 7ff39e52e640 1 Processor -- start 2024-07-26T15:28:28.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.582+0000 7ff39e52e640 1 -- start start 2024-07-26T15:28:28.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.604+0000 7ff39e52e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff39806c6c0 0x7ff3981599f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.604+0000 7ff39e52e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3980b1d80 0x7ff39809dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.604+0000 7ff39e52e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff39815f1b0 0x7ff3981f5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.604+0000 7ff397fff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff39806c6c0 0x7ff3981599f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.604+0000 7ff3977fe640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3980b1d80 0x7ff39809dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.604+0000 7ff397fff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff39806c6c0 0x7ff3981599f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:59068/0 (socket says 172.21.15.33:59068) 2024-07-26T15:28:28.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.604+0000 7ff3977fe640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3980b1d80 0x7ff39809dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:39336/0 (socket says 172.21.15.33:39336) 2024-07-26T15:28:28.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.605+0000 7ff39cacb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff39815f1b0 0x7ff3981f5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.605+0000 7ff39cacb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff39815f1b0 0x7ff3981f5530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47644/0 (socket says 172.21.15.33:47644) 2024-07-26T15:28:28.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.605+0000 7ff397fff640 1 -- 172.21.15.33:0/1478320879 learned_addr learned my addr 172.21.15.33:0/1478320879 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:28.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.605+0000 7ff39e52e640 1 -- 172.21.15.33:0/1478320879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff398069270 con 0x7ff39815f1b0 2024-07-26T15:28:28.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.605+0000 7ff39e52e640 1 -- 172.21.15.33:0/1478320879 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff3980690f0 con 0x7ff3980b1d80 2024-07-26T15:28:28.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.605+0000 7ff39e52e640 1 -- 172.21.15.33:0/1478320879 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff3980693f0 con 0x7ff39806c6c0 2024-07-26T15:28:28.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.606+0000 7ff397fff640 1 -- 172.21.15.33:0/1478320879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3980b1d80 msgr2=0x7ff39809dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.606+0000 7ff397fff640 1 --2- 172.21.15.33:0/1478320879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3980b1d80 0x7ff39809dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.606+0000 7ff397fff640 1 -- 172.21.15.33:0/1478320879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff39815f1b0 msgr2=0x7ff3981f5530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.606+0000 7ff397fff640 1 --2- 172.21.15.33:0/1478320879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff39815f1b0 0x7ff3981f5530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.606+0000 7ff397fff640 1 -- 172.21.15.33:0/1478320879 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3981f5a70 con 0x7ff39806c6c0 2024-07-26T15:28:28.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.606+0000 7ff39cacb640 1 --2- 172.21.15.33:0/1478320879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff39815f1b0 0x7ff3981f5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:28.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.606+0000 7ff397fff640 1 --2- 172.21.15.33:0/1478320879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff39806c6c0 0x7ff3981599f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff388007f70 tx=0x7ff38800ca50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:28.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.606+0000 7ff394ff9640 1 -- 172.21.15.33:0/1478320879 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff388022070 con 0x7ff39806c6c0 2024-07-26T15:28:28.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.606+0000 7ff394ff9640 1 -- 172.21.15.33:0/1478320879 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff38801d440 con 0x7ff39806c6c0 2024-07-26T15:28:28.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.608+0000 7ff3977fe640 1 --2- 172.21.15.33:0/1478320879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3980b1d80 0x7ff39809dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:28:28.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.608+0000 7ff394ff9640 1 -- 172.21.15.33:0/1478320879 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff38801d890 con 0x7ff39806c6c0 2024-07-26T15:28:28.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.610+0000 7ff39e52e640 1 -- 172.21.15.33:0/1478320879 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff39815a010 con 0x7ff39806c6c0 2024-07-26T15:28:28.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.611+0000 7ff39e52e640 1 -- 172.21.15.33:0/1478320879 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3981f19b0 con 0x7ff39806c6c0 2024-07-26T15:28:28.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.611+0000 7ff394ff9640 1 -- 172.21.15.33:0/1478320879 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff38801da30 con 0x7ff39806c6c0 2024-07-26T15:28:28.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.611+0000 7ff394ff9640 1 -- 172.21.15.33:0/1478320879 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff38801dd20 con 0x7ff39806c6c0 2024-07-26T15:28:28.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.618+0000 7ff39e52e640 1 -- 172.21.15.33:0/1478320879 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3980b3e50 con 0x7ff39806c6c0 2024-07-26T15:28:28.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.621+0000 7ff394ff9640 1 -- 172.21.15.33:0/1478320879 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7ff3981f5a70 con 0x7ff39806c6c0 2024-07-26T15:28:28.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.624+0000 7f5b00ff9640 1 -- 172.21.15.33:0/1784738353 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7f5aec0052f0 con 0x7f5b080d8640 2024-07-26T15:28:28.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.630+0000 7f5b02ffd640 1 -- 172.21.15.33:0/1784738353 <== mon.2 v2:172.21.15.154:3301/0 12 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v7)=0 v7) ==== 108+0+0 (secure 0 0 0) 0x7f5b100bec90 con 0x7f5b080d8640 2024-07-26T15:28:28.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.632+0000 7f5b00ff9640 1 -- 172.21.15.33:0/1784738353 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5b080d8640 msgr2=0x7f5b08175980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.632+0000 7f5b00ff9640 1 --2- 172.21.15.33:0/1784738353 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5b080d8640 0x7f5b08175980 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5b1007a8e0 tx=0x7f5b1006a4c0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.640+0000 7f5b00ff9640 1 -- 172.21.15.33:0/1784738353 shutdown_connections 2024-07-26T15:28:28.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.640+0000 7f5b00ff9640 1 --2- 172.21.15.33:0/1784738353 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5b08179110 0x7f5b0804c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.640+0000 7f5b00ff9640 1 --2- 172.21.15.33:0/1784738353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b080d7fb0 0x7f5b08178bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.640+0000 7f5b00ff9640 1 --2- 172.21.15.33:0/1784738353 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5b080d8640 0x7f5b08175980 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.640+0000 7f5b00ff9640 1 -- 172.21.15.33:0/1784738353 >> 172.21.15.33:0/1784738353 conn(0x7f5b0801e260 msgr2=0x7f5b08031fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.640+0000 7f5b00ff9640 1 -- 172.21.15.33:0/1784738353 shutdown_connections 2024-07-26T15:28:28.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.640+0000 7f5b00ff9640 1 -- 172.21.15.33:0/1784738353 wait complete. 2024-07-26T15:28:28.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.665+0000 7ff014b89640 1 -- 172.21.15.33:0/549918984 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0100714e0 msgr2=0x7ff0100718f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.665+0000 7ff014b89640 1 --2- 172.21.15.33:0/549918984 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0100714e0 0x7ff0100718f0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff01009ee80 tx=0x7ff00803ba80 comp rx=0 tx=0).stop 2024-07-26T15:28:28.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.665+0000 7ff014b89640 1 -- 172.21.15.33:0/549918984 shutdown_connections 2024-07-26T15:28:28.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.665+0000 7ff014b89640 1 --2- 172.21.15.33:0/549918984 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0100714e0 0x7ff0100718f0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.665+0000 7ff014b89640 1 --2- 172.21.15.33:0/549918984 >> v2:172.21.15.33:3300/0 conn(0x7ff01006c810 0x7ff01006cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.665+0000 7ff014b89640 1 -- 172.21.15.33:0/549918984 >> 172.21.15.33:0/549918984 conn(0x7ff0100b28f0 msgr2=0x7ff0100b2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.665+0000 7ff014b89640 1 -- 172.21.15.33:0/549918984 shutdown_connections 2024-07-26T15:28:28.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.666+0000 7ff014b89640 1 -- 172.21.15.33:0/549918984 wait complete. 2024-07-26T15:28:28.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.669+0000 7ff014b89640 1 Processor -- start 2024-07-26T15:28:28.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.669+0000 7ff014b89640 1 -- start start 2024-07-26T15:28:28.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.671+0000 7ff014b89640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff01006c810 0x7ff010143890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.671+0000 7ff014b89640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff01015e680 0x7ff010150c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.672+0000 7ff00e59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff01006c810 0x7ff010143890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.672+0000 7ff00e59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff01006c810 0x7ff010143890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:39364/0 (socket says 172.21.15.33:39364) 2024-07-26T15:28:28.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.672+0000 7ff00e59c640 1 -- 172.21.15.33:0/1090944911 learned_addr learned my addr 172.21.15.33:0/1090944911 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:28.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.672+0000 7ff014b89640 1 --2- 172.21.15.33:0/1090944911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff010144540 0x7ff010151150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.673+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff0100b4ba0 con 0x7ff010144540 2024-07-26T15:28:28.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.673+0000 7ff00dd9b640 1 --2- 172.21.15.33:0/1090944911 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff01015e680 0x7ff010150c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.674+0000 7ff00ed9d640 1 --2- 172.21.15.33:0/1090944911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff010144540 0x7ff010151150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.674+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff0100b4a20 con 0x7ff01006c810 2024-07-26T15:28:28.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.674+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff010153c60 con 0x7ff01015e680 2024-07-26T15:28:28.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.674+0000 7ff00e59c640 1 -- 172.21.15.33:0/1090944911 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff01015e680 msgr2=0x7ff010150c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.674+0000 7ff00e59c640 1 --2- 172.21.15.33:0/1090944911 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff01015e680 0x7ff010150c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.674+0000 7ff00e59c640 1 -- 172.21.15.33:0/1090944911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff010144540 msgr2=0x7ff010151150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.674+0000 7ff00e59c640 1 --2- 172.21.15.33:0/1090944911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff010144540 0x7ff010151150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.674+0000 7ff00e59c640 1 -- 172.21.15.33:0/1090944911 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff010152ef0 con 0x7ff01006c810 2024-07-26T15:28:28.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.675+0000 7ff00ed9d640 1 --2- 172.21.15.33:0/1090944911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff010144540 0x7ff010151150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:28.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.678+0000 7ff00e59c640 1 --2- 172.21.15.33:0/1090944911 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff01006c810 0x7ff010143890 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff00000c3d0 tx=0x7ff00000c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:28.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.680+0000 7feffeffd640 1 -- 172.21.15.33:0/1090944911 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff000017070 con 0x7ff01006c810 2024-07-26T15:28:28.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.680+0000 7feffeffd640 1 -- 172.21.15.33:0/1090944911 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff0000053c0 con 0x7ff01006c810 2024-07-26T15:28:28.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.680+0000 7feffeffd640 1 -- 172.21.15.33:0/1090944911 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff000003850 con 0x7ff01006c810 2024-07-26T15:28:28.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.682+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff010133fc0 con 0x7ff01006c810 2024-07-26T15:28:28.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.682+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff010134580 con 0x7ff01006c810 2024-07-26T15:28:28.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.684+0000 7feffeffd640 1 -- 172.21.15.33:0/1090944911 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff00001a070 con 0x7ff01006c810 2024-07-26T15:28:28.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.684+0000 7feffeffd640 1 -- 172.21.15.33:0/1090944911 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff00001c440 con 0x7ff01006c810 2024-07-26T15:28:28.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.688+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff01006cc20 con 0x7ff01006c810 2024-07-26T15:28:28.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.695+0000 7feffeffd640 1 -- 172.21.15.33:0/1090944911 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7ff000021070 con 0x7ff01006c810 2024-07-26T15:28:28.700 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.705+0000 7fbeffdac640 1 -- 172.21.15.33:0/2645396747 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbef0052390 msgr2=0x7fbef00e6af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.705+0000 7fbeffdac640 1 --2- 172.21.15.33:0/2645396747 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbef0052390 0x7fbef00e6af0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fbef0034950 tx=0x7fbef403b650 comp rx=0 tx=0).stop 2024-07-26T15:28:28.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.705+0000 7fbeffdac640 1 -- 172.21.15.33:0/2645396747 shutdown_connections 2024-07-26T15:28:28.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.705+0000 7fbeffdac640 1 --2- 172.21.15.33:0/2645396747 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbef00e7030 0x7fbef0005e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.705+0000 7fbeffdac640 1 --2- 172.21.15.33:0/2645396747 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbef0052390 0x7fbef00e6af0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.705+0000 7fbeffdac640 1 -- 172.21.15.33:0/2645396747 >> 172.21.15.33:0/2645396747 conn(0x7fbef001d9d0 msgr2=0x7fbef0039690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.702+0000 7f1bd9f59640 1 -- 172.21.15.33:0/104785396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bc0004800 msgr2=0x7f1bc0004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.702+0000 7f1bd9f59640 1 --2- 172.21.15.33:0/104785396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bc0004800 0x7f1bc0004c10 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f1bc400c260 tx=0x7f1bc0005830 comp rx=0 tx=0).stop 2024-07-26T15:28:28.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.702+0000 7f1bd3fff640 1 -- 172.21.15.33:0/104785396 reap_dead start 2024-07-26T15:28:28.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.706+0000 7fbeffdac640 1 -- 172.21.15.33:0/2645396747 shutdown_connections 2024-07-26T15:28:28.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.708+0000 7f1bd9f59640 1 -- 172.21.15.33:0/104785396 shutdown_connections 2024-07-26T15:28:28.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.708+0000 7f1bd9f59640 1 -- 172.21.15.33:0/104785396 >> 172.21.15.33:0/104785396 conn(0x7f1bd40d0810 msgr2=0x7f1bd40d0c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.706+0000 7fbeffdac640 1 -- 172.21.15.33:0/2645396747 wait complete. 2024-07-26T15:28:28.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.709+0000 7fbeffdac640 1 Processor -- start 2024-07-26T15:28:28.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.714+0000 7f3d3eeef640 1 -- 172.21.15.33:0/1336491410 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d380690f0 msgr2=0x7f3d3806db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.714+0000 7f3d3eeef640 1 --2- 172.21.15.33:0/1336491410 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d380690f0 0x7f3d3806db30 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c005fd0 tx=0x7f3d2c02a4d0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.719+0000 7f1bd9f59640 1 -- 172.21.15.33:0/104785396 shutdown_connections 2024-07-26T15:28:28.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.719+0000 7f1bd9f59640 1 -- 172.21.15.33:0/104785396 wait complete. 2024-07-26T15:28:28.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.722+0000 7f1bd9f59640 1 Processor -- start 2024-07-26T15:28:28.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.723+0000 7f1bd9f59640 1 -- start start 2024-07-26T15:28:28.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.719+0000 7fbeffdac640 1 -- start start 2024-07-26T15:28:28.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.721+0000 7fbeffdac640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbef0052390 0x7fbef00d3c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.721+0000 7fbeffdac640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbef00e7030 0x7fbef00e41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.721+0000 7fbeffdac640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbef00e7440 0x7fbef00e5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.721+0000 7fbeffdac640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbef0051310 con 0x7fbef00e7440 2024-07-26T15:28:28.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.721+0000 7fbeffdac640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbef00e3650 con 0x7fbef00e7030 2024-07-26T15:28:28.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.721+0000 7fbeffdac640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbef0051490 con 0x7fbef0052390 2024-07-26T15:28:28.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.721+0000 7fbefe349640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbef00e7440 0x7fbef00e5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.721+0000 7fbefe349640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbef00e7440 0x7fbef00e5120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47688/0 (socket says 172.21.15.33:47688) 2024-07-26T15:28:28.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.721+0000 7fbefe349640 1 -- 172.21.15.33:0/2231169487 learned_addr learned my addr 172.21.15.33:0/2231169487 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:28.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.722+0000 7fbefe349640 1 -- 172.21.15.33:0/2231169487 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbef0052390 msgr2=0x7fbef00d3c30 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T15:28:28.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.722+0000 7fbefe349640 1 --2- 172.21.15.33:0/2231169487 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbef0052390 0x7fbef00d3c30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.722+0000 7fbefe349640 1 -- 172.21.15.33:0/2231169487 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbef00e7030 msgr2=0x7fbef00e41c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:28:28.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.722+0000 7fbefe349640 1 --2- 172.21.15.33:0/2231169487 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbef00e7030 0x7fbef00e41c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.722+0000 7fbefe349640 1 -- 172.21.15.33:0/2231169487 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbef004e070 con 0x7fbef00e7440 2024-07-26T15:28:28.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.722+0000 7fbefe349640 1 --2- 172.21.15.33:0/2231169487 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbef00e7440 0x7fbef00e5120 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fbef802e650 tx=0x7fbef806a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:28.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.725+0000 7fbeee7fc640 1 -- 172.21.15.33:0/2231169487 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef8075d40 con 0x7fbef00e7440 2024-07-26T15:28:28.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.725+0000 7fbeee7fc640 1 -- 172.21.15.33:0/2231169487 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbef8075fd0 con 0x7fbef00e7440 2024-07-26T15:28:28.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.725+0000 7fbeee7fc640 1 -- 172.21.15.33:0/2231169487 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef806da10 con 0x7fbef00e7440 2024-07-26T15:28:28.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.725+0000 7f1bd9f59640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd4159a20 0x7f1bd41593a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.729+0000 7f3d3eeef640 1 -- 172.21.15.33:0/1336491410 shutdown_connections 2024-07-26T15:28:28.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.729+0000 7f3d3eeef640 1 --2- 172.21.15.33:0/1336491410 >> v2:172.21.15.154:3300/0 conn(0x7f3d3815ef90 0x7f3d3815f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.729+0000 7f3d3eeef640 1 --2- 172.21.15.33:0/1336491410 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d380690f0 0x7f3d3806db30 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.729+0000 7f3d3eeef640 1 -- 172.21.15.33:0/1336491410 >> 172.21.15.33:0/1336491410 conn(0x7f3d380b3210 msgr2=0x7f3d380b3620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.730+0000 7fbeffdac640 1 -- 172.21.15.33:0/2231169487 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbef004e350 con 0x7fbef00e7440 2024-07-26T15:28:28.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.730+0000 7fbeffdac640 1 -- 172.21.15.33:0/2231169487 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbef004b910 con 0x7fbef00e7440 2024-07-26T15:28:28.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.733+0000 7fbeee7fc640 1 -- 172.21.15.33:0/2231169487 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fbef8095430 con 0x7fbef00e7440 2024-07-26T15:28:28.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.733+0000 7fbeee7fc640 1 -- 172.21.15.33:0/2231169487 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbef809d690 con 0x7fbef00e7440 2024-07-26T15:28:28.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.729+0000 7f3d3eeef640 1 -- 172.21.15.33:0/1336491410 shutdown_connections 2024-07-26T15:28:28.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.729+0000 7f3d3eeef640 1 -- 172.21.15.33:0/1336491410 wait complete. 2024-07-26T15:28:28.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.732+0000 7f3d3eeef640 1 Processor -- start 2024-07-26T15:28:28.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.733+0000 7f1bd9f59640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd409ee10 0x7f1bd415d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.733+0000 7f1bd9f59640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd415c0c0 0x7f1bd415c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.734+0000 7f1bd3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd415c0c0 0x7f1bd415c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.734+0000 7f1bd3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd415c0c0 0x7f1bd415c4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47694/0 (socket says 172.21.15.33:47694) 2024-07-26T15:28:28.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.734+0000 7f1bd3fff640 1 -- 172.21.15.33:0/178337690 learned_addr learned my addr 172.21.15.33:0/178337690 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:28.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.734+0000 7f1bd9f59640 1 -- 172.21.15.33:0/178337690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd40b1810 con 0x7f1bd415c0c0 2024-07-26T15:28:28.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.734+0000 7f1bd9f59640 1 -- 172.21.15.33:0/178337690 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd40b1690 con 0x7f1bd4159a20 2024-07-26T15:28:28.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.734+0000 7f1bd9f59640 1 -- 172.21.15.33:0/178337690 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1bd406d7e0 con 0x7f1bd409ee10 2024-07-26T15:28:28.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.735+0000 7fbeffdac640 1 -- 172.21.15.33:0/2231169487 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbee0005290 con 0x7fbef00e7440 2024-07-26T15:28:28.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.735+0000 7f1bd2ffd640 1 --2- 172.21.15.33:0/178337690 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd409ee10 0x7f1bd415d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.735+0000 7f1bd37fe640 1 --2- 172.21.15.33:0/178337690 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd4159a20 0x7f1bd41593a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.735+0000 7f1bd2ffd640 1 -- 172.21.15.33:0/178337690 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd4159a20 msgr2=0x7f1bd41593a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.735+0000 7f1bd2ffd640 1 --2- 172.21.15.33:0/178337690 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd4159a20 0x7f1bd41593a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.735+0000 7f1bd2ffd640 1 -- 172.21.15.33:0/178337690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd415c0c0 msgr2=0x7f1bd415c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.735+0000 7f1bd2ffd640 1 --2- 172.21.15.33:0/178337690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd415c0c0 0x7f1bd415c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.735+0000 7f1bd2ffd640 1 -- 172.21.15.33:0/178337690 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bd415b300 con 0x7f1bd409ee10 2024-07-26T15:28:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.736+0000 7f1bd2ffd640 1 --2- 172.21.15.33:0/178337690 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd409ee10 0x7f1bd415d190 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4030000 tx=0x7f1bc4006d40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.736+0000 7f1bcbfff640 1 -- 172.21.15.33:0/178337690 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4031070 con 0x7f1bd409ee10 2024-07-26T15:28:28.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.736+0000 7f1bcbfff640 1 -- 172.21.15.33:0/178337690 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1bc40036d0 con 0x7f1bd409ee10 2024-07-26T15:28:28.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.736+0000 7f1bd9f59640 1 -- 172.21.15.33:0/178337690 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bd415b5e0 con 0x7f1bd409ee10 2024-07-26T15:28:28.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.737+0000 7f1bd9f59640 1 -- 172.21.15.33:0/178337690 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bd415bba0 con 0x7f1bd409ee10 2024-07-26T15:28:28.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.738+0000 7f1bcbfff640 1 -- 172.21.15.33:0/178337690 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc4003ae0 con 0x7f1bd409ee10 2024-07-26T15:28:28.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.738+0000 7f1bcbfff640 1 -- 172.21.15.33:0/178337690 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1bc403e030 con 0x7f1bd409ee10 2024-07-26T15:28:28.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.738+0000 7f1bcbfff640 1 -- 172.21.15.33:0/178337690 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1bc402d7b0 con 0x7f1bd409ee10 2024-07-26T15:28:28.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.739+0000 7fbeee7fc640 1 -- 172.21.15.33:0/2231169487 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fbef0006a60 con 0x7fbef00e7440 2024-07-26T15:28:28.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.740+0000 7f1bc9ffb640 1 -- 172.21.15.33:0/178337690 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bd406dd10 con 0x7f1bd409ee10 2024-07-26T15:28:28.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.741+0000 7f31fd4fa640 1 -- 172.21.15.33:0/349715220 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31f806e1c0 msgr2=0x7f31f8072dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.741+0000 7f31fd4fa640 1 --2- 172.21.15.33:0/349715220 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31f806e1c0 0x7f31f8072dd0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f31f000afd0 tx=0x7f31f002b540 comp rx=0 tx=0).stop 2024-07-26T15:28:28.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.742+0000 7f3d3eeef640 1 -- start start 2024-07-26T15:28:28.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.744+0000 7f3d3eeef640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d380690f0 0x7f3d3815a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.745+0000 7f3d3cc8b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d380690f0 0x7f3d3815a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.745+0000 7f3d3cc8b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d380690f0 0x7f3d3815a8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47698/0 (socket says 172.21.15.33:47698) 2024-07-26T15:28:28.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.745+0000 7f3d3cc8b640 1 -- 172.21.15.33:0/375180426 learned_addr learned my addr 172.21.15.33:0/375180426 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:28.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.745+0000 7f3d3eeef640 1 --2- 172.21.15.33:0/375180426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d380cd550 0x7f3d381f2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.745+0000 7f3d3eeef640 1 --2- 172.21.15.33:0/375180426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d3815ef90 0x7f3d381577a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.745+0000 7f3d37fff640 1 --2- 172.21.15.33:0/375180426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d380cd550 0x7f3d381f2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.745+0000 7f3d3eeef640 1 -- 172.21.15.33:0/375180426 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3806c7b0 con 0x7f3d380690f0 2024-07-26T15:28:28.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.745+0000 7f3d3d48c640 1 --2- 172.21.15.33:0/375180426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d3815ef90 0x7f3d381577a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.746+0000 7f3d3eeef640 1 -- 172.21.15.33:0/375180426 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3806c630 con 0x7f3d380cd550 2024-07-26T15:28:28.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.746+0000 7f3d3eeef640 1 -- 172.21.15.33:0/375180426 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3d3806c930 con 0x7f3d3815ef90 2024-07-26T15:28:28.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.747+0000 7f1bcbfff640 1 -- 172.21.15.33:0/178337690 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f1bc4003c80 con 0x7f1bd409ee10 2024-07-26T15:28:28.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.747+0000 7f31fd4fa640 1 -- 172.21.15.33:0/349715220 shutdown_connections 2024-07-26T15:28:28.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.747+0000 7f31fd4fa640 1 --2- 172.21.15.33:0/349715220 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31f806e1c0 0x7f31f8072dd0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.747+0000 7f31fd4fa640 1 --2- 172.21.15.33:0/349715220 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31f8151200 0x7f31f8073ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.747+0000 7f31fd4fa640 1 -- 172.21.15.33:0/349715220 >> 172.21.15.33:0/349715220 conn(0x7f31f80b1740 msgr2=0x7f31f80b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.747+0000 7f31fd4fa640 1 -- 172.21.15.33:0/349715220 shutdown_connections 2024-07-26T15:28:28.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.747+0000 7f31fd4fa640 1 -- 172.21.15.33:0/349715220 wait complete. 2024-07-26T15:28:28.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.750+0000 7f31fd4fa640 1 Processor -- start 2024-07-26T15:28:28.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.750+0000 7f31fd4fa640 1 -- start start 2024-07-26T15:28:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.753+0000 7f31fd4fa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31f806e1c0 0x7f31f81f9640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.753+0000 7f3d3d48c640 1 -- 172.21.15.33:0/375180426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d380cd550 msgr2=0x7f3d381f2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.753+0000 7f3d3d48c640 1 --2- 172.21.15.33:0/375180426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d380cd550 0x7f3d381f2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.753+0000 7f3d3d48c640 1 -- 172.21.15.33:0/375180426 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d380690f0 msgr2=0x7f3d3815a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.753+0000 7f3d3d48c640 1 --2- 172.21.15.33:0/375180426 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d380690f0 0x7f3d3815a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.753+0000 7f3d3d48c640 1 -- 172.21.15.33:0/375180426 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d3815ed30 con 0x7f3d3815ef90 2024-07-26T15:28:28.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.754+0000 7f3d3d48c640 1 --2- 172.21.15.33:0/375180426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d3815ef90 0x7f3d381577a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3d3000e9b0 tx=0x7f3d3000ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:28.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.754+0000 7f3d357fa640 1 -- 172.21.15.33:0/375180426 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d3000cd80 con 0x7f3d3815ef90 2024-07-26T15:28:28.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.754+0000 7f3d357fa640 1 -- 172.21.15.33:0/375180426 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d30004c10 con 0x7f3d3815ef90 2024-07-26T15:28:28.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.754+0000 7f3d357fa640 1 -- 172.21.15.33:0/375180426 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d30005020 con 0x7f3d3815ef90 2024-07-26T15:28:28.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.754+0000 7f31fd4fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31f806e5d0 0x7f31f813cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.755+0000 7f31f6ffd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31f806e1c0 0x7f31f81f9640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.755+0000 7f31f6ffd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31f806e1c0 0x7f31f81f9640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:39428/0 (socket says 172.21.15.33:39428) 2024-07-26T15:28:28.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.755+0000 7f31f67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31f806e5d0 0x7f31f813cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.755+0000 7f31f67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31f806e5d0 0x7f31f813cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47702/0 (socket says 172.21.15.33:47702) 2024-07-26T15:28:28.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.755+0000 7f31f6ffd640 1 -- 172.21.15.33:0/1469220327 learned_addr learned my addr 172.21.15.33:0/1469220327 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:28.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.755+0000 7f31fd4fa640 1 --2- 172.21.15.33:0/1469220327 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31f8151200 0x7f31f81f5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.755+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f31f80703d0 con 0x7f31f806e5d0 2024-07-26T15:28:28.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.756+0000 7f31f77fe640 1 --2- 172.21.15.33:0/1469220327 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31f8151200 0x7f31f81f5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.756+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f31f8070250 con 0x7f31f806e1c0 2024-07-26T15:28:28.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.756+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f31f815b330 con 0x7f31f8151200 2024-07-26T15:28:28.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.757+0000 7f31f77fe640 1 -- 172.21.15.33:0/1469220327 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31f806e1c0 msgr2=0x7f31f81f9640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.757+0000 7f31f77fe640 1 --2- 172.21.15.33:0/1469220327 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31f806e1c0 0x7f31f81f9640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.757+0000 7f31f77fe640 1 -- 172.21.15.33:0/1469220327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31f806e5d0 msgr2=0x7f31f813cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.757+0000 7f31f77fe640 1 --2- 172.21.15.33:0/1469220327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31f806e5d0 0x7f31f813cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.757+0000 7f31f77fe640 1 -- 172.21.15.33:0/1469220327 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31f8147c20 con 0x7f31f8151200 2024-07-26T15:28:28.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.760+0000 7f3d3eeef640 1 -- 172.21.15.33:0/375180426 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d3815c650 con 0x7f3d3815ef90 2024-07-26T15:28:28.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.760+0000 7f3d3eeef640 1 -- 172.21.15.33:0/375180426 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d3815a0e0 con 0x7f3d3815ef90 2024-07-26T15:28:28.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.760+0000 7f3d357fa640 1 -- 172.21.15.33:0/375180426 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3d30005550 con 0x7f3d3815ef90 2024-07-26T15:28:28.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.762+0000 7f3d357fa640 1 -- 172.21.15.33:0/375180426 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3d30010770 con 0x7f3d3815ef90 2024-07-26T15:28:28.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.762+0000 7f3d1effd640 1 -- 172.21.15.33:0/375180426 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d381554e0 con 0x7f3d3815ef90 2024-07-26T15:28:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.767+0000 7f31f77fe640 1 --2- 172.21.15.33:0/1469220327 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31f8151200 0x7f31f81f5640 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f31e800b410 tx=0x7f31e800b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:28.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.771+0000 7f31df7fe640 1 -- 172.21.15.33:0/1469220327 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31e8015020 con 0x7f31f8151200 2024-07-26T15:28:28.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.771+0000 7f31df7fe640 1 -- 172.21.15.33:0/1469220327 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31e8011920 con 0x7f31f8151200 2024-07-26T15:28:28.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.771+0000 7f31df7fe640 1 -- 172.21.15.33:0/1469220327 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31e8011db0 con 0x7f31f8151200 2024-07-26T15:28:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.771+0000 7f6fb8778640 1 -- 172.21.15.33:0/34882097 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) -- 0x7f6fb0147d30 con 0x7f6fb0072ee0 2024-07-26T15:28:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.771+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31f8147f00 con 0x7f31f8151200 2024-07-26T15:28:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.772+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f31f81f9120 con 0x7f31f8151200 2024-07-26T15:28:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.772+0000 7f31df7fe640 1 -- 172.21.15.33:0/1469220327 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f31e8018020 con 0x7f31f8151200 2024-07-26T15:28:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.772+0000 7f31df7fe640 1 -- 172.21.15.33:0/1469220327 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f31e80198d0 con 0x7f31f8151200 2024-07-26T15:28:28.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.773+0000 7f2a53fff640 1 -- 172.21.15.33:0/3915024568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a540ccdc0 msgr2=0x7f2a5408b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.773+0000 7f2a53fff640 1 --2- 172.21.15.33:0/3915024568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a540ccdc0 0x7f2a5408b300 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f2a44005b90 tx=0x7f2a4402b4e0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.774+0000 7f3d357fa640 1 -- 172.21.15.33:0/375180426 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f3d381554e0 con 0x7f3d3815ef90 2024-07-26T15:28:28.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.779+0000 7f6fa6ffd640 1 -- 172.21.15.33:0/34882097 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v8)=0 v8) ==== 117+0+0 (secure 0 0 0) 0x7f6fa804e030 con 0x7f6fb0072ee0 2024-07-26T15:28:28.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.779+0000 7f2a53fff640 1 -- 172.21.15.33:0/3915024568 shutdown_connections 2024-07-26T15:28:28.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.779+0000 7f2a53fff640 1 --2- 172.21.15.33:0/3915024568 >> v2:172.21.15.33:3300/0 conn(0x7f2a5406f530 0x7f2a540aef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.779+0000 7f2a53fff640 1 --2- 172.21.15.33:0/3915024568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a540ccdc0 0x7f2a5408b300 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.779+0000 7f2a53fff640 1 -- 172.21.15.33:0/3915024568 >> 172.21.15.33:0/3915024568 conn(0x7f2a5406cc60 msgr2=0x7f2a540b15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.777+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31f81f8c30 con 0x7f31f8151200 2024-07-26T15:28:28.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.782+0000 7f6fb8778640 1 -- 172.21.15.33:0/34882097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fb0072ee0 msgr2=0x7f6fb015e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.782+0000 7f6fb8778640 1 --2- 172.21.15.33:0/34882097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fb0072ee0 0x7f6fb015e1e0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f6fa802b0e0 tx=0x7f6fa8003ba0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.782+0000 7f6fb8778640 1 -- 172.21.15.33:0/34882097 shutdown_connections 2024-07-26T15:28:28.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.782+0000 7f6fb8778640 1 --2- 172.21.15.33:0/34882097 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6fb015ad30 0x7f6fb015c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.782+0000 7f6fb8778640 1 --2- 172.21.15.33:0/34882097 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6fb00732f0 0x7f6fb015bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.782+0000 7f6fb8778640 1 --2- 172.21.15.33:0/34882097 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6fb0072ee0 0x7f6fb015e1e0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.782+0000 7f6fb8778640 1 -- 172.21.15.33:0/34882097 >> 172.21.15.33:0/34882097 conn(0x7f6fb00b1740 msgr2=0x7f6fb0068850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.782+0000 7f6fb8778640 1 -- 172.21.15.33:0/34882097 shutdown_connections 2024-07-26T15:28:28.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.782+0000 7f6fb8778640 1 -- 172.21.15.33:0/34882097 wait complete. 2024-07-26T15:28:28.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.785+0000 7f31df7fe640 1 -- 172.21.15.33:0/1469220327 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f31e801f020 con 0x7f31f8151200 2024-07-26T15:28:28.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.792+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3933092559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09c0714e0 msgr2=0x7fc09c0718f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.792+0000 7fc0a35e2640 1 --2- 172.21.15.33:0/3933092559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09c0714e0 0x7fc09c0718f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc098005fd0 tx=0x7fc09803b4e0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.779+0000 7f2a53fff640 1 -- 172.21.15.33:0/3915024568 shutdown_connections 2024-07-26T15:28:28.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.779+0000 7f2a53fff640 1 -- 172.21.15.33:0/3915024568 wait complete. 2024-07-26T15:28:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.785+0000 7f2a53fff640 1 Processor -- start 2024-07-26T15:28:28.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.785+0000 7f2a53fff640 1 -- start start 2024-07-26T15:28:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.789+0000 7f2a53fff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a540ccdc0 0x7f2a54165c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.789+0000 7f2a53fff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5416acd0 0x7f2a54227030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.789+0000 7f2a53fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a54227570 0x7f2a5415a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.789+0000 7f2a53fff640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2a540732a0 con 0x7f2a54227570 2024-07-26T15:28:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.789+0000 7f2a527fc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5416acd0 0x7f2a54227030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.790+0000 7f2a527fc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5416acd0 0x7f2a54227030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:59160/0 (socket says 172.21.15.33:59160) 2024-07-26T15:28:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.790+0000 7f2a527fc640 1 -- 172.21.15.33:0/177574323 learned_addr learned my addr 172.21.15.33:0/177574323 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.790+0000 7f2a52ffd640 1 --2- 172.21.15.33:0/177574323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a540ccdc0 0x7f2a54165c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.791+0000 7f2a537fe640 1 --2- 172.21.15.33:0/177574323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a54227570 0x7f2a5415a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.791+0000 7f2a53fff640 1 -- 172.21.15.33:0/177574323 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2a54073120 con 0x7f2a540ccdc0 2024-07-26T15:28:28.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.791+0000 7f2a53fff640 1 -- 172.21.15.33:0/177574323 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2a54073420 con 0x7f2a5416acd0 2024-07-26T15:28:28.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.792+0000 7f2a527fc640 1 -- 172.21.15.33:0/177574323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a540ccdc0 msgr2=0x7f2a54165c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.792+0000 7f2a527fc640 1 --2- 172.21.15.33:0/177574323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a540ccdc0 0x7f2a54165c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.792+0000 7f2a527fc640 1 -- 172.21.15.33:0/177574323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a54227570 msgr2=0x7f2a5415a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.800+0000 7ff39e52e640 1 -- 172.21.15.33:0/1478320879 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7ff39815ec00 con 0x7ff39806c6c0 2024-07-26T15:28:28.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.792+0000 7f2a527fc640 1 --2- 172.21.15.33:0/177574323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a54227570 0x7f2a5415a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.792+0000 7f2a527fc640 1 -- 172.21.15.33:0/177574323 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a54227c60 con 0x7f2a5416acd0 2024-07-26T15:28:28.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.792+0000 7f2a537fe640 1 --2- 172.21.15.33:0/177574323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a54227570 0x7f2a5415a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:28.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.794+0000 7f2a527fc640 1 --2- 172.21.15.33:0/177574323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5416acd0 0x7f2a54227030 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c00caa0 tx=0x7f2a4c00cf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:28.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.797+0000 7f2a3b7fe640 1 -- 172.21.15.33:0/177574323 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a4c017070 con 0x7f2a5416acd0 2024-07-26T15:28:28.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.797+0000 7f2a53fff640 1 -- 172.21.15.33:0/177574323 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a541667d0 con 0x7f2a5416acd0 2024-07-26T15:28:28.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.797+0000 7f2a53fff640 1 -- 172.21.15.33:0/177574323 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a54179570 con 0x7f2a5416acd0 2024-07-26T15:28:28.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.797+0000 7f2a3b7fe640 1 -- 172.21.15.33:0/177574323 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a4c00a6d0 con 0x7f2a5416acd0 2024-07-26T15:28:28.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.797+0000 7f2a3b7fe640 1 -- 172.21.15.33:0/177574323 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a4c00ab40 con 0x7f2a5416acd0 2024-07-26T15:28:28.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.805+0000 7ff394ff9640 1 -- 172.21.15.33:0/1478320879 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v9)=0 v9) ==== 115+0+0 (secure 0 0 0) 0x7ff3980b26d0 con 0x7ff39806c6c0 2024-07-26T15:28:28.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.796+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3933092559 shutdown_connections 2024-07-26T15:28:28.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.796+0000 7fc0a35e2640 1 --2- 172.21.15.33:0/3933092559 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc09c06c810 0x7fc09c06cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.796+0000 7fc0a35e2640 1 --2- 172.21.15.33:0/3933092559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09c0714e0 0x7fc09c0718f0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.796+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3933092559 >> 172.21.15.33:0/3933092559 conn(0x7fc09c0b28f0 msgr2=0x7fc09c0b2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.806+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3933092559 shutdown_connections 2024-07-26T15:28:28.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.804+0000 7efd20c94640 1 -- 172.21.15.33:0/3773494791 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd1c06f600 msgr2=0x7efd1c15a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.804+0000 7efd20c94640 1 --2- 172.21.15.33:0/3773494791 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd1c06f600 0x7efd1c15a5c0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7efd1c0b1780 tx=0x7efd0c02a4b0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.806+0000 7efd20c94640 1 -- 172.21.15.33:0/3773494791 shutdown_connections 2024-07-26T15:28:28.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.806+0000 7efd20c94640 1 --2- 172.21.15.33:0/3773494791 >> v2:172.21.15.33:3300/0 conn(0x7efd1c06e7d0 0x7efd1c072290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.807+0000 7efd20c94640 1 --2- 172.21.15.33:0/3773494791 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd1c06f600 0x7efd1c15a5c0 secure :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7efd1c0b1780 tx=0x7efd0c02a4b0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.807+0000 7efd20c94640 1 -- 172.21.15.33:0/3773494791 >> 172.21.15.33:0/3773494791 conn(0x7efd1c0af720 msgr2=0x7efd1c0afb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.813+0000 7f8b79547640 1 -- 172.21.15.33:0/3723649107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b740b2490 msgr2=0x7f8b7406c6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.813+0000 7f8b79547640 1 --2- 172.21.15.33:0/3723649107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b740b2490 0x7f8b7406c6c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8b68011fc0 tx=0x7f8b680328b0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.809+0000 7f2e84ff9640 1 -- 172.21.15.33:0/3030079347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f2e78005580 con 0x7f2e7c004ce0 2024-07-26T15:28:28.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.812+0000 7ff37e7fc640 1 -- 172.21.15.33:0/1478320879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff39806c6c0 msgr2=0x7ff3981599f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.812+0000 7ff37e7fc640 1 --2- 172.21.15.33:0/1478320879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff39806c6c0 0x7ff3981599f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff388007f70 tx=0x7ff38800ca50 comp rx=0 tx=0).stop 2024-07-26T15:28:28.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.812+0000 7ff37e7fc640 1 -- 172.21.15.33:0/1478320879 shutdown_connections 2024-07-26T15:28:28.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.812+0000 7ff37e7fc640 1 --2- 172.21.15.33:0/1478320879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff39815f1b0 0x7ff3981f5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.812+0000 7ff37e7fc640 1 --2- 172.21.15.33:0/1478320879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3980b1d80 0x7ff39809dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.812+0000 7ff37e7fc640 1 --2- 172.21.15.33:0/1478320879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff39806c6c0 0x7ff3981599f0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.812+0000 7ff37e7fc640 1 -- 172.21.15.33:0/1478320879 >> 172.21.15.33:0/1478320879 conn(0x7ff3980b3210 msgr2=0x7ff3980ad2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.813+0000 7ff37e7fc640 1 -- 172.21.15.33:0/1478320879 shutdown_connections 2024-07-26T15:28:28.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.813+0000 7ff37e7fc640 1 -- 172.21.15.33:0/1478320879 wait complete. 2024-07-26T15:28:28.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.809+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3933092559 wait complete. 2024-07-26T15:28:28.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.812+0000 7fc0a35e2640 1 Processor -- start 2024-07-26T15:28:28.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.810+0000 7efd20c94640 1 -- 172.21.15.33:0/3773494791 shutdown_connections 2024-07-26T15:28:28.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.810+0000 7efd20c94640 1 -- 172.21.15.33:0/3773494791 wait complete. 2024-07-26T15:28:28.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.813+0000 7efd20c94640 1 Processor -- start 2024-07-26T15:28:28.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.813+0000 7efd20c94640 1 -- start start 2024-07-26T15:28:28.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.800+0000 7f2a3b7fe640 1 -- 172.21.15.33:0/177574323 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2a4c01a070 con 0x7f2a5416acd0 2024-07-26T15:28:28.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.800+0000 7f2a3b7fe640 1 -- 172.21.15.33:0/177574323 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2a4c01c8c0 con 0x7f2a5416acd0 2024-07-26T15:28:28.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.801+0000 7f2a53fff640 1 -- 172.21.15.33:0/177574323 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a34005290 con 0x7f2a5416acd0 2024-07-26T15:28:28.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.813+0000 7f2a3b7fe640 1 -- 172.21.15.33:0/177574323 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f2a4c021080 con 0x7f2a5416acd0 2024-07-26T15:28:28.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7efd20c94640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd1c0ceeb0 0x7efd1c14ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7efd20c94640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efd1c1e4270 0x7efd1c0ae850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7efd1a59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd1c0ceeb0 0x7efd1c14ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7efd1a59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd1c0ceeb0 0x7efd1c14ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:39464/0 (socket says 172.21.15.33:39464) 2024-07-26T15:28:28.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.814+0000 7fc0a35e2640 1 -- start start 2024-07-26T15:28:28.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7fc0a35e2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc09c06c810 0x7fc09c1f46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7fc0a35e2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09c0714e0 0x7fc09c1f1a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7fc0a35e2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09c15e680 0x7fc09c1f22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7fc0a35e2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc09c0b4c30 con 0x7fc09c15e680 2024-07-26T15:28:28.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7fc0a35e2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc09c0b4ab0 con 0x7fc09c0714e0 2024-07-26T15:28:28.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7fc0a35e2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc09c153c60 con 0x7fc09c06c810 2024-07-26T15:28:28.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7fc0a0b7d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09c0714e0 0x7fc09c1f1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7fc0a0b7d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09c0714e0 0x7fc09c1f1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:39480/0 (socket says 172.21.15.33:39480) 2024-07-26T15:28:28.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7fc0a0b7d640 1 -- 172.21.15.33:0/3761494413 learned_addr learned my addr 172.21.15.33:0/3761494413 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:28.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.816+0000 7efd1a59c640 1 -- 172.21.15.33:0/2765037030 learned_addr learned my addr 172.21.15.33:0/2765037030 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:28.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.817+0000 7efd19d9b640 1 --2- 172.21.15.33:0/2765037030 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efd1c1e4270 0x7efd1c0ae850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.817+0000 7efd20c94640 1 --2- 172.21.15.33:0/2765037030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd1c1e4680 0x7efd1c0aed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.817+0000 7efd20c94640 1 -- 172.21.15.33:0/2765037030 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c072d00 con 0x7efd1c1e4680 2024-07-26T15:28:28.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.817+0000 7efd20c94640 1 -- 172.21.15.33:0/2765037030 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c072b80 con 0x7efd1c0ceeb0 2024-07-26T15:28:28.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.817+0000 7efd20c94640 1 -- 172.21.15.33:0/2765037030 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efd1c072e80 con 0x7efd1c1e4270 2024-07-26T15:28:28.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.818+0000 7efd1a59c640 1 -- 172.21.15.33:0/2765037030 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efd1c1e4270 msgr2=0x7efd1c0ae850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.818+0000 7efd1a59c640 1 --2- 172.21.15.33:0/2765037030 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efd1c1e4270 0x7efd1c0ae850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.818+0000 7efd1a59c640 1 -- 172.21.15.33:0/2765037030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd1c1e4680 msgr2=0x7efd1c0aed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.818+0000 7efd1a59c640 1 --2- 172.21.15.33:0/2765037030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd1c1e4680 0x7efd1c0aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.818+0000 7efd1a59c640 1 -- 172.21.15.33:0/2765037030 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd1c14b650 con 0x7efd1c0ceeb0 2024-07-26T15:28:28.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.819+0000 7fc0a0b7d640 1 -- 172.21.15.33:0/3761494413 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc09c06c810 msgr2=0x7fc09c1f46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.819+0000 7fc0a0b7d640 1 --2- 172.21.15.33:0/3761494413 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc09c06c810 0x7fc09c1f46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.819+0000 7fc0a0b7d640 1 -- 172.21.15.33:0/3761494413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09c15e680 msgr2=0x7fc09c1f22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.819+0000 7fc0a0b7d640 1 --2- 172.21.15.33:0/3761494413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09c15e680 0x7fc09c1f22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.819+0000 7fc0a0b7d640 1 -- 172.21.15.33:0/3761494413 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc09c1f4c20 con 0x7fc09c0714e0 2024-07-26T15:28:28.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.818+0000 7f8b79547640 1 -- 172.21.15.33:0/3723649107 shutdown_connections 2024-07-26T15:28:28.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.819+0000 7fc0a0b7d640 1 --2- 172.21.15.33:0/3761494413 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09c0714e0 0x7fc09c1f1a90 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc098009850 tx=0x7fc098004f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:28.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.818+0000 7f8b79547640 1 --2- 172.21.15.33:0/3723649107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b740b2490 0x7f8b7406c6c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.818+0000 7f8b79547640 1 --2- 172.21.15.33:0/3723649107 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b7415f1b0 0x7f8b7415a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.818+0000 7f8b79547640 1 -- 172.21.15.33:0/3723649107 >> 172.21.15.33:0/3723649107 conn(0x7f8b740b3210 msgr2=0x7f8b740b3620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.821+0000 7f2e86ffd640 1 -- 172.21.15.33:0/3030079347 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v10)=0 v10) ==== 106+0+0 (secure 0 0 0) 0x7f2e8c034820 con 0x7f2e7c004ce0 2024-07-26T15:28:28.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.821+0000 7fc091ffb640 1 -- 172.21.15.33:0/3761494413 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc098050070 con 0x7fc09c0714e0 2024-07-26T15:28:28.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.821+0000 7efd1a59c640 1 --2- 172.21.15.33:0/2765037030 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd1c0ceeb0 0x7efd1c14ac90 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7efd0c009850 tx=0x7efd0c003960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:28.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.822+0000 7efd0affd640 1 -- 172.21.15.33:0/2765037030 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd0c03f020 con 0x7efd1c0ceeb0 2024-07-26T15:28:28.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.822+0000 7efd0affd640 1 -- 172.21.15.33:0/2765037030 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd0c0047a0 con 0x7efd1c0ceeb0 2024-07-26T15:28:28.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.822+0000 7efd20c94640 1 -- 172.21.15.33:0/2765037030 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd1c1f0fb0 con 0x7efd1c0ceeb0 2024-07-26T15:28:28.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.822+0000 7efd20c94640 1 -- 172.21.15.33:0/2765037030 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd1c1f1570 con 0x7efd1c0ceeb0 2024-07-26T15:28:28.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.821+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3761494413 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc09c1f50a0 con 0x7fc09c0714e0 2024-07-26T15:28:28.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.823+0000 7efd0affd640 1 -- 172.21.15.33:0/2765037030 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd0c035070 con 0x7efd1c0ceeb0 2024-07-26T15:28:28.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.822+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3761494413 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc09c1f1290 con 0x7fc09c0714e0 2024-07-26T15:28:28.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.823+0000 7efd0affd640 1 -- 172.21.15.33:0/2765037030 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7efd0c042020 con 0x7efd1c0ceeb0 2024-07-26T15:28:28.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.824+0000 7efd0affd640 1 -- 172.21.15.33:0/2765037030 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7efd0c044400 con 0x7efd1c0ceeb0 2024-07-26T15:28:28.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.824+0000 7efd08ff9640 1 -- 172.21.15.33:0/2765037030 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd1c073330 con 0x7efd1c0ceeb0 2024-07-26T15:28:28.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.824+0000 7fc091ffb640 1 -- 172.21.15.33:0/3761494413 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc098003af0 con 0x7fc09c0714e0 2024-07-26T15:28:28.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.824+0000 7fc091ffb640 1 -- 172.21.15.33:0/3761494413 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc098046030 con 0x7fc09c0714e0 2024-07-26T15:28:28.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.824+0000 7fc091ffb640 1 -- 172.21.15.33:0/3761494413 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc098053070 con 0x7fc09c0714e0 2024-07-26T15:28:28.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.824+0000 7fc091ffb640 1 -- 172.21.15.33:0/3761494413 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc09804cc40 con 0x7fc09c0714e0 2024-07-26T15:28:28.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.821+0000 7f8b79547640 1 -- 172.21.15.33:0/3723649107 shutdown_connections 2024-07-26T15:28:28.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.821+0000 7f8b79547640 1 -- 172.21.15.33:0/3723649107 wait complete. 2024-07-26T15:28:28.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.824+0000 7f8b79547640 1 Processor -- start 2024-07-26T15:28:28.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.825+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3761494413 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc07c005290 con 0x7fc09c0714e0 2024-07-26T15:28:28.829 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.827+0000 7f8b79547640 1 -- start start 2024-07-26T15:28:28.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f8b79547640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b740690f0 0x7f8b741f0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f8b79547640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b7415f1b0 0x7f8b740d0390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f8b79547640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b7415bbf0 0x7f8b740d08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:28.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f8b79547640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8b74069680 con 0x7f8b7415bbf0 2024-07-26T15:28:28.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f8b79547640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8b74069500 con 0x7f8b7415f1b0 2024-07-26T15:28:28.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f8b79547640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8b74069800 con 0x7f8b740690f0 2024-07-26T15:28:28.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f2e84ff9640 1 -- 172.21.15.33:0/3030079347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e7c004ce0 msgr2=0x7f2e90213df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f2e84ff9640 1 --2- 172.21.15.33:0/3030079347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e7c004ce0 0x7f2e90213df0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c006dd0 tx=0x7f2e8c003ee0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f2e84ff9640 1 -- 172.21.15.33:0/3030079347 shutdown_connections 2024-07-26T15:28:28.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f2e84ff9640 1 --2- 172.21.15.33:0/3030079347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2e90204770 0x7f2e90204b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f2e84ff9640 1 --2- 172.21.15.33:0/3030079347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e900addc0 0x7f2e9008a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.831+0000 7f2e84ff9640 1 --2- 172.21.15.33:0/3030079347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e7c004ce0 0x7f2e90213df0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.828+0000 7fc091ffb640 1 -- 172.21.15.33:0/3761494413 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fc09804c460 con 0x7fc09c0714e0 2024-07-26T15:28:28.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7efd0affd640 1 -- 172.21.15.33:0/2765037030 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7efd0c049030 con 0x7efd1c0ceeb0 2024-07-26T15:28:28.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.831+0000 7f2e84ff9640 1 -- 172.21.15.33:0/3030079347 >> 172.21.15.33:0/3030079347 conn(0x7f2e900af5d0 msgr2=0x7f2e9016d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f8b737fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b7415bbf0 0x7f8b740d08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:28.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f8b737fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b7415bbf0 0x7f8b740d08d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47780/0 (socket says 172.21.15.33:47780) 2024-07-26T15:28:28.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.830+0000 7f8b737fe640 1 -- 172.21.15.33:0/458619762 learned_addr learned my addr 172.21.15.33:0/458619762 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:28.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.831+0000 7f2e84ff9640 1 -- 172.21.15.33:0/3030079347 shutdown_connections 2024-07-26T15:28:28.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.831+0000 7f2e84ff9640 1 -- 172.21.15.33:0/3030079347 wait complete. 2024-07-26T15:28:28.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.831+0000 7f8b737fe640 1 -- 172.21.15.33:0/458619762 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b740690f0 msgr2=0x7f8b741f0ff0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T15:28:28.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.831+0000 7f8b737fe640 1 --2- 172.21.15.33:0/458619762 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b740690f0 0x7f8b741f0ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.831+0000 7f8b737fe640 1 -- 172.21.15.33:0/458619762 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b7415f1b0 msgr2=0x7f8b740d0390 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T15:28:28.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.831+0000 7f8b737fe640 1 --2- 172.21.15.33:0/458619762 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b7415f1b0 0x7f8b740d0390 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.831+0000 7f8b737fe640 1 -- 172.21.15.33:0/458619762 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b7415df90 con 0x7f8b7415bbf0 2024-07-26T15:28:28.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.832+0000 7f8b737fe640 1 --2- 172.21.15.33:0/458619762 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b7415bbf0 0x7f8b740d08d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8b68032ea0 tx=0x7f8b68011300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:28.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.832+0000 7f8b5b7fe640 1 -- 172.21.15.33:0/458619762 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b68047070 con 0x7f8b7415bbf0 2024-07-26T15:28:28.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.832+0000 7f8b5b7fe640 1 -- 172.21.15.33:0/458619762 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b68005020 con 0x7f8b7415bbf0 2024-07-26T15:28:28.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.832+0000 7f8b5b7fe640 1 -- 172.21.15.33:0/458619762 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b68005450 con 0x7f8b7415bbf0 2024-07-26T15:28:28.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.833+0000 7f8b79547640 1 -- 172.21.15.33:0/458619762 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b7415e270 con 0x7f8b7415bbf0 2024-07-26T15:28:28.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.834+0000 7f8b79547640 1 -- 172.21.15.33:0/458619762 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b74159d90 con 0x7f8b7415bbf0 2024-07-26T15:28:28.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.835+0000 7f8b5b7fe640 1 -- 172.21.15.33:0/458619762 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f8b68041040 con 0x7f8b7415bbf0 2024-07-26T15:28:28.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.835+0000 7f8b5b7fe640 1 -- 172.21.15.33:0/458619762 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f8b680035f0 con 0x7f8b7415bbf0 2024-07-26T15:28:28.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.842+0000 7f8b79547640 1 -- 172.21.15.33:0/458619762 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b74071f80 con 0x7f8b7415bbf0 2024-07-26T15:28:28.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.849+0000 7f8b5b7fe640 1 -- 172.21.15.33:0/458619762 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f8b74071f80 con 0x7f8b7415bbf0 2024-07-26T15:28:28.860 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.860 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.898+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7ff0100ae130 con 0x7ff01006c810 2024-07-26T15:28:28.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.904+0000 7feffeffd640 1 -- 172.21.15.33:0/1090944911 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v11)=0 v11) ==== 122+0+0 (secure 0 0 0) 0x7ff000021070 con 0x7ff01006c810 2024-07-26T15:28:28.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.906+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff01006c810 msgr2=0x7ff010143890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.906+0000 7ff014b89640 1 --2- 172.21.15.33:0/1090944911 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff01006c810 0x7ff010143890 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff00000c3d0 tx=0x7ff00000c890 comp rx=0 tx=0).stop 2024-07-26T15:28:28.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.906+0000 7fbeffdac640 1 -- 172.21.15.33:0/2231169487 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7fbee0005580 con 0x7fbef00e7440 2024-07-26T15:28:28.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.906+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 shutdown_connections 2024-07-26T15:28:28.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.906+0000 7ff014b89640 1 --2- 172.21.15.33:0/1090944911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff010144540 0x7ff010151150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.906+0000 7ff014b89640 1 --2- 172.21.15.33:0/1090944911 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff01015e680 0x7ff010150c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.906+0000 7ff014b89640 1 --2- 172.21.15.33:0/1090944911 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff01006c810 0x7ff010143890 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.906+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 >> 172.21.15.33:0/1090944911 conn(0x7ff0100b28f0 msgr2=0x7ff0100b2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.907+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 shutdown_connections 2024-07-26T15:28:28.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.907+0000 7ff014b89640 1 -- 172.21.15.33:0/1090944911 wait complete. 2024-07-26T15:28:28.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.915+0000 7fbeee7fc640 1 -- 172.21.15.33:0/2231169487 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v12)=0 v12) ==== 121+0+0 (secure 0 0 0) 0x7fbef806a290 con 0x7fbef00e7440 2024-07-26T15:28:28.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.918+0000 7fbeffdac640 1 -- 172.21.15.33:0/2231169487 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbef00e7440 msgr2=0x7fbef00e5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.918+0000 7fbeffdac640 1 --2- 172.21.15.33:0/2231169487 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbef00e7440 0x7fbef00e5120 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fbef802e650 tx=0x7fbef806a160 comp rx=0 tx=0).stop 2024-07-26T15:28:28.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.918+0000 7fbeffdac640 1 -- 172.21.15.33:0/2231169487 shutdown_connections 2024-07-26T15:28:28.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.918+0000 7fbeffdac640 1 --2- 172.21.15.33:0/2231169487 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbef00e7440 0x7fbef00e5120 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.918+0000 7fbeffdac640 1 --2- 172.21.15.33:0/2231169487 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbef00e7030 0x7fbef00e41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.918+0000 7fbeffdac640 1 --2- 172.21.15.33:0/2231169487 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbef0052390 0x7fbef00d3c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.918+0000 7fbeffdac640 1 -- 172.21.15.33:0/2231169487 >> 172.21.15.33:0/2231169487 conn(0x7fbef001d9d0 msgr2=0x7fbef00332d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.925 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.927+0000 7fbeffdac640 1 -- 172.21.15.33:0/2231169487 shutdown_connections 2024-07-26T15:28:28.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.933+0000 7fbeffdac640 1 -- 172.21.15.33:0/2231169487 wait complete. 2024-07-26T15:28:28.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.937+0000 7f1bc9ffb640 1 -- 172.21.15.33:0/178337690 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f1bd40b8160 con 0x7f1bd409ee10 2024-07-26T15:28:28.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.937+0000 7f3d1effd640 1 -- 172.21.15.33:0/375180426 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f3d3806ce00 con 0x7f3d3815ef90 2024-07-26T15:28:28.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.942+0000 7f1bcbfff640 1 -- 172.21.15.33:0/178337690 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v13)=0 v13) ==== 121+0+0 (secure 0 0 0) 0x7f1bc402d9b0 con 0x7f1bd409ee10 2024-07-26T15:28:28.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.946+0000 7f1bc9ffb640 1 -- 172.21.15.33:0/178337690 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd409ee10 msgr2=0x7f1bd415d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.946+0000 7f1bc9ffb640 1 --2- 172.21.15.33:0/178337690 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd409ee10 0x7f1bd415d190 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4030000 tx=0x7f1bc4006d40 comp rx=0 tx=0).stop 2024-07-26T15:28:28.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.946+0000 7f1bc9ffb640 1 -- 172.21.15.33:0/178337690 shutdown_connections 2024-07-26T15:28:28.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.946+0000 7f1bc9ffb640 1 --2- 172.21.15.33:0/178337690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd415c0c0 0x7f1bd415c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.946+0000 7f1bc9ffb640 1 --2- 172.21.15.33:0/178337690 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd409ee10 0x7f1bd415d190 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.946+0000 7f1bc9ffb640 1 --2- 172.21.15.33:0/178337690 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd4159a20 0x7f1bd41593a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.946+0000 7f1bc9ffb640 1 -- 172.21.15.33:0/178337690 >> 172.21.15.33:0/178337690 conn(0x7f1bd40d0810 msgr2=0x7f1bd40d0c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.946+0000 7f1bc9ffb640 1 -- 172.21.15.33:0/178337690 shutdown_connections 2024-07-26T15:28:28.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.947+0000 7f1bc9ffb640 1 -- 172.21.15.33:0/178337690 wait complete. 2024-07-26T15:28:28.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.953+0000 7f3d357fa640 1 -- 172.21.15.33:0/375180426 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v14)=0 v14) ==== 120+0+0 (secure 0 0 0) 0x7f3d30026020 con 0x7f3d3815ef90 2024-07-26T15:28:28.957 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.956+0000 7f3d1effd640 1 -- 172.21.15.33:0/375180426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d3815ef90 msgr2=0x7f3d381577a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.956+0000 7f3d1effd640 1 --2- 172.21.15.33:0/375180426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d3815ef90 0x7f3d381577a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3d3000e9b0 tx=0x7f3d3000ee70 comp rx=0 tx=0).stop 2024-07-26T15:28:28.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.956+0000 7f3d1effd640 1 -- 172.21.15.33:0/375180426 shutdown_connections 2024-07-26T15:28:28.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.956+0000 7f3d1effd640 1 --2- 172.21.15.33:0/375180426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d3815ef90 0x7f3d381577a0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.956+0000 7f3d1effd640 1 --2- 172.21.15.33:0/375180426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d380cd550 0x7f3d381f2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.956+0000 7f3d1effd640 1 --2- 172.21.15.33:0/375180426 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d380690f0 0x7f3d3815a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.956+0000 7f3d1effd640 1 -- 172.21.15.33:0/375180426 >> 172.21.15.33:0/375180426 conn(0x7f3d380b3210 msgr2=0x7f3d3806f030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.956+0000 7f3d1effd640 1 -- 172.21.15.33:0/375180426 shutdown_connections 2024-07-26T15:28:28.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.956+0000 7f3d1effd640 1 -- 172.21.15.33:0/375180426 wait complete. 2024-07-26T15:28:28.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.962+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command([{prefix=config set, name=mon_op_complaint_time}] v 0) -- 0x7f31f8073ff0 con 0x7f31f8151200 2024-07-26T15:28:28.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.969+0000 7f31df7fe640 1 -- 172.21.15.33:0/1469220327 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mon_op_complaint_time}]=0 v15)=0 v15) ==== 121+0+0 (secure 0 0 0) 0x7f31e80193b0 con 0x7f31f8151200 2024-07-26T15:28:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.970+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31f8151200 msgr2=0x7f31f81f5640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.970+0000 7f31fd4fa640 1 --2- 172.21.15.33:0/1469220327 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31f8151200 0x7f31f81f5640 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f31e800b410 tx=0x7f31e800b8d0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.970+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 shutdown_connections 2024-07-26T15:28:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.970+0000 7f31fd4fa640 1 --2- 172.21.15.33:0/1469220327 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31f8151200 0x7f31f81f5640 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.970+0000 7f31fd4fa640 1 --2- 172.21.15.33:0/1469220327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31f806e5d0 0x7f31f813cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.970+0000 7f31fd4fa640 1 --2- 172.21.15.33:0/1469220327 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31f806e1c0 0x7f31f81f9640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.970+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 >> 172.21.15.33:0/1469220327 conn(0x7f31f80b1740 msgr2=0x7f31f806ea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.970+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 shutdown_connections 2024-07-26T15:28:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.970+0000 7f31fd4fa640 1 -- 172.21.15.33:0/1469220327 wait complete. 2024-07-26T15:28:28.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.973+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3761494413 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7fc07c005580 con 0x7fc09c0714e0 2024-07-26T15:28:28.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.979+0000 7fc091ffb640 1 -- 172.21.15.33:0/3761494413 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v16)=0 v16) ==== 119+0+0 (secure 0 0 0) 0x7fc098005310 con 0x7fc09c0714e0 2024-07-26T15:28:28.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.980+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3761494413 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09c0714e0 msgr2=0x7fc09c1f1a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:28.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.980+0000 7fc0a35e2640 1 --2- 172.21.15.33:0/3761494413 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09c0714e0 0x7fc09c1f1a90 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc098009850 tx=0x7fc098004f60 comp rx=0 tx=0).stop 2024-07-26T15:28:28.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.980+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3761494413 shutdown_connections 2024-07-26T15:28:28.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.980+0000 7fc0a35e2640 1 --2- 172.21.15.33:0/3761494413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09c15e680 0x7fc09c1f22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.980+0000 7fc0a35e2640 1 --2- 172.21.15.33:0/3761494413 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09c0714e0 0x7fc09c1f1a90 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.980+0000 7fc0a35e2640 1 --2- 172.21.15.33:0/3761494413 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc09c06c810 0x7fc09c1f46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:28.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.980+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3761494413 >> 172.21.15.33:0/3761494413 conn(0x7fc09c0b28f0 msgr2=0x7fc09c1533e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:28.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.980+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3761494413 shutdown_connections 2024-07-26T15:28:28.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.980+0000 7fc0a35e2640 1 -- 172.21.15.33:0/3761494413 wait complete. 2024-07-26T15:28:28.996 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.996 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.996 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi033') 2024-07-26T15:28:28.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:28.996+0000 7efd08ff9640 1 -- 172.21.15.33:0/2765037030 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7efd1c06f1d0 con 0x7efd1c0ceeb0 2024-07-26T15:28:29.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.000+0000 7efd0affd640 1 -- 172.21.15.33:0/2765037030 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v17)=0 v17) ==== 120+0+0 (secure 0 0 0) 0x7efd1c14b650 con 0x7efd1c0ceeb0 2024-07-26T15:28:29.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.001+0000 7efd08ff9640 1 -- 172.21.15.33:0/2765037030 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd1c0ceeb0 msgr2=0x7efd1c14ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:29.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.001+0000 7efd08ff9640 1 --2- 172.21.15.33:0/2765037030 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd1c0ceeb0 0x7efd1c14ac90 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7efd0c009850 tx=0x7efd0c003960 comp rx=0 tx=0).stop 2024-07-26T15:28:29.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.001+0000 7efd08ff9640 1 -- 172.21.15.33:0/2765037030 shutdown_connections 2024-07-26T15:28:29.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.001+0000 7efd08ff9640 1 --2- 172.21.15.33:0/2765037030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd1c1e4680 0x7efd1c0aed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.001+0000 7efd08ff9640 1 --2- 172.21.15.33:0/2765037030 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efd1c1e4270 0x7efd1c0ae850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.001+0000 7efd08ff9640 1 --2- 172.21.15.33:0/2765037030 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd1c0ceeb0 0x7efd1c14ac90 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.001+0000 7efd08ff9640 1 -- 172.21.15.33:0/2765037030 >> 172.21.15.33:0/2765037030 conn(0x7efd1c0af720 msgr2=0x7efd1c0b3930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:29.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.001+0000 7efd08ff9640 1 -- 172.21.15.33:0/2765037030 shutdown_connections 2024-07-26T15:28:29.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.001+0000 7efd08ff9640 1 -- 172.21.15.33:0/2765037030 wait complete. 2024-07-26T15:28:29.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.004+0000 7f2a53fff640 1 -- 172.21.15.33:0/177574323 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f2a34005580 con 0x7f2a5416acd0 2024-07-26T15:28:29.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.010+0000 7f2a3b7fe640 1 -- 172.21.15.33:0/177574323 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v18)=0 v18) ==== 121+0+0 (secure 0 0 0) 0x7f2a4c00ace0 con 0x7f2a5416acd0 2024-07-26T15:28:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.011+0000 7f2a53fff640 1 -- 172.21.15.33:0/177574323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5416acd0 msgr2=0x7f2a54227030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.011+0000 7f2a53fff640 1 --2- 172.21.15.33:0/177574323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5416acd0 0x7f2a54227030 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f2a4c00caa0 tx=0x7f2a4c00cf60 comp rx=0 tx=0).stop 2024-07-26T15:28:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.011+0000 7f2a53fff640 1 -- 172.21.15.33:0/177574323 shutdown_connections 2024-07-26T15:28:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.011+0000 7f2a53fff640 1 --2- 172.21.15.33:0/177574323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a54227570 0x7f2a5415a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.011+0000 7f2a53fff640 1 --2- 172.21.15.33:0/177574323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5416acd0 0x7f2a54227030 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.011+0000 7f2a53fff640 1 --2- 172.21.15.33:0/177574323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a540ccdc0 0x7f2a54165c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.011+0000 7f2a53fff640 1 -- 172.21.15.33:0/177574323 >> 172.21.15.33:0/177574323 conn(0x7f2a5406cc60 msgr2=0x7f2a5406e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:29.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.011+0000 7f2a53fff640 1 -- 172.21.15.33:0/177574323 shutdown_connections 2024-07-26T15:28:29.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.011+0000 7f2a53fff640 1 -- 172.21.15.33:0/177574323 wait complete. 2024-07-26T15:28:29.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.016+0000 7f8b79547640 1 -- 172.21.15.33:0/458619762 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_warn_on_pool_no_app}] v 0) -- 0x7f8b740d1410 con 0x7f8b7415bbf0 2024-07-26T15:28:29.019 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi033') 2024-07-26T15:28:29.019 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi033') 2024-07-26T15:28:29.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.019+0000 7f8b5b7fe640 1 -- 172.21.15.33:0/458619762 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0 v19)=0 v19) ==== 125+0+0 (secure 0 0 0) 0x7f8b740d1410 con 0x7f8b7415bbf0 2024-07-26T15:28:29.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.020+0000 7f8b79547640 1 -- 172.21.15.33:0/458619762 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b7415bbf0 msgr2=0x7f8b740d08d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:29.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.020+0000 7f8b79547640 1 --2- 172.21.15.33:0/458619762 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b7415bbf0 0x7f8b740d08d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8b68032ea0 tx=0x7f8b68011300 comp rx=0 tx=0).stop 2024-07-26T15:28:29.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.020+0000 7f8b79547640 1 -- 172.21.15.33:0/458619762 shutdown_connections 2024-07-26T15:28:29.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.020+0000 7f8b79547640 1 --2- 172.21.15.33:0/458619762 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b7415bbf0 0x7f8b740d08d0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.020+0000 7f8b79547640 1 --2- 172.21.15.33:0/458619762 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b7415f1b0 0x7f8b740d0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.020+0000 7f8b79547640 1 --2- 172.21.15.33:0/458619762 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b740690f0 0x7f8b741f0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.021+0000 7f8b79547640 1 -- 172.21.15.33:0/458619762 >> 172.21.15.33:0/458619762 conn(0x7f8b740b3210 msgr2=0x7f8b7415e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:29.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.021+0000 7f8b79547640 1 -- 172.21.15.33:0/458619762 shutdown_connections 2024-07-26T15:28:29.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.021+0000 7f8b79547640 1 -- 172.21.15.33:0/458619762 wait complete. 2024-07-26T15:28:29.033 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi033') 2024-07-26T15:28:29.033 INFO:tasks.ceph:Setting crush tunables to default 2024-07-26T15:28:29.033 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph osd crush tunables default 2024-07-26T15:28:29.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.189+0000 7f61e4fcf640 1 -- 172.21.15.33:0/991526385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61e00b6c40 msgr2=0x7f61e00b1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:29.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.189+0000 7f61e4fcf640 1 --2- 172.21.15.33:0/991526385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61e00b6c40 0x7f61e00b1d00 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f61d0005fd0 tx=0x7f61d002a5d0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.189+0000 7f61e4fcf640 1 -- 172.21.15.33:0/991526385 shutdown_connections 2024-07-26T15:28:29.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.189+0000 7f61e4fcf640 1 --2- 172.21.15.33:0/991526385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61e00b2240 0x7f61e00b2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.189+0000 7f61e4fcf640 1 --2- 172.21.15.33:0/991526385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61e00b6c40 0x7f61e00b1d00 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.189+0000 7f61e4fcf640 1 -- 172.21.15.33:0/991526385 >> 172.21.15.33:0/991526385 conn(0x7f61e00b37a0 msgr2=0x7f61e00b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:29.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.189+0000 7f61e4fcf640 1 -- 172.21.15.33:0/991526385 shutdown_connections 2024-07-26T15:28:29.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.189+0000 7f61e4fcf640 1 -- 172.21.15.33:0/991526385 wait complete. 2024-07-26T15:28:29.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.191+0000 7f61e4fcf640 1 Processor -- start 2024-07-26T15:28:29.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.191+0000 7f61e4fcf640 1 -- start start 2024-07-26T15:28:29.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61e4fcf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61e00b2240 0x7f61e00c7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:29.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61e4fcf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61e00b2b90 0x7f61e0158dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:29.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61e4fcf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61e00b6c40 0x7f61e00ce6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61e4fcf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f61e00b7520 con 0x7f61e00b6c40 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61e4fcf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f61e00b73a0 con 0x7f61e00b2240 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61e4fcf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f61e00b61c0 con 0x7f61e00b2b90 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61ded9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61e00b6c40 0x7f61e00ce6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61ddd9b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61e00b2b90 0x7f61e0158dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61ddd9b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61e00b2b90 0x7f61e0158dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:59204/0 (socket says 172.21.15.33:59204) 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61ded9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61e00b6c40 0x7f61e00ce6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47800/0 (socket says 172.21.15.33:47800) 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61de59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61e00b2240 0x7f61e00c7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61ddd9b640 1 -- 172.21.15.33:0/3781979581 learned_addr learned my addr 172.21.15.33:0/3781979581 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61ddd9b640 1 -- 172.21.15.33:0/3781979581 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61e00b2240 msgr2=0x7f61e00c7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61ddd9b640 1 --2- 172.21.15.33:0/3781979581 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61e00b2240 0x7f61e00c7ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61ddd9b640 1 -- 172.21.15.33:0/3781979581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61e00b6c40 msgr2=0x7f61e00ce6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61ddd9b640 1 --2- 172.21.15.33:0/3781979581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61e00b6c40 0x7f61e00ce6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61ddd9b640 1 -- 172.21.15.33:0/3781979581 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61e00c9be0 con 0x7f61e00b2b90 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61de59c640 1 --2- 172.21.15.33:0/3781979581 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61e00b2240 0x7f61e00c7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.193+0000 7f61ded9d640 1 --2- 172.21.15.33:0/3781979581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61e00b6c40 0x7f61e00ce6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.194+0000 7f61ddd9b640 1 --2- 172.21.15.33:0/3781979581 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61e00b2b90 0x7f61e0158dc0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f61d400e7f0 tx=0x7f61d400ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.194+0000 7f61ceffd640 1 -- 172.21.15.33:0/3781979581 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61d400ccc0 con 0x7f61e00b2b90 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.194+0000 7f61ceffd640 1 -- 172.21.15.33:0/3781979581 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61d4010430 con 0x7f61e00b2b90 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.194+0000 7f61e4fcf640 1 -- 172.21.15.33:0/3781979581 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61e00cb630 con 0x7f61e00b2b90 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.194+0000 7f61ceffd640 1 -- 172.21.15.33:0/3781979581 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61d4010840 con 0x7f61e00b2b90 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.194+0000 7f61e4fcf640 1 -- 172.21.15.33:0/3781979581 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f61e00c9e50 con 0x7f61e00b2b90 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.194+0000 7f61ceffd640 1 -- 172.21.15.33:0/3781979581 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f61d40109e0 con 0x7f61e00b2b90 2024-07-26T15:28:29.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.194+0000 7f61ceffd640 1 -- 172.21.15.33:0/3781979581 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f61d4018da0 con 0x7f61e00b2b90 2024-07-26T15:28:29.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.195+0000 7f61e4fcf640 1 -- 172.21.15.33:0/3781979581 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61e00b2650 con 0x7f61e00b2b90 2024-07-26T15:28:29.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.197+0000 7f61ceffd640 1 -- 172.21.15.33:0/3781979581 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f61d4018420 con 0x7f61e00b2b90 2024-07-26T15:28:29.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.264+0000 7f61e4fcf640 1 -- 172.21.15.33:0/3781979581 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f61e00b3e00 con 0x7f61e00b2b90 2024-07-26T15:28:29.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.268+0000 7f61ceffd640 1 -- 172.21.15.33:0/3781979581 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f61d4018600 con 0x7f61e00b2b90 2024-07-26T15:28:29.270 INFO:teuthology.orchestra.run.smithi033.stderr:adjusted tunables profile to default 2024-07-26T15:28:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.270+0000 7f61e4fcf640 1 -- 172.21.15.33:0/3781979581 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61e00b2b90 msgr2=0x7f61e0158dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.270+0000 7f61e4fcf640 1 --2- 172.21.15.33:0/3781979581 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61e00b2b90 0x7f61e0158dc0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f61d400e7f0 tx=0x7f61d400ecb0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.270+0000 7f61e4fcf640 1 -- 172.21.15.33:0/3781979581 shutdown_connections 2024-07-26T15:28:29.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.270+0000 7f61e4fcf640 1 --2- 172.21.15.33:0/3781979581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61e00b6c40 0x7f61e00ce6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.270+0000 7f61e4fcf640 1 --2- 172.21.15.33:0/3781979581 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61e00b2b90 0x7f61e0158dc0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.270+0000 7f61e4fcf640 1 --2- 172.21.15.33:0/3781979581 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61e00b2240 0x7f61e00c7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.270+0000 7f61e4fcf640 1 -- 172.21.15.33:0/3781979581 >> 172.21.15.33:0/3781979581 conn(0x7f61e00b37a0 msgr2=0x7f61e00b4f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:29.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.270+0000 7f61e4fcf640 1 -- 172.21.15.33:0/3781979581 shutdown_connections 2024-07-26T15:28:29.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:29.270+0000 7f61e4fcf640 1 -- 172.21.15.33:0/3781979581 wait complete. 2024-07-26T15:28:29.286 INFO:tasks.ceph:check_enable_crimson: False 2024-07-26T15:28:29.286 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-07-26T15:28:29.286 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:29.286 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-07-26T15:28:29.312 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:29.312 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-07-26T15:28:29.378 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:29.378 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-07-26T15:28:29.444 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:28:29.444 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-07-26T15:28:29.510 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:29.510 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-07-26T15:28:29.536 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:29.536 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-07-26T15:28:29.601 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:29.602 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-07-26T15:28:29.666 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:28:29.667 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-07-26T15:28:29.731 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --cluster ceph osd new ca3a4fdb-612c-46c9-b045-69477d58cc65 0 2024-07-26T15:28:29.888 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.887+0000 7ff42d5dd640 1 -- 172.21.15.154:0/1003016737 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4280b6ed0 msgr2=0x7ff4280b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:29.888 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.887+0000 7ff42d5dd640 1 --2- 172.21.15.154:0/1003016737 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4280b6ed0 0x7ff4280b13c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7ff418009900 tx=0x7ff41802a560 comp rx=0 tx=0).stop 2024-07-26T15:28:29.888 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.887+0000 7ff42d5dd640 1 -- 172.21.15.154:0/1003016737 shutdown_connections 2024-07-26T15:28:29.889 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.887+0000 7ff42d5dd640 1 --2- 172.21.15.154:0/1003016737 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4280b1d10 0x7ff428165f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.889 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.887+0000 7ff42d5dd640 1 --2- 172.21.15.154:0/1003016737 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4280b6ed0 0x7ff4280b13c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.889 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.887+0000 7ff42d5dd640 1 -- 172.21.15.154:0/1003016737 >> 172.21.15.154:0/1003016737 conn(0x7ff4280d1bb0 msgr2=0x7ff4280d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:29.889 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.887+0000 7ff42d5dd640 1 -- 172.21.15.154:0/1003016737 shutdown_connections 2024-07-26T15:28:29.889 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.887+0000 7ff42d5dd640 1 -- 172.21.15.154:0/1003016737 wait complete. 2024-07-26T15:28:29.890 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.889+0000 7ff42d5dd640 1 Processor -- start 2024-07-26T15:28:29.890 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.889+0000 7ff42d5dd640 1 -- start start 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.890+0000 7ff42d5dd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4280b1900 0x7ff428165e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.890+0000 7ff42d5dd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4280b6ed0 0x7ff42814a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.890+0000 7ff42d5dd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff42809eae0 0x7ff42809eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.890+0000 7ff42d5dd640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff4281664d0 con 0x7ff42809eae0 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.890+0000 7ff42d5dd640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff4280b76d0 con 0x7ff4280b1900 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.890+0000 7ff42d5dd640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff428166650 con 0x7ff4280b6ed0 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.890+0000 7ff426ffd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4280b1900 0x7ff428165e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.890+0000 7ff426ffd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4280b1900 0x7ff428165e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.154:46374/0 (socket says 172.21.15.154:46374) 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.890+0000 7ff426ffd640 1 -- 172.21.15.154:0/2087978134 learned_addr learned my addr 172.21.15.154:0/2087978134 (peer_addr_for_me v2:172.21.15.154:0/0) 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.890+0000 7ff4267fc640 1 --2- 172.21.15.154:0/2087978134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4280b6ed0 0x7ff42814a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.890+0000 7ff4277fe640 1 --2- 172.21.15.154:0/2087978134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff42809eae0 0x7ff42809eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:29.893 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff426ffd640 1 -- 172.21.15.154:0/2087978134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4280b6ed0 msgr2=0x7ff42814a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff426ffd640 1 --2- 172.21.15.154:0/2087978134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4280b6ed0 0x7ff42814a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff426ffd640 1 -- 172.21.15.154:0/2087978134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff42809eae0 msgr2=0x7ff42809eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff426ffd640 1 --2- 172.21.15.154:0/2087978134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff42809eae0 0x7ff42809eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff426ffd640 1 -- 172.21.15.154:0/2087978134 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff42809f430 con 0x7ff4280b1900 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff4267fc640 1 --2- 172.21.15.154:0/2087978134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4280b6ed0 0x7ff42814a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff426ffd640 1 --2- 172.21.15.154:0/2087978134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4280b1900 0x7ff428165e20 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff418006010 tx=0x7ff4180038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff41f7fe640 1 -- 172.21.15.154:0/2087978134 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff41803e030 con 0x7ff4280b1900 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff41f7fe640 1 -- 172.21.15.154:0/2087978134 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff418003d90 con 0x7ff4280b1900 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff42d5dd640 1 -- 172.21.15.154:0/2087978134 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff42815d730 con 0x7ff4280b1900 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff41f7fe640 1 -- 172.21.15.154:0/2087978134 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff418035040 con 0x7ff4280b1900 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff42d5dd640 1 -- 172.21.15.154:0/2087978134 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff42815dcf0 con 0x7ff4280b1900 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff41f7fe640 1 -- 172.21.15.154:0/2087978134 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff418041030 con 0x7ff4280b1900 2024-07-26T15:28:29.894 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.891+0000 7ff41f7fe640 1 -- 172.21.15.154:0/2087978134 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7ff418043c30 con 0x7ff4280b1900 2024-07-26T15:28:29.895 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.892+0000 7ff42d5dd640 1 -- 172.21.15.154:0/2087978134 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff42815bae0 con 0x7ff4280b1900 2024-07-26T15:28:29.895 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.894+0000 7ff41f7fe640 1 -- 172.21.15.154:0/2087978134 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7ff42815bae0 con 0x7ff4280b1900 2024-07-26T15:28:29.969 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.968+0000 7ff42d5dd640 1 -- 172.21.15.154:0/2087978134 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd new", "uuid": "ca3a4fdb-612c-46c9-b045-69477d58cc65", "id": 0} v 0) -- 0x7ff4280b1d10 con 0x7ff4280b1900 2024-07-26T15:28:29.973 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.972+0000 7ff41f7fe640 1 -- 172.21.15.154:0/2087978134 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ca3a4fdb-612c-46c9-b045-69477d58cc65", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7ff42809f430 con 0x7ff4280b1900 2024-07-26T15:28:29.973 INFO:teuthology.orchestra.run.smithi154.stdout:0 2024-07-26T15:28:29.974 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.973+0000 7ff42d5dd640 1 -- 172.21.15.154:0/2087978134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4280b1900 msgr2=0x7ff428165e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:29.974 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.973+0000 7ff42d5dd640 1 --2- 172.21.15.154:0/2087978134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4280b1900 0x7ff428165e20 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff418006010 tx=0x7ff4180038a0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.974 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.973+0000 7ff42d5dd640 1 -- 172.21.15.154:0/2087978134 shutdown_connections 2024-07-26T15:28:29.974 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.973+0000 7ff42d5dd640 1 --2- 172.21.15.154:0/2087978134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff42809eae0 0x7ff42809eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.975 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.973+0000 7ff42d5dd640 1 --2- 172.21.15.154:0/2087978134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4280b6ed0 0x7ff42814a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.975 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.973+0000 7ff42d5dd640 1 --2- 172.21.15.154:0/2087978134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4280b1900 0x7ff428165e20 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:29.975 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.973+0000 7ff42d5dd640 1 -- 172.21.15.154:0/2087978134 >> 172.21.15.154:0/2087978134 conn(0x7ff4280d1bb0 msgr2=0x7ff428071b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:29.975 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.973+0000 7ff42d5dd640 1 -- 172.21.15.154:0/2087978134 shutdown_connections 2024-07-26T15:28:29.975 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:29.973+0000 7ff42d5dd640 1 -- 172.21.15.154:0/2087978134 wait complete. 2024-07-26T15:28:29.987 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --cluster ceph osd new f5d61825-0f36-4120-b70e-4ddcf0f8cd3c 1 2024-07-26T15:28:30.102 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.101+0000 7f588e56c640 1 -- 172.21.15.154:0/2862502052 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f588815b350 msgr2=0x7f588815b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.103 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.101+0000 7f588e56c640 1 --2- 172.21.15.154:0/2862502052 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f588815b350 0x7f588815b760 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f5880005fd0 tx=0x7f588002aa90 comp rx=0 tx=0).stop 2024-07-26T15:28:30.103 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.101+0000 7f588e56c640 1 -- 172.21.15.154:0/2862502052 shutdown_connections 2024-07-26T15:28:30.103 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.101+0000 7f588e56c640 1 --2- 172.21.15.154:0/2862502052 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f588815b350 0x7f588815b760 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.103 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.101+0000 7f588e56c640 1 --2- 172.21.15.154:0/2862502052 >> v2:172.21.15.154:3300/0 conn(0x7f588806fc30 0x7f5888158690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.103 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.101+0000 7f588e56c640 1 -- 172.21.15.154:0/2862502052 >> 172.21.15.154:0/2862502052 conn(0x7f58880b28c0 msgr2=0x7f58880b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:30.103 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.101+0000 7f588e56c640 1 -- 172.21.15.154:0/2862502052 shutdown_connections 2024-07-26T15:28:30.103 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.101+0000 7f588e56c640 1 -- 172.21.15.154:0/2862502052 wait complete. 2024-07-26T15:28:30.104 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.103+0000 7f588e56c640 1 Processor -- start 2024-07-26T15:28:30.104 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.103+0000 7f588e56c640 1 -- start start 2024-07-26T15:28:30.107 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.104+0000 7f588e56c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f588806fc30 0x7f58881e44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.107 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.104+0000 7f588e56c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5888073210 0x7f588813d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.107 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.104+0000 7f588e56c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f588815b350 0x7f588815d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.107 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.104+0000 7f588e56c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f58880b4040 con 0x7f5888073210 2024-07-26T15:28:30.107 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.104+0000 7f588e56c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f58880b3ec0 con 0x7f588806fc30 2024-07-26T15:28:30.107 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.104+0000 7f588e56c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f58880b41c0 con 0x7f588815b350 2024-07-26T15:28:30.107 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.104+0000 7f588cb09640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f588815b350 0x7f588815d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.107 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.104+0000 7f5887fff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f588806fc30 0x7f58881e44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.104+0000 7f588cb09640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f588815b350 0x7f588815d4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.154:52602/0 (socket says 172.21.15.154:52602) 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.104+0000 7f5887fff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f588806fc30 0x7f58881e44b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.154:46396/0 (socket says 172.21.15.154:46396) 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.104+0000 7f588cb09640 1 -- 172.21.15.154:0/4286734933 learned_addr learned my addr 172.21.15.154:0/4286734933 (peer_addr_for_me v2:172.21.15.154:0/0) 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f58877fe640 1 --2- 172.21.15.154:0/4286734933 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5888073210 0x7f588813d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f588cb09640 1 -- 172.21.15.154:0/4286734933 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f588806fc30 msgr2=0x7f58881e44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f588cb09640 1 --2- 172.21.15.154:0/4286734933 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f588806fc30 0x7f58881e44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f588cb09640 1 -- 172.21.15.154:0/4286734933 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5888073210 msgr2=0x7f588813d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f588cb09640 1 --2- 172.21.15.154:0/4286734933 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5888073210 0x7f588813d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f588cb09640 1 -- 172.21.15.154:0/4286734933 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58881502a0 con 0x7f588815b350 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f5887fff640 1 --2- 172.21.15.154:0/4286734933 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f588806fc30 0x7f58881e44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f588cb09640 1 --2- 172.21.15.154:0/4286734933 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f588815b350 0x7f588815d4d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f5880006010 tx=0x7f5880003ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f5884ff9640 1 -- 172.21.15.154:0/4286734933 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5880044070 con 0x7f588815b350 2024-07-26T15:28:30.108 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f5884ff9640 1 -- 172.21.15.154:0/4286734933 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5880004040 con 0x7f588815b350 2024-07-26T15:28:30.109 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f5884ff9640 1 -- 172.21.15.154:0/4286734933 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5880004430 con 0x7f588815b350 2024-07-26T15:28:30.109 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f588e56c640 1 -- 172.21.15.154:0/4286734933 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5888150580 con 0x7f588815b350 2024-07-26T15:28:30.109 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.105+0000 7f588e56c640 1 -- 172.21.15.154:0/4286734933 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5888150b40 con 0x7f588815b350 2024-07-26T15:28:30.109 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.106+0000 7f5884ff9640 1 -- 172.21.15.154:0/4286734933 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5880047070 con 0x7f588815b350 2024-07-26T15:28:30.109 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.106+0000 7f5884ff9640 1 -- 172.21.15.154:0/4286734933 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f588003f410 con 0x7f588815b350 2024-07-26T15:28:30.109 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.107+0000 7f588e56c640 1 -- 172.21.15.154:0/4286734933 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58880b4750 con 0x7f588815b350 2024-07-26T15:28:30.110 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.109+0000 7f5884ff9640 1 -- 172.21.15.154:0/4286734933 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f588004e070 con 0x7f588815b350 2024-07-26T15:28:30.183 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.181+0000 7f588e56c640 1 -- 172.21.15.154:0/4286734933 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "osd new", "uuid": "f5d61825-0f36-4120-b70e-4ddcf0f8cd3c", "id": 1} v 0) -- 0x7f58881e4bb0 con 0x7f588815b350 2024-07-26T15:28:30.186 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.185+0000 7f5884ff9640 1 -- 172.21.15.154:0/4286734933 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f5d61825-0f36-4120-b70e-4ddcf0f8cd3c", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f5880032030 con 0x7f588815b350 2024-07-26T15:28:30.186 INFO:teuthology.orchestra.run.smithi154.stdout:1 2024-07-26T15:28:30.187 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.186+0000 7f588e56c640 1 -- 172.21.15.154:0/4286734933 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f588815b350 msgr2=0x7f588815d4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.188 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.186+0000 7f588e56c640 1 --2- 172.21.15.154:0/4286734933 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f588815b350 0x7f588815d4d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f5880006010 tx=0x7f5880003ce0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.188 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.186+0000 7f588e56c640 1 -- 172.21.15.154:0/4286734933 shutdown_connections 2024-07-26T15:28:30.188 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.186+0000 7f588e56c640 1 --2- 172.21.15.154:0/4286734933 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f588815b350 0x7f588815d4d0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.188 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.186+0000 7f588e56c640 1 --2- 172.21.15.154:0/4286734933 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5888073210 0x7f588813d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.188 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.186+0000 7f588e56c640 1 --2- 172.21.15.154:0/4286734933 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f588806fc30 0x7f58881e44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.188 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.186+0000 7f588e56c640 1 -- 172.21.15.154:0/4286734933 >> 172.21.15.154:0/4286734933 conn(0x7f58880b28c0 msgr2=0x7f58880b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:30.188 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.186+0000 7f588e56c640 1 -- 172.21.15.154:0/4286734933 shutdown_connections 2024-07-26T15:28:30.188 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.186+0000 7f588e56c640 1 -- 172.21.15.154:0/4286734933 wait complete. 2024-07-26T15:28:30.199 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --cluster ceph osd new 70141742-5cf5-4cea-801f-c83a9b948c1a 2 2024-07-26T15:28:30.314 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.312+0000 7f62d7f27640 1 -- 172.21.15.154:0/3739633462 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62d01652a0 msgr2=0x7f62d01676c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.315 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.312+0000 7f62d7f27640 1 --2- 172.21.15.154:0/3739633462 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62d01652a0 0x7f62d01676c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f62c8005fd0 tx=0x7f62c802ab40 comp rx=0 tx=0).stop 2024-07-26T15:28:30.315 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.312+0000 7f62d7f27640 1 -- 172.21.15.154:0/3739633462 shutdown_connections 2024-07-26T15:28:30.315 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.312+0000 7f62d7f27640 1 --2- 172.21.15.154:0/3739633462 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62d01652a0 0x7f62d01676c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.315 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.312+0000 7f62d7f27640 1 -- 172.21.15.154:0/3739633462 >> 172.21.15.154:0/3739633462 conn(0x7f62d00b3210 msgr2=0x7f62d00b3620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:30.315 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.313+0000 7f62d7f27640 1 -- 172.21.15.154:0/3739633462 shutdown_connections 2024-07-26T15:28:30.315 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.313+0000 7f62d7f27640 1 -- 172.21.15.154:0/3739633462 wait complete. 2024-07-26T15:28:30.316 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.314+0000 7f62d7f27640 1 Processor -- start 2024-07-26T15:28:30.316 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.314+0000 7f62d7f27640 1 -- start start 2024-07-26T15:28:30.320 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d7f27640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62d00b1df0 0x7f62d00ae2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.320 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d7f27640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62d00cccd0 0x7f62d00ae7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.321 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d7f27640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62d01652a0 0x7f62d00cb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.321 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d7f27640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f62d0167d80 con 0x7f62d00cccd0 2024-07-26T15:28:30.321 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d7f27640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f62d0167c00 con 0x7f62d01652a0 2024-07-26T15:28:30.321 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d7f27640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f62d0167f00 con 0x7f62d00b1df0 2024-07-26T15:28:30.321 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d5cc3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62d00b1df0 0x7f62d00ae2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.321 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d64c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62d01652a0 0x7f62d00cb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.321 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d64c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62d01652a0 0x7f62d00cb2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.154:46414/0 (socket says 172.21.15.154:46414) 2024-07-26T15:28:30.321 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d5cc3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62d00b1df0 0x7f62d00ae2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.154:52610/0 (socket says 172.21.15.154:52610) 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d64c4640 1 -- 172.21.15.154:0/1749043022 learned_addr learned my addr 172.21.15.154:0/1749043022 (peer_addr_for_me v2:172.21.15.154:0/0) 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d54c2640 1 --2- 172.21.15.154:0/1749043022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62d00cccd0 0x7f62d00ae7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d64c4640 1 -- 172.21.15.154:0/1749043022 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62d00b1df0 msgr2=0x7f62d00ae2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d64c4640 1 --2- 172.21.15.154:0/1749043022 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62d00b1df0 0x7f62d00ae2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d64c4640 1 -- 172.21.15.154:0/1749043022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62d00cccd0 msgr2=0x7f62d00ae7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d64c4640 1 --2- 172.21.15.154:0/1749043022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62d00cccd0 0x7f62d00ae7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d64c4640 1 -- 172.21.15.154:0/1749043022 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62d00d0b30 con 0x7f62d01652a0 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d5cc3640 1 --2- 172.21.15.154:0/1749043022 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62d00b1df0 0x7f62d00ae2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d54c2640 1 --2- 172.21.15.154:0/1749043022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62d00cccd0 0x7f62d00ae7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.316+0000 7f62d64c4640 1 --2- 172.21.15.154:0/1749043022 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62d01652a0 0x7f62d00cb2d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f62c8006010 tx=0x7f62c802c8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.317+0000 7f62c67fc640 1 -- 172.21.15.154:0/1749043022 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c8044070 con 0x7f62d01652a0 2024-07-26T15:28:30.322 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.317+0000 7f62c67fc640 1 -- 172.21.15.154:0/1749043022 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62c8004250 con 0x7f62d01652a0 2024-07-26T15:28:30.323 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.317+0000 7f62c67fc640 1 -- 172.21.15.154:0/1749043022 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c80046a0 con 0x7f62d01652a0 2024-07-26T15:28:30.323 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.317+0000 7f62d7f27640 1 -- 172.21.15.154:0/1749043022 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62d00d0f10 con 0x7f62d01652a0 2024-07-26T15:28:30.323 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.317+0000 7f62d7f27640 1 -- 172.21.15.154:0/1749043022 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62d00c3e90 con 0x7f62d01652a0 2024-07-26T15:28:30.323 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.317+0000 7f62c67fc640 1 -- 172.21.15.154:0/1749043022 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f62c802d470 con 0x7f62d01652a0 2024-07-26T15:28:30.323 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.317+0000 7f62c67fc640 1 -- 172.21.15.154:0/1749043022 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f62c8036820 con 0x7f62d01652a0 2024-07-26T15:28:30.323 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.318+0000 7f62d7f27640 1 -- 172.21.15.154:0/1749043022 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62d00690f0 con 0x7f62d01652a0 2024-07-26T15:28:30.324 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.320+0000 7f62c67fc640 1 -- 172.21.15.154:0/1749043022 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f62c8032030 con 0x7f62d01652a0 2024-07-26T15:28:30.395 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.393+0000 7f62d7f27640 1 -- 172.21.15.154:0/1749043022 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd new", "uuid": "70141742-5cf5-4cea-801f-c83a9b948c1a", "id": 2} v 0) -- 0x7f62d00b4090 con 0x7f62d01652a0 2024-07-26T15:28:30.403 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.402+0000 7f62c67fc640 1 -- 172.21.15.154:0/1749043022 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "70141742-5cf5-4cea-801f-c83a9b948c1a", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f62c8036400 con 0x7f62d01652a0 2024-07-26T15:28:30.404 INFO:teuthology.orchestra.run.smithi154.stdout:2 2024-07-26T15:28:30.405 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.403+0000 7f62d7f27640 1 -- 172.21.15.154:0/1749043022 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62d01652a0 msgr2=0x7f62d00cb2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.405 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.403+0000 7f62d7f27640 1 --2- 172.21.15.154:0/1749043022 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62d01652a0 0x7f62d00cb2d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f62c8006010 tx=0x7f62c802c8b0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.405 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.403+0000 7f62d7f27640 1 -- 172.21.15.154:0/1749043022 shutdown_connections 2024-07-26T15:28:30.405 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.403+0000 7f62d7f27640 1 --2- 172.21.15.154:0/1749043022 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62d01652a0 0x7f62d00cb2d0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.405 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.403+0000 7f62d7f27640 1 --2- 172.21.15.154:0/1749043022 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62d00cccd0 0x7f62d00ae7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.406 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.403+0000 7f62d7f27640 1 --2- 172.21.15.154:0/1749043022 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62d00b1df0 0x7f62d00ae2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.406 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.403+0000 7f62d7f27640 1 -- 172.21.15.154:0/1749043022 >> 172.21.15.154:0/1749043022 conn(0x7f62d00b3210 msgr2=0x7f62d0073dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:30.406 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.404+0000 7f62d7f27640 1 -- 172.21.15.154:0/1749043022 shutdown_connections 2024-07-26T15:28:30.406 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.404+0000 7f62d7f27640 1 -- 172.21.15.154:0/1749043022 wait complete. 2024-07-26T15:28:30.415 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --cluster ceph osd new 3e94b568-da14-44d5-afe0-12cfabd50178 3 2024-07-26T15:28:30.530 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.528+0000 7f60a97c4640 1 -- 172.21.15.154:0/3269596928 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40b1df0 msgr2=0x7f60a40b2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.530 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.528+0000 7f60a97c4640 1 --2- 172.21.15.154:0/3269596928 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40b1df0 0x7f60a40b2200 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f608c005fd0 tx=0x7f608c02a5d0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.530 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.528+0000 7f60a97c4640 1 -- 172.21.15.154:0/3269596928 shutdown_connections 2024-07-26T15:28:30.530 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.528+0000 7f60a97c4640 1 --2- 172.21.15.154:0/3269596928 >> v2:172.21.15.33:3300/0 conn(0x7f60a40b06a0 0x7f60a40b0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.530 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.528+0000 7f60a97c4640 1 --2- 172.21.15.154:0/3269596928 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40b1df0 0x7f60a40b2200 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.530 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.528+0000 7f60a97c4640 1 -- 172.21.15.154:0/3269596928 >> 172.21.15.154:0/3269596928 conn(0x7f60a40b3210 msgr2=0x7f60a40b3620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:30.531 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.528+0000 7f60a97c4640 1 -- 172.21.15.154:0/3269596928 shutdown_connections 2024-07-26T15:28:30.531 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.528+0000 7f60a97c4640 1 -- 172.21.15.154:0/3269596928 wait complete. 2024-07-26T15:28:30.531 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.530+0000 7f60a97c4640 1 Processor -- start 2024-07-26T15:28:30.531 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.530+0000 7f60a97c4640 1 -- start start 2024-07-26T15:28:30.536 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.531+0000 7f60a97c4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40b06a0 0x7f60a40c61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.536 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.531+0000 7f60a97c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b1df0 0x7f60a40cf380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.537 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.531+0000 7f60a97c4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40cccd0 0x7f60a40cf8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.537 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a97c4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f60a40b1170 con 0x7f60a40cccd0 2024-07-26T15:28:30.537 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a97c4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f60a40b0ff0 con 0x7f60a40b1df0 2024-07-26T15:28:30.537 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a97c4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f60a40b12f0 con 0x7f60a40b06a0 2024-07-26T15:28:30.538 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a27fc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b1df0 0x7f60a40cf380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.538 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a2ffd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40b06a0 0x7f60a40c61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.538 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a27fc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b1df0 0x7f60a40cf380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.154:46422/0 (socket says 172.21.15.154:46422) 2024-07-26T15:28:30.539 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a2ffd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40b06a0 0x7f60a40c61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.154:52640/0 (socket says 172.21.15.154:52640) 2024-07-26T15:28:30.539 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a27fc640 1 -- 172.21.15.154:0/396185563 learned_addr learned my addr 172.21.15.154:0/396185563 (peer_addr_for_me v2:172.21.15.154:0/0) 2024-07-26T15:28:30.539 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a37fe640 1 --2- 172.21.15.154:0/396185563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40cccd0 0x7f60a40cf8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.539 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a2ffd640 1 -- 172.21.15.154:0/396185563 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b1df0 msgr2=0x7f60a40cf380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.539 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a2ffd640 1 --2- 172.21.15.154:0/396185563 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b1df0 0x7f60a40cf380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.539 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a2ffd640 1 -- 172.21.15.154:0/396185563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40cccd0 msgr2=0x7f60a40cf8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.539 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a2ffd640 1 --2- 172.21.15.154:0/396185563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40cccd0 0x7f60a40cf8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.540 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a2ffd640 1 -- 172.21.15.154:0/396185563 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60a40c6720 con 0x7f60a40b06a0 2024-07-26T15:28:30.540 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a27fc640 1 --2- 172.21.15.154:0/396185563 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b1df0 0x7f60a40cf380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:30.540 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a2ffd640 1 --2- 172.21.15.154:0/396185563 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40b06a0 0x7f60a40c61e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f609400c3c0 tx=0x7f609400c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:30.540 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f609b7fe640 1 -- 172.21.15.154:0/396185563 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094017070 con 0x7f60a40b06a0 2024-07-26T15:28:30.540 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a97c4640 1 -- 172.21.15.154:0/396185563 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60a41f44b0 con 0x7f60a40b06a0 2024-07-26T15:28:30.540 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f609b7fe640 1 -- 172.21.15.154:0/396185563 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f60940053e0 con 0x7f60a40b06a0 2024-07-26T15:28:30.540 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f609b7fe640 1 -- 172.21.15.154:0/396185563 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094003850 con 0x7f60a40b06a0 2024-07-26T15:28:30.540 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.532+0000 7f60a97c4640 1 -- 172.21.15.154:0/396185563 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f60a41f4a70 con 0x7f60a40b06a0 2024-07-26T15:28:30.541 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.533+0000 7f609b7fe640 1 -- 172.21.15.154:0/396185563 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f609401a070 con 0x7f60a40b06a0 2024-07-26T15:28:30.541 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.533+0000 7f609b7fe640 1 -- 172.21.15.154:0/396185563 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f6094011de0 con 0x7f60a40b06a0 2024-07-26T15:28:30.541 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.534+0000 7f60a97c4640 1 -- 172.21.15.154:0/396185563 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60a40b0ab0 con 0x7f60a40b06a0 2024-07-26T15:28:30.541 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.536+0000 7f609b7fe640 1 -- 172.21.15.154:0/396185563 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f6094021070 con 0x7f60a40b06a0 2024-07-26T15:28:30.608 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.607+0000 7f60a97c4640 1 -- 172.21.15.154:0/396185563 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "osd new", "uuid": "3e94b568-da14-44d5-afe0-12cfabd50178", "id": 3} v 0) -- 0x7f60a40b4090 con 0x7f60a40b06a0 2024-07-26T15:28:30.614 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.613+0000 7f609b7fe640 1 -- 172.21.15.154:0/396185563 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3e94b568-da14-44d5-afe0-12cfabd50178", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f60a40b01e0 con 0x7f60a40b06a0 2024-07-26T15:28:30.614 INFO:teuthology.orchestra.run.smithi154.stdout:3 2024-07-26T15:28:30.616 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.614+0000 7f60a97c4640 1 -- 172.21.15.154:0/396185563 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40b06a0 msgr2=0x7f60a40c61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.616 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.614+0000 7f60a97c4640 1 --2- 172.21.15.154:0/396185563 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40b06a0 0x7f60a40c61e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f609400c3c0 tx=0x7f609400c880 comp rx=0 tx=0).stop 2024-07-26T15:28:30.616 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.614+0000 7f60a97c4640 1 -- 172.21.15.154:0/396185563 shutdown_connections 2024-07-26T15:28:30.616 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.614+0000 7f60a97c4640 1 --2- 172.21.15.154:0/396185563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40cccd0 0x7f60a40cf8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.616 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.614+0000 7f60a97c4640 1 --2- 172.21.15.154:0/396185563 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b1df0 0x7f60a40cf380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.616 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.614+0000 7f60a97c4640 1 --2- 172.21.15.154:0/396185563 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40b06a0 0x7f60a40c61e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.616 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.614+0000 7f60a97c4640 1 -- 172.21.15.154:0/396185563 >> 172.21.15.154:0/396185563 conn(0x7f60a40b3210 msgr2=0x7f60a414fc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:30.616 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.614+0000 7f60a97c4640 1 -- 172.21.15.154:0/396185563 shutdown_connections 2024-07-26T15:28:30.617 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.614+0000 7f60a97c4640 1 -- 172.21.15.154:0/396185563 wait complete. 2024-07-26T15:28:30.630 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --cluster ceph osd new 03dcdcd6-9501-4550-8d47-1dd0b2064b6f 4 2024-07-26T15:28:30.745 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.743+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3067572496 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc79815ef90 msgr2=0x7fc79815f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.745 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.743+0000 7fc79f2fa640 1 --2- 172.21.15.154:0/3067572496 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc79815ef90 0x7fc79815f3a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc790009be0 tx=0x7fc79002a890 comp rx=0 tx=0).stop 2024-07-26T15:28:30.745 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.743+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3067572496 shutdown_connections 2024-07-26T15:28:30.745 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.743+0000 7fc79f2fa640 1 --2- 172.21.15.154:0/3067572496 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc79815ef90 0x7fc79815f3a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.745 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.743+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3067572496 >> 172.21.15.154:0/3067572496 conn(0x7fc7980b3210 msgr2=0x7fc7980b3620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:30.745 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.743+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3067572496 shutdown_connections 2024-07-26T15:28:30.745 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.743+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3067572496 wait complete. 2024-07-26T15:28:30.746 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.745+0000 7fc79f2fa640 1 Processor -- start 2024-07-26T15:28:30.746 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.745+0000 7fc79f2fa640 1 -- start start 2024-07-26T15:28:30.749 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.746+0000 7fc79f2fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7980690f0 0x7fc7980af7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.749 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.746+0000 7fc79f2fa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc79806db30 0x7fc7980d02c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.749 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.746+0000 7fc79f2fa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc79815ef90 0x7fc7980d0800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.749 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.746+0000 7fc79f2fa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc79806c9c0 con 0x7fc7980690f0 2024-07-26T15:28:30.749 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.746+0000 7fc79f2fa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc79806c840 con 0x7fc79806db30 2024-07-26T15:28:30.749 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.746+0000 7fc79f2fa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc79806cb40 con 0x7fc79815ef90 2024-07-26T15:28:30.749 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.746+0000 7fc79c895640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc79806db30 0x7fc7980d02c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.749 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.746+0000 7fc79d897640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc79815ef90 0x7fc7980d0800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.749 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.746+0000 7fc79d897640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc79815ef90 0x7fc7980d0800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.154:52646/0 (socket says 172.21.15.154:52646) 2024-07-26T15:28:30.749 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.746+0000 7fc79d897640 1 -- 172.21.15.154:0/3475117668 learned_addr learned my addr 172.21.15.154:0/3475117668 (peer_addr_for_me v2:172.21.15.154:0/0) 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.746+0000 7fc79d096640 1 --2- 172.21.15.154:0/3475117668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7980690f0 0x7fc7980af7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc79c895640 1 -- 172.21.15.154:0/3475117668 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc79815ef90 msgr2=0x7fc7980d0800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc79c895640 1 --2- 172.21.15.154:0/3475117668 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc79815ef90 0x7fc7980d0800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc79c895640 1 -- 172.21.15.154:0/3475117668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7980690f0 msgr2=0x7fc7980af7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc79c895640 1 --2- 172.21.15.154:0/3475117668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7980690f0 0x7fc7980af7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc79c895640 1 -- 172.21.15.154:0/3475117668 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7980cfce0 con 0x7fc79806db30 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc79c895640 1 --2- 172.21.15.154:0/3475117668 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc79806db30 0x7fc7980d02c0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc79400c390 tx=0x7fc79400c790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc78dffb640 1 -- 172.21.15.154:0/3475117668 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc794017070 con 0x7fc79806db30 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc78dffb640 1 -- 172.21.15.154:0/3475117668 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7940035f0 con 0x7fc79806db30 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3475117668 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc79815c3c0 con 0x7fc79806db30 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc78dffb640 1 -- 172.21.15.154:0/3475117668 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc794003a80 con 0x7fc79806db30 2024-07-26T15:28:30.750 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3475117668 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7980d1140 con 0x7fc79806db30 2024-07-26T15:28:30.751 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc78dffb640 1 -- 172.21.15.154:0/3475117668 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc79401a070 con 0x7fc79806db30 2024-07-26T15:28:30.751 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.747+0000 7fc78dffb640 1 -- 172.21.15.154:0/3475117668 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7fc794012910 con 0x7fc79806db30 2024-07-26T15:28:30.751 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.748+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3475117668 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc79815f3a0 con 0x7fc79806db30 2024-07-26T15:28:30.751 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.750+0000 7fc78dffb640 1 -- 172.21.15.154:0/3475117668 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fc79815f8e0 con 0x7fc79806db30 2024-07-26T15:28:30.825 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.824+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3475117668 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd new", "uuid": "03dcdcd6-9501-4550-8d47-1dd0b2064b6f", "id": 4} v 0) -- 0x7fc7980cfeb0 con 0x7fc79806db30 2024-07-26T15:28:30.829 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.828+0000 7fc78dffb640 1 -- 172.21.15.154:0/3475117668 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "03dcdcd6-9501-4550-8d47-1dd0b2064b6f", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7fc794003c20 con 0x7fc79806db30 2024-07-26T15:28:30.829 INFO:teuthology.orchestra.run.smithi154.stdout:4 2024-07-26T15:28:30.830 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.829+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3475117668 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc79806db30 msgr2=0x7fc7980d02c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.830 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.829+0000 7fc79f2fa640 1 --2- 172.21.15.154:0/3475117668 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc79806db30 0x7fc7980d02c0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc79400c390 tx=0x7fc79400c790 comp rx=0 tx=0).stop 2024-07-26T15:28:30.830 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.829+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3475117668 shutdown_connections 2024-07-26T15:28:30.830 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.829+0000 7fc79f2fa640 1 --2- 172.21.15.154:0/3475117668 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc79815ef90 0x7fc7980d0800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.830 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.829+0000 7fc79f2fa640 1 --2- 172.21.15.154:0/3475117668 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc79806db30 0x7fc7980d02c0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.830 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.829+0000 7fc79f2fa640 1 --2- 172.21.15.154:0/3475117668 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7980690f0 0x7fc7980af7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.830 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.829+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3475117668 >> 172.21.15.154:0/3475117668 conn(0x7fc7980b3210 msgr2=0x7fc7980ce4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:30.831 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.829+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3475117668 shutdown_connections 2024-07-26T15:28:30.831 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.829+0000 7fc79f2fa640 1 -- 172.21.15.154:0/3475117668 wait complete. 2024-07-26T15:28:30.840 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --cluster ceph osd new 9fe45ef3-bc58-401d-924c-5cbe4a6393e8 5 2024-07-26T15:28:30.955 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.954+0000 7f91f6beb640 1 -- 172.21.15.154:0/2195910562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91f015f710 msgr2=0x7f91f00737d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.955 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.954+0000 7f91f6beb640 1 --2- 172.21.15.154:0/2195910562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91f015f710 0x7f91f00737d0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f91e4005fd0 tx=0x7f91e402a4b0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.955 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.954+0000 7f91f6beb640 1 -- 172.21.15.154:0/2195910562 shutdown_connections 2024-07-26T15:28:30.955 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.954+0000 7f91f6beb640 1 --2- 172.21.15.154:0/2195910562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91f00cc470 0x7f91f00cc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.956 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.954+0000 7f91f6beb640 1 --2- 172.21.15.154:0/2195910562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91f015f710 0x7f91f00737d0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.956 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.954+0000 7f91f6beb640 1 -- 172.21.15.154:0/2195910562 >> 172.21.15.154:0/2195910562 conn(0x7f91f00d0b00 msgr2=0x7f91f00d0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:30.956 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.954+0000 7f91f6beb640 1 -- 172.21.15.154:0/2195910562 shutdown_connections 2024-07-26T15:28:30.956 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.954+0000 7f91f6beb640 1 -- 172.21.15.154:0/2195910562 wait complete. 2024-07-26T15:28:30.956 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.955+0000 7f91f6beb640 1 Processor -- start 2024-07-26T15:28:30.956 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.955+0000 7f91f6beb640 1 -- start start 2024-07-26T15:28:30.960 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91f6beb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91f00cc470 0x7f91f00b64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.960 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91f6beb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91f00cff60 0x7f91f014a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.960 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91f6beb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91f015f710 0x7f91f0070320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:30.960 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91f6beb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f91f015b8d0 con 0x7f91f00cc470 2024-07-26T15:28:30.960 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91f6beb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f91f015b750 con 0x7f91f015f710 2024-07-26T15:28:30.960 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91f6beb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f91f015ba50 con 0x7f91f00cff60 2024-07-26T15:28:30.960 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91f5188640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91f015f710 0x7f91f0070320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.960 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91effff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91f00cff60 0x7f91f014a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.960 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91f5188640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91f015f710 0x7f91f0070320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.154:46434/0 (socket says 172.21.15.154:46434) 2024-07-26T15:28:30.960 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91effff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91f00cff60 0x7f91f014a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.154:52664/0 (socket says 172.21.15.154:52664) 2024-07-26T15:28:30.960 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91f5188640 1 -- 172.21.15.154:0/3995402633 learned_addr learned my addr 172.21.15.154:0/3995402633 (peer_addr_for_me v2:172.21.15.154:0/0) 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91f4987640 1 --2- 172.21.15.154:0/3995402633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91f00cc470 0x7f91f00b64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91effff640 1 -- 172.21.15.154:0/3995402633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91f015f710 msgr2=0x7f91f0070320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91effff640 1 --2- 172.21.15.154:0/3995402633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91f015f710 0x7f91f0070320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91effff640 1 -- 172.21.15.154:0/3995402633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91f00cc470 msgr2=0x7f91f00b64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91effff640 1 --2- 172.21.15.154:0/3995402633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91f00cc470 0x7f91f00b64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91effff640 1 -- 172.21.15.154:0/3995402633 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91f01f6e10 con 0x7f91f00cff60 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.957+0000 7f91f5188640 1 --2- 172.21.15.154:0/3995402633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91f015f710 0x7f91f0070320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.958+0000 7f91effff640 1 --2- 172.21.15.154:0/3995402633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91f00cff60 0x7f91f014a4a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f91dc00e9f0 tx=0x7f91dc00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.958+0000 7f91ed7fa640 1 -- 172.21.15.154:0/3995402633 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91dc00ccc0 con 0x7f91f00cff60 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.958+0000 7f91ed7fa640 1 -- 172.21.15.154:0/3995402633 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91dc004020 con 0x7f91f00cff60 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.958+0000 7f91ed7fa640 1 -- 172.21.15.154:0/3995402633 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91dc00ce60 con 0x7f91f00cff60 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.958+0000 7f91f6beb640 1 -- 172.21.15.154:0/3995402633 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91f00c8310 con 0x7f91f00cff60 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.958+0000 7f91f6beb640 1 -- 172.21.15.154:0/3995402633 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f91f00b4110 con 0x7f91f00cff60 2024-07-26T15:28:30.961 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.958+0000 7f91ed7fa640 1 -- 172.21.15.154:0/3995402633 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f91dc003980 con 0x7f91f00cff60 2024-07-26T15:28:30.962 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.958+0000 7f91ed7fa640 1 -- 172.21.15.154:0/3995402633 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f91dc018430 con 0x7f91f00cff60 2024-07-26T15:28:30.962 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.959+0000 7f91f6beb640 1 -- 172.21.15.154:0/3995402633 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91f00cc880 con 0x7f91f00cff60 2024-07-26T15:28:30.962 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:30.961+0000 7f91ed7fa640 1 -- 172.21.15.154:0/3995402633 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f91dc038050 con 0x7f91f00cff60 2024-07-26T15:28:31.035 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.033+0000 7f91f6beb640 1 -- 172.21.15.154:0/3995402633 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "osd new", "uuid": "9fe45ef3-bc58-401d-924c-5cbe4a6393e8", "id": 5} v 0) -- 0x7f91f00ca0d0 con 0x7f91f00cff60 2024-07-26T15:28:31.038 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.037+0000 7f91ed7fa640 1 -- 172.21.15.154:0/3995402633 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "9fe45ef3-bc58-401d-924c-5cbe4a6393e8", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f91dc026030 con 0x7f91f00cff60 2024-07-26T15:28:31.039 INFO:teuthology.orchestra.run.smithi154.stdout:5 2024-07-26T15:28:31.040 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.038+0000 7f91f6beb640 1 -- 172.21.15.154:0/3995402633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91f00cff60 msgr2=0x7f91f014a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.040 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.038+0000 7f91f6beb640 1 --2- 172.21.15.154:0/3995402633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91f00cff60 0x7f91f014a4a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f91dc00e9f0 tx=0x7f91dc00eeb0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.040 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.038+0000 7f91f6beb640 1 -- 172.21.15.154:0/3995402633 shutdown_connections 2024-07-26T15:28:31.040 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.038+0000 7f91f6beb640 1 --2- 172.21.15.154:0/3995402633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91f015f710 0x7f91f0070320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.040 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.038+0000 7f91f6beb640 1 --2- 172.21.15.154:0/3995402633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91f00cff60 0x7f91f014a4a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.040 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.038+0000 7f91f6beb640 1 --2- 172.21.15.154:0/3995402633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91f00cc470 0x7f91f00b64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.040 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.038+0000 7f91f6beb640 1 -- 172.21.15.154:0/3995402633 >> 172.21.15.154:0/3995402633 conn(0x7f91f00d0b00 msgr2=0x7f91f006ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:31.040 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.038+0000 7f91f6beb640 1 -- 172.21.15.154:0/3995402633 shutdown_connections 2024-07-26T15:28:31.040 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.038+0000 7f91f6beb640 1 -- 172.21.15.154:0/3995402633 wait complete. 2024-07-26T15:28:31.050 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --cluster ceph osd new 2adfa904-5ad9-426e-a046-d4e60f5fd542 6 2024-07-26T15:28:31.165 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.163+0000 7fb28a068640 1 -- 172.21.15.154:0/2460488125 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2840b4fc0 msgr2=0x7fb28415baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.165 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.163+0000 7fb28a068640 1 --2- 172.21.15.154:0/2460488125 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2840b4fc0 0x7fb28415baa0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb274009860 tx=0x7fb27402a5a0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.165 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.164+0000 7fb28a068640 1 -- 172.21.15.154:0/2460488125 shutdown_connections 2024-07-26T15:28:31.165 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.164+0000 7fb28a068640 1 --2- 172.21.15.154:0/2460488125 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2840b4fc0 0x7fb28415baa0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.165 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.164+0000 7fb28a068640 1 -- 172.21.15.154:0/2460488125 >> 172.21.15.154:0/2460488125 conn(0x7fb2840b2fa0 msgr2=0x7fb28406d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:31.165 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.164+0000 7fb28a068640 1 -- 172.21.15.154:0/2460488125 shutdown_connections 2024-07-26T15:28:31.166 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.164+0000 7fb28a068640 1 -- 172.21.15.154:0/2460488125 wait complete. 2024-07-26T15:28:31.166 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.165+0000 7fb28a068640 1 Processor -- start 2024-07-26T15:28:31.166 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.166+0000 7fb28a068640 1 -- start start 2024-07-26T15:28:31.169 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb28a068640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2840b4fc0 0x7fb28413ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:31.169 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb28a068640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2840b53d0 0x7fb2841f60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:31.169 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb28a068640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2841f65e0 0x7fb2841f69f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:31.169 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb28a068640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb28406fbe0 con 0x7fb2840b4fc0 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb28a068640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb28406fa60 con 0x7fb2841f65e0 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb28a068640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb28406fd60 con 0x7fb2840b53d0 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb282ffd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2840b53d0 0x7fb2841f60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb283fff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2841f65e0 0x7fb2841f69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb283fff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2841f65e0 0x7fb2841f69f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.154:46448/0 (socket says 172.21.15.154:46448) 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb282ffd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2840b53d0 0x7fb2841f60a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.154:52676/0 (socket says 172.21.15.154:52676) 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb2837fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2840b4fc0 0x7fb28413ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb283fff640 1 -- 172.21.15.154:0/2439583626 learned_addr learned my addr 172.21.15.154:0/2439583626 (peer_addr_for_me v2:172.21.15.154:0/0) 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb283fff640 1 -- 172.21.15.154:0/2439583626 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2840b53d0 msgr2=0x7fb2841f60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb283fff640 1 --2- 172.21.15.154:0/2439583626 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2840b53d0 0x7fb2841f60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb283fff640 1 -- 172.21.15.154:0/2439583626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2840b4fc0 msgr2=0x7fb28413ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb283fff640 1 --2- 172.21.15.154:0/2439583626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2840b4fc0 0x7fb28413ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.170 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb283fff640 1 -- 172.21.15.154:0/2439583626 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb28414aa90 con 0x7fb2841f65e0 2024-07-26T15:28:31.171 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.167+0000 7fb283fff640 1 --2- 172.21.15.154:0/2439583626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2841f65e0 0x7fb2841f69f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb27c00cae0 tx=0x7fb27c00a060 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:31.171 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.168+0000 7fb26bfff640 1 -- 172.21.15.154:0/2439583626 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb27c016020 con 0x7fb2841f65e0 2024-07-26T15:28:31.171 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.168+0000 7fb26bfff640 1 -- 172.21.15.154:0/2439583626 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb27c00ad30 con 0x7fb2841f65e0 2024-07-26T15:28:31.171 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.168+0000 7fb26bfff640 1 -- 172.21.15.154:0/2439583626 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb27c012680 con 0x7fb2841f65e0 2024-07-26T15:28:31.171 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.168+0000 7fb28a068640 1 -- 172.21.15.154:0/2439583626 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb284155b20 con 0x7fb2841f65e0 2024-07-26T15:28:31.171 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.168+0000 7fb28a068640 1 -- 172.21.15.154:0/2439583626 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb284153930 con 0x7fb2841f65e0 2024-07-26T15:28:31.171 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.168+0000 7fb26bfff640 1 -- 172.21.15.154:0/2439583626 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb27c019020 con 0x7fb2841f65e0 2024-07-26T15:28:31.171 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.168+0000 7fb26bfff640 1 -- 172.21.15.154:0/2439583626 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fb27c01bcc0 con 0x7fb2841f65e0 2024-07-26T15:28:31.171 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.169+0000 7fb28a068640 1 -- 172.21.15.154:0/2439583626 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2841f3810 con 0x7fb2841f65e0 2024-07-26T15:28:31.172 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.171+0000 7fb26bfff640 1 -- 172.21.15.154:0/2439583626 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fb27c020020 con 0x7fb2841f65e0 2024-07-26T15:28:31.246 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.245+0000 7fb28a068640 1 -- 172.21.15.154:0/2439583626 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd new", "uuid": "2adfa904-5ad9-426e-a046-d4e60f5fd542", "id": 6} v 0) -- 0x7fb28406e410 con 0x7fb2841f65e0 2024-07-26T15:28:31.250 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.249+0000 7fb26bfff640 1 -- 172.21.15.154:0/2439583626 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "2adfa904-5ad9-426e-a046-d4e60f5fd542", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fb28406e410 con 0x7fb2841f65e0 2024-07-26T15:28:31.250 INFO:teuthology.orchestra.run.smithi154.stdout:6 2024-07-26T15:28:31.251 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.250+0000 7fb28a068640 1 -- 172.21.15.154:0/2439583626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2841f65e0 msgr2=0x7fb2841f69f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.252 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.250+0000 7fb28a068640 1 --2- 172.21.15.154:0/2439583626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2841f65e0 0x7fb2841f69f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb27c00cae0 tx=0x7fb27c00a060 comp rx=0 tx=0).stop 2024-07-26T15:28:31.252 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.250+0000 7fb28a068640 1 -- 172.21.15.154:0/2439583626 shutdown_connections 2024-07-26T15:28:31.252 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.250+0000 7fb28a068640 1 --2- 172.21.15.154:0/2439583626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2841f65e0 0x7fb2841f69f0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.252 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.250+0000 7fb28a068640 1 --2- 172.21.15.154:0/2439583626 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2840b53d0 0x7fb2841f60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.252 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.250+0000 7fb28a068640 1 --2- 172.21.15.154:0/2439583626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2840b4fc0 0x7fb28413ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.252 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.250+0000 7fb28a068640 1 -- 172.21.15.154:0/2439583626 >> 172.21.15.154:0/2439583626 conn(0x7fb2840b2fa0 msgr2=0x7fb2840ce220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:31.252 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.250+0000 7fb28a068640 1 -- 172.21.15.154:0/2439583626 shutdown_connections 2024-07-26T15:28:31.252 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.250+0000 7fb28a068640 1 -- 172.21.15.154:0/2439583626 wait complete. 2024-07-26T15:28:31.262 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --cluster ceph osd new 96f93c99-8dda-45f4-9e85-6b0734243d93 7 2024-07-26T15:28:31.376 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.374+0000 7f23b4f9b640 1 -- 172.21.15.154:0/2316882414 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23b006fc30 msgr2=0x7f23b0158690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.376 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.374+0000 7f23b4f9b640 1 --2- 172.21.15.154:0/2316882414 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23b006fc30 0x7f23b0158690 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f23a0005fd0 tx=0x7f23a002a5d0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.376 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.374+0000 7f23b4f9b640 1 -- 172.21.15.154:0/2316882414 shutdown_connections 2024-07-26T15:28:31.376 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.374+0000 7f23b4f9b640 1 --2- 172.21.15.154:0/2316882414 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23b015b350 0x7f23b015b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.376 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.374+0000 7f23b4f9b640 1 --2- 172.21.15.154:0/2316882414 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23b006fc30 0x7f23b0158690 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.377 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.374+0000 7f23b4f9b640 1 -- 172.21.15.154:0/2316882414 >> 172.21.15.154:0/2316882414 conn(0x7f23b00b28c0 msgr2=0x7f23b00b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:31.377 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.374+0000 7f23b4f9b640 1 -- 172.21.15.154:0/2316882414 shutdown_connections 2024-07-26T15:28:31.377 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.374+0000 7f23b4f9b640 1 -- 172.21.15.154:0/2316882414 wait complete. 2024-07-26T15:28:31.377 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.376+0000 7f23b4f9b640 1 Processor -- start 2024-07-26T15:28:31.377 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.376+0000 7f23b4f9b640 1 -- start start 2024-07-26T15:28:31.380 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23b4f9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23b006fc30 0x7f23b0142770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:31.381 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23b4f9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b0073210 0x7f23b01e3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:31.381 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23b4f9b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23b015b350 0x7f23b01e3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:31.381 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23b4f9b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f23b00b3ff0 con 0x7f23b0073210 2024-07-26T15:28:31.381 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23b4f9b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f23b00b3e70 con 0x7f23b006fc30 2024-07-26T15:28:31.381 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23b4f9b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f23b00b4170 con 0x7f23b015b350 2024-07-26T15:28:31.381 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23ae59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23b006fc30 0x7f23b0142770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:31.381 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23aed9d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23b015b350 0x7f23b01e3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:31.381 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23aed9d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23b015b350 0x7f23b01e3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.154:52696/0 (socket says 172.21.15.154:52696) 2024-07-26T15:28:31.381 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23aed9d640 1 -- 172.21.15.154:0/3450614990 learned_addr learned my addr 172.21.15.154:0/3450614990 (peer_addr_for_me v2:172.21.15.154:0/0) 2024-07-26T15:28:31.381 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23ae59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23b006fc30 0x7f23b0142770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.154:46466/0 (socket says 172.21.15.154:46466) 2024-07-26T15:28:31.381 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23a7fff640 1 --2- 172.21.15.154:0/3450614990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b0073210 0x7f23b01e3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23aed9d640 1 -- 172.21.15.154:0/3450614990 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23b006fc30 msgr2=0x7f23b0142770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23aed9d640 1 --2- 172.21.15.154:0/3450614990 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23b006fc30 0x7f23b0142770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23aed9d640 1 -- 172.21.15.154:0/3450614990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b0073210 msgr2=0x7f23b01e3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23aed9d640 1 --2- 172.21.15.154:0/3450614990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b0073210 0x7f23b01e3690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23aed9d640 1 -- 172.21.15.154:0/3450614990 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23b0153750 con 0x7f23b015b350 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23ae59c640 1 --2- 172.21.15.154:0/3450614990 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23b006fc30 0x7f23b0142770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23aed9d640 1 --2- 172.21.15.154:0/3450614990 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23b015b350 0x7f23b01e3bd0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f23a800ec20 tx=0x7f23a800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.378+0000 7f23a6ffd640 1 -- 172.21.15.154:0/3450614990 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a8003b70 con 0x7f23b015b350 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.379+0000 7f23a6ffd640 1 -- 172.21.15.154:0/3450614990 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23a8003e00 con 0x7f23b015b350 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.379+0000 7f23a6ffd640 1 -- 172.21.15.154:0/3450614990 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a8004280 con 0x7f23b015b350 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.379+0000 7f23b4f9b640 1 -- 172.21.15.154:0/3450614990 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23b01e6810 con 0x7f23b015b350 2024-07-26T15:28:31.382 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.379+0000 7f23b4f9b640 1 -- 172.21.15.154:0/3450614990 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f23b01e6dd0 con 0x7f23b015b350 2024-07-26T15:28:31.383 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.379+0000 7f23a6ffd640 1 -- 172.21.15.154:0/3450614990 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f23a8004420 con 0x7f23b015b350 2024-07-26T15:28:31.383 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.379+0000 7f23a6ffd640 1 -- 172.21.15.154:0/3450614990 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f23a8018ba0 con 0x7f23b015b350 2024-07-26T15:28:31.383 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.380+0000 7f23b4f9b640 1 -- 172.21.15.154:0/3450614990 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23b01e6580 con 0x7f23b015b350 2024-07-26T15:28:31.383 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.382+0000 7f23a6ffd640 1 -- 172.21.15.154:0/3450614990 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f23a8018470 con 0x7f23b015b350 2024-07-26T15:28:31.455 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.454+0000 7f23b4f9b640 1 -- 172.21.15.154:0/3450614990 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "osd new", "uuid": "96f93c99-8dda-45f4-9e85-6b0734243d93", "id": 7} v 0) -- 0x7f23b00d0740 con 0x7f23b015b350 2024-07-26T15:28:31.460 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.459+0000 7f23a6ffd640 1 -- 172.21.15.154:0/3450614990 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "96f93c99-8dda-45f4-9e85-6b0734243d93", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f23a8018650 con 0x7f23b015b350 2024-07-26T15:28:31.460 INFO:teuthology.orchestra.run.smithi154.stdout:7 2024-07-26T15:28:31.461 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.460+0000 7f23b4f9b640 1 -- 172.21.15.154:0/3450614990 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23b015b350 msgr2=0x7f23b01e3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.461 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.460+0000 7f23b4f9b640 1 --2- 172.21.15.154:0/3450614990 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23b015b350 0x7f23b01e3bd0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f23a800ec20 tx=0x7f23a800c6a0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.461 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.460+0000 7f23b4f9b640 1 -- 172.21.15.154:0/3450614990 shutdown_connections 2024-07-26T15:28:31.461 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.460+0000 7f23b4f9b640 1 --2- 172.21.15.154:0/3450614990 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23b015b350 0x7f23b01e3bd0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.461 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.460+0000 7f23b4f9b640 1 --2- 172.21.15.154:0/3450614990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23b0073210 0x7f23b01e3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.462 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.460+0000 7f23b4f9b640 1 --2- 172.21.15.154:0/3450614990 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23b006fc30 0x7f23b0142770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.462 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.460+0000 7f23b4f9b640 1 -- 172.21.15.154:0/3450614990 >> 172.21.15.154:0/3450614990 conn(0x7f23b00b28c0 msgr2=0x7f23b0159180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:31.462 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.460+0000 7f23b4f9b640 1 -- 172.21.15.154:0/3450614990 shutdown_connections 2024-07-26T15:28:31.462 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:28:31.460+0000 7f23b4f9b640 1 -- 172.21.15.154:0/3450614990 wait complete. 2024-07-26T15:28:31.472 INFO:tasks.ceph.osd.0:Restarting daemon 2024-07-26T15:28:31.472 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-07-26T15:28:31.474 INFO:tasks.ceph.osd.0:Started 2024-07-26T15:28:31.474 INFO:tasks.ceph.osd.1:Restarting daemon 2024-07-26T15:28:31.474 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-07-26T15:28:31.476 INFO:tasks.ceph.osd.1:Started 2024-07-26T15:28:31.476 INFO:tasks.ceph.osd.2:Restarting daemon 2024-07-26T15:28:31.477 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-07-26T15:28:31.479 INFO:tasks.ceph.osd.2:Started 2024-07-26T15:28:31.479 INFO:tasks.ceph.osd.3:Restarting daemon 2024-07-26T15:28:31.479 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-07-26T15:28:31.481 INFO:tasks.ceph.osd.3:Started 2024-07-26T15:28:31.481 INFO:tasks.ceph.osd.4:Restarting daemon 2024-07-26T15:28:31.482 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-07-26T15:28:31.484 INFO:tasks.ceph.osd.4:Started 2024-07-26T15:28:31.484 INFO:tasks.ceph.osd.5:Restarting daemon 2024-07-26T15:28:31.484 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-07-26T15:28:31.486 INFO:tasks.ceph.osd.5:Started 2024-07-26T15:28:31.486 INFO:tasks.ceph.osd.6:Restarting daemon 2024-07-26T15:28:31.486 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-07-26T15:28:31.488 INFO:tasks.ceph.osd.6:Started 2024-07-26T15:28:31.488 INFO:tasks.ceph.osd.7:Restarting daemon 2024-07-26T15:28:31.488 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-07-26T15:28:31.490 INFO:tasks.ceph.osd.7:Started 2024-07-26T15:28:31.491 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:28:31.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.637+0000 7fa895919640 1 -- 172.21.15.33:0/3648299712 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa89015c2c0 msgr2=0x7fa8900b50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.637+0000 7fa895919640 1 --2- 172.21.15.33:0/3648299712 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa89015c2c0 0x7fa8900b50e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa8900d2820 tx=0x7fa88802a820 comp rx=0 tx=0).stop 2024-07-26T15:28:31.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.637+0000 7fa895919640 1 -- 172.21.15.33:0/3648299712 shutdown_connections 2024-07-26T15:28:31.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.637+0000 7fa895919640 1 --2- 172.21.15.33:0/3648299712 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa89015c2c0 0x7fa8900b50e0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.637+0000 7fa895919640 1 -- 172.21.15.33:0/3648299712 >> 172.21.15.33:0/3648299712 conn(0x7fa8900d1b80 msgr2=0x7fa8900d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:31.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.638+0000 7fa895919640 1 -- 172.21.15.33:0/3648299712 shutdown_connections 2024-07-26T15:28:31.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.638+0000 7fa895919640 1 -- 172.21.15.33:0/3648299712 wait complete. 2024-07-26T15:28:31.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.639+0000 7fa895919640 1 Processor -- start 2024-07-26T15:28:31.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.640+0000 7fa895919640 1 -- start start 2024-07-26T15:28:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa895919640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8900b70b0 0x7fa8900b6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa895919640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa89015c2c0 0x7fa890150ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa895919640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8901575f0 0x7fa8900b2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa895919640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa8900b6b80 con 0x7fa8900b70b0 2024-07-26T15:28:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa895919640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa8900cf550 con 0x7fa89015c2c0 2024-07-26T15:28:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa895919640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa8900b6d00 con 0x7fa8901575f0 2024-07-26T15:28:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa88effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8900b70b0 0x7fa8900b6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa88effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8900b70b0 0x7fa8900b6250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47838/0 (socket says 172.21.15.33:47838) 2024-07-26T15:28:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa88effd640 1 -- 172.21.15.33:0/2610375652 learned_addr learned my addr 172.21.15.33:0/2610375652 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa88e7fc640 1 --2- 172.21.15.33:0/2610375652 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa89015c2c0 0x7fa890150ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:31.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa88f7fe640 1 --2- 172.21.15.33:0/2610375652 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8901575f0 0x7fa8900b2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa88effd640 1 -- 172.21.15.33:0/2610375652 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8901575f0 msgr2=0x7fa8900b2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa88effd640 1 --2- 172.21.15.33:0/2610375652 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8901575f0 0x7fa8900b2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa88effd640 1 -- 172.21.15.33:0/2610375652 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa89015c2c0 msgr2=0x7fa890150ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa88effd640 1 --2- 172.21.15.33:0/2610375652 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa89015c2c0 0x7fa890150ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.641+0000 7fa88effd640 1 -- 172.21.15.33:0/2610375652 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa89015e4e0 con 0x7fa8900b70b0 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.642+0000 7fa88effd640 1 --2- 172.21.15.33:0/2610375652 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8900b70b0 0x7fa8900b6250 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa87800c460 tx=0x7fa87800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.642+0000 7fa887fff640 1 -- 172.21.15.33:0/2610375652 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8780052d0 con 0x7fa8900b70b0 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.642+0000 7fa887fff640 1 -- 172.21.15.33:0/2610375652 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa878005490 con 0x7fa8900b70b0 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.642+0000 7fa895919640 1 -- 172.21.15.33:0/2610375652 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa89015e7c0 con 0x7fa8900b70b0 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.642+0000 7fa887fff640 1 -- 172.21.15.33:0/2610375652 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa878012870 con 0x7fa8900b70b0 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.642+0000 7fa895919640 1 -- 172.21.15.33:0/2610375652 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa89015ed80 con 0x7fa8900b70b0 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.642+0000 7fa887fff640 1 -- 172.21.15.33:0/2610375652 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa878012a10 con 0x7fa8900b70b0 2024-07-26T15:28:31.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.642+0000 7fa887fff640 1 -- 172.21.15.33:0/2610375652 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fa878012d00 con 0x7fa8900b70b0 2024-07-26T15:28:31.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.643+0000 7fa895919640 1 -- 172.21.15.33:0/2610375652 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8900b58e0 con 0x7fa8900b70b0 2024-07-26T15:28:31.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.645+0000 7fa887fff640 1 -- 172.21.15.33:0/2610375652 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fa8780035f0 con 0x7fa8900b70b0 2024-07-26T15:28:31.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.709+0000 7fa895919640 1 -- 172.21.15.33:0/2610375652 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa8900706d0 con 0x7fa8900b70b0 2024-07-26T15:28:31.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.709+0000 7fa887fff640 1 -- 172.21.15.33:0/2610375652 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fa8780037d0 con 0x7fa8900b70b0 2024-07-26T15:28:31.711 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:28:31.711 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":10,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:31.456623+0000","last_up_change":"0.000000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:28:31.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.710+0000 7fa895919640 1 -- 172.21.15.33:0/2610375652 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8900b70b0 msgr2=0x7fa8900b6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:31.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.710+0000 7fa895919640 1 --2- 172.21.15.33:0/2610375652 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8900b70b0 0x7fa8900b6250 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa87800c460 tx=0x7fa87800c920 comp rx=0 tx=0).stop 2024-07-26T15:28:31.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.710+0000 7fa895919640 1 -- 172.21.15.33:0/2610375652 shutdown_connections 2024-07-26T15:28:31.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.710+0000 7fa895919640 1 --2- 172.21.15.33:0/2610375652 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8901575f0 0x7fa8900b2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.710+0000 7fa895919640 1 --2- 172.21.15.33:0/2610375652 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa89015c2c0 0x7fa890150ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.710+0000 7fa895919640 1 --2- 172.21.15.33:0/2610375652 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8900b70b0 0x7fa8900b6250 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:31.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.710+0000 7fa895919640 1 -- 172.21.15.33:0/2610375652 >> 172.21.15.33:0/2610375652 conn(0x7fa8900d1b80 msgr2=0x7fa890071520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:31.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.710+0000 7fa895919640 1 -- 172.21.15.33:0/2610375652 shutdown_connections 2024-07-26T15:28:31.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:31.710+0000 7fa895919640 1 -- 172.21.15.33:0/2610375652 wait complete. 2024-07-26T15:28:31.722 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-07-26T15:28:31.723 INFO:tasks.ceph:Waiting for OSDs to come up 2024-07-26T15:28:32.098 INFO:tasks.ceph.osd.1.smithi033.stderr:2024-07-26T15:28:32.096+0000 7f5a7cba5640 -1 Falling back to public interface 2024-07-26T15:28:32.106 INFO:tasks.ceph.osd.7.smithi154.stderr:2024-07-26T15:28:32.106+0000 7f776e6e1640 -1 Falling back to public interface 2024-07-26T15:28:32.114 INFO:tasks.ceph.osd.0.smithi033.stderr:2024-07-26T15:28:32.112+0000 7f38f5c63640 -1 Falling back to public interface 2024-07-26T15:28:32.115 INFO:tasks.ceph.osd.4.smithi154.stderr:2024-07-26T15:28:32.114+0000 7f680d40f640 -1 Falling back to public interface 2024-07-26T15:28:32.120 INFO:tasks.ceph.osd.2.smithi033.stderr:2024-07-26T15:28:32.119+0000 7f36553cb640 -1 Falling back to public interface 2024-07-26T15:28:32.123 INFO:tasks.ceph.osd.5.smithi154.stderr:2024-07-26T15:28:32.122+0000 7f086b643640 -1 Falling back to public interface 2024-07-26T15:28:32.124 INFO:tasks.ceph.osd.6.smithi154.stderr:2024-07-26T15:28:32.122+0000 7f7cba0f0640 -1 Falling back to public interface 2024-07-26T15:28:32.125 INFO:tasks.ceph.osd.3.smithi033.stderr:2024-07-26T15:28:32.124+0000 7fe25020c640 -1 Falling back to public interface 2024-07-26T15:28:32.126 INFO:tasks.ceph.osd.6.smithi154.stderr:2024-07-26T15:28:32.125+0000 7f7cb909f640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6829/0: (98) Address already in use 2024-07-26T15:28:32.531 DEBUG:teuthology.orchestra.run.smithi033:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-26T15:28:32.644 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.643+0000 7fb8574a1640 1 -- 172.21.15.33:0/860801643 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8500ccba0 msgr2=0x7fb8500737b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:32.644 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.643+0000 7fb8574a1640 1 --2- 172.21.15.33:0/860801643 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8500ccba0 0x7fb8500737b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb8500cfc50 tx=0x7fb84802aac0 comp rx=0 tx=0).stop 2024-07-26T15:28:32.644 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.643+0000 7fb8574a1640 1 -- 172.21.15.33:0/860801643 shutdown_connections 2024-07-26T15:28:32.645 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.643+0000 7fb8574a1640 1 --2- 172.21.15.33:0/860801643 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8500ccba0 0x7fb8500737b0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:32.645 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.643+0000 7fb8574a1640 1 --2- 172.21.15.33:0/860801643 >> v2:172.21.15.154:3300/0 conn(0x7fb8500cc790 0x7fb850073270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:32.645 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.643+0000 7fb8574a1640 1 -- 172.21.15.33:0/860801643 >> 172.21.15.33:0/860801643 conn(0x7fb8500d0aa0 msgr2=0x7fb8500d0eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:32.645 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.643+0000 7fb8574a1640 1 -- 172.21.15.33:0/860801643 shutdown_connections 2024-07-26T15:28:32.645 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.643+0000 7fb8574a1640 1 -- 172.21.15.33:0/860801643 wait complete. 2024-07-26T15:28:32.646 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.645+0000 7fb8574a1640 1 Processor -- start 2024-07-26T15:28:32.646 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.645+0000 7fb8574a1640 1 -- start start 2024-07-26T15:28:32.649 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb8574a1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8500cc790 0x7fb8501f57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:32.649 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb8574a1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8500ccba0 0x7fb8501f8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:32.649 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb8574a1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb85015f540 0x7fb8500b5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:32.649 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb8574a1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb8500cb870 con 0x7fb8500cc790 2024-07-26T15:28:32.649 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb8574a1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb8500cb6f0 con 0x7fb8500ccba0 2024-07-26T15:28:32.649 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb8574a1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb8500cb9f0 con 0x7fb85015f540 2024-07-26T15:28:32.649 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb85523d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8500cc790 0x7fb8501f57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:32.649 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb85523d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8500cc790 0x7fb8501f57a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41532/0 (socket says 172.21.15.33:41532) 2024-07-26T15:28:32.649 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb85523d640 1 -- 172.21.15.33:0/2778453707 learned_addr learned my addr 172.21.15.33:0/2778453707 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:32.649 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb854a3c640 1 --2- 172.21.15.33:0/2778453707 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8500ccba0 0x7fb8501f8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb855a3e640 1 --2- 172.21.15.33:0/2778453707 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb85015f540 0x7fb8500b5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb85523d640 1 -- 172.21.15.33:0/2778453707 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb85015f540 msgr2=0x7fb8500b5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.646+0000 7fb85523d640 1 --2- 172.21.15.33:0/2778453707 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb85015f540 0x7fb8500b5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.647+0000 7fb85523d640 1 -- 172.21.15.33:0/2778453707 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8500ccba0 msgr2=0x7fb8501f8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.647+0000 7fb85523d640 1 --2- 172.21.15.33:0/2778453707 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8500ccba0 0x7fb8501f8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.647+0000 7fb85523d640 1 -- 172.21.15.33:0/2778453707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8501f9160 con 0x7fb8500cc790 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.647+0000 7fb85523d640 1 --2- 172.21.15.33:0/2778453707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8500cc790 0x7fb8501f57a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb84c00c3d0 tx=0x7fb84c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.647+0000 7fb845ffb640 1 -- 172.21.15.33:0/2778453707 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb84c017070 con 0x7fb8500cc790 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.647+0000 7fb845ffb640 1 -- 172.21.15.33:0/2778453707 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb84c0053c0 con 0x7fb8500cc790 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.647+0000 7fb845ffb640 1 -- 172.21.15.33:0/2778453707 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb84c003850 con 0x7fb8500cc790 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.647+0000 7fb8574a1640 1 -- 172.21.15.33:0/2778453707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8500b5670 con 0x7fb8500cc790 2024-07-26T15:28:32.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.647+0000 7fb8574a1640 1 -- 172.21.15.33:0/2778453707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb85015d640 con 0x7fb8500cc790 2024-07-26T15:28:32.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.648+0000 7fb8574a1640 1 -- 172.21.15.33:0/2778453707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8500cbea0 con 0x7fb8500cc790 2024-07-26T15:28:32.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.648+0000 7fb845ffb640 1 -- 172.21.15.33:0/2778453707 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 2) ==== 49591+0+0 (secure 0 0 0) 0x7fb84c01a070 con 0x7fb8500cc790 2024-07-26T15:28:32.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.649+0000 7fb845ffb640 1 -- 172.21.15.33:0/2778453707 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7fb84c0504e0 con 0x7fb8500cc790 2024-07-26T15:28:32.652 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.651+0000 7fb845ffb640 1 -- 172.21.15.33:0/2778453707 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fb84c033050 con 0x7fb8500cc790 2024-07-26T15:28:32.716 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.714+0000 7fb8574a1640 1 -- 172.21.15.33:0/2778453707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb8500d1330 con 0x7fb8500cc790 2024-07-26T15:28:32.716 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.715+0000 7fb845ffb640 1 -- 172.21.15.33:0/2778453707 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7fb84c0102e0 con 0x7fb8500cc790 2024-07-26T15:28:32.716 INFO:teuthology.misc.health.smithi033.stdout: 2024-07-26T15:28:32.716 INFO:teuthology.misc.health.smithi033.stdout:{"epoch":10,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:31.456623+0000","last_up_change":"0.000000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:28:32.717 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.716+0000 7fb8574a1640 1 -- 172.21.15.33:0/2778453707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8500cc790 msgr2=0x7fb8501f57a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:32.718 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.716+0000 7fb8574a1640 1 --2- 172.21.15.33:0/2778453707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8500cc790 0x7fb8501f57a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb84c00c3d0 tx=0x7fb84c00c890 comp rx=0 tx=0).stop 2024-07-26T15:28:32.718 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.716+0000 7fb8574a1640 1 -- 172.21.15.33:0/2778453707 shutdown_connections 2024-07-26T15:28:32.718 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.716+0000 7fb8574a1640 1 --2- 172.21.15.33:0/2778453707 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb85015f540 0x7fb8500b5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:32.718 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.716+0000 7fb8574a1640 1 --2- 172.21.15.33:0/2778453707 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8500ccba0 0x7fb8501f8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:32.718 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.716+0000 7fb8574a1640 1 --2- 172.21.15.33:0/2778453707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8500cc790 0x7fb8501f57a0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:32.718 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.716+0000 7fb8574a1640 1 -- 172.21.15.33:0/2778453707 >> 172.21.15.33:0/2778453707 conn(0x7fb8500d0aa0 msgr2=0x7fb850140200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:32.718 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.716+0000 7fb8574a1640 1 -- 172.21.15.33:0/2778453707 shutdown_connections 2024-07-26T15:28:32.718 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:32.716+0000 7fb8574a1640 1 -- 172.21.15.33:0/2778453707 wait complete. 2024-07-26T15:28:32.727 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-07-26T15:28:33.617 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:28:33.616+0000 7f9eb6e93640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-07-26T15:28:33.621 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:28:33.620+0000 7f9eb6e93640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-07-26T15:28:35.559 INFO:tasks.ceph.osd.1.smithi033.stderr:2024-07-26T15:28:35.558+0000 7f5a7cba5640 -1 osd.1 0 log_to_monitors true 2024-07-26T15:28:35.602 INFO:tasks.ceph.osd.0.smithi033.stderr:2024-07-26T15:28:35.601+0000 7f38f5c63640 -1 osd.0 0 log_to_monitors true 2024-07-26T15:28:35.604 INFO:tasks.ceph.osd.7.smithi154.stderr:2024-07-26T15:28:35.603+0000 7f776e6e1640 -1 osd.7 0 log_to_monitors true 2024-07-26T15:28:35.613 INFO:tasks.ceph.osd.6.smithi154.stderr:2024-07-26T15:28:35.612+0000 7f7cba0f0640 -1 osd.6 0 log_to_monitors true 2024-07-26T15:28:35.655 INFO:tasks.ceph.osd.4.smithi154.stderr:2024-07-26T15:28:35.654+0000 7f680d40f640 -1 osd.4 0 log_to_monitors true 2024-07-26T15:28:35.656 INFO:tasks.ceph.osd.5.smithi154.stderr:2024-07-26T15:28:35.655+0000 7f086b643640 -1 osd.5 0 log_to_monitors true 2024-07-26T15:28:35.656 INFO:tasks.ceph.osd.3.smithi033.stderr:2024-07-26T15:28:35.655+0000 7fe25020c640 -1 osd.3 0 log_to_monitors true 2024-07-26T15:28:35.657 INFO:tasks.ceph.osd.2.smithi033.stderr:2024-07-26T15:28:35.656+0000 7f36553cb640 -1 osd.2 0 log_to_monitors true 2024-07-26T15:28:37.456 INFO:tasks.ceph.osd.7.smithi154.stderr:2024-07-26T15:28:37.455+0000 7f776a676640 -1 osd.7 0 waiting for initial osdmap 2024-07-26T15:28:37.468 INFO:tasks.ceph.osd.7.smithi154.stderr:2024-07-26T15:28:37.467+0000 7f776246c640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T15:28:37.686 INFO:tasks.ceph.osd.0.smithi033.stderr:2024-07-26T15:28:37.685+0000 7f38f1bf8640 -1 osd.0 0 waiting for initial osdmap 2024-07-26T15:28:37.722 INFO:tasks.ceph.osd.0.smithi033.stderr:2024-07-26T15:28:37.721+0000 7f38e99ee640 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T15:28:39.168 INFO:tasks.ceph.osd.1.smithi033.stderr:2024-07-26T15:28:39.167+0000 7f5a78b3a640 -1 osd.1 0 waiting for initial osdmap 2024-07-26T15:28:39.185 INFO:tasks.ceph.osd.1.smithi033.stderr:2024-07-26T15:28:39.184+0000 7f5a70930640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T15:28:39.261 INFO:tasks.ceph.osd.2.smithi033.stderr:2024-07-26T15:28:39.260+0000 7f3651360640 -1 osd.2 0 waiting for initial osdmap 2024-07-26T15:28:39.274 INFO:tasks.ceph.osd.3.smithi033.stderr:2024-07-26T15:28:39.273+0000 7fe24bc37640 -1 osd.3 0 waiting for initial osdmap 2024-07-26T15:28:39.276 INFO:tasks.ceph.osd.2.smithi033.stderr:2024-07-26T15:28:39.275+0000 7f3649156640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T15:28:39.288 INFO:tasks.ceph.osd.3.smithi033.stderr:2024-07-26T15:28:39.287+0000 7fe243a2d640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T15:28:39.373 INFO:tasks.ceph.osd.6.smithi154.stderr:2024-07-26T15:28:39.371+0000 7f7cb6085640 -1 osd.6 0 waiting for initial osdmap 2024-07-26T15:28:39.385 INFO:tasks.ceph.osd.4.smithi154.stderr:2024-07-26T15:28:39.384+0000 7f6808d97640 -1 osd.4 0 waiting for initial osdmap 2024-07-26T15:28:39.390 INFO:tasks.ceph.osd.6.smithi154.stderr:2024-07-26T15:28:39.389+0000 7f7cade7b640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T15:28:39.398 INFO:tasks.ceph.osd.5.smithi154.stderr:2024-07-26T15:28:39.397+0000 7f0867ded640 -1 osd.5 0 waiting for initial osdmap 2024-07-26T15:28:39.398 INFO:tasks.ceph.osd.4.smithi154.stderr:2024-07-26T15:28:39.397+0000 7f6800b8d640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T15:28:39.415 INFO:tasks.ceph.osd.5.smithi154.stderr:2024-07-26T15:28:39.414+0000 7f085f3ce640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-26T15:28:39.534 DEBUG:teuthology.orchestra.run.smithi033:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-26T15:28:39.646 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.644+0000 7f678727e640 1 -- 172.21.15.33:0/738976531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67800d0390 msgr2=0x7f67800d1c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:39.646 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.644+0000 7f678727e640 1 --2- 172.21.15.33:0/738976531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67800d0390 0x7f67800d1c00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f67800b58f0 tx=0x7f677002a980 comp rx=0 tx=0).stop 2024-07-26T15:28:39.646 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.644+0000 7f678727e640 1 -- 172.21.15.33:0/738976531 shutdown_connections 2024-07-26T15:28:39.646 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.644+0000 7f678727e640 1 --2- 172.21.15.33:0/738976531 >> v2:172.21.15.154:3300/0 conn(0x7f67800d2140 0x7f67800b3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:39.646 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.644+0000 7f678727e640 1 --2- 172.21.15.33:0/738976531 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67800b3bd0 0x7f67800b3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:39.646 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.644+0000 7f678727e640 1 --2- 172.21.15.33:0/738976531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67800d0390 0x7f67800d1c00 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:39.646 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.644+0000 7f678727e640 1 -- 172.21.15.33:0/738976531 >> 172.21.15.33:0/738976531 conn(0x7f67800b5940 msgr2=0x7f67800b5d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:39.646 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.644+0000 7f678727e640 1 -- 172.21.15.33:0/738976531 shutdown_connections 2024-07-26T15:28:39.647 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.644+0000 7f678727e640 1 -- 172.21.15.33:0/738976531 wait complete. 2024-07-26T15:28:39.647 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.646+0000 7f678727e640 1 Processor -- start 2024-07-26T15:28:39.647 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.646+0000 7f678727e640 1 -- start start 2024-07-26T15:28:39.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.647+0000 7f678727e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67800b3bd0 0x7f6780147d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:39.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.647+0000 7f678727e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67800d0390 0x7f67801f87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:39.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.647+0000 7f678727e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67800d2140 0x7f678015f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:39.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.647+0000 7f678727e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6780162490 con 0x7f67800d2140 2024-07-26T15:28:39.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.647+0000 7f678727e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6780162310 con 0x7f67800d0390 2024-07-26T15:28:39.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.647+0000 7f678727e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6780162610 con 0x7f67800b3bd0 2024-07-26T15:28:39.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678581b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67800d2140 0x7f678015f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:39.650 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678501a640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67800b3bd0 0x7f6780147d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678581b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67800d2140 0x7f678015f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41584/0 (socket says 172.21.15.33:41584) 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678501a640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67800b3bd0 0x7f6780147d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:48910/0 (socket says 172.21.15.33:48910) 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678581b640 1 -- 172.21.15.33:0/2769421361 learned_addr learned my addr 172.21.15.33:0/2769421361 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f6784819640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67800d0390 0x7f67801f87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678581b640 1 -- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67800b3bd0 msgr2=0x7f6780147d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678581b640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67800b3bd0 0x7f6780147d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678581b640 1 -- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67800d0390 msgr2=0x7f67801f87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678581b640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67800d0390 0x7f67801f87a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678581b640 1 -- 172.21.15.33:0/2769421361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67801f9490 con 0x7f67800d2140 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678581b640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67800d2140 0x7f678015f330 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f677800c750 tx=0x7f677800cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f677dffb640 1 -- 172.21.15.33:0/2769421361 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f677800ce60 con 0x7f67800d2140 2024-07-26T15:28:39.651 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f677dffb640 1 -- 172.21.15.33:0/2769421361 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6778007ca0 con 0x7f67800d2140 2024-07-26T15:28:39.652 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f677dffb640 1 -- 172.21.15.33:0/2769421361 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f677800f6b0 con 0x7f67800d2140 2024-07-26T15:28:39.652 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678727e640 1 -- 172.21.15.33:0/2769421361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67801f53a0 con 0x7f67800d2140 2024-07-26T15:28:39.652 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.648+0000 7f678727e640 1 -- 172.21.15.33:0/2769421361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f678015e7d0 con 0x7f67800d2140 2024-07-26T15:28:39.653 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.649+0000 7f678727e640 1 -- 172.21.15.33:0/2769421361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67801f9200 con 0x7f67800d2140 2024-07-26T15:28:39.653 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.650+0000 7f677dffb640 1 -- 172.21.15.33:0/2769421361 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 4) ==== 99083+0+0 (secure 0 0 0) 0x7f677800f850 con 0x7f67800d2140 2024-07-26T15:28:39.653 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.651+0000 7f677dffb640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f676c076f80 0x7f676c079490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:39.653 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.651+0000 7f677dffb640 1 -- 172.21.15.33:0/2769421361 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2791+0+0 (secure 0 0 0) 0x7f6778098200 con 0x7f67800d2140 2024-07-26T15:28:39.653 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.651+0000 7f678501a640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f676c076f80 0x7f676c079490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:39.653 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.651+0000 7f678501a640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f676c076f80 0x7f676c079490 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6770035000 tx=0x7f6770004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:39.656 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.655+0000 7f677dffb640 1 -- 172.21.15.33:0/2769421361 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6778014030 con 0x7f67800d2140 2024-07-26T15:28:39.851 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.850+0000 7f678727e640 1 -- 172.21.15.33:0/2769421361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f67801f51b0 con 0x7f67800d2140 2024-07-26T15:28:39.852 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.851+0000 7f677dffb640 1 -- 172.21.15.33:0/2769421361 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) ==== 74+0+8064 (secure 0 0 0) 0x7f67780619e0 con 0x7f67800d2140 2024-07-26T15:28:39.852 INFO:teuthology.misc.health.smithi033.stdout: 2024-07-26T15:28:39.852 INFO:teuthology.misc.health.smithi033.stdout:{"epoch":14,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:38.664788+0000","last_up_change":"2024-07-26T15:28:38.664788+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:28:39.855 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 -- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f676c076f80 msgr2=0x7f676c079490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:39.855 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f676c076f80 0x7f676c079490 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6770035000 tx=0x7f6770004ab0 comp rx=0 tx=0).stop 2024-07-26T15:28:39.855 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 -- 172.21.15.33:0/2769421361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67800d2140 msgr2=0x7f678015f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:39.855 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67800d2140 0x7f678015f330 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f677800c750 tx=0x7f677800cc10 comp rx=0 tx=0).stop 2024-07-26T15:28:39.855 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 -- 172.21.15.33:0/2769421361 shutdown_connections 2024-07-26T15:28:39.855 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f676c076f80 0x7f676c079490 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:39.855 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67800d2140 0x7f678015f330 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:39.855 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67800d0390 0x7f67801f87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:39.855 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 --2- 172.21.15.33:0/2769421361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67800b3bd0 0x7f6780147d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:39.855 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 -- 172.21.15.33:0/2769421361 >> 172.21.15.33:0/2769421361 conn(0x7f67800b5940 msgr2=0x7f678006d330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:39.856 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 -- 172.21.15.33:0/2769421361 shutdown_connections 2024-07-26T15:28:39.856 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:39.853+0000 7f678727e640 1 -- 172.21.15.33:0/2769421361 wait complete. 2024-07-26T15:28:39.864 DEBUG:teuthology.misc:2 of 8 OSDs are up 2024-07-26T15:28:46.671 DEBUG:teuthology.orchestra.run.smithi033:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-26T15:28:46.794 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.792+0000 7f7235341640 1 -- 172.21.15.33:0/2253146161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7230073290 msgr2=0x7f72300736a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:46.794 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.792+0000 7f7235341640 1 --2- 172.21.15.33:0/2253146161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7230073290 0x7f72300736a0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7230073e50 tx=0x7f721802a580 comp rx=0 tx=0).stop 2024-07-26T15:28:46.794 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.792+0000 7f7235341640 1 -- 172.21.15.33:0/2253146161 shutdown_connections 2024-07-26T15:28:46.794 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.792+0000 7f7235341640 1 --2- 172.21.15.33:0/2253146161 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f723015b430 0x7f723015b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:46.794 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.792+0000 7f7235341640 1 --2- 172.21.15.33:0/2253146161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7230073290 0x7f72300736a0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:46.795 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.792+0000 7f7235341640 1 --2- 172.21.15.33:0/2253146161 >> v2:172.21.15.154:3300/0 conn(0x7f72300b4780 0x7f72301444c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:46.795 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.792+0000 7f7235341640 1 -- 172.21.15.33:0/2253146161 >> 172.21.15.33:0/2253146161 conn(0x7f72300b2930 msgr2=0x7f72300b2d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:46.795 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.793+0000 7f7235341640 1 -- 172.21.15.33:0/2253146161 shutdown_connections 2024-07-26T15:28:46.795 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.793+0000 7f7235341640 1 -- 172.21.15.33:0/2253146161 wait complete. 2024-07-26T15:28:46.796 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.795+0000 7f7235341640 1 Processor -- start 2024-07-26T15:28:46.796 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.795+0000 7f7235341640 1 -- start start 2024-07-26T15:28:46.799 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f7235341640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7230073290 0x7f7230138110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:46.799 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f7235341640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72300b4780 0x7f7230158ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:46.799 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f7235341640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723015b430 0x7f7230159220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:46.799 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f7235341640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7230070880 con 0x7f723015b430 2024-07-26T15:28:46.799 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f7235341640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7230070700 con 0x7f72300b4780 2024-07-26T15:28:46.799 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f7235341640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7230070a00 con 0x7f7230073290 2024-07-26T15:28:46.799 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f722f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723015b430 0x7f7230159220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:46.799 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f722f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723015b430 0x7f7230159220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57432/0 (socket says 172.21.15.33:57432) 2024-07-26T15:28:46.799 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f722f7fe640 1 -- 172.21.15.33:0/3629883221 learned_addr learned my addr 172.21.15.33:0/3629883221 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:46.799 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f722e7fc640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72300b4780 0x7f7230158ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f722effd640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7230073290 0x7f7230138110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f722f7fe640 1 -- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7230073290 msgr2=0x7f7230138110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f722f7fe640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7230073290 0x7f7230138110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f722f7fe640 1 -- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72300b4780 msgr2=0x7f7230158ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f722f7fe640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72300b4780 0x7f7230158ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f722f7fe640 1 -- 172.21.15.33:0/3629883221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72301f3240 con 0x7f723015b430 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.796+0000 7f722e7fc640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72300b4780 0x7f7230158ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.797+0000 7f722f7fe640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723015b430 0x7f7230159220 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7220005d00 tx=0x7f722000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.797+0000 7f72277fe640 1 -- 172.21.15.33:0/3629883221 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7220017070 con 0x7f723015b430 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.797+0000 7f72277fe640 1 -- 172.21.15.33:0/3629883221 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7220005330 con 0x7f723015b430 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.797+0000 7f72277fe640 1 -- 172.21.15.33:0/3629883221 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72200047a0 con 0x7f723015b430 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.797+0000 7f7235341640 1 -- 172.21.15.33:0/3629883221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f723015d6a0 con 0x7f723015b430 2024-07-26T15:28:46.800 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.797+0000 7f7235341640 1 -- 172.21.15.33:0/3629883221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f723015dc60 con 0x7f723015b430 2024-07-26T15:28:46.801 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.798+0000 7f7235341640 1 -- 172.21.15.33:0/3629883221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72301444c0 con 0x7f723015b430 2024-07-26T15:28:46.801 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.799+0000 7f72277fe640 1 -- 172.21.15.33:0/3629883221 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7220004940 con 0x7f723015b430 2024-07-26T15:28:46.801 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.799+0000 7f72277fe640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7210077040 0x7f7210079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:46.801 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.799+0000 7f72277fe640 1 -- 172.21.15.33:0/3629883221 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f7220098500 con 0x7f723015b430 2024-07-26T15:28:46.801 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.800+0000 7f722effd640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7210077040 0x7f7210079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:46.802 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.800+0000 7f722effd640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7210077040 0x7f7210079550 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7230073240 tx=0x7f72280097d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:46.805 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.804+0000 7f72277fe640 1 -- 172.21.15.33:0/3629883221 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7220061a50 con 0x7f723015b430 2024-07-26T15:28:46.996 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.995+0000 7f7235341640 1 -- 172.21.15.33:0/3629883221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f72301566c0 con 0x7f723015b430 2024-07-26T15:28:46.997 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.996+0000 7f72277fe640 1 -- 172.21.15.33:0/3629883221 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+12884 (secure 0 0 0) 0x7f7220061350 con 0x7f723015b430 2024-07-26T15:28:46.997 INFO:teuthology.misc.health.smithi033.stdout: 2024-07-26T15:28:46.998 INFO:teuthology.misc.health.smithi033.stdout:{"epoch":18,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:43.222732+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:28:47.000 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.998+0000 7f7235341640 1 -- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7210077040 msgr2=0x7f7210079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:47.000 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.998+0000 7f7235341640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7210077040 0x7f7210079550 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7230073240 tx=0x7f72280097d0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.000 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.998+0000 7f7235341640 1 -- 172.21.15.33:0/3629883221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723015b430 msgr2=0x7f7230159220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:47.000 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.998+0000 7f7235341640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723015b430 0x7f7230159220 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7220005d00 tx=0x7f722000dae0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.000 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.998+0000 7f7235341640 1 -- 172.21.15.33:0/3629883221 shutdown_connections 2024-07-26T15:28:47.001 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.998+0000 7f7235341640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7210077040 0x7f7210079550 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.001 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.998+0000 7f7235341640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723015b430 0x7f7230159220 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.001 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.998+0000 7f7235341640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72300b4780 0x7f7230158ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.001 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.998+0000 7f7235341640 1 --2- 172.21.15.33:0/3629883221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7230073290 0x7f7230138110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.001 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.998+0000 7f7235341640 1 -- 172.21.15.33:0/3629883221 >> 172.21.15.33:0/3629883221 conn(0x7f72300b2930 msgr2=0x7f7230140aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:47.001 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.999+0000 7f7235341640 1 -- 172.21.15.33:0/3629883221 shutdown_connections 2024-07-26T15:28:47.001 INFO:teuthology.misc.health.smithi033.stderr:2024-07-26T15:28:46.999+0000 7f7235341640 1 -- 172.21.15.33:0/3629883221 wait complete. 2024-07-26T15:28:47.010 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-07-26T15:28:47.010 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-07-26T15:28:47.010 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T15:28:47.010 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T15:28:47.013 INFO:tasks.ceph.mds.a:Started 2024-07-26T15:28:47.013 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T15:28:47.013 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T15:28:47.015 INFO:tasks.ceph.mds.c:Started 2024-07-26T15:28:47.015 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T15:28:47.015 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T15:28:47.018 INFO:tasks.ceph.mds.b:Started 2024-07-26T15:28:47.018 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T15:28:47.019 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T15:28:47.021 INFO:tasks.ceph.mds.d:Started 2024-07-26T15:28:47.021 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-07-26T15:28:47.021 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:28:47.102 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:28:47.103 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:28:47.119 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T15:28:47.120 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T15:28:47.120 INFO:tasks.ceph.mds.d.smithi154.stderr:2024-07-26T15:28:47.119+0000 7f54a9055640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-07-26T15:28:47.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.143+0000 7f6798e8c640 1 -- 172.21.15.33:0/3536696704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67940ce6e0 msgr2=0x7f67940cc380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:47.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.143+0000 7f6798e8c640 1 --2- 172.21.15.33:0/3536696704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67940ce6e0 0x7f67940cc380 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6784005fd0 tx=0x7f678402a540 comp rx=0 tx=0).stop 2024-07-26T15:28:47.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.144+0000 7f6798e8c640 1 -- 172.21.15.33:0/3536696704 shutdown_connections 2024-07-26T15:28:47.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.144+0000 7f6798e8c640 1 --2- 172.21.15.33:0/3536696704 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f679415afc0 0x7f679415eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.144+0000 7f6798e8c640 1 --2- 172.21.15.33:0/3536696704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67940ce6e0 0x7f67940cc380 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.144+0000 7f6798e8c640 1 -- 172.21.15.33:0/3536696704 >> 172.21.15.33:0/3536696704 conn(0x7f67940d0b10 msgr2=0x7f67940d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:47.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.144+0000 7f6798e8c640 1 -- 172.21.15.33:0/3536696704 shutdown_connections 2024-07-26T15:28:47.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.144+0000 7f6798e8c640 1 -- 172.21.15.33:0/3536696704 wait complete. 2024-07-26T15:28:47.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.146+0000 7f6798e8c640 1 Processor -- start 2024-07-26T15:28:47.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.146+0000 7f6798e8c640 1 -- start start 2024-07-26T15:28:47.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6798e8c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67940ce6e0 0x7f67940ab440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:47.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6798e8c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f679415afc0 0x7f6794156b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:47.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6798e8c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f679415f0e0 0x7f679414cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:47.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6798e8c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6794073430 con 0x7f679415afc0 2024-07-26T15:28:47.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6798e8c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f67940732b0 con 0x7f679415f0e0 2024-07-26T15:28:47.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6798e8c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f67940735b0 con 0x7f67940ce6e0 2024-07-26T15:28:47.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6791d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f679415afc0 0x7f6794156b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:47.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6791d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f679415afc0 0x7f6794156b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57480/0 (socket says 172.21.15.33:57480) 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6791d9b640 1 -- 172.21.15.33:0/487762265 learned_addr learned my addr 172.21.15.33:0/487762265 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f679259c640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67940ce6e0 0x7f67940ab440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6792d9d640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f679415f0e0 0x7f679414cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6791d9b640 1 -- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67940ce6e0 msgr2=0x7f67940ab440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6791d9b640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67940ce6e0 0x7f67940ab440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6791d9b640 1 -- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f679415f0e0 msgr2=0x7f679414cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6791d9b640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f679415f0e0 0x7f679414cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.147+0000 7f6791d9b640 1 -- 172.21.15.33:0/487762265 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67940aa580 con 0x7f679415afc0 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.148+0000 7f6791d9b640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f679415afc0 0x7f6794156b60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f678800d6a0 tx=0x7f678800db60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.148+0000 7f6782ffd640 1 -- 172.21.15.33:0/487762265 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6788017070 con 0x7f679415afc0 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.148+0000 7f6782ffd640 1 -- 172.21.15.33:0/487762265 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6788005310 con 0x7f679415afc0 2024-07-26T15:28:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.148+0000 7f6798e8c640 1 -- 172.21.15.33:0/487762265 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67940aa860 con 0x7f679415afc0 2024-07-26T15:28:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.148+0000 7f6782ffd640 1 -- 172.21.15.33:0/487762265 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6788009820 con 0x7f679415afc0 2024-07-26T15:28:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.148+0000 7f6798e8c640 1 -- 172.21.15.33:0/487762265 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6794154780 con 0x7f679415afc0 2024-07-26T15:28:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.149+0000 7f6798e8c640 1 -- 172.21.15.33:0/487762265 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67940aa2f0 con 0x7f679415afc0 2024-07-26T15:28:47.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.150+0000 7f6782ffd640 1 -- 172.21.15.33:0/487762265 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f67880099c0 con 0x7f679415afc0 2024-07-26T15:28:47.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.150+0000 7f6782ffd640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6774077010 0x7f6774079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:47.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.150+0000 7f6782ffd640 1 -- 172.21.15.33:0/487762265 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f67880985d0 con 0x7f679415afc0 2024-07-26T15:28:47.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.150+0000 7f679259c640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6774077010 0x7f6774079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:47.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.151+0000 7f679259c640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6774077010 0x7f6774079520 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6784033000 tx=0x7f6784004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:47.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.155+0000 7f6782ffd640 1 -- 172.21.15.33:0/487762265 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f67880614d0 con 0x7f679415afc0 2024-07-26T15:28:47.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.386+0000 7f6798e8c640 1 -- 172.21.15.33:0/487762265 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f67940cc380 con 0x7f679415afc0 2024-07-26T15:28:47.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.386+0000 7f6782ffd640 1 -- 172.21.15.33:0/487762265 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f6788065a20 con 0x7f679415afc0 2024-07-26T15:28:47.388 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:28:47.388 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":2,"btime":"2024-07-26T15:28:47:107571+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-07-26T15:28:47.388 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 2 2024-07-26T15:28:47.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.388+0000 7f6798e8c640 1 -- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6774077010 msgr2=0x7f6774079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:47.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.388+0000 7f6798e8c640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6774077010 0x7f6774079520 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f6784033000 tx=0x7f6784004730 comp rx=0 tx=0).stop 2024-07-26T15:28:47.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.388+0000 7f6798e8c640 1 -- 172.21.15.33:0/487762265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f679415afc0 msgr2=0x7f6794156b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:47.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.388+0000 7f6798e8c640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f679415afc0 0x7f6794156b60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f678800d6a0 tx=0x7f678800db60 comp rx=0 tx=0).stop 2024-07-26T15:28:47.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.388+0000 7f6798e8c640 1 -- 172.21.15.33:0/487762265 shutdown_connections 2024-07-26T15:28:47.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.388+0000 7f6798e8c640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f679415f0e0 0x7f679414cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.388+0000 7f6798e8c640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6774077010 0x7f6774079520 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.389+0000 7f6798e8c640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f679415afc0 0x7f6794156b60 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.389+0000 7f6798e8c640 1 --2- 172.21.15.33:0/487762265 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67940ce6e0 0x7f67940ab440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:47.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.389+0000 7f6798e8c640 1 -- 172.21.15.33:0/487762265 >> 172.21.15.33:0/487762265 conn(0x7f67940d0b10 msgr2=0x7f6794157b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:47.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.389+0000 7f6798e8c640 1 -- 172.21.15.33:0/487762265 shutdown_connections 2024-07-26T15:28:47.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:47.389+0000 7f6798e8c640 1 -- 172.21.15.33:0/487762265 wait complete. 2024-07-26T15:28:49.402 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:28:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.533+0000 7fbe3eda9640 1 -- 172.21.15.33:0/3706631481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe380ce9e0 msgr2=0x7fbe380cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.533+0000 7fbe3eda9640 1 --2- 172.21.15.33:0/3706631481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe380ce9e0 0x7fbe380cedf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbe3808ccd0 tx=0x7fbe3002a9a0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.534+0000 7fbe3eda9640 1 -- 172.21.15.33:0/3706631481 shutdown_connections 2024-07-26T15:28:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.534+0000 7fbe3eda9640 1 --2- 172.21.15.33:0/3706631481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe380ce9e0 0x7fbe380cedf0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.534+0000 7fbe3eda9640 1 --2- 172.21.15.33:0/3706631481 >> v2:172.21.15.154:3300/0 conn(0x7fbe380b2dc0 0x7fbe380d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.534+0000 7fbe3eda9640 1 -- 172.21.15.33:0/3706631481 >> 172.21.15.33:0/3706631481 conn(0x7fbe380d3e10 msgr2=0x7fbe380d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.534+0000 7fbe3eda9640 1 -- 172.21.15.33:0/3706631481 shutdown_connections 2024-07-26T15:28:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.534+0000 7fbe3eda9640 1 -- 172.21.15.33:0/3706631481 wait complete. 2024-07-26T15:28:49.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.535+0000 7fbe3eda9640 1 Processor -- start 2024-07-26T15:28:49.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.536+0000 7fbe3eda9640 1 -- start start 2024-07-26T15:28:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe3eda9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbe380b2dc0 0x7fbe38166ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe3eda9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe380ce9e0 0x7fbe38167410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe3eda9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbe380d0570 0x7fbe380c7b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe3eda9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbe380cf4b0 con 0x7fbe380ce9e0 2024-07-26T15:28:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe3eda9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbe380cf330 con 0x7fbe380b2dc0 2024-07-26T15:28:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe3eda9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbe380cf630 con 0x7fbe380d0570 2024-07-26T15:28:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe37fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe380ce9e0 0x7fbe38167410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe37fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe380ce9e0 0x7fbe38167410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57500/0 (socket says 172.21.15.33:57500) 2024-07-26T15:28:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe37fff640 1 -- 172.21.15.33:0/2989285044 learned_addr learned my addr 172.21.15.33:0/2989285044 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe3cb45640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbe380b2dc0 0x7fbe38166ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe3d346640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbe380d0570 0x7fbe380c7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe37fff640 1 -- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbe380d0570 msgr2=0x7fbe380c7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe37fff640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbe380d0570 0x7fbe380c7b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe37fff640 1 -- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbe380b2dc0 msgr2=0x7fbe38166ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe37fff640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbe380b2dc0 0x7fbe38166ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe37fff640 1 -- 172.21.15.33:0/2989285044 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe3815eb00 con 0x7fbe380ce9e0 2024-07-26T15:28:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe3cb45640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbe380b2dc0 0x7fbe38166ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:28:49.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.537+0000 7fbe3d346640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbe380d0570 0x7fbe380c7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:28:49.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.538+0000 7fbe37fff640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe380ce9e0 0x7fbe38167410 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbe2400c430 tx=0x7fbe2400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:49.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.538+0000 7fbe357fa640 1 -- 172.21.15.33:0/2989285044 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe24017070 con 0x7fbe380ce9e0 2024-07-26T15:28:49.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.538+0000 7fbe357fa640 1 -- 172.21.15.33:0/2989285044 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbe240053c0 con 0x7fbe380ce9e0 2024-07-26T15:28:49.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.538+0000 7fbe357fa640 1 -- 172.21.15.33:0/2989285044 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe24003850 con 0x7fbe380ce9e0 2024-07-26T15:28:49.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.538+0000 7fbe3eda9640 1 -- 172.21.15.33:0/2989285044 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe3815ede0 con 0x7fbe380ce9e0 2024-07-26T15:28:49.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.538+0000 7fbe3eda9640 1 -- 172.21.15.33:0/2989285044 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe3815f3a0 con 0x7fbe380ce9e0 2024-07-26T15:28:49.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.539+0000 7fbe3eda9640 1 -- 172.21.15.33:0/2989285044 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe380d3070 con 0x7fbe380ce9e0 2024-07-26T15:28:49.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.540+0000 7fbe357fa640 1 -- 172.21.15.33:0/2989285044 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbe2401a070 con 0x7fbe380ce9e0 2024-07-26T15:28:49.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.540+0000 7fbe357fa640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbe1c077040 0x7fbe1c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:49.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.540+0000 7fbe357fa640 1 -- 172.21.15.33:0/2989285044 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fbe24097a30 con 0x7fbe380ce9e0 2024-07-26T15:28:49.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.540+0000 7fbe3cb45640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbe1c077040 0x7fbe1c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:49.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.541+0000 7fbe3cb45640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbe1c077040 0x7fbe1c079550 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbe380ce390 tx=0x7fbe2c005ce0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:49.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.545+0000 7fbe357fa640 1 -- 172.21.15.33:0/2989285044 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbe380d3070 con 0x7fbe380ce9e0 2024-07-26T15:28:49.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.775+0000 7fbe3eda9640 1 -- 172.21.15.33:0/2989285044 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbe380d4750 con 0x7fbe380ce9e0 2024-07-26T15:28:49.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.776+0000 7fbe357fa640 1 -- 172.21.15.33:0/2989285044 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3909 (secure 0 0 0) 0x7fbe380d4750 con 0x7fbe380ce9e0 2024-07-26T15:28:49.777 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:28:49.778 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":3,"btime":"2024-07-26T15:28:48:108587+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/4199910102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":4199910102},{"type":"v1","addr":"172.21.15.154:6836","nonce":4199910102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/419058101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":419058101},{"type":"v1","addr":"172.21.15.33:6835","nonce":419058101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4357,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6837/2230205187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2230205187},{"type":"v1","addr":"172.21.15.154:6837","nonce":2230205187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-07-26T15:28:49.778 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 3 2024-07-26T15:28:49.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 -- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbe1c077040 msgr2=0x7fbe1c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:49.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbe1c077040 0x7fbe1c079550 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fbe380ce390 tx=0x7fbe2c005ce0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 -- 172.21.15.33:0/2989285044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe380ce9e0 msgr2=0x7fbe38167410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:49.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe380ce9e0 0x7fbe38167410 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbe2400c430 tx=0x7fbe2400c8f0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 -- 172.21.15.33:0/2989285044 shutdown_connections 2024-07-26T15:28:49.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbe380d0570 0x7fbe380c7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbe1c077040 0x7fbe1c079550 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe380ce9e0 0x7fbe38167410 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 --2- 172.21.15.33:0/2989285044 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbe380b2dc0 0x7fbe38166ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 -- 172.21.15.33:0/2989285044 >> 172.21.15.33:0/2989285044 conn(0x7fbe380d3e10 msgr2=0x7fbe380b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:49.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 -- 172.21.15.33:0/2989285044 shutdown_connections 2024-07-26T15:28:49.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.778+0000 7fbe3eda9640 1 -- 172.21.15.33:0/2989285044 wait complete. 2024-07-26T15:28:49.791 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T15:28:49.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.908+0000 7f64c34b9640 1 -- 172.21.15.33:0/4023097661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a8004d40 msgr2=0x7f64a80051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:49.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.908+0000 7f64c34b9640 1 --2- 172.21.15.33:0/4023097661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a8004d40 0x7f64a80051f0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f64b4006fc0 tx=0x7f64a8005830 comp rx=0 tx=0).stop 2024-07-26T15:28:49.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.908+0000 7f64c1a56640 1 -- 172.21.15.33:0/4023097661 reap_dead start 2024-07-26T15:28:49.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.908+0000 7f64c34b9640 1 -- 172.21.15.33:0/4023097661 shutdown_connections 2024-07-26T15:28:49.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.908+0000 7f64c34b9640 1 -- 172.21.15.33:0/4023097661 >> 172.21.15.33:0/4023097661 conn(0x7f64bc0d3da0 msgr2=0x7f64bc0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:49.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.908+0000 7f64c34b9640 1 -- 172.21.15.33:0/4023097661 shutdown_connections 2024-07-26T15:28:49.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.908+0000 7f64c34b9640 1 -- 172.21.15.33:0/4023097661 wait complete. 2024-07-26T15:28:49.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.910+0000 7f64c34b9640 1 Processor -- start 2024-07-26T15:28:49.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.910+0000 7f64c34b9640 1 -- start start 2024-07-26T15:28:49.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c34b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a8004d40 0x7f64bc0b5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:49.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c34b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64bc15ba70 0x7f64bc1f8330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:49.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c34b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64bc1f8870 0x7f64bc0b2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:49.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c34b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f64bc0b1b80 con 0x7f64a8004d40 2024-07-26T15:28:49.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c34b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f64bc0b9790 con 0x7f64bc15ba70 2024-07-26T15:28:49.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c34b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f64bc0b1d00 con 0x7f64bc1f8870 2024-07-26T15:28:49.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c1255640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a8004d40 0x7f64bc0b5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:49.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c1255640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a8004d40 0x7f64bc0b5660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57522/0 (socket says 172.21.15.33:57522) 2024-07-26T15:28:49.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c1255640 1 -- 172.21.15.33:0/108085043 learned_addr learned my addr 172.21.15.33:0/108085043 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c0a54640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64bc15ba70 0x7f64bc1f8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c1a56640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64bc1f8870 0x7f64bc0b2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c1255640 1 -- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64bc1f8870 msgr2=0x7f64bc0b2db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c1255640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64bc1f8870 0x7f64bc0b2db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c1255640 1 -- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64bc15ba70 msgr2=0x7f64bc1f8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c1255640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64bc15ba70 0x7f64bc1f8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c1255640 1 -- 172.21.15.33:0/108085043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64bc1f8c80 con 0x7f64a8004d40 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c1a56640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64bc1f8870 0x7f64bc0b2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.911+0000 7f64c1255640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a8004d40 0x7f64bc0b5660 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f64b8011d60 tx=0x7f64b800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.912+0000 7f64b1ffb640 1 -- 172.21.15.33:0/108085043 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8003d80 con 0x7f64a8004d40 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.912+0000 7f64b1ffb640 1 -- 172.21.15.33:0/108085043 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64b8011e50 con 0x7f64a8004d40 2024-07-26T15:28:49.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.912+0000 7f64c34b9640 1 -- 172.21.15.33:0/108085043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64bc155860 con 0x7f64a8004d40 2024-07-26T15:28:49.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.912+0000 7f64b1ffb640 1 -- 172.21.15.33:0/108085043 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b8004d40 con 0x7f64a8004d40 2024-07-26T15:28:49.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.912+0000 7f64c34b9640 1 -- 172.21.15.33:0/108085043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64bc155e20 con 0x7f64a8004d40 2024-07-26T15:28:49.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.913+0000 7f64c34b9640 1 -- 172.21.15.33:0/108085043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64bc0b1470 con 0x7f64a8004d40 2024-07-26T15:28:49.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.913+0000 7f64b1ffb640 1 -- 172.21.15.33:0/108085043 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f64b8004050 con 0x7f64a8004d40 2024-07-26T15:28:49.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.914+0000 7f64b1ffb640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f64a0077040 0x7f64a0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:49.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.914+0000 7f64b1ffb640 1 -- 172.21.15.33:0/108085043 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f64b8099640 con 0x7f64a8004d40 2024-07-26T15:28:49.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.914+0000 7f64c0a54640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f64a0077040 0x7f64a0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:49.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.915+0000 7f64c0a54640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f64a0077040 0x7f64a0079550 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f64bc15c270 tx=0x7f64ac006b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:49.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:49.918+0000 7f64b1ffb640 1 -- 172.21.15.33:0/108085043 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f64bc1f8c80 con 0x7f64a8004d40 2024-07-26T15:28:50.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.112+0000 7f64c34b9640 1 -- 172.21.15.33:0/108085043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f64bc161a90 con 0x7f64a8004d40 2024-07-26T15:28:50.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.112+0000 7f64b1ffb640 1 -- 172.21.15.33:0/108085043 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) ==== 84+0+65 (secure 0 0 0) 0x7f64b8062af0 con 0x7f64a8004d40 2024-07-26T15:28:50.114 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:28:50.117 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:28:50.117 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:28:50.117 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T15:28:50.117 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T15:28:50.118 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:28:50.118 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:28:50.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.114+0000 7f64c34b9640 1 -- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f64a0077040 msgr2=0x7f64a0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:50.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.114+0000 7f64c34b9640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f64a0077040 0x7f64a0079550 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f64bc15c270 tx=0x7f64ac006b70 comp rx=0 tx=0).stop 2024-07-26T15:28:50.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.114+0000 7f64c34b9640 1 -- 172.21.15.33:0/108085043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a8004d40 msgr2=0x7f64bc0b5660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:50.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.114+0000 7f64c34b9640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a8004d40 0x7f64bc0b5660 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f64b8011d60 tx=0x7f64b800f790 comp rx=0 tx=0).stop 2024-07-26T15:28:50.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.114+0000 7f64c34b9640 1 -- 172.21.15.33:0/108085043 shutdown_connections 2024-07-26T15:28:50.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.114+0000 7f64c34b9640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64bc1f8870 0x7f64bc0b2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:50.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.114+0000 7f64c34b9640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64bc15ba70 0x7f64bc1f8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:50.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.114+0000 7f64c34b9640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f64a0077040 0x7f64a0079550 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:50.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.114+0000 7f64c34b9640 1 --2- 172.21.15.33:0/108085043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64a8004d40 0x7f64bc0b5660 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:50.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.115+0000 7f64c34b9640 1 -- 172.21.15.33:0/108085043 >> 172.21.15.33:0/108085043 conn(0x7f64bc0d3da0 msgr2=0x7f64bc06e640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:50.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.115+0000 7f64c34b9640 1 -- 172.21.15.33:0/108085043 shutdown_connections 2024-07-26T15:28:50.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.115+0000 7f64c34b9640 1 -- 172.21.15.33:0/108085043 wait complete. 2024-07-26T15:28:50.127 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T15:28:50.127 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T15:28:50.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.247+0000 7ff2eff41640 1 -- 172.21.15.33:0/3578864865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e80d2260 msgr2=0x7ff2e80b3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:50.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.247+0000 7ff2eff41640 1 --2- 172.21.15.33:0/3578864865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e80d2260 0x7ff2e80b3b30 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff2e80b3480 tx=0x7ff2dc02a520 comp rx=0 tx=0).stop 2024-07-26T15:28:50.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.247+0000 7ff2eff41640 1 -- 172.21.15.33:0/3578864865 shutdown_connections 2024-07-26T15:28:50.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.247+0000 7ff2eff41640 1 --2- 172.21.15.33:0/3578864865 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e80d2670 0x7ff2e80b4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:50.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.247+0000 7ff2eff41640 1 --2- 172.21.15.33:0/3578864865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e80d2260 0x7ff2e80b3b30 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:50.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.247+0000 7ff2eff41640 1 -- 172.21.15.33:0/3578864865 >> 172.21.15.33:0/3578864865 conn(0x7ff2e80d3d70 msgr2=0x7ff2e80d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:50.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.247+0000 7ff2eff41640 1 -- 172.21.15.33:0/3578864865 shutdown_connections 2024-07-26T15:28:50.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.247+0000 7ff2eff41640 1 -- 172.21.15.33:0/3578864865 wait complete. 2024-07-26T15:28:50.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.249+0000 7ff2eff41640 1 Processor -- start 2024-07-26T15:28:50.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.249+0000 7ff2eff41640 1 -- start start 2024-07-26T15:28:50.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.250+0000 7ff2eff41640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e80b2c00 0x7ff2e80cd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.250+0000 7ff2eff41640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2e80d2260 0x7ff2e80cb650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.250+0000 7ff2eff41640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e80d2670 0x7ff2e815bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.250+0000 7ff2eff41640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e80b4730 con 0x7ff2e80b2c00 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.250+0000 7ff2eff41640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e80b45b0 con 0x7ff2e80d2260 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.250+0000 7ff2eff41640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff2e80b48b0 con 0x7ff2e80d2670 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.250+0000 7ff2edcdd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e80b2c00 0x7ff2e80cd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.250+0000 7ff2edcdd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e80b2c00 0x7ff2e80cd2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57542/0 (socket says 172.21.15.33:57542) 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.250+0000 7ff2edcdd640 1 -- 172.21.15.33:0/2837092065 learned_addr learned my addr 172.21.15.33:0/2837092065 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2ed4dc640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2e80d2260 0x7ff2e80cb650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2ee4de640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e80d2670 0x7ff2e815bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2edcdd640 1 -- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e80d2670 msgr2=0x7ff2e815bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:50.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2edcdd640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e80d2670 0x7ff2e815bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:50.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2edcdd640 1 -- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2e80d2260 msgr2=0x7ff2e80cb650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:50.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2edcdd640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2e80d2260 0x7ff2e80cb650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:50.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2edcdd640 1 -- 172.21.15.33:0/2837092065 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2e81f96b0 con 0x7ff2e80b2c00 2024-07-26T15:28:50.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2edcdd640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e80b2c00 0x7ff2e80cd2e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff2d800c760 tx=0x7ff2d800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:50.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2e67fc640 1 -- 172.21.15.33:0/2837092065 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d8003b70 con 0x7ff2e80b2c00 2024-07-26T15:28:50.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2e67fc640 1 -- 172.21.15.33:0/2837092065 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2d8003d30 con 0x7ff2e80b2c00 2024-07-26T15:28:50.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2eff41640 1 -- 172.21.15.33:0/2837092065 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2e81f8aa0 con 0x7ff2e80b2c00 2024-07-26T15:28:50.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2e67fc640 1 -- 172.21.15.33:0/2837092065 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d800aab0 con 0x7ff2e80b2c00 2024-07-26T15:28:50.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.251+0000 7ff2eff41640 1 -- 172.21.15.33:0/2837092065 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2e81f9060 con 0x7ff2e80b2c00 2024-07-26T15:28:50.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.252+0000 7ff2eff41640 1 -- 172.21.15.33:0/2837092065 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2e81f5220 con 0x7ff2e80b2c00 2024-07-26T15:28:50.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.253+0000 7ff2e67fc640 1 -- 172.21.15.33:0/2837092065 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff2d800ac50 con 0x7ff2e80b2c00 2024-07-26T15:28:50.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.253+0000 7ff2e67fc640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff2d4077010 0x7ff2d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:50.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.254+0000 7ff2e67fc640 1 -- 172.21.15.33:0/2837092065 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7ff2d80983a0 con 0x7ff2e80b2c00 2024-07-26T15:28:50.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.254+0000 7ff2ed4dc640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff2d4077010 0x7ff2d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:50.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.254+0000 7ff2ed4dc640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff2d4077010 0x7ff2d4079520 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff2dc033000 tx=0x7ff2dc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:50.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.260+0000 7ff2e67fc640 1 -- 172.21.15.33:0/2837092065 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff2e81f5220 con 0x7ff2e80b2c00 2024-07-26T15:28:50.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:50.453+0000 7ff2eff41640 1 -- 172.21.15.33:0/2837092065 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ff2e80b4d80 con 0x7ff2e80b2c00 2024-07-26T15:28:51.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.261+0000 7ff2e67fc640 1 -- 172.21.15.33:0/2837092065 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) ==== 138+0+0 (secure 0 0 0) 0x7ff2d8061980 con 0x7ff2e80b2c00 2024-07-26T15:28:51.262 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T15:28:51.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.264+0000 7ff2eff41640 1 -- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff2d4077010 msgr2=0x7ff2d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:51.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.264+0000 7ff2eff41640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff2d4077010 0x7ff2d4079520 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff2dc033000 tx=0x7ff2dc004730 comp rx=0 tx=0).stop 2024-07-26T15:28:51.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.265+0000 7ff2eff41640 1 -- 172.21.15.33:0/2837092065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e80b2c00 msgr2=0x7ff2e80cd2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:51.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.265+0000 7ff2eff41640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e80b2c00 0x7ff2e80cd2e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff2d800c760 tx=0x7ff2d800cc20 comp rx=0 tx=0).stop 2024-07-26T15:28:51.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.265+0000 7ff2eff41640 1 -- 172.21.15.33:0/2837092065 shutdown_connections 2024-07-26T15:28:51.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.265+0000 7ff2eff41640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e80d2670 0x7ff2e815bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:51.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.265+0000 7ff2eff41640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2e80d2260 0x7ff2e80cb650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:51.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.265+0000 7ff2eff41640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff2d4077010 0x7ff2d4079520 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:51.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.266+0000 7ff2eff41640 1 --2- 172.21.15.33:0/2837092065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e80b2c00 0x7ff2e80cd2e0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:51.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.266+0000 7ff2eff41640 1 -- 172.21.15.33:0/2837092065 >> 172.21.15.33:0/2837092065 conn(0x7ff2e80d3d70 msgr2=0x7ff2e80b3ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.266+0000 7ff2eff41640 1 -- 172.21.15.33:0/2837092065 shutdown_connections 2024-07-26T15:28:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.267+0000 7ff2eff41640 1 -- 172.21.15.33:0/2837092065 wait complete. 2024-07-26T15:28:51.286 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-07-26T15:28:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.415+0000 7fb7fed70640 1 -- 172.21.15.33:0/62106153 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7f80d0c80 msgr2=0x7fb7f80ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.415+0000 7fb7fed70640 1 --2- 172.21.15.33:0/62106153 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7f80d0c80 0x7fb7f80ce8d0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fb7e8005fd0 tx=0x7fb7e802aa70 comp rx=0 tx=0).stop 2024-07-26T15:28:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.415+0000 7fb7fed70640 1 -- 172.21.15.33:0/62106153 shutdown_connections 2024-07-26T15:28:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.415+0000 7fb7fed70640 1 --2- 172.21.15.33:0/62106153 >> v2:172.21.15.154:3300/0 conn(0x7fb7f80b7d00 0x7fb7f80cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.415+0000 7fb7fed70640 1 --2- 172.21.15.33:0/62106153 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7f80d0c80 0x7fb7f80ce8d0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.415+0000 7fb7fed70640 1 -- 172.21.15.33:0/62106153 >> 172.21.15.33:0/62106153 conn(0x7fb7f80d3dc0 msgr2=0x7fb7f80d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:51.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.415+0000 7fb7fed70640 1 -- 172.21.15.33:0/62106153 shutdown_connections 2024-07-26T15:28:51.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.415+0000 7fb7fed70640 1 -- 172.21.15.33:0/62106153 wait complete. 2024-07-26T15:28:51.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.417+0000 7fb7fed70640 1 Processor -- start 2024-07-26T15:28:51.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.417+0000 7fb7fed70640 1 -- start start 2024-07-26T15:28:51.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fed70640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7f80b53e0 0x7fb7f8150e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:51.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fed70640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7f80b7d00 0x7fb7f81f8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:51.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fed70640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7f815f8e0 0x7fb7f81f8a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:51.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fed70640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f80cf6e0 con 0x7fb7f815f8e0 2024-07-26T15:28:51.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fed70640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb7f80cf560 con 0x7fb7f80b7d00 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fed70640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb7f80cf860 con 0x7fb7f80b53e0 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fd30d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7f815f8e0 0x7fb7f81f8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fd30d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7f815f8e0 0x7fb7f81f8a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57552/0 (socket says 172.21.15.33:57552) 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fd30d640 1 -- 172.21.15.33:0/460049195 learned_addr learned my addr 172.21.15.33:0/460049195 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fcb0c640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7f80b53e0 0x7fb7f8150e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7f7fff640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7f80b7d00 0x7fb7f81f8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fd30d640 1 -- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7f80b53e0 msgr2=0x7fb7f8150e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fd30d640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7f80b53e0 0x7fb7f8150e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fd30d640 1 -- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7f80b7d00 msgr2=0x7fb7f81f8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fd30d640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7f80b7d00 0x7fb7f81f8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fd30d640 1 -- 172.21.15.33:0/460049195 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7f81f5290 con 0x7fb7f815f8e0 2024-07-26T15:28:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fd30d640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7f815f8e0 0x7fb7f81f8a90 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb7e000d660 tx=0x7fb7e000db20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:51.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7f57fa640 1 -- 172.21.15.33:0/460049195 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e0017070 con 0x7fb7f815f8e0 2024-07-26T15:28:51.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7f57fa640 1 -- 172.21.15.33:0/460049195 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7e0004310 con 0x7fb7f815f8e0 2024-07-26T15:28:51.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fed70640 1 -- 172.21.15.33:0/460049195 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7f81f5570 con 0x7fb7f815f8e0 2024-07-26T15:28:51.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7f57fa640 1 -- 172.21.15.33:0/460049195 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7e0005280 con 0x7fb7f815f8e0 2024-07-26T15:28:51.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.419+0000 7fb7fed70640 1 -- 172.21.15.33:0/460049195 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7f81f5b30 con 0x7fb7f815f8e0 2024-07-26T15:28:51.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.420+0000 7fb7fed70640 1 -- 172.21.15.33:0/460049195 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7f81f93d0 con 0x7fb7f815f8e0 2024-07-26T15:28:51.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.421+0000 7fb7f57fa640 1 -- 172.21.15.33:0/460049195 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb7e0005420 con 0x7fb7f815f8e0 2024-07-26T15:28:51.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.422+0000 7fb7f57fa640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7d8077010 0x7fb7d8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:51.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.422+0000 7fb7f57fa640 1 -- 172.21.15.33:0/460049195 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5227+0+0 (secure 0 0 0) 0x7fb7e00988c0 con 0x7fb7f815f8e0 2024-07-26T15:28:51.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.422+0000 7fb7fcb0c640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7d8077010 0x7fb7d8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:51.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.422+0000 7fb7fcb0c640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7d8077010 0x7fb7d8079520 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0001720 tx=0x7fb7f0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:51.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.427+0000 7fb7f57fa640 1 -- 172.21.15.33:0/460049195 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb7e0020020 con 0x7fb7f815f8e0 2024-07-26T15:28:51.613 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:28:51.616 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:28:51.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:51.617+0000 7fb7fed70640 1 -- 172.21.15.33:0/460049195 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7fb7f80ce8d0 con 0x7fb7f815f8e0 2024-07-26T15:28:52.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.263+0000 7fb7f57fa640 1 -- 172.21.15.33:0/460049195 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v20) ==== 171+0+0 (secure 0 0 0) 0x7fb7e0061650 con 0x7fb7f815f8e0 2024-07-26T15:28:52.265 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T15:28:52.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 -- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7d8077010 msgr2=0x7fb7d8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:52.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7d8077010 0x7fb7d8079520 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0001720 tx=0x7fb7f0009040 comp rx=0 tx=0).stop 2024-07-26T15:28:52.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 -- 172.21.15.33:0/460049195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7f815f8e0 msgr2=0x7fb7f81f8a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:52.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7f815f8e0 0x7fb7f81f8a90 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb7e000d660 tx=0x7fb7e000db20 comp rx=0 tx=0).stop 2024-07-26T15:28:52.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 -- 172.21.15.33:0/460049195 shutdown_connections 2024-07-26T15:28:52.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7d8077010 0x7fb7d8079520 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:52.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7f815f8e0 0x7fb7f81f8a90 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:52.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7f80b7d00 0x7fb7f81f8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:52.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 --2- 172.21.15.33:0/460049195 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7f80b53e0 0x7fb7f8150e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:52.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 -- 172.21.15.33:0/460049195 >> 172.21.15.33:0/460049195 conn(0x7fb7f80d3dc0 msgr2=0x7fb7f80cfd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:52.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 -- 172.21.15.33:0/460049195 shutdown_connections 2024-07-26T15:28:52.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.267+0000 7fb7fed70640 1 -- 172.21.15.33:0/460049195 wait complete. 2024-07-26T15:28:52.297 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T15:28:52.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.421+0000 7ff5bc520640 1 -- 172.21.15.33:0/2830423415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5b40b6be0 msgr2=0x7ff5b40d48b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:52.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.421+0000 7ff5bc520640 1 --2- 172.21.15.33:0/2830423415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5b40b6be0 0x7ff5b40d48b0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff5a4009be0 tx=0x7ff5a402a890 comp rx=0 tx=0).stop 2024-07-26T15:28:52.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.421+0000 7ff5bc520640 1 -- 172.21.15.33:0/2830423415 shutdown_connections 2024-07-26T15:28:52.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.421+0000 7ff5bc520640 1 --2- 172.21.15.33:0/2830423415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5b40b6be0 0x7ff5b40d48b0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:52.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.421+0000 7ff5bc520640 1 -- 172.21.15.33:0/2830423415 >> 172.21.15.33:0/2830423415 conn(0x7ff5b40d3d90 msgr2=0x7ff5b40d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:52.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.421+0000 7ff5bc520640 1 -- 172.21.15.33:0/2830423415 shutdown_connections 2024-07-26T15:28:52.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.421+0000 7ff5bc520640 1 -- 172.21.15.33:0/2830423415 wait complete. 2024-07-26T15:28:52.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.423+0000 7ff5bc520640 1 Processor -- start 2024-07-26T15:28:52.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.423+0000 7ff5bc520640 1 -- start start 2024-07-26T15:28:52.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.424+0000 7ff5bc520640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5b40b6be0 0x7ff5b40cb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:52.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.424+0000 7ff5bc520640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5b40b8e30 0x7ff5b4155280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:52.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.424+0000 7ff5bc520640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5b41622e0 0x7ff5b41557c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:52.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.424+0000 7ff5bc520640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b4163130 con 0x7ff5b40b8e30 2024-07-26T15:28:52.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.424+0000 7ff5bc520640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff5b40b5570 con 0x7ff5b41622e0 2024-07-26T15:28:52.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5bc520640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff5b41697b0 con 0x7ff5b40b6be0 2024-07-26T15:28:52.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b9abb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5b40b8e30 0x7ff5b4155280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:52.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b9abb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5b40b8e30 0x7ff5b4155280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50220/0 (socket says 172.21.15.33:50220) 2024-07-26T15:28:52.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b9abb640 1 -- 172.21.15.33:0/370709972 learned_addr learned my addr 172.21.15.33:0/370709972 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:52.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5baabd640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5b41622e0 0x7ff5b41557c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:52.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5ba2bc640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5b40b6be0 0x7ff5b40cb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:52.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b9abb640 1 -- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5b40b6be0 msgr2=0x7ff5b40cb9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:52.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b9abb640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5b40b6be0 0x7ff5b40cb9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:52.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b9abb640 1 -- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5b41622e0 msgr2=0x7ff5b41557c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:52.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b9abb640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5b41622e0 0x7ff5b41557c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:52.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b9abb640 1 -- 172.21.15.33:0/370709972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5b415ca20 con 0x7ff5b40b8e30 2024-07-26T15:28:52.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b9abb640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5b40b8e30 0x7ff5b4155280 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff5a800c430 tx=0x7ff5a800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:52.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b2ffd640 1 -- 172.21.15.33:0/370709972 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5a8011850 con 0x7ff5b40b8e30 2024-07-26T15:28:52.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b2ffd640 1 -- 172.21.15.33:0/370709972 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff5a8017070 con 0x7ff5b40b8e30 2024-07-26T15:28:52.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5bc520640 1 -- 172.21.15.33:0/370709972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5b40cdd80 con 0x7ff5b40b8e30 2024-07-26T15:28:52.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5b2ffd640 1 -- 172.21.15.33:0/370709972 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5a8011da0 con 0x7ff5b40b8e30 2024-07-26T15:28:52.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.425+0000 7ff5bc520640 1 -- 172.21.15.33:0/370709972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5b415bf40 con 0x7ff5b40b8e30 2024-07-26T15:28:52.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.426+0000 7ff5bc520640 1 -- 172.21.15.33:0/370709972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5b40b8870 con 0x7ff5b40b8e30 2024-07-26T15:28:52.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.427+0000 7ff5b2ffd640 1 -- 172.21.15.33:0/370709972 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff5a8005020 con 0x7ff5b40b8e30 2024-07-26T15:28:52.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.428+0000 7ff5b2ffd640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff5a0077010 0x7ff5a0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:52.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.428+0000 7ff5b2ffd640 1 -- 172.21.15.33:0/370709972 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5609+0+0 (secure 0 0 0) 0x7ff5a8099290 con 0x7ff5b40b8e30 2024-07-26T15:28:52.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.428+0000 7ff5ba2bc640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff5a0077010 0x7ff5a0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:52.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.429+0000 7ff5ba2bc640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff5a0077010 0x7ff5a0079520 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff5a4034000 tx=0x7ff5a4004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:52.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.432+0000 7ff5b2ffd640 1 -- 172.21.15.33:0/370709972 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff5b40b8870 con 0x7ff5b40b8e30 2024-07-26T15:28:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:52.664+0000 7ff5bc520640 1 -- 172.21.15.33:0/370709972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7ff5b40d48b0 con 0x7ff5b40b8e30 2024-07-26T15:28:53.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.292+0000 7ff5b2ffd640 1 -- 172.21.15.33:0/370709972 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7ff5a8062560 con 0x7ff5b40b8e30 2024-07-26T15:28:53.294 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 2 and data pool 3 2024-07-26T15:28:53.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.300+0000 7ff5bc520640 1 -- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff5a0077010 msgr2=0x7ff5a0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:53.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.300+0000 7ff5bc520640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff5a0077010 0x7ff5a0079520 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff5a4034000 tx=0x7ff5a4004ab0 comp rx=0 tx=0).stop 2024-07-26T15:28:53.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.300+0000 7ff5bc520640 1 -- 172.21.15.33:0/370709972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5b40b8e30 msgr2=0x7ff5b4155280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:53.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.300+0000 7ff5bc520640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5b40b8e30 0x7ff5b4155280 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff5a800c430 tx=0x7ff5a800c8f0 comp rx=0 tx=0).stop 2024-07-26T15:28:53.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.303+0000 7ff5bc520640 1 -- 172.21.15.33:0/370709972 shutdown_connections 2024-07-26T15:28:53.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.303+0000 7ff5bc520640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5b41622e0 0x7ff5b41557c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:53.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.303+0000 7ff5bc520640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff5a0077010 0x7ff5a0079520 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:53.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.303+0000 7ff5bc520640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5b40b8e30 0x7ff5b4155280 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:53.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.303+0000 7ff5bc520640 1 --2- 172.21.15.33:0/370709972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5b40b6be0 0x7ff5b40cb9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:53.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.303+0000 7ff5bc520640 1 -- 172.21.15.33:0/370709972 >> 172.21.15.33:0/370709972 conn(0x7ff5b40d3d90 msgr2=0x7ff5b40b77f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:53.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.304+0000 7ff5bc520640 1 -- 172.21.15.33:0/370709972 shutdown_connections 2024-07-26T15:28:53.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.304+0000 7ff5bc520640 1 -- 172.21.15.33:0/370709972 wait complete. 2024-07-26T15:28:53.326 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-07-26T15:28:53.326 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-07-26T15:28:53.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.453+0000 7f4bdefc4640 1 -- 172.21.15.33:0/3812329112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bd80b7060 msgr2=0x7f4bd80d07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:53.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.453+0000 7f4bdefc4640 1 --2- 172.21.15.33:0/3812329112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bd80b7060 0x7f4bd80d07b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8005fd0 tx=0x7f4bc802a8b0 comp rx=0 tx=0).stop 2024-07-26T15:28:53.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.453+0000 7f4bdefc4640 1 -- 172.21.15.33:0/3812329112 shutdown_connections 2024-07-26T15:28:53.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.453+0000 7f4bdefc4640 1 --2- 172.21.15.33:0/3812329112 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4bd80d2650 0x7f4bd80b1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:53.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.453+0000 7f4bdefc4640 1 --2- 172.21.15.33:0/3812329112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bd80b7060 0x7f4bd80d07b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:53.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.453+0000 7f4bdefc4640 1 -- 172.21.15.33:0/3812329112 >> 172.21.15.33:0/3812329112 conn(0x7f4bd80d1b30 msgr2=0x7f4bd80d1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:53.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.453+0000 7f4bdefc4640 1 -- 172.21.15.33:0/3812329112 shutdown_connections 2024-07-26T15:28:53.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.453+0000 7f4bdefc4640 1 -- 172.21.15.33:0/3812329112 wait complete. 2024-07-26T15:28:53.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.455+0000 7f4bdefc4640 1 Processor -- start 2024-07-26T15:28:53.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.455+0000 7f4bdefc4640 1 -- start start 2024-07-26T15:28:53.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.456+0000 7f4bdefc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4bd80b1970 0x7f4bd8071c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:53.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.456+0000 7f4bdefc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4bd80b7060 0x7f4bd8070bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:53.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.456+0000 7f4bdefc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bd80d2650 0x7f4bd80710f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:53.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdefc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd80ced40 con 0x7f4bd80d2650 2024-07-26T15:28:53.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdefc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd80cebc0 con 0x7f4bd80b7060 2024-07-26T15:28:53.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdefc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4bd80ceec0 con 0x7f4bd80b1970 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdd561640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bd80d2650 0x7f4bd80710f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdd561640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bd80d2650 0x7f4bd80710f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50238/0 (socket says 172.21.15.33:50238) 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdd561640 1 -- 172.21.15.33:0/1496855505 learned_addr learned my addr 172.21.15.33:0/1496855505 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdcd60640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4bd80b1970 0x7f4bd8071c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bd7fff640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4bd80b7060 0x7f4bd8070bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdd561640 1 -- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4bd80b1970 msgr2=0x7f4bd8071c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdd561640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4bd80b1970 0x7f4bd8071c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdd561640 1 -- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4bd80b7060 msgr2=0x7f4bd8070bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdd561640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4bd80b7060 0x7f4bd8070bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdd561640 1 -- 172.21.15.33:0/1496855505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bd815b4f0 con 0x7f4bd80d2650 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdd561640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bd80d2650 0x7f4bd80710f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4bd000c3c0 tx=0x7f4bd000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:53.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bd57fa640 1 -- 172.21.15.33:0/1496855505 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd0011790 con 0x7f4bd80d2650 2024-07-26T15:28:53.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bd57fa640 1 -- 172.21.15.33:0/1496855505 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4bd0017070 con 0x7f4bd80d2650 2024-07-26T15:28:53.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdefc4640 1 -- 172.21.15.33:0/1496855505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bd815b7d0 con 0x7f4bd80d2650 2024-07-26T15:28:53.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bd57fa640 1 -- 172.21.15.33:0/1496855505 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd0011ca0 con 0x7f4bd80d2650 2024-07-26T15:28:53.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.457+0000 7f4bdefc4640 1 -- 172.21.15.33:0/1496855505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bd815f1e0 con 0x7f4bd80d2650 2024-07-26T15:28:53.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.458+0000 7f4bdefc4640 1 -- 172.21.15.33:0/1496855505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bd815da30 con 0x7f4bd80d2650 2024-07-26T15:28:53.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.459+0000 7f4bd57fa640 1 -- 172.21.15.33:0/1496855505 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4bd001c460 con 0x7f4bd80d2650 2024-07-26T15:28:53.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.460+0000 7f4bd57fa640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4bb8077040 0x7f4bb8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:53.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.460+0000 7f4bd57fa640 1 -- 172.21.15.33:0/1496855505 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4bd0098420 con 0x7f4bd80d2650 2024-07-26T15:28:53.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.460+0000 7f4bdcd60640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4bb8077040 0x7f4bb8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:53.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.460+0000 7f4bdcd60640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4bb8077040 0x7f4bb8079550 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8034000 tx=0x7f4bc8004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:53.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.464+0000 7f4bd57fa640 1 -- 172.21.15.33:0/1496855505 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4bd0061070 con 0x7f4bd80d2650 2024-07-26T15:28:53.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:53.665+0000 7f4bdefc4640 1 -- 172.21.15.33:0/1496855505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f4bd815b280 con 0x7f4bd80d2650 2024-07-26T15:28:54.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.296+0000 7f4bd57fa640 1 -- 172.21.15.33:0/1496855505 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v22) ==== 157+0+0 (secure 0 0 0) 0x7f4bd00655c0 con 0x7f4bd80d2650 2024-07-26T15:28:54.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.299+0000 7f4bdefc4640 1 -- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4bb8077040 msgr2=0x7f4bb8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:54.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.299+0000 7f4bdefc4640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4bb8077040 0x7f4bb8079550 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8034000 tx=0x7f4bc8004ab0 comp rx=0 tx=0).stop 2024-07-26T15:28:54.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.299+0000 7f4bdefc4640 1 -- 172.21.15.33:0/1496855505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bd80d2650 msgr2=0x7f4bd80710f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:54.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.299+0000 7f4bdefc4640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bd80d2650 0x7f4bd80710f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4bd000c3c0 tx=0x7f4bd000c880 comp rx=0 tx=0).stop 2024-07-26T15:28:54.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.300+0000 7f4bdefc4640 1 -- 172.21.15.33:0/1496855505 shutdown_connections 2024-07-26T15:28:54.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.300+0000 7f4bdefc4640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4bb8077040 0x7f4bb8079550 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:54.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.300+0000 7f4bdefc4640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4bd80d2650 0x7f4bd80710f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:54.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.300+0000 7f4bdefc4640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4bd80b7060 0x7f4bd8070bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:54.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.300+0000 7f4bdefc4640 1 --2- 172.21.15.33:0/1496855505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4bd80b1970 0x7f4bd8071c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:54.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.300+0000 7f4bdefc4640 1 -- 172.21.15.33:0/1496855505 >> 172.21.15.33:0/1496855505 conn(0x7f4bd80d1b30 msgr2=0x7f4bd815cf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:54.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.300+0000 7f4bdefc4640 1 -- 172.21.15.33:0/1496855505 shutdown_connections 2024-07-26T15:28:54.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.300+0000 7f4bdefc4640 1 -- 172.21.15.33:0/1496855505 wait complete. 2024-07-26T15:28:54.316 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T15:28:54.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.447+0000 7fd802fba640 1 -- 172.21.15.33:0/1559678335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7e4003a50 msgr2=0x7fd7e4003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:54.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.447+0000 7fd802fba640 1 --2- 172.21.15.33:0/1559678335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7e4003a50 0x7fd7e4003ec0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec0016c0 tx=0x7fd7e4005830 comp rx=0 tx=0).stop 2024-07-26T15:28:54.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.447+0000 7fd802fba640 1 -- 172.21.15.33:0/1559678335 shutdown_connections 2024-07-26T15:28:54.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.447+0000 7fd802fba640 1 --2- 172.21.15.33:0/1559678335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7e4003a50 0x7fd7e4003ec0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:54.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.447+0000 7fd802fba640 1 -- 172.21.15.33:0/1559678335 >> 172.21.15.33:0/1559678335 conn(0x7fd7fc0d1b70 msgr2=0x7fd7fc0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:54.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.448+0000 7fd802fba640 1 -- 172.21.15.33:0/1559678335 shutdown_connections 2024-07-26T15:28:54.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.448+0000 7fd802fba640 1 -- 172.21.15.33:0/1559678335 wait complete. 2024-07-26T15:28:54.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.449+0000 7fd802fba640 1 Processor -- start 2024-07-26T15:28:54.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.449+0000 7fd802fba640 1 -- start start 2024-07-26T15:28:54.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd802fba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7e4003a50 0x7fd7fc0c5680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:54.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd802fba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7fc0c8400 0x7fd7fc1e5af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:54.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd802fba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd7fc1e6030 0x7fd7fc1f6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:54.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd802fba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd7fc0ce3e0 con 0x7fd7fc0c8400 2024-07-26T15:28:54.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd802fba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd7fc0ce260 con 0x7fd7e4003a50 2024-07-26T15:28:54.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd802fba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd7fc0ce560 con 0x7fd7fc1e6030 2024-07-26T15:28:54.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd7fbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7fc0c8400 0x7fd7fc1e5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd7fbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7fc0c8400 0x7fd7fc1e5af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50268/0 (socket says 172.21.15.33:50268) 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd7fbfff640 1 -- 172.21.15.33:0/2276743140 learned_addr learned my addr 172.21.15.33:0/2276743140 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd800d56640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7e4003a50 0x7fd7fc0c5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd801557640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd7fc1e6030 0x7fd7fc1f6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd7fbfff640 1 -- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd7fc1e6030 msgr2=0x7fd7fc1f6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd7fbfff640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd7fc1e6030 0x7fd7fc1f6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd7fbfff640 1 -- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7e4003a50 msgr2=0x7fd7fc0c5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd7fbfff640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7e4003a50 0x7fd7fc0c5680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd7fbfff640 1 -- 172.21.15.33:0/2276743140 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7fc0c7360 con 0x7fd7fc0c8400 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.451+0000 7fd800d56640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7e4003a50 0x7fd7fc0c5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.452+0000 7fd7fbfff640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7fc0c8400 0x7fd7fc1e5af0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd7f0000fb0 tx=0x7fd7f000ea00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.452+0000 7fd7f97fa640 1 -- 172.21.15.33:0/2276743140 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f0015070 con 0x7fd7fc0c8400 2024-07-26T15:28:54.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.452+0000 7fd7f97fa640 1 -- 172.21.15.33:0/2276743140 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd7f00109a0 con 0x7fd7fc0c8400 2024-07-26T15:28:54.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.452+0000 7fd802fba640 1 -- 172.21.15.33:0/2276743140 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7fc0c7640 con 0x7fd7fc0c8400 2024-07-26T15:28:54.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.452+0000 7fd7f97fa640 1 -- 172.21.15.33:0/2276743140 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f0010df0 con 0x7fd7fc0c8400 2024-07-26T15:28:54.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.452+0000 7fd802fba640 1 -- 172.21.15.33:0/2276743140 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7fc0c7c00 con 0x7fd7fc0c8400 2024-07-26T15:28:54.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.453+0000 7fd802fba640 1 -- 172.21.15.33:0/2276743140 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7fc0c5c80 con 0x7fd7fc0c8400 2024-07-26T15:28:54.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.454+0000 7fd7f97fa640 1 -- 172.21.15.33:0/2276743140 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd7f0018070 con 0x7fd7fc0c8400 2024-07-26T15:28:54.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.454+0000 7fd7f97fa640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd7e8077010 0x7fd7e8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:54.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.454+0000 7fd7f97fa640 1 -- 172.21.15.33:0/2276743140 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 6007+0+0 (secure 0 0 0) 0x7fd7f0098c70 con 0x7fd7fc0c8400 2024-07-26T15:28:54.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.454+0000 7fd800d56640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd7e8077010 0x7fd7e8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:54.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.455+0000 7fd800d56640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd7e8077010 0x7fd7e8079520 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec032000 tx=0x7fd7ec001190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:54.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.459+0000 7fd7f97fa640 1 -- 172.21.15.33:0/2276743140 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd7f0061e60 con 0x7fd7fc0c8400 2024-07-26T15:28:54.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:54.652+0000 7fd802fba640 1 -- 172.21.15.33:0/2276743140 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fd7fc068e80 con 0x7fd7fc0c8400 2024-07-26T15:28:56.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.307+0000 7fd7f97fa640 1 -- 172.21.15.33:0/2276743140 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v24) ==== 228+0+0 (secure 0 0 0) 0x7fd7fc068e80 con 0x7fd7fc0c8400 2024-07-26T15:28:56.309 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data_ec' created 2024-07-26T15:28:56.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.313+0000 7fd802fba640 1 -- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd7e8077010 msgr2=0x7fd7e8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:56.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.313+0000 7fd802fba640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd7e8077010 0x7fd7e8079520 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec032000 tx=0x7fd7ec001190 comp rx=0 tx=0).stop 2024-07-26T15:28:56.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.313+0000 7fd802fba640 1 -- 172.21.15.33:0/2276743140 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7fc0c8400 msgr2=0x7fd7fc1e5af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:56.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.313+0000 7fd802fba640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7fc0c8400 0x7fd7fc1e5af0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fd7f0000fb0 tx=0x7fd7f000ea00 comp rx=0 tx=0).stop 2024-07-26T15:28:56.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.317+0000 7fd802fba640 1 -- 172.21.15.33:0/2276743140 shutdown_connections 2024-07-26T15:28:56.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.317+0000 7fd802fba640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd7fc1e6030 0x7fd7fc1f6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:56.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.317+0000 7fd802fba640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd7e8077010 0x7fd7e8079520 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:56.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.317+0000 7fd802fba640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7fc0c8400 0x7fd7fc1e5af0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:56.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.317+0000 7fd802fba640 1 --2- 172.21.15.33:0/2276743140 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7e4003a50 0x7fd7fc0c5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:56.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.317+0000 7fd802fba640 1 -- 172.21.15.33:0/2276743140 >> 172.21.15.33:0/2276743140 conn(0x7fd7fc0d1b70 msgr2=0x7fd7fc1e7eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:56.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.319+0000 7fd802fba640 1 -- 172.21.15.33:0/2276743140 shutdown_connections 2024-07-26T15:28:56.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.320+0000 7fd802fba640 1 -- 172.21.15.33:0/2276743140 wait complete. 2024-07-26T15:28:56.337 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-07-26T15:28:56.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.464+0000 7f1dc5a40640 1 -- 172.21.15.33:0/452517347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1dc00b4870 msgr2=0x7f1dc00d1360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:56.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.464+0000 7f1dc5a40640 1 --2- 172.21.15.33:0/452517347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1dc00b4870 0x7f1dc00d1360 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1db0009830 tx=0x7f1db002a4b0 comp rx=0 tx=0).stop 2024-07-26T15:28:56.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.464+0000 7f1dc5a40640 1 -- 172.21.15.33:0/452517347 shutdown_connections 2024-07-26T15:28:56.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.464+0000 7f1dc5a40640 1 --2- 172.21.15.33:0/452517347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1dc00b4870 0x7f1dc00d1360 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:56.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.464+0000 7f1dc5a40640 1 -- 172.21.15.33:0/452517347 >> 172.21.15.33:0/452517347 conn(0x7f1dc00d3e50 msgr2=0x7f1dc00d4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:56.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.464+0000 7f1dc5a40640 1 -- 172.21.15.33:0/452517347 shutdown_connections 2024-07-26T15:28:56.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.464+0000 7f1dc5a40640 1 -- 172.21.15.33:0/452517347 wait complete. 2024-07-26T15:28:56.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.466+0000 7f1dc5a40640 1 Processor -- start 2024-07-26T15:28:56.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.466+0000 7f1dc5a40640 1 -- start start 2024-07-26T15:28:56.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.467+0000 7f1dc5a40640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1dc00b4870 0x7f1dc00c77b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:56.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.467+0000 7f1dc5a40640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1dc00d0840 0x7f1dc01532a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:56.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.467+0000 7f1dc5a40640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1dc00d4970 0x7f1dc01f4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:56.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.467+0000 7f1dc5a40640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc0169680 con 0x7f1dc00d4970 2024-07-26T15:28:56.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.467+0000 7f1dc5a40640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc0169500 con 0x7f1dc00b4870 2024-07-26T15:28:56.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.467+0000 7f1dc5a40640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1dc0169800 con 0x7f1dc00d0840 2024-07-26T15:28:56.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.467+0000 7f1dbf7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1dc00d4970 0x7f1dc01f4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:56.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.467+0000 7f1dbf7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1dc00d4970 0x7f1dc01f4cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50274/0 (socket says 172.21.15.33:50274) 2024-07-26T15:28:56.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.467+0000 7f1dbf7fe640 1 -- 172.21.15.33:0/2625778583 learned_addr learned my addr 172.21.15.33:0/2625778583 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:56.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1dbe7fc640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1dc00d0840 0x7f1dc01532a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:56.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1dbeffd640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1dc00b4870 0x7f1dc00c77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:56.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1dbf7fe640 1 -- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1dc00d0840 msgr2=0x7f1dc01532a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:56.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1dbf7fe640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1dc00d0840 0x7f1dc01532a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:56.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1dbf7fe640 1 -- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1dc00b4870 msgr2=0x7f1dc00c77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:56.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1dbf7fe640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1dc00b4870 0x7f1dc00c77b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:56.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1dbf7fe640 1 -- 172.21.15.33:0/2625778583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dc00c9e70 con 0x7f1dc00d4970 2024-07-26T15:28:56.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1dbf7fe640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1dc00d4970 0x7f1dc01f4cf0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1db0009920 tx=0x7f1db0003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:56.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1db7fff640 1 -- 172.21.15.33:0/2625778583 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db0005c90 con 0x7f1dc00d4970 2024-07-26T15:28:56.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1dc5a40640 1 -- 172.21.15.33:0/2625778583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dc00ca110 con 0x7f1dc00d4970 2024-07-26T15:28:56.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1db7fff640 1 -- 172.21.15.33:0/2625778583 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1db0005310 con 0x7f1dc00d4970 2024-07-26T15:28:56.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1db7fff640 1 -- 172.21.15.33:0/2625778583 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db0003e30 con 0x7f1dc00d4970 2024-07-26T15:28:56.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.468+0000 7f1dc5a40640 1 -- 172.21.15.33:0/2625778583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dc00ca6d0 con 0x7f1dc00d4970 2024-07-26T15:28:56.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.469+0000 7f1dc5a40640 1 -- 172.21.15.33:0/2625778583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dc00b9420 con 0x7f1dc00d4970 2024-07-26T15:28:56.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.470+0000 7f1db7fff640 1 -- 172.21.15.33:0/2625778583 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1db00317c0 con 0x7f1dc00d4970 2024-07-26T15:28:56.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.471+0000 7f1db7fff640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1da0077040 0x7f1da0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:56.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.471+0000 7f1db7fff640 1 -- 172.21.15.33:0/2625778583 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6500+0+0 (secure 0 0 0) 0x7f1db00ba1e0 con 0x7f1dc00d4970 2024-07-26T15:28:56.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.471+0000 7f1dbeffd640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1da0077040 0x7f1da0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:56.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.472+0000 7f1dbeffd640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1da0077040 0x7f1da0079550 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1db80015a0 tx=0x7f1db8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:56.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.475+0000 7f1db7fff640 1 -- 172.21.15.33:0/2625778583 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1db003f030 con 0x7f1dc00d4970 2024-07-26T15:28:56.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:56.665+0000 7f1dc5a40640 1 -- 172.21.15.33:0/2625778583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f1dc00c7d90 con 0x7f1dc00d4970 2024-07-26T15:28:57.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.313+0000 7f1db7fff640 1 -- 172.21.15.33:0/2625778583 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v25) ==== 169+0+0 (secure 0 0 0) 0x7f1db0083020 con 0x7f1dc00d4970 2024-07-26T15:28:57.314 INFO:teuthology.orchestra.run.smithi033.stderr:set pool 4 allow_ec_overwrites to true 2024-07-26T15:28:57.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.317+0000 7f1dc5a40640 1 -- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1da0077040 msgr2=0x7f1da0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:57.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.317+0000 7f1dc5a40640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1da0077040 0x7f1da0079550 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f1db80015a0 tx=0x7f1db8009040 comp rx=0 tx=0).stop 2024-07-26T15:28:57.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.317+0000 7f1dc5a40640 1 -- 172.21.15.33:0/2625778583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1dc00d4970 msgr2=0x7f1dc01f4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:57.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.317+0000 7f1dc5a40640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1dc00d4970 0x7f1dc01f4cf0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1db0009920 tx=0x7f1db0003c10 comp rx=0 tx=0).stop 2024-07-26T15:28:57.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.319+0000 7f1dc5a40640 1 -- 172.21.15.33:0/2625778583 shutdown_connections 2024-07-26T15:28:57.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.319+0000 7f1dc5a40640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1da0077040 0x7f1da0079550 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:57.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.319+0000 7f1dc5a40640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1dc00d4970 0x7f1dc01f4cf0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:57.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.319+0000 7f1dc5a40640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1dc00d0840 0x7f1dc01532a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:57.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.319+0000 7f1dc5a40640 1 --2- 172.21.15.33:0/2625778583 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1dc00b4870 0x7f1dc00c77b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:57.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.319+0000 7f1dc5a40640 1 -- 172.21.15.33:0/2625778583 >> 172.21.15.33:0/2625778583 conn(0x7f1dc00d3e50 msgr2=0x7f1dc00d4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:57.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.319+0000 7f1dc5a40640 1 -- 172.21.15.33:0/2625778583 shutdown_connections 2024-07-26T15:28:57.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.319+0000 7f1dc5a40640 1 -- 172.21.15.33:0/2625778583 wait complete. 2024-07-26T15:28:57.351 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-07-26T15:28:57.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.478+0000 7f621592e640 1 -- 172.21.15.33:0/3150035021 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62100b5ab0 msgr2=0x7f62100b5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:57.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.478+0000 7f621592e640 1 --2- 172.21.15.33:0/3150035021 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62100b5ab0 0x7f62100b5ec0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f62100733d0 tx=0x7f620402a5f0 comp rx=0 tx=0).stop 2024-07-26T15:28:57.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.478+0000 7f621592e640 1 -- 172.21.15.33:0/3150035021 shutdown_connections 2024-07-26T15:28:57.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.478+0000 7f621592e640 1 --2- 172.21.15.33:0/3150035021 >> v2:172.21.15.154:3300/0 conn(0x7f62100b2410 0x7f62100b2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:57.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.478+0000 7f621592e640 1 --2- 172.21.15.33:0/3150035021 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62100b5ab0 0x7f62100b5ec0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:57.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.478+0000 7f621592e640 1 -- 172.21.15.33:0/3150035021 >> 172.21.15.33:0/3150035021 conn(0x7f62100b37a0 msgr2=0x7f62100b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:57.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.478+0000 7f621592e640 1 -- 172.21.15.33:0/3150035021 shutdown_connections 2024-07-26T15:28:57.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.478+0000 7f621592e640 1 -- 172.21.15.33:0/3150035021 wait complete. 2024-07-26T15:28:57.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.480+0000 7f621592e640 1 Processor -- start 2024-07-26T15:28:57.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.480+0000 7f621592e640 1 -- start start 2024-07-26T15:28:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.481+0000 7f621592e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62100b2410 0x7f62100ca9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.481+0000 7f621592e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62100b5ab0 0x7f62100af040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.481+0000 7f621592e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62100b6c40 0x7f62100af580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.481+0000 7f621592e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f62100b44d0 con 0x7f62100b5ab0 2024-07-26T15:28:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.481+0000 7f621592e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f621015f9f0 con 0x7f62100b2410 2024-07-26T15:28:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.481+0000 7f621592e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f62100b4650 con 0x7f62100b6c40 2024-07-26T15:28:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.481+0000 7f620e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62100b5ab0 0x7f62100af040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.481+0000 7f620e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62100b5ab0 0x7f62100af040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50286/0 (socket says 172.21.15.33:50286) 2024-07-26T15:28:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.481+0000 7f620e7fc640 1 -- 172.21.15.33:0/4046486909 learned_addr learned my addr 172.21.15.33:0/4046486909 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f620effd640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62100b2410 0x7f62100ca9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f620f7fe640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62100b6c40 0x7f62100af580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f620e7fc640 1 -- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62100b6c40 msgr2=0x7f62100af580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f620e7fc640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62100b6c40 0x7f62100af580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f620e7fc640 1 -- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62100b2410 msgr2=0x7f62100ca9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f620e7fc640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62100b2410 0x7f62100ca9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f620e7fc640 1 -- 172.21.15.33:0/4046486909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62100cb320 con 0x7f62100b5ab0 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f620e7fc640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62100b5ab0 0x7f62100af040 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f62040099d0 tx=0x7f62040052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f61f7fff640 1 -- 172.21.15.33:0/4046486909 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6204005cf0 con 0x7f62100b5ab0 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f61f7fff640 1 -- 172.21.15.33:0/4046486909 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6204031b50 con 0x7f62100b5ab0 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f621592e640 1 -- 172.21.15.33:0/4046486909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62100cb600 con 0x7f62100b5ab0 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f61f7fff640 1 -- 172.21.15.33:0/4046486909 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62040330d0 con 0x7f62100b5ab0 2024-07-26T15:28:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.482+0000 7f621592e640 1 -- 172.21.15.33:0/4046486909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62100cbbc0 con 0x7f62100b5ab0 2024-07-26T15:28:57.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.483+0000 7f621592e640 1 -- 172.21.15.33:0/4046486909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62100b10a0 con 0x7f62100b5ab0 2024-07-26T15:28:57.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.484+0000 7f61f7fff640 1 -- 172.21.15.33:0/4046486909 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6204033270 con 0x7f62100b5ab0 2024-07-26T15:28:57.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.484+0000 7f61f7fff640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f61fc077040 0x7f61fc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:57.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.484+0000 7f61f7fff640 1 -- 172.21.15.33:0/4046486909 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6500+0+0 (secure 0 0 0) 0x7f62040b9dc0 con 0x7f62100b5ab0 2024-07-26T15:28:57.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.485+0000 7f620effd640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f61fc077040 0x7f61fc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:57.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.485+0000 7f620effd640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f61fc077040 0x7f61fc079550 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f62100d1960 tx=0x7f6200009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:57.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.489+0000 7f61f7fff640 1 -- 172.21.15.33:0/4046486909 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f62100b10a0 con 0x7f62100b5ab0 2024-07-26T15:28:57.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:57.723+0000 7f621592e640 1 -- 172.21.15.33:0/4046486909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f62100cb0b0 con 0x7f62100b5ab0 2024-07-26T15:28:58.118 INFO:tasks.ceph.mds.d.smithi154.stderr:2024-07-26T15:28:58.116+0000 7f54a3049640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:28:58.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.314+0000 7f61f7fff640 1 -- 172.21.15.33:0/4046486909 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) ==== 137+0+0 (secure 0 0 0) 0x7f620403f030 con 0x7f62100b5ab0 2024-07-26T15:28:58.316 INFO:teuthology.orchestra.run.smithi033.stderr:added data pool 4 to fsmap 2024-07-26T15:28:58.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 -- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f61fc077040 msgr2=0x7f61fc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:58.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f61fc077040 0x7f61fc079550 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f62100d1960 tx=0x7f6200009040 comp rx=0 tx=0).stop 2024-07-26T15:28:58.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 -- 172.21.15.33:0/4046486909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62100b5ab0 msgr2=0x7f62100af040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:58.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62100b5ab0 0x7f62100af040 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f62040099d0 tx=0x7f62040052f0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 -- 172.21.15.33:0/4046486909 shutdown_connections 2024-07-26T15:28:58.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62100b6c40 0x7f62100af580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f61fc077040 0x7f61fc079550 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62100b5ab0 0x7f62100af040 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 --2- 172.21.15.33:0/4046486909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62100b2410 0x7f62100ca9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 -- 172.21.15.33:0/4046486909 >> 172.21.15.33:0/4046486909 conn(0x7f62100b37a0 msgr2=0x7f621015cde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:58.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 -- 172.21.15.33:0/4046486909 shutdown_connections 2024-07-26T15:28:58.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.319+0000 7f621592e640 1 -- 172.21.15.33:0/4046486909 wait complete. 2024-07-26T15:28:58.334 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:28:58.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.458+0000 7f2537eba640 1 -- 172.21.15.33:0/1688429877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f251c004800 msgr2=0x7f251c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:58.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.458+0000 7f2537eba640 1 --2- 172.21.15.33:0/1688429877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f251c004800 0x7f251c004c10 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2520006fa0 tx=0x7f251c005830 comp rx=0 tx=0).stop 2024-07-26T15:28:58.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.458+0000 7f2537eba640 1 -- 172.21.15.33:0/1688429877 shutdown_connections 2024-07-26T15:28:58.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.458+0000 7f2537eba640 1 --2- 172.21.15.33:0/1688429877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f251c004800 0x7f251c004c10 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.458+0000 7f2537eba640 1 -- 172.21.15.33:0/1688429877 >> 172.21.15.33:0/1688429877 conn(0x7f25300d0b10 msgr2=0x7f25300d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:58.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.458+0000 7f2537eba640 1 -- 172.21.15.33:0/1688429877 shutdown_connections 2024-07-26T15:28:58.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.458+0000 7f2537eba640 1 -- 172.21.15.33:0/1688429877 wait complete. 2024-07-26T15:28:58.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.460+0000 7f2537eba640 1 Processor -- start 2024-07-26T15:28:58.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.460+0000 7f2537eba640 1 -- start start 2024-07-26T15:28:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.461+0000 7f2537eba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f251c004800 0x7f25300c87d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.461+0000 7f2537eba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25300b2f60 0x7f25301f7060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.461+0000 7f2537eba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2530147cb0 0x7f25301480c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.461+0000 7f2537eba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f253015c190 con 0x7f2530147cb0 2024-07-26T15:28:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.461+0000 7f2537eba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f253015c010 con 0x7f25300b2f60 2024-07-26T15:28:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.461+0000 7f2537eba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f253015c310 con 0x7f251c004800 2024-07-26T15:28:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.461+0000 7f2536457640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2530147cb0 0x7f25301480c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.461+0000 7f2536457640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2530147cb0 0x7f25301480c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50300/0 (socket says 172.21.15.33:50300) 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.461+0000 7f2536457640 1 -- 172.21.15.33:0/1461734981 learned_addr learned my addr 172.21.15.33:0/1461734981 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f2535c56640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f251c004800 0x7f25300c87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f2535455640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25300b2f60 0x7f25301f7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f2536457640 1 -- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f251c004800 msgr2=0x7f25300c87d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f2536457640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f251c004800 0x7f25300c87d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f2536457640 1 -- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25300b2f60 msgr2=0x7f25301f7060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f2536457640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25300b2f60 0x7f25301f7060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f2536457640 1 -- 172.21.15.33:0/1461734981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25301f75a0 con 0x7f2530147cb0 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f2536457640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2530147cb0 0x7f25301480c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f253006fdf0 tx=0x7f2528006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f25267fc640 1 -- 172.21.15.33:0/1461734981 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2528011900 con 0x7f2530147cb0 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f25267fc640 1 -- 172.21.15.33:0/1461734981 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2528018070 con 0x7f2530147cb0 2024-07-26T15:28:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f25267fc640 1 -- 172.21.15.33:0/1461734981 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2528011d40 con 0x7f2530147cb0 2024-07-26T15:28:58.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f2537eba640 1 -- 172.21.15.33:0/1461734981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25300cb9b0 con 0x7f2530147cb0 2024-07-26T15:28:58.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.462+0000 7f2537eba640 1 -- 172.21.15.33:0/1461734981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25300c7cf0 con 0x7f2530147cb0 2024-07-26T15:28:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.463+0000 7f2537eba640 1 -- 172.21.15.33:0/1461734981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25300cbc40 con 0x7f2530147cb0 2024-07-26T15:28:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.464+0000 7f25267fc640 1 -- 172.21.15.33:0/1461734981 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f252801d460 con 0x7f2530147cb0 2024-07-26T15:28:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.464+0000 7f25267fc640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2514077010 0x7f2514079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.464+0000 7f25267fc640 1 -- 172.21.15.33:0/1461734981 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2528099480 con 0x7f2530147cb0 2024-07-26T15:28:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.465+0000 7f2535c56640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2514077010 0x7f2514079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.465+0000 7f2535c56640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2514077010 0x7f2514079520 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f252c009b90 tx=0x7f252c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:58.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.469+0000 7f25267fc640 1 -- 172.21.15.33:0/1461734981 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f25301f75a0 con 0x7f2530147cb0 2024-07-26T15:28:58.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.699+0000 7f2537eba640 1 -- 172.21.15.33:0/1461734981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f253015ed10 con 0x7f2530147cb0 2024-07-26T15:28:58.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.700+0000 7f25267fc640 1 -- 172.21.15.33:0/1461734981 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5222 (secure 0 0 0) 0x7f25280623d0 con 0x7f2530147cb0 2024-07-26T15:28:58.703 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:28:58.703 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":7,"btime":"2024-07-26T15:28:58:313932+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/4199910102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":4199910102},{"type":"v1","addr":"172.21.15.154:6836","nonce":4199910102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/419058101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":419058101},{"type":"v1","addr":"172.21.15.33:6835","nonce":419058101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:28:52.666199+0000","modified":"2024-07-26T15:28:57.725342+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4357},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4357":{"gid":4357,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6837/2230205187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2230205187},{"type":"v1","addr":"172.21.15.154:6837","nonce":2230205187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4357,"qdb_cluster":[4357]},"id":1}]} 2024-07-26T15:28:58.704 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 7 2024-07-26T15:28:58.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 -- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2514077010 msgr2=0x7f2514079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:58.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2514077010 0x7f2514079520 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f252c009b90 tx=0x7f252c005f90 comp rx=0 tx=0).stop 2024-07-26T15:28:58.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 -- 172.21.15.33:0/1461734981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2530147cb0 msgr2=0x7f25301480c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:58.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2530147cb0 0x7f25301480c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f253006fdf0 tx=0x7f2528006430 comp rx=0 tx=0).stop 2024-07-26T15:28:58.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 -- 172.21.15.33:0/1461734981 shutdown_connections 2024-07-26T15:28:58.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2514077010 0x7f2514079520 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2530147cb0 0x7f25301480c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25300b2f60 0x7f25301f7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 --2- 172.21.15.33:0/1461734981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f251c004800 0x7f25300c87d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 -- 172.21.15.33:0/1461734981 >> 172.21.15.33:0/1461734981 conn(0x7f25300d0b10 msgr2=0x7f25300b3940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:58.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 -- 172.21.15.33:0/1461734981 shutdown_connections 2024-07-26T15:28:58.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.702+0000 7f2537eba640 1 -- 172.21.15.33:0/1461734981 wait complete. 2024-07-26T15:28:58.714 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:28:58.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.833+0000 7f7053399640 1 -- 172.21.15.33:0/324942319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f704c0d2990 msgr2=0x7f704c0b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.833+0000 7f7053399640 1 --2- 172.21.15.33:0/324942319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f704c0d2990 0x7f704c0b9430 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7040009900 tx=0x7f704002a610 comp rx=0 tx=0).stop 2024-07-26T15:28:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.833+0000 7f7053399640 1 -- 172.21.15.33:0/324942319 shutdown_connections 2024-07-26T15:28:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.833+0000 7f7053399640 1 --2- 172.21.15.33:0/324942319 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f704c0d1b80 0x7f704c0b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.833+0000 7f7053399640 1 --2- 172.21.15.33:0/324942319 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f704c0d2990 0x7f704c0b9430 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.833+0000 7f7053399640 1 -- 172.21.15.33:0/324942319 >> 172.21.15.33:0/324942319 conn(0x7f704c0d3da0 msgr2=0x7f704c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.833+0000 7f7053399640 1 -- 172.21.15.33:0/324942319 shutdown_connections 2024-07-26T15:28:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.833+0000 7f7053399640 1 -- 172.21.15.33:0/324942319 wait complete. 2024-07-26T15:28:58.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.835+0000 7f7053399640 1 Processor -- start 2024-07-26T15:28:58.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.835+0000 7f7053399640 1 -- start start 2024-07-26T15:28:58.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7053399640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f704c0cf430 0x7f704c0a0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:58.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7053399640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f704c0d1b80 0x7f704c1f8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:58.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7053399640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f704c1f8a70 0x7f704c161190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:58.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7053399640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f704c0b1f30 con 0x7f704c0d1b80 2024-07-26T15:28:58.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7053399640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f704c0b1db0 con 0x7f704c0cf430 2024-07-26T15:28:58.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7053399640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f704c0b20b0 con 0x7f704c1f8a70 2024-07-26T15:28:58.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7050934640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f704c0d1b80 0x7f704c1f8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:58.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7050934640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f704c0d1b80 0x7f704c1f8530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50306/0 (socket says 172.21.15.33:50306) 2024-07-26T15:28:58.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7050934640 1 -- 172.21.15.33:0/2285613581 learned_addr learned my addr 172.21.15.33:0/2285613581 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:58.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7051936640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f704c1f8a70 0x7f704c161190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:58.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7051135640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f704c0cf430 0x7f704c0a0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:58.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7050934640 1 -- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f704c1f8a70 msgr2=0x7f704c161190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:58.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7050934640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f704c1f8a70 0x7f704c161190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7050934640 1 -- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f704c0cf430 msgr2=0x7f704c0a0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:58.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7050934640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f704c0cf430 0x7f704c0a0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:58.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7050934640 1 -- 172.21.15.33:0/2285613581 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f704c150e60 con 0x7f704c0d1b80 2024-07-26T15:28:58.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.836+0000 7f7051936640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f704c1f8a70 0x7f704c161190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:28:58.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.837+0000 7f7050934640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f704c0d1b80 0x7f704c1f8530 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7040034040 tx=0x7f70400038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:58.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.837+0000 7f7049ffb640 1 -- 172.21.15.33:0/2285613581 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f704003e030 con 0x7f704c0d1b80 2024-07-26T15:28:58.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.837+0000 7f7049ffb640 1 -- 172.21.15.33:0/2285613581 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7040003ca0 con 0x7f704c0d1b80 2024-07-26T15:28:58.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.837+0000 7f7049ffb640 1 -- 172.21.15.33:0/2285613581 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7040035040 con 0x7f704c0d1b80 2024-07-26T15:28:58.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.837+0000 7f7053399640 1 -- 172.21.15.33:0/2285613581 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f704c151140 con 0x7f704c0d1b80 2024-07-26T15:28:58.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.837+0000 7f7053399640 1 -- 172.21.15.33:0/2285613581 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f704c151700 con 0x7f704c0d1b80 2024-07-26T15:28:58.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.838+0000 7f7053399640 1 -- 172.21.15.33:0/2285613581 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f704c0b25d0 con 0x7f704c0d1b80 2024-07-26T15:28:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.839+0000 7f7049ffb640 1 -- 172.21.15.33:0/2285613581 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7040041030 con 0x7f704c0d1b80 2024-07-26T15:28:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.839+0000 7f7049ffb640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7038077010 0x7f7038079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.839+0000 7f7049ffb640 1 -- 172.21.15.33:0/2285613581 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f70400b9200 con 0x7f704c0d1b80 2024-07-26T15:28:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.840+0000 7f7051135640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7038077010 0x7f7038079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:58.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.840+0000 7f7051135640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7038077010 0x7f7038079520 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f703c007fd0 tx=0x7f703c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:58.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:58.844+0000 7f7049ffb640 1 -- 172.21.15.33:0/2285613581 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7040082040 con 0x7f704c0d1b80 2024-07-26T15:28:59.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.039+0000 7f7053399640 1 -- 172.21.15.33:0/2285613581 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f704c06eb30 con 0x7f704c0d1b80 2024-07-26T15:28:59.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.040+0000 7f7049ffb640 1 -- 172.21.15.33:0/2285613581 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18514 (secure 0 0 0) 0x7f704008a310 con 0x7f704c0d1b80 2024-07-26T15:28:59.042 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:28:59.042 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:57.725176+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:28:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 -- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7038077010 msgr2=0x7f7038079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7038077010 0x7f7038079520 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f703c007fd0 tx=0x7f703c009040 comp rx=0 tx=0).stop 2024-07-26T15:28:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 -- 172.21.15.33:0/2285613581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f704c0d1b80 msgr2=0x7f704c1f8530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f704c0d1b80 0x7f704c1f8530 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7040034040 tx=0x7f70400038a0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 -- 172.21.15.33:0/2285613581 shutdown_connections 2024-07-26T15:28:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f704c1f8a70 0x7f704c161190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7038077010 0x7f7038079520 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f704c0d1b80 0x7f704c1f8530 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 --2- 172.21.15.33:0/2285613581 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f704c0cf430 0x7f704c0a0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 -- 172.21.15.33:0/2285613581 >> 172.21.15.33:0/2285613581 conn(0x7f704c0d3da0 msgr2=0x7f704c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 -- 172.21.15.33:0/2285613581 shutdown_connections 2024-07-26T15:28:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.042+0000 7f7053399640 1 -- 172.21.15.33:0/2285613581 wait complete. 2024-07-26T15:28:59.055 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:28:59.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.172+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/192205533 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8d0003a00 msgr2=0x7fd8d0003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.172+0000 7fd8ee6f3640 1 --2- 172.21.15.33:0/192205533 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8d0003a00 0x7fd8d0003e70 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd8d8009b50 tx=0x7fd8d0005830 comp rx=0 tx=0).stop 2024-07-26T15:28:59.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.172+0000 7fd8ecc90640 1 -- 172.21.15.33:0/192205533 reap_dead start 2024-07-26T15:28:59.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.172+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/192205533 shutdown_connections 2024-07-26T15:28:59.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.172+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/192205533 >> 172.21.15.33:0/192205533 conn(0x7fd8e80d0b10 msgr2=0x7fd8e80d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:59.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.172+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/192205533 shutdown_connections 2024-07-26T15:28:59.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.172+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/192205533 wait complete. 2024-07-26T15:28:59.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.174+0000 7fd8ee6f3640 1 Processor -- start 2024-07-26T15:28:59.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.174+0000 7fd8ee6f3640 1 -- start start 2024-07-26T15:28:59.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.175+0000 7fd8ee6f3640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd8d0003a00 0x7fd8e8152aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.175+0000 7fd8ee6f3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e81f02c0 0x7fd8e8154820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.175+0000 7fd8ee6f3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8e80cb130 0x7fd8e80cb540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.175+0000 7fd8ee6f3640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd8e80cc500 con 0x7fd8e81f02c0 2024-07-26T15:28:59.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.175+0000 7fd8ee6f3640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd8e80cc380 con 0x7fd8d0003a00 2024-07-26T15:28:59.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.175+0000 7fd8ee6f3640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd8e80cc680 con 0x7fd8e80cb130 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.175+0000 7fd8e77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e81f02c0 0x7fd8e8154820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.175+0000 7fd8e77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e81f02c0 0x7fd8e8154820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50322/0 (socket says 172.21.15.33:50322) 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.175+0000 7fd8e77fe640 1 -- 172.21.15.33:0/4058068062 learned_addr learned my addr 172.21.15.33:0/4058068062 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8e7fff640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd8d0003a00 0x7fd8e8152aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8e77fe640 1 -- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8e80cb130 msgr2=0x7fd8e80cb540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8e77fe640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8e80cb130 0x7fd8e80cb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8e77fe640 1 -- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd8d0003a00 msgr2=0x7fd8e8152aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8e77fe640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd8d0003a00 0x7fd8e8152aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8e77fe640 1 -- 172.21.15.33:0/4058068062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8e8152fe0 con 0x7fd8e81f02c0 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8e77fe640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e81f02c0 0x7fd8e8154820 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc00e540 tx=0x7fd8dc00ea00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8e4ff9640 1 -- 172.21.15.33:0/4058068062 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8dc015070 con 0x7fd8e81f02c0 2024-07-26T15:28:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8e4ff9640 1 -- 172.21.15.33:0/4058068062 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd8dc010980 con 0x7fd8e81f02c0 2024-07-26T15:28:59.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/4058068062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8e81534f0 con 0x7fd8e81f02c0 2024-07-26T15:28:59.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8e4ff9640 1 -- 172.21.15.33:0/4058068062 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8dc010d70 con 0x7fd8e81f02c0 2024-07-26T15:28:59.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.176+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/4058068062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8e80ca930 con 0x7fd8e81f02c0 2024-07-26T15:28:59.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.177+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/4058068062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8e8153260 con 0x7fd8e81f02c0 2024-07-26T15:28:59.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.178+0000 7fd8e4ff9640 1 -- 172.21.15.33:0/4058068062 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd8dc018070 con 0x7fd8e81f02c0 2024-07-26T15:28:59.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.178+0000 7fd8e4ff9640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd8d4077010 0x7fd8d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.179+0000 7fd8e4ff9640 1 -- 172.21.15.33:0/4058068062 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd8dc098e10 con 0x7fd8e81f02c0 2024-07-26T15:28:59.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.179+0000 7fd8e7fff640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd8d4077010 0x7fd8d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:59.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.179+0000 7fd8e7fff640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd8d4077010 0x7fd8d4079520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd8d8035000 tx=0x7fd8d802d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:59.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.183+0000 7fd8e4ff9640 1 -- 172.21.15.33:0/4058068062 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd8dc09c030 con 0x7fd8e81f02c0 2024-07-26T15:28:59.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.375+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/4058068062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd8e815c010 con 0x7fd8e81f02c0 2024-07-26T15:28:59.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.376+0000 7fd8e4ff9640 1 -- 172.21.15.33:0/4058068062 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18514 (secure 0 0 0) 0x7fd8dc061700 con 0x7fd8e81f02c0 2024-07-26T15:28:59.378 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:28:59.379 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:57.725176+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:28:59.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.378+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd8d4077010 msgr2=0x7fd8d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.378+0000 7fd8ee6f3640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd8d4077010 0x7fd8d4079520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd8d8035000 tx=0x7fd8d802d040 comp rx=0 tx=0).stop 2024-07-26T15:28:59.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.378+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/4058068062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e81f02c0 msgr2=0x7fd8e8154820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.378+0000 7fd8ee6f3640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e81f02c0 0x7fd8e8154820 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd8dc00e540 tx=0x7fd8dc00ea00 comp rx=0 tx=0).stop 2024-07-26T15:28:59.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.378+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/4058068062 shutdown_connections 2024-07-26T15:28:59.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.378+0000 7fd8ee6f3640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8e80cb130 0x7fd8e80cb540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.378+0000 7fd8ee6f3640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd8d4077010 0x7fd8d4079520 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.378+0000 7fd8ee6f3640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8e81f02c0 0x7fd8e8154820 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.378+0000 7fd8ee6f3640 1 --2- 172.21.15.33:0/4058068062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd8d0003a00 0x7fd8e8152aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.378+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/4058068062 >> 172.21.15.33:0/4058068062 conn(0x7fd8e80d0b10 msgr2=0x7fd8e815c220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:59.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.379+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/4058068062 shutdown_connections 2024-07-26T15:28:59.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.379+0000 7fd8ee6f3640 1 -- 172.21.15.33:0/4058068062 wait complete. 2024-07-26T15:28:59.412 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:28:59.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.528+0000 7f7e0fe94640 1 -- 172.21.15.33:0/1608146757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e080d2860 msgr2=0x7f7e080d0560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.528+0000 7f7e0fe94640 1 --2- 172.21.15.33:0/1608146757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e080d2860 0x7f7e080d0560 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7e00005fd0 tx=0x7f7e0002a8b0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.529+0000 7f7e0fe94640 1 -- 172.21.15.33:0/1608146757 shutdown_connections 2024-07-26T15:28:59.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.529+0000 7f7e0fe94640 1 --2- 172.21.15.33:0/1608146757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e080d2860 0x7f7e080d0560 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.529+0000 7f7e0fe94640 1 --2- 172.21.15.33:0/1608146757 >> v2:172.21.15.154:3300/0 conn(0x7f7e0808c460 0x7f7e080d2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.529+0000 7f7e0fe94640 1 -- 172.21.15.33:0/1608146757 >> 172.21.15.33:0/1608146757 conn(0x7f7e080d3db0 msgr2=0x7f7e080d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:59.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.529+0000 7f7e0fe94640 1 -- 172.21.15.33:0/1608146757 shutdown_connections 2024-07-26T15:28:59.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.529+0000 7f7e0fe94640 1 -- 172.21.15.33:0/1608146757 wait complete. 2024-07-26T15:28:59.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.530+0000 7f7e0fe94640 1 Processor -- start 2024-07-26T15:28:59.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.530+0000 7f7e0fe94640 1 -- start start 2024-07-26T15:28:59.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0fe94640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e0808c460 0x7f7e08162ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0fe94640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e080b8f50 0x7f7e080a13c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0fe94640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e080d2860 0x7f7e08167560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0fe94640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7e080d0c20 con 0x7f7e080d2860 2024-07-26T15:28:59.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0fe94640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7e080d0aa0 con 0x7f7e0808c460 2024-07-26T15:28:59.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0fe94640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7e080d0da0 con 0x7f7e080b8f50 2024-07-26T15:28:59.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0e431640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e080d2860 0x7f7e08167560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:59.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0e431640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e080d2860 0x7f7e08167560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50334/0 (socket says 172.21.15.33:50334) 2024-07-26T15:28:59.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0e431640 1 -- 172.21.15.33:0/2562091541 learned_addr learned my addr 172.21.15.33:0/2562091541 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:59.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0dc30640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e0808c460 0x7f7e08162ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:59.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0d42f640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e080b8f50 0x7f7e080a13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:59.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0e431640 1 -- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e080b8f50 msgr2=0x7f7e080a13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0e431640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e080b8f50 0x7f7e080a13c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0e431640 1 -- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e0808c460 msgr2=0x7f7e08162ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0e431640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e0808c460 0x7f7e08162ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0e431640 1 -- 172.21.15.33:0/2562091541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e081664c0 con 0x7f7e080d2860 2024-07-26T15:28:59.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7e0e431640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e080d2860 0x7f7e08167560 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7e00009cd0 tx=0x7f7e000316f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:59.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7dfe7fc640 1 -- 172.21.15.33:0/2562091541 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e00031da0 con 0x7f7e080d2860 2024-07-26T15:28:59.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.532+0000 7f7dfe7fc640 1 -- 172.21.15.33:0/2562091541 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e00003a60 con 0x7f7e080d2860 2024-07-26T15:28:59.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.533+0000 7f7e0fe94640 1 -- 172.21.15.33:0/2562091541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e081667a0 con 0x7f7e080d2860 2024-07-26T15:28:59.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.533+0000 7f7dfe7fc640 1 -- 172.21.15.33:0/2562091541 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e00033070 con 0x7f7e080d2860 2024-07-26T15:28:59.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.533+0000 7f7e0fe94640 1 -- 172.21.15.33:0/2562091541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e08166d60 con 0x7f7e080d2860 2024-07-26T15:28:59.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.533+0000 7f7e0fe94640 1 -- 172.21.15.33:0/2562091541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e080d2630 con 0x7f7e080d2860 2024-07-26T15:28:59.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.534+0000 7f7dfe7fc640 1 -- 172.21.15.33:0/2562091541 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7e00033210 con 0x7f7e080d2860 2024-07-26T15:28:59.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.535+0000 7f7dfe7fc640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7dec077010 0x7f7dec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.535+0000 7f7dfe7fc640 1 -- 172.21.15.33:0/2562091541 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f7e000ba030 con 0x7f7e080d2860 2024-07-26T15:28:59.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.535+0000 7f7e0dc30640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7dec077010 0x7f7dec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:59.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.536+0000 7f7e0dc30640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7dec077010 0x7f7dec079520 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7e04001610 tx=0x7f7e04009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:59.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.539+0000 7f7dfe7fc640 1 -- 172.21.15.33:0/2562091541 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7e080d2630 con 0x7f7e080d2860 2024-07-26T15:28:59.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.770+0000 7f7e0fe94640 1 -- 172.21.15.33:0/2562091541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e080d2320 con 0x7f7e080d2860 2024-07-26T15:28:59.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.771+0000 7f7dfe7fc640 1 -- 172.21.15.33:0/2562091541 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5222 (secure 0 0 0) 0x7f7e0003f030 con 0x7f7e080d2860 2024-07-26T15:28:59.772 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:28:59.773 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":7,"btime":"2024-07-26T15:28:58:313932+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/4199910102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":4199910102},{"type":"v1","addr":"172.21.15.154:6836","nonce":4199910102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/419058101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":419058101},{"type":"v1","addr":"172.21.15.33:6835","nonce":419058101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:28:52.666199+0000","modified":"2024-07-26T15:28:57.725342+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4357},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4357":{"gid":4357,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6837/2230205187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2230205187},{"type":"v1","addr":"172.21.15.154:6837","nonce":2230205187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4357,"qdb_cluster":[4357]},"id":1}]} 2024-07-26T15:28:59.773 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 7 2024-07-26T15:28:59.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 -- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7dec077010 msgr2=0x7f7dec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7dec077010 0x7f7dec079520 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7e04001610 tx=0x7f7e04009040 comp rx=0 tx=0).stop 2024-07-26T15:28:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 -- 172.21.15.33:0/2562091541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e080d2860 msgr2=0x7f7e08167560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e080d2860 0x7f7e08167560 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7e00009cd0 tx=0x7f7e000316f0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 -- 172.21.15.33:0/2562091541 shutdown_connections 2024-07-26T15:28:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7dec077010 0x7f7dec079520 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e080d2860 0x7f7e08167560 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e080b8f50 0x7f7e080a13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 --2- 172.21.15.33:0/2562091541 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e0808c460 0x7f7e08162ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 -- 172.21.15.33:0/2562091541 >> 172.21.15.33:0/2562091541 conn(0x7f7e080d3db0 msgr2=0x7f7e0806d7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 -- 172.21.15.33:0/2562091541 shutdown_connections 2024-07-26T15:28:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.773+0000 7f7e0fe94640 1 -- 172.21.15.33:0/2562091541 wait complete. 2024-07-26T15:28:59.786 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:28:59.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.901+0000 7fd27c374640 1 -- 172.21.15.33:0/338106290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd27415afc0 msgr2=0x7fd2740730a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.901+0000 7fd27c374640 1 --2- 172.21.15.33:0/338106290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd27415afc0 0x7fd2740730a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd264005fd0 tx=0x7fd26402a840 comp rx=0 tx=0).stop 2024-07-26T15:28:59.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.902+0000 7fd27c374640 1 -- 172.21.15.33:0/338106290 shutdown_connections 2024-07-26T15:28:59.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.902+0000 7fd27c374640 1 --2- 172.21.15.33:0/338106290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd27415afc0 0x7fd2740730a0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.902+0000 7fd27c374640 1 -- 172.21.15.33:0/338106290 >> 172.21.15.33:0/338106290 conn(0x7fd2740d0b10 msgr2=0x7fd2740d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:28:59.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.902+0000 7fd27c374640 1 -- 172.21.15.33:0/338106290 shutdown_connections 2024-07-26T15:28:59.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.902+0000 7fd27c374640 1 -- 172.21.15.33:0/338106290 wait complete. 2024-07-26T15:28:59.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.903+0000 7fd27c374640 1 Processor -- start 2024-07-26T15:28:59.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.903+0000 7fd27c374640 1 -- start start 2024-07-26T15:28:59.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27c374640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2740cc380 0x7fd274146b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27c374640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2740ce6e0 0x7fd2741f64f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27c374640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd27415afc0 0x7fd2741e6040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27c374640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd2740735e0 con 0x7fd27415afc0 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27c374640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd27415c520 con 0x7fd2740ce6e0 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27c374640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd274073760 con 0x7fd2740cc380 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27a911640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd27415afc0 0x7fd2741e6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27a911640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd27415afc0 0x7fd2741e6040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50342/0 (socket says 172.21.15.33:50342) 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27a911640 1 -- 172.21.15.33:0/791880628 learned_addr learned my addr 172.21.15.33:0/791880628 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27a110640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2740cc380 0x7fd274146b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27990f640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2740ce6e0 0x7fd2741f64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27a911640 1 -- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2740cc380 msgr2=0x7fd274146b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27a911640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2740cc380 0x7fd274146b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27a911640 1 -- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2740ce6e0 msgr2=0x7fd2741f64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27a911640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2740ce6e0 0x7fd2741f64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:28:59.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27a911640 1 -- 172.21.15.33:0/791880628 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd274147040 con 0x7fd27415afc0 2024-07-26T15:28:59.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.905+0000 7fd27a911640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd27415afc0 0x7fd2741e6040 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd264009cd0 tx=0x7fd264032c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:59.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.906+0000 7fd272ffd640 1 -- 172.21.15.33:0/791880628 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd264040070 con 0x7fd27415afc0 2024-07-26T15:28:59.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.906+0000 7fd272ffd640 1 -- 172.21.15.33:0/791880628 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd264004540 con 0x7fd27415afc0 2024-07-26T15:28:59.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.906+0000 7fd27c374640 1 -- 172.21.15.33:0/791880628 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2741e4fa0 con 0x7fd27415afc0 2024-07-26T15:28:59.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.906+0000 7fd272ffd640 1 -- 172.21.15.33:0/791880628 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd264003e60 con 0x7fd27415afc0 2024-07-26T15:28:59.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.906+0000 7fd27c374640 1 -- 172.21.15.33:0/791880628 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2741e5560 con 0x7fd27415afc0 2024-07-26T15:28:59.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.907+0000 7fd27c374640 1 -- 172.21.15.33:0/791880628 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2740c43e0 con 0x7fd27415afc0 2024-07-26T15:28:59.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.907+0000 7fd272ffd640 1 -- 172.21.15.33:0/791880628 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd264043070 con 0x7fd27415afc0 2024-07-26T15:28:59.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.908+0000 7fd272ffd640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd260077010 0x7fd260079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:28:59.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.908+0000 7fd272ffd640 1 -- 172.21.15.33:0/791880628 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd2640b9f20 con 0x7fd27415afc0 2024-07-26T15:28:59.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.908+0000 7fd27a110640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd260077010 0x7fd260079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:28:59.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.909+0000 7fd27a110640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd260077010 0x7fd260079520 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd26c001120 tx=0x7fd26c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:28:59.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:28:59.912+0000 7fd272ffd640 1 -- 172.21.15.33:0/791880628 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd264082d60 con 0x7fd27415afc0 2024-07-26T15:29:00.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.104+0000 7fd27c374640 1 -- 172.21.15.33:0/791880628 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd2740cfb60 con 0x7fd27415afc0 2024-07-26T15:29:00.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.105+0000 7fd272ffd640 1 -- 172.21.15.33:0/791880628 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18514 (secure 0 0 0) 0x7fd264082660 con 0x7fd27415afc0 2024-07-26T15:29:00.107 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:00.108 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:57.725176+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:00.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 -- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd260077010 msgr2=0x7fd260079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd260077010 0x7fd260079520 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd26c001120 tx=0x7fd26c009040 comp rx=0 tx=0).stop 2024-07-26T15:29:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 -- 172.21.15.33:0/791880628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd27415afc0 msgr2=0x7fd2741e6040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd27415afc0 0x7fd2741e6040 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd264009cd0 tx=0x7fd264032c70 comp rx=0 tx=0).stop 2024-07-26T15:29:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 -- 172.21.15.33:0/791880628 shutdown_connections 2024-07-26T15:29:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd260077010 0x7fd260079520 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd27415afc0 0x7fd2741e6040 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2740ce6e0 0x7fd2741f64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 --2- 172.21.15.33:0/791880628 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2740cc380 0x7fd274146b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 -- 172.21.15.33:0/791880628 >> 172.21.15.33:0/791880628 conn(0x7fd2740d0b10 msgr2=0x7fd274068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 -- 172.21.15.33:0/791880628 shutdown_connections 2024-07-26T15:29:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.108+0000 7fd27c374640 1 -- 172.21.15.33:0/791880628 wait complete. 2024-07-26T15:29:00.524 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T15:28:52.666199+0000', 'modified': '2024-07-26T15:28:57.725342+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4357}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4357': {'gid': 4357, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.154:6837/2230205187', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.154:6835', 'nonce': 2230205187}, {'type': 'v1', 'addr': '172.21.15.154:6837', 'nonce': 2230205187}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4357, 'qdb_cluster': [4357]} 2024-07-26T15:29:00.524 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T15:29:00.525 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-26T15:29:00.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.647+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/2602977340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c680b6730 msgr2=0x7f2c680ccbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.647+0000 7f2c6cc0d640 1 --2- 172.21.15.33:0/2602977340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c680b6730 0x7f2c680ccbd0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2c6809fdd0 tx=0x7f2c6002aa30 comp rx=0 tx=0).stop 2024-07-26T15:29:00.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.647+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/2602977340 shutdown_connections 2024-07-26T15:29:00.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.647+0000 7f2c6cc0d640 1 --2- 172.21.15.33:0/2602977340 >> v2:172.21.15.154:3300/0 conn(0x7f2c680cead0 0x7f2c680cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.647+0000 7f2c6cc0d640 1 --2- 172.21.15.33:0/2602977340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c680b6730 0x7f2c680ccbd0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.647+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/2602977340 >> 172.21.15.33:0/2602977340 conn(0x7f2c680b3810 msgr2=0x7f2c680b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:00.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.647+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/2602977340 shutdown_connections 2024-07-26T15:29:00.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.647+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/2602977340 wait complete. 2024-07-26T15:29:00.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.649+0000 7f2c6cc0d640 1 Processor -- start 2024-07-26T15:29:00.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.649+0000 7f2c6cc0d640 1 -- start start 2024-07-26T15:29:00.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.650+0000 7f2c6cc0d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c680b6730 0x7f2c6815af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.650+0000 7f2c6cc0d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2c680cfcc0 0x7f2c680c7470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.650+0000 7f2c6cc0d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2c6815b480 0x7f2c68154ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.650+0000 7f2c6cc0d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2c680cd110 con 0x7f2c680b6730 2024-07-26T15:29:00.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.650+0000 7f2c6cc0d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2c680b77e0 con 0x7f2c6815b480 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.650+0000 7f2c6cc0d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2c680cd290 con 0x7f2c680cfcc0 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c6659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c680b6730 0x7f2c6815af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c6659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c680b6730 0x7f2c6815af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50362/0 (socket says 172.21.15.33:50362) 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c6659c640 1 -- 172.21.15.33:0/313231778 learned_addr learned my addr 172.21.15.33:0/313231778 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2c680cfcc0 0x7f2c680c7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c66d9d640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2c6815b480 0x7f2c68154ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c6659c640 1 -- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2c680cfcc0 msgr2=0x7f2c680c7470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c6659c640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2c680cfcc0 0x7f2c680c7470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c6659c640 1 -- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2c6815b480 msgr2=0x7f2c68154ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c6659c640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2c6815b480 0x7f2c68154ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c6659c640 1 -- 172.21.15.33:0/313231778 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c681544a0 con 0x7f2c680b6730 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c6659c640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c680b6730 0x7f2c6815af40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2c5800c3c0 tx=0x7f2c5800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:00.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c56ffd640 1 -- 172.21.15.33:0/313231778 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c58017070 con 0x7f2c680b6730 2024-07-26T15:29:00.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c56ffd640 1 -- 172.21.15.33:0/313231778 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c580035f0 con 0x7f2c680b6730 2024-07-26T15:29:00.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/313231778 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c6806dbd0 con 0x7f2c680b6730 2024-07-26T15:29:00.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c56ffd640 1 -- 172.21.15.33:0/313231778 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c58003a20 con 0x7f2c680b6730 2024-07-26T15:29:00.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.651+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/313231778 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c6806e190 con 0x7f2c680b6730 2024-07-26T15:29:00.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.653+0000 7f2c56ffd640 1 -- 172.21.15.33:0/313231778 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2c5801a070 con 0x7f2c680b6730 2024-07-26T15:29:00.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.654+0000 7f2c56ffd640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2c48077010 0x7f2c48079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.654+0000 7f2c56ffd640 1 -- 172.21.15.33:0/313231778 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2c58097de0 con 0x7f2c680b6730 2024-07-26T15:29:00.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.654+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2c48077010 0x7f2c48079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.654+0000 7f2c73bfe740 1 Processor -- start 2024-07-26T15:29:00.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.654+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2c48077010 0x7f2c48079520 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2c680d2a50 tx=0x7f2c5c00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:00.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.655+0000 7f2c73bfe740 1 -- start start 2024-07-26T15:29:00.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239d2270 0x564923da2200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923dbf640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564923cea3f0 con 0x5649239a93b0 2024-07-26T15:29:00.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x564923cd9a90 con 0x5649239d2270 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x564923cdd930 con 0x5649239b1590 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c65d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c65d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50366/0 (socket says 172.21.15.33:50366) 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c65d9b640 1 -- 172.21.15.33:0/1955633384 learned_addr learned my addr 172.21.15.33:0/1955633384 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c6659c640 1 --2- 172.21.15.33:0/1955633384 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239d2270 0x564923da2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c66d9d640 1 --2- 172.21.15.33:0/1955633384 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923dbf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c65d9b640 1 -- 172.21.15.33:0/1955633384 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 msgr2=0x564923dbf640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/1955633384 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923dbf640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c65d9b640 1 -- 172.21.15.33:0/1955633384 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239d2270 msgr2=0x564923da2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/1955633384 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239d2270 0x564923da2200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.656+0000 7f2c65d9b640 1 -- 172.21.15.33:0/1955633384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564923a3d850 con 0x5649239a93b0 2024-07-26T15:29:00.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.657+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/1955633384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2740 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c010f50 tx=0x7f2c5c013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bc755a0c870e428 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.657+0000 7f2c47fff640 1 -- 172.21.15.33:0/1955633384 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c004220 con 0x5649239a93b0 2024-07-26T15:29:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.657+0000 7f2c47fff640 1 -- 172.21.15.33:0/1955633384 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c5c011e50 con 0x5649239a93b0 2024-07-26T15:29:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.657+0000 7f2c47fff640 1 -- 172.21.15.33:0/1955633384 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5c0037f0 con 0x5649239a93b0 2024-07-26T15:29:00.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.657+0000 7f2c73bfe740 1 -- 172.21.15.33:0/1955633384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 msgr2=0x564923da2740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.658+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/1955633384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2740 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f2c5c010f50 tx=0x7f2c5c013000 comp rx=0 tx=0).stop 2024-07-26T15:29:00.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.658+0000 7f2c73bfe740 1 -- 172.21.15.33:0/1955633384 shutdown_connections 2024-07-26T15:29:00.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.658+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/1955633384 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923dbf640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.658+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/1955633384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2740 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.658+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/1955633384 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239d2270 0x564923da2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.658+0000 7f2c73bfe740 1 -- 172.21.15.33:0/1955633384 >> 172.21.15.33:0/1955633384 conn(0x5649239c63c0 msgr2=0x564923d784c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:00.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.658+0000 7f2c73bfe740 1 -- 172.21.15.33:0/1955633384 shutdown_connections 2024-07-26T15:29:00.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.658+0000 7f2c73bfe740 1 -- 172.21.15.33:0/1955633384 wait complete. 2024-07-26T15:29:00.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.659+0000 7f2c73bfe740 1 -- start start 2024-07-26T15:29:00.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.659+0000 7f2c73bfe740 1 Processor -- start 2024-07-26T15:29:00.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923db3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923d80b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239d2270 0x564923d810c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564923a4c620 con 0x5649239a93b0 2024-07-26T15:29:00.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x564923c61cb0 con 0x5649239d2270 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x564923da2c80 con 0x5649239b1590 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c73bfe740 10 client.0 _ll_register_callbacks cb 0x564923c83ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c6659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923db3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c6659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923db3140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50380/0 (socket says 172.21.15.33:50380) 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c6659c640 1 -- 172.21.15.33:0/3653884359 learned_addr learned my addr 172.21.15.33:0/3653884359 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c66d9d640 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239d2270 0x564923d810c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923d80b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c6659c640 1 -- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 msgr2=0x564923d80b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c6659c640 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923d80b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c6659c640 1 -- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239d2270 msgr2=0x564923d810c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c6659c640 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239d2270 0x564923d810c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.660+0000 7f2c6659c640 1 -- 172.21.15.33:0/3653884359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564923ab46b0 con 0x5649239a93b0 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c66d9d640 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239d2270 0x564923d810c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c6659c640 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923db3140 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2c5800cd80 tx=0x7f2c58060340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd5c73072b993829 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c457fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c457fa640 1 -- 172.21.15.33:0/3653884359 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c58003dc0 con 0x5649239a93b0 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c457fa640 1 -- 172.21.15.33:0/3653884359 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2c5805f9d0 con 0x5649239a93b0 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3653884359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c5c011e50 con 0x5649239a93b0 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c457fa640 1 -- 172.21.15.33:0/3653884359 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f2c58069660 con 0x5649239a93b0 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c73bfe740 10 client.4476 fetch_fsmap learned FSMap version 7 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3653884359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x564923d90540 con 0x5649239a93b0 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c457fa640 1 -- 172.21.15.33:0/3653884359 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c5c011e50 con 0x5649239a93b0 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c457fa640 1 -- 172.21.15.33:0/3653884359 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f2c5805c0e0 con 0x5649239a93b0 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c73bfe740 10 client.4476 fetch_fsmap finished waiting for FSMap version 7 2024-07-26T15:29:00.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c73bfe740 10 client.4476 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c73bfe740 20 client.4476 populate_metadata read hostname 'smithi033' 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x564923990e40 0x564923dda410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c73bfe740 4 client.4476 mds_command: new command op to 4357 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.661+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3653884359 --> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564923cec340 con 0x564923990e40 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.662+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x564923990e40 0x564923dda410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.662+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x564923990e40 0x564923dda410 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd79b6398d7230e8 server_cookie=5f7f6012c8fce70c in_seq=0 out_seq=0 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.662+0000 7f2c457fa640 10 client.4476 ms_handle_connect on v2:172.21.15.154:6835/2230205187 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c457fa640 1 -- 172.21.15.33:0/3653884359 <== mds.0 v2:172.21.15.154:6835/2230205187 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564923cec340 con 0x564923990e40 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c457fa640 10 client.4476 handle_command_reply: tid=0 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 1 client.4476 shutdown 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3653884359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 msgr2=0x564923db3140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923db3140 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2c5800cd80 tx=0x7f2c58060340 comp rx=0 tx=0).stop 2024-07-26T15:29:00.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3653884359 shutdown_connections 2024-07-26T15:29:00.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x564923990e40 0x564923dda410 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239d2270 0x564923d810c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923d80b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3653884359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923db3140 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c457fa640 0 client.4476 ms_handle_reset on v2:172.21.15.154:6835/2230205187 2024-07-26T15:29:00.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3653884359 >> 172.21.15.33:0/3653884359 conn(0x5649239c63c0 msgr2=0x564923d72d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:00.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3653884359 shutdown_connections 2024-07-26T15:29:00.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3653884359 wait complete. 2024-07-26T15:29:00.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.663+0000 7f2c73bfe740 20 client.4476 trim_cache size 0 max 16384 2024-07-26T15:29:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.683+0000 7f2c73bfe740 1 Processor -- start 2024-07-26T15:29:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.683+0000 7f2c73bfe740 1 -- start start 2024-07-26T15:29:00.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239b1590 0x564923da2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239d2270 0x564923db1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2c68201ac0 con 0x5649239a93b0 2024-07-26T15:29:00.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2c68200e00 con 0x5649239b1590 2024-07-26T15:29:00.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2c68201450 con 0x5649239d2270 2024-07-26T15:29:00.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c6659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c6659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50394/0 (socket says 172.21.15.33:50394) 2024-07-26T15:29:00.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c6659c640 1 -- 172.21.15.33:0/169160488 learned_addr learned my addr 172.21.15.33:0/169160488 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:00.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c66d9d640 1 --2- 172.21.15.33:0/169160488 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239d2270 0x564923db1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/169160488 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239b1590 0x564923da2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c6659c640 1 -- 172.21.15.33:0/169160488 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239d2270 msgr2=0x564923db1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c6659c640 1 --2- 172.21.15.33:0/169160488 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239d2270 0x564923db1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c6659c640 1 -- 172.21.15.33:0/169160488 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239b1590 msgr2=0x564923da2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c6659c640 1 --2- 172.21.15.33:0/169160488 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239b1590 0x564923da2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c6659c640 1 -- 172.21.15.33:0/169160488 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564923d72690 con 0x5649239a93b0 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c6659c640 1 --2- 172.21.15.33:0/169160488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2200 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2c58060700 tx=0x7f2c5805c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=197151e1d7a8ad14 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.684+0000 7f2c477fe640 1 -- 172.21.15.33:0/169160488 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5807e020 con 0x5649239a93b0 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.685+0000 7f2c477fe640 1 -- 172.21.15.33:0/169160488 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c5805f9d0 con 0x5649239a93b0 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.685+0000 7f2c477fe640 1 -- 172.21.15.33:0/169160488 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5805f440 con 0x5649239a93b0 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.685+0000 7f2c73bfe740 1 -- 172.21.15.33:0/169160488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 msgr2=0x564923da2200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.685+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/169160488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2200 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2c58060700 tx=0x7f2c5805c330 comp rx=0 tx=0).stop 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.685+0000 7f2c73bfe740 1 -- 172.21.15.33:0/169160488 shutdown_connections 2024-07-26T15:29:00.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.685+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/169160488 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239d2270 0x564923db1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.685+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/169160488 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239b1590 0x564923da2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.685+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/169160488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239a93b0 0x564923da2200 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.685+0000 7f2c73bfe740 1 -- 172.21.15.33:0/169160488 >> 172.21.15.33:0/169160488 conn(0x5649239c63c0 msgr2=0x564923d7f660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:00.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.685+0000 7f2c73bfe740 1 -- 172.21.15.33:0/169160488 shutdown_connections 2024-07-26T15:29:00.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.685+0000 7f2c73bfe740 1 -- 172.21.15.33:0/169160488 wait complete. 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.686+0000 7f2c73bfe740 1 -- start start 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.686+0000 7f2c73bfe740 1 Processor -- start 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239a93b0 0x564923e3ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923e23fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c73bfe740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239d2270 0x564923db1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x564923d82430 con 0x5649239d2270 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x564923d81c00 con 0x5649239a93b0 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c73bfe740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x564923d829f0 con 0x5649239b1590 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c73bfe740 10 client.0 _ll_register_callbacks cb 0x7f2c580054e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c66d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239d2270 0x564923db1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c66d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239d2270 0x564923db1430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50398/0 (socket says 172.21.15.33:50398) 2024-07-26T15:29:00.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c66d9d640 1 -- 172.21.15.33:0/3278559879 learned_addr learned my addr 172.21.15.33:0/3278559879 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c6659c640 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239a93b0 0x564923e3ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923e23fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c66d9d640 1 -- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 msgr2=0x564923e23fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c66d9d640 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923e23fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c66d9d640 1 -- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239a93b0 msgr2=0x564923e3ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c66d9d640 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239a93b0 0x564923e3ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c66d9d640 1 -- 172.21.15.33:0/3278559879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564923db2070 con 0x5649239d2270 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c65d9b640 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923e23fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c66d9d640 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239d2270 0x564923db1430 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2c60005fd0 tx=0x7f2c60003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df7d2125a2280d4 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c457fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c457fa640 1 -- 172.21.15.33:0/3278559879 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c60033040 con 0x5649239d2270 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c457fa640 1 -- 172.21.15.33:0/3278559879 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2c60004240 con 0x5649239d2270 2024-07-26T15:29:00.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.688+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3278559879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c5805f9d0 con 0x5649239d2270 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c457fa640 1 -- 172.21.15.33:0/3278559879 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f2c60050050 con 0x5649239d2270 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c73bfe740 10 client.4482 fetch_fsmap learned FSMap version 7 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3278559879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x564923d813f0 con 0x5649239d2270 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c457fa640 1 -- 172.21.15.33:0/3278559879 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c5805f9d0 con 0x5649239d2270 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c457fa640 1 -- 172.21.15.33:0/3278559879 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7f2c60053020 con 0x5649239d2270 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c73bfe740 10 client.4482 fetch_fsmap finished waiting for FSMap version 7 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c73bfe740 10 client.4482 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c73bfe740 20 client.4482 populate_metadata read hostname 'smithi033' 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x564923d8f420 0x564923d8f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c73bfe740 4 client.4482 mds_command: new command op to 4357 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3278559879 --> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] -- command(tid 0: {"prefix": "status"}) -- 0x564923ce7de0 con 0x564923d8f420 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.689+0000 7f2c6659c640 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x564923d8f420 0x564923d8f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c457fa640 10 client.4482 ms_handle_connect on v2:172.21.15.154:6835/2230205187 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c6659c640 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x564923d8f420 0x564923d8f830 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42bf1f4a98437619 server_cookie=deb21ee6855098b2 in_seq=0 out_seq=0 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c457fa640 1 -- 172.21.15.33:0/3278559879 <== mds.0 v2:172.21.15.154:6835/2230205187 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x564923ce7de0 con 0x564923d8f420 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c457fa640 10 client.4482 handle_command_reply: tid=0 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 1 client.4482 shutdown 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3278559879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239d2270 msgr2=0x564923db1430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239d2270 0x564923db1430 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2c60005fd0 tx=0x7f2c60003ba0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3278559879 shutdown_connections 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x564923d8f420 0x564923d8f830 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649239d2270 0x564923db1430 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649239b1590 0x564923e23fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c457fa640 0 client.4482 ms_handle_reset on v2:172.21.15.154:6835/2230205187 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 1 --2- 172.21.15.33:0/3278559879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649239a93b0 0x564923e3ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3278559879 >> 172.21.15.33:0/3278559879 conn(0x5649239c63c0 msgr2=0x564923db2d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:00.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3278559879 shutdown_connections 2024-07-26T15:29:00.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 1 -- 172.21.15.33:0/3278559879 wait complete. 2024-07-26T15:29:00.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.690+0000 7f2c73bfe740 20 client.4482 trim_cache size 0 max 16384 2024-07-26T15:29:00.697 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:29:00.697 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T15:29:00.697 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T15:29:00.697 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 4357, 2024-07-26T15:29:00.697 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T15:29:00.697 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T15:29:00.697 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T15:29:00.698 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 7.3974756959999999, 2024-07-26T15:29:00.698 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 7, 2024-07-26T15:29:00.698 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 26, 2024-07-26T15:29:00.698 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 25, 2024-07-26T15:29:00.698 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 13.570264739000001 2024-07-26T15:29:00.698 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:29:00.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2c48077010 msgr2=0x7f2c48079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2c48077010 0x7f2c48079520 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2c680d2a50 tx=0x7f2c5c00b2e0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/313231778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c680b6730 msgr2=0x7f2c6815af40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c680b6730 0x7f2c6815af40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2c5800c3c0 tx=0x7f2c5800c880 comp rx=0 tx=0).stop 2024-07-26T15:29:00.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/313231778 shutdown_connections 2024-07-26T15:29:00.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2c6815b480 0x7f2c68154ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2c680cfcc0 0x7f2c680c7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2c48077010 0x7f2c48079520 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 --2- 172.21.15.33:0/313231778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2c680b6730 0x7f2c6815af40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/313231778 >> 172.21.15.33:0/313231778 conn(0x7f2c680b3810 msgr2=0x7f2c68159500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:00.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/313231778 shutdown_connections 2024-07-26T15:29:00.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.691+0000 7f2c6cc0d640 1 -- 172.21.15.33:0/313231778 wait complete. 2024-07-26T15:29:00.703 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-26T15:29:00.703 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-07-26T15:29:00.703 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:29:00.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.819+0000 7f8dc355e640 1 -- 172.21.15.33:0/2686706001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8da8004e60 msgr2=0x7f8da80052b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.819+0000 7f8dc355e640 1 --2- 172.21.15.33:0/2686706001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8da8004e60 0x7f8da80052b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8db4005fd0 tx=0x7f8da8005830 comp rx=0 tx=0).stop 2024-07-26T15:29:00.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.819+0000 7f8dc1afb640 1 -- 172.21.15.33:0/2686706001 reap_dead start 2024-07-26T15:29:00.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.819+0000 7f8dc355e640 1 -- 172.21.15.33:0/2686706001 shutdown_connections 2024-07-26T15:29:00.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.819+0000 7f8dc355e640 1 -- 172.21.15.33:0/2686706001 >> 172.21.15.33:0/2686706001 conn(0x7f8dbc0d1b70 msgr2=0x7f8dbc0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:00.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.820+0000 7f8dc355e640 1 -- 172.21.15.33:0/2686706001 shutdown_connections 2024-07-26T15:29:00.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.820+0000 7f8dc355e640 1 -- 172.21.15.33:0/2686706001 wait complete. 2024-07-26T15:29:00.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.821+0000 7f8dc355e640 1 Processor -- start 2024-07-26T15:29:00.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.821+0000 7f8dc355e640 1 -- start start 2024-07-26T15:29:00.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc355e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8da8004e60 0x7f8dbc1e6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc355e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dbc06f000 0x7f8dbc06f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc355e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8dbc070b90 0x7f8dbc070fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc355e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8dbc0b2430 con 0x7f8dbc06f000 2024-07-26T15:29:00.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc355e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8dbc0b22b0 con 0x7f8da8004e60 2024-07-26T15:29:00.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc355e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8dbc0b25b0 con 0x7f8dbc070b90 2024-07-26T15:29:00.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc0af9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dbc06f000 0x7f8dbc06f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc0af9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dbc06f000 0x7f8dbc06f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50418/0 (socket says 172.21.15.33:50418) 2024-07-26T15:29:00.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc0af9640 1 -- 172.21.15.33:0/943280288 learned_addr learned my addr 172.21.15.33:0/943280288 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc12fa640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8da8004e60 0x7f8dbc1e6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc1afb640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8dbc070b90 0x7f8dbc070fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc0af9640 1 -- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8dbc070b90 msgr2=0x7f8dbc070fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc0af9640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8dbc070b90 0x7f8dbc070fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc0af9640 1 -- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8da8004e60 msgr2=0x7f8dbc1e6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc0af9640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8da8004e60 0x7f8dbc1e6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc0af9640 1 -- 172.21.15.33:0/943280288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dbc0714e0 con 0x7f8dbc06f000 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc0af9640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dbc06f000 0x7f8dbc06f410 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8dac004e90 tx=0x7f8dac001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8db1ffb640 1 -- 172.21.15.33:0/943280288 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dac015020 con 0x7f8dbc06f000 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8db1ffb640 1 -- 172.21.15.33:0/943280288 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8dac011960 con 0x7f8dbc06f000 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8dc355e640 1 -- 172.21.15.33:0/943280288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dbc1f5200 con 0x7f8dbc06f000 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.823+0000 7f8db1ffb640 1 -- 172.21.15.33:0/943280288 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dac011d90 con 0x7f8dbc06f000 2024-07-26T15:29:00.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.824+0000 7f8dc355e640 1 -- 172.21.15.33:0/943280288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dbc1f57c0 con 0x7f8dbc06f000 2024-07-26T15:29:00.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.825+0000 7f8dc355e640 1 -- 172.21.15.33:0/943280288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dbc0b76e0 con 0x7f8dbc06f000 2024-07-26T15:29:00.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.825+0000 7f8db1ffb640 1 -- 172.21.15.33:0/943280288 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8dac018020 con 0x7f8dbc06f000 2024-07-26T15:29:00.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.826+0000 7f8db1ffb640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8da0077010 0x7f8da0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:00.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.826+0000 7f8db1ffb640 1 -- 172.21.15.33:0/943280288 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8dac0993c0 con 0x7f8dbc06f000 2024-07-26T15:29:00.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.826+0000 7f8dc12fa640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8da0077010 0x7f8da0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:00.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.827+0000 7f8dc12fa640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8da0077010 0x7f8da0079520 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f8db8006c30 tx=0x7f8db8006720 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:00.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:00.831+0000 7f8db1ffb640 1 -- 172.21.15.33:0/943280288 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8dbc0b76e0 con 0x7f8dbc06f000 2024-07-26T15:29:01.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.060+0000 7f8dc355e640 1 -- 172.21.15.33:0/943280288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8dbc0b2a80 con 0x7f8dbc06f000 2024-07-26T15:29:01.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.060+0000 7f8db1ffb640 1 -- 172.21.15.33:0/943280288 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+88 (secure 0 0 0) 0x7f8dac01f030 con 0x7f8dbc06f000 2024-07-26T15:29:01.062 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-26T15:29:01.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 -- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8da0077010 msgr2=0x7f8da0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:01.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8da0077010 0x7f8da0079520 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f8db8006c30 tx=0x7f8db8006720 comp rx=0 tx=0).stop 2024-07-26T15:29:01.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 -- 172.21.15.33:0/943280288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dbc06f000 msgr2=0x7f8dbc06f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:01.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dbc06f000 0x7f8dbc06f410 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8dac004e90 tx=0x7f8dac001630 comp rx=0 tx=0).stop 2024-07-26T15:29:01.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 -- 172.21.15.33:0/943280288 shutdown_connections 2024-07-26T15:29:01.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8dbc070b90 0x7f8dbc070fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:01.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8da0077010 0x7f8da0079520 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:01.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dbc06f000 0x7f8dbc06f410 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:01.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 --2- 172.21.15.33:0/943280288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8da8004e60 0x7f8dbc1e6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:01.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 -- 172.21.15.33:0/943280288 >> 172.21.15.33:0/943280288 conn(0x7f8dbc0d1b70 msgr2=0x7f8dbc068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:01.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 -- 172.21.15.33:0/943280288 shutdown_connections 2024-07-26T15:29:01.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01.062+0000 7f8dc355e640 1 -- 172.21.15.33:0/943280288 wait complete. 2024-07-26T15:29:01.075 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-26T15:29:01.075 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:29:01.075 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T15:29:01.075 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-07-26T15:29:01.075 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-07-26T15:29:01.075 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-26T15:29:01.075 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:29:01.075 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:29:01.076 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-07-26T15:29:01.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:01.076 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T15:29:01.092 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:29:01.092 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:29:01.092 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:29:01.092 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:01.092 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:29:01.092 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:01.092 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:01.092 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:01.092 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 42716sec preferred_lft 42716sec 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:01.093 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T15:29:01.094 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-07-26T15:29:01.094 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:01.094 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:01.094 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add name ceph-brx type bridge 2024-07-26T15:29:01.094 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip addr flush dev ceph-brx 2024-07-26T15:29:01.094 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set ceph-brx up 2024-07-26T15:29:01.094 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-07-26T15:29:01.095 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:01.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:01.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:01.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:01.299 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:29:01.325 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T15:29:01.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:01.327 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T15:29:01.414 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T15:29:01.415 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:29:01.415 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T15:29:01.415 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T15:29:01.415 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:29:01.415 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:01.415 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:01.415 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T15:29:01.416 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T15:29:01.416 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T15:29:01.416 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:01.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:01.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:01.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:01.667 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:29:01.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:01.685 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list-id 2024-07-26T15:29:01.740 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:01.740 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:01.740 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T15:29:01.740 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-07-26T15:29:01.740 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:01.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:01.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:01.860 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-07-26T15:29:01.861 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:01.861 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:01.861 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-07-26T15:29:01.861 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-07-26T15:29:01.861 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-07-26T15:29:01.861 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-07-26T15:29:01.861 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-07-26T15:29:01.861 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:01.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:01.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:01.991 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:01.992 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:01.992 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T15:29:01.992 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set dev brx.0 master ceph-brx 2024-07-26T15:29:01.992 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:02.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:02.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:02.071 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-07-26T15:29:02.071 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:02.071 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-07-26T15:29:02.087 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-07-26T15:29:02.087 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:02.087 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-07-26T15:29:02.143 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:29:02.209 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:02.266 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:29:02.266 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:29:02.266 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:29:02.266 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:29:02.266 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:29:02.266 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:29:02.266 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:29:02.266 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:29:02.266 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:02.267 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:02.268 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:02.268 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:29:02.268 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:29:02.268 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:29:02.268 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:29:02.268 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:29:02.268 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:29:02.268 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:29:02.268 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T15:29:02.268 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T15:29:02.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:02.269 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:29:02.322 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T15:29:02.322 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-07-26T15:29:02.364 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:29:02.390 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:02.448 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:29:02.448 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:29:02.448 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:29:02.449 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:29:02.450 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:29:02.450 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:02.450 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:29:02.450 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:02.450 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:02.450 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:02.450 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:02.450 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:29:02.450 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:29:02.450 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:29:02.451 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:29:02.451 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:29:02.451 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:29:02.451 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:29:02.451 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T15:29:02.451 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T15:29:02.451 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:02.451 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:29:02.474 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi033.stderr:2024-07-26T15:29:02.473+0000 7f9b8071d480 -1 init, newargv = 0x561c73f05020 newargc=15 2024-07-26T15:29:02.474 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi033.stderr:ceph-fuse[45050]: starting ceph client 2024-07-26T15:29:02.482 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi033.stderr:ceph-fuse[45050]: starting fuse 2024-07-26T15:29:02.490 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:29:02.490 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:02.491 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:02.492 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.admin")) 2024-07-26T15:29:02.493 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T15:29:02.611 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.admin.45050.asok 2024-07-26T15:29:02.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:02.622 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.45050.asok 2024-07-26T15:29:02.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:02.622 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.45050.asok status 2024-07-26T15:29:02.769 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:29:02.769 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "admin", 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "45050", 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 4497, 2024-07-26T15:29:02.770 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 4497 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3725695867 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:29:02.771 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3725695867 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.4497 192.168.0.1:0/3725695867", 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/3725695867", 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 7, 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 26, 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T15:29:02.772 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:29:02.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:02.778 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T15:29:02.778 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-07-26T15:29:02.794 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T15:29:02.795 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-07-26T15:29:02.795 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:02.795 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-07-26T15:29:02.862 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-07-26T15:29:02.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:02 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-26T15:29:02.976 INFO:teuthology.orchestra.run.smithi033.stdout:# file: . 2024-07-26T15:29:02.976 INFO:teuthology.orchestra.run.smithi033.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-07-26T15:29:02.976 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:02.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:02.982 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:29:02.983 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:03.002 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:29:03.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.157+0000 7f02bea46640 1 -- 172.21.15.33:0/4127492288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a0003a30 msgr2=0x7f02a0003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:03.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.157+0000 7f02bea46640 1 --2- 172.21.15.33:0/4127492288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a0003a30 0x7f02a0003ea0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f02a800c260 tx=0x7f02a0005830 comp rx=0 tx=0).stop 2024-07-26T15:29:03.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.157+0000 7f02bcfe3640 1 -- 172.21.15.33:0/4127492288 reap_dead start 2024-07-26T15:29:03.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.157+0000 7f02bea46640 1 -- 172.21.15.33:0/4127492288 shutdown_connections 2024-07-26T15:29:03.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.157+0000 7f02bea46640 1 -- 172.21.15.33:0/4127492288 >> 172.21.15.33:0/4127492288 conn(0x7f02b80d0b00 msgr2=0x7f02b80d0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:03.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.157+0000 7f02bea46640 1 -- 172.21.15.33:0/4127492288 shutdown_connections 2024-07-26T15:29:03.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.157+0000 7f02bea46640 1 -- 172.21.15.33:0/4127492288 wait complete. 2024-07-26T15:29:03.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.159+0000 7f02bea46640 1 Processor -- start 2024-07-26T15:29:03.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.159+0000 7f02bea46640 1 -- start start 2024-07-26T15:29:03.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.160+0000 7f02bea46640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f02a0003a30 0x7f02b8149a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:03.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.160+0000 7f02bea46640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f02b81f3a70 0x7f02b81f3e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:03.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.160+0000 7f02bea46640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02b8148ed0 0x7f02b81492e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:03.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.160+0000 7f02bea46640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f02b80ccc10 con 0x7f02b8148ed0 2024-07-26T15:29:03.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.160+0000 7f02bea46640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f02b80cca90 con 0x7f02a0003a30 2024-07-26T15:29:03.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.160+0000 7f02bea46640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f02b815b510 con 0x7f02b81f3a70 2024-07-26T15:29:03.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.160+0000 7f02bcfe3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02b8148ed0 0x7f02b81492e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:03.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.160+0000 7f02bcfe3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02b8148ed0 0x7f02b81492e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52766/0 (socket says 172.21.15.33:52766) 2024-07-26T15:29:03.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02bcfe3640 1 -- 172.21.15.33:0/4004925817 learned_addr learned my addr 172.21.15.33:0/4004925817 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02b77fe640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f02b81f3a70 0x7f02b81f3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02b7fff640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f02a0003a30 0x7f02b8149a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02bcfe3640 1 -- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f02b81f3a70 msgr2=0x7f02b81f3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02bcfe3640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f02b81f3a70 0x7f02b81f3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02bcfe3640 1 -- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f02a0003a30 msgr2=0x7f02b8149a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02bcfe3640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f02a0003a30 0x7f02b8149a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02bcfe3640 1 -- 172.21.15.33:0/4004925817 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b81f43c0 con 0x7f02b8148ed0 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02bcfe3640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02b8148ed0 0x7f02b81492e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f02b80cb1c0 tx=0x7f02b0010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02b4ff9640 1 -- 172.21.15.33:0/4004925817 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0003970 con 0x7f02b8148ed0 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02b4ff9640 1 -- 172.21.15.33:0/4004925817 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f02b0015070 con 0x7f02b8148ed0 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02b4ff9640 1 -- 172.21.15.33:0/4004925817 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0004030 con 0x7f02b8148ed0 2024-07-26T15:29:03.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02bea46640 1 -- 172.21.15.33:0/4004925817 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02b8149820 con 0x7f02b8148ed0 2024-07-26T15:29:03.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.161+0000 7f02bea46640 1 -- 172.21.15.33:0/4004925817 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02b80b4310 con 0x7f02b8148ed0 2024-07-26T15:29:03.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.162+0000 7f02bea46640 1 -- 172.21.15.33:0/4004925817 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02b81f11e0 con 0x7f02b8148ed0 2024-07-26T15:29:03.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.163+0000 7f02b4ff9640 1 -- 172.21.15.33:0/4004925817 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f02b00041d0 con 0x7f02b8148ed0 2024-07-26T15:29:03.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.164+0000 7f02b4ff9640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f02a4077040 0x7f02a4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:03.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.164+0000 7f02b4ff9640 1 -- 172.21.15.33:0/4004925817 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f02b0099300 con 0x7f02b8148ed0 2024-07-26T15:29:03.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.164+0000 7f02b7fff640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f02a4077040 0x7f02a4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:03.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.164+0000 7f02b7fff640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f02a4077040 0x7f02a4079550 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f02a8033000 tx=0x7f02a8038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:03.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.168+0000 7f02b4ff9640 1 -- 172.21.15.33:0/4004925817 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f02b81f43c0 con 0x7f02b8148ed0 2024-07-26T15:29:03.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.376+0000 7f02bea46640 1 -- 172.21.15.33:0/4004925817 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f02b80cff60 con 0x7f02b8148ed0 2024-07-26T15:29:03.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.377+0000 7f02b4ff9640 1 -- 172.21.15.33:0/4004925817 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f02b0061c00 con 0x7f02b8148ed0 2024-07-26T15:29:03.378 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T15:29:03.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 -- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f02a4077040 msgr2=0x7f02a4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:03.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f02a4077040 0x7f02a4079550 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f02a8033000 tx=0x7f02a8038040 comp rx=0 tx=0).stop 2024-07-26T15:29:03.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 -- 172.21.15.33:0/4004925817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02b8148ed0 msgr2=0x7f02b81492e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:03.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02b8148ed0 0x7f02b81492e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f02b80cb1c0 tx=0x7f02b0010f40 comp rx=0 tx=0).stop 2024-07-26T15:29:03.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 -- 172.21.15.33:0/4004925817 shutdown_connections 2024-07-26T15:29:03.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f02a4077040 0x7f02a4079550 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02b8148ed0 0x7f02b81492e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f02b81f3a70 0x7f02b81f3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 --2- 172.21.15.33:0/4004925817 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f02a0003a30 0x7f02b8149a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 -- 172.21.15.33:0/4004925817 >> 172.21.15.33:0/4004925817 conn(0x7f02b80d0b00 msgr2=0x7f02b815da30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:03.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 -- 172.21.15.33:0/4004925817 shutdown_connections 2024-07-26T15:29:03.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.379+0000 7f02bea46640 1 -- 172.21.15.33:0/4004925817 wait complete. 2024-07-26T15:29:03.392 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:29:03.392 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:03.408 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:29:03.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.565+0000 7fbfb8107640 1 -- 172.21.15.33:0/537155748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfb00b6150 msgr2=0x7fbfb00d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:03.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.565+0000 7fbfb8107640 1 --2- 172.21.15.33:0/537155748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfb00b6150 0x7fbfb00d1920 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbfa4005fd0 tx=0x7fbfa402a5d0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.565+0000 7fbfb8107640 1 -- 172.21.15.33:0/537155748 shutdown_connections 2024-07-26T15:29:03.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.565+0000 7fbfb8107640 1 --2- 172.21.15.33:0/537155748 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfb00d1e60 0x7fbfb00d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.565+0000 7fbfb8107640 1 --2- 172.21.15.33:0/537155748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfb00b6150 0x7fbfb00d1920 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.565+0000 7fbfb8107640 1 -- 172.21.15.33:0/537155748 >> 172.21.15.33:0/537155748 conn(0x7fbfb00d3de0 msgr2=0x7fbfb00d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:03.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.565+0000 7fbfb8107640 1 -- 172.21.15.33:0/537155748 shutdown_connections 2024-07-26T15:29:03.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.565+0000 7fbfb8107640 1 -- 172.21.15.33:0/537155748 wait complete. 2024-07-26T15:29:03.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.567+0000 7fbfb8107640 1 Processor -- start 2024-07-26T15:29:03.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.567+0000 7fbfb8107640 1 -- start start 2024-07-26T15:29:03.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb8107640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfb00b6150 0x7fbfb01f5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:03.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb8107640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfb00cfa50 0x7fbfb01e97a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:03.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb8107640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfb00d1e60 0x7fbfb01e0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:03.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb8107640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbfb00b3740 con 0x7fbfb00b6150 2024-07-26T15:29:03.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb8107640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbfb00b2d30 con 0x7fbfb00cfa50 2024-07-26T15:29:03.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb8107640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbfb00b38c0 con 0x7fbfb00d1e60 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb5ea3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfb00b6150 0x7fbfb01f5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb5ea3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfb00b6150 0x7fbfb01f5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52778/0 (socket says 172.21.15.33:52778) 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb5ea3640 1 -- 172.21.15.33:0/3655820854 learned_addr learned my addr 172.21.15.33:0/3655820854 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb56a2640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfb00cfa50 0x7fbfb01e97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb66a4640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfb00d1e60 0x7fbfb01e0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb5ea3640 1 -- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfb00d1e60 msgr2=0x7fbfb01e0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb5ea3640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfb00d1e60 0x7fbfb01e0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb5ea3640 1 -- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfb00cfa50 msgr2=0x7fbfb01e97a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb5ea3640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfb00cfa50 0x7fbfb01e97a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb5ea3640 1 -- 172.21.15.33:0/3655820854 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfb01e5200 con 0x7fbfb00b6150 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfb5ea3640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfb00b6150 0x7fbfb01f5570 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbfa000c7a0 tx=0x7fbfa000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.569+0000 7fbfae7fc640 1 -- 172.21.15.33:0/3655820854 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa0017070 con 0x7fbfb00b6150 2024-07-26T15:29:03.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.570+0000 7fbfae7fc640 1 -- 172.21.15.33:0/3655820854 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfa0005070 con 0x7fbfb00b6150 2024-07-26T15:29:03.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.570+0000 7fbfb8107640 1 -- 172.21.15.33:0/3655820854 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfb01e54e0 con 0x7fbfb00b6150 2024-07-26T15:29:03.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.570+0000 7fbfae7fc640 1 -- 172.21.15.33:0/3655820854 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfa00054a0 con 0x7fbfb00b6150 2024-07-26T15:29:03.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.570+0000 7fbfb8107640 1 -- 172.21.15.33:0/3655820854 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfb01e5aa0 con 0x7fbfb00b6150 2024-07-26T15:29:03.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.571+0000 7fbfb8107640 1 -- 172.21.15.33:0/3655820854 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfb00d1920 con 0x7fbfb00b6150 2024-07-26T15:29:03.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.571+0000 7fbfae7fc640 1 -- 172.21.15.33:0/3655820854 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbfa001a070 con 0x7fbfb00b6150 2024-07-26T15:29:03.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.572+0000 7fbfae7fc640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf9c077010 0x7fbf9c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:03.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.572+0000 7fbfae7fc640 1 -- 172.21.15.33:0/3655820854 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fbfa0098360 con 0x7fbfb00b6150 2024-07-26T15:29:03.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.572+0000 7fbfb56a2640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf9c077010 0x7fbf9c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:03.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.573+0000 7fbfb56a2640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf9c077010 0x7fbf9c079520 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fbfa4033000 tx=0x7fbfa4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:03.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.576+0000 7fbfae7fc640 1 -- 172.21.15.33:0/3655820854 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbfa0060b50 con 0x7fbfb00b6150 2024-07-26T15:29:03.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.783+0000 7fbfb8107640 1 -- 172.21.15.33:0/3655820854 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbfb00b7840 con 0x7fbfb00b6150 2024-07-26T15:29:03.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.783+0000 7fbfae7fc640 1 -- 172.21.15.33:0/3655820854 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fbfa00650a0 con 0x7fbfb00b6150 2024-07-26T15:29:03.785 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T15:29:03.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.785+0000 7fbfb8107640 1 -- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf9c077010 msgr2=0x7fbf9c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:03.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.785+0000 7fbfb8107640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf9c077010 0x7fbf9c079520 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fbfa4033000 tx=0x7fbfa4004730 comp rx=0 tx=0).stop 2024-07-26T15:29:03.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.785+0000 7fbfb8107640 1 -- 172.21.15.33:0/3655820854 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfb00b6150 msgr2=0x7fbfb01f5570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:03.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.785+0000 7fbfb8107640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfb00b6150 0x7fbfb01f5570 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fbfa000c7a0 tx=0x7fbfa000cc60 comp rx=0 tx=0).stop 2024-07-26T15:29:03.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.785+0000 7fbfb8107640 1 -- 172.21.15.33:0/3655820854 shutdown_connections 2024-07-26T15:29:03.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.785+0000 7fbfb8107640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfb00d1e60 0x7fbfb01e0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.785+0000 7fbfb8107640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfb00cfa50 0x7fbfb01e97a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.785+0000 7fbfb8107640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf9c077010 0x7fbf9c079520 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.785+0000 7fbfb8107640 1 --2- 172.21.15.33:0/3655820854 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfb00b6150 0x7fbfb01f5570 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:03.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.785+0000 7fbfb8107640 1 -- 172.21.15.33:0/3655820854 >> 172.21.15.33:0/3655820854 conn(0x7fbfb00d3de0 msgr2=0x7fbfb00b23a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:03.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.786+0000 7fbfb8107640 1 -- 172.21.15.33:0/3655820854 shutdown_connections 2024-07-26T15:29:03.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:03.786+0000 7fbfb8107640 1 -- 172.21.15.33:0/3655820854 wait complete. 2024-07-26T15:29:03.798 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T15:29:03.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:03.798 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-07-26T15:29:03.822 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi033.stderr:ceph-fuse[45050]: fuse finished with error 0 and tester_r 0 2024-07-26T15:29:03.824 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:29:03.849 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:29:03.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:03.850 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-07-26T15:29:03.916 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:04.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.073+0000 7fc301f0e640 1 -- 172.21.15.33:0/2589173367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2fc06f5a0 msgr2=0x7fc2fc15c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.073+0000 7fc301f0e640 1 --2- 172.21.15.33:0/2589173367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2fc06f5a0 0x7fc2fc15c1d0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc0b0540 tx=0x7fc2f402a890 comp rx=0 tx=0).stop 2024-07-26T15:29:04.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.073+0000 7fc301f0e640 1 -- 172.21.15.33:0/2589173367 shutdown_connections 2024-07-26T15:29:04.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.073+0000 7fc301f0e640 1 --2- 172.21.15.33:0/2589173367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2fc06f5a0 0x7fc2fc15c1d0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.073+0000 7fc301f0e640 1 -- 172.21.15.33:0/2589173367 >> 172.21.15.33:0/2589173367 conn(0x7fc2fc0d0b10 msgr2=0x7fc2fc0d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:04.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.073+0000 7fc301f0e640 1 -- 172.21.15.33:0/2589173367 shutdown_connections 2024-07-26T15:29:04.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.073+0000 7fc301f0e640 1 -- 172.21.15.33:0/2589173367 wait complete. 2024-07-26T15:29:04.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.075+0000 7fc301f0e640 1 Processor -- start 2024-07-26T15:29:04.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.075+0000 7fc301f0e640 1 -- start start 2024-07-26T15:29:04.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.076+0000 7fc301f0e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2fc06f5a0 0x7fc2fc0ac940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc301f0e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2fc06fb10 0x7fc2fc153270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc301f0e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2fc0ae1d0 0x7fc2fc0c42a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc301f0e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc2fc0cc7d0 con 0x7fc2fc06fb10 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc301f0e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc2fc0cc650 con 0x7fc2fc0ae1d0 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc301f0e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc2fc0cc950 con 0x7fc2fc06f5a0 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2faffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2fc06fb10 0x7fc2fc153270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2faffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2fc06fb10 0x7fc2fc153270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52798/0 (socket says 172.21.15.33:52798) 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2faffd640 1 -- 172.21.15.33:0/4131797304 learned_addr learned my addr 172.21.15.33:0/4131797304 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2fbfff640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2fc0ae1d0 0x7fc2fc0c42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2fb7fe640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2fc06f5a0 0x7fc2fc0ac940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2faffd640 1 -- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2fc06f5a0 msgr2=0x7fc2fc0ac940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2faffd640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2fc06f5a0 0x7fc2fc0ac940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2faffd640 1 -- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2fc0ae1d0 msgr2=0x7fc2fc0c42a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2faffd640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2fc0ae1d0 0x7fc2fc0c42a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2faffd640 1 -- 172.21.15.33:0/4131797304 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2fc0aed50 con 0x7fc2fc06fb10 2024-07-26T15:29:04.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2faffd640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2fc06fb10 0x7fc2fc153270 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc2f000b3f0 tx=0x7fc2f000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:04.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2e3fff640 1 -- 172.21.15.33:0/4131797304 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0015020 con 0x7fc2fc06fb10 2024-07-26T15:29:04.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2e3fff640 1 -- 172.21.15.33:0/4131797304 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2f0011920 con 0x7fc2fc06fb10 2024-07-26T15:29:04.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc301f0e640 1 -- 172.21.15.33:0/4131797304 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2fc0af030 con 0x7fc2fc06fb10 2024-07-26T15:29:04.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc2e3fff640 1 -- 172.21.15.33:0/4131797304 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0011d70 con 0x7fc2fc06fb10 2024-07-26T15:29:04.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.077+0000 7fc301f0e640 1 -- 172.21.15.33:0/4131797304 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2fc0ac140 con 0x7fc2fc06fb10 2024-07-26T15:29:04.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.078+0000 7fc301f0e640 1 -- 172.21.15.33:0/4131797304 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2fc15c1d0 con 0x7fc2fc06fb10 2024-07-26T15:29:04.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.079+0000 7fc2e3fff640 1 -- 172.21.15.33:0/4131797304 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc2f0018020 con 0x7fc2fc06fb10 2024-07-26T15:29:04.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.080+0000 7fc2e3fff640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc2e8077010 0x7fc2e8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.080+0000 7fc2e3fff640 1 -- 172.21.15.33:0/4131797304 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc2f0098750 con 0x7fc2fc06fb10 2024-07-26T15:29:04.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.080+0000 7fc2fb7fe640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc2e8077010 0x7fc2e8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.081+0000 7fc2fb7fe640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc2e8077010 0x7fc2e8079520 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec000f60 tx=0x7fc2ec009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:04.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.085+0000 7fc2e3fff640 1 -- 172.21.15.33:0/4131797304 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc2f001f030 con 0x7fc2fc06fb10 2024-07-26T15:29:04.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.278+0000 7fc301f0e640 1 -- 172.21.15.33:0/4131797304 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc2fc0aeae0 con 0x7fc2fc06fb10 2024-07-26T15:29:04.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.279+0000 7fc2e3fff640 1 -- 172.21.15.33:0/4131797304 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18514 (secure 0 0 0) 0x7fc2f0061050 con 0x7fc2fc06fb10 2024-07-26T15:29:04.281 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:04.281 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:57.725176+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 -- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc2e8077010 msgr2=0x7fc2e8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc2e8077010 0x7fc2e8079520 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec000f60 tx=0x7fc2ec009040 comp rx=0 tx=0).stop 2024-07-26T15:29:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 -- 172.21.15.33:0/4131797304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2fc06fb10 msgr2=0x7fc2fc153270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2fc06fb10 0x7fc2fc153270 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc2f000b3f0 tx=0x7fc2f000b8b0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 -- 172.21.15.33:0/4131797304 shutdown_connections 2024-07-26T15:29:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2fc0ae1d0 0x7fc2fc0c42a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc2e8077010 0x7fc2e8079520 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2fc06fb10 0x7fc2fc153270 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 --2- 172.21.15.33:0/4131797304 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2fc06f5a0 0x7fc2fc0ac940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 -- 172.21.15.33:0/4131797304 >> 172.21.15.33:0/4131797304 conn(0x7fc2fc0d0b10 msgr2=0x7fc2fc0b6200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:04.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 -- 172.21.15.33:0/4131797304 shutdown_connections 2024-07-26T15:29:04.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.281+0000 7fc301f0e640 1 -- 172.21.15.33:0/4131797304 wait complete. 2024-07-26T15:29:04.295 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:04.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.411+0000 7f6189119640 1 -- 172.21.15.33:0/3320589997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61840b70b0 msgr2=0x7f618415c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.411+0000 7f6189119640 1 --2- 172.21.15.33:0/3320589997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61840b70b0 0x7f618415c2c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f61840c8bd0 tx=0x7f617402a4d0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.411+0000 7f6189119640 1 -- 172.21.15.33:0/3320589997 shutdown_connections 2024-07-26T15:29:04.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.411+0000 7f6189119640 1 --2- 172.21.15.33:0/3320589997 >> v2:172.21.15.154:3300/0 conn(0x7f61840cfa80 0x7f61840cfe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.411+0000 7f6189119640 1 --2- 172.21.15.33:0/3320589997 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61840ce450 0x7f61840ce860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.411+0000 7f6189119640 1 --2- 172.21.15.33:0/3320589997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61840b70b0 0x7f618415c2c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.411+0000 7f6189119640 1 -- 172.21.15.33:0/3320589997 >> 172.21.15.33:0/3320589997 conn(0x7f61840d1b80 msgr2=0x7f61840d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:04.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.411+0000 7f6189119640 1 -- 172.21.15.33:0/3320589997 shutdown_connections 2024-07-26T15:29:04.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.411+0000 7f6189119640 1 -- 172.21.15.33:0/3320589997 wait complete. 2024-07-26T15:29:04.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.413+0000 7f6189119640 1 Processor -- start 2024-07-26T15:29:04.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.413+0000 7f6189119640 1 -- start start 2024-07-26T15:29:04.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.414+0000 7f6189119640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61840b70b0 0x7f61841f37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.414+0000 7f6189119640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61840ce450 0x7f6184157c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.414+0000 7f6189119640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61840cfa80 0x7f61841efd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6189119640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f61840b6b80 con 0x7f61840b70b0 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6189119640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f61840cf550 con 0x7f61840cfa80 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6189119640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f61840b6d00 con 0x7f61840ce450 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6182d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61840b70b0 0x7f61841f37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6182d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61840b70b0 0x7f61841f37b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52814/0 (socket says 172.21.15.33:52814) 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6182d9d640 1 -- 172.21.15.33:0/106469610 learned_addr learned my addr 172.21.15.33:0/106469610 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f618359e640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61840cfa80 0x7f61841efd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f618259c640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61840ce450 0x7f6184157c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6182d9d640 1 -- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61840ce450 msgr2=0x7f6184157c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6182d9d640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61840ce450 0x7f6184157c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6182d9d640 1 -- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61840cfa80 msgr2=0x7f61841efd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6182d9d640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61840cfa80 0x7f61841efd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6182d9d640 1 -- 172.21.15.33:0/106469610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f618415d010 con 0x7f61840b70b0 2024-07-26T15:29:04.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6182d9d640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61840b70b0 0x7f61841f37b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6174034040 tx=0x7f61740039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:04.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f617b7fe640 1 -- 172.21.15.33:0/106469610 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617403e030 con 0x7f61840b70b0 2024-07-26T15:29:04.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f617b7fe640 1 -- 172.21.15.33:0/106469610 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61740047a0 con 0x7f61840b70b0 2024-07-26T15:29:04.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6189119640 1 -- 172.21.15.33:0/106469610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f618415d2f0 con 0x7f61840b70b0 2024-07-26T15:29:04.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f617b7fe640 1 -- 172.21.15.33:0/106469610 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6174035040 con 0x7f61840b70b0 2024-07-26T15:29:04.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.415+0000 7f6189119640 1 -- 172.21.15.33:0/106469610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f618415d8b0 con 0x7f61840b70b0 2024-07-26T15:29:04.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.417+0000 7f6189119640 1 -- 172.21.15.33:0/106469610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61840ce860 con 0x7f61840b70b0 2024-07-26T15:29:04.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.417+0000 7f617b7fe640 1 -- 172.21.15.33:0/106469610 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6174041030 con 0x7f61840b70b0 2024-07-26T15:29:04.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.418+0000 7f617b7fe640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6164077010 0x7f6164079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.418+0000 7f617b7fe640 1 -- 172.21.15.33:0/106469610 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f61740b9450 con 0x7f61840b70b0 2024-07-26T15:29:04.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.418+0000 7f618259c640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6164077010 0x7f6164079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.418+0000 7f618259c640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6164077010 0x7f6164079520 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f618415e510 tx=0x7f616c005d70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:04.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.422+0000 7f617b7fe640 1 -- 172.21.15.33:0/106469610 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f61840ceda0 con 0x7f61840b70b0 2024-07-26T15:29:04.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.615+0000 7f6189119640 1 -- 172.21.15.33:0/106469610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f61840b30c0 con 0x7f61840b70b0 2024-07-26T15:29:04.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.616+0000 7f617b7fe640 1 -- 172.21.15.33:0/106469610 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18514 (secure 0 0 0) 0x7f6174082310 con 0x7f61840b70b0 2024-07-26T15:29:04.618 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:04.618 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:57.725176+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:04.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.618+0000 7f6189119640 1 -- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6164077010 msgr2=0x7f6164079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.618+0000 7f6189119640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6164077010 0x7f6164079520 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f618415e510 tx=0x7f616c005d70 comp rx=0 tx=0).stop 2024-07-26T15:29:04.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.618+0000 7f6189119640 1 -- 172.21.15.33:0/106469610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61840b70b0 msgr2=0x7f61841f37b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.618+0000 7f6189119640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61840b70b0 0x7f61841f37b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6174034040 tx=0x7f61740039e0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.618+0000 7f6189119640 1 -- 172.21.15.33:0/106469610 shutdown_connections 2024-07-26T15:29:04.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.618+0000 7f6189119640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61840cfa80 0x7f61841efd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.618+0000 7f6189119640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61840ce450 0x7f6184157c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.618+0000 7f6189119640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6164077010 0x7f6164079520 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.618+0000 7f6189119640 1 --2- 172.21.15.33:0/106469610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61840b70b0 0x7f61841f37b0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.619+0000 7f6189119640 1 -- 172.21.15.33:0/106469610 >> 172.21.15.33:0/106469610 conn(0x7f61840d1b80 msgr2=0x7f61840d04f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:04.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.619+0000 7f6189119640 1 -- 172.21.15.33:0/106469610 shutdown_connections 2024-07-26T15:29:04.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.619+0000 7f6189119640 1 -- 172.21.15.33:0/106469610 wait complete. 2024-07-26T15:29:04.633 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T15:29:04.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.758+0000 7f1bc3feb640 1 -- 172.21.15.33:0/4241222065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bbc0b8fa0 msgr2=0x7f1bbc0d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.758+0000 7f1bc3feb640 1 --2- 172.21.15.33:0/4241222065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bbc0b8fa0 0x7f1bbc0d0ab0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1bb0009830 tx=0x7f1bb002a4d0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.758+0000 7f1bc3feb640 1 -- 172.21.15.33:0/4241222065 shutdown_connections 2024-07-26T15:29:04.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.758+0000 7f1bc3feb640 1 --2- 172.21.15.33:0/4241222065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bbc0b8fa0 0x7f1bbc0d0ab0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.758+0000 7f1bc3feb640 1 --2- 172.21.15.33:0/4241222065 >> v2:172.21.15.154:3300/0 conn(0x7f1bbc0b53e0 0x7f1bbc0d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.758+0000 7f1bc3feb640 1 -- 172.21.15.33:0/4241222065 >> 172.21.15.33:0/4241222065 conn(0x7f1bbc0d3dc0 msgr2=0x7f1bbc0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:04.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.758+0000 7f1bc3feb640 1 -- 172.21.15.33:0/4241222065 shutdown_connections 2024-07-26T15:29:04.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.758+0000 7f1bc3feb640 1 -- 172.21.15.33:0/4241222065 wait complete. 2024-07-26T15:29:04.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.760+0000 7f1bc3feb640 1 Processor -- start 2024-07-26T15:29:04.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.760+0000 7f1bc3feb640 1 -- start start 2024-07-26T15:29:04.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.761+0000 7f1bc3feb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bbc0b53e0 0x7f1bbc0a17f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.761+0000 7f1bc3feb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bbc0b6cf0 0x7f1bbc150100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.761+0000 7f1bc3feb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bbc0b8fa0 0x7f1bbc09db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.761+0000 7f1bc3feb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1bbc0b7990 con 0x7f1bbc0b6cf0 2024-07-26T15:29:04.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.761+0000 7f1bc3feb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1bbc0b7810 con 0x7f1bbc0b8fa0 2024-07-26T15:29:04.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc3feb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1bbc0b7b10 con 0x7f1bbc0b53e0 2024-07-26T15:29:04.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc1586640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bbc0b6cf0 0x7f1bbc150100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc1586640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bbc0b6cf0 0x7f1bbc150100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52844/0 (socket says 172.21.15.33:52844) 2024-07-26T15:29:04.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc1586640 1 -- 172.21.15.33:0/1841993985 learned_addr learned my addr 172.21.15.33:0/1841993985 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:04.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc1d87640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bbc0b53e0 0x7f1bbc0a17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc2588640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bbc0b8fa0 0x7f1bbc09db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc1586640 1 -- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bbc0b53e0 msgr2=0x7f1bbc0a17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc1586640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bbc0b53e0 0x7f1bbc0a17f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc1586640 1 -- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bbc0b8fa0 msgr2=0x7f1bbc09db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:04.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc1586640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bbc0b8fa0 0x7f1bbc09db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:04.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc1586640 1 -- 172.21.15.33:0/1841993985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bbc0a1d30 con 0x7f1bbc0b6cf0 2024-07-26T15:29:04.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc1586640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bbc0b6cf0 0x7f1bbc150100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1bb0000c00 tx=0x7f1bb0033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:04.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bba7fc640 1 -- 172.21.15.33:0/1841993985 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bb0031d60 con 0x7f1bbc0b6cf0 2024-07-26T15:29:04.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bba7fc640 1 -- 172.21.15.33:0/1841993985 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1bb0033070 con 0x7f1bbc0b6cf0 2024-07-26T15:29:04.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc3feb640 1 -- 172.21.15.33:0/1841993985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bbc150b50 con 0x7f1bbc0b6cf0 2024-07-26T15:29:04.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bba7fc640 1 -- 172.21.15.33:0/1841993985 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bb00334c0 con 0x7f1bbc0b6cf0 2024-07-26T15:29:04.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.762+0000 7f1bc3feb640 1 -- 172.21.15.33:0/1841993985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bbc0b3000 con 0x7f1bbc0b6cf0 2024-07-26T15:29:04.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.763+0000 7f1bc3feb640 1 -- 172.21.15.33:0/1841993985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bbc0b4410 con 0x7f1bbc0b6cf0 2024-07-26T15:29:04.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.764+0000 7f1bba7fc640 1 -- 172.21.15.33:0/1841993985 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1bb0033660 con 0x7f1bbc0b6cf0 2024-07-26T15:29:04.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.765+0000 7f1bba7fc640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1ba8077040 0x7f1ba8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:04.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.765+0000 7f1bba7fc640 1 -- 172.21.15.33:0/1841993985 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1bb00ba0f0 con 0x7f1bbc0b6cf0 2024-07-26T15:29:04.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.765+0000 7f1bc1d87640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1ba8077040 0x7f1ba8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:04.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.765+0000 7f1bc1d87640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1ba8077040 0x7f1ba8079550 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1bac009f20 tx=0x7f1bac0094f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:04.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.769+0000 7f1bba7fc640 1 -- 172.21.15.33:0/1841993985 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1bb003f030 con 0x7f1bbc0b6cf0 2024-07-26T15:29:05.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:04.999+0000 7f1bc3feb640 1 -- 172.21.15.33:0/1841993985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f1bbc0b7100 con 0x7f1bbc0b6cf0 2024-07-26T15:29:05.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.685+0000 7f1bba7fc640 1 -- 172.21.15.33:0/1841993985 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) ==== 118+0+0 (secure 0 0 0) 0x7f1bb008b280 con 0x7f1bbc0b6cf0 2024-07-26T15:29:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.688+0000 7f1bc3feb640 1 -- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1ba8077040 msgr2=0x7f1ba8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.688+0000 7f1bc3feb640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1ba8077040 0x7f1ba8079550 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1bac009f20 tx=0x7f1bac0094f0 comp rx=0 tx=0).stop 2024-07-26T15:29:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.688+0000 7f1bc3feb640 1 -- 172.21.15.33:0/1841993985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bbc0b6cf0 msgr2=0x7f1bbc150100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.688+0000 7f1bc3feb640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bbc0b6cf0 0x7f1bbc150100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1bb0000c00 tx=0x7f1bb0033d60 comp rx=0 tx=0).stop 2024-07-26T15:29:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.689+0000 7f1bc3feb640 1 -- 172.21.15.33:0/1841993985 shutdown_connections 2024-07-26T15:29:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.689+0000 7f1bc3feb640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bbc0b8fa0 0x7f1bbc09db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.689+0000 7f1bc3feb640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1ba8077040 0x7f1ba8079550 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.689+0000 7f1bc3feb640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bbc0b6cf0 0x7f1bbc150100 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.689+0000 7f1bc3feb640 1 --2- 172.21.15.33:0/1841993985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bbc0b53e0 0x7f1bbc0a17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.689+0000 7f1bc3feb640 1 -- 172.21.15.33:0/1841993985 >> 172.21.15.33:0/1841993985 conn(0x7f1bbc0d3dc0 msgr2=0x7f1bbc06e370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.689+0000 7f1bc3feb640 1 -- 172.21.15.33:0/1841993985 shutdown_connections 2024-07-26T15:29:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.689+0000 7f1bc3feb640 1 -- 172.21.15.33:0/1841993985 wait complete. 2024-07-26T15:29:05.704 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-07-26T15:29:05.704 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T15:29:05.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.831+0000 7f125cd51640 1 -- 172.21.15.33:0/1830385391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12580d48b0 msgr2=0x7f12580b8e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:05.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.831+0000 7f125cd51640 1 --2- 172.21.15.33:0/1830385391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12580d48b0 0x7f12580b8e30 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f124c005fd0 tx=0x7f124c02a540 comp rx=0 tx=0).stop 2024-07-26T15:29:05.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.831+0000 7f125cd51640 1 -- 172.21.15.33:0/1830385391 shutdown_connections 2024-07-26T15:29:05.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.831+0000 7f125cd51640 1 --2- 172.21.15.33:0/1830385391 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12581622e0 0x7f12581626f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:05.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.831+0000 7f125cd51640 1 --2- 172.21.15.33:0/1830385391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12580d48b0 0x7f12580b8e30 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:05.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.831+0000 7f125cd51640 1 -- 172.21.15.33:0/1830385391 >> 172.21.15.33:0/1830385391 conn(0x7f12580d3d90 msgr2=0x7f12580d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:05.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.831+0000 7f125cd51640 1 -- 172.21.15.33:0/1830385391 shutdown_connections 2024-07-26T15:29:05.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.831+0000 7f125cd51640 1 -- 172.21.15.33:0/1830385391 wait complete. 2024-07-26T15:29:05.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.833+0000 7f125cd51640 1 Processor -- start 2024-07-26T15:29:05.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.833+0000 7f125cd51640 1 -- start start 2024-07-26T15:29:05.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.834+0000 7f125cd51640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12580b6be0 0x7f125815a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.834+0000 7f125cd51640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12580d48b0 0x7f1258161690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.834+0000 7f125cd51640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f12581622e0 0x7f1258152080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.834+0000 7f125cd51640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f12580d1f20 con 0x7f12580d48b0 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.834+0000 7f125cd51640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f12581630e0 con 0x7f12581622e0 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.834+0000 7f125cd51640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f12580d20a0 con 0x7f12580b6be0 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.834+0000 7f1255d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12580d48b0 0x7f1258161690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.834+0000 7f1255d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12580d48b0 0x7f1258161690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52850/0 (socket says 172.21.15.33:52850) 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.834+0000 7f1255d9b640 1 -- 172.21.15.33:0/1136367531 learned_addr learned my addr 172.21.15.33:0/1136367531 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.834+0000 7f125659c640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12580b6be0 0x7f125815a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.834+0000 7f1256d9d640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f12581622e0 0x7f1258152080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.835+0000 7f1255d9b640 1 -- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12580b6be0 msgr2=0x7f125815a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:05.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.835+0000 7f1255d9b640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12580b6be0 0x7f125815a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:05.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.835+0000 7f1255d9b640 1 -- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f12581622e0 msgr2=0x7f1258152080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:05.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.835+0000 7f1255d9b640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f12581622e0 0x7f1258152080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:05.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.835+0000 7f1255d9b640 1 -- 172.21.15.33:0/1136367531 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12581f4f40 con 0x7f12580d48b0 2024-07-26T15:29:05.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.835+0000 7f1255d9b640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12580d48b0 0x7f1258161690 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f124c034040 tx=0x7f124c003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:05.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.835+0000 7f1246ffd640 1 -- 172.21.15.33:0/1136367531 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124c03e030 con 0x7f12580d48b0 2024-07-26T15:29:05.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.835+0000 7f1246ffd640 1 -- 172.21.15.33:0/1136367531 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f124c003e00 con 0x7f12580d48b0 2024-07-26T15:29:05.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.835+0000 7f1246ffd640 1 -- 172.21.15.33:0/1136367531 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124c035040 con 0x7f12580d48b0 2024-07-26T15:29:05.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.835+0000 7f125cd51640 1 -- 172.21.15.33:0/1136367531 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f125815b050 con 0x7f12580d48b0 2024-07-26T15:29:05.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.835+0000 7f125cd51640 1 -- 172.21.15.33:0/1136367531 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12581f54a0 con 0x7f12580d48b0 2024-07-26T15:29:05.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.836+0000 7f125cd51640 1 -- 172.21.15.33:0/1136367531 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f125806a570 con 0x7f12580d48b0 2024-07-26T15:29:05.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.837+0000 7f1246ffd640 1 -- 172.21.15.33:0/1136367531 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f124c041030 con 0x7f12580d48b0 2024-07-26T15:29:05.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.837+0000 7f1246ffd640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1238077010 0x7f1238079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:05.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.837+0000 7f1246ffd640 1 -- 172.21.15.33:0/1136367531 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f124c0b9310 con 0x7f12580d48b0 2024-07-26T15:29:05.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.838+0000 7f125659c640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1238077010 0x7f1238079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:05.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.838+0000 7f125659c640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1238077010 0x7f1238079520 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1248000f60 tx=0x7f1248009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:05.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:05.842+0000 7f1246ffd640 1 -- 172.21.15.33:0/1136367531 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f125806a570 con 0x7f12580d48b0 2024-07-26T15:29:06.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.076+0000 7f125cd51640 1 -- 172.21.15.33:0/1136367531 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f12580b8e30 con 0x7f12580d48b0 2024-07-26T15:29:06.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.692+0000 7f1246ffd640 1 -- 172.21.15.33:0/1136367531 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) ==== 122+0+0 (secure 0 0 0) 0x7f12581f4f40 con 0x7f12580d48b0 2024-07-26T15:29:06.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 -- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1238077010 msgr2=0x7f1238079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:06.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1238077010 0x7f1238079520 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1248000f60 tx=0x7f1248009040 comp rx=0 tx=0).stop 2024-07-26T15:29:06.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 -- 172.21.15.33:0/1136367531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12580d48b0 msgr2=0x7f1258161690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:06.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12580d48b0 0x7f1258161690 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f124c034040 tx=0x7f124c003910 comp rx=0 tx=0).stop 2024-07-26T15:29:06.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 -- 172.21.15.33:0/1136367531 shutdown_connections 2024-07-26T15:29:06.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f12581622e0 0x7f1258152080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:06.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1238077010 0x7f1238079520 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:06.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12580d48b0 0x7f1258161690 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:06.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 --2- 172.21.15.33:0/1136367531 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12580b6be0 0x7f125815a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:06.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 -- 172.21.15.33:0/1136367531 >> 172.21.15.33:0/1136367531 conn(0x7f12580d3d90 msgr2=0x7f125815e4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:06.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 -- 172.21.15.33:0/1136367531 shutdown_connections 2024-07-26T15:29:06.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.696+0000 7f125cd51640 1 -- 172.21.15.33:0/1136367531 wait complete. 2024-07-26T15:29:06.711 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T15:29:06.711 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:29:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.834+0000 7f3a6809a640 1 -- 172.21.15.33:0/1130296809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a4c003a50 msgr2=0x7f3a4c003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.834+0000 7f3a6809a640 1 --2- 172.21.15.33:0/1130296809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a4c003a50 0x7f3a4c003ec0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c009b20 tx=0x7f3a4c005830 comp rx=0 tx=0).stop 2024-07-26T15:29:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.834+0000 7f3a6809a640 1 -- 172.21.15.33:0/1130296809 shutdown_connections 2024-07-26T15:29:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.834+0000 7f3a6809a640 1 --2- 172.21.15.33:0/1130296809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a4c003a50 0x7f3a4c003ec0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.834+0000 7f3a6809a640 1 -- 172.21.15.33:0/1130296809 >> 172.21.15.33:0/1130296809 conn(0x7f3a600d1b70 msgr2=0x7f3a600d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.834+0000 7f3a6809a640 1 -- 172.21.15.33:0/1130296809 shutdown_connections 2024-07-26T15:29:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.834+0000 7f3a6809a640 1 -- 172.21.15.33:0/1130296809 wait complete. 2024-07-26T15:29:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.836+0000 7f3a6809a640 1 Processor -- start 2024-07-26T15:29:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.836+0000 7f3a6809a640 1 -- start start 2024-07-26T15:29:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a6809a640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a4c003a50 0x7f3a60151000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a6809a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a6009e5b0 0x7f3a6009e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a6809a640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3a6009ef00 0x7f3a600b16f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a6809a640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3a600d2810 con 0x7f3a6009e5b0 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a6809a640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3a600d2690 con 0x7f3a6009ef00 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a6809a640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3a600ce3f0 con 0x7f3a4c003a50 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a65635640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a6009e5b0 0x7f3a6009e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a65635640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a6009e5b0 0x7f3a6009e9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52868/0 (socket says 172.21.15.33:52868) 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a65635640 1 -- 172.21.15.33:0/3784803185 learned_addr learned my addr 172.21.15.33:0/3784803185 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a66637640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3a6009ef00 0x7f3a600b16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a65e36640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a4c003a50 0x7f3a60151000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a65635640 1 -- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a4c003a50 msgr2=0x7f3a60151000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a65635640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a4c003a50 0x7f3a60151000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a65635640 1 -- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3a6009ef00 msgr2=0x7f3a600b16f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a65635640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3a6009ef00 0x7f3a600b16f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:06.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a65635640 1 -- 172.21.15.33:0/3784803185 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a60151540 con 0x7f3a6009e5b0 2024-07-26T15:29:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a65635640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a6009e5b0 0x7f3a6009e9c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3a50004c70 tx=0x7f3a50001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.838+0000 7f3a567fc640 1 -- 172.21.15.33:0/3784803185 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a50015020 con 0x7f3a6009e5b0 2024-07-26T15:29:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.839+0000 7f3a567fc640 1 -- 172.21.15.33:0/3784803185 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3a50011750 con 0x7f3a6009e5b0 2024-07-26T15:29:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.839+0000 7f3a6809a640 1 -- 172.21.15.33:0/3784803185 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a600ae800 con 0x7f3a6009e5b0 2024-07-26T15:29:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.839+0000 7f3a567fc640 1 -- 172.21.15.33:0/3784803185 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a50011b60 con 0x7f3a6009e5b0 2024-07-26T15:29:06.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.839+0000 7f3a6809a640 1 -- 172.21.15.33:0/3784803185 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a600aec70 con 0x7f3a6009e5b0 2024-07-26T15:29:06.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.840+0000 7f3a6809a640 1 -- 172.21.15.33:0/3784803185 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a600ae9d0 con 0x7f3a6009e5b0 2024-07-26T15:29:06.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.840+0000 7f3a567fc640 1 -- 172.21.15.33:0/3784803185 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3a50018020 con 0x7f3a6009e5b0 2024-07-26T15:29:06.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.841+0000 7f3a567fc640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3a44077040 0x7f3a44079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:06.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.841+0000 7f3a567fc640 1 -- 172.21.15.33:0/3784803185 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f3a500993d0 con 0x7f3a6009e5b0 2024-07-26T15:29:06.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.841+0000 7f3a65e36640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3a44077040 0x7f3a44079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:06.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.842+0000 7f3a65e36640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3a44077040 0x7f3a44079550 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c035000 tx=0x7f3a5c02d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:06.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:06.845+0000 7f3a567fc640 1 -- 172.21.15.33:0/3784803185 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3a600ae9d0 con 0x7f3a6009e5b0 2024-07-26T15:29:07.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.078+0000 7f3a6809a640 1 -- 172.21.15.33:0/3784803185 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3a600ced40 con 0x7f3a6009e5b0 2024-07-26T15:29:07.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.079+0000 7f3a567fc640 1 -- 172.21.15.33:0/3784803185 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7f3a5001f020 con 0x7f3a6009e5b0 2024-07-26T15:29:07.080 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:07.080 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"btime":"2024-07-26T15:29:06:686901+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/4199910102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":4199910102},{"type":"v1","addr":"172.21.15.154:6836","nonce":4199910102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/419058101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":419058101},{"type":"v1","addr":"172.21.15.33:6835","nonce":419058101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:28:52.666199+0000","modified":"2024-07-26T15:29:06.078160+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4357},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4357":{"gid":4357,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6837/2230205187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2230205187},{"type":"v1","addr":"172.21.15.154:6837","nonce":2230205187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4357,"qdb_cluster":[4357]},"id":1}]} 2024-07-26T15:29:07.081 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-07-26T15:29:07.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 -- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3a44077040 msgr2=0x7f3a44079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3a44077040 0x7f3a44079550 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3a5c035000 tx=0x7f3a5c02d040 comp rx=0 tx=0).stop 2024-07-26T15:29:07.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 -- 172.21.15.33:0/3784803185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a6009e5b0 msgr2=0x7f3a6009e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a6009e5b0 0x7f3a6009e9c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3a50004c70 tx=0x7f3a50001630 comp rx=0 tx=0).stop 2024-07-26T15:29:07.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 -- 172.21.15.33:0/3784803185 shutdown_connections 2024-07-26T15:29:07.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3a6009ef00 0x7f3a600b16f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3a44077040 0x7f3a44079550 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a6009e5b0 0x7f3a6009e9c0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 --2- 172.21.15.33:0/3784803185 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a4c003a50 0x7f3a60151000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 -- 172.21.15.33:0/3784803185 >> 172.21.15.33:0/3784803185 conn(0x7f3a600d1b70 msgr2=0x7f3a600cff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:07.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 -- 172.21.15.33:0/3784803185 shutdown_connections 2024-07-26T15:29:07.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.081+0000 7f3a6809a640 1 -- 172.21.15.33:0/3784803185 wait complete. 2024-07-26T15:29:07.095 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:07.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.211+0000 7f94c9068640 1 -- 172.21.15.33:0/1578220635 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94c40d2a30 msgr2=0x7f94c40d0560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.211+0000 7f94c9068640 1 --2- 172.21.15.33:0/1578220635 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94c40d2a30 0x7f94c40d0560 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f94bc005fd0 tx=0x7f94bc02a8b0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.211+0000 7f94c9068640 1 -- 172.21.15.33:0/1578220635 shutdown_connections 2024-07-26T15:29:07.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.211+0000 7f94c9068640 1 --2- 172.21.15.33:0/1578220635 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94c40d2a30 0x7f94c40d0560 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.211+0000 7f94c9068640 1 --2- 172.21.15.33:0/1578220635 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94c40b8f50 0x7f94c408c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.211+0000 7f94c9068640 1 -- 172.21.15.33:0/1578220635 >> 172.21.15.33:0/1578220635 conn(0x7f94c40d3db0 msgr2=0x7f94c40d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:07.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.212+0000 7f94c9068640 1 -- 172.21.15.33:0/1578220635 shutdown_connections 2024-07-26T15:29:07.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.212+0000 7f94c9068640 1 -- 172.21.15.33:0/1578220635 wait complete. 2024-07-26T15:29:07.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.214+0000 7f94c9068640 1 Processor -- start 2024-07-26T15:29:07.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.214+0000 7f94c9068640 1 -- start start 2024-07-26T15:29:07.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c9068640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94c40b33f0 0x7f94c41e0570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c9068640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94c40b8f50 0x7f94c41f5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c9068640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94c40d2a30 0x7f94c41e2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c9068640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f94c40d0aa0 con 0x7f94c40d2a30 2024-07-26T15:29:07.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c9068640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f94c40b3b20 con 0x7f94c40b33f0 2024-07-26T15:29:07.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c9068640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f94c40d0c20 con 0x7f94c40b8f50 2024-07-26T15:29:07.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c359e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94c40d2a30 0x7f94c41e2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c359e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94c40d2a30 0x7f94c41e2b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52884/0 (socket says 172.21.15.33:52884) 2024-07-26T15:29:07.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c359e640 1 -- 172.21.15.33:0/1248022472 learned_addr learned my addr 172.21.15.33:0/1248022472 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c2d9d640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94c40b33f0 0x7f94c41e0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c259c640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94c40b8f50 0x7f94c41f5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c359e640 1 -- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94c40b8f50 msgr2=0x7f94c41f5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c359e640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94c40b8f50 0x7f94c41f5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.215+0000 7f94c359e640 1 -- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94c40b33f0 msgr2=0x7f94c41e0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.216+0000 7f94c359e640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94c40b33f0 0x7f94c41e0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.216+0000 7f94c359e640 1 -- 172.21.15.33:0/1248022472 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94c41e1ae0 con 0x7f94c40d2a30 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.216+0000 7f94c259c640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94c40b8f50 0x7f94c41f5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.216+0000 7f94c359e640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94c40d2a30 0x7f94c41e2b80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f94bc009cd0 tx=0x7f94bc0316d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.216+0000 7f94ab7fe640 1 -- 172.21.15.33:0/1248022472 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94bc031990 con 0x7f94c40d2a30 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.216+0000 7f94ab7fe640 1 -- 172.21.15.33:0/1248022472 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94bc031c20 con 0x7f94c40d2a30 2024-07-26T15:29:07.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.216+0000 7f94c9068640 1 -- 172.21.15.33:0/1248022472 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94c41e1dc0 con 0x7f94c40d2a30 2024-07-26T15:29:07.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.216+0000 7f94ab7fe640 1 -- 172.21.15.33:0/1248022472 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94bc0330d0 con 0x7f94c40d2a30 2024-07-26T15:29:07.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.216+0000 7f94c9068640 1 -- 172.21.15.33:0/1248022472 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94c41e2380 con 0x7f94c40d2a30 2024-07-26T15:29:07.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.217+0000 7f94c9068640 1 -- 172.21.15.33:0/1248022472 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94c408c460 con 0x7f94c40d2a30 2024-07-26T15:29:07.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.218+0000 7f94ab7fe640 1 -- 172.21.15.33:0/1248022472 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f94bc033270 con 0x7f94c40d2a30 2024-07-26T15:29:07.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.218+0000 7f94ab7fe640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f94b0077000 0x7f94b0079510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.218+0000 7f94ab7fe640 1 -- 172.21.15.33:0/1248022472 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f94bc0ba000 con 0x7f94c40d2a30 2024-07-26T15:29:07.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.219+0000 7f94c2d9d640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f94b0077000 0x7f94b0079510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.219+0000 7f94c2d9d640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f94b0077000 0x7f94b0079510 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f94b400bb50 tx=0x7f94b400b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:07.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.223+0000 7f94ab7fe640 1 -- 172.21.15.33:0/1248022472 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f94bc03f030 con 0x7f94c40d2a30 2024-07-26T15:29:07.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.415+0000 7f94c9068640 1 -- 172.21.15.33:0/1248022472 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f94c40b31a0 con 0x7f94c40d2a30 2024-07-26T15:29:07.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.416+0000 7f94ab7fe640 1 -- 172.21.15.33:0/1248022472 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18514 (secure 0 0 0) 0x7f94bc082eb0 con 0x7f94c40d2a30 2024-07-26T15:29:07.418 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:07.418 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:57.725176+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:07.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.418+0000 7f94c9068640 1 -- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f94b0077000 msgr2=0x7f94b0079510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.418+0000 7f94c9068640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f94b0077000 0x7f94b0079510 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f94b400bb50 tx=0x7f94b400b2e0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.418+0000 7f94c9068640 1 -- 172.21.15.33:0/1248022472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94c40d2a30 msgr2=0x7f94c41e2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.418+0000 7f94c9068640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94c40d2a30 0x7f94c41e2b80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f94bc009cd0 tx=0x7f94bc0316d0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.418+0000 7f94c9068640 1 -- 172.21.15.33:0/1248022472 shutdown_connections 2024-07-26T15:29:07.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.418+0000 7f94c9068640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f94b0077000 0x7f94b0079510 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.418+0000 7f94c9068640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94c40d2a30 0x7f94c41e2b80 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.418+0000 7f94c9068640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94c40b8f50 0x7f94c41f5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.418+0000 7f94c9068640 1 --2- 172.21.15.33:0/1248022472 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94c40b33f0 0x7f94c41e0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.418+0000 7f94c9068640 1 -- 172.21.15.33:0/1248022472 >> 172.21.15.33:0/1248022472 conn(0x7f94c40d3db0 msgr2=0x7f94c40b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:07.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.419+0000 7f94c9068640 1 -- 172.21.15.33:0/1248022472 shutdown_connections 2024-07-26T15:29:07.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.419+0000 7f94c9068640 1 -- 172.21.15.33:0/1248022472 wait complete. 2024-07-26T15:29:07.431 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T15:29:07.432 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:29:07.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.548+0000 7fb954b47640 1 -- 172.21.15.33:0/291002882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9500d4890 msgr2=0x7fb9500d0bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.548+0000 7fb954b47640 1 --2- 172.21.15.33:0/291002882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9500d4890 0x7fb9500d0bb0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb944009830 tx=0x7fb94402a540 comp rx=0 tx=0).stop 2024-07-26T15:29:07.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.548+0000 7fb954b47640 1 -- 172.21.15.33:0/291002882 shutdown_connections 2024-07-26T15:29:07.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.548+0000 7fb954b47640 1 --2- 172.21.15.33:0/291002882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9500d4890 0x7fb9500d0bb0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.548+0000 7fb954b47640 1 -- 172.21.15.33:0/291002882 >> 172.21.15.33:0/291002882 conn(0x7fb9500d3d70 msgr2=0x7fb9500d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:07.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.548+0000 7fb954b47640 1 -- 172.21.15.33:0/291002882 shutdown_connections 2024-07-26T15:29:07.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.548+0000 7fb954b47640 1 -- 172.21.15.33:0/291002882 wait complete. 2024-07-26T15:29:07.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.550+0000 7fb954b47640 1 Processor -- start 2024-07-26T15:29:07.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.550+0000 7fb954b47640 1 -- start start 2024-07-26T15:29:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.551+0000 7fb954b47640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9500b5330 0x7fb9500a17b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.551+0000 7fb954b47640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9500d10f0 0x7fb9500cc550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.551+0000 7fb954b47640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9500d4890 0x7fb9500ca220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.551+0000 7fb954b47640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb9500b8050 con 0x7fb9500d4890 2024-07-26T15:29:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.551+0000 7fb954b47640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb9500b7ed0 con 0x7fb9500b5330 2024-07-26T15:29:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.551+0000 7fb954b47640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb9500b81d0 con 0x7fb9500d10f0 2024-07-26T15:29:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.551+0000 7fb94ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9500d4890 0x7fb9500ca220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb94ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9500d4890 0x7fb9500ca220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52896/0 (socket says 172.21.15.33:52896) 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb94ed9d640 1 -- 172.21.15.33:0/2317593144 learned_addr learned my addr 172.21.15.33:0/2317593144 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb94dd9b640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9500d10f0 0x7fb9500cc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb94e59c640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9500b5330 0x7fb9500a17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb94ed9d640 1 -- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9500d10f0 msgr2=0x7fb9500cc550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb94ed9d640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9500d10f0 0x7fb9500cc550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb94ed9d640 1 -- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9500b5330 msgr2=0x7fb9500a17b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb94ed9d640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9500b5330 0x7fb9500a17b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb94ed9d640 1 -- 172.21.15.33:0/2317593144 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9501f8370 con 0x7fb9500d4890 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb94ed9d640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9500d4890 0x7fb9500ca220 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb94800c6b0 tx=0x7fb94800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb93effd640 1 -- 172.21.15.33:0/2317593144 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb948003b70 con 0x7fb9500d4890 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb93effd640 1 -- 172.21.15.33:0/2317593144 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb948003d10 con 0x7fb9500d4890 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb93effd640 1 -- 172.21.15.33:0/2317593144 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb948005330 con 0x7fb9500d4890 2024-07-26T15:29:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb954b47640 1 -- 172.21.15.33:0/2317593144 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9501f72d0 con 0x7fb9500d4890 2024-07-26T15:29:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.552+0000 7fb954b47640 1 -- 172.21.15.33:0/2317593144 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9501f7890 con 0x7fb9500d4890 2024-07-26T15:29:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.553+0000 7fb954b47640 1 -- 172.21.15.33:0/2317593144 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9500b73c0 con 0x7fb9500d4890 2024-07-26T15:29:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.554+0000 7fb93effd640 1 -- 172.21.15.33:0/2317593144 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb9480054d0 con 0x7fb9500d4890 2024-07-26T15:29:07.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.554+0000 7fb93effd640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb930077010 0x7fb930079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.555+0000 7fb93effd640 1 -- 172.21.15.33:0/2317593144 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb948098ab0 con 0x7fb9500d4890 2024-07-26T15:29:07.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.555+0000 7fb94e59c640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb930077010 0x7fb930079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.555+0000 7fb94e59c640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb930077010 0x7fb930079520 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb940001880 tx=0x7fb940009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:07.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.559+0000 7fb93effd640 1 -- 172.21.15.33:0/2317593144 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb9480618e0 con 0x7fb9500d4890 2024-07-26T15:29:07.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.751+0000 7fb954b47640 1 -- 172.21.15.33:0/2317593144 --> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb9501f7060 con 0x7fb930077010 2024-07-26T15:29:07.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.758+0000 7fb93effd640 1 -- 172.21.15.33:0/2317593144 <== mgr.4100 v2:172.21.15.154:6832/3214049706 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332523 (secure 0 0 0) 0x7fb9501f7060 con 0x7fb930077010 2024-07-26T15:29:07.763 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:07.764 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:29:07.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 -- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb930077010 msgr2=0x7fb930079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb930077010 0x7fb930079520 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb940001880 tx=0x7fb940009040 comp rx=0 tx=0).stop 2024-07-26T15:29:07.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 -- 172.21.15.33:0/2317593144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9500d4890 msgr2=0x7fb9500ca220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9500d4890 0x7fb9500ca220 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb94800c6b0 tx=0x7fb94800cb70 comp rx=0 tx=0).stop 2024-07-26T15:29:07.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 -- 172.21.15.33:0/2317593144 shutdown_connections 2024-07-26T15:29:07.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb930077010 0x7fb930079520 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9500d4890 0x7fb9500ca220 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9500d10f0 0x7fb9500cc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 --2- 172.21.15.33:0/2317593144 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9500b5330 0x7fb9500a17b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 -- 172.21.15.33:0/2317593144 >> 172.21.15.33:0/2317593144 conn(0x7fb9500d3d70 msgr2=0x7fb95015dbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:07.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 -- 172.21.15.33:0/2317593144 shutdown_connections 2024-07-26T15:29:07.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.761+0000 7fb954b47640 1 -- 172.21.15.33:0/2317593144 wait complete. 2024-07-26T15:29:07.774 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-07-26T15:29:06.617716+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":149,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223664,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751056,"statfs":{"total":773094113280,"available":772865081344,"internally_reserved":0,"allocated":3416064,"data_stored":2042288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2230,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.302722"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765480+0000","last_change":"2024-07-26T15:28:52.290154+0000","last_active":"2024-07-26T15:28:58.765480+0000","last_peered":"2024-07-26T15:28:58.765480+0000","last_clean":"2024-07-26T15:28:58.765480+0000","last_became_active":"2024-07-26T15:28:52.289783+0000","last_became_peered":"2024-07-26T15:28:52.289783+0000","last_unstale":"2024-07-26T15:28:58.765480+0000","last_undegraded":"2024-07-26T15:28:58.765480+0000","last_fullsized":"2024-07-26T15:28:58.765480+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:09:34.539277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319670+0000","last_change":"2024-07-26T15:28:53.301418+0000","last_active":"2024-07-26T15:28:58.319670+0000","last_peered":"2024-07-26T15:28:58.319670+0000","last_clean":"2024-07-26T15:28:58.319670+0000","last_became_active":"2024-07-26T15:28:53.300034+0000","last_became_peered":"2024-07-26T15:28:53.300034+0000","last_unstale":"2024-07-26T15:28:58.319670+0000","last_undegraded":"2024-07-26T15:28:58.319670+0000","last_fullsized":"2024-07-26T15:28:58.319670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318838+0000","last_change":"2024-07-26T15:28:57.471092+0000","last_active":"2024-07-26T15:28:58.318838+0000","last_peered":"2024-07-26T15:28:58.318838+0000","last_clean":"2024-07-26T15:28:58.318838+0000","last_became_active":"2024-07-26T15:28:57.470540+0000","last_became_peered":"2024-07-26T15:28:57.470540+0000","last_unstale":"2024-07-26T15:28:58.318838+0000","last_undegraded":"2024-07-26T15:28:58.318838+0000","last_fullsized":"2024-07-26T15:28:58.318838+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:09:33.902166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319801+0000","last_change":"2024-07-26T15:28:52.287708+0000","last_active":"2024-07-26T15:28:58.319801+0000","last_peered":"2024-07-26T15:28:58.319801+0000","last_clean":"2024-07-26T15:28:58.319801+0000","last_became_active":"2024-07-26T15:28:52.287386+0000","last_became_peered":"2024-07-26T15:28:52.287386+0000","last_unstale":"2024-07-26T15:28:58.319801+0000","last_undegraded":"2024-07-26T15:28:58.319801+0000","last_fullsized":"2024-07-26T15:28:58.319801+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765006+0000","last_change":"2024-07-26T15:28:53.304619+0000","last_active":"2024-07-26T15:28:58.765006+0000","last_peered":"2024-07-26T15:28:58.765006+0000","last_clean":"2024-07-26T15:28:58.765006+0000","last_became_active":"2024-07-26T15:28:53.303736+0000","last_became_peered":"2024-07-26T15:28:53.303736+0000","last_unstale":"2024-07-26T15:28:58.765006+0000","last_undegraded":"2024-07-26T15:28:58.765006+0000","last_fullsized":"2024-07-26T15:28:58.765006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:09.148990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322176+0000","last_change":"2024-07-26T15:28:57.337883+0000","last_active":"2024-07-26T15:28:58.322176+0000","last_peered":"2024-07-26T15:28:58.322176+0000","last_clean":"2024-07-26T15:28:58.322176+0000","last_became_active":"2024-07-26T15:28:57.337373+0000","last_became_peered":"2024-07-26T15:28:57.337373+0000","last_unstale":"2024-07-26T15:28:58.322176+0000","last_undegraded":"2024-07-26T15:28:58.322176+0000","last_fullsized":"2024-07-26T15:28:58.322176+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:34.101279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766266+0000","last_change":"2024-07-26T15:28:52.294253+0000","last_active":"2024-07-26T15:28:58.766266+0000","last_peered":"2024-07-26T15:28:58.766266+0000","last_clean":"2024-07-26T15:28:58.766266+0000","last_became_active":"2024-07-26T15:28:52.293919+0000","last_became_peered":"2024-07-26T15:28:52.293919+0000","last_unstale":"2024-07-26T15:28:58.766266+0000","last_undegraded":"2024-07-26T15:28:58.766266+0000","last_fullsized":"2024-07-26T15:28:58.766266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:42.857390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321996+0000","last_change":"2024-07-26T15:28:53.314215+0000","last_active":"2024-07-26T15:28:58.321996+0000","last_peered":"2024-07-26T15:28:58.321996+0000","last_clean":"2024-07-26T15:28:58.321996+0000","last_became_active":"2024-07-26T15:28:53.313847+0000","last_became_peered":"2024-07-26T15:28:53.313847+0000","last_unstale":"2024-07-26T15:28:58.321996+0000","last_undegraded":"2024-07-26T15:28:58.321996+0000","last_fullsized":"2024-07-26T15:28:58.321996+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:30.060641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323211+0000","last_change":"2024-07-26T15:28:57.342824+0000","last_active":"2024-07-26T15:28:58.323211+0000","last_peered":"2024-07-26T15:28:58.323211+0000","last_clean":"2024-07-26T15:28:58.323211+0000","last_became_active":"2024-07-26T15:28:57.342366+0000","last_became_peered":"2024-07-26T15:28:57.342366+0000","last_unstale":"2024-07-26T15:28:58.323211+0000","last_undegraded":"2024-07-26T15:28:58.323211+0000","last_fullsized":"2024-07-26T15:28:58.323211+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:58.319668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765797+0000","last_change":"2024-07-26T15:28:52.289982+0000","last_active":"2024-07-26T15:28:58.765797+0000","last_peered":"2024-07-26T15:28:58.765797+0000","last_clean":"2024-07-26T15:28:58.765797+0000","last_became_active":"2024-07-26T15:28:52.289479+0000","last_became_peered":"2024-07-26T15:28:52.289479+0000","last_unstale":"2024-07-26T15:28:58.765797+0000","last_undegraded":"2024-07-26T15:28:58.765797+0000","last_fullsized":"2024-07-26T15:28:58.765797+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:51.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321902+0000","last_change":"2024-07-26T15:28:53.302664+0000","last_active":"2024-07-26T15:28:58.321902+0000","last_peered":"2024-07-26T15:28:58.321902+0000","last_clean":"2024-07-26T15:28:58.321902+0000","last_became_active":"2024-07-26T15:28:53.302320+0000","last_became_peered":"2024-07-26T15:28:53.302320+0000","last_unstale":"2024-07-26T15:28:58.321902+0000","last_undegraded":"2024-07-26T15:28:58.321902+0000","last_fullsized":"2024-07-26T15:28:58.321902+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:52.718508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322504+0000","last_change":"2024-07-26T15:28:57.330552+0000","last_active":"2024-07-26T15:28:58.322504+0000","last_peered":"2024-07-26T15:28:58.322504+0000","last_clean":"2024-07-26T15:28:58.322504+0000","last_became_active":"2024-07-26T15:28:57.330165+0000","last_became_peered":"2024-07-26T15:28:57.330165+0000","last_unstale":"2024-07-26T15:28:58.322504+0000","last_undegraded":"2024-07-26T15:28:58.322504+0000","last_fullsized":"2024-07-26T15:28:58.322504+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:59.721035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766092+0000","last_change":"2024-07-26T15:28:53.302301+0000","last_active":"2024-07-26T15:28:58.766092+0000","last_peered":"2024-07-26T15:28:58.766092+0000","last_clean":"2024-07-26T15:28:58.766092+0000","last_became_active":"2024-07-26T15:28:53.301951+0000","last_became_peered":"2024-07-26T15:28:53.301951+0000","last_unstale":"2024-07-26T15:28:58.766092+0000","last_undegraded":"2024-07-26T15:28:58.766092+0000","last_fullsized":"2024-07-26T15:28:58.766092+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:54.754759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765846+0000","last_change":"2024-07-26T15:28:52.290251+0000","last_active":"2024-07-26T15:28:58.765846+0000","last_peered":"2024-07-26T15:28:58.765846+0000","last_clean":"2024-07-26T15:28:58.765846+0000","last_became_active":"2024-07-26T15:28:52.289507+0000","last_became_peered":"2024-07-26T15:28:52.289507+0000","last_unstale":"2024-07-26T15:28:58.765846+0000","last_undegraded":"2024-07-26T15:28:58.765846+0000","last_fullsized":"2024-07-26T15:28:58.765846+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:07.790778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323016+0000","last_change":"2024-07-26T15:28:57.336616+0000","last_active":"2024-07-26T15:28:58.323016+0000","last_peered":"2024-07-26T15:28:58.323016+0000","last_clean":"2024-07-26T15:28:58.323016+0000","last_became_active":"2024-07-26T15:28:57.336072+0000","last_became_peered":"2024-07-26T15:28:57.336072+0000","last_unstale":"2024-07-26T15:28:58.323016+0000","last_undegraded":"2024-07-26T15:28:58.323016+0000","last_fullsized":"2024-07-26T15:28:58.323016+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:17.514651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319301+0000","last_change":"2024-07-26T15:28:53.299738+0000","last_active":"2024-07-26T15:28:58.319301+0000","last_peered":"2024-07-26T15:28:58.319301+0000","last_clean":"2024-07-26T15:28:58.319301+0000","last_became_active":"2024-07-26T15:28:53.299363+0000","last_became_peered":"2024-07-26T15:28:53.299363+0000","last_unstale":"2024-07-26T15:28:58.319301+0000","last_undegraded":"2024-07-26T15:28:58.319301+0000","last_fullsized":"2024-07-26T15:28:58.319301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:43:52.959680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766760+0000","last_change":"2024-07-26T15:28:52.281232+0000","last_active":"2024-07-26T15:28:58.766760+0000","last_peered":"2024-07-26T15:28:58.766760+0000","last_clean":"2024-07-26T15:28:58.766760+0000","last_became_active":"2024-07-26T15:28:52.280828+0000","last_became_peered":"2024-07-26T15:28:52.280828+0000","last_unstale":"2024-07-26T15:28:58.766760+0000","last_undegraded":"2024-07-26T15:28:58.766760+0000","last_fullsized":"2024-07-26T15:28:58.766760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:51.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322341+0000","last_change":"2024-07-26T15:28:57.338491+0000","last_active":"2024-07-26T15:28:58.322341+0000","last_peered":"2024-07-26T15:28:58.322341+0000","last_clean":"2024-07-26T15:28:58.322341+0000","last_became_active":"2024-07-26T15:28:57.337707+0000","last_became_peered":"2024-07-26T15:28:57.337707+0000","last_unstale":"2024-07-26T15:28:58.322341+0000","last_undegraded":"2024-07-26T15:28:58.322341+0000","last_fullsized":"2024-07-26T15:28:58.322341+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:56.759147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318716+0000","last_change":"2024-07-26T15:28:53.304549+0000","last_active":"2024-07-26T15:28:58.318716+0000","last_peered":"2024-07-26T15:28:58.318716+0000","last_clean":"2024-07-26T15:28:58.318716+0000","last_became_active":"2024-07-26T15:28:53.302495+0000","last_became_peered":"2024-07-26T15:28:53.302495+0000","last_unstale":"2024-07-26T15:28:58.318716+0000","last_undegraded":"2024-07-26T15:28:58.318716+0000","last_fullsized":"2024-07-26T15:28:58.318716+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:36.585286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766126+0000","last_change":"2024-07-26T15:28:52.289599+0000","last_active":"2024-07-26T15:28:58.766126+0000","last_peered":"2024-07-26T15:28:58.766126+0000","last_clean":"2024-07-26T15:28:58.766126+0000","last_became_active":"2024-07-26T15:28:52.289251+0000","last_became_peered":"2024-07-26T15:28:52.289251+0000","last_unstale":"2024-07-26T15:28:58.766126+0000","last_undegraded":"2024-07-26T15:28:58.766126+0000","last_fullsized":"2024-07-26T15:28:58.766126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:42.403815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766488+0000","last_change":"2024-07-26T15:28:57.469789+0000","last_active":"2024-07-26T15:28:58.766488+0000","last_peered":"2024-07-26T15:28:58.766488+0000","last_clean":"2024-07-26T15:28:58.766488+0000","last_became_active":"2024-07-26T15:28:57.469370+0000","last_became_peered":"2024-07-26T15:28:57.469370+0000","last_unstale":"2024-07-26T15:28:58.766488+0000","last_undegraded":"2024-07-26T15:28:58.766488+0000","last_fullsized":"2024-07-26T15:28:58.766488+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:24.806916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321979+0000","last_change":"2024-07-26T15:28:53.301511+0000","last_active":"2024-07-26T15:28:58.321979+0000","last_peered":"2024-07-26T15:28:58.321979+0000","last_clean":"2024-07-26T15:28:58.321979+0000","last_became_active":"2024-07-26T15:28:53.300996+0000","last_became_peered":"2024-07-26T15:28:53.300996+0000","last_unstale":"2024-07-26T15:28:58.321979+0000","last_undegraded":"2024-07-26T15:28:58.321979+0000","last_fullsized":"2024-07-26T15:28:58.321979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765213+0000","last_change":"2024-07-26T15:28:52.291036+0000","last_active":"2024-07-26T15:28:58.765213+0000","last_peered":"2024-07-26T15:28:58.765213+0000","last_clean":"2024-07-26T15:28:58.765213+0000","last_became_active":"2024-07-26T15:28:52.290277+0000","last_became_peered":"2024-07-26T15:28:52.290277+0000","last_unstale":"2024-07-26T15:28:58.765213+0000","last_undegraded":"2024-07-26T15:28:58.765213+0000","last_fullsized":"2024-07-26T15:28:58.765213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:42.403815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321736+0000","last_change":"2024-07-26T15:28:57.336934+0000","last_active":"2024-07-26T15:28:58.321736+0000","last_peered":"2024-07-26T15:28:58.321736+0000","last_clean":"2024-07-26T15:28:58.321736+0000","last_became_active":"2024-07-26T15:28:57.336447+0000","last_became_peered":"2024-07-26T15:28:57.336447+0000","last_unstale":"2024-07-26T15:28:58.321736+0000","last_undegraded":"2024-07-26T15:28:58.321736+0000","last_fullsized":"2024-07-26T15:28:58.321736+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:40.625925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765461+0000","last_change":"2024-07-26T15:28:53.294780+0000","last_active":"2024-07-26T15:28:58.765461+0000","last_peered":"2024-07-26T15:28:58.765461+0000","last_clean":"2024-07-26T15:28:58.765461+0000","last_became_active":"2024-07-26T15:28:53.294364+0000","last_became_peered":"2024-07-26T15:28:53.294364+0000","last_unstale":"2024-07-26T15:28:58.765461+0000","last_undegraded":"2024-07-26T15:28:58.765461+0000","last_fullsized":"2024-07-26T15:28:58.765461+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:05.537524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766813+0000","last_change":"2024-07-26T15:28:52.294207+0000","last_active":"2024-07-26T15:28:58.766813+0000","last_peered":"2024-07-26T15:28:58.766813+0000","last_clean":"2024-07-26T15:28:58.766813+0000","last_became_active":"2024-07-26T15:28:52.293708+0000","last_became_peered":"2024-07-26T15:28:52.293708+0000","last_unstale":"2024-07-26T15:28:58.766813+0000","last_undegraded":"2024-07-26T15:28:58.766813+0000","last_fullsized":"2024-07-26T15:28:58.766813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:44.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321640+0000","last_change":"2024-07-26T15:28:57.469139+0000","last_active":"2024-07-26T15:28:58.321640+0000","last_peered":"2024-07-26T15:28:58.321640+0000","last_clean":"2024-07-26T15:28:58.321640+0000","last_became_active":"2024-07-26T15:28:57.467788+0000","last_became_peered":"2024-07-26T15:28:57.467788+0000","last_unstale":"2024-07-26T15:28:58.321640+0000","last_undegraded":"2024-07-26T15:28:58.321640+0000","last_fullsized":"2024-07-26T15:28:58.321640+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:44.867598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319953+0000","last_change":"2024-07-26T15:28:53.312536+0000","last_active":"2024-07-26T15:28:58.319953+0000","last_peered":"2024-07-26T15:28:58.319953+0000","last_clean":"2024-07-26T15:28:58.319953+0000","last_became_active":"2024-07-26T15:28:53.312205+0000","last_became_peered":"2024-07-26T15:28:53.312205+0000","last_unstale":"2024-07-26T15:28:58.319953+0000","last_undegraded":"2024-07-26T15:28:58.319953+0000","last_fullsized":"2024-07-26T15:28:58.319953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:40.826960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766552+0000","last_change":"2024-07-26T15:28:52.293535+0000","last_active":"2024-07-26T15:28:58.766552+0000","last_peered":"2024-07-26T15:28:58.766552+0000","last_clean":"2024-07-26T15:28:58.766552+0000","last_became_active":"2024-07-26T15:28:52.293095+0000","last_became_peered":"2024-07-26T15:28:52.293095+0000","last_unstale":"2024-07-26T15:28:58.766552+0000","last_undegraded":"2024-07-26T15:28:58.766552+0000","last_fullsized":"2024-07-26T15:28:58.766552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:37.984084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318450+0000","last_change":"2024-07-26T15:28:57.473142+0000","last_active":"2024-07-26T15:28:58.318450+0000","last_peered":"2024-07-26T15:28:58.318450+0000","last_clean":"2024-07-26T15:28:58.318450+0000","last_became_active":"2024-07-26T15:28:57.472638+0000","last_became_peered":"2024-07-26T15:28:57.472638+0000","last_unstale":"2024-07-26T15:28:58.318450+0000","last_undegraded":"2024-07-26T15:28:58.318450+0000","last_fullsized":"2024-07-26T15:28:58.318450+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:46:44.160071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766900+0000","last_change":"2024-07-26T15:28:53.297203+0000","last_active":"2024-07-26T15:28:58.766900+0000","last_peered":"2024-07-26T15:28:58.766900+0000","last_clean":"2024-07-26T15:28:58.766900+0000","last_became_active":"2024-07-26T15:28:53.296822+0000","last_became_peered":"2024-07-26T15:28:53.296822+0000","last_unstale":"2024-07-26T15:28:58.766900+0000","last_undegraded":"2024-07-26T15:28:58.766900+0000","last_fullsized":"2024-07-26T15:28:58.766900+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:09.148990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766491+0000","last_change":"2024-07-26T15:28:52.290711+0000","last_active":"2024-07-26T15:28:58.766491+0000","last_peered":"2024-07-26T15:28:58.766491+0000","last_clean":"2024-07-26T15:28:58.766491+0000","last_became_active":"2024-07-26T15:28:52.290383+0000","last_became_peered":"2024-07-26T15:28:52.290383+0000","last_unstale":"2024-07-26T15:28:58.766491+0000","last_undegraded":"2024-07-26T15:28:58.766491+0000","last_fullsized":"2024-07-26T15:28:58.766491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:00.063769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765178+0000","last_change":"2024-07-26T15:28:57.469430+0000","last_active":"2024-07-26T15:28:58.765178+0000","last_peered":"2024-07-26T15:28:58.765178+0000","last_clean":"2024-07-26T15:28:58.765178+0000","last_became_active":"2024-07-26T15:28:57.467729+0000","last_became_peered":"2024-07-26T15:28:57.467729+0000","last_unstale":"2024-07-26T15:28:58.765178+0000","last_undegraded":"2024-07-26T15:28:58.765178+0000","last_fullsized":"2024-07-26T15:28:58.765178+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:14.077723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322024+0000","last_change":"2024-07-26T15:28:53.308793+0000","last_active":"2024-07-26T15:28:58.322024+0000","last_peered":"2024-07-26T15:28:58.322024+0000","last_clean":"2024-07-26T15:28:58.322024+0000","last_became_active":"2024-07-26T15:28:53.308493+0000","last_became_peered":"2024-07-26T15:28:53.308493+0000","last_unstale":"2024-07-26T15:28:58.322024+0000","last_undegraded":"2024-07-26T15:28:58.322024+0000","last_fullsized":"2024-07-26T15:28:58.322024+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:55.680397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766914+0000","last_change":"2024-07-26T15:28:52.284965+0000","last_active":"2024-07-26T15:28:58.766914+0000","last_peered":"2024-07-26T15:28:58.766914+0000","last_clean":"2024-07-26T15:28:58.766914+0000","last_became_active":"2024-07-26T15:28:52.284583+0000","last_became_peered":"2024-07-26T15:28:52.284583+0000","last_unstale":"2024-07-26T15:28:58.766914+0000","last_undegraded":"2024-07-26T15:28:58.766914+0000","last_fullsized":"2024-07-26T15:28:58.766914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:42.857390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766372+0000","last_change":"2024-07-26T15:28:57.344455+0000","last_active":"2024-07-26T15:28:58.766372+0000","last_peered":"2024-07-26T15:28:58.766372+0000","last_clean":"2024-07-26T15:28:58.766372+0000","last_became_active":"2024-07-26T15:28:57.344030+0000","last_became_peered":"2024-07-26T15:28:57.344030+0000","last_unstale":"2024-07-26T15:28:58.766372+0000","last_undegraded":"2024-07-26T15:28:58.766372+0000","last_fullsized":"2024-07-26T15:28:58.766372+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:37.167343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323357+0000","last_change":"2024-07-26T15:28:53.304583+0000","last_active":"2024-07-26T15:28:58.323357+0000","last_peered":"2024-07-26T15:28:58.323357+0000","last_clean":"2024-07-26T15:28:58.323357+0000","last_became_active":"2024-07-26T15:28:53.304250+0000","last_became_peered":"2024-07-26T15:28:53.304250+0000","last_unstale":"2024-07-26T15:28:58.323357+0000","last_undegraded":"2024-07-26T15:28:58.323357+0000","last_fullsized":"2024-07-26T15:28:58.323357+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:45.933261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321939+0000","last_change":"2024-07-26T15:28:52.287378+0000","last_active":"2024-07-26T15:28:58.321939+0000","last_peered":"2024-07-26T15:28:58.321939+0000","last_clean":"2024-07-26T15:28:58.321939+0000","last_became_active":"2024-07-26T15:28:52.286338+0000","last_became_peered":"2024-07-26T15:28:52.286338+0000","last_unstale":"2024-07-26T15:28:58.321939+0000","last_undegraded":"2024-07-26T15:28:58.321939+0000","last_fullsized":"2024-07-26T15:28:58.321939+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:51:40.996840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766877+0000","last_change":"2024-07-26T15:28:57.343520+0000","last_active":"2024-07-26T15:28:58.766877+0000","last_peered":"2024-07-26T15:28:58.766877+0000","last_clean":"2024-07-26T15:28:58.766877+0000","last_became_active":"2024-07-26T15:28:57.343059+0000","last_became_peered":"2024-07-26T15:28:57.343059+0000","last_unstale":"2024-07-26T15:28:58.766877+0000","last_undegraded":"2024-07-26T15:28:58.766877+0000","last_fullsized":"2024-07-26T15:28:58.766877+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:04.173392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765982+0000","last_change":"2024-07-26T15:28:53.295997+0000","last_active":"2024-07-26T15:28:58.765982+0000","last_peered":"2024-07-26T15:28:58.765982+0000","last_clean":"2024-07-26T15:28:58.765982+0000","last_became_active":"2024-07-26T15:28:53.295631+0000","last_became_peered":"2024-07-26T15:28:53.295631+0000","last_unstale":"2024-07-26T15:28:58.765982+0000","last_undegraded":"2024-07-26T15:28:58.765982+0000","last_fullsized":"2024-07-26T15:28:58.765982+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:57.617704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765333+0000","last_change":"2024-07-26T15:28:52.284335+0000","last_active":"2024-07-26T15:28:58.765333+0000","last_peered":"2024-07-26T15:28:58.765333+0000","last_clean":"2024-07-26T15:28:58.765333+0000","last_became_active":"2024-07-26T15:28:52.283985+0000","last_became_peered":"2024-07-26T15:28:52.283985+0000","last_unstale":"2024-07-26T15:28:58.765333+0000","last_undegraded":"2024-07-26T15:28:58.765333+0000","last_fullsized":"2024-07-26T15:28:58.765333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:47:46.283848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766641+0000","last_change":"2024-07-26T15:28:57.339954+0000","last_active":"2024-07-26T15:28:58.766641+0000","last_peered":"2024-07-26T15:28:58.766641+0000","last_clean":"2024-07-26T15:28:58.766641+0000","last_became_active":"2024-07-26T15:28:57.339543+0000","last_became_peered":"2024-07-26T15:28:57.339543+0000","last_unstale":"2024-07-26T15:28:58.766641+0000","last_undegraded":"2024-07-26T15:28:58.766641+0000","last_fullsized":"2024-07-26T15:28:58.766641+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:20.451875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764623+0000","last_change":"2024-07-26T15:28:53.308641+0000","last_active":"2024-07-26T15:28:58.764623+0000","last_peered":"2024-07-26T15:28:58.764623+0000","last_clean":"2024-07-26T15:28:58.764623+0000","last_became_active":"2024-07-26T15:28:53.308175+0000","last_became_peered":"2024-07-26T15:28:53.308175+0000","last_unstale":"2024-07-26T15:28:58.764623+0000","last_undegraded":"2024-07-26T15:28:58.764623+0000","last_fullsized":"2024-07-26T15:28:58.764623+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:31.421340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765365+0000","last_change":"2024-07-26T15:28:52.289801+0000","last_active":"2024-07-26T15:28:58.765365+0000","last_peered":"2024-07-26T15:28:58.765365+0000","last_clean":"2024-07-26T15:28:58.765365+0000","last_became_active":"2024-07-26T15:28:52.289446+0000","last_became_peered":"2024-07-26T15:28:52.289446+0000","last_unstale":"2024-07-26T15:28:58.765365+0000","last_undegraded":"2024-07-26T15:28:58.765365+0000","last_fullsized":"2024-07-26T15:28:58.765365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:37.984084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765391+0000","last_change":"2024-07-26T15:28:57.468202+0000","last_active":"2024-07-26T15:28:58.765391+0000","last_peered":"2024-07-26T15:28:58.765391+0000","last_clean":"2024-07-26T15:28:58.765391+0000","last_became_active":"2024-07-26T15:28:57.467704+0000","last_became_peered":"2024-07-26T15:28:57.467704+0000","last_unstale":"2024-07-26T15:28:58.765391+0000","last_undegraded":"2024-07-26T15:28:58.765391+0000","last_fullsized":"2024-07-26T15:28:58.765391+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:04.173392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318797+0000","last_change":"2024-07-26T15:28:53.311229+0000","last_active":"2024-07-26T15:28:58.318797+0000","last_peered":"2024-07-26T15:28:58.318797+0000","last_clean":"2024-07-26T15:28:58.318797+0000","last_became_active":"2024-07-26T15:28:53.310889+0000","last_became_peered":"2024-07-26T15:28:53.310889+0000","last_unstale":"2024-07-26T15:28:58.318797+0000","last_undegraded":"2024-07-26T15:28:58.318797+0000","last_fullsized":"2024-07-26T15:28:58.318797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:32.477629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321426+0000","last_change":"2024-07-26T15:28:52.286984+0000","last_active":"2024-07-26T15:28:58.321426+0000","last_peered":"2024-07-26T15:28:58.321426+0000","last_clean":"2024-07-26T15:28:58.321426+0000","last_became_active":"2024-07-26T15:28:52.286631+0000","last_became_peered":"2024-07-26T15:28:52.286631+0000","last_unstale":"2024-07-26T15:28:58.321426+0000","last_undegraded":"2024-07-26T15:28:58.321426+0000","last_fullsized":"2024-07-26T15:28:58.321426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":118,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765649+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:28:58.765649+0000","last_peered":"2024-07-26T15:28:58.765649+0000","last_clean":"2024-07-26T15:28:58.765649+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:28:58.765649+0000","last_undegraded":"2024-07-26T15:28:58.765649+0000","last_fullsized":"2024-07-26T15:28:58.765649+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765790+0000","last_change":"2024-07-26T15:28:57.470951+0000","last_active":"2024-07-26T15:28:58.765790+0000","last_peered":"2024-07-26T15:28:58.765790+0000","last_clean":"2024-07-26T15:28:58.765790+0000","last_became_active":"2024-07-26T15:28:57.470419+0000","last_became_peered":"2024-07-26T15:28:57.470419+0000","last_unstale":"2024-07-26T15:28:58.765790+0000","last_undegraded":"2024-07-26T15:28:58.765790+0000","last_fullsized":"2024-07-26T15:28:58.765790+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:34.101279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766160+0000","last_change":"2024-07-26T15:28:53.311718+0000","last_active":"2024-07-26T15:28:58.766160+0000","last_peered":"2024-07-26T15:28:58.766160+0000","last_clean":"2024-07-26T15:28:58.766160+0000","last_became_active":"2024-07-26T15:28:53.311271+0000","last_became_peered":"2024-07-26T15:28:53.311271+0000","last_unstale":"2024-07-26T15:28:58.766160+0000","last_undegraded":"2024-07-26T15:28:58.766160+0000","last_fullsized":"2024-07-26T15:28:58.766160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:39.883871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765662+0000","last_change":"2024-07-26T15:28:52.287181+0000","last_active":"2024-07-26T15:28:58.765662+0000","last_peered":"2024-07-26T15:28:58.765662+0000","last_clean":"2024-07-26T15:28:58.765662+0000","last_became_active":"2024-07-26T15:28:52.286820+0000","last_became_peered":"2024-07-26T15:28:52.286820+0000","last_unstale":"2024-07-26T15:28:58.765662+0000","last_undegraded":"2024-07-26T15:28:58.765662+0000","last_fullsized":"2024-07-26T15:28:58.765662+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766005+0000","last_change":"2024-07-26T15:28:57.468307+0000","last_active":"2024-07-26T15:28:58.766005+0000","last_peered":"2024-07-26T15:28:58.766005+0000","last_clean":"2024-07-26T15:28:58.766005+0000","last_became_active":"2024-07-26T15:28:57.467730+0000","last_became_peered":"2024-07-26T15:28:57.467730+0000","last_unstale":"2024-07-26T15:28:58.766005+0000","last_undegraded":"2024-07-26T15:28:58.766005+0000","last_fullsized":"2024-07-26T15:28:58.766005+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:56.759147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322120+0000","last_change":"2024-07-26T15:28:53.311245+0000","last_active":"2024-07-26T15:28:58.322120+0000","last_peered":"2024-07-26T15:28:58.322120+0000","last_clean":"2024-07-26T15:28:58.322120+0000","last_became_active":"2024-07-26T15:28:53.310917+0000","last_became_peered":"2024-07-26T15:28:53.310917+0000","last_unstale":"2024-07-26T15:28:58.322120+0000","last_undegraded":"2024-07-26T15:28:58.322120+0000","last_fullsized":"2024-07-26T15:28:58.322120+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:54.279030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766273+0000","last_change":"2024-07-26T15:28:52.277782+0000","last_active":"2024-07-26T15:28:58.766273+0000","last_peered":"2024-07-26T15:28:58.766273+0000","last_clean":"2024-07-26T15:28:58.766273+0000","last_became_active":"2024-07-26T15:28:52.277429+0000","last_became_peered":"2024-07-26T15:28:52.277429+0000","last_unstale":"2024-07-26T15:28:58.766273+0000","last_undegraded":"2024-07-26T15:28:58.766273+0000","last_fullsized":"2024-07-26T15:28:58.766273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:00.063769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765290+0000","last_change":"2024-07-26T15:28:57.345357+0000","last_active":"2024-07-26T15:28:58.765290+0000","last_peered":"2024-07-26T15:28:58.765290+0000","last_clean":"2024-07-26T15:28:58.765290+0000","last_became_active":"2024-07-26T15:28:57.344686+0000","last_became_peered":"2024-07-26T15:28:57.344686+0000","last_unstale":"2024-07-26T15:28:58.765290+0000","last_undegraded":"2024-07-26T15:28:58.765290+0000","last_fullsized":"2024-07-26T15:28:58.765290+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:20.451875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766717+0000","last_change":"2024-07-26T15:28:53.310975+0000","last_active":"2024-07-26T15:28:58.766717+0000","last_peered":"2024-07-26T15:28:58.766717+0000","last_clean":"2024-07-26T15:28:58.766717+0000","last_became_active":"2024-07-26T15:28:53.310272+0000","last_became_peered":"2024-07-26T15:28:53.310272+0000","last_unstale":"2024-07-26T15:28:58.766717+0000","last_undegraded":"2024-07-26T15:28:58.766717+0000","last_fullsized":"2024-07-26T15:28:58.766717+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:00.132754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765641+0000","last_change":"2024-07-26T15:28:52.284881+0000","last_active":"2024-07-26T15:28:58.765641+0000","last_peered":"2024-07-26T15:28:58.765641+0000","last_clean":"2024-07-26T15:28:58.765641+0000","last_became_active":"2024-07-26T15:28:52.283950+0000","last_became_peered":"2024-07-26T15:28:52.283950+0000","last_unstale":"2024-07-26T15:28:58.765641+0000","last_undegraded":"2024-07-26T15:28:58.765641+0000","last_fullsized":"2024-07-26T15:28:58.765641+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321080+0000","last_change":"2024-07-26T15:28:57.471579+0000","last_active":"2024-07-26T15:28:58.321080+0000","last_peered":"2024-07-26T15:28:58.321080+0000","last_clean":"2024-07-26T15:28:58.321080+0000","last_became_active":"2024-07-26T15:28:57.471054+0000","last_became_peered":"2024-07-26T15:28:57.471054+0000","last_unstale":"2024-07-26T15:28:58.321080+0000","last_undegraded":"2024-07-26T15:28:58.321080+0000","last_fullsized":"2024-07-26T15:28:58.321080+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:29.311852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766302+0000","last_change":"2024-07-26T15:28:53.308714+0000","last_active":"2024-07-26T15:28:58.766302+0000","last_peered":"2024-07-26T15:28:58.766302+0000","last_clean":"2024-07-26T15:28:58.766302+0000","last_became_active":"2024-07-26T15:28:53.308397+0000","last_became_peered":"2024-07-26T15:28:53.308397+0000","last_unstale":"2024-07-26T15:28:58.766302+0000","last_undegraded":"2024-07-26T15:28:58.766302+0000","last_fullsized":"2024-07-26T15:28:58.766302+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:20.766277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322094+0000","last_change":"2024-07-26T15:28:52.287858+0000","last_active":"2024-07-26T15:28:58.322094+0000","last_peered":"2024-07-26T15:28:58.322094+0000","last_clean":"2024-07-26T15:28:58.322094+0000","last_became_active":"2024-07-26T15:28:52.287455+0000","last_became_peered":"2024-07-26T15:28:52.287455+0000","last_unstale":"2024-07-26T15:28:58.322094+0000","last_undegraded":"2024-07-26T15:28:58.322094+0000","last_fullsized":"2024-07-26T15:28:58.322094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:52.815266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321371+0000","last_change":"2024-07-26T15:28:57.338223+0000","last_active":"2024-07-26T15:28:58.321371+0000","last_peered":"2024-07-26T15:28:58.321371+0000","last_clean":"2024-07-26T15:28:58.321371+0000","last_became_active":"2024-07-26T15:28:57.337758+0000","last_became_peered":"2024-07-26T15:28:57.337758+0000","last_unstale":"2024-07-26T15:28:58.321371+0000","last_undegraded":"2024-07-26T15:28:58.321371+0000","last_fullsized":"2024-07-26T15:28:58.321371+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:52.563590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765412+0000","last_change":"2024-07-26T15:28:53.306155+0000","last_active":"2024-07-26T15:28:58.765412+0000","last_peered":"2024-07-26T15:28:58.765412+0000","last_clean":"2024-07-26T15:28:58.765412+0000","last_became_active":"2024-07-26T15:28:53.304748+0000","last_became_peered":"2024-07-26T15:28:53.304748+0000","last_unstale":"2024-07-26T15:28:58.765412+0000","last_undegraded":"2024-07-26T15:28:58.765412+0000","last_fullsized":"2024-07-26T15:28:58.765412+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:47.418497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":30,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764346+0000","last_change":"2024-07-26T15:28:52.287809+0000","last_active":"2024-07-26T15:28:58.764346+0000","last_peered":"2024-07-26T15:28:58.764346+0000","last_clean":"2024-07-26T15:28:58.764346+0000","last_became_active":"2024-07-26T15:28:52.287148+0000","last_became_peered":"2024-07-26T15:28:52.287148+0000","last_unstale":"2024-07-26T15:28:58.764346+0000","last_undegraded":"2024-07-26T15:28:58.764346+0000","last_fullsized":"2024-07-26T15:28:58.764346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765171+0000","last_change":"2024-07-26T15:28:57.340596+0000","last_active":"2024-07-26T15:28:58.765171+0000","last_peered":"2024-07-26T15:28:58.765171+0000","last_clean":"2024-07-26T15:28:58.765171+0000","last_became_active":"2024-07-26T15:28:57.340088+0000","last_became_peered":"2024-07-26T15:28:57.340088+0000","last_unstale":"2024-07-26T15:28:58.765171+0000","last_undegraded":"2024-07-26T15:28:58.765171+0000","last_fullsized":"2024-07-26T15:28:58.765171+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:24.806916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765317+0000","last_change":"2024-07-26T15:28:53.294582+0000","last_active":"2024-07-26T15:28:58.765317+0000","last_peered":"2024-07-26T15:28:58.765317+0000","last_clean":"2024-07-26T15:28:58.765317+0000","last_became_active":"2024-07-26T15:28:53.294274+0000","last_became_peered":"2024-07-26T15:28:53.294274+0000","last_unstale":"2024-07-26T15:28:58.765317+0000","last_undegraded":"2024-07-26T15:28:58.765317+0000","last_fullsized":"2024-07-26T15:28:58.765317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:32.477629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765628+0000","last_change":"2024-07-26T15:28:52.291955+0000","last_active":"2024-07-26T15:28:58.765628+0000","last_peered":"2024-07-26T15:28:58.765628+0000","last_clean":"2024-07-26T15:28:58.765628+0000","last_became_active":"2024-07-26T15:28:52.291632+0000","last_became_peered":"2024-07-26T15:28:52.291632+0000","last_unstale":"2024-07-26T15:28:58.765628+0000","last_undegraded":"2024-07-26T15:28:58.765628+0000","last_fullsized":"2024-07-26T15:28:58.765628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320034+0000","last_change":"2024-07-26T15:28:57.471727+0000","last_active":"2024-07-26T15:28:58.320034+0000","last_peered":"2024-07-26T15:28:58.320034+0000","last_clean":"2024-07-26T15:28:58.320034+0000","last_became_active":"2024-07-26T15:28:57.471261+0000","last_became_peered":"2024-07-26T15:28:57.471261+0000","last_unstale":"2024-07-26T15:28:58.320034+0000","last_undegraded":"2024-07-26T15:28:58.320034+0000","last_fullsized":"2024-07-26T15:28:58.320034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:08.933710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765721+0000","last_change":"2024-07-26T15:28:53.308652+0000","last_active":"2024-07-26T15:28:58.765721+0000","last_peered":"2024-07-26T15:28:58.765721+0000","last_clean":"2024-07-26T15:28:58.765721+0000","last_became_active":"2024-07-26T15:28:53.308299+0000","last_became_peered":"2024-07-26T15:28:53.308299+0000","last_unstale":"2024-07-26T15:28:58.765721+0000","last_undegraded":"2024-07-26T15:28:58.765721+0000","last_fullsized":"2024-07-26T15:28:58.765721+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:14.031846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321823+0000","last_change":"2024-07-26T15:28:52.285893+0000","last_active":"2024-07-26T15:28:58.321823+0000","last_peered":"2024-07-26T15:28:58.321823+0000","last_clean":"2024-07-26T15:28:58.321823+0000","last_became_active":"2024-07-26T15:28:52.285515+0000","last_became_peered":"2024-07-26T15:28:52.285515+0000","last_unstale":"2024-07-26T15:28:58.321823+0000","last_undegraded":"2024-07-26T15:28:58.321823+0000","last_fullsized":"2024-07-26T15:28:58.321823+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319468+0000","last_change":"2024-07-26T15:28:57.468258+0000","last_active":"2024-07-26T15:28:58.319468+0000","last_peered":"2024-07-26T15:28:58.319468+0000","last_clean":"2024-07-26T15:28:58.319468+0000","last_became_active":"2024-07-26T15:28:57.467792+0000","last_became_peered":"2024-07-26T15:28:57.467792+0000","last_unstale":"2024-07-26T15:28:58.319468+0000","last_undegraded":"2024-07-26T15:28:58.319468+0000","last_fullsized":"2024-07-26T15:28:58.319468+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:29:22.982896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764909+0000","last_change":"2024-07-26T15:28:53.304620+0000","last_active":"2024-07-26T15:28:58.764909+0000","last_peered":"2024-07-26T15:28:58.764909+0000","last_clean":"2024-07-26T15:28:58.764909+0000","last_became_active":"2024-07-26T15:28:53.304286+0000","last_became_peered":"2024-07-26T15:28:53.304286+0000","last_unstale":"2024-07-26T15:28:58.764909+0000","last_undegraded":"2024-07-26T15:28:58.764909+0000","last_fullsized":"2024-07-26T15:28:58.764909+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:52.935026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765469+0000","last_change":"2024-07-26T15:28:52.289016+0000","last_active":"2024-07-26T15:28:58.765469+0000","last_peered":"2024-07-26T15:28:58.765469+0000","last_clean":"2024-07-26T15:28:58.765469+0000","last_became_active":"2024-07-26T15:28:52.287930+0000","last_became_peered":"2024-07-26T15:28:52.287930+0000","last_unstale":"2024-07-26T15:28:58.765469+0000","last_undegraded":"2024-07-26T15:28:58.765469+0000","last_fullsized":"2024-07-26T15:28:58.765469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:30.621201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321796+0000","last_change":"2024-07-26T15:28:57.468316+0000","last_active":"2024-07-26T15:28:58.321796+0000","last_peered":"2024-07-26T15:28:58.321796+0000","last_clean":"2024-07-26T15:28:58.321796+0000","last_became_active":"2024-07-26T15:28:57.467835+0000","last_became_peered":"2024-07-26T15:28:57.467835+0000","last_unstale":"2024-07-26T15:28:58.321796+0000","last_undegraded":"2024-07-26T15:28:58.321796+0000","last_fullsized":"2024-07-26T15:28:58.321796+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:57.146606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765929+0000","last_change":"2024-07-26T15:28:53.307999+0000","last_active":"2024-07-26T15:28:58.765929+0000","last_peered":"2024-07-26T15:28:58.765929+0000","last_clean":"2024-07-26T15:28:58.765929+0000","last_became_active":"2024-07-26T15:28:53.307688+0000","last_became_peered":"2024-07-26T15:28:53.307688+0000","last_unstale":"2024-07-26T15:28:58.765929+0000","last_undegraded":"2024-07-26T15:28:58.765929+0000","last_fullsized":"2024-07-26T15:28:58.765929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:43.107605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:29:02.973940+0000","last_change":"2024-07-26T15:28:52.292848+0000","last_active":"2024-07-26T15:29:02.973940+0000","last_peered":"2024-07-26T15:29:02.973940+0000","last_clean":"2024-07-26T15:29:02.973940+0000","last_became_active":"2024-07-26T15:28:52.292486+0000","last_became_peered":"2024-07-26T15:28:52.292486+0000","last_unstale":"2024-07-26T15:29:02.973940+0000","last_undegraded":"2024-07-26T15:29:02.973940+0000","last_fullsized":"2024-07-26T15:29:02.973940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766607+0000","last_change":"2024-07-26T15:28:57.341285+0000","last_active":"2024-07-26T15:28:58.766607+0000","last_peered":"2024-07-26T15:28:58.766607+0000","last_clean":"2024-07-26T15:28:58.766607+0000","last_became_active":"2024-07-26T15:28:57.340771+0000","last_became_peered":"2024-07-26T15:28:57.340771+0000","last_unstale":"2024-07-26T15:28:58.766607+0000","last_undegraded":"2024-07-26T15:28:58.766607+0000","last_fullsized":"2024-07-26T15:28:58.766607+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:14.077723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322706+0000","last_change":"2024-07-26T15:28:53.312264+0000","last_active":"2024-07-26T15:28:58.322706+0000","last_peered":"2024-07-26T15:28:58.322706+0000","last_clean":"2024-07-26T15:28:58.322706+0000","last_became_active":"2024-07-26T15:28:53.311986+0000","last_became_peered":"2024-07-26T15:28:53.311986+0000","last_unstale":"2024-07-26T15:28:58.322706+0000","last_undegraded":"2024-07-26T15:28:58.322706+0000","last_fullsized":"2024-07-26T15:28:58.322706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:33:59.165216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766223+0000","last_change":"2024-07-26T15:28:52.286154+0000","last_active":"2024-07-26T15:28:58.766223+0000","last_peered":"2024-07-26T15:28:58.766223+0000","last_clean":"2024-07-26T15:28:58.766223+0000","last_became_active":"2024-07-26T15:28:52.285807+0000","last_became_peered":"2024-07-26T15:28:52.285807+0000","last_unstale":"2024-07-26T15:28:58.766223+0000","last_undegraded":"2024-07-26T15:28:58.766223+0000","last_fullsized":"2024-07-26T15:28:58.766223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:07.790778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323251+0000","last_change":"2024-07-26T15:28:57.342803+0000","last_active":"2024-07-26T15:28:58.323251+0000","last_peered":"2024-07-26T15:28:58.323251+0000","last_clean":"2024-07-26T15:28:58.323251+0000","last_became_active":"2024-07-26T15:28:57.342360+0000","last_became_peered":"2024-07-26T15:28:57.342360+0000","last_unstale":"2024-07-26T15:28:58.323251+0000","last_undegraded":"2024-07-26T15:28:58.323251+0000","last_fullsized":"2024-07-26T15:28:58.323251+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:13:06.129463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765234+0000","last_change":"2024-07-26T15:28:53.303266+0000","last_active":"2024-07-26T15:28:58.765234+0000","last_peered":"2024-07-26T15:28:58.765234+0000","last_clean":"2024-07-26T15:28:58.765234+0000","last_became_active":"2024-07-26T15:28:53.302951+0000","last_became_peered":"2024-07-26T15:28:53.302951+0000","last_unstale":"2024-07-26T15:28:58.765234+0000","last_undegraded":"2024-07-26T15:28:58.765234+0000","last_fullsized":"2024-07-26T15:28:58.765234+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:35:49.471060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322213+0000","last_change":"2024-07-26T15:28:52.293425+0000","last_active":"2024-07-26T15:28:58.322213+0000","last_peered":"2024-07-26T15:28:58.322213+0000","last_clean":"2024-07-26T15:28:58.322213+0000","last_became_active":"2024-07-26T15:28:52.293137+0000","last_became_peered":"2024-07-26T15:28:52.293137+0000","last_unstale":"2024-07-26T15:28:58.322213+0000","last_undegraded":"2024-07-26T15:28:58.322213+0000","last_fullsized":"2024-07-26T15:28:58.322213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318776+0000","last_change":"2024-07-26T15:28:57.342285+0000","last_active":"2024-07-26T15:28:58.318776+0000","last_peered":"2024-07-26T15:28:58.318776+0000","last_clean":"2024-07-26T15:28:58.318776+0000","last_became_active":"2024-07-26T15:28:57.341826+0000","last_became_peered":"2024-07-26T15:28:57.341826+0000","last_unstale":"2024-07-26T15:28:58.318776+0000","last_undegraded":"2024-07-26T15:28:58.318776+0000","last_fullsized":"2024-07-26T15:28:58.318776+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:57.146606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322097+0000","last_change":"2024-07-26T15:28:53.301223+0000","last_active":"2024-07-26T15:28:58.322097+0000","last_peered":"2024-07-26T15:28:58.322097+0000","last_clean":"2024-07-26T15:28:58.322097+0000","last_became_active":"2024-07-26T15:28:53.300893+0000","last_became_peered":"2024-07-26T15:28:53.300893+0000","last_unstale":"2024-07-26T15:28:58.322097+0000","last_undegraded":"2024-07-26T15:28:58.322097+0000","last_fullsized":"2024-07-26T15:28:58.322097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:43:52.959680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766842+0000","last_change":"2024-07-26T15:28:52.294499+0000","last_active":"2024-07-26T15:28:58.766842+0000","last_peered":"2024-07-26T15:28:58.766842+0000","last_clean":"2024-07-26T15:28:58.766842+0000","last_became_active":"2024-07-26T15:28:52.294139+0000","last_became_peered":"2024-07-26T15:28:52.294139+0000","last_unstale":"2024-07-26T15:28:58.766842+0000","last_undegraded":"2024-07-26T15:28:58.766842+0000","last_fullsized":"2024-07-26T15:28:58.766842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:51:40.996840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318634+0000","last_change":"2024-07-26T15:28:57.472642+0000","last_active":"2024-07-26T15:28:58.318634+0000","last_peered":"2024-07-26T15:28:58.318634+0000","last_clean":"2024-07-26T15:28:58.318634+0000","last_became_active":"2024-07-26T15:28:57.472234+0000","last_became_peered":"2024-07-26T15:28:57.472234+0000","last_unstale":"2024-07-26T15:28:58.318634+0000","last_undegraded":"2024-07-26T15:28:58.318634+0000","last_fullsized":"2024-07-26T15:28:58.318634+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:29.311852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764939+0000","last_change":"2024-07-26T15:28:57.468587+0000","last_active":"2024-07-26T15:28:58.764939+0000","last_peered":"2024-07-26T15:28:58.764939+0000","last_clean":"2024-07-26T15:28:58.764939+0000","last_became_active":"2024-07-26T15:28:57.468170+0000","last_became_peered":"2024-07-26T15:28:57.468170+0000","last_unstale":"2024-07-26T15:28:58.764939+0000","last_undegraded":"2024-07-26T15:28:58.764939+0000","last_fullsized":"2024-07-26T15:28:58.764939+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:37.167343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765890+0000","last_change":"2024-07-26T15:28:53.308714+0000","last_active":"2024-07-26T15:28:58.765890+0000","last_peered":"2024-07-26T15:28:58.765890+0000","last_clean":"2024-07-26T15:28:58.765890+0000","last_became_active":"2024-07-26T15:28:53.308372+0000","last_became_peered":"2024-07-26T15:28:53.308372+0000","last_unstale":"2024-07-26T15:28:58.765890+0000","last_undegraded":"2024-07-26T15:28:58.765890+0000","last_fullsized":"2024-07-26T15:28:58.765890+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:05.537524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321118+0000","last_change":"2024-07-26T15:28:52.289683+0000","last_active":"2024-07-26T15:28:58.321118+0000","last_peered":"2024-07-26T15:28:58.321118+0000","last_clean":"2024-07-26T15:28:58.321118+0000","last_became_active":"2024-07-26T15:28:52.289236+0000","last_became_peered":"2024-07-26T15:28:52.289236+0000","last_unstale":"2024-07-26T15:28:58.321118+0000","last_undegraded":"2024-07-26T15:28:58.321118+0000","last_fullsized":"2024-07-26T15:28:58.321118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:44.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766619+0000","last_change":"2024-07-26T15:28:57.344777+0000","last_active":"2024-07-26T15:28:58.766619+0000","last_peered":"2024-07-26T15:28:58.766619+0000","last_clean":"2024-07-26T15:28:58.766619+0000","last_became_active":"2024-07-26T15:28:57.344381+0000","last_became_peered":"2024-07-26T15:28:57.344381+0000","last_unstale":"2024-07-26T15:28:58.766619+0000","last_undegraded":"2024-07-26T15:28:58.766619+0000","last_fullsized":"2024-07-26T15:28:58.766619+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:59.721035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318584+0000","last_change":"2024-07-26T15:28:53.300446+0000","last_active":"2024-07-26T15:28:58.318584+0000","last_peered":"2024-07-26T15:28:58.318584+0000","last_clean":"2024-07-26T15:28:58.318584+0000","last_became_active":"2024-07-26T15:28:53.299296+0000","last_became_peered":"2024-07-26T15:28:53.299296+0000","last_unstale":"2024-07-26T15:28:58.318584+0000","last_undegraded":"2024-07-26T15:28:58.318584+0000","last_fullsized":"2024-07-26T15:28:58.318584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:42.554054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318920+0000","last_change":"2024-07-26T15:28:52.293419+0000","last_active":"2024-07-26T15:28:58.318920+0000","last_peered":"2024-07-26T15:28:58.318920+0000","last_clean":"2024-07-26T15:28:58.318920+0000","last_became_active":"2024-07-26T15:28:52.293086+0000","last_became_peered":"2024-07-26T15:28:52.293086+0000","last_unstale":"2024-07-26T15:28:58.318920+0000","last_undegraded":"2024-07-26T15:28:58.318920+0000","last_fullsized":"2024-07-26T15:28:58.318920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:47:46.283848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766347+0000","last_change":"2024-07-26T15:28:52.291571+0000","last_active":"2024-07-26T15:28:58.766347+0000","last_peered":"2024-07-26T15:28:58.766347+0000","last_clean":"2024-07-26T15:28:58.766347+0000","last_became_active":"2024-07-26T15:28:52.291065+0000","last_became_peered":"2024-07-26T15:28:52.291065+0000","last_unstale":"2024-07-26T15:28:58.766347+0000","last_undegraded":"2024-07-26T15:28:58.766347+0000","last_fullsized":"2024-07-26T15:28:58.766347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765362+0000","last_change":"2024-07-26T15:28:53.310811+0000","last_active":"2024-07-26T15:28:58.765362+0000","last_peered":"2024-07-26T15:28:58.765362+0000","last_clean":"2024-07-26T15:28:58.765362+0000","last_became_active":"2024-07-26T15:28:53.309369+0000","last_became_peered":"2024-07-26T15:28:53.309369+0000","last_unstale":"2024-07-26T15:28:58.765362+0000","last_undegraded":"2024-07-26T15:28:58.765362+0000","last_fullsized":"2024-07-26T15:28:58.765362+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:08.752129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765442+0000","last_change":"2024-07-26T15:28:57.345928+0000","last_active":"2024-07-26T15:28:58.765442+0000","last_peered":"2024-07-26T15:28:58.765442+0000","last_clean":"2024-07-26T15:28:58.765442+0000","last_became_active":"2024-07-26T15:28:57.345172+0000","last_became_peered":"2024-07-26T15:28:57.345172+0000","last_unstale":"2024-07-26T15:28:58.765442+0000","last_undegraded":"2024-07-26T15:28:58.765442+0000","last_fullsized":"2024-07-26T15:28:58.765442+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:59.102961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319344+0000","last_change":"2024-07-26T15:28:52.290196+0000","last_active":"2024-07-26T15:28:58.319344+0000","last_peered":"2024-07-26T15:28:58.319344+0000","last_clean":"2024-07-26T15:28:58.319344+0000","last_became_active":"2024-07-26T15:28:52.289830+0000","last_became_peered":"2024-07-26T15:28:52.289830+0000","last_unstale":"2024-07-26T15:28:58.319344+0000","last_undegraded":"2024-07-26T15:28:58.319344+0000","last_fullsized":"2024-07-26T15:28:58.319344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:51.852752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322707+0000","last_change":"2024-07-26T15:28:53.308224+0000","last_active":"2024-07-26T15:28:58.322707+0000","last_peered":"2024-07-26T15:28:58.322707+0000","last_clean":"2024-07-26T15:28:58.322707+0000","last_became_active":"2024-07-26T15:28:53.307918+0000","last_became_peered":"2024-07-26T15:28:53.307918+0000","last_unstale":"2024-07-26T15:28:58.322707+0000","last_undegraded":"2024-07-26T15:28:58.322707+0000","last_fullsized":"2024-07-26T15:28:58.322707+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:33:02.772082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319714+0000","last_change":"2024-07-26T15:28:57.336433+0000","last_active":"2024-07-26T15:28:58.319714+0000","last_peered":"2024-07-26T15:28:58.319714+0000","last_clean":"2024-07-26T15:28:58.319714+0000","last_became_active":"2024-07-26T15:28:57.335980+0000","last_became_peered":"2024-07-26T15:28:57.335980+0000","last_unstale":"2024-07-26T15:28:58.319714+0000","last_undegraded":"2024-07-26T15:28:58.319714+0000","last_fullsized":"2024-07-26T15:28:58.319714+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:07.656451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765197+0000","last_change":"2024-07-26T15:28:53.295884+0000","last_active":"2024-07-26T15:28:58.765197+0000","last_peered":"2024-07-26T15:28:58.765197+0000","last_clean":"2024-07-26T15:28:58.765197+0000","last_became_active":"2024-07-26T15:28:53.295033+0000","last_became_peered":"2024-07-26T15:28:53.295033+0000","last_unstale":"2024-07-26T15:28:58.765197+0000","last_undegraded":"2024-07-26T15:28:58.765197+0000","last_fullsized":"2024-07-26T15:28:58.765197+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:28:06.739951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765228+0000","last_change":"2024-07-26T15:28:53.303106+0000","last_active":"2024-07-26T15:28:58.765228+0000","last_peered":"2024-07-26T15:28:58.765228+0000","last_clean":"2024-07-26T15:28:58.765228+0000","last_became_active":"2024-07-26T15:28:53.302707+0000","last_became_peered":"2024-07-26T15:28:53.302707+0000","last_unstale":"2024-07-26T15:28:58.765228+0000","last_undegraded":"2024-07-26T15:28:58.765228+0000","last_fullsized":"2024-07-26T15:28:58.765228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321699+0000","last_change":"2024-07-26T15:28:53.309527+0000","last_active":"2024-07-26T15:28:58.321699+0000","last_peered":"2024-07-26T15:28:58.321699+0000","last_clean":"2024-07-26T15:28:58.321699+0000","last_became_active":"2024-07-26T15:28:53.309237+0000","last_became_peered":"2024-07-26T15:28:53.309237+0000","last_unstale":"2024-07-26T15:28:58.321699+0000","last_undegraded":"2024-07-26T15:28:58.321699+0000","last_fullsized":"2024-07-26T15:28:58.321699+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:36.585286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765247+0000","last_change":"2024-07-26T15:28:53.306770+0000","last_active":"2024-07-26T15:28:58.765247+0000","last_peered":"2024-07-26T15:28:58.765247+0000","last_clean":"2024-07-26T15:28:58.765247+0000","last_became_active":"2024-07-26T15:28:53.306454+0000","last_became_peered":"2024-07-26T15:28:53.306454+0000","last_unstale":"2024-07-26T15:28:58.765247+0000","last_undegraded":"2024-07-26T15:28:58.765247+0000","last_fullsized":"2024-07-26T15:28:58.765247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:34:20.726286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319572+0000","last_change":"2024-07-26T15:28:53.305740+0000","last_active":"2024-07-26T15:28:58.319572+0000","last_peered":"2024-07-26T15:28:58.319572+0000","last_clean":"2024-07-26T15:28:58.319572+0000","last_became_active":"2024-07-26T15:28:53.305356+0000","last_became_peered":"2024-07-26T15:28:53.305356+0000","last_unstale":"2024-07-26T15:28:58.319572+0000","last_undegraded":"2024-07-26T15:28:58.319572+0000","last_fullsized":"2024-07-26T15:28:58.319572+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:43.090975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766020+0000","last_change":"2024-07-26T15:28:53.308110+0000","last_active":"2024-07-26T15:28:58.766020+0000","last_peered":"2024-07-26T15:28:58.766020+0000","last_clean":"2024-07-26T15:28:58.766020+0000","last_became_active":"2024-07-26T15:28:53.307784+0000","last_became_peered":"2024-07-26T15:28:53.307784+0000","last_unstale":"2024-07-26T15:28:58.766020+0000","last_undegraded":"2024-07-26T15:28:58.766020+0000","last_fullsized":"2024-07-26T15:28:58.766020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:08.752129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766216+0000","last_change":"2024-07-26T15:28:53.299836+0000","last_active":"2024-07-26T15:28:58.766216+0000","last_peered":"2024-07-26T15:28:58.766216+0000","last_clean":"2024-07-26T15:28:58.766216+0000","last_became_active":"2024-07-26T15:28:53.299451+0000","last_became_peered":"2024-07-26T15:28:53.299451+0000","last_unstale":"2024-07-26T15:28:58.766216+0000","last_undegraded":"2024-07-26T15:28:58.766216+0000","last_fullsized":"2024-07-26T15:28:58.766216+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319876+0000","last_change":"2024-07-26T15:28:53.303683+0000","last_active":"2024-07-26T15:28:58.319876+0000","last_peered":"2024-07-26T15:28:58.319876+0000","last_clean":"2024-07-26T15:28:58.319876+0000","last_became_active":"2024-07-26T15:28:53.303037+0000","last_became_peered":"2024-07-26T15:28:53.303037+0000","last_unstale":"2024-07-26T15:28:58.319876+0000","last_undegraded":"2024-07-26T15:28:58.319876+0000","last_fullsized":"2024-07-26T15:28:58.319876+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:48.522951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320985+0000","last_change":"2024-07-26T15:28:53.310478+0000","last_active":"2024-07-26T15:28:58.320985+0000","last_peered":"2024-07-26T15:28:58.320985+0000","last_clean":"2024-07-26T15:28:58.320985+0000","last_became_active":"2024-07-26T15:28:53.310150+0000","last_became_peered":"2024-07-26T15:28:53.310150+0000","last_unstale":"2024-07-26T15:28:58.320985+0000","last_undegraded":"2024-07-26T15:28:58.320985+0000","last_fullsized":"2024-07-26T15:28:58.320985+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:40.826960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318853+0000","last_change":"2024-07-26T15:28:53.305687+0000","last_active":"2024-07-26T15:28:58.318853+0000","last_peered":"2024-07-26T15:28:58.318853+0000","last_clean":"2024-07-26T15:28:58.318853+0000","last_became_active":"2024-07-26T15:28:53.305139+0000","last_became_peered":"2024-07-26T15:28:53.305139+0000","last_unstale":"2024-07-26T15:28:58.318853+0000","last_undegraded":"2024-07-26T15:28:58.318853+0000","last_fullsized":"2024-07-26T15:28:58.318853+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:54.754759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321564+0000","last_change":"2024-07-26T15:28:53.304483+0000","last_active":"2024-07-26T15:28:58.321564+0000","last_peered":"2024-07-26T15:28:58.321564+0000","last_clean":"2024-07-26T15:28:58.321564+0000","last_became_active":"2024-07-26T15:28:53.304154+0000","last_became_peered":"2024-07-26T15:28:53.304154+0000","last_unstale":"2024-07-26T15:28:58.321564+0000","last_undegraded":"2024-07-26T15:28:58.321564+0000","last_fullsized":"2024-07-26T15:28:58.321564+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:48.522951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765036+0000","last_change":"2024-07-26T15:28:53.311761+0000","last_active":"2024-07-26T15:28:58.765036+0000","last_peered":"2024-07-26T15:28:58.765036+0000","last_clean":"2024-07-26T15:28:58.765036+0000","last_became_active":"2024-07-26T15:28:53.311468+0000","last_became_peered":"2024-07-26T15:28:53.311468+0000","last_unstale":"2024-07-26T15:28:58.765036+0000","last_undegraded":"2024-07-26T15:28:58.765036+0000","last_fullsized":"2024-07-26T15:28:58.765036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:15:17.253622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765915+0000","last_change":"2024-07-26T15:28:53.314578+0000","last_active":"2024-07-26T15:28:58.765915+0000","last_peered":"2024-07-26T15:28:58.765915+0000","last_clean":"2024-07-26T15:28:58.765915+0000","last_became_active":"2024-07-26T15:28:53.314128+0000","last_became_peered":"2024-07-26T15:28:53.314128+0000","last_unstale":"2024-07-26T15:28:58.765915+0000","last_undegraded":"2024-07-26T15:28:58.765915+0000","last_fullsized":"2024-07-26T15:28:58.765915+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:43.090975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766343+0000","last_change":"2024-07-26T15:28:53.306606+0000","last_active":"2024-07-26T15:28:58.766343+0000","last_peered":"2024-07-26T15:28:58.766343+0000","last_clean":"2024-07-26T15:28:58.766343+0000","last_became_active":"2024-07-26T15:28:53.304582+0000","last_became_peered":"2024-07-26T15:28:53.304582+0000","last_unstale":"2024-07-26T15:28:58.766343+0000","last_undegraded":"2024-07-26T15:28:58.766343+0000","last_fullsized":"2024-07-26T15:28:58.766343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:16.411237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765529+0000","last_change":"2024-07-26T15:28:53.298544+0000","last_active":"2024-07-26T15:28:58.765529+0000","last_peered":"2024-07-26T15:28:58.765529+0000","last_clean":"2024-07-26T15:28:58.765529+0000","last_became_active":"2024-07-26T15:28:53.298209+0000","last_became_peered":"2024-07-26T15:28:53.298209+0000","last_unstale":"2024-07-26T15:28:58.765529+0000","last_undegraded":"2024-07-26T15:28:58.765529+0000","last_fullsized":"2024-07-26T15:28:58.765529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:44:29.782538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322786+0000","last_change":"2024-07-26T15:28:53.307501+0000","last_active":"2024-07-26T15:28:58.322786+0000","last_peered":"2024-07-26T15:28:58.322786+0000","last_clean":"2024-07-26T15:28:58.322786+0000","last_became_active":"2024-07-26T15:28:53.307189+0000","last_became_peered":"2024-07-26T15:28:53.307189+0000","last_unstale":"2024-07-26T15:28:58.322786+0000","last_undegraded":"2024-07-26T15:28:58.322786+0000","last_fullsized":"2024-07-26T15:28:58.322786+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:13.474013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320825+0000","last_change":"2024-07-26T15:28:53.303199+0000","last_active":"2024-07-26T15:28:58.320825+0000","last_peered":"2024-07-26T15:28:58.320825+0000","last_clean":"2024-07-26T15:28:58.320825+0000","last_became_active":"2024-07-26T15:28:53.302830+0000","last_became_peered":"2024-07-26T15:28:53.302830+0000","last_unstale":"2024-07-26T15:28:58.320825+0000","last_undegraded":"2024-07-26T15:28:58.320825+0000","last_fullsized":"2024-07-26T15:28:58.320825+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766006+0000","last_change":"2024-07-26T15:28:53.303882+0000","last_active":"2024-07-26T15:28:58.766006+0000","last_peered":"2024-07-26T15:28:58.766006+0000","last_clean":"2024-07-26T15:28:58.766006+0000","last_became_active":"2024-07-26T15:28:53.303554+0000","last_became_peered":"2024-07-26T15:28:53.303554+0000","last_unstale":"2024-07-26T15:28:58.766006+0000","last_undegraded":"2024-07-26T15:28:58.766006+0000","last_fullsized":"2024-07-26T15:28:58.766006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:34:20.726286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764820+0000","last_change":"2024-07-26T15:28:53.309286+0000","last_active":"2024-07-26T15:28:58.764820+0000","last_peered":"2024-07-26T15:28:58.764820+0000","last_clean":"2024-07-26T15:28:58.764820+0000","last_became_active":"2024-07-26T15:28:53.308953+0000","last_became_peered":"2024-07-26T15:28:53.308953+0000","last_unstale":"2024-07-26T15:28:58.764820+0000","last_undegraded":"2024-07-26T15:28:58.764820+0000","last_fullsized":"2024-07-26T15:28:58.764820+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:23:04.486272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319113+0000","last_change":"2024-07-26T15:28:53.304017+0000","last_active":"2024-07-26T15:28:58.319113+0000","last_peered":"2024-07-26T15:28:58.319113+0000","last_clean":"2024-07-26T15:28:58.319113+0000","last_became_active":"2024-07-26T15:28:53.303553+0000","last_became_peered":"2024-07-26T15:28:53.303553+0000","last_unstale":"2024-07-26T15:28:58.319113+0000","last_undegraded":"2024-07-26T15:28:58.319113+0000","last_fullsized":"2024-07-26T15:28:58.319113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322644+0000","last_change":"2024-07-26T15:28:53.303774+0000","last_active":"2024-07-26T15:28:58.322644+0000","last_peered":"2024-07-26T15:28:58.322644+0000","last_clean":"2024-07-26T15:28:58.322644+0000","last_became_active":"2024-07-26T15:28:53.302427+0000","last_became_peered":"2024-07-26T15:28:53.302427+0000","last_unstale":"2024-07-26T15:28:58.322644+0000","last_undegraded":"2024-07-26T15:28:58.322644+0000","last_fullsized":"2024-07-26T15:28:58.322644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:44:29.782538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766709+0000","last_change":"2024-07-26T15:28:53.292523+0000","last_active":"2024-07-26T15:28:58.766709+0000","last_peered":"2024-07-26T15:28:58.766709+0000","last_clean":"2024-07-26T15:28:58.766709+0000","last_became_active":"2024-07-26T15:28:53.292200+0000","last_became_peered":"2024-07-26T15:28:53.292200+0000","last_unstale":"2024-07-26T15:28:58.766709+0000","last_undegraded":"2024-07-26T15:28:58.766709+0000","last_fullsized":"2024-07-26T15:28:58.766709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:42.554054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766067+0000","last_change":"2024-07-26T15:28:53.295579+0000","last_active":"2024-07-26T15:28:58.766067+0000","last_peered":"2024-07-26T15:28:58.766067+0000","last_clean":"2024-07-26T15:28:58.766067+0000","last_became_active":"2024-07-26T15:28:53.295206+0000","last_became_peered":"2024-07-26T15:28:53.295206+0000","last_unstale":"2024-07-26T15:28:58.766067+0000","last_undegraded":"2024-07-26T15:28:58.766067+0000","last_fullsized":"2024-07-26T15:28:58.766067+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766648+0000","last_change":"2024-07-26T15:28:53.314815+0000","last_active":"2024-07-26T15:28:58.766648+0000","last_peered":"2024-07-26T15:28:58.766648+0000","last_clean":"2024-07-26T15:28:58.766648+0000","last_became_active":"2024-07-26T15:28:53.314492+0000","last_became_peered":"2024-07-26T15:28:53.314492+0000","last_unstale":"2024-07-26T15:28:58.766648+0000","last_undegraded":"2024-07-26T15:28:58.766648+0000","last_fullsized":"2024-07-26T15:28:58.766648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:10.037084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318441+0000","last_change":"2024-07-26T15:28:53.310358+0000","last_active":"2024-07-26T15:28:58.318441+0000","last_peered":"2024-07-26T15:28:58.318441+0000","last_clean":"2024-07-26T15:28:58.318441+0000","last_became_active":"2024-07-26T15:28:53.309919+0000","last_became_peered":"2024-07-26T15:28:53.309919+0000","last_unstale":"2024-07-26T15:28:58.318441+0000","last_undegraded":"2024-07-26T15:28:58.318441+0000","last_fullsized":"2024-07-26T15:28:58.318441+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:28:06.739951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765419+0000","last_change":"2024-07-26T15:28:53.317318+0000","last_active":"2024-07-26T15:28:58.765419+0000","last_peered":"2024-07-26T15:28:58.765419+0000","last_clean":"2024-07-26T15:28:58.765419+0000","last_became_active":"2024-07-26T15:28:53.316994+0000","last_became_peered":"2024-07-26T15:28:53.316994+0000","last_unstale":"2024-07-26T15:28:58.765419+0000","last_undegraded":"2024-07-26T15:28:58.765419+0000","last_fullsized":"2024-07-26T15:28:58.765419+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:46:54.151868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321203+0000","last_change":"2024-07-26T15:28:53.293881+0000","last_active":"2024-07-26T15:28:58.321203+0000","last_peered":"2024-07-26T15:28:58.321203+0000","last_clean":"2024-07-26T15:28:58.321203+0000","last_became_active":"2024-07-26T15:28:53.293548+0000","last_became_peered":"2024-07-26T15:28:53.293548+0000","last_unstale":"2024-07-26T15:28:58.321203+0000","last_undegraded":"2024-07-26T15:28:58.321203+0000","last_fullsized":"2024-07-26T15:28:58.321203+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765563+0000","last_change":"2024-07-26T15:28:53.298131+0000","last_active":"2024-07-26T15:28:58.765563+0000","last_peered":"2024-07-26T15:28:58.765563+0000","last_clean":"2024-07-26T15:28:58.765563+0000","last_became_active":"2024-07-26T15:28:53.297796+0000","last_became_peered":"2024-07-26T15:28:53.297796+0000","last_unstale":"2024-07-26T15:28:58.765563+0000","last_undegraded":"2024-07-26T15:28:58.765563+0000","last_fullsized":"2024-07-26T15:28:58.765563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:33.126704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321564+0000","last_change":"2024-07-26T15:28:53.313621+0000","last_active":"2024-07-26T15:28:58.321564+0000","last_peered":"2024-07-26T15:28:58.321564+0000","last_clean":"2024-07-26T15:28:58.321564+0000","last_became_active":"2024-07-26T15:28:53.313234+0000","last_became_peered":"2024-07-26T15:28:53.313234+0000","last_unstale":"2024-07-26T15:28:58.321564+0000","last_undegraded":"2024-07-26T15:28:58.321564+0000","last_fullsized":"2024-07-26T15:28:58.321564+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:13:02.088825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764660+0000","last_change":"2024-07-26T15:28:53.298795+0000","last_active":"2024-07-26T15:28:58.764660+0000","last_peered":"2024-07-26T15:28:58.764660+0000","last_clean":"2024-07-26T15:28:58.764660+0000","last_became_active":"2024-07-26T15:28:53.298480+0000","last_became_peered":"2024-07-26T15:28:53.298480+0000","last_unstale":"2024-07-26T15:28:58.764660+0000","last_undegraded":"2024-07-26T15:28:58.764660+0000","last_fullsized":"2024-07-26T15:28:58.764660+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:57.617704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766481+0000","last_change":"2024-07-26T15:28:53.294203+0000","last_active":"2024-07-26T15:28:58.766481+0000","last_peered":"2024-07-26T15:28:58.766481+0000","last_clean":"2024-07-26T15:28:58.766481+0000","last_became_active":"2024-07-26T15:28:53.293818+0000","last_became_peered":"2024-07-26T15:28:53.293818+0000","last_unstale":"2024-07-26T15:28:58.766481+0000","last_undegraded":"2024-07-26T15:28:58.766481+0000","last_fullsized":"2024-07-26T15:28:58.766481+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:35:49.471060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766536+0000","last_change":"2024-07-26T15:28:53.311245+0000","last_active":"2024-07-26T15:28:58.766536+0000","last_peered":"2024-07-26T15:28:58.766536+0000","last_clean":"2024-07-26T15:28:58.766536+0000","last_became_active":"2024-07-26T15:28:53.310644+0000","last_became_peered":"2024-07-26T15:28:53.310644+0000","last_unstale":"2024-07-26T15:28:58.766536+0000","last_undegraded":"2024-07-26T15:28:58.766536+0000","last_fullsized":"2024-07-26T15:28:58.766536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:56.453160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":110376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":106624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":106660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":110376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":106534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509449,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":106694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":876544,"data_stored":697540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27868,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343972,"statfs":{"total":96636764160,"available":96608227328,"internally_reserved":0,"allocated":868352,"data_stored":697484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:29:07.780 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:29:07.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.930+0000 7fc564ddd640 1 -- 172.21.15.33:0/1490712726 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5600ce9e0 msgr2=0x7fc5600cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.930+0000 7fc564ddd640 1 --2- 172.21.15.33:0/1490712726 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5600ce9e0 0x7fc5600cedf0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc558005fd0 tx=0x7fc55802a780 comp rx=0 tx=0).stop 2024-07-26T15:29:07.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.930+0000 7fc564ddd640 1 -- 172.21.15.33:0/1490712726 shutdown_connections 2024-07-26T15:29:07.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.930+0000 7fc564ddd640 1 --2- 172.21.15.33:0/1490712726 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5600ce9e0 0x7fc5600cedf0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.930+0000 7fc564ddd640 1 --2- 172.21.15.33:0/1490712726 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5600b2dc0 0x7fc5600d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.930+0000 7fc564ddd640 1 -- 172.21.15.33:0/1490712726 >> 172.21.15.33:0/1490712726 conn(0x7fc5600d3e10 msgr2=0x7fc5600d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:07.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.930+0000 7fc564ddd640 1 -- 172.21.15.33:0/1490712726 shutdown_connections 2024-07-26T15:29:07.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.930+0000 7fc564ddd640 1 -- 172.21.15.33:0/1490712726 wait complete. 2024-07-26T15:29:07.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.932+0000 7fc564ddd640 1 Processor -- start 2024-07-26T15:29:07.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.932+0000 7fc564ddd640 1 -- start start 2024-07-26T15:29:07.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc564ddd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5600b2dc0 0x7fc560157120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc564ddd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5600ce9e0 0x7fc560157850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc564ddd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5600d0570 0x7fc56015bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc564ddd640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc5600cf4b0 con 0x7fc5600ce9e0 2024-07-26T15:29:07.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc564ddd640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc5600cf330 con 0x7fc5600d0570 2024-07-26T15:29:07.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc564ddd640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc5600cf630 con 0x7fc5600b2dc0 2024-07-26T15:29:07.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5600ce9e0 0x7fc560157850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5600ce9e0 0x7fc560157850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52926/0 (socket says 172.21.15.33:52926) 2024-07-26T15:29:07.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55dd9b640 1 -- 172.21.15.33:0/3357010081 learned_addr learned my addr 172.21.15.33:0/3357010081 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:07.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55e59c640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5600b2dc0 0x7fc560157120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55ed9d640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5600d0570 0x7fc56015bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55dd9b640 1 -- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5600b2dc0 msgr2=0x7fc560157120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55dd9b640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5600b2dc0 0x7fc560157120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55dd9b640 1 -- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5600d0570 msgr2=0x7fc56015bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:07.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55dd9b640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5600d0570 0x7fc56015bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:07.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55dd9b640 1 -- 172.21.15.33:0/3357010081 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc560157660 con 0x7fc5600ce9e0 2024-07-26T15:29:07.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55ed9d640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5600d0570 0x7fc56015bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:07.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.934+0000 7fc55dd9b640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5600ce9e0 0x7fc560157850 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc55400c430 tx=0x7fc55400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:07.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.935+0000 7fc54effd640 1 -- 172.21.15.33:0/3357010081 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc554011790 con 0x7fc5600ce9e0 2024-07-26T15:29:07.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.935+0000 7fc54effd640 1 -- 172.21.15.33:0/3357010081 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc554017070 con 0x7fc5600ce9e0 2024-07-26T15:29:07.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.935+0000 7fc564ddd640 1 -- 172.21.15.33:0/3357010081 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc560168190 con 0x7fc5600ce9e0 2024-07-26T15:29:07.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.935+0000 7fc54effd640 1 -- 172.21.15.33:0/3357010081 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc554011ce0 con 0x7fc5600ce9e0 2024-07-26T15:29:07.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.935+0000 7fc564ddd640 1 -- 172.21.15.33:0/3357010081 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc560168750 con 0x7fc5600ce9e0 2024-07-26T15:29:07.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.936+0000 7fc564ddd640 1 -- 172.21.15.33:0/3357010081 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc560167ef0 con 0x7fc5600ce9e0 2024-07-26T15:29:07.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.936+0000 7fc54effd640 1 -- 172.21.15.33:0/3357010081 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc55401c460 con 0x7fc5600ce9e0 2024-07-26T15:29:07.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.937+0000 7fc54effd640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc540077010 0x7fc540079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:07.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.937+0000 7fc54effd640 1 -- 172.21.15.33:0/3357010081 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc554098ad0 con 0x7fc5600ce9e0 2024-07-26T15:29:07.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.937+0000 7fc55e59c640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc540077010 0x7fc540079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:07.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.938+0000 7fc55e59c640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc540077010 0x7fc540079520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc5600ce390 tx=0x7fc55000b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:07.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:07.942+0000 7fc54effd640 1 -- 172.21.15.33:0/3357010081 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc560167ef0 con 0x7fc5600ce9e0 2024-07-26T15:29:08.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.132+0000 7fc564ddd640 1 -- 172.21.15.33:0/3357010081 --> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc560167bc0 con 0x7fc540077010 2024-07-26T15:29:08.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.139+0000 7fc54effd640 1 -- 172.21.15.33:0/3357010081 <== mgr.4100 v2:172.21.15.154:6832/3214049706 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332523 (secure 0 0 0) 0x7fc55000b7e0 con 0x7fc540077010 2024-07-26T15:29:08.143 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:08.145 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:29:08.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.142+0000 7fc564ddd640 1 -- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc540077010 msgr2=0x7fc540079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.142+0000 7fc564ddd640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc540077010 0x7fc540079520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc5600ce390 tx=0x7fc55000b2e0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.142+0000 7fc564ddd640 1 -- 172.21.15.33:0/3357010081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5600ce9e0 msgr2=0x7fc560157850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.142+0000 7fc564ddd640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5600ce9e0 0x7fc560157850 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc55400c430 tx=0x7fc55400c8f0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.142+0000 7fc564ddd640 1 -- 172.21.15.33:0/3357010081 shutdown_connections 2024-07-26T15:29:08.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.142+0000 7fc564ddd640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5600d0570 0x7fc56015bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.142+0000 7fc564ddd640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc540077010 0x7fc540079520 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.142+0000 7fc564ddd640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5600ce9e0 0x7fc560157850 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.142+0000 7fc564ddd640 1 --2- 172.21.15.33:0/3357010081 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5600b2dc0 0x7fc560157120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.142+0000 7fc564ddd640 1 -- 172.21.15.33:0/3357010081 >> 172.21.15.33:0/3357010081 conn(0x7fc5600d3e10 msgr2=0x7fc56006d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:08.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.143+0000 7fc564ddd640 1 -- 172.21.15.33:0/3357010081 shutdown_connections 2024-07-26T15:29:08.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.143+0000 7fc564ddd640 1 -- 172.21.15.33:0/3357010081 wait complete. 2024-07-26T15:29:08.155 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-07-26T15:29:06.617716+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":149,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223664,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751056,"statfs":{"total":773094113280,"available":772865081344,"internally_reserved":0,"allocated":3416064,"data_stored":2042288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2230,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.302722"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765480+0000","last_change":"2024-07-26T15:28:52.290154+0000","last_active":"2024-07-26T15:28:58.765480+0000","last_peered":"2024-07-26T15:28:58.765480+0000","last_clean":"2024-07-26T15:28:58.765480+0000","last_became_active":"2024-07-26T15:28:52.289783+0000","last_became_peered":"2024-07-26T15:28:52.289783+0000","last_unstale":"2024-07-26T15:28:58.765480+0000","last_undegraded":"2024-07-26T15:28:58.765480+0000","last_fullsized":"2024-07-26T15:28:58.765480+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:09:34.539277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319670+0000","last_change":"2024-07-26T15:28:53.301418+0000","last_active":"2024-07-26T15:28:58.319670+0000","last_peered":"2024-07-26T15:28:58.319670+0000","last_clean":"2024-07-26T15:28:58.319670+0000","last_became_active":"2024-07-26T15:28:53.300034+0000","last_became_peered":"2024-07-26T15:28:53.300034+0000","last_unstale":"2024-07-26T15:28:58.319670+0000","last_undegraded":"2024-07-26T15:28:58.319670+0000","last_fullsized":"2024-07-26T15:28:58.319670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318838+0000","last_change":"2024-07-26T15:28:57.471092+0000","last_active":"2024-07-26T15:28:58.318838+0000","last_peered":"2024-07-26T15:28:58.318838+0000","last_clean":"2024-07-26T15:28:58.318838+0000","last_became_active":"2024-07-26T15:28:57.470540+0000","last_became_peered":"2024-07-26T15:28:57.470540+0000","last_unstale":"2024-07-26T15:28:58.318838+0000","last_undegraded":"2024-07-26T15:28:58.318838+0000","last_fullsized":"2024-07-26T15:28:58.318838+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:09:33.902166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319801+0000","last_change":"2024-07-26T15:28:52.287708+0000","last_active":"2024-07-26T15:28:58.319801+0000","last_peered":"2024-07-26T15:28:58.319801+0000","last_clean":"2024-07-26T15:28:58.319801+0000","last_became_active":"2024-07-26T15:28:52.287386+0000","last_became_peered":"2024-07-26T15:28:52.287386+0000","last_unstale":"2024-07-26T15:28:58.319801+0000","last_undegraded":"2024-07-26T15:28:58.319801+0000","last_fullsized":"2024-07-26T15:28:58.319801+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765006+0000","last_change":"2024-07-26T15:28:53.304619+0000","last_active":"2024-07-26T15:28:58.765006+0000","last_peered":"2024-07-26T15:28:58.765006+0000","last_clean":"2024-07-26T15:28:58.765006+0000","last_became_active":"2024-07-26T15:28:53.303736+0000","last_became_peered":"2024-07-26T15:28:53.303736+0000","last_unstale":"2024-07-26T15:28:58.765006+0000","last_undegraded":"2024-07-26T15:28:58.765006+0000","last_fullsized":"2024-07-26T15:28:58.765006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:09.148990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322176+0000","last_change":"2024-07-26T15:28:57.337883+0000","last_active":"2024-07-26T15:28:58.322176+0000","last_peered":"2024-07-26T15:28:58.322176+0000","last_clean":"2024-07-26T15:28:58.322176+0000","last_became_active":"2024-07-26T15:28:57.337373+0000","last_became_peered":"2024-07-26T15:28:57.337373+0000","last_unstale":"2024-07-26T15:28:58.322176+0000","last_undegraded":"2024-07-26T15:28:58.322176+0000","last_fullsized":"2024-07-26T15:28:58.322176+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:34.101279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766266+0000","last_change":"2024-07-26T15:28:52.294253+0000","last_active":"2024-07-26T15:28:58.766266+0000","last_peered":"2024-07-26T15:28:58.766266+0000","last_clean":"2024-07-26T15:28:58.766266+0000","last_became_active":"2024-07-26T15:28:52.293919+0000","last_became_peered":"2024-07-26T15:28:52.293919+0000","last_unstale":"2024-07-26T15:28:58.766266+0000","last_undegraded":"2024-07-26T15:28:58.766266+0000","last_fullsized":"2024-07-26T15:28:58.766266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:42.857390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321996+0000","last_change":"2024-07-26T15:28:53.314215+0000","last_active":"2024-07-26T15:28:58.321996+0000","last_peered":"2024-07-26T15:28:58.321996+0000","last_clean":"2024-07-26T15:28:58.321996+0000","last_became_active":"2024-07-26T15:28:53.313847+0000","last_became_peered":"2024-07-26T15:28:53.313847+0000","last_unstale":"2024-07-26T15:28:58.321996+0000","last_undegraded":"2024-07-26T15:28:58.321996+0000","last_fullsized":"2024-07-26T15:28:58.321996+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:30.060641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323211+0000","last_change":"2024-07-26T15:28:57.342824+0000","last_active":"2024-07-26T15:28:58.323211+0000","last_peered":"2024-07-26T15:28:58.323211+0000","last_clean":"2024-07-26T15:28:58.323211+0000","last_became_active":"2024-07-26T15:28:57.342366+0000","last_became_peered":"2024-07-26T15:28:57.342366+0000","last_unstale":"2024-07-26T15:28:58.323211+0000","last_undegraded":"2024-07-26T15:28:58.323211+0000","last_fullsized":"2024-07-26T15:28:58.323211+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:58.319668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765797+0000","last_change":"2024-07-26T15:28:52.289982+0000","last_active":"2024-07-26T15:28:58.765797+0000","last_peered":"2024-07-26T15:28:58.765797+0000","last_clean":"2024-07-26T15:28:58.765797+0000","last_became_active":"2024-07-26T15:28:52.289479+0000","last_became_peered":"2024-07-26T15:28:52.289479+0000","last_unstale":"2024-07-26T15:28:58.765797+0000","last_undegraded":"2024-07-26T15:28:58.765797+0000","last_fullsized":"2024-07-26T15:28:58.765797+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:51.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321902+0000","last_change":"2024-07-26T15:28:53.302664+0000","last_active":"2024-07-26T15:28:58.321902+0000","last_peered":"2024-07-26T15:28:58.321902+0000","last_clean":"2024-07-26T15:28:58.321902+0000","last_became_active":"2024-07-26T15:28:53.302320+0000","last_became_peered":"2024-07-26T15:28:53.302320+0000","last_unstale":"2024-07-26T15:28:58.321902+0000","last_undegraded":"2024-07-26T15:28:58.321902+0000","last_fullsized":"2024-07-26T15:28:58.321902+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:52.718508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322504+0000","last_change":"2024-07-26T15:28:57.330552+0000","last_active":"2024-07-26T15:28:58.322504+0000","last_peered":"2024-07-26T15:28:58.322504+0000","last_clean":"2024-07-26T15:28:58.322504+0000","last_became_active":"2024-07-26T15:28:57.330165+0000","last_became_peered":"2024-07-26T15:28:57.330165+0000","last_unstale":"2024-07-26T15:28:58.322504+0000","last_undegraded":"2024-07-26T15:28:58.322504+0000","last_fullsized":"2024-07-26T15:28:58.322504+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:59.721035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766092+0000","last_change":"2024-07-26T15:28:53.302301+0000","last_active":"2024-07-26T15:28:58.766092+0000","last_peered":"2024-07-26T15:28:58.766092+0000","last_clean":"2024-07-26T15:28:58.766092+0000","last_became_active":"2024-07-26T15:28:53.301951+0000","last_became_peered":"2024-07-26T15:28:53.301951+0000","last_unstale":"2024-07-26T15:28:58.766092+0000","last_undegraded":"2024-07-26T15:28:58.766092+0000","last_fullsized":"2024-07-26T15:28:58.766092+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:54.754759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765846+0000","last_change":"2024-07-26T15:28:52.290251+0000","last_active":"2024-07-26T15:28:58.765846+0000","last_peered":"2024-07-26T15:28:58.765846+0000","last_clean":"2024-07-26T15:28:58.765846+0000","last_became_active":"2024-07-26T15:28:52.289507+0000","last_became_peered":"2024-07-26T15:28:52.289507+0000","last_unstale":"2024-07-26T15:28:58.765846+0000","last_undegraded":"2024-07-26T15:28:58.765846+0000","last_fullsized":"2024-07-26T15:28:58.765846+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:07.790778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323016+0000","last_change":"2024-07-26T15:28:57.336616+0000","last_active":"2024-07-26T15:28:58.323016+0000","last_peered":"2024-07-26T15:28:58.323016+0000","last_clean":"2024-07-26T15:28:58.323016+0000","last_became_active":"2024-07-26T15:28:57.336072+0000","last_became_peered":"2024-07-26T15:28:57.336072+0000","last_unstale":"2024-07-26T15:28:58.323016+0000","last_undegraded":"2024-07-26T15:28:58.323016+0000","last_fullsized":"2024-07-26T15:28:58.323016+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:17.514651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319301+0000","last_change":"2024-07-26T15:28:53.299738+0000","last_active":"2024-07-26T15:28:58.319301+0000","last_peered":"2024-07-26T15:28:58.319301+0000","last_clean":"2024-07-26T15:28:58.319301+0000","last_became_active":"2024-07-26T15:28:53.299363+0000","last_became_peered":"2024-07-26T15:28:53.299363+0000","last_unstale":"2024-07-26T15:28:58.319301+0000","last_undegraded":"2024-07-26T15:28:58.319301+0000","last_fullsized":"2024-07-26T15:28:58.319301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:43:52.959680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766760+0000","last_change":"2024-07-26T15:28:52.281232+0000","last_active":"2024-07-26T15:28:58.766760+0000","last_peered":"2024-07-26T15:28:58.766760+0000","last_clean":"2024-07-26T15:28:58.766760+0000","last_became_active":"2024-07-26T15:28:52.280828+0000","last_became_peered":"2024-07-26T15:28:52.280828+0000","last_unstale":"2024-07-26T15:28:58.766760+0000","last_undegraded":"2024-07-26T15:28:58.766760+0000","last_fullsized":"2024-07-26T15:28:58.766760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:51.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322341+0000","last_change":"2024-07-26T15:28:57.338491+0000","last_active":"2024-07-26T15:28:58.322341+0000","last_peered":"2024-07-26T15:28:58.322341+0000","last_clean":"2024-07-26T15:28:58.322341+0000","last_became_active":"2024-07-26T15:28:57.337707+0000","last_became_peered":"2024-07-26T15:28:57.337707+0000","last_unstale":"2024-07-26T15:28:58.322341+0000","last_undegraded":"2024-07-26T15:28:58.322341+0000","last_fullsized":"2024-07-26T15:28:58.322341+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:56.759147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318716+0000","last_change":"2024-07-26T15:28:53.304549+0000","last_active":"2024-07-26T15:28:58.318716+0000","last_peered":"2024-07-26T15:28:58.318716+0000","last_clean":"2024-07-26T15:28:58.318716+0000","last_became_active":"2024-07-26T15:28:53.302495+0000","last_became_peered":"2024-07-26T15:28:53.302495+0000","last_unstale":"2024-07-26T15:28:58.318716+0000","last_undegraded":"2024-07-26T15:28:58.318716+0000","last_fullsized":"2024-07-26T15:28:58.318716+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:36.585286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766126+0000","last_change":"2024-07-26T15:28:52.289599+0000","last_active":"2024-07-26T15:28:58.766126+0000","last_peered":"2024-07-26T15:28:58.766126+0000","last_clean":"2024-07-26T15:28:58.766126+0000","last_became_active":"2024-07-26T15:28:52.289251+0000","last_became_peered":"2024-07-26T15:28:52.289251+0000","last_unstale":"2024-07-26T15:28:58.766126+0000","last_undegraded":"2024-07-26T15:28:58.766126+0000","last_fullsized":"2024-07-26T15:28:58.766126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:42.403815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766488+0000","last_change":"2024-07-26T15:28:57.469789+0000","last_active":"2024-07-26T15:28:58.766488+0000","last_peered":"2024-07-26T15:28:58.766488+0000","last_clean":"2024-07-26T15:28:58.766488+0000","last_became_active":"2024-07-26T15:28:57.469370+0000","last_became_peered":"2024-07-26T15:28:57.469370+0000","last_unstale":"2024-07-26T15:28:58.766488+0000","last_undegraded":"2024-07-26T15:28:58.766488+0000","last_fullsized":"2024-07-26T15:28:58.766488+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:24.806916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321979+0000","last_change":"2024-07-26T15:28:53.301511+0000","last_active":"2024-07-26T15:28:58.321979+0000","last_peered":"2024-07-26T15:28:58.321979+0000","last_clean":"2024-07-26T15:28:58.321979+0000","last_became_active":"2024-07-26T15:28:53.300996+0000","last_became_peered":"2024-07-26T15:28:53.300996+0000","last_unstale":"2024-07-26T15:28:58.321979+0000","last_undegraded":"2024-07-26T15:28:58.321979+0000","last_fullsized":"2024-07-26T15:28:58.321979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765213+0000","last_change":"2024-07-26T15:28:52.291036+0000","last_active":"2024-07-26T15:28:58.765213+0000","last_peered":"2024-07-26T15:28:58.765213+0000","last_clean":"2024-07-26T15:28:58.765213+0000","last_became_active":"2024-07-26T15:28:52.290277+0000","last_became_peered":"2024-07-26T15:28:52.290277+0000","last_unstale":"2024-07-26T15:28:58.765213+0000","last_undegraded":"2024-07-26T15:28:58.765213+0000","last_fullsized":"2024-07-26T15:28:58.765213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:42.403815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321736+0000","last_change":"2024-07-26T15:28:57.336934+0000","last_active":"2024-07-26T15:28:58.321736+0000","last_peered":"2024-07-26T15:28:58.321736+0000","last_clean":"2024-07-26T15:28:58.321736+0000","last_became_active":"2024-07-26T15:28:57.336447+0000","last_became_peered":"2024-07-26T15:28:57.336447+0000","last_unstale":"2024-07-26T15:28:58.321736+0000","last_undegraded":"2024-07-26T15:28:58.321736+0000","last_fullsized":"2024-07-26T15:28:58.321736+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:40.625925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765461+0000","last_change":"2024-07-26T15:28:53.294780+0000","last_active":"2024-07-26T15:28:58.765461+0000","last_peered":"2024-07-26T15:28:58.765461+0000","last_clean":"2024-07-26T15:28:58.765461+0000","last_became_active":"2024-07-26T15:28:53.294364+0000","last_became_peered":"2024-07-26T15:28:53.294364+0000","last_unstale":"2024-07-26T15:28:58.765461+0000","last_undegraded":"2024-07-26T15:28:58.765461+0000","last_fullsized":"2024-07-26T15:28:58.765461+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:05.537524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766813+0000","last_change":"2024-07-26T15:28:52.294207+0000","last_active":"2024-07-26T15:28:58.766813+0000","last_peered":"2024-07-26T15:28:58.766813+0000","last_clean":"2024-07-26T15:28:58.766813+0000","last_became_active":"2024-07-26T15:28:52.293708+0000","last_became_peered":"2024-07-26T15:28:52.293708+0000","last_unstale":"2024-07-26T15:28:58.766813+0000","last_undegraded":"2024-07-26T15:28:58.766813+0000","last_fullsized":"2024-07-26T15:28:58.766813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:44.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321640+0000","last_change":"2024-07-26T15:28:57.469139+0000","last_active":"2024-07-26T15:28:58.321640+0000","last_peered":"2024-07-26T15:28:58.321640+0000","last_clean":"2024-07-26T15:28:58.321640+0000","last_became_active":"2024-07-26T15:28:57.467788+0000","last_became_peered":"2024-07-26T15:28:57.467788+0000","last_unstale":"2024-07-26T15:28:58.321640+0000","last_undegraded":"2024-07-26T15:28:58.321640+0000","last_fullsized":"2024-07-26T15:28:58.321640+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:44.867598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319953+0000","last_change":"2024-07-26T15:28:53.312536+0000","last_active":"2024-07-26T15:28:58.319953+0000","last_peered":"2024-07-26T15:28:58.319953+0000","last_clean":"2024-07-26T15:28:58.319953+0000","last_became_active":"2024-07-26T15:28:53.312205+0000","last_became_peered":"2024-07-26T15:28:53.312205+0000","last_unstale":"2024-07-26T15:28:58.319953+0000","last_undegraded":"2024-07-26T15:28:58.319953+0000","last_fullsized":"2024-07-26T15:28:58.319953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:40.826960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766552+0000","last_change":"2024-07-26T15:28:52.293535+0000","last_active":"2024-07-26T15:28:58.766552+0000","last_peered":"2024-07-26T15:28:58.766552+0000","last_clean":"2024-07-26T15:28:58.766552+0000","last_became_active":"2024-07-26T15:28:52.293095+0000","last_became_peered":"2024-07-26T15:28:52.293095+0000","last_unstale":"2024-07-26T15:28:58.766552+0000","last_undegraded":"2024-07-26T15:28:58.766552+0000","last_fullsized":"2024-07-26T15:28:58.766552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:37.984084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318450+0000","last_change":"2024-07-26T15:28:57.473142+0000","last_active":"2024-07-26T15:28:58.318450+0000","last_peered":"2024-07-26T15:28:58.318450+0000","last_clean":"2024-07-26T15:28:58.318450+0000","last_became_active":"2024-07-26T15:28:57.472638+0000","last_became_peered":"2024-07-26T15:28:57.472638+0000","last_unstale":"2024-07-26T15:28:58.318450+0000","last_undegraded":"2024-07-26T15:28:58.318450+0000","last_fullsized":"2024-07-26T15:28:58.318450+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:46:44.160071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766900+0000","last_change":"2024-07-26T15:28:53.297203+0000","last_active":"2024-07-26T15:28:58.766900+0000","last_peered":"2024-07-26T15:28:58.766900+0000","last_clean":"2024-07-26T15:28:58.766900+0000","last_became_active":"2024-07-26T15:28:53.296822+0000","last_became_peered":"2024-07-26T15:28:53.296822+0000","last_unstale":"2024-07-26T15:28:58.766900+0000","last_undegraded":"2024-07-26T15:28:58.766900+0000","last_fullsized":"2024-07-26T15:28:58.766900+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:09.148990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766491+0000","last_change":"2024-07-26T15:28:52.290711+0000","last_active":"2024-07-26T15:28:58.766491+0000","last_peered":"2024-07-26T15:28:58.766491+0000","last_clean":"2024-07-26T15:28:58.766491+0000","last_became_active":"2024-07-26T15:28:52.290383+0000","last_became_peered":"2024-07-26T15:28:52.290383+0000","last_unstale":"2024-07-26T15:28:58.766491+0000","last_undegraded":"2024-07-26T15:28:58.766491+0000","last_fullsized":"2024-07-26T15:28:58.766491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:00.063769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765178+0000","last_change":"2024-07-26T15:28:57.469430+0000","last_active":"2024-07-26T15:28:58.765178+0000","last_peered":"2024-07-26T15:28:58.765178+0000","last_clean":"2024-07-26T15:28:58.765178+0000","last_became_active":"2024-07-26T15:28:57.467729+0000","last_became_peered":"2024-07-26T15:28:57.467729+0000","last_unstale":"2024-07-26T15:28:58.765178+0000","last_undegraded":"2024-07-26T15:28:58.765178+0000","last_fullsized":"2024-07-26T15:28:58.765178+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:14.077723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322024+0000","last_change":"2024-07-26T15:28:53.308793+0000","last_active":"2024-07-26T15:28:58.322024+0000","last_peered":"2024-07-26T15:28:58.322024+0000","last_clean":"2024-07-26T15:28:58.322024+0000","last_became_active":"2024-07-26T15:28:53.308493+0000","last_became_peered":"2024-07-26T15:28:53.308493+0000","last_unstale":"2024-07-26T15:28:58.322024+0000","last_undegraded":"2024-07-26T15:28:58.322024+0000","last_fullsized":"2024-07-26T15:28:58.322024+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:55.680397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766914+0000","last_change":"2024-07-26T15:28:52.284965+0000","last_active":"2024-07-26T15:28:58.766914+0000","last_peered":"2024-07-26T15:28:58.766914+0000","last_clean":"2024-07-26T15:28:58.766914+0000","last_became_active":"2024-07-26T15:28:52.284583+0000","last_became_peered":"2024-07-26T15:28:52.284583+0000","last_unstale":"2024-07-26T15:28:58.766914+0000","last_undegraded":"2024-07-26T15:28:58.766914+0000","last_fullsized":"2024-07-26T15:28:58.766914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:42.857390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766372+0000","last_change":"2024-07-26T15:28:57.344455+0000","last_active":"2024-07-26T15:28:58.766372+0000","last_peered":"2024-07-26T15:28:58.766372+0000","last_clean":"2024-07-26T15:28:58.766372+0000","last_became_active":"2024-07-26T15:28:57.344030+0000","last_became_peered":"2024-07-26T15:28:57.344030+0000","last_unstale":"2024-07-26T15:28:58.766372+0000","last_undegraded":"2024-07-26T15:28:58.766372+0000","last_fullsized":"2024-07-26T15:28:58.766372+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:37.167343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323357+0000","last_change":"2024-07-26T15:28:53.304583+0000","last_active":"2024-07-26T15:28:58.323357+0000","last_peered":"2024-07-26T15:28:58.323357+0000","last_clean":"2024-07-26T15:28:58.323357+0000","last_became_active":"2024-07-26T15:28:53.304250+0000","last_became_peered":"2024-07-26T15:28:53.304250+0000","last_unstale":"2024-07-26T15:28:58.323357+0000","last_undegraded":"2024-07-26T15:28:58.323357+0000","last_fullsized":"2024-07-26T15:28:58.323357+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:45.933261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321939+0000","last_change":"2024-07-26T15:28:52.287378+0000","last_active":"2024-07-26T15:28:58.321939+0000","last_peered":"2024-07-26T15:28:58.321939+0000","last_clean":"2024-07-26T15:28:58.321939+0000","last_became_active":"2024-07-26T15:28:52.286338+0000","last_became_peered":"2024-07-26T15:28:52.286338+0000","last_unstale":"2024-07-26T15:28:58.321939+0000","last_undegraded":"2024-07-26T15:28:58.321939+0000","last_fullsized":"2024-07-26T15:28:58.321939+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:51:40.996840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766877+0000","last_change":"2024-07-26T15:28:57.343520+0000","last_active":"2024-07-26T15:28:58.766877+0000","last_peered":"2024-07-26T15:28:58.766877+0000","last_clean":"2024-07-26T15:28:58.766877+0000","last_became_active":"2024-07-26T15:28:57.343059+0000","last_became_peered":"2024-07-26T15:28:57.343059+0000","last_unstale":"2024-07-26T15:28:58.766877+0000","last_undegraded":"2024-07-26T15:28:58.766877+0000","last_fullsized":"2024-07-26T15:28:58.766877+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:04.173392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765982+0000","last_change":"2024-07-26T15:28:53.295997+0000","last_active":"2024-07-26T15:28:58.765982+0000","last_peered":"2024-07-26T15:28:58.765982+0000","last_clean":"2024-07-26T15:28:58.765982+0000","last_became_active":"2024-07-26T15:28:53.295631+0000","last_became_peered":"2024-07-26T15:28:53.295631+0000","last_unstale":"2024-07-26T15:28:58.765982+0000","last_undegraded":"2024-07-26T15:28:58.765982+0000","last_fullsized":"2024-07-26T15:28:58.765982+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:57.617704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765333+0000","last_change":"2024-07-26T15:28:52.284335+0000","last_active":"2024-07-26T15:28:58.765333+0000","last_peered":"2024-07-26T15:28:58.765333+0000","last_clean":"2024-07-26T15:28:58.765333+0000","last_became_active":"2024-07-26T15:28:52.283985+0000","last_became_peered":"2024-07-26T15:28:52.283985+0000","last_unstale":"2024-07-26T15:28:58.765333+0000","last_undegraded":"2024-07-26T15:28:58.765333+0000","last_fullsized":"2024-07-26T15:28:58.765333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:47:46.283848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766641+0000","last_change":"2024-07-26T15:28:57.339954+0000","last_active":"2024-07-26T15:28:58.766641+0000","last_peered":"2024-07-26T15:28:58.766641+0000","last_clean":"2024-07-26T15:28:58.766641+0000","last_became_active":"2024-07-26T15:28:57.339543+0000","last_became_peered":"2024-07-26T15:28:57.339543+0000","last_unstale":"2024-07-26T15:28:58.766641+0000","last_undegraded":"2024-07-26T15:28:58.766641+0000","last_fullsized":"2024-07-26T15:28:58.766641+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:20.451875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764623+0000","last_change":"2024-07-26T15:28:53.308641+0000","last_active":"2024-07-26T15:28:58.764623+0000","last_peered":"2024-07-26T15:28:58.764623+0000","last_clean":"2024-07-26T15:28:58.764623+0000","last_became_active":"2024-07-26T15:28:53.308175+0000","last_became_peered":"2024-07-26T15:28:53.308175+0000","last_unstale":"2024-07-26T15:28:58.764623+0000","last_undegraded":"2024-07-26T15:28:58.764623+0000","last_fullsized":"2024-07-26T15:28:58.764623+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:31.421340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765365+0000","last_change":"2024-07-26T15:28:52.289801+0000","last_active":"2024-07-26T15:28:58.765365+0000","last_peered":"2024-07-26T15:28:58.765365+0000","last_clean":"2024-07-26T15:28:58.765365+0000","last_became_active":"2024-07-26T15:28:52.289446+0000","last_became_peered":"2024-07-26T15:28:52.289446+0000","last_unstale":"2024-07-26T15:28:58.765365+0000","last_undegraded":"2024-07-26T15:28:58.765365+0000","last_fullsized":"2024-07-26T15:28:58.765365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:37.984084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765391+0000","last_change":"2024-07-26T15:28:57.468202+0000","last_active":"2024-07-26T15:28:58.765391+0000","last_peered":"2024-07-26T15:28:58.765391+0000","last_clean":"2024-07-26T15:28:58.765391+0000","last_became_active":"2024-07-26T15:28:57.467704+0000","last_became_peered":"2024-07-26T15:28:57.467704+0000","last_unstale":"2024-07-26T15:28:58.765391+0000","last_undegraded":"2024-07-26T15:28:58.765391+0000","last_fullsized":"2024-07-26T15:28:58.765391+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:04.173392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318797+0000","last_change":"2024-07-26T15:28:53.311229+0000","last_active":"2024-07-26T15:28:58.318797+0000","last_peered":"2024-07-26T15:28:58.318797+0000","last_clean":"2024-07-26T15:28:58.318797+0000","last_became_active":"2024-07-26T15:28:53.310889+0000","last_became_peered":"2024-07-26T15:28:53.310889+0000","last_unstale":"2024-07-26T15:28:58.318797+0000","last_undegraded":"2024-07-26T15:28:58.318797+0000","last_fullsized":"2024-07-26T15:28:58.318797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:32.477629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321426+0000","last_change":"2024-07-26T15:28:52.286984+0000","last_active":"2024-07-26T15:28:58.321426+0000","last_peered":"2024-07-26T15:28:58.321426+0000","last_clean":"2024-07-26T15:28:58.321426+0000","last_became_active":"2024-07-26T15:28:52.286631+0000","last_became_peered":"2024-07-26T15:28:52.286631+0000","last_unstale":"2024-07-26T15:28:58.321426+0000","last_undegraded":"2024-07-26T15:28:58.321426+0000","last_fullsized":"2024-07-26T15:28:58.321426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":118,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765649+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:28:58.765649+0000","last_peered":"2024-07-26T15:28:58.765649+0000","last_clean":"2024-07-26T15:28:58.765649+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:28:58.765649+0000","last_undegraded":"2024-07-26T15:28:58.765649+0000","last_fullsized":"2024-07-26T15:28:58.765649+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765790+0000","last_change":"2024-07-26T15:28:57.470951+0000","last_active":"2024-07-26T15:28:58.765790+0000","last_peered":"2024-07-26T15:28:58.765790+0000","last_clean":"2024-07-26T15:28:58.765790+0000","last_became_active":"2024-07-26T15:28:57.470419+0000","last_became_peered":"2024-07-26T15:28:57.470419+0000","last_unstale":"2024-07-26T15:28:58.765790+0000","last_undegraded":"2024-07-26T15:28:58.765790+0000","last_fullsized":"2024-07-26T15:28:58.765790+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:34.101279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766160+0000","last_change":"2024-07-26T15:28:53.311718+0000","last_active":"2024-07-26T15:28:58.766160+0000","last_peered":"2024-07-26T15:28:58.766160+0000","last_clean":"2024-07-26T15:28:58.766160+0000","last_became_active":"2024-07-26T15:28:53.311271+0000","last_became_peered":"2024-07-26T15:28:53.311271+0000","last_unstale":"2024-07-26T15:28:58.766160+0000","last_undegraded":"2024-07-26T15:28:58.766160+0000","last_fullsized":"2024-07-26T15:28:58.766160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:39.883871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765662+0000","last_change":"2024-07-26T15:28:52.287181+0000","last_active":"2024-07-26T15:28:58.765662+0000","last_peered":"2024-07-26T15:28:58.765662+0000","last_clean":"2024-07-26T15:28:58.765662+0000","last_became_active":"2024-07-26T15:28:52.286820+0000","last_became_peered":"2024-07-26T15:28:52.286820+0000","last_unstale":"2024-07-26T15:28:58.765662+0000","last_undegraded":"2024-07-26T15:28:58.765662+0000","last_fullsized":"2024-07-26T15:28:58.765662+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766005+0000","last_change":"2024-07-26T15:28:57.468307+0000","last_active":"2024-07-26T15:28:58.766005+0000","last_peered":"2024-07-26T15:28:58.766005+0000","last_clean":"2024-07-26T15:28:58.766005+0000","last_became_active":"2024-07-26T15:28:57.467730+0000","last_became_peered":"2024-07-26T15:28:57.467730+0000","last_unstale":"2024-07-26T15:28:58.766005+0000","last_undegraded":"2024-07-26T15:28:58.766005+0000","last_fullsized":"2024-07-26T15:28:58.766005+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:56.759147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322120+0000","last_change":"2024-07-26T15:28:53.311245+0000","last_active":"2024-07-26T15:28:58.322120+0000","last_peered":"2024-07-26T15:28:58.322120+0000","last_clean":"2024-07-26T15:28:58.322120+0000","last_became_active":"2024-07-26T15:28:53.310917+0000","last_became_peered":"2024-07-26T15:28:53.310917+0000","last_unstale":"2024-07-26T15:28:58.322120+0000","last_undegraded":"2024-07-26T15:28:58.322120+0000","last_fullsized":"2024-07-26T15:28:58.322120+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:54.279030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766273+0000","last_change":"2024-07-26T15:28:52.277782+0000","last_active":"2024-07-26T15:28:58.766273+0000","last_peered":"2024-07-26T15:28:58.766273+0000","last_clean":"2024-07-26T15:28:58.766273+0000","last_became_active":"2024-07-26T15:28:52.277429+0000","last_became_peered":"2024-07-26T15:28:52.277429+0000","last_unstale":"2024-07-26T15:28:58.766273+0000","last_undegraded":"2024-07-26T15:28:58.766273+0000","last_fullsized":"2024-07-26T15:28:58.766273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:00.063769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765290+0000","last_change":"2024-07-26T15:28:57.345357+0000","last_active":"2024-07-26T15:28:58.765290+0000","last_peered":"2024-07-26T15:28:58.765290+0000","last_clean":"2024-07-26T15:28:58.765290+0000","last_became_active":"2024-07-26T15:28:57.344686+0000","last_became_peered":"2024-07-26T15:28:57.344686+0000","last_unstale":"2024-07-26T15:28:58.765290+0000","last_undegraded":"2024-07-26T15:28:58.765290+0000","last_fullsized":"2024-07-26T15:28:58.765290+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:20.451875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766717+0000","last_change":"2024-07-26T15:28:53.310975+0000","last_active":"2024-07-26T15:28:58.766717+0000","last_peered":"2024-07-26T15:28:58.766717+0000","last_clean":"2024-07-26T15:28:58.766717+0000","last_became_active":"2024-07-26T15:28:53.310272+0000","last_became_peered":"2024-07-26T15:28:53.310272+0000","last_unstale":"2024-07-26T15:28:58.766717+0000","last_undegraded":"2024-07-26T15:28:58.766717+0000","last_fullsized":"2024-07-26T15:28:58.766717+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:00.132754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765641+0000","last_change":"2024-07-26T15:28:52.284881+0000","last_active":"2024-07-26T15:28:58.765641+0000","last_peered":"2024-07-26T15:28:58.765641+0000","last_clean":"2024-07-26T15:28:58.765641+0000","last_became_active":"2024-07-26T15:28:52.283950+0000","last_became_peered":"2024-07-26T15:28:52.283950+0000","last_unstale":"2024-07-26T15:28:58.765641+0000","last_undegraded":"2024-07-26T15:28:58.765641+0000","last_fullsized":"2024-07-26T15:28:58.765641+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321080+0000","last_change":"2024-07-26T15:28:57.471579+0000","last_active":"2024-07-26T15:28:58.321080+0000","last_peered":"2024-07-26T15:28:58.321080+0000","last_clean":"2024-07-26T15:28:58.321080+0000","last_became_active":"2024-07-26T15:28:57.471054+0000","last_became_peered":"2024-07-26T15:28:57.471054+0000","last_unstale":"2024-07-26T15:28:58.321080+0000","last_undegraded":"2024-07-26T15:28:58.321080+0000","last_fullsized":"2024-07-26T15:28:58.321080+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:29.311852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766302+0000","last_change":"2024-07-26T15:28:53.308714+0000","last_active":"2024-07-26T15:28:58.766302+0000","last_peered":"2024-07-26T15:28:58.766302+0000","last_clean":"2024-07-26T15:28:58.766302+0000","last_became_active":"2024-07-26T15:28:53.308397+0000","last_became_peered":"2024-07-26T15:28:53.308397+0000","last_unstale":"2024-07-26T15:28:58.766302+0000","last_undegraded":"2024-07-26T15:28:58.766302+0000","last_fullsized":"2024-07-26T15:28:58.766302+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:20.766277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322094+0000","last_change":"2024-07-26T15:28:52.287858+0000","last_active":"2024-07-26T15:28:58.322094+0000","last_peered":"2024-07-26T15:28:58.322094+0000","last_clean":"2024-07-26T15:28:58.322094+0000","last_became_active":"2024-07-26T15:28:52.287455+0000","last_became_peered":"2024-07-26T15:28:52.287455+0000","last_unstale":"2024-07-26T15:28:58.322094+0000","last_undegraded":"2024-07-26T15:28:58.322094+0000","last_fullsized":"2024-07-26T15:28:58.322094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:52.815266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321371+0000","last_change":"2024-07-26T15:28:57.338223+0000","last_active":"2024-07-26T15:28:58.321371+0000","last_peered":"2024-07-26T15:28:58.321371+0000","last_clean":"2024-07-26T15:28:58.321371+0000","last_became_active":"2024-07-26T15:28:57.337758+0000","last_became_peered":"2024-07-26T15:28:57.337758+0000","last_unstale":"2024-07-26T15:28:58.321371+0000","last_undegraded":"2024-07-26T15:28:58.321371+0000","last_fullsized":"2024-07-26T15:28:58.321371+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:52.563590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765412+0000","last_change":"2024-07-26T15:28:53.306155+0000","last_active":"2024-07-26T15:28:58.765412+0000","last_peered":"2024-07-26T15:28:58.765412+0000","last_clean":"2024-07-26T15:28:58.765412+0000","last_became_active":"2024-07-26T15:28:53.304748+0000","last_became_peered":"2024-07-26T15:28:53.304748+0000","last_unstale":"2024-07-26T15:28:58.765412+0000","last_undegraded":"2024-07-26T15:28:58.765412+0000","last_fullsized":"2024-07-26T15:28:58.765412+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:47.418497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":30,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764346+0000","last_change":"2024-07-26T15:28:52.287809+0000","last_active":"2024-07-26T15:28:58.764346+0000","last_peered":"2024-07-26T15:28:58.764346+0000","last_clean":"2024-07-26T15:28:58.764346+0000","last_became_active":"2024-07-26T15:28:52.287148+0000","last_became_peered":"2024-07-26T15:28:52.287148+0000","last_unstale":"2024-07-26T15:28:58.764346+0000","last_undegraded":"2024-07-26T15:28:58.764346+0000","last_fullsized":"2024-07-26T15:28:58.764346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765171+0000","last_change":"2024-07-26T15:28:57.340596+0000","last_active":"2024-07-26T15:28:58.765171+0000","last_peered":"2024-07-26T15:28:58.765171+0000","last_clean":"2024-07-26T15:28:58.765171+0000","last_became_active":"2024-07-26T15:28:57.340088+0000","last_became_peered":"2024-07-26T15:28:57.340088+0000","last_unstale":"2024-07-26T15:28:58.765171+0000","last_undegraded":"2024-07-26T15:28:58.765171+0000","last_fullsized":"2024-07-26T15:28:58.765171+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:24.806916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765317+0000","last_change":"2024-07-26T15:28:53.294582+0000","last_active":"2024-07-26T15:28:58.765317+0000","last_peered":"2024-07-26T15:28:58.765317+0000","last_clean":"2024-07-26T15:28:58.765317+0000","last_became_active":"2024-07-26T15:28:53.294274+0000","last_became_peered":"2024-07-26T15:28:53.294274+0000","last_unstale":"2024-07-26T15:28:58.765317+0000","last_undegraded":"2024-07-26T15:28:58.765317+0000","last_fullsized":"2024-07-26T15:28:58.765317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:32.477629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765628+0000","last_change":"2024-07-26T15:28:52.291955+0000","last_active":"2024-07-26T15:28:58.765628+0000","last_peered":"2024-07-26T15:28:58.765628+0000","last_clean":"2024-07-26T15:28:58.765628+0000","last_became_active":"2024-07-26T15:28:52.291632+0000","last_became_peered":"2024-07-26T15:28:52.291632+0000","last_unstale":"2024-07-26T15:28:58.765628+0000","last_undegraded":"2024-07-26T15:28:58.765628+0000","last_fullsized":"2024-07-26T15:28:58.765628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320034+0000","last_change":"2024-07-26T15:28:57.471727+0000","last_active":"2024-07-26T15:28:58.320034+0000","last_peered":"2024-07-26T15:28:58.320034+0000","last_clean":"2024-07-26T15:28:58.320034+0000","last_became_active":"2024-07-26T15:28:57.471261+0000","last_became_peered":"2024-07-26T15:28:57.471261+0000","last_unstale":"2024-07-26T15:28:58.320034+0000","last_undegraded":"2024-07-26T15:28:58.320034+0000","last_fullsized":"2024-07-26T15:28:58.320034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:08.933710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765721+0000","last_change":"2024-07-26T15:28:53.308652+0000","last_active":"2024-07-26T15:28:58.765721+0000","last_peered":"2024-07-26T15:28:58.765721+0000","last_clean":"2024-07-26T15:28:58.765721+0000","last_became_active":"2024-07-26T15:28:53.308299+0000","last_became_peered":"2024-07-26T15:28:53.308299+0000","last_unstale":"2024-07-26T15:28:58.765721+0000","last_undegraded":"2024-07-26T15:28:58.765721+0000","last_fullsized":"2024-07-26T15:28:58.765721+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:14.031846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321823+0000","last_change":"2024-07-26T15:28:52.285893+0000","last_active":"2024-07-26T15:28:58.321823+0000","last_peered":"2024-07-26T15:28:58.321823+0000","last_clean":"2024-07-26T15:28:58.321823+0000","last_became_active":"2024-07-26T15:28:52.285515+0000","last_became_peered":"2024-07-26T15:28:52.285515+0000","last_unstale":"2024-07-26T15:28:58.321823+0000","last_undegraded":"2024-07-26T15:28:58.321823+0000","last_fullsized":"2024-07-26T15:28:58.321823+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319468+0000","last_change":"2024-07-26T15:28:57.468258+0000","last_active":"2024-07-26T15:28:58.319468+0000","last_peered":"2024-07-26T15:28:58.319468+0000","last_clean":"2024-07-26T15:28:58.319468+0000","last_became_active":"2024-07-26T15:28:57.467792+0000","last_became_peered":"2024-07-26T15:28:57.467792+0000","last_unstale":"2024-07-26T15:28:58.319468+0000","last_undegraded":"2024-07-26T15:28:58.319468+0000","last_fullsized":"2024-07-26T15:28:58.319468+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:29:22.982896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764909+0000","last_change":"2024-07-26T15:28:53.304620+0000","last_active":"2024-07-26T15:28:58.764909+0000","last_peered":"2024-07-26T15:28:58.764909+0000","last_clean":"2024-07-26T15:28:58.764909+0000","last_became_active":"2024-07-26T15:28:53.304286+0000","last_became_peered":"2024-07-26T15:28:53.304286+0000","last_unstale":"2024-07-26T15:28:58.764909+0000","last_undegraded":"2024-07-26T15:28:58.764909+0000","last_fullsized":"2024-07-26T15:28:58.764909+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:52.935026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765469+0000","last_change":"2024-07-26T15:28:52.289016+0000","last_active":"2024-07-26T15:28:58.765469+0000","last_peered":"2024-07-26T15:28:58.765469+0000","last_clean":"2024-07-26T15:28:58.765469+0000","last_became_active":"2024-07-26T15:28:52.287930+0000","last_became_peered":"2024-07-26T15:28:52.287930+0000","last_unstale":"2024-07-26T15:28:58.765469+0000","last_undegraded":"2024-07-26T15:28:58.765469+0000","last_fullsized":"2024-07-26T15:28:58.765469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:30.621201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321796+0000","last_change":"2024-07-26T15:28:57.468316+0000","last_active":"2024-07-26T15:28:58.321796+0000","last_peered":"2024-07-26T15:28:58.321796+0000","last_clean":"2024-07-26T15:28:58.321796+0000","last_became_active":"2024-07-26T15:28:57.467835+0000","last_became_peered":"2024-07-26T15:28:57.467835+0000","last_unstale":"2024-07-26T15:28:58.321796+0000","last_undegraded":"2024-07-26T15:28:58.321796+0000","last_fullsized":"2024-07-26T15:28:58.321796+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:57.146606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765929+0000","last_change":"2024-07-26T15:28:53.307999+0000","last_active":"2024-07-26T15:28:58.765929+0000","last_peered":"2024-07-26T15:28:58.765929+0000","last_clean":"2024-07-26T15:28:58.765929+0000","last_became_active":"2024-07-26T15:28:53.307688+0000","last_became_peered":"2024-07-26T15:28:53.307688+0000","last_unstale":"2024-07-26T15:28:58.765929+0000","last_undegraded":"2024-07-26T15:28:58.765929+0000","last_fullsized":"2024-07-26T15:28:58.765929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:43.107605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:29:02.973940+0000","last_change":"2024-07-26T15:28:52.292848+0000","last_active":"2024-07-26T15:29:02.973940+0000","last_peered":"2024-07-26T15:29:02.973940+0000","last_clean":"2024-07-26T15:29:02.973940+0000","last_became_active":"2024-07-26T15:28:52.292486+0000","last_became_peered":"2024-07-26T15:28:52.292486+0000","last_unstale":"2024-07-26T15:29:02.973940+0000","last_undegraded":"2024-07-26T15:29:02.973940+0000","last_fullsized":"2024-07-26T15:29:02.973940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766607+0000","last_change":"2024-07-26T15:28:57.341285+0000","last_active":"2024-07-26T15:28:58.766607+0000","last_peered":"2024-07-26T15:28:58.766607+0000","last_clean":"2024-07-26T15:28:58.766607+0000","last_became_active":"2024-07-26T15:28:57.340771+0000","last_became_peered":"2024-07-26T15:28:57.340771+0000","last_unstale":"2024-07-26T15:28:58.766607+0000","last_undegraded":"2024-07-26T15:28:58.766607+0000","last_fullsized":"2024-07-26T15:28:58.766607+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:14.077723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322706+0000","last_change":"2024-07-26T15:28:53.312264+0000","last_active":"2024-07-26T15:28:58.322706+0000","last_peered":"2024-07-26T15:28:58.322706+0000","last_clean":"2024-07-26T15:28:58.322706+0000","last_became_active":"2024-07-26T15:28:53.311986+0000","last_became_peered":"2024-07-26T15:28:53.311986+0000","last_unstale":"2024-07-26T15:28:58.322706+0000","last_undegraded":"2024-07-26T15:28:58.322706+0000","last_fullsized":"2024-07-26T15:28:58.322706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:33:59.165216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766223+0000","last_change":"2024-07-26T15:28:52.286154+0000","last_active":"2024-07-26T15:28:58.766223+0000","last_peered":"2024-07-26T15:28:58.766223+0000","last_clean":"2024-07-26T15:28:58.766223+0000","last_became_active":"2024-07-26T15:28:52.285807+0000","last_became_peered":"2024-07-26T15:28:52.285807+0000","last_unstale":"2024-07-26T15:28:58.766223+0000","last_undegraded":"2024-07-26T15:28:58.766223+0000","last_fullsized":"2024-07-26T15:28:58.766223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:07.790778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323251+0000","last_change":"2024-07-26T15:28:57.342803+0000","last_active":"2024-07-26T15:28:58.323251+0000","last_peered":"2024-07-26T15:28:58.323251+0000","last_clean":"2024-07-26T15:28:58.323251+0000","last_became_active":"2024-07-26T15:28:57.342360+0000","last_became_peered":"2024-07-26T15:28:57.342360+0000","last_unstale":"2024-07-26T15:28:58.323251+0000","last_undegraded":"2024-07-26T15:28:58.323251+0000","last_fullsized":"2024-07-26T15:28:58.323251+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:13:06.129463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765234+0000","last_change":"2024-07-26T15:28:53.303266+0000","last_active":"2024-07-26T15:28:58.765234+0000","last_peered":"2024-07-26T15:28:58.765234+0000","last_clean":"2024-07-26T15:28:58.765234+0000","last_became_active":"2024-07-26T15:28:53.302951+0000","last_became_peered":"2024-07-26T15:28:53.302951+0000","last_unstale":"2024-07-26T15:28:58.765234+0000","last_undegraded":"2024-07-26T15:28:58.765234+0000","last_fullsized":"2024-07-26T15:28:58.765234+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:35:49.471060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322213+0000","last_change":"2024-07-26T15:28:52.293425+0000","last_active":"2024-07-26T15:28:58.322213+0000","last_peered":"2024-07-26T15:28:58.322213+0000","last_clean":"2024-07-26T15:28:58.322213+0000","last_became_active":"2024-07-26T15:28:52.293137+0000","last_became_peered":"2024-07-26T15:28:52.293137+0000","last_unstale":"2024-07-26T15:28:58.322213+0000","last_undegraded":"2024-07-26T15:28:58.322213+0000","last_fullsized":"2024-07-26T15:28:58.322213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318776+0000","last_change":"2024-07-26T15:28:57.342285+0000","last_active":"2024-07-26T15:28:58.318776+0000","last_peered":"2024-07-26T15:28:58.318776+0000","last_clean":"2024-07-26T15:28:58.318776+0000","last_became_active":"2024-07-26T15:28:57.341826+0000","last_became_peered":"2024-07-26T15:28:57.341826+0000","last_unstale":"2024-07-26T15:28:58.318776+0000","last_undegraded":"2024-07-26T15:28:58.318776+0000","last_fullsized":"2024-07-26T15:28:58.318776+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:57.146606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322097+0000","last_change":"2024-07-26T15:28:53.301223+0000","last_active":"2024-07-26T15:28:58.322097+0000","last_peered":"2024-07-26T15:28:58.322097+0000","last_clean":"2024-07-26T15:28:58.322097+0000","last_became_active":"2024-07-26T15:28:53.300893+0000","last_became_peered":"2024-07-26T15:28:53.300893+0000","last_unstale":"2024-07-26T15:28:58.322097+0000","last_undegraded":"2024-07-26T15:28:58.322097+0000","last_fullsized":"2024-07-26T15:28:58.322097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:43:52.959680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766842+0000","last_change":"2024-07-26T15:28:52.294499+0000","last_active":"2024-07-26T15:28:58.766842+0000","last_peered":"2024-07-26T15:28:58.766842+0000","last_clean":"2024-07-26T15:28:58.766842+0000","last_became_active":"2024-07-26T15:28:52.294139+0000","last_became_peered":"2024-07-26T15:28:52.294139+0000","last_unstale":"2024-07-26T15:28:58.766842+0000","last_undegraded":"2024-07-26T15:28:58.766842+0000","last_fullsized":"2024-07-26T15:28:58.766842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:51:40.996840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318634+0000","last_change":"2024-07-26T15:28:57.472642+0000","last_active":"2024-07-26T15:28:58.318634+0000","last_peered":"2024-07-26T15:28:58.318634+0000","last_clean":"2024-07-26T15:28:58.318634+0000","last_became_active":"2024-07-26T15:28:57.472234+0000","last_became_peered":"2024-07-26T15:28:57.472234+0000","last_unstale":"2024-07-26T15:28:58.318634+0000","last_undegraded":"2024-07-26T15:28:58.318634+0000","last_fullsized":"2024-07-26T15:28:58.318634+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:29.311852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764939+0000","last_change":"2024-07-26T15:28:57.468587+0000","last_active":"2024-07-26T15:28:58.764939+0000","last_peered":"2024-07-26T15:28:58.764939+0000","last_clean":"2024-07-26T15:28:58.764939+0000","last_became_active":"2024-07-26T15:28:57.468170+0000","last_became_peered":"2024-07-26T15:28:57.468170+0000","last_unstale":"2024-07-26T15:28:58.764939+0000","last_undegraded":"2024-07-26T15:28:58.764939+0000","last_fullsized":"2024-07-26T15:28:58.764939+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:37.167343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765890+0000","last_change":"2024-07-26T15:28:53.308714+0000","last_active":"2024-07-26T15:28:58.765890+0000","last_peered":"2024-07-26T15:28:58.765890+0000","last_clean":"2024-07-26T15:28:58.765890+0000","last_became_active":"2024-07-26T15:28:53.308372+0000","last_became_peered":"2024-07-26T15:28:53.308372+0000","last_unstale":"2024-07-26T15:28:58.765890+0000","last_undegraded":"2024-07-26T15:28:58.765890+0000","last_fullsized":"2024-07-26T15:28:58.765890+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:05.537524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321118+0000","last_change":"2024-07-26T15:28:52.289683+0000","last_active":"2024-07-26T15:28:58.321118+0000","last_peered":"2024-07-26T15:28:58.321118+0000","last_clean":"2024-07-26T15:28:58.321118+0000","last_became_active":"2024-07-26T15:28:52.289236+0000","last_became_peered":"2024-07-26T15:28:52.289236+0000","last_unstale":"2024-07-26T15:28:58.321118+0000","last_undegraded":"2024-07-26T15:28:58.321118+0000","last_fullsized":"2024-07-26T15:28:58.321118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:44.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766619+0000","last_change":"2024-07-26T15:28:57.344777+0000","last_active":"2024-07-26T15:28:58.766619+0000","last_peered":"2024-07-26T15:28:58.766619+0000","last_clean":"2024-07-26T15:28:58.766619+0000","last_became_active":"2024-07-26T15:28:57.344381+0000","last_became_peered":"2024-07-26T15:28:57.344381+0000","last_unstale":"2024-07-26T15:28:58.766619+0000","last_undegraded":"2024-07-26T15:28:58.766619+0000","last_fullsized":"2024-07-26T15:28:58.766619+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:59.721035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318584+0000","last_change":"2024-07-26T15:28:53.300446+0000","last_active":"2024-07-26T15:28:58.318584+0000","last_peered":"2024-07-26T15:28:58.318584+0000","last_clean":"2024-07-26T15:28:58.318584+0000","last_became_active":"2024-07-26T15:28:53.299296+0000","last_became_peered":"2024-07-26T15:28:53.299296+0000","last_unstale":"2024-07-26T15:28:58.318584+0000","last_undegraded":"2024-07-26T15:28:58.318584+0000","last_fullsized":"2024-07-26T15:28:58.318584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:42.554054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318920+0000","last_change":"2024-07-26T15:28:52.293419+0000","last_active":"2024-07-26T15:28:58.318920+0000","last_peered":"2024-07-26T15:28:58.318920+0000","last_clean":"2024-07-26T15:28:58.318920+0000","last_became_active":"2024-07-26T15:28:52.293086+0000","last_became_peered":"2024-07-26T15:28:52.293086+0000","last_unstale":"2024-07-26T15:28:58.318920+0000","last_undegraded":"2024-07-26T15:28:58.318920+0000","last_fullsized":"2024-07-26T15:28:58.318920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:47:46.283848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766347+0000","last_change":"2024-07-26T15:28:52.291571+0000","last_active":"2024-07-26T15:28:58.766347+0000","last_peered":"2024-07-26T15:28:58.766347+0000","last_clean":"2024-07-26T15:28:58.766347+0000","last_became_active":"2024-07-26T15:28:52.291065+0000","last_became_peered":"2024-07-26T15:28:52.291065+0000","last_unstale":"2024-07-26T15:28:58.766347+0000","last_undegraded":"2024-07-26T15:28:58.766347+0000","last_fullsized":"2024-07-26T15:28:58.766347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765362+0000","last_change":"2024-07-26T15:28:53.310811+0000","last_active":"2024-07-26T15:28:58.765362+0000","last_peered":"2024-07-26T15:28:58.765362+0000","last_clean":"2024-07-26T15:28:58.765362+0000","last_became_active":"2024-07-26T15:28:53.309369+0000","last_became_peered":"2024-07-26T15:28:53.309369+0000","last_unstale":"2024-07-26T15:28:58.765362+0000","last_undegraded":"2024-07-26T15:28:58.765362+0000","last_fullsized":"2024-07-26T15:28:58.765362+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:08.752129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765442+0000","last_change":"2024-07-26T15:28:57.345928+0000","last_active":"2024-07-26T15:28:58.765442+0000","last_peered":"2024-07-26T15:28:58.765442+0000","last_clean":"2024-07-26T15:28:58.765442+0000","last_became_active":"2024-07-26T15:28:57.345172+0000","last_became_peered":"2024-07-26T15:28:57.345172+0000","last_unstale":"2024-07-26T15:28:58.765442+0000","last_undegraded":"2024-07-26T15:28:58.765442+0000","last_fullsized":"2024-07-26T15:28:58.765442+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:59.102961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319344+0000","last_change":"2024-07-26T15:28:52.290196+0000","last_active":"2024-07-26T15:28:58.319344+0000","last_peered":"2024-07-26T15:28:58.319344+0000","last_clean":"2024-07-26T15:28:58.319344+0000","last_became_active":"2024-07-26T15:28:52.289830+0000","last_became_peered":"2024-07-26T15:28:52.289830+0000","last_unstale":"2024-07-26T15:28:58.319344+0000","last_undegraded":"2024-07-26T15:28:58.319344+0000","last_fullsized":"2024-07-26T15:28:58.319344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:51.852752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322707+0000","last_change":"2024-07-26T15:28:53.308224+0000","last_active":"2024-07-26T15:28:58.322707+0000","last_peered":"2024-07-26T15:28:58.322707+0000","last_clean":"2024-07-26T15:28:58.322707+0000","last_became_active":"2024-07-26T15:28:53.307918+0000","last_became_peered":"2024-07-26T15:28:53.307918+0000","last_unstale":"2024-07-26T15:28:58.322707+0000","last_undegraded":"2024-07-26T15:28:58.322707+0000","last_fullsized":"2024-07-26T15:28:58.322707+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:33:02.772082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319714+0000","last_change":"2024-07-26T15:28:57.336433+0000","last_active":"2024-07-26T15:28:58.319714+0000","last_peered":"2024-07-26T15:28:58.319714+0000","last_clean":"2024-07-26T15:28:58.319714+0000","last_became_active":"2024-07-26T15:28:57.335980+0000","last_became_peered":"2024-07-26T15:28:57.335980+0000","last_unstale":"2024-07-26T15:28:58.319714+0000","last_undegraded":"2024-07-26T15:28:58.319714+0000","last_fullsized":"2024-07-26T15:28:58.319714+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:07.656451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765197+0000","last_change":"2024-07-26T15:28:53.295884+0000","last_active":"2024-07-26T15:28:58.765197+0000","last_peered":"2024-07-26T15:28:58.765197+0000","last_clean":"2024-07-26T15:28:58.765197+0000","last_became_active":"2024-07-26T15:28:53.295033+0000","last_became_peered":"2024-07-26T15:28:53.295033+0000","last_unstale":"2024-07-26T15:28:58.765197+0000","last_undegraded":"2024-07-26T15:28:58.765197+0000","last_fullsized":"2024-07-26T15:28:58.765197+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:28:06.739951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765228+0000","last_change":"2024-07-26T15:28:53.303106+0000","last_active":"2024-07-26T15:28:58.765228+0000","last_peered":"2024-07-26T15:28:58.765228+0000","last_clean":"2024-07-26T15:28:58.765228+0000","last_became_active":"2024-07-26T15:28:53.302707+0000","last_became_peered":"2024-07-26T15:28:53.302707+0000","last_unstale":"2024-07-26T15:28:58.765228+0000","last_undegraded":"2024-07-26T15:28:58.765228+0000","last_fullsized":"2024-07-26T15:28:58.765228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321699+0000","last_change":"2024-07-26T15:28:53.309527+0000","last_active":"2024-07-26T15:28:58.321699+0000","last_peered":"2024-07-26T15:28:58.321699+0000","last_clean":"2024-07-26T15:28:58.321699+0000","last_became_active":"2024-07-26T15:28:53.309237+0000","last_became_peered":"2024-07-26T15:28:53.309237+0000","last_unstale":"2024-07-26T15:28:58.321699+0000","last_undegraded":"2024-07-26T15:28:58.321699+0000","last_fullsized":"2024-07-26T15:28:58.321699+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:36.585286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765247+0000","last_change":"2024-07-26T15:28:53.306770+0000","last_active":"2024-07-26T15:28:58.765247+0000","last_peered":"2024-07-26T15:28:58.765247+0000","last_clean":"2024-07-26T15:28:58.765247+0000","last_became_active":"2024-07-26T15:28:53.306454+0000","last_became_peered":"2024-07-26T15:28:53.306454+0000","last_unstale":"2024-07-26T15:28:58.765247+0000","last_undegraded":"2024-07-26T15:28:58.765247+0000","last_fullsized":"2024-07-26T15:28:58.765247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:34:20.726286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319572+0000","last_change":"2024-07-26T15:28:53.305740+0000","last_active":"2024-07-26T15:28:58.319572+0000","last_peered":"2024-07-26T15:28:58.319572+0000","last_clean":"2024-07-26T15:28:58.319572+0000","last_became_active":"2024-07-26T15:28:53.305356+0000","last_became_peered":"2024-07-26T15:28:53.305356+0000","last_unstale":"2024-07-26T15:28:58.319572+0000","last_undegraded":"2024-07-26T15:28:58.319572+0000","last_fullsized":"2024-07-26T15:28:58.319572+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:43.090975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766020+0000","last_change":"2024-07-26T15:28:53.308110+0000","last_active":"2024-07-26T15:28:58.766020+0000","last_peered":"2024-07-26T15:28:58.766020+0000","last_clean":"2024-07-26T15:28:58.766020+0000","last_became_active":"2024-07-26T15:28:53.307784+0000","last_became_peered":"2024-07-26T15:28:53.307784+0000","last_unstale":"2024-07-26T15:28:58.766020+0000","last_undegraded":"2024-07-26T15:28:58.766020+0000","last_fullsized":"2024-07-26T15:28:58.766020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:08.752129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766216+0000","last_change":"2024-07-26T15:28:53.299836+0000","last_active":"2024-07-26T15:28:58.766216+0000","last_peered":"2024-07-26T15:28:58.766216+0000","last_clean":"2024-07-26T15:28:58.766216+0000","last_became_active":"2024-07-26T15:28:53.299451+0000","last_became_peered":"2024-07-26T15:28:53.299451+0000","last_unstale":"2024-07-26T15:28:58.766216+0000","last_undegraded":"2024-07-26T15:28:58.766216+0000","last_fullsized":"2024-07-26T15:28:58.766216+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319876+0000","last_change":"2024-07-26T15:28:53.303683+0000","last_active":"2024-07-26T15:28:58.319876+0000","last_peered":"2024-07-26T15:28:58.319876+0000","last_clean":"2024-07-26T15:28:58.319876+0000","last_became_active":"2024-07-26T15:28:53.303037+0000","last_became_peered":"2024-07-26T15:28:53.303037+0000","last_unstale":"2024-07-26T15:28:58.319876+0000","last_undegraded":"2024-07-26T15:28:58.319876+0000","last_fullsized":"2024-07-26T15:28:58.319876+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:48.522951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320985+0000","last_change":"2024-07-26T15:28:53.310478+0000","last_active":"2024-07-26T15:28:58.320985+0000","last_peered":"2024-07-26T15:28:58.320985+0000","last_clean":"2024-07-26T15:28:58.320985+0000","last_became_active":"2024-07-26T15:28:53.310150+0000","last_became_peered":"2024-07-26T15:28:53.310150+0000","last_unstale":"2024-07-26T15:28:58.320985+0000","last_undegraded":"2024-07-26T15:28:58.320985+0000","last_fullsized":"2024-07-26T15:28:58.320985+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:40.826960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318853+0000","last_change":"2024-07-26T15:28:53.305687+0000","last_active":"2024-07-26T15:28:58.318853+0000","last_peered":"2024-07-26T15:28:58.318853+0000","last_clean":"2024-07-26T15:28:58.318853+0000","last_became_active":"2024-07-26T15:28:53.305139+0000","last_became_peered":"2024-07-26T15:28:53.305139+0000","last_unstale":"2024-07-26T15:28:58.318853+0000","last_undegraded":"2024-07-26T15:28:58.318853+0000","last_fullsized":"2024-07-26T15:28:58.318853+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:54.754759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321564+0000","last_change":"2024-07-26T15:28:53.304483+0000","last_active":"2024-07-26T15:28:58.321564+0000","last_peered":"2024-07-26T15:28:58.321564+0000","last_clean":"2024-07-26T15:28:58.321564+0000","last_became_active":"2024-07-26T15:28:53.304154+0000","last_became_peered":"2024-07-26T15:28:53.304154+0000","last_unstale":"2024-07-26T15:28:58.321564+0000","last_undegraded":"2024-07-26T15:28:58.321564+0000","last_fullsized":"2024-07-26T15:28:58.321564+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:48.522951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765036+0000","last_change":"2024-07-26T15:28:53.311761+0000","last_active":"2024-07-26T15:28:58.765036+0000","last_peered":"2024-07-26T15:28:58.765036+0000","last_clean":"2024-07-26T15:28:58.765036+0000","last_became_active":"2024-07-26T15:28:53.311468+0000","last_became_peered":"2024-07-26T15:28:53.311468+0000","last_unstale":"2024-07-26T15:28:58.765036+0000","last_undegraded":"2024-07-26T15:28:58.765036+0000","last_fullsized":"2024-07-26T15:28:58.765036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:15:17.253622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765915+0000","last_change":"2024-07-26T15:28:53.314578+0000","last_active":"2024-07-26T15:28:58.765915+0000","last_peered":"2024-07-26T15:28:58.765915+0000","last_clean":"2024-07-26T15:28:58.765915+0000","last_became_active":"2024-07-26T15:28:53.314128+0000","last_became_peered":"2024-07-26T15:28:53.314128+0000","last_unstale":"2024-07-26T15:28:58.765915+0000","last_undegraded":"2024-07-26T15:28:58.765915+0000","last_fullsized":"2024-07-26T15:28:58.765915+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:43.090975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766343+0000","last_change":"2024-07-26T15:28:53.306606+0000","last_active":"2024-07-26T15:28:58.766343+0000","last_peered":"2024-07-26T15:28:58.766343+0000","last_clean":"2024-07-26T15:28:58.766343+0000","last_became_active":"2024-07-26T15:28:53.304582+0000","last_became_peered":"2024-07-26T15:28:53.304582+0000","last_unstale":"2024-07-26T15:28:58.766343+0000","last_undegraded":"2024-07-26T15:28:58.766343+0000","last_fullsized":"2024-07-26T15:28:58.766343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:16.411237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765529+0000","last_change":"2024-07-26T15:28:53.298544+0000","last_active":"2024-07-26T15:28:58.765529+0000","last_peered":"2024-07-26T15:28:58.765529+0000","last_clean":"2024-07-26T15:28:58.765529+0000","last_became_active":"2024-07-26T15:28:53.298209+0000","last_became_peered":"2024-07-26T15:28:53.298209+0000","last_unstale":"2024-07-26T15:28:58.765529+0000","last_undegraded":"2024-07-26T15:28:58.765529+0000","last_fullsized":"2024-07-26T15:28:58.765529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:44:29.782538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322786+0000","last_change":"2024-07-26T15:28:53.307501+0000","last_active":"2024-07-26T15:28:58.322786+0000","last_peered":"2024-07-26T15:28:58.322786+0000","last_clean":"2024-07-26T15:28:58.322786+0000","last_became_active":"2024-07-26T15:28:53.307189+0000","last_became_peered":"2024-07-26T15:28:53.307189+0000","last_unstale":"2024-07-26T15:28:58.322786+0000","last_undegraded":"2024-07-26T15:28:58.322786+0000","last_fullsized":"2024-07-26T15:28:58.322786+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:13.474013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320825+0000","last_change":"2024-07-26T15:28:53.303199+0000","last_active":"2024-07-26T15:28:58.320825+0000","last_peered":"2024-07-26T15:28:58.320825+0000","last_clean":"2024-07-26T15:28:58.320825+0000","last_became_active":"2024-07-26T15:28:53.302830+0000","last_became_peered":"2024-07-26T15:28:53.302830+0000","last_unstale":"2024-07-26T15:28:58.320825+0000","last_undegraded":"2024-07-26T15:28:58.320825+0000","last_fullsized":"2024-07-26T15:28:58.320825+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766006+0000","last_change":"2024-07-26T15:28:53.303882+0000","last_active":"2024-07-26T15:28:58.766006+0000","last_peered":"2024-07-26T15:28:58.766006+0000","last_clean":"2024-07-26T15:28:58.766006+0000","last_became_active":"2024-07-26T15:28:53.303554+0000","last_became_peered":"2024-07-26T15:28:53.303554+0000","last_unstale":"2024-07-26T15:28:58.766006+0000","last_undegraded":"2024-07-26T15:28:58.766006+0000","last_fullsized":"2024-07-26T15:28:58.766006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:34:20.726286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764820+0000","last_change":"2024-07-26T15:28:53.309286+0000","last_active":"2024-07-26T15:28:58.764820+0000","last_peered":"2024-07-26T15:28:58.764820+0000","last_clean":"2024-07-26T15:28:58.764820+0000","last_became_active":"2024-07-26T15:28:53.308953+0000","last_became_peered":"2024-07-26T15:28:53.308953+0000","last_unstale":"2024-07-26T15:28:58.764820+0000","last_undegraded":"2024-07-26T15:28:58.764820+0000","last_fullsized":"2024-07-26T15:28:58.764820+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:23:04.486272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319113+0000","last_change":"2024-07-26T15:28:53.304017+0000","last_active":"2024-07-26T15:28:58.319113+0000","last_peered":"2024-07-26T15:28:58.319113+0000","last_clean":"2024-07-26T15:28:58.319113+0000","last_became_active":"2024-07-26T15:28:53.303553+0000","last_became_peered":"2024-07-26T15:28:53.303553+0000","last_unstale":"2024-07-26T15:28:58.319113+0000","last_undegraded":"2024-07-26T15:28:58.319113+0000","last_fullsized":"2024-07-26T15:28:58.319113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322644+0000","last_change":"2024-07-26T15:28:53.303774+0000","last_active":"2024-07-26T15:28:58.322644+0000","last_peered":"2024-07-26T15:28:58.322644+0000","last_clean":"2024-07-26T15:28:58.322644+0000","last_became_active":"2024-07-26T15:28:53.302427+0000","last_became_peered":"2024-07-26T15:28:53.302427+0000","last_unstale":"2024-07-26T15:28:58.322644+0000","last_undegraded":"2024-07-26T15:28:58.322644+0000","last_fullsized":"2024-07-26T15:28:58.322644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:44:29.782538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766709+0000","last_change":"2024-07-26T15:28:53.292523+0000","last_active":"2024-07-26T15:28:58.766709+0000","last_peered":"2024-07-26T15:28:58.766709+0000","last_clean":"2024-07-26T15:28:58.766709+0000","last_became_active":"2024-07-26T15:28:53.292200+0000","last_became_peered":"2024-07-26T15:28:53.292200+0000","last_unstale":"2024-07-26T15:28:58.766709+0000","last_undegraded":"2024-07-26T15:28:58.766709+0000","last_fullsized":"2024-07-26T15:28:58.766709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:42.554054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766067+0000","last_change":"2024-07-26T15:28:53.295579+0000","last_active":"2024-07-26T15:28:58.766067+0000","last_peered":"2024-07-26T15:28:58.766067+0000","last_clean":"2024-07-26T15:28:58.766067+0000","last_became_active":"2024-07-26T15:28:53.295206+0000","last_became_peered":"2024-07-26T15:28:53.295206+0000","last_unstale":"2024-07-26T15:28:58.766067+0000","last_undegraded":"2024-07-26T15:28:58.766067+0000","last_fullsized":"2024-07-26T15:28:58.766067+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766648+0000","last_change":"2024-07-26T15:28:53.314815+0000","last_active":"2024-07-26T15:28:58.766648+0000","last_peered":"2024-07-26T15:28:58.766648+0000","last_clean":"2024-07-26T15:28:58.766648+0000","last_became_active":"2024-07-26T15:28:53.314492+0000","last_became_peered":"2024-07-26T15:28:53.314492+0000","last_unstale":"2024-07-26T15:28:58.766648+0000","last_undegraded":"2024-07-26T15:28:58.766648+0000","last_fullsized":"2024-07-26T15:28:58.766648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:10.037084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318441+0000","last_change":"2024-07-26T15:28:53.310358+0000","last_active":"2024-07-26T15:28:58.318441+0000","last_peered":"2024-07-26T15:28:58.318441+0000","last_clean":"2024-07-26T15:28:58.318441+0000","last_became_active":"2024-07-26T15:28:53.309919+0000","last_became_peered":"2024-07-26T15:28:53.309919+0000","last_unstale":"2024-07-26T15:28:58.318441+0000","last_undegraded":"2024-07-26T15:28:58.318441+0000","last_fullsized":"2024-07-26T15:28:58.318441+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:28:06.739951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765419+0000","last_change":"2024-07-26T15:28:53.317318+0000","last_active":"2024-07-26T15:28:58.765419+0000","last_peered":"2024-07-26T15:28:58.765419+0000","last_clean":"2024-07-26T15:28:58.765419+0000","last_became_active":"2024-07-26T15:28:53.316994+0000","last_became_peered":"2024-07-26T15:28:53.316994+0000","last_unstale":"2024-07-26T15:28:58.765419+0000","last_undegraded":"2024-07-26T15:28:58.765419+0000","last_fullsized":"2024-07-26T15:28:58.765419+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:46:54.151868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321203+0000","last_change":"2024-07-26T15:28:53.293881+0000","last_active":"2024-07-26T15:28:58.321203+0000","last_peered":"2024-07-26T15:28:58.321203+0000","last_clean":"2024-07-26T15:28:58.321203+0000","last_became_active":"2024-07-26T15:28:53.293548+0000","last_became_peered":"2024-07-26T15:28:53.293548+0000","last_unstale":"2024-07-26T15:28:58.321203+0000","last_undegraded":"2024-07-26T15:28:58.321203+0000","last_fullsized":"2024-07-26T15:28:58.321203+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765563+0000","last_change":"2024-07-26T15:28:53.298131+0000","last_active":"2024-07-26T15:28:58.765563+0000","last_peered":"2024-07-26T15:28:58.765563+0000","last_clean":"2024-07-26T15:28:58.765563+0000","last_became_active":"2024-07-26T15:28:53.297796+0000","last_became_peered":"2024-07-26T15:28:53.297796+0000","last_unstale":"2024-07-26T15:28:58.765563+0000","last_undegraded":"2024-07-26T15:28:58.765563+0000","last_fullsized":"2024-07-26T15:28:58.765563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:33.126704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321564+0000","last_change":"2024-07-26T15:28:53.313621+0000","last_active":"2024-07-26T15:28:58.321564+0000","last_peered":"2024-07-26T15:28:58.321564+0000","last_clean":"2024-07-26T15:28:58.321564+0000","last_became_active":"2024-07-26T15:28:53.313234+0000","last_became_peered":"2024-07-26T15:28:53.313234+0000","last_unstale":"2024-07-26T15:28:58.321564+0000","last_undegraded":"2024-07-26T15:28:58.321564+0000","last_fullsized":"2024-07-26T15:28:58.321564+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:13:02.088825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764660+0000","last_change":"2024-07-26T15:28:53.298795+0000","last_active":"2024-07-26T15:28:58.764660+0000","last_peered":"2024-07-26T15:28:58.764660+0000","last_clean":"2024-07-26T15:28:58.764660+0000","last_became_active":"2024-07-26T15:28:53.298480+0000","last_became_peered":"2024-07-26T15:28:53.298480+0000","last_unstale":"2024-07-26T15:28:58.764660+0000","last_undegraded":"2024-07-26T15:28:58.764660+0000","last_fullsized":"2024-07-26T15:28:58.764660+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:57.617704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766481+0000","last_change":"2024-07-26T15:28:53.294203+0000","last_active":"2024-07-26T15:28:58.766481+0000","last_peered":"2024-07-26T15:28:58.766481+0000","last_clean":"2024-07-26T15:28:58.766481+0000","last_became_active":"2024-07-26T15:28:53.293818+0000","last_became_peered":"2024-07-26T15:28:53.293818+0000","last_unstale":"2024-07-26T15:28:58.766481+0000","last_undegraded":"2024-07-26T15:28:58.766481+0000","last_fullsized":"2024-07-26T15:28:58.766481+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:35:49.471060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766536+0000","last_change":"2024-07-26T15:28:53.311245+0000","last_active":"2024-07-26T15:28:58.766536+0000","last_peered":"2024-07-26T15:28:58.766536+0000","last_clean":"2024-07-26T15:28:58.766536+0000","last_became_active":"2024-07-26T15:28:53.310644+0000","last_became_peered":"2024-07-26T15:28:53.310644+0000","last_unstale":"2024-07-26T15:28:58.766536+0000","last_undegraded":"2024-07-26T15:28:58.766536+0000","last_fullsized":"2024-07-26T15:28:58.766536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:56.453160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":110376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":106624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509447,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":106660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":110376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":106534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509449,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":106694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":876544,"data_stored":697540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27868,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343972,"statfs":{"total":96636764160,"available":96608227328,"internally_reserved":0,"allocated":868352,"data_stored":697484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:29:08.161 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T15:29:08.161 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-07-26T15:29:08.162 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-07-26T15:29:08.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.313+0000 7f34c58c2640 1 -- 172.21.15.33:0/2019510764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34c00b6150 msgr2=0x7f34c00d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.313+0000 7f34c58c2640 1 --2- 172.21.15.33:0/2019510764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34c00b6150 0x7f34c00d1920 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f34b4009830 tx=0x7f34b402a510 comp rx=0 tx=0).stop 2024-07-26T15:29:08.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.313+0000 7f34c58c2640 1 -- 172.21.15.33:0/2019510764 shutdown_connections 2024-07-26T15:29:08.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.313+0000 7f34c58c2640 1 --2- 172.21.15.33:0/2019510764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34c00b6150 0x7f34c00d1920 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.313+0000 7f34c58c2640 1 -- 172.21.15.33:0/2019510764 >> 172.21.15.33:0/2019510764 conn(0x7f34c00d3de0 msgr2=0x7f34c00d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:08.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.313+0000 7f34c58c2640 1 -- 172.21.15.33:0/2019510764 shutdown_connections 2024-07-26T15:29:08.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.313+0000 7f34c58c2640 1 -- 172.21.15.33:0/2019510764 wait complete. 2024-07-26T15:29:08.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.315+0000 7f34c58c2640 1 Processor -- start 2024-07-26T15:29:08.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.316+0000 7f34c58c2640 1 -- start start 2024-07-26T15:29:08.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34c58c2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34c00b6150 0x7f34c01f6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:08.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34c58c2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34c00cfa50 0x7f34c00ca020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:08.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34c58c2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34c00d1e60 0x7f34c00b7e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:08.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34c58c2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f34c00d2270 con 0x7f34c00cfa50 2024-07-26T15:29:08.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34c58c2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f34c00b2d30 con 0x7f34c00d1e60 2024-07-26T15:29:08.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34c58c2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f34c00d23f0 con 0x7f34c00b6150 2024-07-26T15:29:08.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34be7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34c00cfa50 0x7f34c00ca020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:08.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34be7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34c00cfa50 0x7f34c00ca020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52944/0 (socket says 172.21.15.33:52944) 2024-07-26T15:29:08.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34be7fc640 1 -- 172.21.15.33:0/2045487814 learned_addr learned my addr 172.21.15.33:0/2045487814 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:08.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34beffd640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34c00b6150 0x7f34c01f6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:08.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34bf7fe640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34c00d1e60 0x7f34c00b7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:08.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34be7fc640 1 -- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34c00b6150 msgr2=0x7f34c01f6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34be7fc640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34c00b6150 0x7f34c01f6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34be7fc640 1 -- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34c00d1e60 msgr2=0x7f34c00b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34be7fc640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34c00d1e60 0x7f34c00b7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.317+0000 7f34be7fc640 1 -- 172.21.15.33:0/2045487814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34c01f6b90 con 0x7f34c00cfa50 2024-07-26T15:29:08.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.318+0000 7f34be7fc640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34c00cfa50 0x7f34c00ca020 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f34b4009950 tx=0x7f34b4033ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:08.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.318+0000 7f34a7fff640 1 -- 172.21.15.33:0/2045487814 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34b4031d60 con 0x7f34c00cfa50 2024-07-26T15:29:08.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.318+0000 7f34a7fff640 1 -- 172.21.15.33:0/2045487814 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f34b4005020 con 0x7f34c00cfa50 2024-07-26T15:29:08.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.318+0000 7f34c58c2640 1 -- 172.21.15.33:0/2045487814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34c00b6db0 con 0x7f34c00cfa50 2024-07-26T15:29:08.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.318+0000 7f34a7fff640 1 -- 172.21.15.33:0/2045487814 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34b4005470 con 0x7f34c00cfa50 2024-07-26T15:29:08.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.318+0000 7f34c58c2640 1 -- 172.21.15.33:0/2045487814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34c00b7370 con 0x7f34c00cfa50 2024-07-26T15:29:08.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.319+0000 7f34c58c2640 1 -- 172.21.15.33:0/2045487814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34c00d1920 con 0x7f34c00cfa50 2024-07-26T15:29:08.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.320+0000 7f34a7fff640 1 -- 172.21.15.33:0/2045487814 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f34b40047a0 con 0x7f34c00cfa50 2024-07-26T15:29:08.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.320+0000 7f34a7fff640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f34ac077010 0x7f34ac079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:08.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.320+0000 7f34a7fff640 1 -- 172.21.15.33:0/2045487814 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f34b40b9dd0 con 0x7f34c00cfa50 2024-07-26T15:29:08.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.320+0000 7f34beffd640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f34ac077010 0x7f34ac079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:08.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.321+0000 7f34beffd640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f34ac077010 0x7f34ac079520 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f34b0006fd0 tx=0x7f34b0009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:08.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.325+0000 7f34a7fff640 1 -- 172.21.15.33:0/2045487814 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f34b403f030 con 0x7f34c00cfa50 2024-07-26T15:29:08.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.517+0000 7f34c58c2640 1 -- 172.21.15.33:0/2045487814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7f34c00d0280 con 0x7f34c00cfa50 2024-07-26T15:29:08.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.518+0000 7f34a7fff640 1 -- 172.21.15.33:0/2045487814 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v27) ==== 86+0+160 (secure 0 0 0) 0x7f34b40890c0 con 0x7f34c00cfa50 2024-07-26T15:29:08.519 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:08.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 -- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f34ac077010 msgr2=0x7f34ac079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f34ac077010 0x7f34ac079520 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f34b0006fd0 tx=0x7f34b0009060 comp rx=0 tx=0).stop 2024-07-26T15:29:08.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 -- 172.21.15.33:0/2045487814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34c00cfa50 msgr2=0x7f34c00ca020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34c00cfa50 0x7f34c00ca020 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f34b4009950 tx=0x7f34b4033ce0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 -- 172.21.15.33:0/2045487814 shutdown_connections 2024-07-26T15:29:08.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34c00d1e60 0x7f34c00b7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f34ac077010 0x7f34ac079520 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34c00cfa50 0x7f34c00ca020 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 --2- 172.21.15.33:0/2045487814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34c00b6150 0x7f34c01f6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 -- 172.21.15.33:0/2045487814 >> 172.21.15.33:0/2045487814 conn(0x7f34c00d3de0 msgr2=0x7f34c01e68f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:08.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 -- 172.21.15.33:0/2045487814 shutdown_connections 2024-07-26T15:29:08.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.520+0000 7f34c58c2640 1 -- 172.21.15.33:0/2045487814 wait complete. 2024-07-26T15:29:08.533 INFO:teuthology.orchestra.run.smithi033.stdout:[{"version":27,"timestamp":"2024-07-26T15:28:39.398717+0000","name":"","changes":[{"name":"osd.5/osd_mclock_max_capacity_iops_ssd","new_value":"4722.276103"}]}] 2024-07-26T15:29:08.533 INFO:tasks.ceph_manager:config epoch is 27 2024-07-26T15:29:08.533 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-07-26T15:29:08.534 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-07-26T15:29:08.534 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T15:29:08.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.650+0000 7f0a02d0e640 1 -- 172.21.15.33:0/3076761562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09ec003a30 msgr2=0x7f09ec003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.650+0000 7f0a02d0e640 1 --2- 172.21.15.33:0/3076761562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09ec003a30 0x7f09ec003ea0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f09f0009b20 tx=0x7f09ec005830 comp rx=0 tx=0).stop 2024-07-26T15:29:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.650+0000 7f0a012ab640 1 -- 172.21.15.33:0/3076761562 reap_dead start 2024-07-26T15:29:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.650+0000 7f0a02d0e640 1 -- 172.21.15.33:0/3076761562 shutdown_connections 2024-07-26T15:29:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.650+0000 7f0a02d0e640 1 -- 172.21.15.33:0/3076761562 >> 172.21.15.33:0/3076761562 conn(0x7f09fc0d3da0 msgr2=0x7f09fc0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.650+0000 7f0a02d0e640 1 -- 172.21.15.33:0/3076761562 shutdown_connections 2024-07-26T15:29:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.650+0000 7f0a02d0e640 1 -- 172.21.15.33:0/3076761562 wait complete. 2024-07-26T15:29:08.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.652+0000 7f0a02d0e640 1 Processor -- start 2024-07-26T15:29:08.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.652+0000 7f0a02d0e640 1 -- start start 2024-07-26T15:29:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.653+0000 7f0a02d0e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09ec003a30 0x7f09fc1cf9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.653+0000 7f0a02d0e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09fc0c78d0 0x7f09fc0c7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.653+0000 7f0a02d0e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09fc1e6bc0 0x7f09fc1e6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.653+0000 7f0a02d0e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f09fc0b4a20 con 0x7f09fc0c78d0 2024-07-26T15:29:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.653+0000 7f0a02d0e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f09fc0b48a0 con 0x7f09fc1e6bc0 2024-07-26T15:29:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.653+0000 7f0a02d0e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f09fc0cf710 con 0x7f09ec003a30 2024-07-26T15:29:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.653+0000 7f09fbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09fc0c78d0 0x7f09fc0c7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.653+0000 7f09fbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09fc0c78d0 0x7f09fc0c7ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52952/0 (socket says 172.21.15.33:52952) 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.653+0000 7f09fbfff640 1 -- 172.21.15.33:0/2071009399 learned_addr learned my addr 172.21.15.33:0/2071009399 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f0a012ab640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09fc1e6bc0 0x7f09fc1e6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f0a00aaa640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09ec003a30 0x7f09fc1cf9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f09fbfff640 1 -- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09ec003a30 msgr2=0x7f09fc1cf9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f09fbfff640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09ec003a30 0x7f09fc1cf9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f09fbfff640 1 -- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09fc1e6bc0 msgr2=0x7f09fc1e6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f09fbfff640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09fc1e6bc0 0x7f09fc1e6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f09fbfff640 1 -- 172.21.15.33:0/2071009399 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09fc1e7510 con 0x7f09fc0c78d0 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f0a012ab640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09fc1e6bc0 0x7f09fc1e6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f09fbfff640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09fc0c78d0 0x7f09fc0c7ce0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f09e8003f80 tx=0x7f09e80016f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f09f97fa640 1 -- 172.21.15.33:0/2071009399 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e8016030 con 0x7f09fc0c78d0 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f09f97fa640 1 -- 172.21.15.33:0/2071009399 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f09e8011700 con 0x7f09fc0c78d0 2024-07-26T15:29:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f0a02d0e640 1 -- 172.21.15.33:0/2071009399 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09fc1f4cf0 con 0x7f09fc0c78d0 2024-07-26T15:29:08.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f09f97fa640 1 -- 172.21.15.33:0/2071009399 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e8011b30 con 0x7f09fc0c78d0 2024-07-26T15:29:08.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.654+0000 7f0a02d0e640 1 -- 172.21.15.33:0/2071009399 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09fc1f5570 con 0x7f09fc0c78d0 2024-07-26T15:29:08.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.655+0000 7f0a02d0e640 1 -- 172.21.15.33:0/2071009399 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09fc0d0d20 con 0x7f09fc0c78d0 2024-07-26T15:29:08.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.656+0000 7f09f97fa640 1 -- 172.21.15.33:0/2071009399 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f09e8019070 con 0x7f09fc0c78d0 2024-07-26T15:29:08.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.657+0000 7f09f97fa640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09e0077010 0x7f09e0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:08.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.657+0000 7f09f97fa640 1 -- 172.21.15.33:0/2071009399 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f09e8099300 con 0x7f09fc0c78d0 2024-07-26T15:29:08.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.657+0000 7f0a00aaa640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09e0077010 0x7f09e0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:08.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.658+0000 7f0a00aaa640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09e0077010 0x7f09e0079520 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f09f0035000 tx=0x7f09f002d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:08.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.661+0000 7f09f97fa640 1 -- 172.21.15.33:0/2071009399 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f09fc1e7510 con 0x7f09fc0c78d0 2024-07-26T15:29:08.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.904+0000 7f0a02d0e640 1 -- 172.21.15.33:0/2071009399 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f09fc0d1fd0 con 0x7f09fc0c78d0 2024-07-26T15:29:08.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.907+0000 7f09f97fa640 1 -- 172.21.15.33:0/2071009399 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+191109 (secure 0 0 0) 0x7f09e8062240 con 0x7f09fc0c78d0 2024-07-26T15:29:08.911 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:08.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 -- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09e0077010 msgr2=0x7f09e0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09e0077010 0x7f09e0079520 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f09f0035000 tx=0x7f09f002d040 comp rx=0 tx=0).stop 2024-07-26T15:29:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 -- 172.21.15.33:0/2071009399 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09fc0c78d0 msgr2=0x7f09fc0c7ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09fc0c78d0 0x7f09fc0c7ce0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f09e8003f80 tx=0x7f09e80016f0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 -- 172.21.15.33:0/2071009399 shutdown_connections 2024-07-26T15:29:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09fc1e6bc0 0x7f09fc1e6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09e0077010 0x7f09e0079520 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09fc0c78d0 0x7f09fc0c7ce0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 --2- 172.21.15.33:0/2071009399 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09ec003a30 0x7f09fc1cf9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 -- 172.21.15.33:0/2071009399 >> 172.21.15.33:0/2071009399 conn(0x7f09fc0d3da0 msgr2=0x7f09fc068850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 -- 172.21.15.33:0/2071009399 shutdown_connections 2024-07-26T15:29:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:08.910+0000 7f0a02d0e640 1 -- 172.21.15.33:0/2071009399 wait complete. 2024-07-26T15:29:08.923 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":5,"flags":0,"active_gid":4100,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":3214049706},{"type":"v1","addr":"172.21.15.154:6833","nonce":3214049706}]},"active_addr":"172.21.15.154:6833/3214049706","active_change":"2024-07-26T15:28:32.603483+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4106,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1291614142}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":279264985}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1761146512}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2324613570}]}]} 2024-07-26T15:29:08.926 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-07-26T15:29:08.927 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-07-26T15:29:08.927 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:09.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.042+0000 7f429db07640 1 -- 172.21.15.33:0/3996817303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42980d0570 msgr2=0x7f42980d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.042+0000 7f429db07640 1 --2- 172.21.15.33:0/3996817303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42980d0570 0x7f42980d0980 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f428c005fd0 tx=0x7f428c02a410 comp rx=0 tx=0).stop 2024-07-26T15:29:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.043+0000 7f429db07640 1 -- 172.21.15.33:0/3996817303 shutdown_connections 2024-07-26T15:29:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.043+0000 7f429db07640 1 --2- 172.21.15.33:0/3996817303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42980d0570 0x7f42980d0980 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.043+0000 7f429db07640 1 --2- 172.21.15.33:0/3996817303 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42980b2dc0 0x7f42980d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.043+0000 7f429db07640 1 -- 172.21.15.33:0/3996817303 >> 172.21.15.33:0/3996817303 conn(0x7f42980d3e10 msgr2=0x7f42980d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.043+0000 7f429db07640 1 -- 172.21.15.33:0/3996817303 shutdown_connections 2024-07-26T15:29:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.043+0000 7f429db07640 1 -- 172.21.15.33:0/3996817303 wait complete. 2024-07-26T15:29:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.044+0000 7f429db07640 1 Processor -- start 2024-07-26T15:29:09.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.045+0000 7f429db07640 1 -- start start 2024-07-26T15:29:09.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f429db07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42980b2dc0 0x7f4298168140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f429db07640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42980ce9e0 0x7f42980b82b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f429db07640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42980d0570 0x7f429806d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f429db07640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f42980d4b40 con 0x7f42980b2dc0 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f429db07640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f42980cf710 con 0x7f42980d0570 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f429db07640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f42980d4cc0 con 0x7f42980ce9e0 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f42977fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42980b2dc0 0x7f4298168140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f42977fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42980b2dc0 0x7f4298168140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52964/0 (socket says 172.21.15.33:52964) 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f42977fe640 1 -- 172.21.15.33:0/3696211882 learned_addr learned my addr 172.21.15.33:0/3696211882 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f4297fff640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42980d0570 0x7f429806d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f4296ffd640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42980ce9e0 0x7f42980b82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f42977fe640 1 -- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42980ce9e0 msgr2=0x7f42980b82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f42977fe640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42980ce9e0 0x7f42980b82b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f42977fe640 1 -- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42980d0570 msgr2=0x7f429806d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f42977fe640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42980d0570 0x7f429806d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f42977fe640 1 -- 172.21.15.33:0/3696211882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42981f5590 con 0x7f42980b2dc0 2024-07-26T15:29:09.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f4297fff640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42980d0570 0x7f429806d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:09.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.046+0000 7f4296ffd640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42980ce9e0 0x7f42980b82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:09.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.047+0000 7f42977fe640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42980b2dc0 0x7f4298168140 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f428800b3c0 tx=0x7f428800b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.047+0000 7f427ffff640 1 -- 172.21.15.33:0/3696211882 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4288005970 con 0x7f42980b2dc0 2024-07-26T15:29:09.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.047+0000 7f427ffff640 1 -- 172.21.15.33:0/3696211882 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4288005c20 con 0x7f42980b2dc0 2024-07-26T15:29:09.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.047+0000 7f429db07640 1 -- 172.21.15.33:0/3696211882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42981f5870 con 0x7f42980b2dc0 2024-07-26T15:29:09.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.047+0000 7f427ffff640 1 -- 172.21.15.33:0/3696211882 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4288006280 con 0x7f42980b2dc0 2024-07-26T15:29:09.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.047+0000 7f429db07640 1 -- 172.21.15.33:0/3696211882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42981f5e30 con 0x7f42980b2dc0 2024-07-26T15:29:09.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.048+0000 7f429db07640 1 -- 172.21.15.33:0/3696211882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42980d2930 con 0x7f42980b2dc0 2024-07-26T15:29:09.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.049+0000 7f427ffff640 1 -- 172.21.15.33:0/3696211882 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4288018020 con 0x7f42980b2dc0 2024-07-26T15:29:09.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.049+0000 7f427ffff640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4284077010 0x7f4284079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.049+0000 7f427ffff640 1 -- 172.21.15.33:0/3696211882 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f4288098270 con 0x7f42980b2dc0 2024-07-26T15:29:09.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.049+0000 7f4296ffd640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4284077010 0x7f4284079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.050+0000 7f4296ffd640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4284077010 0x7f4284079520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f428c033000 tx=0x7f428c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.054+0000 7f427ffff640 1 -- 172.21.15.33:0/3696211882 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f42880611c0 con 0x7f42980b2dc0 2024-07-26T15:29:09.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.247+0000 7f429db07640 1 -- 172.21.15.33:0/3696211882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4298069550 con 0x7f42980b2dc0 2024-07-26T15:29:09.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.248+0000 7f427ffff640 1 -- 172.21.15.33:0/3696211882 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18514 (secure 0 0 0) 0x7f4288069400 con 0x7f42980b2dc0 2024-07-26T15:29:09.249 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:09.249 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:57.725176+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:09.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 -- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4284077010 msgr2=0x7f4284079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4284077010 0x7f4284079520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f428c033000 tx=0x7f428c004730 comp rx=0 tx=0).stop 2024-07-26T15:29:09.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 -- 172.21.15.33:0/3696211882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42980b2dc0 msgr2=0x7f4298168140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42980b2dc0 0x7f4298168140 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f428800b3c0 tx=0x7f428800b880 comp rx=0 tx=0).stop 2024-07-26T15:29:09.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 -- 172.21.15.33:0/3696211882 shutdown_connections 2024-07-26T15:29:09.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42980d0570 0x7f429806d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42980ce9e0 0x7f42980b82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4284077010 0x7f4284079520 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 --2- 172.21.15.33:0/3696211882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42980b2dc0 0x7f4298168140 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 -- 172.21.15.33:0/3696211882 >> 172.21.15.33:0/3696211882 conn(0x7f42980d3e10 msgr2=0x7f42980b2320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 -- 172.21.15.33:0/3696211882 shutdown_connections 2024-07-26T15:29:09.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.250+0000 7f429db07640 1 -- 172.21.15.33:0/3696211882 wait complete. 2024-07-26T15:29:09.263 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-07-26T15:29:09.263 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.382+0000 7f0e29877640 1 -- 172.21.15.33:0/1884125991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e10003a00 msgr2=0x7f0e10003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.382+0000 7f0e29877640 1 --2- 172.21.15.33:0/1884125991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e10003a00 0x7f0e10003e30 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c00c290 tx=0x7f0e10005830 comp rx=0 tx=0).stop 2024-07-26T15:29:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.382+0000 7f0e29877640 1 -- 172.21.15.33:0/1884125991 shutdown_connections 2024-07-26T15:29:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.382+0000 7f0e29877640 1 --2- 172.21.15.33:0/1884125991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e10003a00 0x7f0e10003e30 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.382+0000 7f0e29877640 1 -- 172.21.15.33:0/1884125991 >> 172.21.15.33:0/1884125991 conn(0x7f0e240d3db0 msgr2=0x7f0e240d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.382+0000 7f0e29877640 1 -- 172.21.15.33:0/1884125991 shutdown_connections 2024-07-26T15:29:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.382+0000 7f0e29877640 1 -- 172.21.15.33:0/1884125991 wait complete. 2024-07-26T15:29:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.384+0000 7f0e29877640 1 Processor -- start 2024-07-26T15:29:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.384+0000 7f0e29877640 1 -- start start 2024-07-26T15:29:09.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.385+0000 7f0e29877640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e10003a00 0x7f0e241d2b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.385+0000 7f0e29877640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e2406dad0 0x7f0e2406dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.385+0000 7f0e29877640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e241cf5e0 0x7f0e241cf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.385+0000 7f0e29877640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0e240d26b0 con 0x7f0e241cf5e0 2024-07-26T15:29:09.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.385+0000 7f0e29877640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0e240d2530 con 0x7f0e10003a00 2024-07-26T15:29:09.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.385+0000 7f0e29877640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0e240d2830 con 0x7f0e2406dad0 2024-07-26T15:29:09.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e237fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e241cf5e0 0x7f0e241cf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e237fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e241cf5e0 0x7f0e241cf9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52970/0 (socket says 172.21.15.33:52970) 2024-07-26T15:29:09.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e237fe640 1 -- 172.21.15.33:0/3656722895 learned_addr learned my addr 172.21.15.33:0/3656722895 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:09.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e22ffd640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e10003a00 0x7f0e241d2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e227fc640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e2406dad0 0x7f0e2406dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e237fe640 1 -- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e2406dad0 msgr2=0x7f0e2406dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e237fe640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e2406dad0 0x7f0e2406dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e237fe640 1 -- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e10003a00 msgr2=0x7f0e241d2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e237fe640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e10003a00 0x7f0e241d2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e237fe640 1 -- 172.21.15.33:0/3656722895 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e241cff30 con 0x7f0e241cf5e0 2024-07-26T15:29:09.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e237fe640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e241cf5e0 0x7f0e241cf9f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f0e2408d190 tx=0x7f0e1c00f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e1bfff640 1 -- 172.21.15.33:0/3656722895 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e1c004b20 con 0x7f0e241cf5e0 2024-07-26T15:29:09.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e1bfff640 1 -- 172.21.15.33:0/3656722895 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e1c004cc0 con 0x7f0e241cf5e0 2024-07-26T15:29:09.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e29877640 1 -- 172.21.15.33:0/3656722895 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e2409dd70 con 0x7f0e241cf5e0 2024-07-26T15:29:09.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e1bfff640 1 -- 172.21.15.33:0/3656722895 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e1c003bd0 con 0x7f0e241cf5e0 2024-07-26T15:29:09.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.386+0000 7f0e29877640 1 -- 172.21.15.33:0/3656722895 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e241d0230 con 0x7f0e241cf5e0 2024-07-26T15:29:09.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.388+0000 7f0e29877640 1 -- 172.21.15.33:0/3656722895 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e240b3560 con 0x7f0e241cf5e0 2024-07-26T15:29:09.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.388+0000 7f0e1bfff640 1 -- 172.21.15.33:0/3656722895 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0e1c020020 con 0x7f0e241cf5e0 2024-07-26T15:29:09.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.389+0000 7f0e1bfff640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e04077010 0x7f0e04079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.389+0000 7f0e1bfff640 1 -- 172.21.15.33:0/3656722895 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f0e1c0993c0 con 0x7f0e241cf5e0 2024-07-26T15:29:09.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.389+0000 7f0e22ffd640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e04077010 0x7f0e04079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.390+0000 7f0e22ffd640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e04077010 0x7f0e04079520 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c033000 tx=0x7f0e0c038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.394+0000 7f0e1bfff640 1 -- 172.21.15.33:0/3656722895 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0e1c061b90 con 0x7f0e241cf5e0 2024-07-26T15:29:09.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.586+0000 7f0e29877640 1 -- 172.21.15.33:0/3656722895 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0e2409db00 con 0x7f0e241cf5e0 2024-07-26T15:29:09.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.587+0000 7f0e1bfff640 1 -- 172.21.15.33:0/3656722895 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18514 (secure 0 0 0) 0x7f0e1c0660e0 con 0x7f0e241cf5e0 2024-07-26T15:29:09.589 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:09.589 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:57.725176+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:09.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 -- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e04077010 msgr2=0x7f0e04079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e04077010 0x7f0e04079520 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c033000 tx=0x7f0e0c038040 comp rx=0 tx=0).stop 2024-07-26T15:29:09.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 -- 172.21.15.33:0/3656722895 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e241cf5e0 msgr2=0x7f0e241cf9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e241cf5e0 0x7f0e241cf9f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f0e2408d190 tx=0x7f0e1c00f3c0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 -- 172.21.15.33:0/3656722895 shutdown_connections 2024-07-26T15:29:09.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e04077010 0x7f0e04079520 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e241cf5e0 0x7f0e241cf9f0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e2406dad0 0x7f0e2406dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 --2- 172.21.15.33:0/3656722895 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e10003a00 0x7f0e241d2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 -- 172.21.15.33:0/3656722895 >> 172.21.15.33:0/3656722895 conn(0x7f0e240d3db0 msgr2=0x7f0e241e39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 -- 172.21.15.33:0/3656722895 shutdown_connections 2024-07-26T15:29:09.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.589+0000 7f0e29877640 1 -- 172.21.15.33:0/3656722895 wait complete. 2024-07-26T15:29:09.603 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-07-26T15:29:09.603 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-07-26T15:29:09.604 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-07-26T15:29:09.604 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-07-26T15:29:09.605 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-07-26T15:29:09.605 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-07-26T15:29:09.605 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-07-26T15:29:09.606 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-07-26T15:29:09.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.835+0000 7f974effd640 1 -- 172.21.15.33:0/629555221 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9740031bf0 con 0x7f9750155140 2024-07-26T15:29:09.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.835+0000 7f3a05462640 1 -- 172.21.15.33:0/3887696679 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a00155080 msgr2=0x7f3a0006f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.835+0000 7f3a05462640 1 --2- 172.21.15.33:0/3887696679 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a00155080 0x7f3a0006f410 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f39f4009830 tx=0x7f39f402a4d0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.835+0000 7f8d1acac640 1 -- 172.21.15.33:0/3302846370 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d14070180 msgr2=0x7f8d141544e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.835+0000 7f8d1acac640 1 --2- 172.21.15.33:0/3302846370 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d14070180 0x7f8d141544e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8d10005fd0 tx=0x7f8d1002a980 comp rx=0 tx=0).stop 2024-07-26T15:29:09.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f9755f9c640 1 -- 172.21.15.33:0/629555221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9750155140 msgr2=0x7f97500b3df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f9755f9c640 1 --2- 172.21.15.33:0/629555221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9750155140 0x7f97500b3df0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f9740009830 tx=0x7f974002a3f0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f9755f9c640 1 -- 172.21.15.33:0/629555221 shutdown_connections 2024-07-26T15:29:09.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f9755f9c640 1 --2- 172.21.15.33:0/629555221 >> v2:172.21.15.33:3300/0 conn(0x7f97500af210 0x7f97500b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f9755f9c640 1 --2- 172.21.15.33:0/629555221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9750155140 0x7f97500b3df0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f9755f9c640 1 -- 172.21.15.33:0/629555221 >> 172.21.15.33:0/629555221 conn(0x7f97500cfa10 msgr2=0x7f97500cfe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f3a05462640 1 -- 172.21.15.33:0/3887696679 shutdown_connections 2024-07-26T15:29:09.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f3a05462640 1 --2- 172.21.15.33:0/3887696679 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a00155080 0x7f3a0006f410 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f3a05462640 1 --2- 172.21.15.33:0/3887696679 >> v2:172.21.15.154:3300/0 conn(0x7f3a00072090 0x7f3a00073c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f3a05462640 1 -- 172.21.15.33:0/3887696679 >> 172.21.15.33:0/3887696679 conn(0x7f3a0006cc60 msgr2=0x7f3a000b15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.837+0000 7f8d1acac640 1 -- 172.21.15.33:0/3302846370 shutdown_connections 2024-07-26T15:29:09.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.837+0000 7f8d1acac640 1 --2- 172.21.15.33:0/3302846370 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d140aefe0 0x7f8d1406ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.837+0000 7f8d1acac640 1 --2- 172.21.15.33:0/3302846370 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d14070180 0x7f8d141544e0 secure :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8d10005fd0 tx=0x7f8d1002a980 comp rx=0 tx=0).stop 2024-07-26T15:29:09.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.837+0000 7f8d1acac640 1 -- 172.21.15.33:0/3302846370 >> 172.21.15.33:0/3302846370 conn(0x7f8d1406d040 msgr2=0x7f8d140b15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.837+0000 7f8d1acac640 1 -- 172.21.15.33:0/3302846370 shutdown_connections 2024-07-26T15:29:09.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.837+0000 7f8d1acac640 1 -- 172.21.15.33:0/3302846370 wait complete. 2024-07-26T15:29:09.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f3a05462640 1 -- 172.21.15.33:0/3887696679 shutdown_connections 2024-07-26T15:29:09.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.836+0000 7f3a05462640 1 -- 172.21.15.33:0/3887696679 wait complete. 2024-07-26T15:29:09.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7f9755f9c640 1 -- 172.21.15.33:0/629555221 shutdown_connections 2024-07-26T15:29:09.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7f9755f9c640 1 -- 172.21.15.33:0/629555221 wait complete. 2024-07-26T15:29:09.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fad242da640 1 -- 172.21.15.33:0/552087201 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad08004d40 msgr2=0x7fad08005170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fad242da640 1 --2- 172.21.15.33:0/552087201 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad08004d40 0x7fad08005170 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fad14009ed0 tx=0x7fad08005830 comp rx=0 tx=0).stop 2024-07-26T15:29:09.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fad22877640 1 -- 172.21.15.33:0/552087201 reap_dead start 2024-07-26T15:29:09.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fad242da640 1 -- 172.21.15.33:0/552087201 shutdown_connections 2024-07-26T15:29:09.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fad242da640 1 -- 172.21.15.33:0/552087201 >> 172.21.15.33:0/552087201 conn(0x7fad1c0b1ba0 msgr2=0x7fad1c0b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7fad242da640 1 -- 172.21.15.33:0/552087201 shutdown_connections 2024-07-26T15:29:09.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7fad242da640 1 -- 172.21.15.33:0/552087201 wait complete. 2024-07-26T15:29:09.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7f3af3fff640 1 -- 172.21.15.33:0/3906753960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3af406f0d0 msgr2=0x7f3af406f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7f3af3fff640 1 --2- 172.21.15.33:0/3906753960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3af406f0d0 0x7f3af406f4e0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3aec005fd0 tx=0x7f3aec02c620 comp rx=0 tx=0).stop 2024-07-26T15:29:09.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7f3af3fff640 1 -- 172.21.15.33:0/3906753960 shutdown_connections 2024-07-26T15:29:09.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7f3af3fff640 1 --2- 172.21.15.33:0/3906753960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3af406f0d0 0x7f3af406f4e0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7f3af3fff640 1 --2- 172.21.15.33:0/3906753960 >> v2:172.21.15.33:3300/0 conn(0x7f3af4070860 0x7f3af415b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7f3af3fff640 1 -- 172.21.15.33:0/3906753960 >> 172.21.15.33:0/3906753960 conn(0x7f3af40d0cf0 msgr2=0x7f3af40d1100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7f3af3fff640 1 -- 172.21.15.33:0/3906753960 shutdown_connections 2024-07-26T15:29:09.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7f3af3fff640 1 -- 172.21.15.33:0/3906753960 wait complete. 2024-07-26T15:29:09.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7f3a05462640 1 Processor -- start 2024-07-26T15:29:09.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fc14a789640 1 -- 172.21.15.33:0/3954381205 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc13c0e1150 msgr2=0x7fc13c0071e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fc14a789640 1 --2- 172.21.15.33:0/3954381205 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc13c0e1150 0x7fc13c0071e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fc1380098e0 tx=0x7fc13802a530 comp rx=0 tx=0).stop 2024-07-26T15:29:09.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fc14a789640 1 -- 172.21.15.33:0/3954381205 shutdown_connections 2024-07-26T15:29:09.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fc14a789640 1 --2- 172.21.15.33:0/3954381205 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc13c056930 0x7fc13c056d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fc14a789640 1 --2- 172.21.15.33:0/3954381205 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc13c0e1150 0x7fc13c0071e0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fc14a789640 1 -- 172.21.15.33:0/3954381205 >> 172.21.15.33:0/3954381205 conn(0x7fc13c01fbb0 msgr2=0x7fc13c03b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fc14a789640 1 -- 172.21.15.33:0/3954381205 shutdown_connections 2024-07-26T15:29:09.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.839+0000 7fc14a789640 1 -- 172.21.15.33:0/3954381205 wait complete. 2024-07-26T15:29:09.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7fcdcaffd640 1 -- 172.21.15.33:0/989520727 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdcc0abb50 con 0x7fcdc40e3180 2024-07-26T15:29:09.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7f8d1acac640 1 Processor -- start 2024-07-26T15:29:09.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7f8d1acac640 1 -- start start 2024-07-26T15:29:09.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7fcdd11e9640 1 -- 172.21.15.33:0/989520727 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdc40e3180 msgr2=0x7fcdc40e3590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7fcdd11e9640 1 --2- 172.21.15.33:0/989520727 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdc40e3180 0x7fcdc40e3590 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fcdcc07a8e0 tx=0x7fcdcc0a5880 comp rx=0 tx=0).stop 2024-07-26T15:29:09.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7fcdd11e9640 1 -- 172.21.15.33:0/989520727 shutdown_connections 2024-07-26T15:29:09.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7fcdd11e9640 1 --2- 172.21.15.33:0/989520727 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdc40e3180 0x7fcdc40e3590 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7fcdd11e9640 1 --2- 172.21.15.33:0/989520727 >> v2:172.21.15.33:3300/0 conn(0x7fcdc4051cb0 0x7fcdc40520c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.840+0000 7fcdd11e9640 1 -- 172.21.15.33:0/989520727 >> 172.21.15.33:0/989520727 conn(0x7fcdc401e260 msgr2=0x7fcdc4039e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.841+0000 7fcdd11e9640 1 -- 172.21.15.33:0/989520727 shutdown_connections 2024-07-26T15:29:09.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.841+0000 7f3a05462640 1 -- start start 2024-07-26T15:29:09.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.841+0000 7fcdd11e9640 1 -- 172.21.15.33:0/989520727 wait complete. 2024-07-26T15:29:09.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.842+0000 7f9755f9c640 1 Processor -- start 2024-07-26T15:29:09.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.842+0000 7f9755f9c640 1 -- start start 2024-07-26T15:29:09.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.842+0000 7fc14a789640 1 Processor -- start 2024-07-26T15:29:09.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f8d1acac640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d140aebd0 0x7f8d14152b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7fad242da640 1 Processor -- start 2024-07-26T15:29:09.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.842+0000 7fc14a789640 1 -- start start 2024-07-26T15:29:09.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f3af3fff640 1 Processor -- start 2024-07-26T15:29:09.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f3af3fff640 1 -- start start 2024-07-26T15:29:09.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f3a05462640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3a0006f000 0x7f3a001fbab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f3a05462640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a00072090 0x7f3a00201b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7fad242da640 1 -- start start 2024-07-26T15:29:09.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f3a05462640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a00155080 0x7f3a000a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f3a05462640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3a0015e9f0 con 0x7f3a00155080 2024-07-26T15:29:09.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f3a05462640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3a0015e870 con 0x7f3a0006f000 2024-07-26T15:29:09.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f3a05462640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3a0015eb70 con 0x7f3a00072090 2024-07-26T15:29:09.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f39fffff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3a0006f000 0x7f3a001fbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f39ff7fe640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a00072090 0x7f3a00201b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f39ff7fe640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a00072090 0x7f3a00201b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:48024/0 (socket says 172.21.15.33:48024) 2024-07-26T15:29:09.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f39ff7fe640 1 -- 172.21.15.33:0/951589551 learned_addr learned my addr 172.21.15.33:0/951589551 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:09.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f3a04c61640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a00155080 0x7f3a000a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.843+0000 7f77f8d23640 1 -- 172.21.15.33:0/3067625639 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77e80012e0 con 0x7f77e0004800 2024-07-26T15:29:09.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f77fbf89640 1 -- 172.21.15.33:0/3067625639 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77e0004800 msgr2=0x7f77e0004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f77fbf89640 1 --2- 172.21.15.33:0/3067625639 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77e0004800 0x7f77e0004c10 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f77e80016c0 tx=0x7f77e0005830 comp rx=0 tx=0).stop 2024-07-26T15:29:09.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f77fa526640 1 -- 172.21.15.33:0/3067625639 reap_dead start 2024-07-26T15:29:09.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f77fbf89640 1 -- 172.21.15.33:0/3067625639 shutdown_connections 2024-07-26T15:29:09.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f77fbf89640 1 -- 172.21.15.33:0/3067625639 >> 172.21.15.33:0/3067625639 conn(0x7f77f40d3d90 msgr2=0x7f77f40d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f9755f9c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97500b4330 0x7f975014eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f9755f9c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9750155140 0x7f9750147fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f39ff7fe640 1 -- 172.21.15.33:0/951589551 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3a0006f000 msgr2=0x7f3a001fbab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f39ff7fe640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3a0006f000 0x7f3a001fbab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f39ff7fe640 1 -- 172.21.15.33:0/951589551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a00155080 msgr2=0x7f3a000a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f39ff7fe640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3a00155080 0x7f3a000a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f39ff7fe640 1 -- 172.21.15.33:0/951589551 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a002026e0 con 0x7f3a00072090 2024-07-26T15:29:09.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f9755f9c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97501489e0 0x7f9750148df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f77fbf89640 1 -- 172.21.15.33:0/3067625639 shutdown_connections 2024-07-26T15:29:09.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f9755f9c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f97500b3310 con 0x7f9750155140 2024-07-26T15:29:09.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f9755f9c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f97500b3190 con 0x7f97500b4330 2024-07-26T15:29:09.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f77fbf89640 1 -- 172.21.15.33:0/3067625639 wait complete. 2024-07-26T15:29:09.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f9755f9c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f97500b3490 con 0x7f97501489e0 2024-07-26T15:29:09.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f974ffff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97501489e0 0x7f9750148df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f974ffff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97501489e0 0x7f9750148df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:48040/0 (socket says 172.21.15.33:48040) 2024-07-26T15:29:09.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7fc14a789640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc13c005c00 0x7fc13c0e1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7fc14a789640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc13c056930 0x7fc13c0346d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7fc14a789640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc13c0e1150 0x7fc13c0dcb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f8d1acac640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d140aefe0 0x7f8d14159710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f8d1acac640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d14159c50 0x7f8d14148280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f8d1acac640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1406f780 con 0x7f8d140aebd0 2024-07-26T15:29:09.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f8d1acac640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1406f600 con 0x7f8d14159c50 2024-07-26T15:29:09.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f8d1acac640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8d140b28f0 con 0x7f8d140aefe0 2024-07-26T15:29:09.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f8d19caa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d140aebd0 0x7f8d14152b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f974ffff640 1 -- 172.21.15.33:0/2248881661 learned_addr learned my addr 172.21.15.33:0/2248881661 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:09.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7fc143fff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc13c005c00 0x7fc13c0e1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7fc143fff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc13c005c00 0x7fc13c0e1aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:48054/0 (socket says 172.21.15.33:48054) 2024-07-26T15:29:09.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7fc143fff640 1 -- 172.21.15.33:0/326264853 learned_addr learned my addr 172.21.15.33:0/326264853 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:09.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f8d194a9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d140aefe0 0x7f8d14159710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f8d194a9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d140aefe0 0x7f8d14159710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:48070/0 (socket says 172.21.15.33:48070) 2024-07-26T15:29:09.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f8d194a9640 1 -- 172.21.15.33:0/3311687444 learned_addr learned my addr 172.21.15.33:0/3311687444 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:09.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7f39ff7fe640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a00072090 0x7f3a00201b60 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f39f000c3c0 tx=0x7f39f000c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc13c03bf80 con 0x7fc13c056930 2024-07-26T15:29:09.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc13c035f00 con 0x7fc13c0e1150 2024-07-26T15:29:09.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc13c03c100 con 0x7fc13c005c00 2024-07-26T15:29:09.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7fcdd11e9640 1 Processor -- start 2024-07-26T15:29:09.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.844+0000 7fcdd11e9640 1 -- start start 2024-07-26T15:29:09.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f9747fff640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9750155140 0x7f9750147fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f974f7fe640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97500b4330 0x7f975014eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f974ffff640 1 -- 172.21.15.33:0/2248881661 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97500b4330 msgr2=0x7f975014eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f974ffff640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97500b4330 0x7f975014eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f974ffff640 1 -- 172.21.15.33:0/2248881661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9750155140 msgr2=0x7f9750147fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f974ffff640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9750155140 0x7f9750147fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f974ffff640 1 -- 172.21.15.33:0/2248881661 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9750156980 con 0x7f97501489e0 2024-07-26T15:29:09.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7fc148d26640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc13c0e1150 0x7fc13c0dcb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fc143fff640 1 -- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc13c0e1150 msgr2=0x7fc13c0dcb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fc143fff640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc13c0e1150 0x7fc13c0dcb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fc143fff640 1 -- 172.21.15.33:0/326264853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc13c056930 msgr2=0x7fc13c0346d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fc143fff640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc13c056930 0x7fc13c0346d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fc143fff640 1 -- 172.21.15.33:0/326264853 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc13c0e0720 con 0x7fc13c005c00 2024-07-26T15:29:09.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f8d194a9640 1 -- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d14159c50 msgr2=0x7f8d14148280 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T15:29:09.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f8d194a9640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d14159c50 0x7f8d14148280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f8d194a9640 1 -- 172.21.15.33:0/3311687444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d140aebd0 msgr2=0x7f8d14152b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.845+0000 7f8d194a9640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d140aebd0 0x7f8d14152b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f8d194a9640 1 -- 172.21.15.33:0/3311687444 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d1413c4f0 con 0x7f8d140aefe0 2024-07-26T15:29:09.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fad242da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad08004d40 0x7fad1c1478f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3af3fff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3af406f0d0 0x7f3af40b1200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f974ffff640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97501489e0 0x7f9750148df0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9748009f80 tx=0x7f974800c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f974cff9640 1 -- 172.21.15.33:0/2248881661 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9748003970 con 0x7f97501489e0 2024-07-26T15:29:09.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7f974cff9640 1 -- 172.21.15.33:0/2248881661 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9748003c20 con 0x7f97501489e0 2024-07-26T15:29:09.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7f974cff9640 1 -- 172.21.15.33:0/2248881661 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9748004280 con 0x7f97501489e0 2024-07-26T15:29:09.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7f9755f9c640 1 -- 172.21.15.33:0/2248881661 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9750156c60 con 0x7f97501489e0 2024-07-26T15:29:09.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fad242da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad1c0ceea0 0x7fad1c147e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fad21875640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad1c0ceea0 0x7fad1c147e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fad21875640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad1c0ceea0 0x7fad1c147e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53056/0 (socket says 172.21.15.33:53056) 2024-07-26T15:29:09.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fad21875640 1 -- 172.21.15.33:0/3989438664 learned_addr learned my addr 172.21.15.33:0/3989438664 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:09.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fad242da640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad1c0cf2b0 0x7fad1c1483c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fad1c06ece0 con 0x7fad1c0ceea0 2024-07-26T15:29:09.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fad1c06eb60 con 0x7fad08004d40 2024-07-26T15:29:09.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fad1c15a750 con 0x7fad1c0cf2b0 2024-07-26T15:29:09.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fad22877640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad1c0cf2b0 0x7fad1c1483c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f39fcff9640 1 -- 172.21.15.33:0/951589551 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f0011790 con 0x7f3a00072090 2024-07-26T15:29:09.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f39fcff9640 1 -- 172.21.15.33:0/951589551 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39f0017070 con 0x7f3a00072090 2024-07-26T15:29:09.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f39fcff9640 1 -- 172.21.15.33:0/951589551 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f0011c80 con 0x7f3a00072090 2024-07-26T15:29:09.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3a05462640 1 -- 172.21.15.33:0/951589551 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a002029c0 con 0x7f3a00072090 2024-07-26T15:29:09.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3a05462640 1 -- 172.21.15.33:0/951589551 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a00203260 con 0x7f3a00072090 2024-07-26T15:29:09.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f8d194a9640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d140aefe0 0x7f8d14159710 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8d0400b410 tx=0x7f8d0400b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f8d0a7fc640 1 -- 172.21.15.33:0/3311687444 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d04015020 con 0x7f8d140aefe0 2024-07-26T15:29:09.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f8d0a7fc640 1 -- 172.21.15.33:0/3311687444 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d04011920 con 0x7f8d140aefe0 2024-07-26T15:29:09.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f8d0a7fc640 1 -- 172.21.15.33:0/3311687444 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d04011d70 con 0x7f8d140aefe0 2024-07-26T15:29:09.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f8d1acac640 1 -- 172.21.15.33:0/3311687444 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d1413c7d0 con 0x7f8d140aefe0 2024-07-26T15:29:09.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f8d1acac640 1 -- 172.21.15.33:0/3311687444 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d1413cd90 con 0x7f8d140aefe0 2024-07-26T15:29:09.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3af3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3af4070860 0x7f3af40b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3af3fff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3af40b5b80 0x7f3af414e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7f9755f9c640 1 -- 172.21.15.33:0/2248881661 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9750157220 con 0x7f97501489e0 2024-07-26T15:29:09.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3af3fff640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3af40734c0 con 0x7f3af4070860 2024-07-26T15:29:09.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3af3fff640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3af4073340 con 0x7f3af406f0d0 2024-07-26T15:29:09.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3af3fff640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3af4073640 con 0x7f3af40b5b80 2024-07-26T15:29:09.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3af2ffd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3af406f0d0 0x7f3af40b1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3af2ffd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3af406f0d0 0x7f3af40b1200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:55556/0 (socket says 172.21.15.33:55556) 2024-07-26T15:29:09.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3af2ffd640 1 -- 172.21.15.33:0/748273767 learned_addr learned my addr 172.21.15.33:0/748273767 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:09.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7f3af27fc640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3af4070860 0x7f3af40b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7f3af2ffd640 1 -- 172.21.15.33:0/748273767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3af40b5b80 msgr2=0x7f3af414e930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:29:09.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7fad21875640 1 -- 172.21.15.33:0/3989438664 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad1c0cf2b0 msgr2=0x7fad1c1483c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7fad21875640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad1c0cf2b0 0x7fad1c1483c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7fad21875640 1 -- 172.21.15.33:0/3989438664 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad08004d40 msgr2=0x7fad1c1478f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7fad21875640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad08004d40 0x7fad1c1478f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7fad21875640 1 -- 172.21.15.33:0/3989438664 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad1c0cdc80 con 0x7fad1c0ceea0 2024-07-26T15:29:09.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7f3af2ffd640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3af40b5b80 0x7f3af414e930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7f3af2ffd640 1 -- 172.21.15.33:0/748273767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3af4070860 msgr2=0x7f3af40b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7f3af2ffd640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3af4070860 0x7f3af40b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7f3af2ffd640 1 -- 172.21.15.33:0/748273767 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3af4149b00 con 0x7f3af406f0d0 2024-07-26T15:29:09.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7fc143fff640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc13c005c00 0x7fc13c0e1aa0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc13802ab20 tx=0x7fc1380052f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fcdd11e9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdc40348f0 0x7fcdc418a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fcdd11e9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdc4051cb0 0x7fcdc418a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fcdd11e9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdc40e3180 0x7fcdc418ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fcdd11e9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc40e3c50 con 0x7fcdc40e3180 2024-07-26T15:29:09.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fcdd11e9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcdc40e3ad0 con 0x7fcdc40348f0 2024-07-26T15:29:09.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.846+0000 7fcdd11e9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcdc40e3dd0 con 0x7fcdc4051cb0 2024-07-26T15:29:09.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7fcdd09e8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdc40e3180 0x7fcdc418ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7fcdd09e8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdc40e3180 0x7fcdc418ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53070/0 (socket says 172.21.15.33:53070) 2024-07-26T15:29:09.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7fcdd09e8640 1 -- 172.21.15.33:0/4220818788 learned_addr learned my addr 172.21.15.33:0/4220818788 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:09.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7f3af2ffd640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3af406f0d0 0x7f3af40b1200 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3ae400e790 tx=0x7f3ae400ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.847+0000 7fad21875640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad1c0ceea0 0x7fad1c147e80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fad0c00e930 tx=0x7fad0c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7f3adb7fe640 1 -- 172.21.15.33:0/748273767 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae400eea0 con 0x7f3af406f0d0 2024-07-26T15:29:09.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7f3adb7fe640 1 -- 172.21.15.33:0/748273767 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ae400cdb0 con 0x7f3af406f0d0 2024-07-26T15:29:09.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7f3af3fff640 1 -- 172.21.15.33:0/748273767 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3af414d890 con 0x7f3af406f0d0 2024-07-26T15:29:09.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7f3adb7fe640 1 -- 172.21.15.33:0/748273767 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ae4010690 con 0x7f3af406f0d0 2024-07-26T15:29:09.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7f3a05462640 1 -- 172.21.15.33:0/951589551 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3a00202d70 con 0x7f3a00072090 2024-07-26T15:29:09.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7fc140ff9640 1 -- 172.21.15.33:0/326264853 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc138005cf0 con 0x7fc13c005c00 2024-07-26T15:29:09.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7fc140ff9640 1 -- 172.21.15.33:0/326264853 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc138031b50 con 0x7fc13c005c00 2024-07-26T15:29:09.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7fc140ff9640 1 -- 172.21.15.33:0/326264853 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1380047a0 con 0x7fc13c005c00 2024-07-26T15:29:09.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc13c0e0a00 con 0x7fc13c005c00 2024-07-26T15:29:09.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fc13c009180 con 0x7fc13c005c00 2024-07-26T15:29:09.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7fcdcbfff640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdc40348f0 0x7fcdc418a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7fcdcb7fe640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdc4051cb0 0x7fcdc418a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7f3af3fff640 1 -- 172.21.15.33:0/748273767 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3af414db70 con 0x7f3af406f0d0 2024-07-26T15:29:09.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7fad12ffd640 1 -- 172.21.15.33:0/3989438664 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad0c015070 con 0x7fad1c0ceea0 2024-07-26T15:29:09.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.849+0000 7fad12ffd640 1 -- 172.21.15.33:0/3989438664 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fad0c00cd60 con 0x7fad1c0ceea0 2024-07-26T15:29:09.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.849+0000 7fad12ffd640 1 -- 172.21.15.33:0/3989438664 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad0c0116c0 con 0x7fad1c0ceea0 2024-07-26T15:29:09.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.849+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad1c09cf00 con 0x7fad1c0ceea0 2024-07-26T15:29:09.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.849+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad1c0cd480 con 0x7fad1c0ceea0 2024-07-26T15:29:09.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.849+0000 7f39fcff9640 1 -- 172.21.15.33:0/951589551 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f39f001c460 con 0x7f3a00072090 2024-07-26T15:29:09.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.848+0000 7f77fbf89640 1 Processor -- start 2024-07-26T15:29:09.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.849+0000 7f77fbf89640 1 -- start start 2024-07-26T15:29:09.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.849+0000 7fcdcbfff640 1 -- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdc4051cb0 msgr2=0x7fcdc418a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.849+0000 7fcdcbfff640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdc4051cb0 0x7fcdc418a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.849+0000 7fcdcbfff640 1 -- 172.21.15.33:0/4220818788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdc40e3180 msgr2=0x7fcdc418ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.849+0000 7fcdcbfff640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdc40e3180 0x7fcdc418ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.849+0000 7fcdcbfff640 1 -- 172.21.15.33:0/4220818788 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdc40e5cf0 con 0x7fcdc40348f0 2024-07-26T15:29:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.850+0000 7f39fcff9640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f39ec0770e0 0x7f39ec0795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.850+0000 7f3af3fff640 1 -- 172.21.15.33:0/748273767 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3ad4001030 con 0x7f3af406f0d0 2024-07-26T15:29:09.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.850+0000 7f39fcff9640 1 -- 172.21.15.33:0/951589551 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f39f0098970 con 0x7f3a00072090 2024-07-26T15:29:09.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.850+0000 7f39fcff9640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] conn(0x7f39ec080830 0x7f39ec082cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.850+0000 7f39fcff9640 1 -- 172.21.15.33:0/951589551 --> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f39ec083390 con 0x7f39ec080830 2024-07-26T15:29:09.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.850+0000 7f39fcff9640 1 -- 172.21.15.33:0/951589551 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f39f005d810 con 0x7f3a00072090 2024-07-26T15:29:09.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.851+0000 7f3a04c61640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] conn(0x7f39ec080830 0x7f39ec082cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.851+0000 7f9755f9c640 1 -- 172.21.15.33:0/2248881661 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f975014b9c0 con 0x7f97501489e0 2024-07-26T15:29:09.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.851+0000 7f39fffff640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f39ec0770e0 0x7f39ec0795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.851+0000 7f77fbf89640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77e0004800 0x7f77f40a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.851+0000 7f77fbf89640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77f414cc00 0x7f77f40a10d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.851+0000 7f77fbf89640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77f414bf40 0x7f77f414c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.851+0000 7f3adb7fe640 1 -- 172.21.15.33:0/748273767 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3ae4010830 con 0x7f3af406f0d0 2024-07-26T15:29:09.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.851+0000 7fc140ff9640 1 -- 172.21.15.33:0/326264853 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc138004940 con 0x7fc13c005c00 2024-07-26T15:29:09.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.851+0000 7f77f9d25640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77e0004800 0x7f77f40a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.851+0000 7f77f9d25640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77e0004800 0x7f77f40a0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53080/0 (socket says 172.21.15.33:53080) 2024-07-26T15:29:09.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.851+0000 7f77f9d25640 1 -- 172.21.15.33:0/2235750460 learned_addr learned my addr 172.21.15.33:0/2235750460 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:09.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7f3a04c61640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] conn(0x7f39ec080830 0x7f39ec082cc0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fad1c0cd860 con 0x7fad1c0ceea0 2024-07-26T15:29:09.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7f77fa526640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77f414bf40 0x7f77f414c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7f77fbf89640 1 -- 172.21.15.33:0/2235750460 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f77f40b93c0 con 0x7f77e0004800 2024-07-26T15:29:09.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7f77fbf89640 1 -- 172.21.15.33:0/2235750460 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f77f40b9540 con 0x7f77f414bf40 2024-07-26T15:29:09.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7f77fbf89640 1 -- 172.21.15.33:0/2235750460 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f77f40b96c0 con 0x7f77f414cc00 2024-07-26T15:29:09.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7f8d1acac640 1 -- 172.21.15.33:0/3311687444 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8cfc001030 con 0x7f8d140aefe0 2024-07-26T15:29:09.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7f974cff9640 1 -- 172.21.15.33:0/2248881661 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f974801d020 con 0x7f97501489e0 2024-07-26T15:29:09.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7f3adb7fe640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3ae00770e0 0x7f3ae00795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc13c006930 con 0x7fc13c005c00 2024-07-26T15:29:09.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7fc140ff9640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc128077010 0x7fc128079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7f3af27fc640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3ae00770e0 0x7f3ae00795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7fc140ff9640 1 -- 172.21.15.33:0/326264853 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc1380b9ec0 con 0x7fc13c005c00 2024-07-26T15:29:09.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f974cff9640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9730077110 0x7f9730079620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f3adb7fe640 1 -- 172.21.15.33:0/748273767 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f3ae4099640 con 0x7f3af406f0d0 2024-07-26T15:29:09.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7fc140ff9640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] conn(0x7fc128080750 0x7fc128082be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7fc140ff9640 1 -- 172.21.15.33:0/326264853 --> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc13800b0b0 con 0x7fc128080750 2024-07-26T15:29:09.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7fc140ff9640 1 -- 172.21.15.33:0/326264853 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc13807e530 con 0x7fc13c005c00 2024-07-26T15:29:09.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f974cff9640 1 -- 172.21.15.33:0/2248881661 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f9748099110 con 0x7f97501489e0 2024-07-26T15:29:09.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7fcdcbfff640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdc40348f0 0x7fcdc418a190 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcdc000c3c0 tx=0x7fcdc0001e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f3af27fc640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3ae00770e0 0x7f3ae00795f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8007fd0 tx=0x7f3ae8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.852+0000 7f77f9d25640 1 -- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77f414cc00 msgr2=0x7f77f40a10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f77f9d25640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77f414cc00 0x7f77f40a10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f77f9d25640 1 -- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77f414bf40 msgr2=0x7f77f414c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f77f9d25640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77f414bf40 0x7f77f414c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f77f9d25640 1 -- 172.21.15.33:0/2235750460 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77f4160810 con 0x7f77e0004800 2024-07-26T15:29:09.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f77f9d25640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77e0004800 0x7f77f40a0b90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f77f0011a40 tx=0x7f77f0011f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f974cff9640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] conn(0x7f97300808e0 0x7f9730082d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f974cff9640 1 -- 172.21.15.33:0/2248881661 --> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9748011e50 con 0x7f97300808e0 2024-07-26T15:29:09.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f974cff9640 1 -- 172.21.15.33:0/2248881661 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f97480a0050 con 0x7f97501489e0 2024-07-26T15:29:09.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7fcdc8ff9640 1 -- 172.21.15.33:0/4220818788 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc0017070 con 0x7fcdc40348f0 2024-07-26T15:29:09.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7fcdc8ff9640 1 -- 172.21.15.33:0/4220818788 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcdc00035f0 con 0x7fcdc40348f0 2024-07-26T15:29:09.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7fcdc8ff9640 1 -- 172.21.15.33:0/4220818788 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdc0003a40 con 0x7fcdc40348f0 2024-07-26T15:29:09.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7fad12ffd640 1 -- 172.21.15.33:0/3989438664 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fad0c018070 con 0x7fad1c0ceea0 2024-07-26T15:29:09.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f39fcff9640 1 -- 172.21.15.33:0/951589551 <== osd.3 v2:172.21.15.33:6824/1602291292 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f39ec083390 con 0x7f39ec080830 2024-07-26T15:29:09.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f3adb7fe640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] conn(0x7f3ae00808b0 0x7f3ae0082d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f974f7fe640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9730077110 0x7f9730079620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f77e67fc640 1 -- 172.21.15.33:0/2235750460 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f001e070 con 0x7f77e0004800 2024-07-26T15:29:09.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7f3af37fe640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] conn(0x7f3ae00808b0 0x7f3ae0082d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7f3adb7fe640 1 -- 172.21.15.33:0/748273767 --> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3ae401ee50 con 0x7f3ae00808b0 2024-07-26T15:29:09.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7f77e67fc640 1 -- 172.21.15.33:0/2235750460 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f77f000fe20 con 0x7f77e0004800 2024-07-26T15:29:09.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.853+0000 7fc148d26640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] conn(0x7fc128080750 0x7fc128082be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7fad12ffd640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fad000770e0 0x7fad000795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7f77e67fc640 1 -- 172.21.15.33:0/2235750460 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f0005270 con 0x7f77e0004800 2024-07-26T15:29:09.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7f3adb7fe640 1 -- 172.21.15.33:0/748273767 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f3ae40a0050 con 0x7f3af406f0d0 2024-07-26T15:29:09.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7f8d0a7fc640 1 -- 172.21.15.33:0/3311687444 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8d04018020 con 0x7f8d140aefe0 2024-07-26T15:29:09.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7fc1437fe640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc128077010 0x7fc128079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7fad12ffd640 1 -- 172.21.15.33:0/3989438664 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fad0c099260 con 0x7fad1c0ceea0 2024-07-26T15:29:09.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7f9747fff640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] conn(0x7f97300808e0 0x7f9730082d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7fad22076640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fad000770e0 0x7fad000795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7f8d0a7fc640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8cf8077040 0x7f8cf8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7f974f7fe640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9730077110 0x7f9730079620 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9740034000 tx=0x7f9740004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7f3af37fe640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] conn(0x7f3ae00808b0 0x7f3ae0082d40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7fcdd11e9640 1 -- 172.21.15.33:0/4220818788 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdc40e5fd0 con 0x7fcdc40348f0 2024-07-26T15:29:09.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7fcdd11e9640 1 -- 172.21.15.33:0/4220818788 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdc40e6590 con 0x7fcdc40348f0 2024-07-26T15:29:09.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7f8d0a7fc640 1 -- 172.21.15.33:0/3311687444 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8d04098bd0 con 0x7f8d140aefe0 2024-07-26T15:29:09.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7f8d19caa640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8cf8077040 0x7f8cf8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7f8d0a7fc640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] conn(0x7f8cf8080780 0x7f8cf8082c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7f8d0a7fc640 1 -- 172.21.15.33:0/3311687444 --> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8d0400de50 con 0x7f8cf8080780 2024-07-26T15:29:09.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7f39fffff640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f39ec0770e0 0x7f39ec0795f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f39f8005fd0 tx=0x7f39f8009500 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7fc148d26640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] conn(0x7fc128080750 0x7fc128082be0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7f77fbf89640 1 -- 172.21.15.33:0/2235750460 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77f409fdd0 con 0x7f77e0004800 2024-07-26T15:29:09.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7fad12ffd640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] conn(0x7fad000808a0 0x7fad00082d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7fad12ffd640 1 -- 172.21.15.33:0/3989438664 --> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fad00083400 con 0x7fad000808a0 2024-07-26T15:29:09.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.854+0000 7fad12ffd640 1 -- 172.21.15.33:0/3989438664 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fad0c0a0050 con 0x7fad1c0ceea0 2024-07-26T15:29:09.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7f77fbf89640 1 -- 172.21.15.33:0/2235750460 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77f40a0390 con 0x7f77e0004800 2024-07-26T15:29:09.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7f8d1a4ab640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] conn(0x7f8cf8080780 0x7f8cf8082c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7fad22877640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] conn(0x7fad000808a0 0x7fad00082d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7fcdb67fc640 1 -- 172.21.15.33:0/4220818788 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcdc40e4230 con 0x7fcdc40348f0 2024-07-26T15:29:09.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.855+0000 7f8d0a7fc640 1 -- 172.21.15.33:0/3311687444 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8d0405d9d0 con 0x7f8d140aefe0 2024-07-26T15:29:09.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.856+0000 7f9747fff640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] conn(0x7f97300808e0 0x7f9730082d70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.856+0000 7f3adb7fe640 1 -- 172.21.15.33:0/748273767 <== osd.2 v2:172.21.15.33:6816/3365392837 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3ae401ee50 con 0x7f3ae00808b0 2024-07-26T15:29:09.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.856+0000 7fad22076640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fad000770e0 0x7fad000795f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fad1800a840 tx=0x7fad18005bc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.856+0000 7fad22877640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] conn(0x7fad000808a0 0x7fad00082d30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.856+0000 7f77fbf89640 1 -- 172.21.15.33:0/2235750460 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f77f40cf690 con 0x7f77e0004800 2024-07-26T15:29:09.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.856+0000 7fc140ff9640 1 -- 172.21.15.33:0/326264853 <== osd.5 v2:172.21.15.154:6816/1283583822 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc13800b0b0 con 0x7fc128080750 2024-07-26T15:29:09.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.856+0000 7f8d19caa640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8cf8077040 0x7f8cf8079550 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8d10035000 tx=0x7f8d10004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.857+0000 7f974cff9640 1 -- 172.21.15.33:0/2248881661 <== osd.0 v2:172.21.15.33:6808/2666453289 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9748011e50 con 0x7f97300808e0 2024-07-26T15:29:09.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.857+0000 7f8d1a4ab640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] conn(0x7f8cf8080780 0x7f8cf8082c10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.858+0000 7fc1437fe640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc128077010 0x7fc128079520 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc1300058c0 tx=0x7fc130005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.858+0000 7fcdc8ff9640 1 -- 172.21.15.33:0/4220818788 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcdc001a070 con 0x7fcdc40348f0 2024-07-26T15:29:09.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.858+0000 7fad12ffd640 1 -- 172.21.15.33:0/3989438664 <== osd.1 v2:172.21.15.33:6800/3807493254 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fad00083400 con 0x7fad000808a0 2024-07-26T15:29:09.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.858+0000 7f8d0a7fc640 1 -- 172.21.15.33:0/3311687444 <== osd.6 v2:172.21.15.154:6817/149250099 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8d0400de50 con 0x7f8cf8080780 2024-07-26T15:29:09.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.858+0000 7f77e67fc640 1 -- 172.21.15.33:0/2235750460 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f77f0021070 con 0x7f77e0004800 2024-07-26T15:29:09.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.859+0000 7f77e67fc640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f77d80770e0 0x7f77d80795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.859+0000 7f77e67fc640 1 -- 172.21.15.33:0/2235750460 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f77f0099560 con 0x7f77e0004800 2024-07-26T15:29:09.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.859+0000 7f77e67fc640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] conn(0x7f77d80808b0 0x7f77d8082d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.859+0000 7f77e67fc640 1 -- 172.21.15.33:0/2235750460 --> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f77d8083410 con 0x7f77d80808b0 2024-07-26T15:29:09.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.859+0000 7f77e67fc640 1 -- 172.21.15.33:0/2235750460 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f77f00a0050 con 0x7f77e0004800 2024-07-26T15:29:09.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.859+0000 7fcdc8ff9640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fcdb0077040 0x7fcdb0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.859+0000 7fcdc8ff9640 1 -- 172.21.15.33:0/4220818788 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fcdc0098390 con 0x7fcdc40348f0 2024-07-26T15:29:09.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.859+0000 7fcdc8ff9640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] conn(0x7fcdb0080790 0x7fcdb0082c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:09.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.859+0000 7fcdc8ff9640 1 -- 172.21.15.33:0/4220818788 --> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcdb00832f0 con 0x7fcdb0080790 2024-07-26T15:29:09.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.859+0000 7fcdc8ff9640 1 -- 172.21.15.33:0/4220818788 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcdc0098820 con 0x7fcdc40348f0 2024-07-26T15:29:09.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.860+0000 7f77f9524640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f77d80770e0 0x7f77d80795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.860+0000 7f77fa526640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] conn(0x7f77d80808b0 0x7f77d8082d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.860+0000 7fcdcb7fe640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fcdb0077040 0x7fcdb0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.860+0000 7fcdd09e8640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] conn(0x7fcdb0080790 0x7fcdb0082c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:09.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.860+0000 7f77fa526640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] conn(0x7f77d80808b0 0x7f77d8082d40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.861+0000 7fcdd09e8640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] conn(0x7fcdb0080790 0x7fcdb0082c20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.861+0000 7f77f9524640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f77d80770e0 0x7f77d80795f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f77e8032000 tx=0x7f77e8001120 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.861+0000 7fcdcb7fe640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fcdb0077040 0x7fcdb0079550 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcdc40e7b20 tx=0x7fcdb8009260 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:09.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.861+0000 7f77e67fc640 1 -- 172.21.15.33:0/2235750460 <== osd.4 v2:172.21.15.154:6808/4163757468 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f77d8083410 con 0x7f77d80808b0 2024-07-26T15:29:09.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.861+0000 7fcdc8ff9640 1 -- 172.21.15.33:0/4220818788 <== osd.7 v2:172.21.15.154:6800/2837051320 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcdb00832f0 con 0x7fcdb0080790 2024-07-26T15:29:09.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.884+0000 7f3a05462640 1 -- 172.21.15.33:0/951589551 --> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3a00202490 con 0x7f39ec080830 2024-07-26T15:29:09.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.885+0000 7f39fcff9640 1 -- 172.21.15.33:0/951589551 <== osd.3 v2:172.21.15.33:6824/1602291292 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3a00202490 con 0x7f39ec080830 2024-07-26T15:29:09.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.885+0000 7f39e67fc640 1 -- 172.21.15.33:0/951589551 >> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] conn(0x7f39ec080830 msgr2=0x7f39ec082cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.885+0000 7f39e67fc640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] conn(0x7f39ec080830 0x7f39ec082cc0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.886+0000 7f39e67fc640 1 -- 172.21.15.33:0/951589551 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f39ec0770e0 msgr2=0x7f39ec0795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.886+0000 7f39e67fc640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f39ec0770e0 0x7f39ec0795f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f39f8005fd0 tx=0x7f39f8009500 comp rx=0 tx=0).stop 2024-07-26T15:29:09.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.886+0000 7f39e67fc640 1 -- 172.21.15.33:0/951589551 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a00072090 msgr2=0x7f3a00201b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.886+0000 7f39e67fc640 1 --2- 172.21.15.33:0/951589551 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3a00072090 0x7f3a00201b60 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f39f000c3c0 tx=0x7f39f000c880 comp rx=0 tx=0).stop 2024-07-26T15:29:09.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.886+0000 7f3a04c61640 1 -- 172.21.15.33:0/951589551 reap_dead start 2024-07-26T15:29:09.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.886+0000 7f39e67fc640 1 -- 172.21.15.33:0/951589551 shutdown_connections 2024-07-26T15:29:09.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.887+0000 7f39e67fc640 1 -- 172.21.15.33:0/951589551 >> 172.21.15.33:0/951589551 conn(0x7f3a0006cc60 msgr2=0x7f3a00072c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.888+0000 7f39e67fc640 1 -- 172.21.15.33:0/951589551 shutdown_connections 2024-07-26T15:29:09.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.888+0000 7f39e67fc640 1 -- 172.21.15.33:0/951589551 wait complete. 2024-07-26T15:29:09.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.888+0000 7f3af3fff640 1 -- 172.21.15.33:0/748273767 --> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3ad4002dd0 con 0x7f3ae00808b0 2024-07-26T15:29:09.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.889+0000 7f3adb7fe640 1 -- 172.21.15.33:0/748273767 <== osd.2 v2:172.21.15.33:6816/3365392837 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3ad4002dd0 con 0x7f3ae00808b0 2024-07-26T15:29:09.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.890+0000 7f3af3fff640 1 -- 172.21.15.33:0/748273767 >> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] conn(0x7f3ae00808b0 msgr2=0x7f3ae0082d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.890+0000 7f3af3fff640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] conn(0x7f3ae00808b0 0x7f3ae0082d40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.890+0000 7f3af3fff640 1 -- 172.21.15.33:0/748273767 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3ae00770e0 msgr2=0x7f3ae00795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.890+0000 7f3af3fff640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3ae00770e0 0x7f3ae00795f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3ae8007fd0 tx=0x7f3ae8009040 comp rx=0 tx=0).stop 2024-07-26T15:29:09.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.890+0000 7f3af3fff640 1 -- 172.21.15.33:0/748273767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3af406f0d0 msgr2=0x7f3af40b1200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.890+0000 7f3af3fff640 1 --2- 172.21.15.33:0/748273767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3af406f0d0 0x7f3af40b1200 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3ae400e790 tx=0x7f3ae400ec50 comp rx=0 tx=0).stop 2024-07-26T15:29:09.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.890+0000 7f3af37fe640 1 -- 172.21.15.33:0/748273767 reap_dead start 2024-07-26T15:29:09.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.890+0000 7f3af3fff640 1 -- 172.21.15.33:0/748273767 shutdown_connections 2024-07-26T15:29:09.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.890+0000 7f3af3fff640 1 -- 172.21.15.33:0/748273767 >> 172.21.15.33:0/748273767 conn(0x7f3af40d0cf0 msgr2=0x7f3af4068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.891+0000 7f3af3fff640 1 -- 172.21.15.33:0/748273767 shutdown_connections 2024-07-26T15:29:09.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.891+0000 7f3af3fff640 1 -- 172.21.15.33:0/748273767 wait complete. 2024-07-26T15:29:09.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.891+0000 7f8d1acac640 1 -- 172.21.15.33:0/3311687444 --> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8cfc002dd0 con 0x7f8cf8080780 2024-07-26T15:29:09.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.891+0000 7f9755f9c640 1 -- 172.21.15.33:0/2248881661 --> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f975014b9c0 con 0x7f97300808e0 2024-07-26T15:29:09.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.892+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 --> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fad1c073430 con 0x7fad000808a0 2024-07-26T15:29:09.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.892+0000 7f974cff9640 1 -- 172.21.15.33:0/2248881661 <== osd.0 v2:172.21.15.33:6808/2666453289 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f975014b9c0 con 0x7f97300808e0 2024-07-26T15:29:09.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.892+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 --> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc13c006930 con 0x7fc128080750 2024-07-26T15:29:09.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.892+0000 7f8d0a7fc640 1 -- 172.21.15.33:0/3311687444 <== osd.6 v2:172.21.15.154:6817/149250099 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8cfc002dd0 con 0x7f8cf8080780 2024-07-26T15:29:09.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.892+0000 7fad12ffd640 1 -- 172.21.15.33:0/3989438664 <== osd.1 v2:172.21.15.33:6800/3807493254 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fad1c073430 con 0x7fad000808a0 2024-07-26T15:29:09.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7fc140ff9640 1 -- 172.21.15.33:0/326264853 <== osd.5 v2:172.21.15.154:6816/1283583822 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc13c006930 con 0x7fc128080750 2024-07-26T15:29:09.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7f8cf7fff640 1 -- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] conn(0x7f8cf8080780 msgr2=0x7f8cf8082c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7f8cf7fff640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] conn(0x7f8cf8080780 0x7f8cf8082c10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7f8cf7fff640 1 -- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8cf8077040 msgr2=0x7f8cf8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7f8cf7fff640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8cf8077040 0x7f8cf8079550 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8d10035000 tx=0x7f8d10004ab0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7f8cf7fff640 1 -- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d140aefe0 msgr2=0x7f8d14159710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7f8cf7fff640 1 --2- 172.21.15.33:0/3311687444 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d140aefe0 0x7f8d14159710 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8d0400b410 tx=0x7f8d0400b8d0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7f8d1a4ab640 1 -- 172.21.15.33:0/3311687444 reap_dead start 2024-07-26T15:29:09.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7f8cf7fff640 1 -- 172.21.15.33:0/3311687444 shutdown_connections 2024-07-26T15:29:09.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7f8cf7fff640 1 -- 172.21.15.33:0/3311687444 >> 172.21.15.33:0/3311687444 conn(0x7f8d1406d040 msgr2=0x7f8d140ceee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 >> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] conn(0x7fad000808a0 msgr2=0x7fad00082d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7fad242da640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] conn(0x7fad000808a0 0x7fad00082d30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] conn(0x7fc128080750 msgr2=0x7fc128082be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7fc14a789640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] conn(0x7fc128080750 0x7fc128082be0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fad000770e0 msgr2=0x7fad000795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7fad242da640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fad000770e0 0x7fad000795f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fad1800a840 tx=0x7fad18005bc0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad1c0ceea0 msgr2=0x7fad1c147e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.893+0000 7fad242da640 1 --2- 172.21.15.33:0/3989438664 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad1c0ceea0 0x7fad1c147e80 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fad0c00e930 tx=0x7fad0c00edf0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fad22877640 1 -- 172.21.15.33:0/3989438664 reap_dead start 2024-07-26T15:29:09.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 shutdown_connections 2024-07-26T15:29:09.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 >> 172.21.15.33:0/3989438664 conn(0x7fad1c0b1ba0 msgr2=0x7fad1c0ad100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7f8cf7fff640 1 -- 172.21.15.33:0/3311687444 shutdown_connections 2024-07-26T15:29:09.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7f8cf7fff640 1 -- 172.21.15.33:0/3311687444 wait complete. 2024-07-26T15:29:09.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc128077010 msgr2=0x7fc128079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fc14a789640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fc128077010 0x7fc128079520 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc1300058c0 tx=0x7fc130005850 comp rx=0 tx=0).stop 2024-07-26T15:29:09.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc13c005c00 msgr2=0x7fc13c0e1aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fc14a789640 1 --2- 172.21.15.33:0/326264853 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc13c005c00 0x7fc13c0e1aa0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc13802ab20 tx=0x7fc1380052f0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fc148d26640 1 -- 172.21.15.33:0/326264853 reap_dead start 2024-07-26T15:29:09.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 shutdown_connections 2024-07-26T15:29:09.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 >> 172.21.15.33:0/326264853 conn(0x7fc13c01fbb0 msgr2=0x7fc13c0525e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 shutdown_connections 2024-07-26T15:29:09.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fc14a789640 1 -- 172.21.15.33:0/326264853 wait complete. 2024-07-26T15:29:09.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 shutdown_connections 2024-07-26T15:29:09.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7f9755f9c640 1 -- 172.21.15.33:0/2248881661 >> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] conn(0x7f97300808e0 msgr2=0x7f9730082d70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7fad242da640 1 -- 172.21.15.33:0/3989438664 wait complete. 2024-07-26T15:29:09.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7f9755f9c640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] conn(0x7f97300808e0 0x7f9730082d70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7f9755f9c640 1 -- 172.21.15.33:0/2248881661 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9730077110 msgr2=0x7f9730079620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7f9755f9c640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9730077110 0x7f9730079620 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9740034000 tx=0x7f9740004730 comp rx=0 tx=0).stop 2024-07-26T15:29:09.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7f77fbf89640 1 -- 172.21.15.33:0/2235750460 --> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f77f40d1410 con 0x7f77d80808b0 2024-07-26T15:29:09.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7f9755f9c640 1 -- 172.21.15.33:0/2248881661 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97501489e0 msgr2=0x7f9750148df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7f9755f9c640 1 --2- 172.21.15.33:0/2248881661 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97501489e0 0x7f9750148df0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9748009f80 tx=0x7f974800c800 comp rx=0 tx=0).stop 2024-07-26T15:29:09.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.894+0000 7f974ffff640 1 -- 172.21.15.33:0/2248881661 reap_dead start 2024-07-26T15:29:09.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.895+0000 7f77e67fc640 1 -- 172.21.15.33:0/2235750460 <== osd.4 v2:172.21.15.154:6808/4163757468 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f77f40d1410 con 0x7f77d80808b0 2024-07-26T15:29:09.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.895+0000 7fcdb67fc640 1 -- 172.21.15.33:0/4220818788 --> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fcdc40e5810 con 0x7fcdb0080790 2024-07-26T15:29:09.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.895+0000 7f9755f9c640 1 -- 172.21.15.33:0/2248881661 shutdown_connections 2024-07-26T15:29:09.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.895+0000 7f9755f9c640 1 -- 172.21.15.33:0/2248881661 >> 172.21.15.33:0/2248881661 conn(0x7f97500cfa10 msgr2=0x7f9750068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.895+0000 7f9755f9c640 1 -- 172.21.15.33:0/2248881661 shutdown_connections 2024-07-26T15:29:09.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.895+0000 7f9755f9c640 1 -- 172.21.15.33:0/2248881661 wait complete. 2024-07-26T15:29:09.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.895+0000 7fcdc8ff9640 1 -- 172.21.15.33:0/4220818788 <== osd.7 v2:172.21.15.154:6800/2837051320 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fcdc40e5810 con 0x7fcdb0080790 2024-07-26T15:29:09.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7f77d7fff640 1 -- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] conn(0x7f77d80808b0 msgr2=0x7f77d8082d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7f77d7fff640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] conn(0x7f77d80808b0 0x7f77d8082d40 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7fcdb67fc640 1 -- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] conn(0x7fcdb0080790 msgr2=0x7fcdb0082c20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7fcdb67fc640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] conn(0x7fcdb0080790 0x7fcdb0082c20 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:09.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7f77d7fff640 1 -- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f77d80770e0 msgr2=0x7f77d80795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7f77d7fff640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f77d80770e0 0x7f77d80795f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f77e8032000 tx=0x7f77e8001120 comp rx=0 tx=0).stop 2024-07-26T15:29:09.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7f77d7fff640 1 -- 172.21.15.33:0/2235750460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77e0004800 msgr2=0x7f77f40a0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7f77d7fff640 1 --2- 172.21.15.33:0/2235750460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77e0004800 0x7f77f40a0b90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f77f0011a40 tx=0x7f77f0011f00 comp rx=0 tx=0).stop 2024-07-26T15:29:09.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7f77fa526640 1 -- 172.21.15.33:0/2235750460 reap_dead start 2024-07-26T15:29:09.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.897+0000 7f77d7fff640 1 -- 172.21.15.33:0/2235750460 shutdown_connections 2024-07-26T15:29:09.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.897+0000 7f77d7fff640 1 -- 172.21.15.33:0/2235750460 >> 172.21.15.33:0/2235750460 conn(0x7f77f40d3d90 msgr2=0x7f77f40b0f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7fcdb67fc640 1 -- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fcdb0077040 msgr2=0x7fcdb0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7fcdb67fc640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fcdb0077040 0x7fcdb0079550 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcdc40e7b20 tx=0x7fcdb8009260 comp rx=0 tx=0).stop 2024-07-26T15:29:09.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.897+0000 7f77d7fff640 1 -- 172.21.15.33:0/2235750460 shutdown_connections 2024-07-26T15:29:09.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.897+0000 7f77d7fff640 1 -- 172.21.15.33:0/2235750460 wait complete. 2024-07-26T15:29:09.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7fcdb67fc640 1 -- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdc40348f0 msgr2=0x7fcdc418a190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:09.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7fcdb67fc640 1 --2- 172.21.15.33:0/4220818788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdc40348f0 0x7fcdc418a190 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fcdc000c3c0 tx=0x7fcdc0001e70 comp rx=0 tx=0).stop 2024-07-26T15:29:09.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.896+0000 7fcdd09e8640 1 -- 172.21.15.33:0/4220818788 reap_dead start 2024-07-26T15:29:09.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.897+0000 7fcdb67fc640 1 -- 172.21.15.33:0/4220818788 shutdown_connections 2024-07-26T15:29:09.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.897+0000 7fcdb67fc640 1 -- 172.21.15.33:0/4220818788 >> 172.21.15.33:0/4220818788 conn(0x7fcdc401e260 msgr2=0x7fcdc4047f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:09.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.898+0000 7fcdb67fc640 1 -- 172.21.15.33:0/4220818788 shutdown_connections 2024-07-26T15:29:09.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:09.898+0000 7fcdb67fc640 1 -- 172.21.15.33:0/4220818788 wait complete. 2024-07-26T15:29:09.923 INFO:teuthology.orchestra.run.smithi033.stdout:64424509447 2024-07-26T15:29:09.923 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-07-26T15:29:09.924 INFO:teuthology.orchestra.run.smithi033.stdout:64424509447 2024-07-26T15:29:09.924 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-07-26T15:29:09.925 INFO:teuthology.orchestra.run.smithi033.stdout:64424509448 2024-07-26T15:29:09.925 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-07-26T15:29:09.926 INFO:teuthology.orchestra.run.smithi033.stdout:60129542154 2024-07-26T15:29:09.926 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-07-26T15:29:09.927 INFO:teuthology.orchestra.run.smithi033.stdout:64424509448 2024-07-26T15:29:09.927 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-07-26T15:29:09.928 INFO:teuthology.orchestra.run.smithi033.stdout:64424509450 2024-07-26T15:29:09.928 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-07-26T15:29:09.929 INFO:teuthology.orchestra.run.smithi033.stdout:64424509448 2024-07-26T15:29:09.929 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-07-26T15:29:09.930 INFO:teuthology.orchestra.run.smithi033.stdout:55834574857 2024-07-26T15:29:09.930 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-07-26T15:29:10.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.198+0000 7f085ffff640 1 -- 172.21.15.33:0/598393942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0858054720 msgr2=0x7f0858054b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.198+0000 7f085ffff640 1 --2- 172.21.15.33:0/598393942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0858054720 0x7f0858054b30 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f085800daf0 tx=0x7f085402a4b0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.198+0000 7f085ffff640 1 -- 172.21.15.33:0/598393942 shutdown_connections 2024-07-26T15:29:10.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.198+0000 7f085ffff640 1 --2- 172.21.15.33:0/598393942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0858054720 0x7f0858054b30 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.198+0000 7f085ffff640 1 --2- 172.21.15.33:0/598393942 >> v2:172.21.15.154:3300/0 conn(0x7f0858051630 0x7f0858051a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.198+0000 7f085ffff640 1 -- 172.21.15.33:0/598393942 >> 172.21.15.33:0/598393942 conn(0x7f085801d9a0 msgr2=0x7f0858039660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.198+0000 7f085ffff640 1 -- 172.21.15.33:0/598393942 shutdown_connections 2024-07-26T15:29:10.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.198+0000 7f1a05085640 1 -- 172.21.15.33:0/4041801703 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19f80539b0 msgr2=0x7f19f8054650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.198+0000 7f1a05085640 1 --2- 172.21.15.33:0/4041801703 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19f80539b0 0x7f19f8054650 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f19f0009830 tx=0x7f19f002a520 comp rx=0 tx=0).stop 2024-07-26T15:29:10.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.198+0000 7f1a05085640 1 -- 172.21.15.33:0/4041801703 shutdown_connections 2024-07-26T15:29:10.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.199+0000 7f1a05085640 1 --2- 172.21.15.33:0/4041801703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19f8054b90 0x7f19f8051ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.199+0000 7f1a05085640 1 --2- 172.21.15.33:0/4041801703 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19f80539b0 0x7f19f8054650 secure :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f19f0009830 tx=0x7f19f002a520 comp rx=0 tx=0).stop 2024-07-26T15:29:10.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.199+0000 7f1a05085640 1 -- 172.21.15.33:0/4041801703 >> 172.21.15.33:0/4041801703 conn(0x7f19f801fbd0 msgr2=0x7f19f8056930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.199+0000 7f1a05085640 1 -- 172.21.15.33:0/4041801703 shutdown_connections 2024-07-26T15:29:10.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.199+0000 7f1a05085640 1 -- 172.21.15.33:0/4041801703 wait complete. 2024-07-26T15:29:10.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.200+0000 7f085ffff640 1 -- 172.21.15.33:0/598393942 wait complete. 2024-07-26T15:29:10.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.200+0000 7f1267162640 1 -- 172.21.15.33:0/101016108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f124c003a00 msgr2=0x7f124c003e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.200+0000 7f1267162640 1 --2- 172.21.15.33:0/101016108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f124c003a00 0x7f124c003e90 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1250009b50 tx=0x7f124c005830 comp rx=0 tx=0).stop 2024-07-26T15:29:10.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.200+0000 7f1266961640 1 -- 172.21.15.33:0/101016108 reap_dead start 2024-07-26T15:29:10.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.200+0000 7f1267162640 1 -- 172.21.15.33:0/101016108 shutdown_connections 2024-07-26T15:29:10.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.200+0000 7f1267162640 1 -- 172.21.15.33:0/101016108 >> 172.21.15.33:0/101016108 conn(0x7f1258055e50 msgr2=0x7f125800e430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.200+0000 7f1267162640 1 -- 172.21.15.33:0/101016108 shutdown_connections 2024-07-26T15:29:10.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fa88c7ba640 1 -- 172.21.15.33:0/3896634458 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa87c006fd0 msgr2=0x7fa87c0ea1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fa88c7ba640 1 --2- 172.21.15.33:0/3896634458 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa87c006fd0 0x7fa87c0ea1d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa880005fd0 tx=0x7fa88002a440 comp rx=0 tx=0).stop 2024-07-26T15:29:10.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7f23d3fff640 1 -- 172.21.15.33:0/2900950512 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23d4032d10 con 0x7f23dc073310 2024-07-26T15:29:10.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7f1267162640 1 -- 172.21.15.33:0/101016108 wait complete. 2024-07-26T15:29:10.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fa88c7ba640 1 -- 172.21.15.33:0/3896634458 shutdown_connections 2024-07-26T15:29:10.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fa88c7ba640 1 --2- 172.21.15.33:0/3896634458 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa87c006fd0 0x7fa87c0ea1d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fa88c7ba640 1 --2- 172.21.15.33:0/3896634458 >> v2:172.21.15.154:3300/0 conn(0x7fa87c0df830 0x7fa87c007c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fa88c7ba640 1 -- 172.21.15.33:0/3896634458 >> 172.21.15.33:0/3896634458 conn(0x7fa87c01e290 msgr2=0x7fa87c039ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fe2be735640 1 -- 172.21.15.33:0/4075339858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2a4003b70 msgr2=0x7fe2a4003fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fe2be735640 1 --2- 172.21.15.33:0/4075339858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2a4003b70 0x7fe2a4003fc0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4006e90 tx=0x7fe2a4005830 comp rx=0 tx=0).stop 2024-07-26T15:29:10.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fe2bdf34640 1 -- 172.21.15.33:0/4075339858 reap_dead start 2024-07-26T15:29:10.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fe2be735640 1 -- 172.21.15.33:0/4075339858 shutdown_connections 2024-07-26T15:29:10.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fe2be735640 1 -- 172.21.15.33:0/4075339858 >> 172.21.15.33:0/4075339858 conn(0x7fe2b001eb10 msgr2=0x7fe2b003a770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fa88c7ba640 1 -- 172.21.15.33:0/3896634458 shutdown_connections 2024-07-26T15:29:10.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fa88c7ba640 1 -- 172.21.15.33:0/3896634458 wait complete. 2024-07-26T15:29:10.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3404770822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd290009ba0 msgr2=0x7fd290005c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fd29d5bb640 1 --2- 172.21.15.33:0/3404770822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd290009ba0 0x7fd290005c60 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd28400fb30 tx=0x7fd28402e690 comp rx=0 tx=0).stop 2024-07-26T15:29:10.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.201+0000 7fe2be735640 1 -- 172.21.15.33:0/4075339858 shutdown_connections 2024-07-26T15:29:10.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7fe2be735640 1 -- 172.21.15.33:0/4075339858 wait complete. 2024-07-26T15:29:10.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7f23e36b2640 1 -- 172.21.15.33:0/2900950512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23dc073310 msgr2=0x7f23dc15ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7f23e36b2640 1 --2- 172.21.15.33:0/2900950512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23dc073310 0x7f23dc15ac20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f23dc074eb0 tx=0x7f23d402a780 comp rx=0 tx=0).stop 2024-07-26T15:29:10.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3404770822 shutdown_connections 2024-07-26T15:29:10.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7fd29d5bb640 1 --2- 172.21.15.33:0/3404770822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd290009ba0 0x7fd290005c60 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3404770822 >> 172.21.15.33:0/3404770822 conn(0x7fd290051420 msgr2=0x7fd290051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7f23e36b2640 1 -- 172.21.15.33:0/2900950512 shutdown_connections 2024-07-26T15:29:10.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7f23e36b2640 1 --2- 172.21.15.33:0/2900950512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23dc073310 0x7f23dc15ac20 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7f23e36b2640 1 --2- 172.21.15.33:0/2900950512 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23dc073ff0 0x7f23dc072dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7f23e36b2640 1 --2- 172.21.15.33:0/2900950512 >> v2:172.21.15.154:3300/0 conn(0x7f23dc070250 0x7f23dc151200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7f23e36b2640 1 -- 172.21.15.33:0/2900950512 >> 172.21.15.33:0/2900950512 conn(0x7f23dc0b1740 msgr2=0x7f23dc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3404770822 shutdown_connections 2024-07-26T15:29:10.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.202+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3404770822 wait complete. 2024-07-26T15:29:10.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7f1a05085640 1 Processor -- start 2024-07-26T15:29:10.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7ff94e115640 1 -- 172.21.15.33:0/3304762387 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff948151050 msgr2=0x7ff948073a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7ff94e115640 1 --2- 172.21.15.33:0/3304762387 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff948151050 0x7ff948073a50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ff944005fd0 tx=0x7ff94402b7f0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7f085ffff640 1 Processor -- start 2024-07-26T15:29:10.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7f085ffff640 1 -- start start 2024-07-26T15:29:10.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7ff94e115640 1 -- 172.21.15.33:0/3304762387 shutdown_connections 2024-07-26T15:29:10.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7ff94e115640 1 --2- 172.21.15.33:0/3304762387 >> v2:172.21.15.33:3300/0 conn(0x7ff94815a5a0 0x7ff9480b2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7ff94e115640 1 --2- 172.21.15.33:0/3304762387 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff948151050 0x7ff948073a50 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7ff94e115640 1 -- 172.21.15.33:0/3304762387 >> 172.21.15.33:0/3304762387 conn(0x7ff9480cf8d0 msgr2=0x7ff9480cfce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7f1a05085640 1 -- start start 2024-07-26T15:29:10.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7f23e36b2640 1 -- 172.21.15.33:0/2900950512 shutdown_connections 2024-07-26T15:29:10.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.203+0000 7f23e36b2640 1 -- 172.21.15.33:0/2900950512 wait complete. 2024-07-26T15:29:10.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.204+0000 7fa88c7ba640 1 Processor -- start 2024-07-26T15:29:10.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.204+0000 7fa88c7ba640 1 -- start start 2024-07-26T15:29:10.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.204+0000 7fe2be735640 1 Processor -- start 2024-07-26T15:29:10.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.204+0000 7ff94e115640 1 -- 172.21.15.33:0/3304762387 shutdown_connections 2024-07-26T15:29:10.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.204+0000 7ff94e115640 1 -- 172.21.15.33:0/3304762387 wait complete. 2024-07-26T15:29:10.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.205+0000 7f1267162640 1 Processor -- start 2024-07-26T15:29:10.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.205+0000 7f1267162640 1 -- start start 2024-07-26T15:29:10.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.205+0000 7f085ffff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0858051630 0x7f08580e41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.205+0000 7fd29d5bb640 1 Processor -- start 2024-07-26T15:29:10.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.205+0000 7f085ffff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0858052360 0x7f085817d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.205+0000 7f085ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0858054720 0x7f08580e5c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.205+0000 7f085effd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0858051630 0x7f08580e41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f085effd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0858051630 0x7f08580e41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:48174/0 (socket says 172.21.15.33:48174) 2024-07-26T15:29:10.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f085e7fc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0858052360 0x7f085817d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f1a05085640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19f8054b90 0x7f19f81822d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f085f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0858054720 0x7f08580e5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f1a05085640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f80e1000 0x7f19f800d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f085f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0858054720 0x7f08580e5c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53132/0 (socket says 172.21.15.33:53132) 2024-07-26T15:29:10.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f23e36b2640 1 Processor -- start 2024-07-26T15:29:10.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f085ffff640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f08580528f0 con 0x7f0858054720 2024-07-26T15:29:10.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f085ffff640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0858052770 con 0x7f0858052360 2024-07-26T15:29:10.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f085ffff640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0858055070 con 0x7f0858051630 2024-07-26T15:29:10.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f19fed9d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19f8054b90 0x7f19f81822d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7f19fed9d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19f8054b90 0x7f19f81822d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:48188/0 (socket says 172.21.15.33:48188) 2024-07-26T15:29:10.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.205+0000 7fe2be735640 1 -- start start 2024-07-26T15:29:10.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7fa88c7ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa87c006fd0 0x7fa87c0ce390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f1a05085640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19f800d9b0 0x7f19f8177ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f1a05085640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f19f80527c0 con 0x7f19f80e1000 2024-07-26T15:29:10.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f19fe59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f80e1000 0x7f19f800d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f19fe59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f80e1000 0x7f19f800d470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53138/0 (socket says 172.21.15.33:53138) 2024-07-26T15:29:10.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f19fe59c640 1 -- 172.21.15.33:0/3671486580 learned_addr learned my addr 172.21.15.33:0/3671486580 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:10.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f19f8052640 con 0x7f19f800d9b0 2024-07-26T15:29:10.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f19f8052940 con 0x7f19f8054b90 2024-07-26T15:29:10.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fa88c7ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa87c0519d0 0x7fa87c049f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fa88a556640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa87c006fd0 0x7fa87c0ce390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fa88c7ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa87c0df830 0x7fa87c04a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fa88a556640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa87c006fd0 0x7fa87c0ce390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53146/0 (socket says 172.21.15.33:53146) 2024-07-26T15:29:10.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fa889d55640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa87c0519d0 0x7fa87c049f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fa88a556640 1 -- 172.21.15.33:0/1721637916 learned_addr learned my addr 172.21.15.33:0/1721637916 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:10.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c007560 con 0x7fa87c006fd0 2024-07-26T15:29:10.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fa88ad57640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa87c0df830 0x7fa87c04a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa87c0073e0 con 0x7fa87c0519d0 2024-07-26T15:29:10.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa87c0076e0 con 0x7fa87c0df830 2024-07-26T15:29:10.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f19fed9d640 1 -- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19f800d9b0 msgr2=0x7f19f8177ce0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T15:29:10.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f19fed9d640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19f800d9b0 0x7f19f8177ce0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f19fed9d640 1 -- 172.21.15.33:0/3671486580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f80e1000 msgr2=0x7f19f800d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f19fed9d640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f80e1000 0x7f19f800d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f19fed9d640 1 -- 172.21.15.33:0/3671486580 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19f817e7b0 con 0x7f19f8054b90 2024-07-26T15:29:10.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fe2be735640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2b00507e0 0x7fe2b004e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fe2be735640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2b0176530 0x7fe2b000c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fe2bd733640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2b00507e0 0x7fe2b004e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fe2bd733640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2b00507e0 0x7fe2b004e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:55650/0 (socket says 172.21.15.33:55650) 2024-07-26T15:29:10.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fe2be735640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2b000c5f0 0x7fe2b00e0a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fe2bd733640 1 -- 172.21.15.33:0/363168921 learned_addr learned my addr 172.21.15.33:0/363168921 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:10.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fe2be735640 1 -- 172.21.15.33:0/363168921 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b00e4750 con 0x7fe2b0176530 2024-07-26T15:29:10.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fe2be735640 1 -- 172.21.15.33:0/363168921 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b00e45d0 con 0x7fe2b00507e0 2024-07-26T15:29:10.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fe2be735640 1 -- 172.21.15.33:0/363168921 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe2b0037770 con 0x7fe2b000c5f0 2024-07-26T15:29:10.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7fe2bdf34640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2b000c5f0 0x7fe2b00e0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f1267162640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f124c003a00 0x7f125816c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.207+0000 7f23e36b2640 1 -- start start 2024-07-26T15:29:10.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f1267162640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1258039bb0 0x7f1258039fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fa889d55640 1 -- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa87c0df830 msgr2=0x7fa87c04a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fa889d55640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa87c0df830 0x7fa87c04a440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fa889d55640 1 -- 172.21.15.33:0/1721637916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa87c006fd0 msgr2=0x7fa87c0ce390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fe2bcf32640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2b0176530 0x7fe2b000c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7ff94e115640 1 Processor -- start 2024-07-26T15:29:10.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f126595f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1258039bb0 0x7f1258039fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f126595f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1258039bb0 0x7f1258039fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:55664/0 (socket says 172.21.15.33:55664) 2024-07-26T15:29:10.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f1266160640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f124c003a00 0x7f125816c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fa889d55640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa87c006fd0 0x7fa87c0ce390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fa889d55640 1 -- 172.21.15.33:0/1721637916 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa87c0dcad0 con 0x7fa87c0519d0 2024-07-26T15:29:10.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f1266160640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f124c003a00 0x7f125816c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53152/0 (socket says 172.21.15.33:53152) 2024-07-26T15:29:10.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f1267162640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f125803a500 0x7f1258176530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7ff94e115640 1 -- start start 2024-07-26T15:29:10.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f126595f640 1 -- 172.21.15.33:0/689380123 learned_addr learned my addr 172.21.15.33:0/689380123 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:10.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f19fed9d640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19f8054b90 0x7f19f81822d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1a0006ba80 tx=0x7f1a00064370 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fa88a556640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa87c006fd0 0x7fa87c0ce390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:29:10.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f1267162640 1 -- 172.21.15.33:0/689380123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f125803e740 con 0x7f124c003a00 2024-07-26T15:29:10.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f19e77fe640 1 -- 172.21.15.33:0/3671486580 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a000754e0 con 0x7f19f8054b90 2024-07-26T15:29:10.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f1267162640 1 -- 172.21.15.33:0/689380123 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1258007280 con 0x7f1258039bb0 2024-07-26T15:29:10.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f1266961640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f125803a500 0x7f1258176530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fe2bd733640 1 -- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2b000c5f0 msgr2=0x7fe2b00e0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19f817ea90 con 0x7f19f8054b90 2024-07-26T15:29:10.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f19e77fe640 1 -- 172.21.15.33:0/3671486580 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a0008f030 con 0x7f19f8054b90 2024-07-26T15:29:10.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f1267162640 1 -- 172.21.15.33:0/689380123 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f125803e8c0 con 0x7f125803a500 2024-07-26T15:29:10.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fe2bd733640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2b000c5f0 0x7fe2b00e0a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f19f817f050 con 0x7f19f8054b90 2024-07-26T15:29:10.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f23e36b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23dc070250 0x7f23dc0ad2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.206+0000 7fd29d5bb640 1 -- start start 2024-07-26T15:29:10.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f126595f640 1 -- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f125803a500 msgr2=0x7f1258176530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f126595f640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f125803a500 0x7f1258176530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f126595f640 1 -- 172.21.15.33:0/689380123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f124c003a00 msgr2=0x7f125816c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f126595f640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f124c003a00 0x7f125816c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f126595f640 1 -- 172.21.15.33:0/689380123 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f125804c060 con 0x7f1258039bb0 2024-07-26T15:29:10.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7fa889d55640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa87c0519d0 0x7fa87c049f00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa88406b5d0 tx=0x7fa88406acb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7fd29d5bb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd290009ba0 0x7fd290032210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7fd29d5bb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd29000bc30 0x7fd29016a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7fd29d5bb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd290036400 0x7fd2901793a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7fd29d5bb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd2900e4270 con 0x7fd29000bc30 2024-07-26T15:29:10.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7fd29d5bb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd2900e40f0 con 0x7fd290036400 2024-07-26T15:29:10.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7fd29d5bb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd2900e43f0 con 0x7fd290009ba0 2024-07-26T15:29:10.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f23e144e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23dc070250 0x7f23dc0ad2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f23e144e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23dc070250 0x7f23dc0ad2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:55666/0 (socket says 172.21.15.33:55666) 2024-07-26T15:29:10.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f23e36b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23dc073310 0x7f23dc0c49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f085e7fc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0858052360 0x7f085817d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:55634/0 (socket says 172.21.15.33:55634) 2024-07-26T15:29:10.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f085e7fc640 1 -- 172.21.15.33:0/524305753 learned_addr learned my addr 172.21.15.33:0/524305753 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:10.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f085f7fe640 1 -- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0858051630 msgr2=0x7f08580e41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f085f7fe640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0858051630 0x7f08580e41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f085f7fe640 1 -- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0858052360 msgr2=0x7f085817d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f085f7fe640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0858052360 0x7f085817d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7f085f7fe640 1 -- 172.21.15.33:0/524305753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08580318a0 con 0x7f0858054720 2024-07-26T15:29:10.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f085f7fe640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0858054720 0x7f08580e5c20 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0858037290 tx=0x7f0854003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f08477fe640 1 -- 172.21.15.33:0/524305753 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0854031950 con 0x7f0858054720 2024-07-26T15:29:10.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f126595f640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1258039bb0 0x7f1258039fc0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f125c0066c0 tx=0x7f125c003a80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.210+0000 7f23e0c4d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23dc073310 0x7f23dc0c49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.210+0000 7f23e0c4d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23dc073310 0x7f23dc0c49b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53160/0 (socket says 172.21.15.33:53160) 2024-07-26T15:29:10.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.210+0000 7f23e144e640 1 -- 172.21.15.33:0/2104422437 learned_addr learned my addr 172.21.15.33:0/2104422437 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:10.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.210+0000 7f23e36b2640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23dc073ff0 0x7f23dc1f8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f19e77fe640 1 -- 172.21.15.33:0/3671486580 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00075da0 con 0x7f19f8054b90 2024-07-26T15:29:10.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fe2bd733640 1 -- 172.21.15.33:0/363168921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2b0176530 msgr2=0x7fe2b000c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fe2bd733640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2b0176530 0x7fe2b000c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fe2bd733640 1 -- 172.21.15.33:0/363168921 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2b004da80 con 0x7fe2b00507e0 2024-07-26T15:29:10.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fe2bcf32640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2b0176530 0x7fe2b000c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:10.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.208+0000 7fe2bd733640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2b00507e0 0x7fe2b004e840 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4006fb0 tx=0x7fe2b4001d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7fe2adffb640 1 -- 172.21.15.33:0/363168921 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2b4042070 con 0x7fe2b00507e0 2024-07-26T15:29:10.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7fe2be735640 1 -- 172.21.15.33:0/363168921 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2b004dd60 con 0x7fe2b00507e0 2024-07-26T15:29:10.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7fe2be735640 1 -- 172.21.15.33:0/363168921 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2b004e320 con 0x7fe2b00507e0 2024-07-26T15:29:10.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7fe2adffb640 1 -- 172.21.15.33:0/363168921 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2b4037040 con 0x7fe2b00507e0 2024-07-26T15:29:10.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.210+0000 7fe2adffb640 1 -- 172.21.15.33:0/363168921 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2b4036070 con 0x7fe2b00507e0 2024-07-26T15:29:10.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.210+0000 7fd297fff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd290009ba0 0x7fd290032210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.210+0000 7fd297fff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd290009ba0 0x7fd290032210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:48222/0 (socket says 172.21.15.33:48222) 2024-07-26T15:29:10.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.210+0000 7fd297fff640 1 -- 172.21.15.33:0/3630841152 learned_addr learned my addr 172.21.15.33:0/3630841152 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:10.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.210+0000 7fd2977fe640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd29000bc30 0x7fd29016a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.210+0000 7f23e1c4f640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23dc073ff0 0x7f23dc1f8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.210+0000 7ff94e115640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff9480b2ea0 0x7ff9480ade30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f23dc15b160 con 0x7f23dc073310 2024-07-26T15:29:10.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7ff94e115640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff948151050 0x7ff9481f3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f23dc072850 con 0x7f23dc070250 2024-07-26T15:29:10.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7fd2977fe640 1 -- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd290009ba0 msgr2=0x7fd290032210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7fd2977fe640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd290009ba0 0x7fd290032210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7fd2977fe640 1 -- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd290036400 msgr2=0x7fd2901793a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:29:10.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7fd2977fe640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd290036400 0x7fd2901793a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7fd2977fe640 1 -- 172.21.15.33:0/3630841152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd290032750 con 0x7fd29000bc30 2024-07-26T15:29:10.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f23dc15b2e0 con 0x7f23dc073ff0 2024-07-26T15:29:10.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f1256ffd640 1 -- 172.21.15.33:0/689380123 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c015070 con 0x7f1258039bb0 2024-07-26T15:29:10.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f23e0c4d640 1 -- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23dc073ff0 msgr2=0x7f23dc1f8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f23e0c4d640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23dc073ff0 0x7f23dc1f8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f23e0c4d640 1 -- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23dc070250 msgr2=0x7f23dc0ad2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f23e0c4d640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23dc070250 0x7f23dc0ad2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f23e0c4d640 1 -- 172.21.15.33:0/2104422437 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23dc0abda0 con 0x7f23dc073310 2024-07-26T15:29:10.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7f23e0c4d640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23dc073310 0x7f23dc0c49b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f23cc00e6d0 tx=0x7f23cc00eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f19e77fe640 1 -- 172.21.15.33:0/3671486580 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1a00075f40 con 0x7f19f8054b90 2024-07-26T15:29:10.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f19e77fe640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f19ec077040 0x7f19ec079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7f19e77fe640 1 -- 172.21.15.33:0/3671486580 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1a001134d0 con 0x7f19f8054b90 2024-07-26T15:29:10.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7fd2977fe640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd29000bc30 0x7fd29016a390 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd284035000 tx=0x7fd284034710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f08477fe640 1 -- 172.21.15.33:0/524305753 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0854031af0 con 0x7f0858054720 2024-07-26T15:29:10.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.209+0000 7f08477fe640 1 -- 172.21.15.33:0/524305753 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0854003990 con 0x7f0858054720 2024-07-26T15:29:10.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f085ffff640 1 -- 172.21.15.33:0/524305753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0858031b40 con 0x7f0858054720 2024-07-26T15:29:10.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.211+0000 7f085ffff640 1 -- 172.21.15.33:0/524305753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0858032100 con 0x7f0858054720 2024-07-26T15:29:10.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7fa87affd640 1 -- 172.21.15.33:0/1721637916 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8840754e0 con 0x7fa87c0519d0 2024-07-26T15:29:10.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7fa87affd640 1 -- 172.21.15.33:0/1721637916 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa88408f030 con 0x7fa87c0519d0 2024-07-26T15:29:10.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19f8052df0 con 0x7f19f8054b90 2024-07-26T15:29:10.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7fa87affd640 1 -- 172.21.15.33:0/1721637916 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa884075da0 con 0x7fa87c0519d0 2024-07-26T15:29:10.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7ff94e115640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff94815a5a0 0x7ff9481f4350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7ff94e115640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff948073100 con 0x7ff948151050 2024-07-26T15:29:10.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa87c04b0a0 con 0x7fa87c0519d0 2024-07-26T15:29:10.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7ff94e115640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff948070460 con 0x7ff94815a5a0 2024-07-26T15:29:10.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7ff94e115640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff94806f1d0 con 0x7ff9480b2ea0 2024-07-26T15:29:10.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7ff94d113640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff9480b2ea0 0x7ff9480ade30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa87c0ced90 con 0x7fa87c0519d0 2024-07-26T15:29:10.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7ff94d113640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff9480b2ea0 0x7ff9480ade30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:48240/0 (socket says 172.21.15.33:48240) 2024-07-26T15:29:10.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7ff94d113640 1 -- 172.21.15.33:0/1923079225 learned_addr learned my addr 172.21.15.33:0/1923079225 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:10.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7f1267162640 1 -- 172.21.15.33:0/689380123 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12580c6c80 con 0x7f1258039bb0 2024-07-26T15:29:10.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7f1267162640 1 -- 172.21.15.33:0/689380123 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f125817a780 con 0x7f1258039bb0 2024-07-26T15:29:10.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7f1256ffd640 1 -- 172.21.15.33:0/689380123 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f125c00f960 con 0x7f1258039bb0 2024-07-26T15:29:10.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7fe2adffb640 1 -- 172.21.15.33:0/363168921 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe2b4045070 con 0x7fe2b00507e0 2024-07-26T15:29:10.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7f085ffff640 1 -- 172.21.15.33:0/524305753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0858004d90 con 0x7f0858054720 2024-07-26T15:29:10.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.212+0000 7ff94d914640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff94815a5a0 0x7ff9481f4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7ff94d914640 1 -- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff9480b2ea0 msgr2=0x7ff9480ade30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7ff94d914640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff9480b2ea0 0x7ff9480ade30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7ff94d914640 1 -- 172.21.15.33:0/1923079225 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff948151050 msgr2=0x7ff9481f3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7ff94d914640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff948151050 0x7ff9481f3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7ff94d914640 1 -- 172.21.15.33:0/1923079225 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9480ae370 con 0x7ff94815a5a0 2024-07-26T15:29:10.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7fe2be735640 1 -- 172.21.15.33:0/363168921 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe298005290 con 0x7fe2b00507e0 2024-07-26T15:29:10.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7f19fe59c640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f19ec077040 0x7f19ec079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7f1267162640 1 -- 172.21.15.33:0/689380123 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12580374d0 con 0x7f1258039bb0 2024-07-26T15:29:10.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7ff94d914640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff94815a5a0 0x7ff9481f4350 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff940007df0 tx=0x7ff94000edb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7f1256ffd640 1 -- 172.21.15.33:0/689380123 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c00fd70 con 0x7f1258039bb0 2024-07-26T15:29:10.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7f23d1ffb640 1 -- 172.21.15.33:0/2104422437 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23cc00cab0 con 0x7f23dc073310 2024-07-26T15:29:10.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.214+0000 7f23d1ffb640 1 -- 172.21.15.33:0/2104422437 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23cc00cd40 con 0x7f23dc073310 2024-07-26T15:29:10.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7fd294ff9640 1 -- 172.21.15.33:0/3630841152 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd284043070 con 0x7fd29000bc30 2024-07-26T15:29:10.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.213+0000 7fd294ff9640 1 -- 172.21.15.33:0/3630841152 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd28400f480 con 0x7fd29000bc30 2024-07-26T15:29:10.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.214+0000 7fd294ff9640 1 -- 172.21.15.33:0/3630841152 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd284034b60 con 0x7fd29000bc30 2024-07-26T15:29:10.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.214+0000 7fe2adffb640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe29c0770e0 0x7fe29c0795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.214+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3630841152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd29016ae60 con 0x7fd29000bc30 2024-07-26T15:29:10.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.214+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3630841152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2901770a0 con 0x7fd29000bc30 2024-07-26T15:29:10.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.214+0000 7fe2adffb640 1 -- 172.21.15.33:0/363168921 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fe2b40b88a0 con 0x7fe2b00507e0 2024-07-26T15:29:10.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.214+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa87c007c90 con 0x7fa87c0519d0 2024-07-26T15:29:10.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.215+0000 7f23d1ffb640 1 -- 172.21.15.33:0/2104422437 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23cc010690 con 0x7f23dc073310 2024-07-26T15:29:10.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.215+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23dc0ac210 con 0x7f23dc073310 2024-07-26T15:29:10.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.215+0000 7fe2bcf32640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe29c0770e0 0x7fe29c0795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.215+0000 7f1256ffd640 1 -- 172.21.15.33:0/689380123 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f125c025440 con 0x7f1258039bb0 2024-07-26T15:29:10.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.215+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23dc0ac7d0 con 0x7f23dc073310 2024-07-26T15:29:10.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.215+0000 7fa87affd640 1 -- 172.21.15.33:0/1721637916 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa884075f40 con 0x7fa87c0519d0 2024-07-26T15:29:10.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.216+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3630841152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd290005c60 con 0x7fd29000bc30 2024-07-26T15:29:10.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.216+0000 7f1256ffd640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12440770e0 0x7f12440795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.216+0000 7f19fe59c640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f19ec077040 0x7f19ec079550 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f19f0009780 tx=0x7f19f0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.216+0000 7f1256ffd640 1 -- 172.21.15.33:0/689380123 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f125c09a000 con 0x7f1258039bb0 2024-07-26T15:29:10.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.216+0000 7f1266160640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12440770e0 0x7f12440795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.216+0000 7fa87affd640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa868077060 0x7fa868079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.216+0000 7f08477fe640 1 -- 172.21.15.33:0/524305753 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0854031630 con 0x7f0858054720 2024-07-26T15:29:10.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.216+0000 7fa87affd640 1 -- 172.21.15.33:0/1721637916 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fa884113020 con 0x7fa87c0519d0 2024-07-26T15:29:10.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.217+0000 7fe2bcf32640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe29c0770e0 0x7fe29c0795f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe2b806b300 tx=0x7fe2b806c530 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.217+0000 7fa88a556640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa868077060 0x7fa868079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.217+0000 7f1266160640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12440770e0 0x7f12440795f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1250035000 tx=0x7f12500046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.216+0000 7f08477fe640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f084c077110 0x7f084c079620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.217+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23dc15ac20 con 0x7f23dc073310 2024-07-26T15:29:10.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.217+0000 7f08477fe640 1 -- 172.21.15.33:0/524305753 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f08540b9650 con 0x7f0858054720 2024-07-26T15:29:10.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.217+0000 7fd294ff9640 1 -- 172.21.15.33:0/3630841152 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd284046070 con 0x7fd29000bc30 2024-07-26T15:29:10.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.217+0000 7f085effd640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f084c077110 0x7f084c079620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.218+0000 7fa88a556640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa868077060 0x7fa868079570 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa8740058c0 tx=0x7fa87400b410 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.218+0000 7f23d1ffb640 1 -- 172.21.15.33:0/2104422437 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f23cc010830 con 0x7f23dc073310 2024-07-26T15:29:10.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.218+0000 7fd294ff9640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd27c077060 0x7fd27c079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.218+0000 7f19e77fe640 1 -- 172.21.15.33:0/3671486580 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1a000dc2f0 con 0x7f19f8054b90 2024-07-26T15:29:10.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.218+0000 7fd294ff9640 1 -- 172.21.15.33:0/3630841152 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd2840b9700 con 0x7fd29000bc30 2024-07-26T15:29:10.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.218+0000 7fd297fff640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd27c077060 0x7fd27c079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.218+0000 7f23d1ffb640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f23c0077060 0x7f23c0079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.218+0000 7f085effd640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f084c077110 0x7f084c079620 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f0850001600 tx=0x7f0850009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.219+0000 7f23d1ffb640 1 -- 172.21.15.33:0/2104422437 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f23cc099430 con 0x7f23dc073310 2024-07-26T15:29:10.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.219+0000 7f23e144e640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f23c0077060 0x7f23c0079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.219+0000 7fd297fff640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd27c077060 0x7fd27c079570 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd28c0046b0 tx=0x7fd28c004620 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.219+0000 7f23e144e640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f23c0077060 0x7f23c0079570 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f23d800a340 tx=0x7f23d8010040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.220+0000 7ff93dffb640 1 -- 172.21.15.33:0/1923079225 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff940003ba0 con 0x7ff94815a5a0 2024-07-26T15:29:10.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.220+0000 7ff94e115640 1 -- 172.21.15.33:0/1923079225 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9480a96e0 con 0x7ff94815a5a0 2024-07-26T15:29:10.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.220+0000 7ff94e115640 1 -- 172.21.15.33:0/1923079225 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9480a9ca0 con 0x7ff94815a5a0 2024-07-26T15:29:10.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.220+0000 7f1256ffd640 1 -- 172.21.15.33:0/689380123 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f125c062f70 con 0x7f1258039bb0 2024-07-26T15:29:10.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.221+0000 7ff94e115640 1 -- 172.21.15.33:0/1923079225 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff94806a940 con 0x7ff94815a5a0 2024-07-26T15:29:10.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.222+0000 7f08477fe640 1 -- 172.21.15.33:0/524305753 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f085403f030 con 0x7f0858054720 2024-07-26T15:29:10.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.225+0000 7fa87affd640 1 -- 172.21.15.33:0/1721637916 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa8840db970 con 0x7fa87c0519d0 2024-07-26T15:29:10.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.229+0000 7ff93dffb640 1 -- 172.21.15.33:0/1923079225 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff940003e30 con 0x7ff94815a5a0 2024-07-26T15:29:10.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.229+0000 7fe2adffb640 1 -- 172.21.15.33:0/363168921 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe2b402c040 con 0x7fe2b00507e0 2024-07-26T15:29:10.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.230+0000 7ff93dffb640 1 -- 172.21.15.33:0/1923079225 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff940029060 con 0x7ff94815a5a0 2024-07-26T15:29:10.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.231+0000 7fd294ff9640 1 -- 172.21.15.33:0/3630841152 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd290032750 con 0x7fd29000bc30 2024-07-26T15:29:10.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.231+0000 7ff93dffb640 1 -- 172.21.15.33:0/1923079225 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff940013360 con 0x7ff94815a5a0 2024-07-26T15:29:10.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.232+0000 7ff93dffb640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff92c077010 0x7ff92c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:10.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.233+0000 7ff94d113640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff92c077010 0x7ff92c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:10.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.233+0000 7ff93dffb640 1 -- 172.21.15.33:0/1923079225 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7ff9400a1450 con 0x7ff94815a5a0 2024-07-26T15:29:10.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.233+0000 7ff94d113640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff92c077010 0x7ff92c079520 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff944000c00 tx=0x7ff944004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:10.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.235+0000 7ff93dffb640 1 -- 172.21.15.33:0/1923079225 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff94806a940 con 0x7ff94815a5a0 2024-07-26T15:29:10.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.241+0000 7f23d1ffb640 1 -- 172.21.15.33:0/2104422437 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f23cc061d10 con 0x7f23dc073310 2024-07-26T15:29:10.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.670+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f19f8053ee0 con 0x7f19f8054b90 2024-07-26T15:29:10.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.671+0000 7f19e77fe640 1 -- 172.21.15.33:0/3671486580 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1a000dbbf0 con 0x7f19f8054b90 2024-07-26T15:29:10.673 INFO:teuthology.orchestra.run.smithi033.stdout:64424509449 2024-07-26T15:29:10.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.672+0000 7f1267162640 1 -- 172.21.15.33:0/689380123 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f12580e30e0 con 0x7f1258039bb0 2024-07-26T15:29:10.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.673+0000 7f1256ffd640 1 -- 172.21.15.33:0/689380123 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f125c06b240 con 0x7f1258039bb0 2024-07-26T15:29:10.674 INFO:teuthology.orchestra.run.smithi033.stdout:64424509446 2024-07-26T15:29:10.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.675+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f19ec077040 msgr2=0x7f19ec079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.675+0000 7f1a05085640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f19ec077040 0x7f19ec079550 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f19f0009780 tx=0x7f19f0004730 comp rx=0 tx=0).stop 2024-07-26T15:29:10.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.675+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19f8054b90 msgr2=0x7f19f81822d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.675+0000 7f1a05085640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19f8054b90 0x7f19f81822d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1a0006ba80 tx=0x7f1a00064370 comp rx=0 tx=0).stop 2024-07-26T15:29:10.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.675+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 shutdown_connections 2024-07-26T15:29:10.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.675+0000 7f1a05085640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19f800d9b0 0x7f19f8177ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.675+0000 7f1a05085640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f19ec077040 0x7f19ec079550 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.675+0000 7f1a05085640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f80e1000 0x7f19f800d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.676+0000 7f1a05085640 1 --2- 172.21.15.33:0/3671486580 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19f8054b90 0x7f19f81822d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.676+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 >> 172.21.15.33:0/3671486580 conn(0x7f19f801fbd0 msgr2=0x7f19f8008ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.676+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 shutdown_connections 2024-07-26T15:29:10.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.676+0000 7f1a05085640 1 -- 172.21.15.33:0/3671486580 wait complete. 2024-07-26T15:29:10.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.677+0000 7f1254ff9640 1 -- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12440770e0 msgr2=0x7f12440795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.677+0000 7f1254ff9640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12440770e0 0x7f12440795f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1250035000 tx=0x7f12500046c0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.677+0000 7f1254ff9640 1 -- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1258039bb0 msgr2=0x7f1258039fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.677+0000 7f1254ff9640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1258039bb0 0x7f1258039fc0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f125c0066c0 tx=0x7f125c003a80 comp rx=0 tx=0).stop 2024-07-26T15:29:10.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.677+0000 7f085ffff640 1 -- 172.21.15.33:0/524305753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f08580008d0 con 0x7f0858054720 2024-07-26T15:29:10.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.677+0000 7f1254ff9640 1 -- 172.21.15.33:0/689380123 shutdown_connections 2024-07-26T15:29:10.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.677+0000 7f1254ff9640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f125803a500 0x7f1258176530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.677+0000 7f1254ff9640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1258039bb0 0x7f1258039fc0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.677+0000 7f1254ff9640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12440770e0 0x7f12440795f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.678+0000 7f1254ff9640 1 --2- 172.21.15.33:0/689380123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f124c003a00 0x7f125816c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.678+0000 7f1254ff9640 1 -- 172.21.15.33:0/689380123 >> 172.21.15.33:0/689380123 conn(0x7f1258055e50 msgr2=0x7f12580e4a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.678+0000 7f08477fe640 1 -- 172.21.15.33:0/524305753 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0854082580 con 0x7f0858054720 2024-07-26T15:29:10.681 INFO:teuthology.orchestra.run.smithi033.stdout:55834574856 2024-07-26T15:29:10.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.678+0000 7f1254ff9640 1 -- 172.21.15.33:0/689380123 shutdown_connections 2024-07-26T15:29:10.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.678+0000 7f1254ff9640 1 -- 172.21.15.33:0/689380123 wait complete. 2024-07-26T15:29:10.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.680+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fa87c0dea90 con 0x7fa87c0519d0 2024-07-26T15:29:10.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 -- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f084c077110 msgr2=0x7f084c079620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7fa87affd640 1 -- 172.21.15.33:0/1721637916 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa8840e4290 con 0x7fa87c0519d0 2024-07-26T15:29:10.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f084c077110 0x7f084c079620 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f0850001600 tx=0x7f0850009040 comp rx=0 tx=0).stop 2024-07-26T15:29:10.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 -- 172.21.15.33:0/524305753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0858054720 msgr2=0x7f08580e5c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0858054720 0x7f08580e5c20 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0858037290 tx=0x7f0854003820 comp rx=0 tx=0).stop 2024-07-26T15:29:10.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 -- 172.21.15.33:0/524305753 shutdown_connections 2024-07-26T15:29:10.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.683+0000 7fe2be735640 1 -- 172.21.15.33:0/363168921 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fe298005580 con 0x7fe2b00507e0 2024-07-26T15:29:10.685 INFO:teuthology.orchestra.run.smithi033.stdout:64424509447 2024-07-26T15:29:10.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f084c077110 0x7f084c079620 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0858054720 0x7f08580e5c20 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0858052360 0x7f085817d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 --2- 172.21.15.33:0/524305753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0858051630 0x7f08580e41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 -- 172.21.15.33:0/524305753 >> 172.21.15.33:0/524305753 conn(0x7f085801d9a0 msgr2=0x7f08580e6970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.686 INFO:teuthology.orchestra.run.smithi033.stdout:64424509446 2024-07-26T15:29:10.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.683+0000 7fe2adffb640 1 -- 172.21.15.33:0/363168921 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe2b4081210 con 0x7fe2b00507e0 2024-07-26T15:29:10.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 -- 172.21.15.33:0/524305753 shutdown_connections 2024-07-26T15:29:10.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.682+0000 7f085ffff640 1 -- 172.21.15.33:0/524305753 wait complete. 2024-07-26T15:29:10.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3630841152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fd290038ec0 con 0x7fd29000bc30 2024-07-26T15:29:10.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7ff94e115640 1 -- 172.21.15.33:0/1923079225 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7ff948073a50 con 0x7ff94815a5a0 2024-07-26T15:29:10.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fe2a37fe640 1 -- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe29c0770e0 msgr2=0x7fe29c0795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fe2a37fe640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe29c0770e0 0x7fe29c0795f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe2b806b300 tx=0x7fe2b806c530 comp rx=0 tx=0).stop 2024-07-26T15:29:10.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fe2a37fe640 1 -- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2b00507e0 msgr2=0x7fe2b004e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fe2a37fe640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2b00507e0 0x7fe2b004e840 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4006fb0 tx=0x7fe2b4001d00 comp rx=0 tx=0).stop 2024-07-26T15:29:10.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fe2a37fe640 1 -- 172.21.15.33:0/363168921 shutdown_connections 2024-07-26T15:29:10.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fe2a37fe640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2b000c5f0 0x7fe2b00e0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fe2a37fe640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe29c0770e0 0x7fe29c0795f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fe2a37fe640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2b0176530 0x7fe2b000c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fe2a37fe640 1 --2- 172.21.15.33:0/363168921 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2b00507e0 0x7fe2b004e840 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fd294ff9640 1 -- 172.21.15.33:0/3630841152 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd284082170 con 0x7fd29000bc30 2024-07-26T15:29:10.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.687+0000 7fe2a37fe640 1 -- 172.21.15.33:0/363168921 >> 172.21.15.33:0/363168921 conn(0x7fe2b001eb10 msgr2=0x7fe2b00329e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.690 INFO:teuthology.orchestra.run.smithi033.stdout:64424509447 2024-07-26T15:29:10.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.688+0000 7fe2a37fe640 1 -- 172.21.15.33:0/363168921 shutdown_connections 2024-07-26T15:29:10.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.688+0000 7fe2a37fe640 1 -- 172.21.15.33:0/363168921 wait complete. 2024-07-26T15:29:10.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.688+0000 7ff93dffb640 1 -- 172.21.15.33:0/1923079225 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff94006a360 con 0x7ff94815a5a0 2024-07-26T15:29:10.691 INFO:teuthology.orchestra.run.smithi033.stdout:60129542152 2024-07-26T15:29:10.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.688+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa868077060 msgr2=0x7fa868079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.688+0000 7fa88c7ba640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa868077060 0x7fa868079570 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa8740058c0 tx=0x7fa87400b410 comp rx=0 tx=0).stop 2024-07-26T15:29:10.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.688+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa87c0519d0 msgr2=0x7fa87c049f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.688+0000 7fa88c7ba640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa87c0519d0 0x7fa87c049f00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa88406b5d0 tx=0x7fa88406acb0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.689+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 shutdown_connections 2024-07-26T15:29:10.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.689+0000 7fa88c7ba640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa87c0df830 0x7fa87c04a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.689+0000 7fa88c7ba640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa87c0519d0 0x7fa87c049f00 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.689+0000 7fa88c7ba640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa868077060 0x7fa868079570 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.689+0000 7fa88c7ba640 1 --2- 172.21.15.33:0/1721637916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa87c006fd0 0x7fa87c0ce390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.689+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 >> 172.21.15.33:0/1721637916 conn(0x7fa87c01e290 msgr2=0x7fa87c00a9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.689+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 shutdown_connections 2024-07-26T15:29:10.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.689+0000 7fa88c7ba640 1 -- 172.21.15.33:0/1721637916 wait complete. 2024-07-26T15:29:10.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd27c077060 msgr2=0x7fd27c079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7fd29d5bb640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd27c077060 0x7fd27c079570 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fd28c0046b0 tx=0x7fd28c004620 comp rx=0 tx=0).stop 2024-07-26T15:29:10.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3630841152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd29000bc30 msgr2=0x7fd29016a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7fd29d5bb640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd29000bc30 0x7fd29016a390 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd284035000 tx=0x7fd284034710 comp rx=0 tx=0).stop 2024-07-26T15:29:10.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7ff94e115640 1 -- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff92c077010 msgr2=0x7ff92c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3630841152 shutdown_connections 2024-07-26T15:29:10.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7fd29d5bb640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd290036400 0x7fd2901793a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7fd29d5bb640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd27c077060 0x7fd27c079570 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7fd29d5bb640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd29000bc30 0x7fd29016a390 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7fd29d5bb640 1 --2- 172.21.15.33:0/3630841152 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd290009ba0 0x7fd290032210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3630841152 >> 172.21.15.33:0/3630841152 conn(0x7fd290051420 msgr2=0x7fd29001cd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7ff94e115640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff92c077010 0x7ff92c079520 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff944000c00 tx=0x7ff944004730 comp rx=0 tx=0).stop 2024-07-26T15:29:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7ff94e115640 1 -- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff94815a5a0 msgr2=0x7ff9481f4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7ff94e115640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff94815a5a0 0x7ff9481f4350 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ff940007df0 tx=0x7ff94000edb0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.693+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3630841152 shutdown_connections 2024-07-26T15:29:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.693+0000 7fd29d5bb640 1 -- 172.21.15.33:0/3630841152 wait complete. 2024-07-26T15:29:10.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7ff94e115640 1 -- 172.21.15.33:0/1923079225 shutdown_connections 2024-07-26T15:29:10.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7ff94e115640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff94815a5a0 0x7ff9481f4350 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7ff94e115640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff92c077010 0x7ff92c079520 secure :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff944000c00 tx=0x7ff944004730 comp rx=0 tx=0).stop 2024-07-26T15:29:10.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7ff94e115640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff948151050 0x7ff9481f3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.693+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f23dc0ace90 con 0x7f23dc073310 2024-07-26T15:29:10.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7ff94e115640 1 --2- 172.21.15.33:0/1923079225 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff9480b2ea0 0x7ff9480ade30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.692+0000 7ff94e115640 1 -- 172.21.15.33:0/1923079225 >> 172.21.15.33:0/1923079225 conn(0x7ff9480cf8d0 msgr2=0x7ff948150760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.693+0000 7ff94e115640 1 -- 172.21.15.33:0/1923079225 shutdown_connections 2024-07-26T15:29:10.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.693+0000 7ff94e115640 1 -- 172.21.15.33:0/1923079225 wait complete. 2024-07-26T15:29:10.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.694+0000 7f23d1ffb640 1 -- 172.21.15.33:0/2104422437 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f23cc066260 con 0x7f23dc073310 2024-07-26T15:29:10.698 INFO:teuthology.orchestra.run.smithi033.stdout:64424509447 2024-07-26T15:29:10.699 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509449 for osd.1 2024-07-26T15:29:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f23c0077060 msgr2=0x7f23c0079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f23c0077060 0x7f23c0079570 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f23d800a340 tx=0x7f23d8010040 comp rx=0 tx=0).stop 2024-07-26T15:29:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23dc073310 msgr2=0x7f23dc0c49b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23dc073310 0x7f23dc0c49b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f23cc00e6d0 tx=0x7f23cc00eb90 comp rx=0 tx=0).stop 2024-07-26T15:29:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 shutdown_connections 2024-07-26T15:29:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23dc073ff0 0x7f23dc1f8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f23c0077060 0x7f23c0079570 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23dc073310 0x7f23dc0c49b0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 --2- 172.21.15.33:0/2104422437 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23dc070250 0x7f23dc0ad2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:10.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 >> 172.21.15.33:0/2104422437 conn(0x7f23dc0b1740 msgr2=0x7f23dc0ae2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:10.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 shutdown_connections 2024-07-26T15:29:10.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:10.698+0000 7f23e36b2640 1 -- 172.21.15.33:0/2104422437 wait complete. 2024-07-26T15:29:10.702 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.3 2024-07-26T15:29:10.709 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.7 2024-07-26T15:29:10.713 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.4 2024-07-26T15:29:10.713 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509446 for osd.2 2024-07-26T15:29:10.717 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.5 2024-07-26T15:29:10.718 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542152 for osd.0 2024-07-26T15:29:10.719 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509447 for osd.6 2024-07-26T15:29:11.700 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-07-26T15:29:11.703 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-07-26T15:29:11.710 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-07-26T15:29:11.714 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-07-26T15:29:11.714 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-07-26T15:29:11.718 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-07-26T15:29:11.719 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-07-26T15:29:11.720 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-07-26T15:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.910+0000 7f127f59e640 1 -- 172.21.15.33:0/2222413204 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1278035800 msgr2=0x7f12780e1480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.910+0000 7f127f59e640 1 --2- 172.21.15.33:0/2222413204 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1278035800 0x7f12780e1480 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f128007a990 tx=0x7f12800adf60 comp rx=0 tx=0).stop 2024-07-26T15:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.910+0000 7f127f59e640 1 -- 172.21.15.33:0/2222413204 shutdown_connections 2024-07-26T15:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.910+0000 7f127f59e640 1 --2- 172.21.15.33:0/2222413204 >> v2:172.21.15.154:3300/0 conn(0x7f12780e19c0 0x7f12780078a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.910+0000 7f127f59e640 1 --2- 172.21.15.33:0/2222413204 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1278035800 0x7f12780e1480 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.910+0000 7f127f59e640 1 --2- 172.21.15.33:0/2222413204 >> v2:172.21.15.33:3300/0 conn(0x7f1278008de0 0x7f12780352c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.910+0000 7f127f59e640 1 -- 172.21.15.33:0/2222413204 >> 172.21.15.33:0/2222413204 conn(0x7f127801eaa0 msgr2=0x7f127803a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:11.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.910+0000 7f127f59e640 1 -- 172.21.15.33:0/2222413204 shutdown_connections 2024-07-26T15:29:11.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.910+0000 7f127f59e640 1 -- 172.21.15.33:0/2222413204 wait complete. 2024-07-26T15:29:11.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.911+0000 7f2230cfc640 1 -- 172.21.15.33:0/2376185150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f222c073ff0 msgr2=0x7f222c072dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.911+0000 7f2230cfc640 1 --2- 172.21.15.33:0/2376185150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f222c073ff0 0x7f222c072dd0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f222400afd0 tx=0x7f222402b4d0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.912+0000 7f2230cfc640 1 -- 172.21.15.33:0/2376185150 shutdown_connections 2024-07-26T15:29:11.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.912+0000 7f2230cfc640 1 --2- 172.21.15.33:0/2376185150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f222c073ff0 0x7f222c072dd0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.912+0000 7f2230cfc640 1 -- 172.21.15.33:0/2376185150 >> 172.21.15.33:0/2376185150 conn(0x7f222c0b1740 msgr2=0x7f222c0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:11.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.912+0000 7f2230cfc640 1 -- 172.21.15.33:0/2376185150 shutdown_connections 2024-07-26T15:29:11.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.912+0000 7f2230cfc640 1 -- 172.21.15.33:0/2376185150 wait complete. 2024-07-26T15:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.915+0000 7f2230cfc640 1 Processor -- start 2024-07-26T15:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.914+0000 7f127f59e640 1 Processor -- start 2024-07-26T15:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.914+0000 7f127f59e640 1 -- start start 2024-07-26T15:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.916+0000 7f127f59e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1278008de0 0x7f127817a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.917+0000 7f127f59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1278035800 0x7f1278176ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.917+0000 7f127e59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1278008de0 0x7f127817a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.917+0000 7f127e59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1278008de0 0x7f127817a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:56048/0 (socket says 172.21.15.33:56048) 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.917+0000 7f127e59c640 1 -- 172.21.15.33:0/1604723408 learned_addr learned my addr 172.21.15.33:0/1604723408 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.917+0000 7f127f59e640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12780e19c0 0x7f12780d6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.917+0000 7f127dd9b640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1278035800 0x7f1278176ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.917+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1278008280 con 0x7f1278035800 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.917+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1278008100 con 0x7f1278008de0 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.917+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1278008400 con 0x7f12780e19c0 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f127e59c640 1 -- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12780e19c0 msgr2=0x7f12780d6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f127e59c640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12780e19c0 0x7f12780d6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f127e59c640 1 -- 172.21.15.33:0/1604723408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1278035800 msgr2=0x7f1278176ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f127e59c640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1278035800 0x7f1278176ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f127e59c640 1 -- 172.21.15.33:0/1604723408 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1278023400 con 0x7f1278008de0 2024-07-26T15:29:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f127dd9b640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1278035800 0x7f1278176ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:29:11.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f127e59c640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1278008de0 0x7f127817a390 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1270009710 tx=0x7f1270009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.915+0000 7f2230cfc640 1 -- start start 2024-07-26T15:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f2230cfc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f222c073310 0x7f222c14ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f2230cfc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f222c073ff0 0x7f222c0c55d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f2230cfc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f222c151200 0x7f222c215fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f2229d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f222c073ff0 0x7f222c0c55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.918+0000 7f2229d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f222c073ff0 0x7f222c0c55d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49154/0 (socket says 172.21.15.33:49154) 2024-07-26T15:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.919+0000 7f222a59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f222c073310 0x7f222c14ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.919+0000 7f222a59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f222c073310 0x7f222c14ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:56064/0 (socket says 172.21.15.33:56064) 2024-07-26T15:29:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.919+0000 7f126effd640 1 -- 172.21.15.33:0/1604723408 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1270004020 con 0x7f1278008de0 2024-07-26T15:29:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.919+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1278055a90 con 0x7f1278008de0 2024-07-26T15:29:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.919+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1278056050 con 0x7f1278008de0 2024-07-26T15:29:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.920+0000 7f126effd640 1 -- 172.21.15.33:0/1604723408 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f12700042b0 con 0x7f1278008de0 2024-07-26T15:29:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.920+0000 7f126effd640 1 -- 172.21.15.33:0/1604723408 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f127000cc60 con 0x7f1278008de0 2024-07-26T15:29:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.919+0000 7f2230cfc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f222c0727c0 con 0x7f222c073ff0 2024-07-26T15:29:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.919+0000 7f2230cfc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f222c072640 con 0x7f222c073310 2024-07-26T15:29:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.919+0000 7f2230cfc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f222c070250 con 0x7f222c151200 2024-07-26T15:29:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.919+0000 7f2229d9b640 1 -- 172.21.15.33:0/3374912510 learned_addr learned my addr 172.21.15.33:0/3374912510 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.920+0000 7f222ad9d640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f222c151200 0x7f222c215fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.920+0000 7f2229d9b640 1 -- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f222c151200 msgr2=0x7f222c215fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.920+0000 7f2229d9b640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f222c151200 0x7f222c215fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.920+0000 7f2229d9b640 1 -- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f222c073310 msgr2=0x7f222c14ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.920+0000 7f2229d9b640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f222c073310 0x7f222c14ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.920+0000 7f2229d9b640 1 -- 172.21.15.33:0/3374912510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f222c216e60 con 0x7f222c073ff0 2024-07-26T15:29:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.921+0000 7f2229d9b640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f222c073ff0 0x7f222c0c55d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2224007870 tx=0x7f2224005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.921+0000 7f222a59c640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f222c073310 0x7f222c14ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-07-26T15:29:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.922+0000 7f221affd640 1 -- 172.21.15.33:0/3374912510 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2224040020 con 0x7f222c073ff0 2024-07-26T15:29:11.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.923+0000 7f126effd640 1 -- 172.21.15.33:0/1604723408 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f127001c020 con 0x7f1278008de0 2024-07-26T15:29:11.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.924+0000 7f126effd640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12600770e0 0x7f12600795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.924+0000 7f127dd9b640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12600770e0 0x7f12600795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.924+0000 7f126effd640 1 -- 172.21.15.33:0/1604723408 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f12700ba5a0 con 0x7f1278008de0 2024-07-26T15:29:11.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.922+0000 7f2230cfc640 1 -- 172.21.15.33:0/3374912510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f222c0aa630 con 0x7f222c073ff0 2024-07-26T15:29:11.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.922+0000 7f2230cfc640 1 -- 172.21.15.33:0/3374912510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f222c0aabf0 con 0x7f222c073ff0 2024-07-26T15:29:11.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.926+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1264005290 con 0x7f1278008de0 2024-07-26T15:29:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.926+0000 7f221affd640 1 -- 172.21.15.33:0/3374912510 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2224008720 con 0x7f222c073ff0 2024-07-26T15:29:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.926+0000 7f221affd640 1 -- 172.21.15.33:0/3374912510 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222403b440 con 0x7f222c073ff0 2024-07-26T15:29:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.926+0000 7f221affd640 1 -- 172.21.15.33:0/3374912510 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2224043020 con 0x7f222c073ff0 2024-07-26T15:29:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.927+0000 7f221affd640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f220c077140 0x7f220c079650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.927+0000 7f221affd640 1 -- 172.21.15.33:0/3374912510 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f22240ba330 con 0x7f222c073ff0 2024-07-26T15:29:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.928+0000 7f127dd9b640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12600770e0 0x7f12600795f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1278034fb0 tx=0x7f1280092040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:11.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.928+0000 7f222a59c640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f220c077140 0x7f220c079650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.929+0000 7f2218ff9640 1 -- 172.21.15.33:0/3374912510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2210005290 con 0x7f222c073ff0 2024-07-26T15:29:11.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.932+0000 7f126effd640 1 -- 172.21.15.33:0/1604723408 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f12700834d0 con 0x7f1278008de0 2024-07-26T15:29:11.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.939+0000 7f221affd640 1 -- 172.21.15.33:0/3374912510 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f222404a030 con 0x7f222c073ff0 2024-07-26T15:29:11.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.945+0000 7f222a59c640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f220c077140 0x7f220c079650 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f222000a830 tx=0x7f2220008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:11.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.973+0000 7f41b6d89640 1 -- 172.21.15.33:0/2825498701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f41b0155140 msgr2=0x7f41b00b3df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.973+0000 7f41b6d89640 1 --2- 172.21.15.33:0/2825498701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f41b0155140 0x7f41b00b3df0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f41a4005fd0 tx=0x7f41a402a460 comp rx=0 tx=0).stop 2024-07-26T15:29:11.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.974+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/2428976866 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b900e2f40 msgr2=0x7f4b9003c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.974+0000 7f4b9d7b6640 1 --2- 172.21.15.33:0/2428976866 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b900e2f40 0x7f4b9003c1f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c009830 tx=0x7f4b8c02a530 comp rx=0 tx=0).stop 2024-07-26T15:29:11.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.974+0000 7f41b6d89640 1 -- 172.21.15.33:0/2825498701 shutdown_connections 2024-07-26T15:29:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.974+0000 7f41b6d89640 1 --2- 172.21.15.33:0/2825498701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f41b00b4330 0x7f41b00aeb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.974+0000 7f41b6d89640 1 --2- 172.21.15.33:0/2825498701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f41b0155140 0x7f41b00b3df0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.974+0000 7f41b6d89640 1 -- 172.21.15.33:0/2825498701 >> 172.21.15.33:0/2825498701 conn(0x7f41b00cfa10 msgr2=0x7f41b00cfe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.974+0000 7f41b6d89640 1 -- 172.21.15.33:0/2825498701 shutdown_connections 2024-07-26T15:29:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.974+0000 7f41b6d89640 1 -- 172.21.15.33:0/2825498701 wait complete. 2024-07-26T15:29:11.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.976+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/2428976866 shutdown_connections 2024-07-26T15:29:11.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.976+0000 7f4b9d7b6640 1 --2- 172.21.15.33:0/2428976866 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b900e2f40 0x7f4b9003c1f0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.976+0000 7f4b9d7b6640 1 --2- 172.21.15.33:0/2428976866 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b90056da0 0x7f4b90057c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.976+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/2428976866 >> 172.21.15.33:0/2428976866 conn(0x7f4b9003a5f0 msgr2=0x7f4b9003aa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:11.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.976+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/2428976866 shutdown_connections 2024-07-26T15:29:11.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.976+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/2428976866 wait complete. 2024-07-26T15:29:11.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.977+0000 7f41b6d89640 1 Processor -- start 2024-07-26T15:29:11.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.977+0000 7f41b6d89640 1 -- start start 2024-07-26T15:29:11.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.978+0000 7f4342868640 1 -- 172.21.15.33:0/3120079944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f433c06cd40 msgr2=0x7f433c0cd550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.978+0000 7f4342868640 1 --2- 172.21.15.33:0/3120079944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f433c06cd40 0x7f433c0cd550 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4334005fd0 tx=0x7f433402a920 comp rx=0 tx=0).stop 2024-07-26T15:29:11.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f4342868640 1 -- 172.21.15.33:0/3120079944 shutdown_connections 2024-07-26T15:29:11.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f4342868640 1 --2- 172.21.15.33:0/3120079944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f433c06cd40 0x7f433c0cd550 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f4342868640 1 -- 172.21.15.33:0/3120079944 >> 172.21.15.33:0/3120079944 conn(0x7f433c0b3210 msgr2=0x7f433c0b3620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:11.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f3eade37640 1 -- 172.21.15.33:0/2136194292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ea0055ee0 msgr2=0x7f3ea0053410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f3eade37640 1 --2- 172.21.15.33:0/2136194292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ea0055ee0 0x7f3ea0053410 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3ea807a8e0 tx=0x7f3ea80a58e0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f3eade37640 1 -- 172.21.15.33:0/2136194292 shutdown_connections 2024-07-26T15:29:11.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f3eade37640 1 --2- 172.21.15.33:0/2136194292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ea0055ee0 0x7f3ea0053410 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f3eade37640 1 --2- 172.21.15.33:0/2136194292 >> v2:172.21.15.33:3300/0 conn(0x7f3ea003ae90 0x7f3ea00dfe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f3eade37640 1 -- 172.21.15.33:0/2136194292 >> 172.21.15.33:0/2136194292 conn(0x7f3ea001eae0 msgr2=0x7f3ea003a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:11.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f5740170640 1 -- 172.21.15.33:0/2080826350 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5738074550 msgr2=0x7f573815a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f5740170640 1 --2- 172.21.15.33:0/2080826350 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5738074550 0x7f573815a750 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5730009fd0 tx=0x7f573002a8a0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f5740170640 1 -- 172.21.15.33:0/2080826350 shutdown_connections 2024-07-26T15:29:11.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f5740170640 1 --2- 172.21.15.33:0/2080826350 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5738074550 0x7f573815a750 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f5740170640 1 --2- 172.21.15.33:0/2080826350 >> v2:172.21.15.33:3300/0 conn(0x7f57380b39b0 0x7f5738154720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f5740170640 1 -- 172.21.15.33:0/2080826350 >> 172.21.15.33:0/2080826350 conn(0x7f57380b1ba0 msgr2=0x7f57380b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:11.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f4342868640 1 -- 172.21.15.33:0/3120079944 shutdown_connections 2024-07-26T15:29:11.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f3eade37640 1 -- 172.21.15.33:0/2136194292 shutdown_connections 2024-07-26T15:29:11.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f3eade37640 1 -- 172.21.15.33:0/2136194292 wait complete. 2024-07-26T15:29:11.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f4b9d7b6640 1 Processor -- start 2024-07-26T15:29:11.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f41b6d89640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f41b00af040 0x7f41b01556f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f41b6d89640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f41b00b4330 0x7f41b01560c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f41b6d89640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41b0155140 0x7f41b014c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f41b6d89640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f41b00ae170 con 0x7f41b0155140 2024-07-26T15:29:11.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f41b6d89640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f41b00adff0 con 0x7f41b00b4330 2024-07-26T15:29:11.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f41b6d89640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f41b00ae2f0 con 0x7f41b00af040 2024-07-26T15:29:11.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f4b9d7b6640 1 -- start start 2024-07-26T15:29:11.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f41affff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f41b00b4330 0x7f41b01560c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7fafbd55e640 1 -- 172.21.15.33:0/1717214109 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb40047a0 con 0x7fafb0055ee0 2024-07-26T15:29:11.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7fafbf562640 1 -- 172.21.15.33:0/1717214109 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafb0055ee0 msgr2=0x7fafb0034d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7fafbf562640 1 --2- 172.21.15.33:0/1717214109 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafb0055ee0 0x7fafb0034d50 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fafb0023720 tx=0x7fafb402a610 comp rx=0 tx=0).stop 2024-07-26T15:29:11.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7fafbf562640 1 -- 172.21.15.33:0/1717214109 shutdown_connections 2024-07-26T15:29:11.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7fafbf562640 1 --2- 172.21.15.33:0/1717214109 >> v2:172.21.15.33:3300/0 conn(0x7fafb0055280 0x7fafb0035290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7fafbf562640 1 --2- 172.21.15.33:0/1717214109 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafb0055ee0 0x7fafb0034d50 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7fafbf562640 1 -- 172.21.15.33:0/1717214109 >> 172.21.15.33:0/1717214109 conn(0x7fafb001eae0 msgr2=0x7fafb003a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:11.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.979+0000 7f4342868640 1 -- 172.21.15.33:0/3120079944 wait complete. 2024-07-26T15:29:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f41b5326640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41b0155140 0x7f41b014c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f41b5326640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41b0155140 0x7f41b014c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49206/0 (socket says 172.21.15.33:49206) 2024-07-26T15:29:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f41b5326640 1 -- 172.21.15.33:0/3762989090 learned_addr learned my addr 172.21.15.33:0/3762989090 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f41b4b25640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f41b00af040 0x7f41b01556f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7f41affff640 1 -- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f41b00af040 msgr2=0x7f41b01556f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7f41affff640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f41b00af040 0x7f41b01556f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7f41affff640 1 -- 172.21.15.33:0/3762989090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41b0155140 msgr2=0x7f41b014c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7f41affff640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41b0155140 0x7f41b014c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7f41affff640 1 -- 172.21.15.33:0/3762989090 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41b01f9490 con 0x7f41b00b4330 2024-07-26T15:29:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f5740170640 1 -- 172.21.15.33:0/2080826350 shutdown_connections 2024-07-26T15:29:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.980+0000 7f5740170640 1 -- 172.21.15.33:0/2080826350 wait complete. 2024-07-26T15:29:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7f41b5326640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41b0155140 0x7f41b014c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:29:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7fafbf562640 1 -- 172.21.15.33:0/1717214109 shutdown_connections 2024-07-26T15:29:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7fafbf562640 1 -- 172.21.15.33:0/1717214109 wait complete. 2024-07-26T15:29:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.981+0000 7f41affff640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f41b00b4330 0x7f41b01560c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f41a800ea80 tx=0x7f41a800ef40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:11.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f3eade37640 1 Processor -- start 2024-07-26T15:29:11.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f4342868640 1 Processor -- start 2024-07-26T15:29:11.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f3eade37640 1 -- start start 2024-07-26T15:29:11.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.982+0000 7f41ad7fa640 1 -- 172.21.15.33:0/3762989090 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a800cea0 con 0x7f41b00b4330 2024-07-26T15:29:11.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.982+0000 7f41ad7fa640 1 -- 172.21.15.33:0/3762989090 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f41a8010430 con 0x7f41b00b4330 2024-07-26T15:29:11.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.982+0000 7f41ad7fa640 1 -- 172.21.15.33:0/3762989090 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a8010800 con 0x7f41b00b4330 2024-07-26T15:29:11.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f41b6d89640 1 -- 172.21.15.33:0/3762989090 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41b01f9770 con 0x7f41b00b4330 2024-07-26T15:29:11.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f41b6d89640 1 -- 172.21.15.33:0/3762989090 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41b015d830 con 0x7f41b00b4330 2024-07-26T15:29:11.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f4b9d7b6640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b90053c50 0x7f4b900517e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f4b9d7b6640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90056da0 0x7f4b900cccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.984+0000 7f5740170640 1 Processor -- start 2024-07-26T15:29:11.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f4b9d7b6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900e2f40 0x7f4b900cd210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f4b9d7b6640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4b900070b0 con 0x7f4b900e2f40 2024-07-26T15:29:11.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f4b9d7b6640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4b90006f30 con 0x7f4b90056da0 2024-07-26T15:29:11.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f4b9d7b6640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4b90007230 con 0x7f4b90053c50 2024-07-26T15:29:11.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.984+0000 7f5740170640 1 -- start start 2024-07-26T15:29:11.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.984+0000 7f4b977fe640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90056da0 0x7f4b900cccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.984+0000 7f4b9cfb5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900e2f40 0x7f4b900cd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.984+0000 7fafbf562640 1 Processor -- start 2024-07-26T15:29:11.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.984+0000 7fafbf562640 1 -- start start 2024-07-26T15:29:11.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.985+0000 7f41b6d89640 1 -- 172.21.15.33:0/3762989090 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41b00aeb00 con 0x7f41b00b4330 2024-07-26T15:29:11.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.984+0000 7f4b9cfb5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900e2f40 0x7f4b900cd210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49212/0 (socket says 172.21.15.33:49212) 2024-07-26T15:29:11.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.984+0000 7f4b9cfb5640 1 -- 172.21.15.33:0/271771595 learned_addr learned my addr 172.21.15.33:0/271771595 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:11.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.985+0000 7f4b9cfb5640 1 -- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b90053c50 msgr2=0x7f4b900517e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:29:11.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.985+0000 7f4b9cfb5640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b90053c50 0x7f4b900517e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.985+0000 7f4b9cfb5640 1 -- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90056da0 msgr2=0x7f4b900cccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:11.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.983+0000 7f4342868640 1 -- start start 2024-07-26T15:29:11.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.985+0000 7f4342868640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f433c0b3d30 0x7f433c1f8580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.984+0000 7f4b977fe640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90056da0 0x7f4b900cccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:56112/0 (socket says 172.21.15.33:56112) 2024-07-26T15:29:11.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.985+0000 7f4b9cfb5640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90056da0 0x7f4b900cccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:11.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.985+0000 7f4b9cfb5640 1 -- 172.21.15.33:0/271771595 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b900cdac0 con 0x7f4b900e2f40 2024-07-26T15:29:11.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.985+0000 7f4342868640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f433c15e990 0x7f433c1614f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.985+0000 7f4b977fe640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90056da0 0x7f4b900cccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-07-26T15:29:11.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.985+0000 7f3eade37640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ea0008fa0 0x7f3ea017e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f3eade37640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea003ae90 0x7f3ea00cf210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f433bfff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f433c0b3d30 0x7f433c1f8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f433bfff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f433c0b3d30 0x7f433c1f8580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:42026/0 (socket says 172.21.15.33:42026) 2024-07-26T15:29:11.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f4b9cfb5640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900e2f40 0x7f4b900cd210 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4b98052340 tx=0x7f4b9806acb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:11.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f433b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f433c15e990 0x7f433c1614f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f433b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f433c15e990 0x7f433c1614f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49216/0 (socket says 172.21.15.33:49216) 2024-07-26T15:29:11.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f433bfff640 1 -- 172.21.15.33:0/2203965467 learned_addr learned my addr 172.21.15.33:0/2203965467 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:11.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f4342868640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f433c069270 0x7f433c161a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f3ea7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea003ae90 0x7f3ea00cf210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f3eace35640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ea0008fa0 0x7f3ea017e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f4b94ff9640 1 -- 172.21.15.33:0/271771595 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b980752e0 con 0x7f4b900e2f40 2024-07-26T15:29:11.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f3ea7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea003ae90 0x7f3ea00cf210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49222/0 (socket says 172.21.15.33:49222) 2024-07-26T15:29:11.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f3ea7fff640 1 -- 172.21.15.33:0/1501899344 learned_addr learned my addr 172.21.15.33:0/1501899344 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:11.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f3eade37640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ea00cf9e0 0x7f3ea0033410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:11.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f433c0caca0 con 0x7f433c15e990 2024-07-26T15:29:11.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f433c0cab20 con 0x7f433c069270 2024-07-26T15:29:11.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea0053ad0 con 0x7f3ea003ae90 2024-07-26T15:29:11.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f4340e05640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f433c069270 0x7f433c161a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:11.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea0053950 con 0x7f3ea0008fa0 2024-07-26T15:29:11.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f433c0cae20 con 0x7f433c0b3d30 2024-07-26T15:29:11.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f4b94ff9640 1 -- 172.21.15.33:0/271771595 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b9808f020 con 0x7f4b900e2f40 2024-07-26T15:29:11.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f4b94ff9640 1 -- 172.21.15.33:0/271771595 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b98075b40 con 0x7f4b900e2f40 2024-07-26T15:29:11.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.986+0000 7f41ad7fa640 1 -- 172.21.15.33:0/3762989090 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f41a80109a0 con 0x7f41b00b4330 2024-07-26T15:29:12.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f3ead636640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ea00cf9e0 0x7f3ea0033410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3ea0053c50 con 0x7f3ea00cf9e0 2024-07-26T15:29:12.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f41ad7fa640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f419c077110 0x7f419c079620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f5740170640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5738074140 0x7f57381f4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/271771595 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b900522a0 con 0x7f4b900e2f40 2024-07-26T15:29:12.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f41ad7fa640 1 -- 172.21.15.33:0/3762989090 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f41a8099990 con 0x7f41b00b4330 2024-07-26T15:29:12.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f41b4b25640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f419c077110 0x7f419c079620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7fafbf562640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafb00091c0 0x7fafb016cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f3ea7fff640 1 -- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ea00cf9e0 msgr2=0x7f3ea0033410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f3ea7fff640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ea00cf9e0 0x7f3ea0033410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f3ea7fff640 1 -- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ea0008fa0 msgr2=0x7f3ea017e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7fafbf562640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafb0055280 0x7fafb00db260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f3ea7fff640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ea0008fa0 0x7f3ea017e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f3ea7fff640 1 -- 172.21.15.33:0/1501899344 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ea00d91c0 con 0x7f3ea003ae90 2024-07-26T15:29:12.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7fafbe560640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafb00091c0 0x7fafb016cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/271771595 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b900e5310 con 0x7f4b900e2f40 2024-07-26T15:29:12.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7fafbdd5f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafb0055280 0x7fafb00db260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7fafbdd5f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafb0055280 0x7fafb00db260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:56146/0 (socket says 172.21.15.33:56146) 2024-07-26T15:29:12.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7fafbe560640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafb00091c0 0x7fafb016cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:42046/0 (socket says 172.21.15.33:42046) 2024-07-26T15:29:12.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7fafbdd5f640 1 -- 172.21.15.33:0/3430801120 learned_addr learned my addr 172.21.15.33:0/3430801120 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:12.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f433b7fe640 1 -- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f433c0b3d30 msgr2=0x7f433c1f8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f433b7fe640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f433c0b3d30 0x7f433c1f8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f433b7fe640 1 -- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f433c069270 msgr2=0x7f433c161a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f433b7fe640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f433c069270 0x7f433c161a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.987+0000 7f433b7fe640 1 -- 172.21.15.33:0/2203965467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f433c0ce340 con 0x7f433c15e990 2024-07-26T15:29:12.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7f433b7fe640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f433c15e990 0x7f433c1614f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f433000c3c0 tx=0x7f433000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7fafbf562640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafb016e6a0 0x7fafb00e41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7f41b4b25640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f419c077110 0x7f419c079620 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f41a4032000 tx=0x7f41a402c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7fafbed61640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafb016e6a0 0x7fafb00e41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fafb00357d0 con 0x7fafb016e6a0 2024-07-26T15:29:12.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fafb00369b0 con 0x7fafb0055280 2024-07-26T15:29:12.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fafb0035950 con 0x7fafb00091c0 2024-07-26T15:29:12.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7f4338ff9640 1 -- 172.21.15.33:0/2203965467 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4330011790 con 0x7f433c15e990 2024-07-26T15:29:12.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.988+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f433c162090 con 0x7f433c15e990 2024-07-26T15:29:12.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f433c0ce600 con 0x7f433c15e990 2024-07-26T15:29:12.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7fafbdd5f640 1 -- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafb00091c0 msgr2=0x7fafb016cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7fafbdd5f640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafb00091c0 0x7fafb016cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7fafbdd5f640 1 -- 172.21.15.33:0/3430801120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafb016e6a0 msgr2=0x7fafb00e41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7fafbdd5f640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafb016e6a0 0x7fafb00e41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7fafbdd5f640 1 -- 172.21.15.33:0/3430801120 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafb016d600 con 0x7fafb0055280 2024-07-26T15:29:12.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7f3ea7fff640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea003ae90 0x7f3ea00cf210 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f3e9400c3a0 tx=0x7f3e9400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7fafbdd5f640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafb0055280 0x7fafb00db260 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fafb4034040 tx=0x7fafb4003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.990+0000 7f4338ff9640 1 -- 172.21.15.33:0/2203965467 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4330017070 con 0x7f433c15e990 2024-07-26T15:29:12.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.990+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f433c15fa40 con 0x7f433c15e990 2024-07-26T15:29:12.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7f5740170640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5738074550 0x7f57380b0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7f5740170640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57380b39b0 0x7f57381f0f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7f5740170640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f573815ac90 con 0x7f5738074140 2024-07-26T15:29:12.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7f5740170640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f573806aaf0 con 0x7f5738074550 2024-07-26T15:29:12.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7f5740170640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f573815ae10 con 0x7f57380b39b0 2024-07-26T15:29:12.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.989+0000 7f573df0c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5738074140 0x7f57381f4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.990+0000 7f573df0c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5738074140 0x7f57381f4930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49230/0 (socket says 172.21.15.33:49230) 2024-07-26T15:29:12.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.990+0000 7f573df0c640 1 -- 172.21.15.33:0/670028716 learned_addr learned my addr 172.21.15.33:0/670028716 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:12.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.990+0000 7f573d70b640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5738074550 0x7f57380b0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.991+0000 7f573df0c640 1 -- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57380b39b0 msgr2=0x7f57381f0f20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:29:12.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.991+0000 7f573df0c640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57380b39b0 0x7f57381f0f20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.991+0000 7f573df0c640 1 -- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5738074550 msgr2=0x7f57380b0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.991+0000 7f573df0c640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5738074550 0x7f57380b0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.991+0000 7f573df0c640 1 -- 172.21.15.33:0/670028716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5738145860 con 0x7f5738074140 2024-07-26T15:29:12.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.991+0000 7f4338ff9640 1 -- 172.21.15.33:0/2203965467 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4330011ca0 con 0x7f433c15e990 2024-07-26T15:29:12.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.991+0000 7f4b94ff9640 1 -- 172.21.15.33:0/271771595 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4b98075d00 con 0x7f4b900e2f40 2024-07-26T15:29:12.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.990+0000 7f3ea57fa640 1 -- 172.21.15.33:0/1501899344 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e94011790 con 0x7f3ea003ae90 2024-07-26T15:29:12.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.990+0000 7f3ea57fa640 1 -- 172.21.15.33:0/1501899344 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e94017070 con 0x7f3ea003ae90 2024-07-26T15:29:12.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.990+0000 7f3ea57fa640 1 -- 172.21.15.33:0/1501899344 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e94011cc0 con 0x7f3ea003ae90 2024-07-26T15:29:12.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.990+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ea017d810 con 0x7f3ea003ae90 2024-07-26T15:29:12.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.990+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ea0037c90 con 0x7f3ea003ae90 2024-07-26T15:29:12.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.991+0000 7fafaeffd640 1 -- 172.21.15.33:0/3430801120 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb403e030 con 0x7fafb0055280 2024-07-26T15:29:12.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.992+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafb016d8e0 con 0x7fafb0055280 2024-07-26T15:29:12.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.992+0000 7f41ad7fa640 1 -- 172.21.15.33:0/3762989090 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f41a80621e0 con 0x7f41b00b4330 2024-07-26T15:29:12.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.992+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafb016dea0 con 0x7fafb0055280 2024-07-26T15:29:12.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.992+0000 7f4b94ff9640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b7c077030 0x7f4b7c079540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.992+0000 7f4b94ff9640 1 -- 172.21.15.33:0/271771595 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f4b98113170 con 0x7f4b900e2f40 2024-07-26T15:29:12.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.992+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/271771595 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b90007760 con 0x7f4b900e2f40 2024-07-26T15:29:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.992+0000 7fafaeffd640 1 -- 172.21.15.33:0/3430801120 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fafb4003d10 con 0x7fafb0055280 2024-07-26T15:29:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.992+0000 7fafaeffd640 1 -- 172.21.15.33:0/3430801120 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb4035040 con 0x7fafb0055280 2024-07-26T15:29:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.991+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ea00d93c0 con 0x7f3ea003ae90 2024-07-26T15:29:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.993+0000 7f4338ff9640 1 -- 172.21.15.33:0/2203965467 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4330005020 con 0x7f433c15e990 2024-07-26T15:29:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.991+0000 7f573df0c640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5738074140 0x7f57381f4930 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f573400e7c0 tx=0x7f573400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.994+0000 7f4338ff9640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4328077010 0x7f4328079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.994+0000 7f4338ff9640 1 -- 172.21.15.33:0/2203965467 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f4330098fe0 con 0x7f433c15e990 2024-07-26T15:29:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.994+0000 7f433bfff640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4328077010 0x7f4328079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.994+0000 7f4b97fff640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b7c077030 0x7f4b7c079540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.995+0000 7f3ea57fa640 1 -- 172.21.15.33:0/1501899344 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3e9401c460 con 0x7f3ea003ae90 2024-07-26T15:29:12.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.995+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafa0005290 con 0x7fafb0055280 2024-07-26T15:29:12.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.995+0000 7fafaeffd640 1 -- 172.21.15.33:0/3430801120 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fafb4041030 con 0x7fafb0055280 2024-07-26T15:29:12.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.995+0000 7f433bfff640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4328077010 0x7f4328079520 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f432c000f60 tx=0x7f432c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.995+0000 7f3ea57fa640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3e8c077010 0x7f3e8c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.995+0000 7fafaeffd640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7faf9c0770e0 0x7faf9c0795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.995+0000 7f3ea57fa640 1 -- 172.21.15.33:0/1501899344 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f3e94098a10 con 0x7f3ea003ae90 2024-07-26T15:29:12.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.996+0000 7f4b97fff640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b7c077030 0x7f4b7c079540 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4b90038530 tx=0x7f4b84005b00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.996+0000 7f3eace35640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3e8c077010 0x7f3e8c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.996+0000 7fafbe560640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7faf9c0770e0 0x7faf9c0795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.996+0000 7fafaeffd640 1 -- 172.21.15.33:0/3430801120 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fafb40b8fc0 con 0x7fafb0055280 2024-07-26T15:29:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.996+0000 7f3eace35640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3e8c077010 0x7f3e8c079520 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c009b70 tx=0x7f3e9c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.996+0000 7fafbe560640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7faf9c0770e0 0x7faf9c0795f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fafa8000f60 tx=0x7fafa8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.998+0000 7f572e7fc640 1 -- 172.21.15.33:0/670028716 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f573400ccc0 con 0x7f5738074140 2024-07-26T15:29:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.998+0000 7f4338ff9640 1 -- 172.21.15.33:0/2203965467 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4330061840 con 0x7f433c15e990 2024-07-26T15:29:12.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.998+0000 7f5740170640 1 -- 172.21.15.33:0/670028716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5738145b40 con 0x7f5738074140 2024-07-26T15:29:12.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:11.999+0000 7f5740170640 1 -- 172.21.15.33:0/670028716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5738146100 con 0x7f5738074140 2024-07-26T15:29:12.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.000+0000 7f5740170640 1 -- 172.21.15.33:0/670028716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5738068e80 con 0x7f5738074140 2024-07-26T15:29:12.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.000+0000 7fafaeffd640 1 -- 172.21.15.33:0/3430801120 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fafb40818a0 con 0x7fafb0055280 2024-07-26T15:29:12.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.006+0000 7f4b94ff9640 1 -- 172.21.15.33:0/271771595 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4b98099030 con 0x7f4b900e2f40 2024-07-26T15:29:12.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.016+0000 7f3ea57fa640 1 -- 172.21.15.33:0/1501899344 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3e940611e0 con 0x7f3ea003ae90 2024-07-26T15:29:12.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.016+0000 7f572e7fc640 1 -- 172.21.15.33:0/670028716 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5734005020 con 0x7f5738074140 2024-07-26T15:29:12.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.017+0000 7f572e7fc640 1 -- 172.21.15.33:0/670028716 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f573400ce60 con 0x7f5738074140 2024-07-26T15:29:12.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.022+0000 7f572e7fc640 1 -- 172.21.15.33:0/670028716 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f57340053f0 con 0x7f5738074140 2024-07-26T15:29:12.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.023+0000 7f572e7fc640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f571c077040 0x7f571c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.023+0000 7f572e7fc640 1 -- 172.21.15.33:0/670028716 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f5734099920 con 0x7f5738074140 2024-07-26T15:29:12.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.026+0000 7f573d70b640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f571c077040 0x7f571c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.026+0000 7f572e7fc640 1 -- 172.21.15.33:0/670028716 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5738068e80 con 0x7f5738074140 2024-07-26T15:29:12.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.045+0000 7f573d70b640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f571c077040 0x7f571c079550 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5728001eb0 tx=0x7f5728001370 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.347+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f1264005580 con 0x7f1278008de0 2024-07-26T15:29:12.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.348+0000 7f126effd640 1 -- 172.21.15.33:0/1604723408 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1270082dd0 con 0x7f1278008de0 2024-07-26T15:29:12.349 INFO:teuthology.orchestra.run.smithi033.stdout:64424509447 2024-07-26T15:29:12.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.351+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12600770e0 msgr2=0x7f12600795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.351+0000 7f127f59e640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12600770e0 0x7f12600795f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1278034fb0 tx=0x7f1280092040 comp rx=0 tx=0).stop 2024-07-26T15:29:12.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.351+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1278008de0 msgr2=0x7f127817a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.351+0000 7f127f59e640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1278008de0 0x7f127817a390 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1270009710 tx=0x7f1270009bd0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.352+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 shutdown_connections 2024-07-26T15:29:12.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.352+0000 7f127f59e640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12780e19c0 0x7f12780d6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.352+0000 7f127f59e640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f12600770e0 0x7f12600795f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.352+0000 7f127f59e640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1278035800 0x7f1278176ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.352+0000 7f127f59e640 1 --2- 172.21.15.33:0/1604723408 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1278008de0 0x7f127817a390 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.352+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 >> 172.21.15.33:0/1604723408 conn(0x7f127801eaa0 msgr2=0x7f127800bd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:12.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.352+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 shutdown_connections 2024-07-26T15:29:12.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.352+0000 7f127f59e640 1 -- 172.21.15.33:0/1604723408 wait complete. 2024-07-26T15:29:12.369 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.3 2024-07-26T15:29:12.369 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:12.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.384+0000 7f2218ff9640 1 -- 172.21.15.33:0/3374912510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f2210005580 con 0x7f222c073ff0 2024-07-26T15:29:12.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.385+0000 7f221affd640 1 -- 172.21.15.33:0/3374912510 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f222c073720 con 0x7f222c073ff0 2024-07-26T15:29:12.386 INFO:teuthology.orchestra.run.smithi033.stdout:64424509450 2024-07-26T15:29:12.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.388+0000 7f2218ff9640 1 -- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f220c077140 msgr2=0x7f220c079650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.388+0000 7f2218ff9640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f220c077140 0x7f220c079650 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f222000a830 tx=0x7f2220008040 comp rx=0 tx=0).stop 2024-07-26T15:29:12.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.388+0000 7f2218ff9640 1 -- 172.21.15.33:0/3374912510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f222c073ff0 msgr2=0x7f222c0c55d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.388+0000 7f2218ff9640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f222c073ff0 0x7f222c0c55d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2224007870 tx=0x7f2224005df0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.388+0000 7f2218ff9640 1 -- 172.21.15.33:0/3374912510 shutdown_connections 2024-07-26T15:29:12.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.388+0000 7f2218ff9640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f222c151200 0x7f222c215fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.388+0000 7f2218ff9640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f220c077140 0x7f220c079650 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.388+0000 7f2218ff9640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f222c073ff0 0x7f222c0c55d0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.388+0000 7f2218ff9640 1 --2- 172.21.15.33:0/3374912510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f222c073310 0x7f222c14ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.388+0000 7f2218ff9640 1 -- 172.21.15.33:0/3374912510 >> 172.21.15.33:0/3374912510 conn(0x7f222c0b1740 msgr2=0x7f222c159b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:12.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.388+0000 7f2218ff9640 1 -- 172.21.15.33:0/3374912510 shutdown_connections 2024-07-26T15:29:12.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.389+0000 7f2218ff9640 1 -- 172.21.15.33:0/3374912510 wait complete. 2024-07-26T15:29:12.406 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509450 got 64424509450 for osd.1 2024-07-26T15:29:12.406 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:12.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.409+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/271771595 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f4b9004c3d0 con 0x7f4b900e2f40 2024-07-26T15:29:12.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.410+0000 7f4b94ff9640 1 -- 172.21.15.33:0/271771595 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4b980dbf90 con 0x7f4b900e2f40 2024-07-26T15:29:12.411 INFO:teuthology.orchestra.run.smithi033.stdout:60129542154 2024-07-26T15:29:12.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b7c077030 msgr2=0x7f4b7c079540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b7c077030 0x7f4b7c079540 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4b90038530 tx=0x7f4b84005b00 comp rx=0 tx=0).stop 2024-07-26T15:29:12.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/271771595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900e2f40 msgr2=0x7f4b900cd210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900e2f40 0x7f4b900cd210 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f4b98052340 tx=0x7f4b9806acb0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/271771595 shutdown_connections 2024-07-26T15:29:12.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b7c077030 0x7f4b7c079540 secure :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4b90038530 tx=0x7f4b84005b00 comp rx=0 tx=0).stop 2024-07-26T15:29:12.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900e2f40 0x7f4b900cd210 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90056da0 0x7f4b900cccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 --2- 172.21.15.33:0/271771595 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b90053c50 0x7f4b900517e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/271771595 >> 172.21.15.33:0/271771595 conn(0x7f4b9003a5f0 msgr2=0x7f4b90057ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:12.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/271771595 shutdown_connections 2024-07-26T15:29:12.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.413+0000 7f4b9d7b6640 1 -- 172.21.15.33:0/271771595 wait complete. 2024-07-26T15:29:12.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.419+0000 7f41b6d89640 1 -- 172.21.15.33:0/3762989090 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f41b00aeda0 con 0x7f41b00b4330 2024-07-26T15:29:12.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.419+0000 7f41ad7fa640 1 -- 172.21.15.33:0/3762989090 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f41a8066730 con 0x7f41b00b4330 2024-07-26T15:29:12.421 INFO:teuthology.orchestra.run.smithi033.stdout:64424509448 2024-07-26T15:29:12.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 -- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f419c077110 msgr2=0x7f419c079620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f419c077110 0x7f419c079620 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f41a4032000 tx=0x7f41a402c040 comp rx=0 tx=0).stop 2024-07-26T15:29:12.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 -- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f41b00b4330 msgr2=0x7f41b01560c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f41b00b4330 0x7f41b01560c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f41a800ea80 tx=0x7f41a800ef40 comp rx=0 tx=0).stop 2024-07-26T15:29:12.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 -- 172.21.15.33:0/3762989090 shutdown_connections 2024-07-26T15:29:12.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f419c077110 0x7f419c079620 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41b0155140 0x7f41b014c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f41b00b4330 0x7f41b01560c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 --2- 172.21.15.33:0/3762989090 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f41b00af040 0x7f41b01556f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 -- 172.21.15.33:0/3762989090 >> 172.21.15.33:0/3762989090 conn(0x7f41b00cfa10 msgr2=0x7f41b006edd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:12.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 -- 172.21.15.33:0/3762989090 shutdown_connections 2024-07-26T15:29:12.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.422+0000 7f41b6d89640 1 -- 172.21.15.33:0/3762989090 wait complete. 2024-07-26T15:29:12.427 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542154 got 60129542154 for osd.0 2024-07-26T15:29:12.427 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:12.435 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.5 2024-07-26T15:29:12.435 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:12.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.452+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fafa0005580 con 0x7fafb0055280 2024-07-26T15:29:12.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.453+0000 7fafaeffd640 1 -- 172.21.15.33:0/3430801120 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fafb4085df0 con 0x7fafb0055280 2024-07-26T15:29:12.455 INFO:teuthology.orchestra.run.smithi033.stdout:64424509448 2024-07-26T15:29:12.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.454+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f433c0cb2d0 con 0x7f433c15e990 2024-07-26T15:29:12.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.454+0000 7f4338ff9640 1 -- 172.21.15.33:0/2203965467 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4330065d90 con 0x7f433c15e990 2024-07-26T15:29:12.456 INFO:teuthology.orchestra.run.smithi033.stdout:64424509447 2024-07-26T15:29:12.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.456+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7faf9c0770e0 msgr2=0x7faf9c0795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.456+0000 7fafbf562640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7faf9c0770e0 0x7faf9c0795f0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fafa8000f60 tx=0x7fafa8009040 comp rx=0 tx=0).stop 2024-07-26T15:29:12.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.456+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafb0055280 msgr2=0x7fafb00db260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.456+0000 7fafbf562640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafb0055280 0x7fafb00db260 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fafb4034040 tx=0x7fafb4003820 comp rx=0 tx=0).stop 2024-07-26T15:29:12.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 shutdown_connections 2024-07-26T15:29:12.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7fafbf562640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7faf9c0770e0 0x7faf9c0795f0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7fafbf562640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafb016e6a0 0x7fafb00e41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7fafbf562640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafb0055280 0x7fafb00db260 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7fafbf562640 1 --2- 172.21.15.33:0/3430801120 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafb00091c0 0x7fafb016cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 >> 172.21.15.33:0/3430801120 conn(0x7fafb001eae0 msgr2=0x7fafb00e6a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:12.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 shutdown_connections 2024-07-26T15:29:12.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7fafbf562640 1 -- 172.21.15.33:0/3430801120 wait complete. 2024-07-26T15:29:12.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4328077010 msgr2=0x7f4328079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7f4342868640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4328077010 0x7f4328079520 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f432c000f60 tx=0x7f432c009040 comp rx=0 tx=0).stop 2024-07-26T15:29:12.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f433c15e990 msgr2=0x7f433c1614f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.457+0000 7f4342868640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f433c15e990 0x7f433c1614f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f433000c3c0 tx=0x7f433000c880 comp rx=0 tx=0).stop 2024-07-26T15:29:12.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.458+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 shutdown_connections 2024-07-26T15:29:12.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.458+0000 7f4342868640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f433c069270 0x7f433c161a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.458+0000 7f4342868640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4328077010 0x7f4328079520 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.458+0000 7f4342868640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f433c15e990 0x7f433c1614f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.458+0000 7f4342868640 1 --2- 172.21.15.33:0/2203965467 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f433c0b3d30 0x7f433c1f8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.458+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 >> 172.21.15.33:0/2203965467 conn(0x7f433c0b3210 msgr2=0x7f433c06f5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:12.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.458+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 shutdown_connections 2024-07-26T15:29:12.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.458+0000 7f4342868640 1 -- 172.21.15.33:0/2203965467 wait complete. 2024-07-26T15:29:12.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.458+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f3ea00541b0 con 0x7f3ea003ae90 2024-07-26T15:29:12.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.458+0000 7f3ea57fa640 1 -- 172.21.15.33:0/1501899344 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3e94065730 con 0x7f3ea003ae90 2024-07-26T15:29:12.461 INFO:teuthology.orchestra.run.smithi033.stdout:55834574857 2024-07-26T15:29:12.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3e8c077010 msgr2=0x7f3e8c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3e8c077010 0x7f3e8c079520 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c009b70 tx=0x7f3e9c005f90 comp rx=0 tx=0).stop 2024-07-26T15:29:12.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea003ae90 msgr2=0x7f3ea00cf210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea003ae90 0x7f3ea00cf210 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f3e9400c3a0 tx=0x7f3e9400c860 comp rx=0 tx=0).stop 2024-07-26T15:29:12.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 shutdown_connections 2024-07-26T15:29:12.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ea00cf9e0 0x7f3ea0033410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3e8c077010 0x7f3e8c079520 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ea003ae90 0x7f3ea00cf210 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 --2- 172.21.15.33:0/1501899344 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ea0008fa0 0x7f3ea017e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 >> 172.21.15.33:0/1501899344 conn(0x7f3ea001eae0 msgr2=0x7f3ea00d9740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:12.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 shutdown_connections 2024-07-26T15:29:12.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.461+0000 7f3eade37640 1 -- 172.21.15.33:0/1501899344 wait complete. 2024-07-26T15:29:12.473 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.2 2024-07-26T15:29:12.473 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:12.475 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.7 2024-07-26T15:29:12.475 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:12.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.475+0000 7f5740170640 1 -- 172.21.15.33:0/670028716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f573815b2f0 con 0x7f5738074140 2024-07-26T15:29:12.477 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.4 2024-07-26T15:29:12.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.475+0000 7f572e7fc640 1 -- 172.21.15.33:0/670028716 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5734062850 con 0x7f5738074140 2024-07-26T15:29:12.477 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:12.477 INFO:teuthology.orchestra.run.smithi033.stdout:64424509448 2024-07-26T15:29:12.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 -- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f571c077040 msgr2=0x7f571c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f571c077040 0x7f571c079550 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f5728001eb0 tx=0x7f5728001370 comp rx=0 tx=0).stop 2024-07-26T15:29:12.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 -- 172.21.15.33:0/670028716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5738074140 msgr2=0x7f57381f4930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5738074140 0x7f57381f4930 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f573400e7c0 tx=0x7f573400ec80 comp rx=0 tx=0).stop 2024-07-26T15:29:12.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 -- 172.21.15.33:0/670028716 shutdown_connections 2024-07-26T15:29:12.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57380b39b0 0x7f57381f0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5738074550 0x7f57380b0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f571c077040 0x7f571c079550 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 --2- 172.21.15.33:0/670028716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5738074140 0x7f57381f4930 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 -- 172.21.15.33:0/670028716 >> 172.21.15.33:0/670028716 conn(0x7f57380b1ba0 msgr2=0x7f57380add80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:12.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 -- 172.21.15.33:0/670028716 shutdown_connections 2024-07-26T15:29:12.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.477+0000 7f5740170640 1 -- 172.21.15.33:0/670028716 wait complete. 2024-07-26T15:29:12.490 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.6 2024-07-26T15:29:12.490 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:12.490 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T15:29:12.490 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:29:12.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.646+0000 7f7318cb2640 1 -- 172.21.15.33:0/1676287794 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f731415bea0 msgr2=0x7f73140ad790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.646+0000 7f7318cb2640 1 --2- 172.21.15.33:0/1676287794 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f731415bea0 0x7f73140ad790 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f73140b3140 tx=0x7f730802a4a0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.646+0000 7f7318cb2640 1 -- 172.21.15.33:0/1676287794 shutdown_connections 2024-07-26T15:29:12.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.646+0000 7f7318cb2640 1 --2- 172.21.15.33:0/1676287794 >> v2:172.21.15.154:3300/0 conn(0x7f73140b4110 0x7f73140b4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.646+0000 7f7318cb2640 1 --2- 172.21.15.33:0/1676287794 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f731415bea0 0x7f73140ad790 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.647+0000 7f7318cb2640 1 -- 172.21.15.33:0/1676287794 >> 172.21.15.33:0/1676287794 conn(0x7f73140ccc70 msgr2=0x7f73140cd080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:12.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.647+0000 7f7318cb2640 1 -- 172.21.15.33:0/1676287794 shutdown_connections 2024-07-26T15:29:12.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.647+0000 7f7318cb2640 1 -- 172.21.15.33:0/1676287794 wait complete. 2024-07-26T15:29:12.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.648+0000 7f7318cb2640 1 Processor -- start 2024-07-26T15:29:12.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.649+0000 7f7318cb2640 1 -- start start 2024-07-26T15:29:12.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7318cb2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f73140ae070 0x7f73140727b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7318cb2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f73140b4110 0x7f7314157420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7318cb2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f731415bea0 0x7f73141f8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7318cb2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f731406c9c0 con 0x7f731415bea0 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7318cb2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f731406c840 con 0x7f73140ae070 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7318cb2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f731406cb40 con 0x7f73140b4110 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7312d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f731415bea0 0x7f73141f8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7312d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f731415bea0 0x7f73141f8fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49254/0 (socket says 172.21.15.33:49254) 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7312d9d640 1 -- 172.21.15.33:0/2359004305 learned_addr learned my addr 172.21.15.33:0/2359004305 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f731259c640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f73140ae070 0x7f73140727b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7311d9b640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f73140b4110 0x7f7314157420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7312d9d640 1 -- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f73140b4110 msgr2=0x7f7314157420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7312d9d640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f73140b4110 0x7f7314157420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7312d9d640 1 -- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f73140ae070 msgr2=0x7f73140727b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7312d9d640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f73140ae070 0x7f73140727b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7312d9d640 1 -- 172.21.15.33:0/2359004305 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7314159b50 con 0x7f731415bea0 2024-07-26T15:29:12.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.650+0000 7f7312d9d640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f731415bea0 0x7f73141f8fd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f730c00cab0 tx=0x7f730c00cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.651+0000 7f7302ffd640 1 -- 172.21.15.33:0/2359004305 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730c007df0 con 0x7f731415bea0 2024-07-26T15:29:12.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.651+0000 7f7302ffd640 1 -- 172.21.15.33:0/2359004305 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f730c003a80 con 0x7f731415bea0 2024-07-26T15:29:12.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.651+0000 7f7318cb2640 1 -- 172.21.15.33:0/2359004305 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7314159e30 con 0x7f731415bea0 2024-07-26T15:29:12.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.651+0000 7f7302ffd640 1 -- 172.21.15.33:0/2359004305 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730c004020 con 0x7f731415bea0 2024-07-26T15:29:12.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.651+0000 7f7318cb2640 1 -- 172.21.15.33:0/2359004305 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7314072d80 con 0x7f731415bea0 2024-07-26T15:29:12.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.652+0000 7f7318cb2640 1 -- 172.21.15.33:0/2359004305 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73140b4520 con 0x7f731415bea0 2024-07-26T15:29:12.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.653+0000 7f7302ffd640 1 -- 172.21.15.33:0/2359004305 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f730c0041c0 con 0x7f731415bea0 2024-07-26T15:29:12.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.653+0000 7f7302ffd640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f72f4077010 0x7f72f4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:12.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.653+0000 7f7302ffd640 1 -- 172.21.15.33:0/2359004305 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f730c099340 con 0x7f731415bea0 2024-07-26T15:29:12.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.653+0000 7f731259c640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f72f4077010 0x7f72f4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:12.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.654+0000 7f731259c640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f72f4077010 0x7f72f4079520 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7304007fd0 tx=0x7f7304009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:12.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.658+0000 7f7302ffd640 1 -- 172.21.15.33:0/2359004305 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f730c014070 con 0x7f731415bea0 2024-07-26T15:29:12.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.847+0000 7f7318cb2640 1 -- 172.21.15.33:0/2359004305 --> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7314073020 con 0x7f72f4077010 2024-07-26T15:29:12.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.853+0000 7f7302ffd640 1 -- 172.21.15.33:0/2359004305 <== mgr.4100 v2:172.21.15.154:6832/3214049706 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332523 (secure 0 0 0) 0x7f7314073020 con 0x7f72f4077010 2024-07-26T15:29:12.857 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:29:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.856+0000 7f7318cb2640 1 -- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f72f4077010 msgr2=0x7f72f4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.856+0000 7f7318cb2640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f72f4077010 0x7f72f4079520 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7304007fd0 tx=0x7f7304009040 comp rx=0 tx=0).stop 2024-07-26T15:29:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.856+0000 7f7318cb2640 1 -- 172.21.15.33:0/2359004305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f731415bea0 msgr2=0x7f73141f8fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.856+0000 7f7318cb2640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f731415bea0 0x7f73141f8fd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f730c00cab0 tx=0x7f730c00cf70 comp rx=0 tx=0).stop 2024-07-26T15:29:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.857+0000 7f7318cb2640 1 -- 172.21.15.33:0/2359004305 shutdown_connections 2024-07-26T15:29:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.857+0000 7f7318cb2640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f72f4077010 0x7f72f4079520 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.857+0000 7f7318cb2640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f731415bea0 0x7f73141f8fd0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.857+0000 7f7318cb2640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f73140b4110 0x7f7314157420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.857+0000 7f7318cb2640 1 --2- 172.21.15.33:0/2359004305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f73140ae070 0x7f73140727b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.857+0000 7f7318cb2640 1 -- 172.21.15.33:0/2359004305 >> 172.21.15.33:0/2359004305 conn(0x7f73140ccc70 msgr2=0x7f73140700f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:12.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.857+0000 7f7318cb2640 1 -- 172.21.15.33:0/2359004305 shutdown_connections 2024-07-26T15:29:12.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:12.857+0000 7f7318cb2640 1 -- 172.21.15.33:0/2359004305 wait complete. 2024-07-26T15:29:12.869 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-07-26T15:29:12.619624+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":149,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223664,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751056,"statfs":{"total":773094113280,"available":772865081344,"internally_reserved":0,"allocated":3416064,"data_stored":2042288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2230,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003972"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765480+0000","last_change":"2024-07-26T15:28:52.290154+0000","last_active":"2024-07-26T15:28:58.765480+0000","last_peered":"2024-07-26T15:28:58.765480+0000","last_clean":"2024-07-26T15:28:58.765480+0000","last_became_active":"2024-07-26T15:28:52.289783+0000","last_became_peered":"2024-07-26T15:28:52.289783+0000","last_unstale":"2024-07-26T15:28:58.765480+0000","last_undegraded":"2024-07-26T15:28:58.765480+0000","last_fullsized":"2024-07-26T15:28:58.765480+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:09:34.539277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319670+0000","last_change":"2024-07-26T15:28:53.301418+0000","last_active":"2024-07-26T15:28:58.319670+0000","last_peered":"2024-07-26T15:28:58.319670+0000","last_clean":"2024-07-26T15:28:58.319670+0000","last_became_active":"2024-07-26T15:28:53.300034+0000","last_became_peered":"2024-07-26T15:28:53.300034+0000","last_unstale":"2024-07-26T15:28:58.319670+0000","last_undegraded":"2024-07-26T15:28:58.319670+0000","last_fullsized":"2024-07-26T15:28:58.319670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318838+0000","last_change":"2024-07-26T15:28:57.471092+0000","last_active":"2024-07-26T15:28:58.318838+0000","last_peered":"2024-07-26T15:28:58.318838+0000","last_clean":"2024-07-26T15:28:58.318838+0000","last_became_active":"2024-07-26T15:28:57.470540+0000","last_became_peered":"2024-07-26T15:28:57.470540+0000","last_unstale":"2024-07-26T15:28:58.318838+0000","last_undegraded":"2024-07-26T15:28:58.318838+0000","last_fullsized":"2024-07-26T15:28:58.318838+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:09:33.902166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319801+0000","last_change":"2024-07-26T15:28:52.287708+0000","last_active":"2024-07-26T15:28:58.319801+0000","last_peered":"2024-07-26T15:28:58.319801+0000","last_clean":"2024-07-26T15:28:58.319801+0000","last_became_active":"2024-07-26T15:28:52.287386+0000","last_became_peered":"2024-07-26T15:28:52.287386+0000","last_unstale":"2024-07-26T15:28:58.319801+0000","last_undegraded":"2024-07-26T15:28:58.319801+0000","last_fullsized":"2024-07-26T15:28:58.319801+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765006+0000","last_change":"2024-07-26T15:28:53.304619+0000","last_active":"2024-07-26T15:28:58.765006+0000","last_peered":"2024-07-26T15:28:58.765006+0000","last_clean":"2024-07-26T15:28:58.765006+0000","last_became_active":"2024-07-26T15:28:53.303736+0000","last_became_peered":"2024-07-26T15:28:53.303736+0000","last_unstale":"2024-07-26T15:28:58.765006+0000","last_undegraded":"2024-07-26T15:28:58.765006+0000","last_fullsized":"2024-07-26T15:28:58.765006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:09.148990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322176+0000","last_change":"2024-07-26T15:28:57.337883+0000","last_active":"2024-07-26T15:28:58.322176+0000","last_peered":"2024-07-26T15:28:58.322176+0000","last_clean":"2024-07-26T15:28:58.322176+0000","last_became_active":"2024-07-26T15:28:57.337373+0000","last_became_peered":"2024-07-26T15:28:57.337373+0000","last_unstale":"2024-07-26T15:28:58.322176+0000","last_undegraded":"2024-07-26T15:28:58.322176+0000","last_fullsized":"2024-07-26T15:28:58.322176+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:34.101279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766266+0000","last_change":"2024-07-26T15:28:52.294253+0000","last_active":"2024-07-26T15:28:58.766266+0000","last_peered":"2024-07-26T15:28:58.766266+0000","last_clean":"2024-07-26T15:28:58.766266+0000","last_became_active":"2024-07-26T15:28:52.293919+0000","last_became_peered":"2024-07-26T15:28:52.293919+0000","last_unstale":"2024-07-26T15:28:58.766266+0000","last_undegraded":"2024-07-26T15:28:58.766266+0000","last_fullsized":"2024-07-26T15:28:58.766266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:42.857390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321996+0000","last_change":"2024-07-26T15:28:53.314215+0000","last_active":"2024-07-26T15:28:58.321996+0000","last_peered":"2024-07-26T15:28:58.321996+0000","last_clean":"2024-07-26T15:28:58.321996+0000","last_became_active":"2024-07-26T15:28:53.313847+0000","last_became_peered":"2024-07-26T15:28:53.313847+0000","last_unstale":"2024-07-26T15:28:58.321996+0000","last_undegraded":"2024-07-26T15:28:58.321996+0000","last_fullsized":"2024-07-26T15:28:58.321996+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:30.060641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323211+0000","last_change":"2024-07-26T15:28:57.342824+0000","last_active":"2024-07-26T15:28:58.323211+0000","last_peered":"2024-07-26T15:28:58.323211+0000","last_clean":"2024-07-26T15:28:58.323211+0000","last_became_active":"2024-07-26T15:28:57.342366+0000","last_became_peered":"2024-07-26T15:28:57.342366+0000","last_unstale":"2024-07-26T15:28:58.323211+0000","last_undegraded":"2024-07-26T15:28:58.323211+0000","last_fullsized":"2024-07-26T15:28:58.323211+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:58.319668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765797+0000","last_change":"2024-07-26T15:28:52.289982+0000","last_active":"2024-07-26T15:28:58.765797+0000","last_peered":"2024-07-26T15:28:58.765797+0000","last_clean":"2024-07-26T15:28:58.765797+0000","last_became_active":"2024-07-26T15:28:52.289479+0000","last_became_peered":"2024-07-26T15:28:52.289479+0000","last_unstale":"2024-07-26T15:28:58.765797+0000","last_undegraded":"2024-07-26T15:28:58.765797+0000","last_fullsized":"2024-07-26T15:28:58.765797+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:51.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321902+0000","last_change":"2024-07-26T15:28:53.302664+0000","last_active":"2024-07-26T15:28:58.321902+0000","last_peered":"2024-07-26T15:28:58.321902+0000","last_clean":"2024-07-26T15:28:58.321902+0000","last_became_active":"2024-07-26T15:28:53.302320+0000","last_became_peered":"2024-07-26T15:28:53.302320+0000","last_unstale":"2024-07-26T15:28:58.321902+0000","last_undegraded":"2024-07-26T15:28:58.321902+0000","last_fullsized":"2024-07-26T15:28:58.321902+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:52.718508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322504+0000","last_change":"2024-07-26T15:28:57.330552+0000","last_active":"2024-07-26T15:28:58.322504+0000","last_peered":"2024-07-26T15:28:58.322504+0000","last_clean":"2024-07-26T15:28:58.322504+0000","last_became_active":"2024-07-26T15:28:57.330165+0000","last_became_peered":"2024-07-26T15:28:57.330165+0000","last_unstale":"2024-07-26T15:28:58.322504+0000","last_undegraded":"2024-07-26T15:28:58.322504+0000","last_fullsized":"2024-07-26T15:28:58.322504+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:59.721035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766092+0000","last_change":"2024-07-26T15:28:53.302301+0000","last_active":"2024-07-26T15:28:58.766092+0000","last_peered":"2024-07-26T15:28:58.766092+0000","last_clean":"2024-07-26T15:28:58.766092+0000","last_became_active":"2024-07-26T15:28:53.301951+0000","last_became_peered":"2024-07-26T15:28:53.301951+0000","last_unstale":"2024-07-26T15:28:58.766092+0000","last_undegraded":"2024-07-26T15:28:58.766092+0000","last_fullsized":"2024-07-26T15:28:58.766092+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:54.754759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765846+0000","last_change":"2024-07-26T15:28:52.290251+0000","last_active":"2024-07-26T15:28:58.765846+0000","last_peered":"2024-07-26T15:28:58.765846+0000","last_clean":"2024-07-26T15:28:58.765846+0000","last_became_active":"2024-07-26T15:28:52.289507+0000","last_became_peered":"2024-07-26T15:28:52.289507+0000","last_unstale":"2024-07-26T15:28:58.765846+0000","last_undegraded":"2024-07-26T15:28:58.765846+0000","last_fullsized":"2024-07-26T15:28:58.765846+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:07.790778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323016+0000","last_change":"2024-07-26T15:28:57.336616+0000","last_active":"2024-07-26T15:28:58.323016+0000","last_peered":"2024-07-26T15:28:58.323016+0000","last_clean":"2024-07-26T15:28:58.323016+0000","last_became_active":"2024-07-26T15:28:57.336072+0000","last_became_peered":"2024-07-26T15:28:57.336072+0000","last_unstale":"2024-07-26T15:28:58.323016+0000","last_undegraded":"2024-07-26T15:28:58.323016+0000","last_fullsized":"2024-07-26T15:28:58.323016+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:17.514651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319301+0000","last_change":"2024-07-26T15:28:53.299738+0000","last_active":"2024-07-26T15:28:58.319301+0000","last_peered":"2024-07-26T15:28:58.319301+0000","last_clean":"2024-07-26T15:28:58.319301+0000","last_became_active":"2024-07-26T15:28:53.299363+0000","last_became_peered":"2024-07-26T15:28:53.299363+0000","last_unstale":"2024-07-26T15:28:58.319301+0000","last_undegraded":"2024-07-26T15:28:58.319301+0000","last_fullsized":"2024-07-26T15:28:58.319301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:43:52.959680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766760+0000","last_change":"2024-07-26T15:28:52.281232+0000","last_active":"2024-07-26T15:28:58.766760+0000","last_peered":"2024-07-26T15:28:58.766760+0000","last_clean":"2024-07-26T15:28:58.766760+0000","last_became_active":"2024-07-26T15:28:52.280828+0000","last_became_peered":"2024-07-26T15:28:52.280828+0000","last_unstale":"2024-07-26T15:28:58.766760+0000","last_undegraded":"2024-07-26T15:28:58.766760+0000","last_fullsized":"2024-07-26T15:28:58.766760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:51.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322341+0000","last_change":"2024-07-26T15:28:57.338491+0000","last_active":"2024-07-26T15:28:58.322341+0000","last_peered":"2024-07-26T15:28:58.322341+0000","last_clean":"2024-07-26T15:28:58.322341+0000","last_became_active":"2024-07-26T15:28:57.337707+0000","last_became_peered":"2024-07-26T15:28:57.337707+0000","last_unstale":"2024-07-26T15:28:58.322341+0000","last_undegraded":"2024-07-26T15:28:58.322341+0000","last_fullsized":"2024-07-26T15:28:58.322341+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:56.759147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318716+0000","last_change":"2024-07-26T15:28:53.304549+0000","last_active":"2024-07-26T15:28:58.318716+0000","last_peered":"2024-07-26T15:28:58.318716+0000","last_clean":"2024-07-26T15:28:58.318716+0000","last_became_active":"2024-07-26T15:28:53.302495+0000","last_became_peered":"2024-07-26T15:28:53.302495+0000","last_unstale":"2024-07-26T15:28:58.318716+0000","last_undegraded":"2024-07-26T15:28:58.318716+0000","last_fullsized":"2024-07-26T15:28:58.318716+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:36.585286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766126+0000","last_change":"2024-07-26T15:28:52.289599+0000","last_active":"2024-07-26T15:28:58.766126+0000","last_peered":"2024-07-26T15:28:58.766126+0000","last_clean":"2024-07-26T15:28:58.766126+0000","last_became_active":"2024-07-26T15:28:52.289251+0000","last_became_peered":"2024-07-26T15:28:52.289251+0000","last_unstale":"2024-07-26T15:28:58.766126+0000","last_undegraded":"2024-07-26T15:28:58.766126+0000","last_fullsized":"2024-07-26T15:28:58.766126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:42.403815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766488+0000","last_change":"2024-07-26T15:28:57.469789+0000","last_active":"2024-07-26T15:28:58.766488+0000","last_peered":"2024-07-26T15:28:58.766488+0000","last_clean":"2024-07-26T15:28:58.766488+0000","last_became_active":"2024-07-26T15:28:57.469370+0000","last_became_peered":"2024-07-26T15:28:57.469370+0000","last_unstale":"2024-07-26T15:28:58.766488+0000","last_undegraded":"2024-07-26T15:28:58.766488+0000","last_fullsized":"2024-07-26T15:28:58.766488+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:24.806916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321979+0000","last_change":"2024-07-26T15:28:53.301511+0000","last_active":"2024-07-26T15:28:58.321979+0000","last_peered":"2024-07-26T15:28:58.321979+0000","last_clean":"2024-07-26T15:28:58.321979+0000","last_became_active":"2024-07-26T15:28:53.300996+0000","last_became_peered":"2024-07-26T15:28:53.300996+0000","last_unstale":"2024-07-26T15:28:58.321979+0000","last_undegraded":"2024-07-26T15:28:58.321979+0000","last_fullsized":"2024-07-26T15:28:58.321979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765213+0000","last_change":"2024-07-26T15:28:52.291036+0000","last_active":"2024-07-26T15:28:58.765213+0000","last_peered":"2024-07-26T15:28:58.765213+0000","last_clean":"2024-07-26T15:28:58.765213+0000","last_became_active":"2024-07-26T15:28:52.290277+0000","last_became_peered":"2024-07-26T15:28:52.290277+0000","last_unstale":"2024-07-26T15:28:58.765213+0000","last_undegraded":"2024-07-26T15:28:58.765213+0000","last_fullsized":"2024-07-26T15:28:58.765213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:42.403815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321736+0000","last_change":"2024-07-26T15:28:57.336934+0000","last_active":"2024-07-26T15:28:58.321736+0000","last_peered":"2024-07-26T15:28:58.321736+0000","last_clean":"2024-07-26T15:28:58.321736+0000","last_became_active":"2024-07-26T15:28:57.336447+0000","last_became_peered":"2024-07-26T15:28:57.336447+0000","last_unstale":"2024-07-26T15:28:58.321736+0000","last_undegraded":"2024-07-26T15:28:58.321736+0000","last_fullsized":"2024-07-26T15:28:58.321736+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:40.625925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765461+0000","last_change":"2024-07-26T15:28:53.294780+0000","last_active":"2024-07-26T15:28:58.765461+0000","last_peered":"2024-07-26T15:28:58.765461+0000","last_clean":"2024-07-26T15:28:58.765461+0000","last_became_active":"2024-07-26T15:28:53.294364+0000","last_became_peered":"2024-07-26T15:28:53.294364+0000","last_unstale":"2024-07-26T15:28:58.765461+0000","last_undegraded":"2024-07-26T15:28:58.765461+0000","last_fullsized":"2024-07-26T15:28:58.765461+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:05.537524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766813+0000","last_change":"2024-07-26T15:28:52.294207+0000","last_active":"2024-07-26T15:28:58.766813+0000","last_peered":"2024-07-26T15:28:58.766813+0000","last_clean":"2024-07-26T15:28:58.766813+0000","last_became_active":"2024-07-26T15:28:52.293708+0000","last_became_peered":"2024-07-26T15:28:52.293708+0000","last_unstale":"2024-07-26T15:28:58.766813+0000","last_undegraded":"2024-07-26T15:28:58.766813+0000","last_fullsized":"2024-07-26T15:28:58.766813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:44.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321640+0000","last_change":"2024-07-26T15:28:57.469139+0000","last_active":"2024-07-26T15:28:58.321640+0000","last_peered":"2024-07-26T15:28:58.321640+0000","last_clean":"2024-07-26T15:28:58.321640+0000","last_became_active":"2024-07-26T15:28:57.467788+0000","last_became_peered":"2024-07-26T15:28:57.467788+0000","last_unstale":"2024-07-26T15:28:58.321640+0000","last_undegraded":"2024-07-26T15:28:58.321640+0000","last_fullsized":"2024-07-26T15:28:58.321640+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:44.867598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319953+0000","last_change":"2024-07-26T15:28:53.312536+0000","last_active":"2024-07-26T15:28:58.319953+0000","last_peered":"2024-07-26T15:28:58.319953+0000","last_clean":"2024-07-26T15:28:58.319953+0000","last_became_active":"2024-07-26T15:28:53.312205+0000","last_became_peered":"2024-07-26T15:28:53.312205+0000","last_unstale":"2024-07-26T15:28:58.319953+0000","last_undegraded":"2024-07-26T15:28:58.319953+0000","last_fullsized":"2024-07-26T15:28:58.319953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:40.826960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766552+0000","last_change":"2024-07-26T15:28:52.293535+0000","last_active":"2024-07-26T15:28:58.766552+0000","last_peered":"2024-07-26T15:28:58.766552+0000","last_clean":"2024-07-26T15:28:58.766552+0000","last_became_active":"2024-07-26T15:28:52.293095+0000","last_became_peered":"2024-07-26T15:28:52.293095+0000","last_unstale":"2024-07-26T15:28:58.766552+0000","last_undegraded":"2024-07-26T15:28:58.766552+0000","last_fullsized":"2024-07-26T15:28:58.766552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:37.984084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318450+0000","last_change":"2024-07-26T15:28:57.473142+0000","last_active":"2024-07-26T15:28:58.318450+0000","last_peered":"2024-07-26T15:28:58.318450+0000","last_clean":"2024-07-26T15:28:58.318450+0000","last_became_active":"2024-07-26T15:28:57.472638+0000","last_became_peered":"2024-07-26T15:28:57.472638+0000","last_unstale":"2024-07-26T15:28:58.318450+0000","last_undegraded":"2024-07-26T15:28:58.318450+0000","last_fullsized":"2024-07-26T15:28:58.318450+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:46:44.160071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766900+0000","last_change":"2024-07-26T15:28:53.297203+0000","last_active":"2024-07-26T15:28:58.766900+0000","last_peered":"2024-07-26T15:28:58.766900+0000","last_clean":"2024-07-26T15:28:58.766900+0000","last_became_active":"2024-07-26T15:28:53.296822+0000","last_became_peered":"2024-07-26T15:28:53.296822+0000","last_unstale":"2024-07-26T15:28:58.766900+0000","last_undegraded":"2024-07-26T15:28:58.766900+0000","last_fullsized":"2024-07-26T15:28:58.766900+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:09.148990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766491+0000","last_change":"2024-07-26T15:28:52.290711+0000","last_active":"2024-07-26T15:28:58.766491+0000","last_peered":"2024-07-26T15:28:58.766491+0000","last_clean":"2024-07-26T15:28:58.766491+0000","last_became_active":"2024-07-26T15:28:52.290383+0000","last_became_peered":"2024-07-26T15:28:52.290383+0000","last_unstale":"2024-07-26T15:28:58.766491+0000","last_undegraded":"2024-07-26T15:28:58.766491+0000","last_fullsized":"2024-07-26T15:28:58.766491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:00.063769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765178+0000","last_change":"2024-07-26T15:28:57.469430+0000","last_active":"2024-07-26T15:28:58.765178+0000","last_peered":"2024-07-26T15:28:58.765178+0000","last_clean":"2024-07-26T15:28:58.765178+0000","last_became_active":"2024-07-26T15:28:57.467729+0000","last_became_peered":"2024-07-26T15:28:57.467729+0000","last_unstale":"2024-07-26T15:28:58.765178+0000","last_undegraded":"2024-07-26T15:28:58.765178+0000","last_fullsized":"2024-07-26T15:28:58.765178+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:14.077723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322024+0000","last_change":"2024-07-26T15:28:53.308793+0000","last_active":"2024-07-26T15:28:58.322024+0000","last_peered":"2024-07-26T15:28:58.322024+0000","last_clean":"2024-07-26T15:28:58.322024+0000","last_became_active":"2024-07-26T15:28:53.308493+0000","last_became_peered":"2024-07-26T15:28:53.308493+0000","last_unstale":"2024-07-26T15:28:58.322024+0000","last_undegraded":"2024-07-26T15:28:58.322024+0000","last_fullsized":"2024-07-26T15:28:58.322024+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:55.680397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766914+0000","last_change":"2024-07-26T15:28:52.284965+0000","last_active":"2024-07-26T15:28:58.766914+0000","last_peered":"2024-07-26T15:28:58.766914+0000","last_clean":"2024-07-26T15:28:58.766914+0000","last_became_active":"2024-07-26T15:28:52.284583+0000","last_became_peered":"2024-07-26T15:28:52.284583+0000","last_unstale":"2024-07-26T15:28:58.766914+0000","last_undegraded":"2024-07-26T15:28:58.766914+0000","last_fullsized":"2024-07-26T15:28:58.766914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:42.857390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766372+0000","last_change":"2024-07-26T15:28:57.344455+0000","last_active":"2024-07-26T15:28:58.766372+0000","last_peered":"2024-07-26T15:28:58.766372+0000","last_clean":"2024-07-26T15:28:58.766372+0000","last_became_active":"2024-07-26T15:28:57.344030+0000","last_became_peered":"2024-07-26T15:28:57.344030+0000","last_unstale":"2024-07-26T15:28:58.766372+0000","last_undegraded":"2024-07-26T15:28:58.766372+0000","last_fullsized":"2024-07-26T15:28:58.766372+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:37.167343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323357+0000","last_change":"2024-07-26T15:28:53.304583+0000","last_active":"2024-07-26T15:28:58.323357+0000","last_peered":"2024-07-26T15:28:58.323357+0000","last_clean":"2024-07-26T15:28:58.323357+0000","last_became_active":"2024-07-26T15:28:53.304250+0000","last_became_peered":"2024-07-26T15:28:53.304250+0000","last_unstale":"2024-07-26T15:28:58.323357+0000","last_undegraded":"2024-07-26T15:28:58.323357+0000","last_fullsized":"2024-07-26T15:28:58.323357+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:45.933261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321939+0000","last_change":"2024-07-26T15:28:52.287378+0000","last_active":"2024-07-26T15:28:58.321939+0000","last_peered":"2024-07-26T15:28:58.321939+0000","last_clean":"2024-07-26T15:28:58.321939+0000","last_became_active":"2024-07-26T15:28:52.286338+0000","last_became_peered":"2024-07-26T15:28:52.286338+0000","last_unstale":"2024-07-26T15:28:58.321939+0000","last_undegraded":"2024-07-26T15:28:58.321939+0000","last_fullsized":"2024-07-26T15:28:58.321939+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:51:40.996840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766877+0000","last_change":"2024-07-26T15:28:57.343520+0000","last_active":"2024-07-26T15:28:58.766877+0000","last_peered":"2024-07-26T15:28:58.766877+0000","last_clean":"2024-07-26T15:28:58.766877+0000","last_became_active":"2024-07-26T15:28:57.343059+0000","last_became_peered":"2024-07-26T15:28:57.343059+0000","last_unstale":"2024-07-26T15:28:58.766877+0000","last_undegraded":"2024-07-26T15:28:58.766877+0000","last_fullsized":"2024-07-26T15:28:58.766877+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:04.173392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765982+0000","last_change":"2024-07-26T15:28:53.295997+0000","last_active":"2024-07-26T15:28:58.765982+0000","last_peered":"2024-07-26T15:28:58.765982+0000","last_clean":"2024-07-26T15:28:58.765982+0000","last_became_active":"2024-07-26T15:28:53.295631+0000","last_became_peered":"2024-07-26T15:28:53.295631+0000","last_unstale":"2024-07-26T15:28:58.765982+0000","last_undegraded":"2024-07-26T15:28:58.765982+0000","last_fullsized":"2024-07-26T15:28:58.765982+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:57.617704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765333+0000","last_change":"2024-07-26T15:28:52.284335+0000","last_active":"2024-07-26T15:28:58.765333+0000","last_peered":"2024-07-26T15:28:58.765333+0000","last_clean":"2024-07-26T15:28:58.765333+0000","last_became_active":"2024-07-26T15:28:52.283985+0000","last_became_peered":"2024-07-26T15:28:52.283985+0000","last_unstale":"2024-07-26T15:28:58.765333+0000","last_undegraded":"2024-07-26T15:28:58.765333+0000","last_fullsized":"2024-07-26T15:28:58.765333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:47:46.283848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766641+0000","last_change":"2024-07-26T15:28:57.339954+0000","last_active":"2024-07-26T15:28:58.766641+0000","last_peered":"2024-07-26T15:28:58.766641+0000","last_clean":"2024-07-26T15:28:58.766641+0000","last_became_active":"2024-07-26T15:28:57.339543+0000","last_became_peered":"2024-07-26T15:28:57.339543+0000","last_unstale":"2024-07-26T15:28:58.766641+0000","last_undegraded":"2024-07-26T15:28:58.766641+0000","last_fullsized":"2024-07-26T15:28:58.766641+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:20.451875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764623+0000","last_change":"2024-07-26T15:28:53.308641+0000","last_active":"2024-07-26T15:28:58.764623+0000","last_peered":"2024-07-26T15:28:58.764623+0000","last_clean":"2024-07-26T15:28:58.764623+0000","last_became_active":"2024-07-26T15:28:53.308175+0000","last_became_peered":"2024-07-26T15:28:53.308175+0000","last_unstale":"2024-07-26T15:28:58.764623+0000","last_undegraded":"2024-07-26T15:28:58.764623+0000","last_fullsized":"2024-07-26T15:28:58.764623+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:31.421340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765365+0000","last_change":"2024-07-26T15:28:52.289801+0000","last_active":"2024-07-26T15:28:58.765365+0000","last_peered":"2024-07-26T15:28:58.765365+0000","last_clean":"2024-07-26T15:28:58.765365+0000","last_became_active":"2024-07-26T15:28:52.289446+0000","last_became_peered":"2024-07-26T15:28:52.289446+0000","last_unstale":"2024-07-26T15:28:58.765365+0000","last_undegraded":"2024-07-26T15:28:58.765365+0000","last_fullsized":"2024-07-26T15:28:58.765365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:37.984084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765391+0000","last_change":"2024-07-26T15:28:57.468202+0000","last_active":"2024-07-26T15:28:58.765391+0000","last_peered":"2024-07-26T15:28:58.765391+0000","last_clean":"2024-07-26T15:28:58.765391+0000","last_became_active":"2024-07-26T15:28:57.467704+0000","last_became_peered":"2024-07-26T15:28:57.467704+0000","last_unstale":"2024-07-26T15:28:58.765391+0000","last_undegraded":"2024-07-26T15:28:58.765391+0000","last_fullsized":"2024-07-26T15:28:58.765391+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:04.173392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318797+0000","last_change":"2024-07-26T15:28:53.311229+0000","last_active":"2024-07-26T15:28:58.318797+0000","last_peered":"2024-07-26T15:28:58.318797+0000","last_clean":"2024-07-26T15:28:58.318797+0000","last_became_active":"2024-07-26T15:28:53.310889+0000","last_became_peered":"2024-07-26T15:28:53.310889+0000","last_unstale":"2024-07-26T15:28:58.318797+0000","last_undegraded":"2024-07-26T15:28:58.318797+0000","last_fullsized":"2024-07-26T15:28:58.318797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:32.477629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321426+0000","last_change":"2024-07-26T15:28:52.286984+0000","last_active":"2024-07-26T15:28:58.321426+0000","last_peered":"2024-07-26T15:28:58.321426+0000","last_clean":"2024-07-26T15:28:58.321426+0000","last_became_active":"2024-07-26T15:28:52.286631+0000","last_became_peered":"2024-07-26T15:28:52.286631+0000","last_unstale":"2024-07-26T15:28:58.321426+0000","last_undegraded":"2024-07-26T15:28:58.321426+0000","last_fullsized":"2024-07-26T15:28:58.321426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":118,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765649+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:28:58.765649+0000","last_peered":"2024-07-26T15:28:58.765649+0000","last_clean":"2024-07-26T15:28:58.765649+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:28:58.765649+0000","last_undegraded":"2024-07-26T15:28:58.765649+0000","last_fullsized":"2024-07-26T15:28:58.765649+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765790+0000","last_change":"2024-07-26T15:28:57.470951+0000","last_active":"2024-07-26T15:28:58.765790+0000","last_peered":"2024-07-26T15:28:58.765790+0000","last_clean":"2024-07-26T15:28:58.765790+0000","last_became_active":"2024-07-26T15:28:57.470419+0000","last_became_peered":"2024-07-26T15:28:57.470419+0000","last_unstale":"2024-07-26T15:28:58.765790+0000","last_undegraded":"2024-07-26T15:28:58.765790+0000","last_fullsized":"2024-07-26T15:28:58.765790+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:34.101279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766160+0000","last_change":"2024-07-26T15:28:53.311718+0000","last_active":"2024-07-26T15:28:58.766160+0000","last_peered":"2024-07-26T15:28:58.766160+0000","last_clean":"2024-07-26T15:28:58.766160+0000","last_became_active":"2024-07-26T15:28:53.311271+0000","last_became_peered":"2024-07-26T15:28:53.311271+0000","last_unstale":"2024-07-26T15:28:58.766160+0000","last_undegraded":"2024-07-26T15:28:58.766160+0000","last_fullsized":"2024-07-26T15:28:58.766160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:39.883871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765662+0000","last_change":"2024-07-26T15:28:52.287181+0000","last_active":"2024-07-26T15:28:58.765662+0000","last_peered":"2024-07-26T15:28:58.765662+0000","last_clean":"2024-07-26T15:28:58.765662+0000","last_became_active":"2024-07-26T15:28:52.286820+0000","last_became_peered":"2024-07-26T15:28:52.286820+0000","last_unstale":"2024-07-26T15:28:58.765662+0000","last_undegraded":"2024-07-26T15:28:58.765662+0000","last_fullsized":"2024-07-26T15:28:58.765662+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766005+0000","last_change":"2024-07-26T15:28:57.468307+0000","last_active":"2024-07-26T15:28:58.766005+0000","last_peered":"2024-07-26T15:28:58.766005+0000","last_clean":"2024-07-26T15:28:58.766005+0000","last_became_active":"2024-07-26T15:28:57.467730+0000","last_became_peered":"2024-07-26T15:28:57.467730+0000","last_unstale":"2024-07-26T15:28:58.766005+0000","last_undegraded":"2024-07-26T15:28:58.766005+0000","last_fullsized":"2024-07-26T15:28:58.766005+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:56.759147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322120+0000","last_change":"2024-07-26T15:28:53.311245+0000","last_active":"2024-07-26T15:28:58.322120+0000","last_peered":"2024-07-26T15:28:58.322120+0000","last_clean":"2024-07-26T15:28:58.322120+0000","last_became_active":"2024-07-26T15:28:53.310917+0000","last_became_peered":"2024-07-26T15:28:53.310917+0000","last_unstale":"2024-07-26T15:28:58.322120+0000","last_undegraded":"2024-07-26T15:28:58.322120+0000","last_fullsized":"2024-07-26T15:28:58.322120+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:54.279030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766273+0000","last_change":"2024-07-26T15:28:52.277782+0000","last_active":"2024-07-26T15:28:58.766273+0000","last_peered":"2024-07-26T15:28:58.766273+0000","last_clean":"2024-07-26T15:28:58.766273+0000","last_became_active":"2024-07-26T15:28:52.277429+0000","last_became_peered":"2024-07-26T15:28:52.277429+0000","last_unstale":"2024-07-26T15:28:58.766273+0000","last_undegraded":"2024-07-26T15:28:58.766273+0000","last_fullsized":"2024-07-26T15:28:58.766273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:00.063769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765290+0000","last_change":"2024-07-26T15:28:57.345357+0000","last_active":"2024-07-26T15:28:58.765290+0000","last_peered":"2024-07-26T15:28:58.765290+0000","last_clean":"2024-07-26T15:28:58.765290+0000","last_became_active":"2024-07-26T15:28:57.344686+0000","last_became_peered":"2024-07-26T15:28:57.344686+0000","last_unstale":"2024-07-26T15:28:58.765290+0000","last_undegraded":"2024-07-26T15:28:58.765290+0000","last_fullsized":"2024-07-26T15:28:58.765290+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:20.451875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766717+0000","last_change":"2024-07-26T15:28:53.310975+0000","last_active":"2024-07-26T15:28:58.766717+0000","last_peered":"2024-07-26T15:28:58.766717+0000","last_clean":"2024-07-26T15:28:58.766717+0000","last_became_active":"2024-07-26T15:28:53.310272+0000","last_became_peered":"2024-07-26T15:28:53.310272+0000","last_unstale":"2024-07-26T15:28:58.766717+0000","last_undegraded":"2024-07-26T15:28:58.766717+0000","last_fullsized":"2024-07-26T15:28:58.766717+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:00.132754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765641+0000","last_change":"2024-07-26T15:28:52.284881+0000","last_active":"2024-07-26T15:28:58.765641+0000","last_peered":"2024-07-26T15:28:58.765641+0000","last_clean":"2024-07-26T15:28:58.765641+0000","last_became_active":"2024-07-26T15:28:52.283950+0000","last_became_peered":"2024-07-26T15:28:52.283950+0000","last_unstale":"2024-07-26T15:28:58.765641+0000","last_undegraded":"2024-07-26T15:28:58.765641+0000","last_fullsized":"2024-07-26T15:28:58.765641+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321080+0000","last_change":"2024-07-26T15:28:57.471579+0000","last_active":"2024-07-26T15:28:58.321080+0000","last_peered":"2024-07-26T15:28:58.321080+0000","last_clean":"2024-07-26T15:28:58.321080+0000","last_became_active":"2024-07-26T15:28:57.471054+0000","last_became_peered":"2024-07-26T15:28:57.471054+0000","last_unstale":"2024-07-26T15:28:58.321080+0000","last_undegraded":"2024-07-26T15:28:58.321080+0000","last_fullsized":"2024-07-26T15:28:58.321080+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:29.311852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766302+0000","last_change":"2024-07-26T15:28:53.308714+0000","last_active":"2024-07-26T15:28:58.766302+0000","last_peered":"2024-07-26T15:28:58.766302+0000","last_clean":"2024-07-26T15:28:58.766302+0000","last_became_active":"2024-07-26T15:28:53.308397+0000","last_became_peered":"2024-07-26T15:28:53.308397+0000","last_unstale":"2024-07-26T15:28:58.766302+0000","last_undegraded":"2024-07-26T15:28:58.766302+0000","last_fullsized":"2024-07-26T15:28:58.766302+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:20.766277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322094+0000","last_change":"2024-07-26T15:28:52.287858+0000","last_active":"2024-07-26T15:28:58.322094+0000","last_peered":"2024-07-26T15:28:58.322094+0000","last_clean":"2024-07-26T15:28:58.322094+0000","last_became_active":"2024-07-26T15:28:52.287455+0000","last_became_peered":"2024-07-26T15:28:52.287455+0000","last_unstale":"2024-07-26T15:28:58.322094+0000","last_undegraded":"2024-07-26T15:28:58.322094+0000","last_fullsized":"2024-07-26T15:28:58.322094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:52.815266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321371+0000","last_change":"2024-07-26T15:28:57.338223+0000","last_active":"2024-07-26T15:28:58.321371+0000","last_peered":"2024-07-26T15:28:58.321371+0000","last_clean":"2024-07-26T15:28:58.321371+0000","last_became_active":"2024-07-26T15:28:57.337758+0000","last_became_peered":"2024-07-26T15:28:57.337758+0000","last_unstale":"2024-07-26T15:28:58.321371+0000","last_undegraded":"2024-07-26T15:28:58.321371+0000","last_fullsized":"2024-07-26T15:28:58.321371+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:52.563590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765412+0000","last_change":"2024-07-26T15:28:53.306155+0000","last_active":"2024-07-26T15:28:58.765412+0000","last_peered":"2024-07-26T15:28:58.765412+0000","last_clean":"2024-07-26T15:28:58.765412+0000","last_became_active":"2024-07-26T15:28:53.304748+0000","last_became_peered":"2024-07-26T15:28:53.304748+0000","last_unstale":"2024-07-26T15:28:58.765412+0000","last_undegraded":"2024-07-26T15:28:58.765412+0000","last_fullsized":"2024-07-26T15:28:58.765412+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:47.418497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":30,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764346+0000","last_change":"2024-07-26T15:28:52.287809+0000","last_active":"2024-07-26T15:28:58.764346+0000","last_peered":"2024-07-26T15:28:58.764346+0000","last_clean":"2024-07-26T15:28:58.764346+0000","last_became_active":"2024-07-26T15:28:52.287148+0000","last_became_peered":"2024-07-26T15:28:52.287148+0000","last_unstale":"2024-07-26T15:28:58.764346+0000","last_undegraded":"2024-07-26T15:28:58.764346+0000","last_fullsized":"2024-07-26T15:28:58.764346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765171+0000","last_change":"2024-07-26T15:28:57.340596+0000","last_active":"2024-07-26T15:28:58.765171+0000","last_peered":"2024-07-26T15:28:58.765171+0000","last_clean":"2024-07-26T15:28:58.765171+0000","last_became_active":"2024-07-26T15:28:57.340088+0000","last_became_peered":"2024-07-26T15:28:57.340088+0000","last_unstale":"2024-07-26T15:28:58.765171+0000","last_undegraded":"2024-07-26T15:28:58.765171+0000","last_fullsized":"2024-07-26T15:28:58.765171+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:24.806916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765317+0000","last_change":"2024-07-26T15:28:53.294582+0000","last_active":"2024-07-26T15:28:58.765317+0000","last_peered":"2024-07-26T15:28:58.765317+0000","last_clean":"2024-07-26T15:28:58.765317+0000","last_became_active":"2024-07-26T15:28:53.294274+0000","last_became_peered":"2024-07-26T15:28:53.294274+0000","last_unstale":"2024-07-26T15:28:58.765317+0000","last_undegraded":"2024-07-26T15:28:58.765317+0000","last_fullsized":"2024-07-26T15:28:58.765317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:32.477629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765628+0000","last_change":"2024-07-26T15:28:52.291955+0000","last_active":"2024-07-26T15:28:58.765628+0000","last_peered":"2024-07-26T15:28:58.765628+0000","last_clean":"2024-07-26T15:28:58.765628+0000","last_became_active":"2024-07-26T15:28:52.291632+0000","last_became_peered":"2024-07-26T15:28:52.291632+0000","last_unstale":"2024-07-26T15:28:58.765628+0000","last_undegraded":"2024-07-26T15:28:58.765628+0000","last_fullsized":"2024-07-26T15:28:58.765628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320034+0000","last_change":"2024-07-26T15:28:57.471727+0000","last_active":"2024-07-26T15:28:58.320034+0000","last_peered":"2024-07-26T15:28:58.320034+0000","last_clean":"2024-07-26T15:28:58.320034+0000","last_became_active":"2024-07-26T15:28:57.471261+0000","last_became_peered":"2024-07-26T15:28:57.471261+0000","last_unstale":"2024-07-26T15:28:58.320034+0000","last_undegraded":"2024-07-26T15:28:58.320034+0000","last_fullsized":"2024-07-26T15:28:58.320034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:08.933710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765721+0000","last_change":"2024-07-26T15:28:53.308652+0000","last_active":"2024-07-26T15:28:58.765721+0000","last_peered":"2024-07-26T15:28:58.765721+0000","last_clean":"2024-07-26T15:28:58.765721+0000","last_became_active":"2024-07-26T15:28:53.308299+0000","last_became_peered":"2024-07-26T15:28:53.308299+0000","last_unstale":"2024-07-26T15:28:58.765721+0000","last_undegraded":"2024-07-26T15:28:58.765721+0000","last_fullsized":"2024-07-26T15:28:58.765721+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:14.031846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321823+0000","last_change":"2024-07-26T15:28:52.285893+0000","last_active":"2024-07-26T15:28:58.321823+0000","last_peered":"2024-07-26T15:28:58.321823+0000","last_clean":"2024-07-26T15:28:58.321823+0000","last_became_active":"2024-07-26T15:28:52.285515+0000","last_became_peered":"2024-07-26T15:28:52.285515+0000","last_unstale":"2024-07-26T15:28:58.321823+0000","last_undegraded":"2024-07-26T15:28:58.321823+0000","last_fullsized":"2024-07-26T15:28:58.321823+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319468+0000","last_change":"2024-07-26T15:28:57.468258+0000","last_active":"2024-07-26T15:28:58.319468+0000","last_peered":"2024-07-26T15:28:58.319468+0000","last_clean":"2024-07-26T15:28:58.319468+0000","last_became_active":"2024-07-26T15:28:57.467792+0000","last_became_peered":"2024-07-26T15:28:57.467792+0000","last_unstale":"2024-07-26T15:28:58.319468+0000","last_undegraded":"2024-07-26T15:28:58.319468+0000","last_fullsized":"2024-07-26T15:28:58.319468+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:29:22.982896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764909+0000","last_change":"2024-07-26T15:28:53.304620+0000","last_active":"2024-07-26T15:28:58.764909+0000","last_peered":"2024-07-26T15:28:58.764909+0000","last_clean":"2024-07-26T15:28:58.764909+0000","last_became_active":"2024-07-26T15:28:53.304286+0000","last_became_peered":"2024-07-26T15:28:53.304286+0000","last_unstale":"2024-07-26T15:28:58.764909+0000","last_undegraded":"2024-07-26T15:28:58.764909+0000","last_fullsized":"2024-07-26T15:28:58.764909+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:52.935026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765469+0000","last_change":"2024-07-26T15:28:52.289016+0000","last_active":"2024-07-26T15:28:58.765469+0000","last_peered":"2024-07-26T15:28:58.765469+0000","last_clean":"2024-07-26T15:28:58.765469+0000","last_became_active":"2024-07-26T15:28:52.287930+0000","last_became_peered":"2024-07-26T15:28:52.287930+0000","last_unstale":"2024-07-26T15:28:58.765469+0000","last_undegraded":"2024-07-26T15:28:58.765469+0000","last_fullsized":"2024-07-26T15:28:58.765469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:30.621201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321796+0000","last_change":"2024-07-26T15:28:57.468316+0000","last_active":"2024-07-26T15:28:58.321796+0000","last_peered":"2024-07-26T15:28:58.321796+0000","last_clean":"2024-07-26T15:28:58.321796+0000","last_became_active":"2024-07-26T15:28:57.467835+0000","last_became_peered":"2024-07-26T15:28:57.467835+0000","last_unstale":"2024-07-26T15:28:58.321796+0000","last_undegraded":"2024-07-26T15:28:58.321796+0000","last_fullsized":"2024-07-26T15:28:58.321796+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:57.146606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765929+0000","last_change":"2024-07-26T15:28:53.307999+0000","last_active":"2024-07-26T15:28:58.765929+0000","last_peered":"2024-07-26T15:28:58.765929+0000","last_clean":"2024-07-26T15:28:58.765929+0000","last_became_active":"2024-07-26T15:28:53.307688+0000","last_became_peered":"2024-07-26T15:28:53.307688+0000","last_unstale":"2024-07-26T15:28:58.765929+0000","last_undegraded":"2024-07-26T15:28:58.765929+0000","last_fullsized":"2024-07-26T15:28:58.765929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:43.107605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:29:02.973940+0000","last_change":"2024-07-26T15:28:52.292848+0000","last_active":"2024-07-26T15:29:02.973940+0000","last_peered":"2024-07-26T15:29:02.973940+0000","last_clean":"2024-07-26T15:29:02.973940+0000","last_became_active":"2024-07-26T15:28:52.292486+0000","last_became_peered":"2024-07-26T15:28:52.292486+0000","last_unstale":"2024-07-26T15:29:02.973940+0000","last_undegraded":"2024-07-26T15:29:02.973940+0000","last_fullsized":"2024-07-26T15:29:02.973940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766607+0000","last_change":"2024-07-26T15:28:57.341285+0000","last_active":"2024-07-26T15:28:58.766607+0000","last_peered":"2024-07-26T15:28:58.766607+0000","last_clean":"2024-07-26T15:28:58.766607+0000","last_became_active":"2024-07-26T15:28:57.340771+0000","last_became_peered":"2024-07-26T15:28:57.340771+0000","last_unstale":"2024-07-26T15:28:58.766607+0000","last_undegraded":"2024-07-26T15:28:58.766607+0000","last_fullsized":"2024-07-26T15:28:58.766607+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:14.077723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322706+0000","last_change":"2024-07-26T15:28:53.312264+0000","last_active":"2024-07-26T15:28:58.322706+0000","last_peered":"2024-07-26T15:28:58.322706+0000","last_clean":"2024-07-26T15:28:58.322706+0000","last_became_active":"2024-07-26T15:28:53.311986+0000","last_became_peered":"2024-07-26T15:28:53.311986+0000","last_unstale":"2024-07-26T15:28:58.322706+0000","last_undegraded":"2024-07-26T15:28:58.322706+0000","last_fullsized":"2024-07-26T15:28:58.322706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:33:59.165216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766223+0000","last_change":"2024-07-26T15:28:52.286154+0000","last_active":"2024-07-26T15:28:58.766223+0000","last_peered":"2024-07-26T15:28:58.766223+0000","last_clean":"2024-07-26T15:28:58.766223+0000","last_became_active":"2024-07-26T15:28:52.285807+0000","last_became_peered":"2024-07-26T15:28:52.285807+0000","last_unstale":"2024-07-26T15:28:58.766223+0000","last_undegraded":"2024-07-26T15:28:58.766223+0000","last_fullsized":"2024-07-26T15:28:58.766223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:07.790778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323251+0000","last_change":"2024-07-26T15:28:57.342803+0000","last_active":"2024-07-26T15:28:58.323251+0000","last_peered":"2024-07-26T15:28:58.323251+0000","last_clean":"2024-07-26T15:28:58.323251+0000","last_became_active":"2024-07-26T15:28:57.342360+0000","last_became_peered":"2024-07-26T15:28:57.342360+0000","last_unstale":"2024-07-26T15:28:58.323251+0000","last_undegraded":"2024-07-26T15:28:58.323251+0000","last_fullsized":"2024-07-26T15:28:58.323251+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:13:06.129463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765234+0000","last_change":"2024-07-26T15:28:53.303266+0000","last_active":"2024-07-26T15:28:58.765234+0000","last_peered":"2024-07-26T15:28:58.765234+0000","last_clean":"2024-07-26T15:28:58.765234+0000","last_became_active":"2024-07-26T15:28:53.302951+0000","last_became_peered":"2024-07-26T15:28:53.302951+0000","last_unstale":"2024-07-26T15:28:58.765234+0000","last_undegraded":"2024-07-26T15:28:58.765234+0000","last_fullsized":"2024-07-26T15:28:58.765234+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:35:49.471060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322213+0000","last_change":"2024-07-26T15:28:52.293425+0000","last_active":"2024-07-26T15:28:58.322213+0000","last_peered":"2024-07-26T15:28:58.322213+0000","last_clean":"2024-07-26T15:28:58.322213+0000","last_became_active":"2024-07-26T15:28:52.293137+0000","last_became_peered":"2024-07-26T15:28:52.293137+0000","last_unstale":"2024-07-26T15:28:58.322213+0000","last_undegraded":"2024-07-26T15:28:58.322213+0000","last_fullsized":"2024-07-26T15:28:58.322213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318776+0000","last_change":"2024-07-26T15:28:57.342285+0000","last_active":"2024-07-26T15:28:58.318776+0000","last_peered":"2024-07-26T15:28:58.318776+0000","last_clean":"2024-07-26T15:28:58.318776+0000","last_became_active":"2024-07-26T15:28:57.341826+0000","last_became_peered":"2024-07-26T15:28:57.341826+0000","last_unstale":"2024-07-26T15:28:58.318776+0000","last_undegraded":"2024-07-26T15:28:58.318776+0000","last_fullsized":"2024-07-26T15:28:58.318776+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:57.146606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322097+0000","last_change":"2024-07-26T15:28:53.301223+0000","last_active":"2024-07-26T15:28:58.322097+0000","last_peered":"2024-07-26T15:28:58.322097+0000","last_clean":"2024-07-26T15:28:58.322097+0000","last_became_active":"2024-07-26T15:28:53.300893+0000","last_became_peered":"2024-07-26T15:28:53.300893+0000","last_unstale":"2024-07-26T15:28:58.322097+0000","last_undegraded":"2024-07-26T15:28:58.322097+0000","last_fullsized":"2024-07-26T15:28:58.322097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:43:52.959680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766842+0000","last_change":"2024-07-26T15:28:52.294499+0000","last_active":"2024-07-26T15:28:58.766842+0000","last_peered":"2024-07-26T15:28:58.766842+0000","last_clean":"2024-07-26T15:28:58.766842+0000","last_became_active":"2024-07-26T15:28:52.294139+0000","last_became_peered":"2024-07-26T15:28:52.294139+0000","last_unstale":"2024-07-26T15:28:58.766842+0000","last_undegraded":"2024-07-26T15:28:58.766842+0000","last_fullsized":"2024-07-26T15:28:58.766842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:51:40.996840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318634+0000","last_change":"2024-07-26T15:28:57.472642+0000","last_active":"2024-07-26T15:28:58.318634+0000","last_peered":"2024-07-26T15:28:58.318634+0000","last_clean":"2024-07-26T15:28:58.318634+0000","last_became_active":"2024-07-26T15:28:57.472234+0000","last_became_peered":"2024-07-26T15:28:57.472234+0000","last_unstale":"2024-07-26T15:28:58.318634+0000","last_undegraded":"2024-07-26T15:28:58.318634+0000","last_fullsized":"2024-07-26T15:28:58.318634+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:29.311852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764939+0000","last_change":"2024-07-26T15:28:57.468587+0000","last_active":"2024-07-26T15:28:58.764939+0000","last_peered":"2024-07-26T15:28:58.764939+0000","last_clean":"2024-07-26T15:28:58.764939+0000","last_became_active":"2024-07-26T15:28:57.468170+0000","last_became_peered":"2024-07-26T15:28:57.468170+0000","last_unstale":"2024-07-26T15:28:58.764939+0000","last_undegraded":"2024-07-26T15:28:58.764939+0000","last_fullsized":"2024-07-26T15:28:58.764939+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:37.167343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765890+0000","last_change":"2024-07-26T15:28:53.308714+0000","last_active":"2024-07-26T15:28:58.765890+0000","last_peered":"2024-07-26T15:28:58.765890+0000","last_clean":"2024-07-26T15:28:58.765890+0000","last_became_active":"2024-07-26T15:28:53.308372+0000","last_became_peered":"2024-07-26T15:28:53.308372+0000","last_unstale":"2024-07-26T15:28:58.765890+0000","last_undegraded":"2024-07-26T15:28:58.765890+0000","last_fullsized":"2024-07-26T15:28:58.765890+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:05.537524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321118+0000","last_change":"2024-07-26T15:28:52.289683+0000","last_active":"2024-07-26T15:28:58.321118+0000","last_peered":"2024-07-26T15:28:58.321118+0000","last_clean":"2024-07-26T15:28:58.321118+0000","last_became_active":"2024-07-26T15:28:52.289236+0000","last_became_peered":"2024-07-26T15:28:52.289236+0000","last_unstale":"2024-07-26T15:28:58.321118+0000","last_undegraded":"2024-07-26T15:28:58.321118+0000","last_fullsized":"2024-07-26T15:28:58.321118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:44.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766619+0000","last_change":"2024-07-26T15:28:57.344777+0000","last_active":"2024-07-26T15:28:58.766619+0000","last_peered":"2024-07-26T15:28:58.766619+0000","last_clean":"2024-07-26T15:28:58.766619+0000","last_became_active":"2024-07-26T15:28:57.344381+0000","last_became_peered":"2024-07-26T15:28:57.344381+0000","last_unstale":"2024-07-26T15:28:58.766619+0000","last_undegraded":"2024-07-26T15:28:58.766619+0000","last_fullsized":"2024-07-26T15:28:58.766619+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:59.721035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318584+0000","last_change":"2024-07-26T15:28:53.300446+0000","last_active":"2024-07-26T15:28:58.318584+0000","last_peered":"2024-07-26T15:28:58.318584+0000","last_clean":"2024-07-26T15:28:58.318584+0000","last_became_active":"2024-07-26T15:28:53.299296+0000","last_became_peered":"2024-07-26T15:28:53.299296+0000","last_unstale":"2024-07-26T15:28:58.318584+0000","last_undegraded":"2024-07-26T15:28:58.318584+0000","last_fullsized":"2024-07-26T15:28:58.318584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:42.554054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318920+0000","last_change":"2024-07-26T15:28:52.293419+0000","last_active":"2024-07-26T15:28:58.318920+0000","last_peered":"2024-07-26T15:28:58.318920+0000","last_clean":"2024-07-26T15:28:58.318920+0000","last_became_active":"2024-07-26T15:28:52.293086+0000","last_became_peered":"2024-07-26T15:28:52.293086+0000","last_unstale":"2024-07-26T15:28:58.318920+0000","last_undegraded":"2024-07-26T15:28:58.318920+0000","last_fullsized":"2024-07-26T15:28:58.318920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:47:46.283848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766347+0000","last_change":"2024-07-26T15:28:52.291571+0000","last_active":"2024-07-26T15:28:58.766347+0000","last_peered":"2024-07-26T15:28:58.766347+0000","last_clean":"2024-07-26T15:28:58.766347+0000","last_became_active":"2024-07-26T15:28:52.291065+0000","last_became_peered":"2024-07-26T15:28:52.291065+0000","last_unstale":"2024-07-26T15:28:58.766347+0000","last_undegraded":"2024-07-26T15:28:58.766347+0000","last_fullsized":"2024-07-26T15:28:58.766347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765362+0000","last_change":"2024-07-26T15:28:53.310811+0000","last_active":"2024-07-26T15:28:58.765362+0000","last_peered":"2024-07-26T15:28:58.765362+0000","last_clean":"2024-07-26T15:28:58.765362+0000","last_became_active":"2024-07-26T15:28:53.309369+0000","last_became_peered":"2024-07-26T15:28:53.309369+0000","last_unstale":"2024-07-26T15:28:58.765362+0000","last_undegraded":"2024-07-26T15:28:58.765362+0000","last_fullsized":"2024-07-26T15:28:58.765362+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:08.752129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765442+0000","last_change":"2024-07-26T15:28:57.345928+0000","last_active":"2024-07-26T15:28:58.765442+0000","last_peered":"2024-07-26T15:28:58.765442+0000","last_clean":"2024-07-26T15:28:58.765442+0000","last_became_active":"2024-07-26T15:28:57.345172+0000","last_became_peered":"2024-07-26T15:28:57.345172+0000","last_unstale":"2024-07-26T15:28:58.765442+0000","last_undegraded":"2024-07-26T15:28:58.765442+0000","last_fullsized":"2024-07-26T15:28:58.765442+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:59.102961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319344+0000","last_change":"2024-07-26T15:28:52.290196+0000","last_active":"2024-07-26T15:28:58.319344+0000","last_peered":"2024-07-26T15:28:58.319344+0000","last_clean":"2024-07-26T15:28:58.319344+0000","last_became_active":"2024-07-26T15:28:52.289830+0000","last_became_peered":"2024-07-26T15:28:52.289830+0000","last_unstale":"2024-07-26T15:28:58.319344+0000","last_undegraded":"2024-07-26T15:28:58.319344+0000","last_fullsized":"2024-07-26T15:28:58.319344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:51.852752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322707+0000","last_change":"2024-07-26T15:28:53.308224+0000","last_active":"2024-07-26T15:28:58.322707+0000","last_peered":"2024-07-26T15:28:58.322707+0000","last_clean":"2024-07-26T15:28:58.322707+0000","last_became_active":"2024-07-26T15:28:53.307918+0000","last_became_peered":"2024-07-26T15:28:53.307918+0000","last_unstale":"2024-07-26T15:28:58.322707+0000","last_undegraded":"2024-07-26T15:28:58.322707+0000","last_fullsized":"2024-07-26T15:28:58.322707+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:33:02.772082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319714+0000","last_change":"2024-07-26T15:28:57.336433+0000","last_active":"2024-07-26T15:28:58.319714+0000","last_peered":"2024-07-26T15:28:58.319714+0000","last_clean":"2024-07-26T15:28:58.319714+0000","last_became_active":"2024-07-26T15:28:57.335980+0000","last_became_peered":"2024-07-26T15:28:57.335980+0000","last_unstale":"2024-07-26T15:28:58.319714+0000","last_undegraded":"2024-07-26T15:28:58.319714+0000","last_fullsized":"2024-07-26T15:28:58.319714+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:07.656451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765197+0000","last_change":"2024-07-26T15:28:53.295884+0000","last_active":"2024-07-26T15:28:58.765197+0000","last_peered":"2024-07-26T15:28:58.765197+0000","last_clean":"2024-07-26T15:28:58.765197+0000","last_became_active":"2024-07-26T15:28:53.295033+0000","last_became_peered":"2024-07-26T15:28:53.295033+0000","last_unstale":"2024-07-26T15:28:58.765197+0000","last_undegraded":"2024-07-26T15:28:58.765197+0000","last_fullsized":"2024-07-26T15:28:58.765197+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:28:06.739951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765228+0000","last_change":"2024-07-26T15:28:53.303106+0000","last_active":"2024-07-26T15:28:58.765228+0000","last_peered":"2024-07-26T15:28:58.765228+0000","last_clean":"2024-07-26T15:28:58.765228+0000","last_became_active":"2024-07-26T15:28:53.302707+0000","last_became_peered":"2024-07-26T15:28:53.302707+0000","last_unstale":"2024-07-26T15:28:58.765228+0000","last_undegraded":"2024-07-26T15:28:58.765228+0000","last_fullsized":"2024-07-26T15:28:58.765228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321699+0000","last_change":"2024-07-26T15:28:53.309527+0000","last_active":"2024-07-26T15:28:58.321699+0000","last_peered":"2024-07-26T15:28:58.321699+0000","last_clean":"2024-07-26T15:28:58.321699+0000","last_became_active":"2024-07-26T15:28:53.309237+0000","last_became_peered":"2024-07-26T15:28:53.309237+0000","last_unstale":"2024-07-26T15:28:58.321699+0000","last_undegraded":"2024-07-26T15:28:58.321699+0000","last_fullsized":"2024-07-26T15:28:58.321699+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:36.585286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765247+0000","last_change":"2024-07-26T15:28:53.306770+0000","last_active":"2024-07-26T15:28:58.765247+0000","last_peered":"2024-07-26T15:28:58.765247+0000","last_clean":"2024-07-26T15:28:58.765247+0000","last_became_active":"2024-07-26T15:28:53.306454+0000","last_became_peered":"2024-07-26T15:28:53.306454+0000","last_unstale":"2024-07-26T15:28:58.765247+0000","last_undegraded":"2024-07-26T15:28:58.765247+0000","last_fullsized":"2024-07-26T15:28:58.765247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:34:20.726286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319572+0000","last_change":"2024-07-26T15:28:53.305740+0000","last_active":"2024-07-26T15:28:58.319572+0000","last_peered":"2024-07-26T15:28:58.319572+0000","last_clean":"2024-07-26T15:28:58.319572+0000","last_became_active":"2024-07-26T15:28:53.305356+0000","last_became_peered":"2024-07-26T15:28:53.305356+0000","last_unstale":"2024-07-26T15:28:58.319572+0000","last_undegraded":"2024-07-26T15:28:58.319572+0000","last_fullsized":"2024-07-26T15:28:58.319572+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:43.090975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766020+0000","last_change":"2024-07-26T15:28:53.308110+0000","last_active":"2024-07-26T15:28:58.766020+0000","last_peered":"2024-07-26T15:28:58.766020+0000","last_clean":"2024-07-26T15:28:58.766020+0000","last_became_active":"2024-07-26T15:28:53.307784+0000","last_became_peered":"2024-07-26T15:28:53.307784+0000","last_unstale":"2024-07-26T15:28:58.766020+0000","last_undegraded":"2024-07-26T15:28:58.766020+0000","last_fullsized":"2024-07-26T15:28:58.766020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:08.752129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766216+0000","last_change":"2024-07-26T15:28:53.299836+0000","last_active":"2024-07-26T15:28:58.766216+0000","last_peered":"2024-07-26T15:28:58.766216+0000","last_clean":"2024-07-26T15:28:58.766216+0000","last_became_active":"2024-07-26T15:28:53.299451+0000","last_became_peered":"2024-07-26T15:28:53.299451+0000","last_unstale":"2024-07-26T15:28:58.766216+0000","last_undegraded":"2024-07-26T15:28:58.766216+0000","last_fullsized":"2024-07-26T15:28:58.766216+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319876+0000","last_change":"2024-07-26T15:28:53.303683+0000","last_active":"2024-07-26T15:28:58.319876+0000","last_peered":"2024-07-26T15:28:58.319876+0000","last_clean":"2024-07-26T15:28:58.319876+0000","last_became_active":"2024-07-26T15:28:53.303037+0000","last_became_peered":"2024-07-26T15:28:53.303037+0000","last_unstale":"2024-07-26T15:28:58.319876+0000","last_undegraded":"2024-07-26T15:28:58.319876+0000","last_fullsized":"2024-07-26T15:28:58.319876+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:48.522951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320985+0000","last_change":"2024-07-26T15:28:53.310478+0000","last_active":"2024-07-26T15:28:58.320985+0000","last_peered":"2024-07-26T15:28:58.320985+0000","last_clean":"2024-07-26T15:28:58.320985+0000","last_became_active":"2024-07-26T15:28:53.310150+0000","last_became_peered":"2024-07-26T15:28:53.310150+0000","last_unstale":"2024-07-26T15:28:58.320985+0000","last_undegraded":"2024-07-26T15:28:58.320985+0000","last_fullsized":"2024-07-26T15:28:58.320985+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:40.826960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318853+0000","last_change":"2024-07-26T15:28:53.305687+0000","last_active":"2024-07-26T15:28:58.318853+0000","last_peered":"2024-07-26T15:28:58.318853+0000","last_clean":"2024-07-26T15:28:58.318853+0000","last_became_active":"2024-07-26T15:28:53.305139+0000","last_became_peered":"2024-07-26T15:28:53.305139+0000","last_unstale":"2024-07-26T15:28:58.318853+0000","last_undegraded":"2024-07-26T15:28:58.318853+0000","last_fullsized":"2024-07-26T15:28:58.318853+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:54.754759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321564+0000","last_change":"2024-07-26T15:28:53.304483+0000","last_active":"2024-07-26T15:28:58.321564+0000","last_peered":"2024-07-26T15:28:58.321564+0000","last_clean":"2024-07-26T15:28:58.321564+0000","last_became_active":"2024-07-26T15:28:53.304154+0000","last_became_peered":"2024-07-26T15:28:53.304154+0000","last_unstale":"2024-07-26T15:28:58.321564+0000","last_undegraded":"2024-07-26T15:28:58.321564+0000","last_fullsized":"2024-07-26T15:28:58.321564+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:48.522951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765036+0000","last_change":"2024-07-26T15:28:53.311761+0000","last_active":"2024-07-26T15:28:58.765036+0000","last_peered":"2024-07-26T15:28:58.765036+0000","last_clean":"2024-07-26T15:28:58.765036+0000","last_became_active":"2024-07-26T15:28:53.311468+0000","last_became_peered":"2024-07-26T15:28:53.311468+0000","last_unstale":"2024-07-26T15:28:58.765036+0000","last_undegraded":"2024-07-26T15:28:58.765036+0000","last_fullsized":"2024-07-26T15:28:58.765036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:15:17.253622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765915+0000","last_change":"2024-07-26T15:28:53.314578+0000","last_active":"2024-07-26T15:28:58.765915+0000","last_peered":"2024-07-26T15:28:58.765915+0000","last_clean":"2024-07-26T15:28:58.765915+0000","last_became_active":"2024-07-26T15:28:53.314128+0000","last_became_peered":"2024-07-26T15:28:53.314128+0000","last_unstale":"2024-07-26T15:28:58.765915+0000","last_undegraded":"2024-07-26T15:28:58.765915+0000","last_fullsized":"2024-07-26T15:28:58.765915+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:43.090975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766343+0000","last_change":"2024-07-26T15:28:53.306606+0000","last_active":"2024-07-26T15:28:58.766343+0000","last_peered":"2024-07-26T15:28:58.766343+0000","last_clean":"2024-07-26T15:28:58.766343+0000","last_became_active":"2024-07-26T15:28:53.304582+0000","last_became_peered":"2024-07-26T15:28:53.304582+0000","last_unstale":"2024-07-26T15:28:58.766343+0000","last_undegraded":"2024-07-26T15:28:58.766343+0000","last_fullsized":"2024-07-26T15:28:58.766343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:16.411237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765529+0000","last_change":"2024-07-26T15:28:53.298544+0000","last_active":"2024-07-26T15:28:58.765529+0000","last_peered":"2024-07-26T15:28:58.765529+0000","last_clean":"2024-07-26T15:28:58.765529+0000","last_became_active":"2024-07-26T15:28:53.298209+0000","last_became_peered":"2024-07-26T15:28:53.298209+0000","last_unstale":"2024-07-26T15:28:58.765529+0000","last_undegraded":"2024-07-26T15:28:58.765529+0000","last_fullsized":"2024-07-26T15:28:58.765529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:44:29.782538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322786+0000","last_change":"2024-07-26T15:28:53.307501+0000","last_active":"2024-07-26T15:28:58.322786+0000","last_peered":"2024-07-26T15:28:58.322786+0000","last_clean":"2024-07-26T15:28:58.322786+0000","last_became_active":"2024-07-26T15:28:53.307189+0000","last_became_peered":"2024-07-26T15:28:53.307189+0000","last_unstale":"2024-07-26T15:28:58.322786+0000","last_undegraded":"2024-07-26T15:28:58.322786+0000","last_fullsized":"2024-07-26T15:28:58.322786+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:13.474013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320825+0000","last_change":"2024-07-26T15:28:53.303199+0000","last_active":"2024-07-26T15:28:58.320825+0000","last_peered":"2024-07-26T15:28:58.320825+0000","last_clean":"2024-07-26T15:28:58.320825+0000","last_became_active":"2024-07-26T15:28:53.302830+0000","last_became_peered":"2024-07-26T15:28:53.302830+0000","last_unstale":"2024-07-26T15:28:58.320825+0000","last_undegraded":"2024-07-26T15:28:58.320825+0000","last_fullsized":"2024-07-26T15:28:58.320825+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766006+0000","last_change":"2024-07-26T15:28:53.303882+0000","last_active":"2024-07-26T15:28:58.766006+0000","last_peered":"2024-07-26T15:28:58.766006+0000","last_clean":"2024-07-26T15:28:58.766006+0000","last_became_active":"2024-07-26T15:28:53.303554+0000","last_became_peered":"2024-07-26T15:28:53.303554+0000","last_unstale":"2024-07-26T15:28:58.766006+0000","last_undegraded":"2024-07-26T15:28:58.766006+0000","last_fullsized":"2024-07-26T15:28:58.766006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:34:20.726286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764820+0000","last_change":"2024-07-26T15:28:53.309286+0000","last_active":"2024-07-26T15:28:58.764820+0000","last_peered":"2024-07-26T15:28:58.764820+0000","last_clean":"2024-07-26T15:28:58.764820+0000","last_became_active":"2024-07-26T15:28:53.308953+0000","last_became_peered":"2024-07-26T15:28:53.308953+0000","last_unstale":"2024-07-26T15:28:58.764820+0000","last_undegraded":"2024-07-26T15:28:58.764820+0000","last_fullsized":"2024-07-26T15:28:58.764820+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:23:04.486272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319113+0000","last_change":"2024-07-26T15:28:53.304017+0000","last_active":"2024-07-26T15:28:58.319113+0000","last_peered":"2024-07-26T15:28:58.319113+0000","last_clean":"2024-07-26T15:28:58.319113+0000","last_became_active":"2024-07-26T15:28:53.303553+0000","last_became_peered":"2024-07-26T15:28:53.303553+0000","last_unstale":"2024-07-26T15:28:58.319113+0000","last_undegraded":"2024-07-26T15:28:58.319113+0000","last_fullsized":"2024-07-26T15:28:58.319113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322644+0000","last_change":"2024-07-26T15:28:53.303774+0000","last_active":"2024-07-26T15:28:58.322644+0000","last_peered":"2024-07-26T15:28:58.322644+0000","last_clean":"2024-07-26T15:28:58.322644+0000","last_became_active":"2024-07-26T15:28:53.302427+0000","last_became_peered":"2024-07-26T15:28:53.302427+0000","last_unstale":"2024-07-26T15:28:58.322644+0000","last_undegraded":"2024-07-26T15:28:58.322644+0000","last_fullsized":"2024-07-26T15:28:58.322644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:44:29.782538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766709+0000","last_change":"2024-07-26T15:28:53.292523+0000","last_active":"2024-07-26T15:28:58.766709+0000","last_peered":"2024-07-26T15:28:58.766709+0000","last_clean":"2024-07-26T15:28:58.766709+0000","last_became_active":"2024-07-26T15:28:53.292200+0000","last_became_peered":"2024-07-26T15:28:53.292200+0000","last_unstale":"2024-07-26T15:28:58.766709+0000","last_undegraded":"2024-07-26T15:28:58.766709+0000","last_fullsized":"2024-07-26T15:28:58.766709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:42.554054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766067+0000","last_change":"2024-07-26T15:28:53.295579+0000","last_active":"2024-07-26T15:28:58.766067+0000","last_peered":"2024-07-26T15:28:58.766067+0000","last_clean":"2024-07-26T15:28:58.766067+0000","last_became_active":"2024-07-26T15:28:53.295206+0000","last_became_peered":"2024-07-26T15:28:53.295206+0000","last_unstale":"2024-07-26T15:28:58.766067+0000","last_undegraded":"2024-07-26T15:28:58.766067+0000","last_fullsized":"2024-07-26T15:28:58.766067+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766648+0000","last_change":"2024-07-26T15:28:53.314815+0000","last_active":"2024-07-26T15:28:58.766648+0000","last_peered":"2024-07-26T15:28:58.766648+0000","last_clean":"2024-07-26T15:28:58.766648+0000","last_became_active":"2024-07-26T15:28:53.314492+0000","last_became_peered":"2024-07-26T15:28:53.314492+0000","last_unstale":"2024-07-26T15:28:58.766648+0000","last_undegraded":"2024-07-26T15:28:58.766648+0000","last_fullsized":"2024-07-26T15:28:58.766648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:10.037084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318441+0000","last_change":"2024-07-26T15:28:53.310358+0000","last_active":"2024-07-26T15:28:58.318441+0000","last_peered":"2024-07-26T15:28:58.318441+0000","last_clean":"2024-07-26T15:28:58.318441+0000","last_became_active":"2024-07-26T15:28:53.309919+0000","last_became_peered":"2024-07-26T15:28:53.309919+0000","last_unstale":"2024-07-26T15:28:58.318441+0000","last_undegraded":"2024-07-26T15:28:58.318441+0000","last_fullsized":"2024-07-26T15:28:58.318441+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:28:06.739951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765419+0000","last_change":"2024-07-26T15:28:53.317318+0000","last_active":"2024-07-26T15:28:58.765419+0000","last_peered":"2024-07-26T15:28:58.765419+0000","last_clean":"2024-07-26T15:28:58.765419+0000","last_became_active":"2024-07-26T15:28:53.316994+0000","last_became_peered":"2024-07-26T15:28:53.316994+0000","last_unstale":"2024-07-26T15:28:58.765419+0000","last_undegraded":"2024-07-26T15:28:58.765419+0000","last_fullsized":"2024-07-26T15:28:58.765419+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:46:54.151868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321203+0000","last_change":"2024-07-26T15:28:53.293881+0000","last_active":"2024-07-26T15:28:58.321203+0000","last_peered":"2024-07-26T15:28:58.321203+0000","last_clean":"2024-07-26T15:28:58.321203+0000","last_became_active":"2024-07-26T15:28:53.293548+0000","last_became_peered":"2024-07-26T15:28:53.293548+0000","last_unstale":"2024-07-26T15:28:58.321203+0000","last_undegraded":"2024-07-26T15:28:58.321203+0000","last_fullsized":"2024-07-26T15:28:58.321203+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765563+0000","last_change":"2024-07-26T15:28:53.298131+0000","last_active":"2024-07-26T15:28:58.765563+0000","last_peered":"2024-07-26T15:28:58.765563+0000","last_clean":"2024-07-26T15:28:58.765563+0000","last_became_active":"2024-07-26T15:28:53.297796+0000","last_became_peered":"2024-07-26T15:28:53.297796+0000","last_unstale":"2024-07-26T15:28:58.765563+0000","last_undegraded":"2024-07-26T15:28:58.765563+0000","last_fullsized":"2024-07-26T15:28:58.765563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:33.126704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321564+0000","last_change":"2024-07-26T15:28:53.313621+0000","last_active":"2024-07-26T15:28:58.321564+0000","last_peered":"2024-07-26T15:28:58.321564+0000","last_clean":"2024-07-26T15:28:58.321564+0000","last_became_active":"2024-07-26T15:28:53.313234+0000","last_became_peered":"2024-07-26T15:28:53.313234+0000","last_unstale":"2024-07-26T15:28:58.321564+0000","last_undegraded":"2024-07-26T15:28:58.321564+0000","last_fullsized":"2024-07-26T15:28:58.321564+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:13:02.088825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764660+0000","last_change":"2024-07-26T15:28:53.298795+0000","last_active":"2024-07-26T15:28:58.764660+0000","last_peered":"2024-07-26T15:28:58.764660+0000","last_clean":"2024-07-26T15:28:58.764660+0000","last_became_active":"2024-07-26T15:28:53.298480+0000","last_became_peered":"2024-07-26T15:28:53.298480+0000","last_unstale":"2024-07-26T15:28:58.764660+0000","last_undegraded":"2024-07-26T15:28:58.764660+0000","last_fullsized":"2024-07-26T15:28:58.764660+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:57.617704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766481+0000","last_change":"2024-07-26T15:28:53.294203+0000","last_active":"2024-07-26T15:28:58.766481+0000","last_peered":"2024-07-26T15:28:58.766481+0000","last_clean":"2024-07-26T15:28:58.766481+0000","last_became_active":"2024-07-26T15:28:53.293818+0000","last_became_peered":"2024-07-26T15:28:53.293818+0000","last_unstale":"2024-07-26T15:28:58.766481+0000","last_undegraded":"2024-07-26T15:28:58.766481+0000","last_fullsized":"2024-07-26T15:28:58.766481+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:35:49.471060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766536+0000","last_change":"2024-07-26T15:28:53.311245+0000","last_active":"2024-07-26T15:28:58.766536+0000","last_peered":"2024-07-26T15:28:58.766536+0000","last_clean":"2024-07-26T15:28:58.766536+0000","last_became_active":"2024-07-26T15:28:53.310644+0000","last_became_peered":"2024-07-26T15:28:53.310644+0000","last_unstale":"2024-07-26T15:28:58.766536+0000","last_undegraded":"2024-07-26T15:28:58.766536+0000","last_fullsized":"2024-07-26T15:28:58.766536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:56.453160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509449,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":110376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509449,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":106624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509449,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":106660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":110376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":106534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509451,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":106694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542154,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":876544,"data_stored":697540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27868,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343972,"statfs":{"total":96636764160,"available":96608227328,"internally_reserved":0,"allocated":868352,"data_stored":697484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:29:12.874 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:29:13.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.027+0000 7fdf96719640 1 -- 172.21.15.33:0/353574697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf900d1b80 msgr2=0x7fdf900d2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.027+0000 7fdf96719640 1 --2- 172.21.15.33:0/353574697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf900d1b80 0x7fdf900d2280 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fdf84009830 tx=0x7fdf8402a560 comp rx=0 tx=0).stop 2024-07-26T15:29:13.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.027+0000 7fdf96719640 1 -- 172.21.15.33:0/353574697 shutdown_connections 2024-07-26T15:29:13.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.027+0000 7fdf96719640 1 --2- 172.21.15.33:0/353574697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf900d1b80 0x7fdf900d2280 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.027+0000 7fdf96719640 1 --2- 172.21.15.33:0/353574697 >> v2:172.21.15.154:3300/0 conn(0x7fdf900cf430 0x7fdf900b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.027+0000 7fdf96719640 1 -- 172.21.15.33:0/353574697 >> 172.21.15.33:0/353574697 conn(0x7fdf900d3da0 msgr2=0x7fdf900d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:13.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.027+0000 7fdf96719640 1 -- 172.21.15.33:0/353574697 shutdown_connections 2024-07-26T15:29:13.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.027+0000 7fdf96719640 1 -- 172.21.15.33:0/353574697 wait complete. 2024-07-26T15:29:13.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.029+0000 7fdf96719640 1 Processor -- start 2024-07-26T15:29:13.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.029+0000 7fdf96719640 1 -- start start 2024-07-26T15:29:13.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf96719640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf900cf430 0x7fdf90152650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf96719640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf900d1b80 0x7fdf9015d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf96719640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf900d27c0 0x7fdf9015ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf96719640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdf900d0c80 con 0x7fdf900d1b80 2024-07-26T15:29:13.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf96719640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdf900b2690 con 0x7fdf900d27c0 2024-07-26T15:29:13.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf96719640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdf900d0e00 con 0x7fdf900cf430 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf900d1b80 0x7fdf9015d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf900d1b80 0x7fdf9015d890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49284/0 (socket says 172.21.15.33:49284) 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8f7fe640 1 -- 172.21.15.33:0/2162016883 learned_addr learned my addr 172.21.15.33:0/2162016883 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8ffff640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf900cf430 0x7fdf90152650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf94cb6640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf900d27c0 0x7fdf9015ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8f7fe640 1 -- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf900cf430 msgr2=0x7fdf90152650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8f7fe640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf900cf430 0x7fdf90152650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8f7fe640 1 -- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf900d27c0 msgr2=0x7fdf9015ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8f7fe640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf900d27c0 0x7fdf9015ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8f7fe640 1 -- 172.21.15.33:0/2162016883 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf90160f90 con 0x7fdf900d1b80 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8f7fe640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf900d1b80 0x7fdf9015d890 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fdf8402ab50 tx=0x7fdf84033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8cff9640 1 -- 172.21.15.33:0/2162016883 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf84031d60 con 0x7fdf900d1b80 2024-07-26T15:29:13.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8cff9640 1 -- 172.21.15.33:0/2162016883 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf84033e10 con 0x7fdf900d1b80 2024-07-26T15:29:13.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf8cff9640 1 -- 172.21.15.33:0/2162016883 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf84005260 con 0x7fdf900d1b80 2024-07-26T15:29:13.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.031+0000 7fdf96719640 1 -- 172.21.15.33:0/2162016883 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf901606f0 con 0x7fdf900d1b80 2024-07-26T15:29:13.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.032+0000 7fdf96719640 1 -- 172.21.15.33:0/2162016883 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf90160cb0 con 0x7fdf900d1b80 2024-07-26T15:29:13.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.033+0000 7fdf96719640 1 -- 172.21.15.33:0/2162016883 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf900d1340 con 0x7fdf900d1b80 2024-07-26T15:29:13.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.033+0000 7fdf8cff9640 1 -- 172.21.15.33:0/2162016883 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdf84005400 con 0x7fdf900d1b80 2024-07-26T15:29:13.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.034+0000 7fdf8cff9640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fdf7c077040 0x7fdf7c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.034+0000 7fdf8cff9640 1 -- 172.21.15.33:0/2162016883 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fdf840b9ee0 con 0x7fdf900d1b80 2024-07-26T15:29:13.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.034+0000 7fdf8ffff640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fdf7c077040 0x7fdf7c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:13.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.035+0000 7fdf8ffff640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fdf7c077040 0x7fdf7c079550 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdf80005d70 tx=0x7fdf80005d00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:13.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.039+0000 7fdf8cff9640 1 -- 172.21.15.33:0/2162016883 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdf8403f030 con 0x7fdf900d1b80 2024-07-26T15:29:13.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.231+0000 7fdf96719640 1 -- 172.21.15.33:0/2162016883 --> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdf9006e830 con 0x7fdf7c077040 2024-07-26T15:29:13.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.238+0000 7fdf8cff9640 1 -- 172.21.15.33:0/2162016883 <== mgr.4100 v2:172.21.15.154:6832/3214049706 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332523 (secure 0 0 0) 0x7fdf9006e830 con 0x7fdf7c077040 2024-07-26T15:29:13.242 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:13.246 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:29:13.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 -- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fdf7c077040 msgr2=0x7fdf7c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fdf7c077040 0x7fdf7c079550 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdf80005d70 tx=0x7fdf80005d00 comp rx=0 tx=0).stop 2024-07-26T15:29:13.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 -- 172.21.15.33:0/2162016883 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf900d1b80 msgr2=0x7fdf9015d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf900d1b80 0x7fdf9015d890 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fdf8402ab50 tx=0x7fdf84033c20 comp rx=0 tx=0).stop 2024-07-26T15:29:13.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 -- 172.21.15.33:0/2162016883 shutdown_connections 2024-07-26T15:29:13.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf900d27c0 0x7fdf9015ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fdf7c077040 0x7fdf7c079550 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf900d1b80 0x7fdf9015d890 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 --2- 172.21.15.33:0/2162016883 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf900cf430 0x7fdf90152650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 -- 172.21.15.33:0/2162016883 >> 172.21.15.33:0/2162016883 conn(0x7fdf900d3da0 msgr2=0x7fdf901585e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:13.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 -- 172.21.15.33:0/2162016883 shutdown_connections 2024-07-26T15:29:13.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.241+0000 7fdf96719640 1 -- 172.21.15.33:0/2162016883 wait complete. 2024-07-26T15:29:13.254 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-07-26T15:29:12.619624+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":149,"num_write_kb":1646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223664,"kb_used_data":3336,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754751056,"statfs":{"total":773094113280,"available":772865081344,"internally_reserved":0,"allocated":3416064,"data_stored":2042288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2230,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003972"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765480+0000","last_change":"2024-07-26T15:28:52.290154+0000","last_active":"2024-07-26T15:28:58.765480+0000","last_peered":"2024-07-26T15:28:58.765480+0000","last_clean":"2024-07-26T15:28:58.765480+0000","last_became_active":"2024-07-26T15:28:52.289783+0000","last_became_peered":"2024-07-26T15:28:52.289783+0000","last_unstale":"2024-07-26T15:28:58.765480+0000","last_undegraded":"2024-07-26T15:28:58.765480+0000","last_fullsized":"2024-07-26T15:28:58.765480+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:09:34.539277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319670+0000","last_change":"2024-07-26T15:28:53.301418+0000","last_active":"2024-07-26T15:28:58.319670+0000","last_peered":"2024-07-26T15:28:58.319670+0000","last_clean":"2024-07-26T15:28:58.319670+0000","last_became_active":"2024-07-26T15:28:53.300034+0000","last_became_peered":"2024-07-26T15:28:53.300034+0000","last_unstale":"2024-07-26T15:28:58.319670+0000","last_undegraded":"2024-07-26T15:28:58.319670+0000","last_fullsized":"2024-07-26T15:28:58.319670+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318838+0000","last_change":"2024-07-26T15:28:57.471092+0000","last_active":"2024-07-26T15:28:58.318838+0000","last_peered":"2024-07-26T15:28:58.318838+0000","last_clean":"2024-07-26T15:28:58.318838+0000","last_became_active":"2024-07-26T15:28:57.470540+0000","last_became_peered":"2024-07-26T15:28:57.470540+0000","last_unstale":"2024-07-26T15:28:58.318838+0000","last_undegraded":"2024-07-26T15:28:58.318838+0000","last_fullsized":"2024-07-26T15:28:58.318838+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:09:33.902166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319801+0000","last_change":"2024-07-26T15:28:52.287708+0000","last_active":"2024-07-26T15:28:58.319801+0000","last_peered":"2024-07-26T15:28:58.319801+0000","last_clean":"2024-07-26T15:28:58.319801+0000","last_became_active":"2024-07-26T15:28:52.287386+0000","last_became_peered":"2024-07-26T15:28:52.287386+0000","last_unstale":"2024-07-26T15:28:58.319801+0000","last_undegraded":"2024-07-26T15:28:58.319801+0000","last_fullsized":"2024-07-26T15:28:58.319801+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765006+0000","last_change":"2024-07-26T15:28:53.304619+0000","last_active":"2024-07-26T15:28:58.765006+0000","last_peered":"2024-07-26T15:28:58.765006+0000","last_clean":"2024-07-26T15:28:58.765006+0000","last_became_active":"2024-07-26T15:28:53.303736+0000","last_became_peered":"2024-07-26T15:28:53.303736+0000","last_unstale":"2024-07-26T15:28:58.765006+0000","last_undegraded":"2024-07-26T15:28:58.765006+0000","last_fullsized":"2024-07-26T15:28:58.765006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:09.148990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322176+0000","last_change":"2024-07-26T15:28:57.337883+0000","last_active":"2024-07-26T15:28:58.322176+0000","last_peered":"2024-07-26T15:28:58.322176+0000","last_clean":"2024-07-26T15:28:58.322176+0000","last_became_active":"2024-07-26T15:28:57.337373+0000","last_became_peered":"2024-07-26T15:28:57.337373+0000","last_unstale":"2024-07-26T15:28:58.322176+0000","last_undegraded":"2024-07-26T15:28:58.322176+0000","last_fullsized":"2024-07-26T15:28:58.322176+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:34.101279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766266+0000","last_change":"2024-07-26T15:28:52.294253+0000","last_active":"2024-07-26T15:28:58.766266+0000","last_peered":"2024-07-26T15:28:58.766266+0000","last_clean":"2024-07-26T15:28:58.766266+0000","last_became_active":"2024-07-26T15:28:52.293919+0000","last_became_peered":"2024-07-26T15:28:52.293919+0000","last_unstale":"2024-07-26T15:28:58.766266+0000","last_undegraded":"2024-07-26T15:28:58.766266+0000","last_fullsized":"2024-07-26T15:28:58.766266+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:42.857390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321996+0000","last_change":"2024-07-26T15:28:53.314215+0000","last_active":"2024-07-26T15:28:58.321996+0000","last_peered":"2024-07-26T15:28:58.321996+0000","last_clean":"2024-07-26T15:28:58.321996+0000","last_became_active":"2024-07-26T15:28:53.313847+0000","last_became_peered":"2024-07-26T15:28:53.313847+0000","last_unstale":"2024-07-26T15:28:58.321996+0000","last_undegraded":"2024-07-26T15:28:58.321996+0000","last_fullsized":"2024-07-26T15:28:58.321996+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:30.060641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323211+0000","last_change":"2024-07-26T15:28:57.342824+0000","last_active":"2024-07-26T15:28:58.323211+0000","last_peered":"2024-07-26T15:28:58.323211+0000","last_clean":"2024-07-26T15:28:58.323211+0000","last_became_active":"2024-07-26T15:28:57.342366+0000","last_became_peered":"2024-07-26T15:28:57.342366+0000","last_unstale":"2024-07-26T15:28:58.323211+0000","last_undegraded":"2024-07-26T15:28:58.323211+0000","last_fullsized":"2024-07-26T15:28:58.323211+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:58.319668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765797+0000","last_change":"2024-07-26T15:28:52.289982+0000","last_active":"2024-07-26T15:28:58.765797+0000","last_peered":"2024-07-26T15:28:58.765797+0000","last_clean":"2024-07-26T15:28:58.765797+0000","last_became_active":"2024-07-26T15:28:52.289479+0000","last_became_peered":"2024-07-26T15:28:52.289479+0000","last_unstale":"2024-07-26T15:28:58.765797+0000","last_undegraded":"2024-07-26T15:28:58.765797+0000","last_fullsized":"2024-07-26T15:28:58.765797+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:51.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321902+0000","last_change":"2024-07-26T15:28:53.302664+0000","last_active":"2024-07-26T15:28:58.321902+0000","last_peered":"2024-07-26T15:28:58.321902+0000","last_clean":"2024-07-26T15:28:58.321902+0000","last_became_active":"2024-07-26T15:28:53.302320+0000","last_became_peered":"2024-07-26T15:28:53.302320+0000","last_unstale":"2024-07-26T15:28:58.321902+0000","last_undegraded":"2024-07-26T15:28:58.321902+0000","last_fullsized":"2024-07-26T15:28:58.321902+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:52.718508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322504+0000","last_change":"2024-07-26T15:28:57.330552+0000","last_active":"2024-07-26T15:28:58.322504+0000","last_peered":"2024-07-26T15:28:58.322504+0000","last_clean":"2024-07-26T15:28:58.322504+0000","last_became_active":"2024-07-26T15:28:57.330165+0000","last_became_peered":"2024-07-26T15:28:57.330165+0000","last_unstale":"2024-07-26T15:28:58.322504+0000","last_undegraded":"2024-07-26T15:28:58.322504+0000","last_fullsized":"2024-07-26T15:28:58.322504+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:59.721035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766092+0000","last_change":"2024-07-26T15:28:53.302301+0000","last_active":"2024-07-26T15:28:58.766092+0000","last_peered":"2024-07-26T15:28:58.766092+0000","last_clean":"2024-07-26T15:28:58.766092+0000","last_became_active":"2024-07-26T15:28:53.301951+0000","last_became_peered":"2024-07-26T15:28:53.301951+0000","last_unstale":"2024-07-26T15:28:58.766092+0000","last_undegraded":"2024-07-26T15:28:58.766092+0000","last_fullsized":"2024-07-26T15:28:58.766092+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:54.754759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765846+0000","last_change":"2024-07-26T15:28:52.290251+0000","last_active":"2024-07-26T15:28:58.765846+0000","last_peered":"2024-07-26T15:28:58.765846+0000","last_clean":"2024-07-26T15:28:58.765846+0000","last_became_active":"2024-07-26T15:28:52.289507+0000","last_became_peered":"2024-07-26T15:28:52.289507+0000","last_unstale":"2024-07-26T15:28:58.765846+0000","last_undegraded":"2024-07-26T15:28:58.765846+0000","last_fullsized":"2024-07-26T15:28:58.765846+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:07.790778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323016+0000","last_change":"2024-07-26T15:28:57.336616+0000","last_active":"2024-07-26T15:28:58.323016+0000","last_peered":"2024-07-26T15:28:58.323016+0000","last_clean":"2024-07-26T15:28:58.323016+0000","last_became_active":"2024-07-26T15:28:57.336072+0000","last_became_peered":"2024-07-26T15:28:57.336072+0000","last_unstale":"2024-07-26T15:28:58.323016+0000","last_undegraded":"2024-07-26T15:28:58.323016+0000","last_fullsized":"2024-07-26T15:28:58.323016+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:17.514651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319301+0000","last_change":"2024-07-26T15:28:53.299738+0000","last_active":"2024-07-26T15:28:58.319301+0000","last_peered":"2024-07-26T15:28:58.319301+0000","last_clean":"2024-07-26T15:28:58.319301+0000","last_became_active":"2024-07-26T15:28:53.299363+0000","last_became_peered":"2024-07-26T15:28:53.299363+0000","last_unstale":"2024-07-26T15:28:58.319301+0000","last_undegraded":"2024-07-26T15:28:58.319301+0000","last_fullsized":"2024-07-26T15:28:58.319301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:43:52.959680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766760+0000","last_change":"2024-07-26T15:28:52.281232+0000","last_active":"2024-07-26T15:28:58.766760+0000","last_peered":"2024-07-26T15:28:58.766760+0000","last_clean":"2024-07-26T15:28:58.766760+0000","last_became_active":"2024-07-26T15:28:52.280828+0000","last_became_peered":"2024-07-26T15:28:52.280828+0000","last_unstale":"2024-07-26T15:28:58.766760+0000","last_undegraded":"2024-07-26T15:28:58.766760+0000","last_fullsized":"2024-07-26T15:28:58.766760+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:51.233512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322341+0000","last_change":"2024-07-26T15:28:57.338491+0000","last_active":"2024-07-26T15:28:58.322341+0000","last_peered":"2024-07-26T15:28:58.322341+0000","last_clean":"2024-07-26T15:28:58.322341+0000","last_became_active":"2024-07-26T15:28:57.337707+0000","last_became_peered":"2024-07-26T15:28:57.337707+0000","last_unstale":"2024-07-26T15:28:58.322341+0000","last_undegraded":"2024-07-26T15:28:58.322341+0000","last_fullsized":"2024-07-26T15:28:58.322341+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:56.759147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318716+0000","last_change":"2024-07-26T15:28:53.304549+0000","last_active":"2024-07-26T15:28:58.318716+0000","last_peered":"2024-07-26T15:28:58.318716+0000","last_clean":"2024-07-26T15:28:58.318716+0000","last_became_active":"2024-07-26T15:28:53.302495+0000","last_became_peered":"2024-07-26T15:28:53.302495+0000","last_unstale":"2024-07-26T15:28:58.318716+0000","last_undegraded":"2024-07-26T15:28:58.318716+0000","last_fullsized":"2024-07-26T15:28:58.318716+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:36.585286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766126+0000","last_change":"2024-07-26T15:28:52.289599+0000","last_active":"2024-07-26T15:28:58.766126+0000","last_peered":"2024-07-26T15:28:58.766126+0000","last_clean":"2024-07-26T15:28:58.766126+0000","last_became_active":"2024-07-26T15:28:52.289251+0000","last_became_peered":"2024-07-26T15:28:52.289251+0000","last_unstale":"2024-07-26T15:28:58.766126+0000","last_undegraded":"2024-07-26T15:28:58.766126+0000","last_fullsized":"2024-07-26T15:28:58.766126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:42.403815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766488+0000","last_change":"2024-07-26T15:28:57.469789+0000","last_active":"2024-07-26T15:28:58.766488+0000","last_peered":"2024-07-26T15:28:58.766488+0000","last_clean":"2024-07-26T15:28:58.766488+0000","last_became_active":"2024-07-26T15:28:57.469370+0000","last_became_peered":"2024-07-26T15:28:57.469370+0000","last_unstale":"2024-07-26T15:28:58.766488+0000","last_undegraded":"2024-07-26T15:28:58.766488+0000","last_fullsized":"2024-07-26T15:28:58.766488+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:24.806916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321979+0000","last_change":"2024-07-26T15:28:53.301511+0000","last_active":"2024-07-26T15:28:58.321979+0000","last_peered":"2024-07-26T15:28:58.321979+0000","last_clean":"2024-07-26T15:28:58.321979+0000","last_became_active":"2024-07-26T15:28:53.300996+0000","last_became_peered":"2024-07-26T15:28:53.300996+0000","last_unstale":"2024-07-26T15:28:58.321979+0000","last_undegraded":"2024-07-26T15:28:58.321979+0000","last_fullsized":"2024-07-26T15:28:58.321979+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765213+0000","last_change":"2024-07-26T15:28:52.291036+0000","last_active":"2024-07-26T15:28:58.765213+0000","last_peered":"2024-07-26T15:28:58.765213+0000","last_clean":"2024-07-26T15:28:58.765213+0000","last_became_active":"2024-07-26T15:28:52.290277+0000","last_became_peered":"2024-07-26T15:28:52.290277+0000","last_unstale":"2024-07-26T15:28:58.765213+0000","last_undegraded":"2024-07-26T15:28:58.765213+0000","last_fullsized":"2024-07-26T15:28:58.765213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:42.403815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321736+0000","last_change":"2024-07-26T15:28:57.336934+0000","last_active":"2024-07-26T15:28:58.321736+0000","last_peered":"2024-07-26T15:28:58.321736+0000","last_clean":"2024-07-26T15:28:58.321736+0000","last_became_active":"2024-07-26T15:28:57.336447+0000","last_became_peered":"2024-07-26T15:28:57.336447+0000","last_unstale":"2024-07-26T15:28:58.321736+0000","last_undegraded":"2024-07-26T15:28:58.321736+0000","last_fullsized":"2024-07-26T15:28:58.321736+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:40.625925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765461+0000","last_change":"2024-07-26T15:28:53.294780+0000","last_active":"2024-07-26T15:28:58.765461+0000","last_peered":"2024-07-26T15:28:58.765461+0000","last_clean":"2024-07-26T15:28:58.765461+0000","last_became_active":"2024-07-26T15:28:53.294364+0000","last_became_peered":"2024-07-26T15:28:53.294364+0000","last_unstale":"2024-07-26T15:28:58.765461+0000","last_undegraded":"2024-07-26T15:28:58.765461+0000","last_fullsized":"2024-07-26T15:28:58.765461+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:05.537524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766813+0000","last_change":"2024-07-26T15:28:52.294207+0000","last_active":"2024-07-26T15:28:58.766813+0000","last_peered":"2024-07-26T15:28:58.766813+0000","last_clean":"2024-07-26T15:28:58.766813+0000","last_became_active":"2024-07-26T15:28:52.293708+0000","last_became_peered":"2024-07-26T15:28:52.293708+0000","last_unstale":"2024-07-26T15:28:58.766813+0000","last_undegraded":"2024-07-26T15:28:58.766813+0000","last_fullsized":"2024-07-26T15:28:58.766813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:44.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321640+0000","last_change":"2024-07-26T15:28:57.469139+0000","last_active":"2024-07-26T15:28:58.321640+0000","last_peered":"2024-07-26T15:28:58.321640+0000","last_clean":"2024-07-26T15:28:58.321640+0000","last_became_active":"2024-07-26T15:28:57.467788+0000","last_became_peered":"2024-07-26T15:28:57.467788+0000","last_unstale":"2024-07-26T15:28:58.321640+0000","last_undegraded":"2024-07-26T15:28:58.321640+0000","last_fullsized":"2024-07-26T15:28:58.321640+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:44.867598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319953+0000","last_change":"2024-07-26T15:28:53.312536+0000","last_active":"2024-07-26T15:28:58.319953+0000","last_peered":"2024-07-26T15:28:58.319953+0000","last_clean":"2024-07-26T15:28:58.319953+0000","last_became_active":"2024-07-26T15:28:53.312205+0000","last_became_peered":"2024-07-26T15:28:53.312205+0000","last_unstale":"2024-07-26T15:28:58.319953+0000","last_undegraded":"2024-07-26T15:28:58.319953+0000","last_fullsized":"2024-07-26T15:28:58.319953+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:40.826960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766552+0000","last_change":"2024-07-26T15:28:52.293535+0000","last_active":"2024-07-26T15:28:58.766552+0000","last_peered":"2024-07-26T15:28:58.766552+0000","last_clean":"2024-07-26T15:28:58.766552+0000","last_became_active":"2024-07-26T15:28:52.293095+0000","last_became_peered":"2024-07-26T15:28:52.293095+0000","last_unstale":"2024-07-26T15:28:58.766552+0000","last_undegraded":"2024-07-26T15:28:58.766552+0000","last_fullsized":"2024-07-26T15:28:58.766552+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:37.984084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318450+0000","last_change":"2024-07-26T15:28:57.473142+0000","last_active":"2024-07-26T15:28:58.318450+0000","last_peered":"2024-07-26T15:28:58.318450+0000","last_clean":"2024-07-26T15:28:58.318450+0000","last_became_active":"2024-07-26T15:28:57.472638+0000","last_became_peered":"2024-07-26T15:28:57.472638+0000","last_unstale":"2024-07-26T15:28:58.318450+0000","last_undegraded":"2024-07-26T15:28:58.318450+0000","last_fullsized":"2024-07-26T15:28:58.318450+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:46:44.160071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766900+0000","last_change":"2024-07-26T15:28:53.297203+0000","last_active":"2024-07-26T15:28:58.766900+0000","last_peered":"2024-07-26T15:28:58.766900+0000","last_clean":"2024-07-26T15:28:58.766900+0000","last_became_active":"2024-07-26T15:28:53.296822+0000","last_became_peered":"2024-07-26T15:28:53.296822+0000","last_unstale":"2024-07-26T15:28:58.766900+0000","last_undegraded":"2024-07-26T15:28:58.766900+0000","last_fullsized":"2024-07-26T15:28:58.766900+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:09.148990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766491+0000","last_change":"2024-07-26T15:28:52.290711+0000","last_active":"2024-07-26T15:28:58.766491+0000","last_peered":"2024-07-26T15:28:58.766491+0000","last_clean":"2024-07-26T15:28:58.766491+0000","last_became_active":"2024-07-26T15:28:52.290383+0000","last_became_peered":"2024-07-26T15:28:52.290383+0000","last_unstale":"2024-07-26T15:28:58.766491+0000","last_undegraded":"2024-07-26T15:28:58.766491+0000","last_fullsized":"2024-07-26T15:28:58.766491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:00.063769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765178+0000","last_change":"2024-07-26T15:28:57.469430+0000","last_active":"2024-07-26T15:28:58.765178+0000","last_peered":"2024-07-26T15:28:58.765178+0000","last_clean":"2024-07-26T15:28:58.765178+0000","last_became_active":"2024-07-26T15:28:57.467729+0000","last_became_peered":"2024-07-26T15:28:57.467729+0000","last_unstale":"2024-07-26T15:28:58.765178+0000","last_undegraded":"2024-07-26T15:28:58.765178+0000","last_fullsized":"2024-07-26T15:28:58.765178+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:14.077723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322024+0000","last_change":"2024-07-26T15:28:53.308793+0000","last_active":"2024-07-26T15:28:58.322024+0000","last_peered":"2024-07-26T15:28:58.322024+0000","last_clean":"2024-07-26T15:28:58.322024+0000","last_became_active":"2024-07-26T15:28:53.308493+0000","last_became_peered":"2024-07-26T15:28:53.308493+0000","last_unstale":"2024-07-26T15:28:58.322024+0000","last_undegraded":"2024-07-26T15:28:58.322024+0000","last_fullsized":"2024-07-26T15:28:58.322024+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:55.680397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766914+0000","last_change":"2024-07-26T15:28:52.284965+0000","last_active":"2024-07-26T15:28:58.766914+0000","last_peered":"2024-07-26T15:28:58.766914+0000","last_clean":"2024-07-26T15:28:58.766914+0000","last_became_active":"2024-07-26T15:28:52.284583+0000","last_became_peered":"2024-07-26T15:28:52.284583+0000","last_unstale":"2024-07-26T15:28:58.766914+0000","last_undegraded":"2024-07-26T15:28:58.766914+0000","last_fullsized":"2024-07-26T15:28:58.766914+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:42.857390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766372+0000","last_change":"2024-07-26T15:28:57.344455+0000","last_active":"2024-07-26T15:28:58.766372+0000","last_peered":"2024-07-26T15:28:58.766372+0000","last_clean":"2024-07-26T15:28:58.766372+0000","last_became_active":"2024-07-26T15:28:57.344030+0000","last_became_peered":"2024-07-26T15:28:57.344030+0000","last_unstale":"2024-07-26T15:28:58.766372+0000","last_undegraded":"2024-07-26T15:28:58.766372+0000","last_fullsized":"2024-07-26T15:28:58.766372+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:37.167343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323357+0000","last_change":"2024-07-26T15:28:53.304583+0000","last_active":"2024-07-26T15:28:58.323357+0000","last_peered":"2024-07-26T15:28:58.323357+0000","last_clean":"2024-07-26T15:28:58.323357+0000","last_became_active":"2024-07-26T15:28:53.304250+0000","last_became_peered":"2024-07-26T15:28:53.304250+0000","last_unstale":"2024-07-26T15:28:58.323357+0000","last_undegraded":"2024-07-26T15:28:58.323357+0000","last_fullsized":"2024-07-26T15:28:58.323357+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:45.933261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321939+0000","last_change":"2024-07-26T15:28:52.287378+0000","last_active":"2024-07-26T15:28:58.321939+0000","last_peered":"2024-07-26T15:28:58.321939+0000","last_clean":"2024-07-26T15:28:58.321939+0000","last_became_active":"2024-07-26T15:28:52.286338+0000","last_became_peered":"2024-07-26T15:28:52.286338+0000","last_unstale":"2024-07-26T15:28:58.321939+0000","last_undegraded":"2024-07-26T15:28:58.321939+0000","last_fullsized":"2024-07-26T15:28:58.321939+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:51:40.996840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766877+0000","last_change":"2024-07-26T15:28:57.343520+0000","last_active":"2024-07-26T15:28:58.766877+0000","last_peered":"2024-07-26T15:28:58.766877+0000","last_clean":"2024-07-26T15:28:58.766877+0000","last_became_active":"2024-07-26T15:28:57.343059+0000","last_became_peered":"2024-07-26T15:28:57.343059+0000","last_unstale":"2024-07-26T15:28:58.766877+0000","last_undegraded":"2024-07-26T15:28:58.766877+0000","last_fullsized":"2024-07-26T15:28:58.766877+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:04.173392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765982+0000","last_change":"2024-07-26T15:28:53.295997+0000","last_active":"2024-07-26T15:28:58.765982+0000","last_peered":"2024-07-26T15:28:58.765982+0000","last_clean":"2024-07-26T15:28:58.765982+0000","last_became_active":"2024-07-26T15:28:53.295631+0000","last_became_peered":"2024-07-26T15:28:53.295631+0000","last_unstale":"2024-07-26T15:28:58.765982+0000","last_undegraded":"2024-07-26T15:28:58.765982+0000","last_fullsized":"2024-07-26T15:28:58.765982+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:57.617704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765333+0000","last_change":"2024-07-26T15:28:52.284335+0000","last_active":"2024-07-26T15:28:58.765333+0000","last_peered":"2024-07-26T15:28:58.765333+0000","last_clean":"2024-07-26T15:28:58.765333+0000","last_became_active":"2024-07-26T15:28:52.283985+0000","last_became_peered":"2024-07-26T15:28:52.283985+0000","last_unstale":"2024-07-26T15:28:58.765333+0000","last_undegraded":"2024-07-26T15:28:58.765333+0000","last_fullsized":"2024-07-26T15:28:58.765333+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:47:46.283848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766641+0000","last_change":"2024-07-26T15:28:57.339954+0000","last_active":"2024-07-26T15:28:58.766641+0000","last_peered":"2024-07-26T15:28:58.766641+0000","last_clean":"2024-07-26T15:28:58.766641+0000","last_became_active":"2024-07-26T15:28:57.339543+0000","last_became_peered":"2024-07-26T15:28:57.339543+0000","last_unstale":"2024-07-26T15:28:58.766641+0000","last_undegraded":"2024-07-26T15:28:58.766641+0000","last_fullsized":"2024-07-26T15:28:58.766641+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:20.451875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764623+0000","last_change":"2024-07-26T15:28:53.308641+0000","last_active":"2024-07-26T15:28:58.764623+0000","last_peered":"2024-07-26T15:28:58.764623+0000","last_clean":"2024-07-26T15:28:58.764623+0000","last_became_active":"2024-07-26T15:28:53.308175+0000","last_became_peered":"2024-07-26T15:28:53.308175+0000","last_unstale":"2024-07-26T15:28:58.764623+0000","last_undegraded":"2024-07-26T15:28:58.764623+0000","last_fullsized":"2024-07-26T15:28:58.764623+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:31.421340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765365+0000","last_change":"2024-07-26T15:28:52.289801+0000","last_active":"2024-07-26T15:28:58.765365+0000","last_peered":"2024-07-26T15:28:58.765365+0000","last_clean":"2024-07-26T15:28:58.765365+0000","last_became_active":"2024-07-26T15:28:52.289446+0000","last_became_peered":"2024-07-26T15:28:52.289446+0000","last_unstale":"2024-07-26T15:28:58.765365+0000","last_undegraded":"2024-07-26T15:28:58.765365+0000","last_fullsized":"2024-07-26T15:28:58.765365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:13:37.984084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765391+0000","last_change":"2024-07-26T15:28:57.468202+0000","last_active":"2024-07-26T15:28:58.765391+0000","last_peered":"2024-07-26T15:28:58.765391+0000","last_clean":"2024-07-26T15:28:58.765391+0000","last_became_active":"2024-07-26T15:28:57.467704+0000","last_became_peered":"2024-07-26T15:28:57.467704+0000","last_unstale":"2024-07-26T15:28:58.765391+0000","last_undegraded":"2024-07-26T15:28:58.765391+0000","last_fullsized":"2024-07-26T15:28:58.765391+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:04.173392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318797+0000","last_change":"2024-07-26T15:28:53.311229+0000","last_active":"2024-07-26T15:28:58.318797+0000","last_peered":"2024-07-26T15:28:58.318797+0000","last_clean":"2024-07-26T15:28:58.318797+0000","last_became_active":"2024-07-26T15:28:53.310889+0000","last_became_peered":"2024-07-26T15:28:53.310889+0000","last_unstale":"2024-07-26T15:28:58.318797+0000","last_undegraded":"2024-07-26T15:28:58.318797+0000","last_fullsized":"2024-07-26T15:28:58.318797+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:32.477629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321426+0000","last_change":"2024-07-26T15:28:52.286984+0000","last_active":"2024-07-26T15:28:58.321426+0000","last_peered":"2024-07-26T15:28:58.321426+0000","last_clean":"2024-07-26T15:28:58.321426+0000","last_became_active":"2024-07-26T15:28:52.286631+0000","last_became_peered":"2024-07-26T15:28:52.286631+0000","last_unstale":"2024-07-26T15:28:58.321426+0000","last_undegraded":"2024-07-26T15:28:58.321426+0000","last_fullsized":"2024-07-26T15:28:58.321426+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":118,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765649+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:28:58.765649+0000","last_peered":"2024-07-26T15:28:58.765649+0000","last_clean":"2024-07-26T15:28:58.765649+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:28:58.765649+0000","last_undegraded":"2024-07-26T15:28:58.765649+0000","last_fullsized":"2024-07-26T15:28:58.765649+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765790+0000","last_change":"2024-07-26T15:28:57.470951+0000","last_active":"2024-07-26T15:28:58.765790+0000","last_peered":"2024-07-26T15:28:58.765790+0000","last_clean":"2024-07-26T15:28:58.765790+0000","last_became_active":"2024-07-26T15:28:57.470419+0000","last_became_peered":"2024-07-26T15:28:57.470419+0000","last_unstale":"2024-07-26T15:28:58.765790+0000","last_undegraded":"2024-07-26T15:28:58.765790+0000","last_fullsized":"2024-07-26T15:28:58.765790+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:34.101279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766160+0000","last_change":"2024-07-26T15:28:53.311718+0000","last_active":"2024-07-26T15:28:58.766160+0000","last_peered":"2024-07-26T15:28:58.766160+0000","last_clean":"2024-07-26T15:28:58.766160+0000","last_became_active":"2024-07-26T15:28:53.311271+0000","last_became_peered":"2024-07-26T15:28:53.311271+0000","last_unstale":"2024-07-26T15:28:58.766160+0000","last_undegraded":"2024-07-26T15:28:58.766160+0000","last_fullsized":"2024-07-26T15:28:58.766160+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:39.883871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765662+0000","last_change":"2024-07-26T15:28:52.287181+0000","last_active":"2024-07-26T15:28:58.765662+0000","last_peered":"2024-07-26T15:28:58.765662+0000","last_clean":"2024-07-26T15:28:58.765662+0000","last_became_active":"2024-07-26T15:28:52.286820+0000","last_became_peered":"2024-07-26T15:28:52.286820+0000","last_unstale":"2024-07-26T15:28:58.765662+0000","last_undegraded":"2024-07-26T15:28:58.765662+0000","last_fullsized":"2024-07-26T15:28:58.765662+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766005+0000","last_change":"2024-07-26T15:28:57.468307+0000","last_active":"2024-07-26T15:28:58.766005+0000","last_peered":"2024-07-26T15:28:58.766005+0000","last_clean":"2024-07-26T15:28:58.766005+0000","last_became_active":"2024-07-26T15:28:57.467730+0000","last_became_peered":"2024-07-26T15:28:57.467730+0000","last_unstale":"2024-07-26T15:28:58.766005+0000","last_undegraded":"2024-07-26T15:28:58.766005+0000","last_fullsized":"2024-07-26T15:28:58.766005+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:56.759147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322120+0000","last_change":"2024-07-26T15:28:53.311245+0000","last_active":"2024-07-26T15:28:58.322120+0000","last_peered":"2024-07-26T15:28:58.322120+0000","last_clean":"2024-07-26T15:28:58.322120+0000","last_became_active":"2024-07-26T15:28:53.310917+0000","last_became_peered":"2024-07-26T15:28:53.310917+0000","last_unstale":"2024-07-26T15:28:58.322120+0000","last_undegraded":"2024-07-26T15:28:58.322120+0000","last_fullsized":"2024-07-26T15:28:58.322120+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:54.279030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766273+0000","last_change":"2024-07-26T15:28:52.277782+0000","last_active":"2024-07-26T15:28:58.766273+0000","last_peered":"2024-07-26T15:28:58.766273+0000","last_clean":"2024-07-26T15:28:58.766273+0000","last_became_active":"2024-07-26T15:28:52.277429+0000","last_became_peered":"2024-07-26T15:28:52.277429+0000","last_unstale":"2024-07-26T15:28:58.766273+0000","last_undegraded":"2024-07-26T15:28:58.766273+0000","last_fullsized":"2024-07-26T15:28:58.766273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:00.063769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765290+0000","last_change":"2024-07-26T15:28:57.345357+0000","last_active":"2024-07-26T15:28:58.765290+0000","last_peered":"2024-07-26T15:28:58.765290+0000","last_clean":"2024-07-26T15:28:58.765290+0000","last_became_active":"2024-07-26T15:28:57.344686+0000","last_became_peered":"2024-07-26T15:28:57.344686+0000","last_unstale":"2024-07-26T15:28:58.765290+0000","last_undegraded":"2024-07-26T15:28:58.765290+0000","last_fullsized":"2024-07-26T15:28:58.765290+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:20.451875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766717+0000","last_change":"2024-07-26T15:28:53.310975+0000","last_active":"2024-07-26T15:28:58.766717+0000","last_peered":"2024-07-26T15:28:58.766717+0000","last_clean":"2024-07-26T15:28:58.766717+0000","last_became_active":"2024-07-26T15:28:53.310272+0000","last_became_peered":"2024-07-26T15:28:53.310272+0000","last_unstale":"2024-07-26T15:28:58.766717+0000","last_undegraded":"2024-07-26T15:28:58.766717+0000","last_fullsized":"2024-07-26T15:28:58.766717+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:00.132754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765641+0000","last_change":"2024-07-26T15:28:52.284881+0000","last_active":"2024-07-26T15:28:58.765641+0000","last_peered":"2024-07-26T15:28:58.765641+0000","last_clean":"2024-07-26T15:28:58.765641+0000","last_became_active":"2024-07-26T15:28:52.283950+0000","last_became_peered":"2024-07-26T15:28:52.283950+0000","last_unstale":"2024-07-26T15:28:58.765641+0000","last_undegraded":"2024-07-26T15:28:58.765641+0000","last_fullsized":"2024-07-26T15:28:58.765641+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321080+0000","last_change":"2024-07-26T15:28:57.471579+0000","last_active":"2024-07-26T15:28:58.321080+0000","last_peered":"2024-07-26T15:28:58.321080+0000","last_clean":"2024-07-26T15:28:58.321080+0000","last_became_active":"2024-07-26T15:28:57.471054+0000","last_became_peered":"2024-07-26T15:28:57.471054+0000","last_unstale":"2024-07-26T15:28:58.321080+0000","last_undegraded":"2024-07-26T15:28:58.321080+0000","last_fullsized":"2024-07-26T15:28:58.321080+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:29.311852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766302+0000","last_change":"2024-07-26T15:28:53.308714+0000","last_active":"2024-07-26T15:28:58.766302+0000","last_peered":"2024-07-26T15:28:58.766302+0000","last_clean":"2024-07-26T15:28:58.766302+0000","last_became_active":"2024-07-26T15:28:53.308397+0000","last_became_peered":"2024-07-26T15:28:53.308397+0000","last_unstale":"2024-07-26T15:28:58.766302+0000","last_undegraded":"2024-07-26T15:28:58.766302+0000","last_fullsized":"2024-07-26T15:28:58.766302+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:20.766277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322094+0000","last_change":"2024-07-26T15:28:52.287858+0000","last_active":"2024-07-26T15:28:58.322094+0000","last_peered":"2024-07-26T15:28:58.322094+0000","last_clean":"2024-07-26T15:28:58.322094+0000","last_became_active":"2024-07-26T15:28:52.287455+0000","last_became_peered":"2024-07-26T15:28:52.287455+0000","last_unstale":"2024-07-26T15:28:58.322094+0000","last_undegraded":"2024-07-26T15:28:58.322094+0000","last_fullsized":"2024-07-26T15:28:58.322094+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:34:52.815266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321371+0000","last_change":"2024-07-26T15:28:57.338223+0000","last_active":"2024-07-26T15:28:58.321371+0000","last_peered":"2024-07-26T15:28:58.321371+0000","last_clean":"2024-07-26T15:28:58.321371+0000","last_became_active":"2024-07-26T15:28:57.337758+0000","last_became_peered":"2024-07-26T15:28:57.337758+0000","last_unstale":"2024-07-26T15:28:58.321371+0000","last_undegraded":"2024-07-26T15:28:58.321371+0000","last_fullsized":"2024-07-26T15:28:58.321371+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:52.563590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765412+0000","last_change":"2024-07-26T15:28:53.306155+0000","last_active":"2024-07-26T15:28:58.765412+0000","last_peered":"2024-07-26T15:28:58.765412+0000","last_clean":"2024-07-26T15:28:58.765412+0000","last_became_active":"2024-07-26T15:28:53.304748+0000","last_became_peered":"2024-07-26T15:28:53.304748+0000","last_unstale":"2024-07-26T15:28:58.765412+0000","last_undegraded":"2024-07-26T15:28:58.765412+0000","last_fullsized":"2024-07-26T15:28:58.765412+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:47.418497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":30,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764346+0000","last_change":"2024-07-26T15:28:52.287809+0000","last_active":"2024-07-26T15:28:58.764346+0000","last_peered":"2024-07-26T15:28:58.764346+0000","last_clean":"2024-07-26T15:28:58.764346+0000","last_became_active":"2024-07-26T15:28:52.287148+0000","last_became_peered":"2024-07-26T15:28:52.287148+0000","last_unstale":"2024-07-26T15:28:58.764346+0000","last_undegraded":"2024-07-26T15:28:58.764346+0000","last_fullsized":"2024-07-26T15:28:58.764346+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765171+0000","last_change":"2024-07-26T15:28:57.340596+0000","last_active":"2024-07-26T15:28:58.765171+0000","last_peered":"2024-07-26T15:28:58.765171+0000","last_clean":"2024-07-26T15:28:58.765171+0000","last_became_active":"2024-07-26T15:28:57.340088+0000","last_became_peered":"2024-07-26T15:28:57.340088+0000","last_unstale":"2024-07-26T15:28:58.765171+0000","last_undegraded":"2024-07-26T15:28:58.765171+0000","last_fullsized":"2024-07-26T15:28:58.765171+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:08:24.806916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765317+0000","last_change":"2024-07-26T15:28:53.294582+0000","last_active":"2024-07-26T15:28:58.765317+0000","last_peered":"2024-07-26T15:28:58.765317+0000","last_clean":"2024-07-26T15:28:58.765317+0000","last_became_active":"2024-07-26T15:28:53.294274+0000","last_became_peered":"2024-07-26T15:28:53.294274+0000","last_unstale":"2024-07-26T15:28:58.765317+0000","last_undegraded":"2024-07-26T15:28:58.765317+0000","last_fullsized":"2024-07-26T15:28:58.765317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:32.477629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765628+0000","last_change":"2024-07-26T15:28:52.291955+0000","last_active":"2024-07-26T15:28:58.765628+0000","last_peered":"2024-07-26T15:28:58.765628+0000","last_clean":"2024-07-26T15:28:58.765628+0000","last_became_active":"2024-07-26T15:28:52.291632+0000","last_became_peered":"2024-07-26T15:28:52.291632+0000","last_unstale":"2024-07-26T15:28:58.765628+0000","last_undegraded":"2024-07-26T15:28:58.765628+0000","last_fullsized":"2024-07-26T15:28:58.765628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:29.285373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320034+0000","last_change":"2024-07-26T15:28:57.471727+0000","last_active":"2024-07-26T15:28:58.320034+0000","last_peered":"2024-07-26T15:28:58.320034+0000","last_clean":"2024-07-26T15:28:58.320034+0000","last_became_active":"2024-07-26T15:28:57.471261+0000","last_became_peered":"2024-07-26T15:28:57.471261+0000","last_unstale":"2024-07-26T15:28:58.320034+0000","last_undegraded":"2024-07-26T15:28:58.320034+0000","last_fullsized":"2024-07-26T15:28:58.320034+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:08.933710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765721+0000","last_change":"2024-07-26T15:28:53.308652+0000","last_active":"2024-07-26T15:28:58.765721+0000","last_peered":"2024-07-26T15:28:58.765721+0000","last_clean":"2024-07-26T15:28:58.765721+0000","last_became_active":"2024-07-26T15:28:53.308299+0000","last_became_peered":"2024-07-26T15:28:53.308299+0000","last_unstale":"2024-07-26T15:28:58.765721+0000","last_undegraded":"2024-07-26T15:28:58.765721+0000","last_fullsized":"2024-07-26T15:28:58.765721+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:14.031846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321823+0000","last_change":"2024-07-26T15:28:52.285893+0000","last_active":"2024-07-26T15:28:58.321823+0000","last_peered":"2024-07-26T15:28:58.321823+0000","last_clean":"2024-07-26T15:28:58.321823+0000","last_became_active":"2024-07-26T15:28:52.285515+0000","last_became_peered":"2024-07-26T15:28:52.285515+0000","last_unstale":"2024-07-26T15:28:58.321823+0000","last_undegraded":"2024-07-26T15:28:58.321823+0000","last_fullsized":"2024-07-26T15:28:58.321823+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319468+0000","last_change":"2024-07-26T15:28:57.468258+0000","last_active":"2024-07-26T15:28:58.319468+0000","last_peered":"2024-07-26T15:28:58.319468+0000","last_clean":"2024-07-26T15:28:58.319468+0000","last_became_active":"2024-07-26T15:28:57.467792+0000","last_became_peered":"2024-07-26T15:28:57.467792+0000","last_unstale":"2024-07-26T15:28:58.319468+0000","last_undegraded":"2024-07-26T15:28:58.319468+0000","last_fullsized":"2024-07-26T15:28:58.319468+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:29:22.982896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764909+0000","last_change":"2024-07-26T15:28:53.304620+0000","last_active":"2024-07-26T15:28:58.764909+0000","last_peered":"2024-07-26T15:28:58.764909+0000","last_clean":"2024-07-26T15:28:58.764909+0000","last_became_active":"2024-07-26T15:28:53.304286+0000","last_became_peered":"2024-07-26T15:28:53.304286+0000","last_unstale":"2024-07-26T15:28:58.764909+0000","last_undegraded":"2024-07-26T15:28:58.764909+0000","last_fullsized":"2024-07-26T15:28:58.764909+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:52.935026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765469+0000","last_change":"2024-07-26T15:28:52.289016+0000","last_active":"2024-07-26T15:28:58.765469+0000","last_peered":"2024-07-26T15:28:58.765469+0000","last_clean":"2024-07-26T15:28:58.765469+0000","last_became_active":"2024-07-26T15:28:52.287930+0000","last_became_peered":"2024-07-26T15:28:52.287930+0000","last_unstale":"2024-07-26T15:28:58.765469+0000","last_undegraded":"2024-07-26T15:28:58.765469+0000","last_fullsized":"2024-07-26T15:28:58.765469+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:30.621201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321796+0000","last_change":"2024-07-26T15:28:57.468316+0000","last_active":"2024-07-26T15:28:58.321796+0000","last_peered":"2024-07-26T15:28:58.321796+0000","last_clean":"2024-07-26T15:28:58.321796+0000","last_became_active":"2024-07-26T15:28:57.467835+0000","last_became_peered":"2024-07-26T15:28:57.467835+0000","last_unstale":"2024-07-26T15:28:58.321796+0000","last_undegraded":"2024-07-26T15:28:58.321796+0000","last_fullsized":"2024-07-26T15:28:58.321796+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:57.146606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765929+0000","last_change":"2024-07-26T15:28:53.307999+0000","last_active":"2024-07-26T15:28:58.765929+0000","last_peered":"2024-07-26T15:28:58.765929+0000","last_clean":"2024-07-26T15:28:58.765929+0000","last_became_active":"2024-07-26T15:28:53.307688+0000","last_became_peered":"2024-07-26T15:28:53.307688+0000","last_unstale":"2024-07-26T15:28:58.765929+0000","last_undegraded":"2024-07-26T15:28:58.765929+0000","last_fullsized":"2024-07-26T15:28:58.765929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:43.107605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:29:02.973940+0000","last_change":"2024-07-26T15:28:52.292848+0000","last_active":"2024-07-26T15:29:02.973940+0000","last_peered":"2024-07-26T15:29:02.973940+0000","last_clean":"2024-07-26T15:29:02.973940+0000","last_became_active":"2024-07-26T15:28:52.292486+0000","last_became_peered":"2024-07-26T15:28:52.292486+0000","last_unstale":"2024-07-26T15:29:02.973940+0000","last_undegraded":"2024-07-26T15:29:02.973940+0000","last_fullsized":"2024-07-26T15:29:02.973940+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:55.052599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766607+0000","last_change":"2024-07-26T15:28:57.341285+0000","last_active":"2024-07-26T15:28:58.766607+0000","last_peered":"2024-07-26T15:28:58.766607+0000","last_clean":"2024-07-26T15:28:58.766607+0000","last_became_active":"2024-07-26T15:28:57.340771+0000","last_became_peered":"2024-07-26T15:28:57.340771+0000","last_unstale":"2024-07-26T15:28:58.766607+0000","last_undegraded":"2024-07-26T15:28:58.766607+0000","last_fullsized":"2024-07-26T15:28:58.766607+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:14.077723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322706+0000","last_change":"2024-07-26T15:28:53.312264+0000","last_active":"2024-07-26T15:28:58.322706+0000","last_peered":"2024-07-26T15:28:58.322706+0000","last_clean":"2024-07-26T15:28:58.322706+0000","last_became_active":"2024-07-26T15:28:53.311986+0000","last_became_peered":"2024-07-26T15:28:53.311986+0000","last_unstale":"2024-07-26T15:28:58.322706+0000","last_undegraded":"2024-07-26T15:28:58.322706+0000","last_fullsized":"2024-07-26T15:28:58.322706+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:33:59.165216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":26,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766223+0000","last_change":"2024-07-26T15:28:52.286154+0000","last_active":"2024-07-26T15:28:58.766223+0000","last_peered":"2024-07-26T15:28:58.766223+0000","last_clean":"2024-07-26T15:28:58.766223+0000","last_became_active":"2024-07-26T15:28:52.285807+0000","last_became_peered":"2024-07-26T15:28:52.285807+0000","last_unstale":"2024-07-26T15:28:58.766223+0000","last_undegraded":"2024-07-26T15:28:58.766223+0000","last_fullsized":"2024-07-26T15:28:58.766223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:07.790778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.323251+0000","last_change":"2024-07-26T15:28:57.342803+0000","last_active":"2024-07-26T15:28:58.323251+0000","last_peered":"2024-07-26T15:28:58.323251+0000","last_clean":"2024-07-26T15:28:58.323251+0000","last_became_active":"2024-07-26T15:28:57.342360+0000","last_became_peered":"2024-07-26T15:28:57.342360+0000","last_unstale":"2024-07-26T15:28:58.323251+0000","last_undegraded":"2024-07-26T15:28:58.323251+0000","last_fullsized":"2024-07-26T15:28:58.323251+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:13:06.129463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765234+0000","last_change":"2024-07-26T15:28:53.303266+0000","last_active":"2024-07-26T15:28:58.765234+0000","last_peered":"2024-07-26T15:28:58.765234+0000","last_clean":"2024-07-26T15:28:58.765234+0000","last_became_active":"2024-07-26T15:28:53.302951+0000","last_became_peered":"2024-07-26T15:28:53.302951+0000","last_unstale":"2024-07-26T15:28:58.765234+0000","last_undegraded":"2024-07-26T15:28:58.765234+0000","last_fullsized":"2024-07-26T15:28:58.765234+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:35:49.471060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322213+0000","last_change":"2024-07-26T15:28:52.293425+0000","last_active":"2024-07-26T15:28:58.322213+0000","last_peered":"2024-07-26T15:28:58.322213+0000","last_clean":"2024-07-26T15:28:58.322213+0000","last_became_active":"2024-07-26T15:28:52.293137+0000","last_became_peered":"2024-07-26T15:28:52.293137+0000","last_unstale":"2024-07-26T15:28:58.322213+0000","last_undegraded":"2024-07-26T15:28:58.322213+0000","last_fullsized":"2024-07-26T15:28:58.322213+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318776+0000","last_change":"2024-07-26T15:28:57.342285+0000","last_active":"2024-07-26T15:28:58.318776+0000","last_peered":"2024-07-26T15:28:58.318776+0000","last_clean":"2024-07-26T15:28:58.318776+0000","last_became_active":"2024-07-26T15:28:57.341826+0000","last_became_peered":"2024-07-26T15:28:57.341826+0000","last_unstale":"2024-07-26T15:28:58.318776+0000","last_undegraded":"2024-07-26T15:28:58.318776+0000","last_fullsized":"2024-07-26T15:28:58.318776+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:57.146606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322097+0000","last_change":"2024-07-26T15:28:53.301223+0000","last_active":"2024-07-26T15:28:58.322097+0000","last_peered":"2024-07-26T15:28:58.322097+0000","last_clean":"2024-07-26T15:28:58.322097+0000","last_became_active":"2024-07-26T15:28:53.300893+0000","last_became_peered":"2024-07-26T15:28:53.300893+0000","last_unstale":"2024-07-26T15:28:58.322097+0000","last_undegraded":"2024-07-26T15:28:58.322097+0000","last_fullsized":"2024-07-26T15:28:58.322097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:43:52.959680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766842+0000","last_change":"2024-07-26T15:28:52.294499+0000","last_active":"2024-07-26T15:28:58.766842+0000","last_peered":"2024-07-26T15:28:58.766842+0000","last_clean":"2024-07-26T15:28:58.766842+0000","last_became_active":"2024-07-26T15:28:52.294139+0000","last_became_peered":"2024-07-26T15:28:52.294139+0000","last_unstale":"2024-07-26T15:28:58.766842+0000","last_undegraded":"2024-07-26T15:28:58.766842+0000","last_fullsized":"2024-07-26T15:28:58.766842+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:51:40.996840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318634+0000","last_change":"2024-07-26T15:28:57.472642+0000","last_active":"2024-07-26T15:28:58.318634+0000","last_peered":"2024-07-26T15:28:58.318634+0000","last_clean":"2024-07-26T15:28:58.318634+0000","last_became_active":"2024-07-26T15:28:57.472234+0000","last_became_peered":"2024-07-26T15:28:57.472234+0000","last_unstale":"2024-07-26T15:28:58.318634+0000","last_undegraded":"2024-07-26T15:28:58.318634+0000","last_fullsized":"2024-07-26T15:28:58.318634+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:29.311852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764939+0000","last_change":"2024-07-26T15:28:57.468587+0000","last_active":"2024-07-26T15:28:58.764939+0000","last_peered":"2024-07-26T15:28:58.764939+0000","last_clean":"2024-07-26T15:28:58.764939+0000","last_became_active":"2024-07-26T15:28:57.468170+0000","last_became_peered":"2024-07-26T15:28:57.468170+0000","last_unstale":"2024-07-26T15:28:58.764939+0000","last_undegraded":"2024-07-26T15:28:58.764939+0000","last_fullsized":"2024-07-26T15:28:58.764939+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:37.167343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765890+0000","last_change":"2024-07-26T15:28:53.308714+0000","last_active":"2024-07-26T15:28:58.765890+0000","last_peered":"2024-07-26T15:28:58.765890+0000","last_clean":"2024-07-26T15:28:58.765890+0000","last_became_active":"2024-07-26T15:28:53.308372+0000","last_became_peered":"2024-07-26T15:28:53.308372+0000","last_unstale":"2024-07-26T15:28:58.765890+0000","last_undegraded":"2024-07-26T15:28:58.765890+0000","last_fullsized":"2024-07-26T15:28:58.765890+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:05.537524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321118+0000","last_change":"2024-07-26T15:28:52.289683+0000","last_active":"2024-07-26T15:28:58.321118+0000","last_peered":"2024-07-26T15:28:58.321118+0000","last_clean":"2024-07-26T15:28:58.321118+0000","last_became_active":"2024-07-26T15:28:52.289236+0000","last_became_peered":"2024-07-26T15:28:52.289236+0000","last_unstale":"2024-07-26T15:28:58.321118+0000","last_undegraded":"2024-07-26T15:28:58.321118+0000","last_fullsized":"2024-07-26T15:28:58.321118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:44.925789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766619+0000","last_change":"2024-07-26T15:28:57.344777+0000","last_active":"2024-07-26T15:28:58.766619+0000","last_peered":"2024-07-26T15:28:58.766619+0000","last_clean":"2024-07-26T15:28:58.766619+0000","last_became_active":"2024-07-26T15:28:57.344381+0000","last_became_peered":"2024-07-26T15:28:57.344381+0000","last_unstale":"2024-07-26T15:28:58.766619+0000","last_undegraded":"2024-07-26T15:28:58.766619+0000","last_fullsized":"2024-07-26T15:28:58.766619+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:59.721035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318584+0000","last_change":"2024-07-26T15:28:53.300446+0000","last_active":"2024-07-26T15:28:58.318584+0000","last_peered":"2024-07-26T15:28:58.318584+0000","last_clean":"2024-07-26T15:28:58.318584+0000","last_became_active":"2024-07-26T15:28:53.299296+0000","last_became_peered":"2024-07-26T15:28:53.299296+0000","last_unstale":"2024-07-26T15:28:58.318584+0000","last_undegraded":"2024-07-26T15:28:58.318584+0000","last_fullsized":"2024-07-26T15:28:58.318584+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:42.554054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318920+0000","last_change":"2024-07-26T15:28:52.293419+0000","last_active":"2024-07-26T15:28:58.318920+0000","last_peered":"2024-07-26T15:28:58.318920+0000","last_clean":"2024-07-26T15:28:58.318920+0000","last_became_active":"2024-07-26T15:28:52.293086+0000","last_became_peered":"2024-07-26T15:28:52.293086+0000","last_unstale":"2024-07-26T15:28:58.318920+0000","last_undegraded":"2024-07-26T15:28:58.318920+0000","last_fullsized":"2024-07-26T15:28:58.318920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:47:46.283848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766347+0000","last_change":"2024-07-26T15:28:52.291571+0000","last_active":"2024-07-26T15:28:58.766347+0000","last_peered":"2024-07-26T15:28:58.766347+0000","last_clean":"2024-07-26T15:28:58.766347+0000","last_became_active":"2024-07-26T15:28:52.291065+0000","last_became_peered":"2024-07-26T15:28:52.291065+0000","last_unstale":"2024-07-26T15:28:58.766347+0000","last_undegraded":"2024-07-26T15:28:58.766347+0000","last_fullsized":"2024-07-26T15:28:58.766347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:02.453958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765362+0000","last_change":"2024-07-26T15:28:53.310811+0000","last_active":"2024-07-26T15:28:58.765362+0000","last_peered":"2024-07-26T15:28:58.765362+0000","last_clean":"2024-07-26T15:28:58.765362+0000","last_became_active":"2024-07-26T15:28:53.309369+0000","last_became_peered":"2024-07-26T15:28:53.309369+0000","last_unstale":"2024-07-26T15:28:58.765362+0000","last_undegraded":"2024-07-26T15:28:58.765362+0000","last_fullsized":"2024-07-26T15:28:58.765362+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:08.752129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765442+0000","last_change":"2024-07-26T15:28:57.345928+0000","last_active":"2024-07-26T15:28:58.765442+0000","last_peered":"2024-07-26T15:28:58.765442+0000","last_clean":"2024-07-26T15:28:58.765442+0000","last_became_active":"2024-07-26T15:28:57.345172+0000","last_became_peered":"2024-07-26T15:28:57.345172+0000","last_unstale":"2024-07-26T15:28:58.765442+0000","last_undegraded":"2024-07-26T15:28:58.765442+0000","last_fullsized":"2024-07-26T15:28:58.765442+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:59.102961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319344+0000","last_change":"2024-07-26T15:28:52.290196+0000","last_active":"2024-07-26T15:28:58.319344+0000","last_peered":"2024-07-26T15:28:58.319344+0000","last_clean":"2024-07-26T15:28:58.319344+0000","last_became_active":"2024-07-26T15:28:52.289830+0000","last_became_peered":"2024-07-26T15:28:52.289830+0000","last_unstale":"2024-07-26T15:28:58.319344+0000","last_undegraded":"2024-07-26T15:28:58.319344+0000","last_fullsized":"2024-07-26T15:28:58.319344+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:51.254745+0000","last_clean_scrub_stamp":"2024-07-26T15:28:51.254745+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:51.852752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322707+0000","last_change":"2024-07-26T15:28:53.308224+0000","last_active":"2024-07-26T15:28:58.322707+0000","last_peered":"2024-07-26T15:28:58.322707+0000","last_clean":"2024-07-26T15:28:58.322707+0000","last_became_active":"2024-07-26T15:28:53.307918+0000","last_became_peered":"2024-07-26T15:28:53.307918+0000","last_unstale":"2024-07-26T15:28:58.322707+0000","last_undegraded":"2024-07-26T15:28:58.322707+0000","last_fullsized":"2024-07-26T15:28:58.322707+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:33:02.772082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319714+0000","last_change":"2024-07-26T15:28:57.336433+0000","last_active":"2024-07-26T15:28:58.319714+0000","last_peered":"2024-07-26T15:28:58.319714+0000","last_clean":"2024-07-26T15:28:58.319714+0000","last_became_active":"2024-07-26T15:28:57.335980+0000","last_became_peered":"2024-07-26T15:28:57.335980+0000","last_unstale":"2024-07-26T15:28:58.319714+0000","last_undegraded":"2024-07-26T15:28:58.319714+0000","last_fullsized":"2024-07-26T15:28:58.319714+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:56.302855+0000","last_clean_scrub_stamp":"2024-07-26T15:28:56.302855+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:07.656451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765197+0000","last_change":"2024-07-26T15:28:53.295884+0000","last_active":"2024-07-26T15:28:58.765197+0000","last_peered":"2024-07-26T15:28:58.765197+0000","last_clean":"2024-07-26T15:28:58.765197+0000","last_became_active":"2024-07-26T15:28:53.295033+0000","last_became_peered":"2024-07-26T15:28:53.295033+0000","last_unstale":"2024-07-26T15:28:58.765197+0000","last_undegraded":"2024-07-26T15:28:58.765197+0000","last_fullsized":"2024-07-26T15:28:58.765197+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:28:06.739951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765228+0000","last_change":"2024-07-26T15:28:53.303106+0000","last_active":"2024-07-26T15:28:58.765228+0000","last_peered":"2024-07-26T15:28:58.765228+0000","last_clean":"2024-07-26T15:28:58.765228+0000","last_became_active":"2024-07-26T15:28:53.302707+0000","last_became_peered":"2024-07-26T15:28:53.302707+0000","last_unstale":"2024-07-26T15:28:58.765228+0000","last_undegraded":"2024-07-26T15:28:58.765228+0000","last_fullsized":"2024-07-26T15:28:58.765228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.293741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321699+0000","last_change":"2024-07-26T15:28:53.309527+0000","last_active":"2024-07-26T15:28:58.321699+0000","last_peered":"2024-07-26T15:28:58.321699+0000","last_clean":"2024-07-26T15:28:58.321699+0000","last_became_active":"2024-07-26T15:28:53.309237+0000","last_became_peered":"2024-07-26T15:28:53.309237+0000","last_unstale":"2024-07-26T15:28:58.321699+0000","last_undegraded":"2024-07-26T15:28:58.321699+0000","last_fullsized":"2024-07-26T15:28:58.321699+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:36.585286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765247+0000","last_change":"2024-07-26T15:28:53.306770+0000","last_active":"2024-07-26T15:28:58.765247+0000","last_peered":"2024-07-26T15:28:58.765247+0000","last_clean":"2024-07-26T15:28:58.765247+0000","last_became_active":"2024-07-26T15:28:53.306454+0000","last_became_peered":"2024-07-26T15:28:53.306454+0000","last_unstale":"2024-07-26T15:28:58.765247+0000","last_undegraded":"2024-07-26T15:28:58.765247+0000","last_fullsized":"2024-07-26T15:28:58.765247+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:34:20.726286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319572+0000","last_change":"2024-07-26T15:28:53.305740+0000","last_active":"2024-07-26T15:28:58.319572+0000","last_peered":"2024-07-26T15:28:58.319572+0000","last_clean":"2024-07-26T15:28:58.319572+0000","last_became_active":"2024-07-26T15:28:53.305356+0000","last_became_peered":"2024-07-26T15:28:53.305356+0000","last_unstale":"2024-07-26T15:28:58.319572+0000","last_undegraded":"2024-07-26T15:28:58.319572+0000","last_fullsized":"2024-07-26T15:28:58.319572+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:43.090975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766020+0000","last_change":"2024-07-26T15:28:53.308110+0000","last_active":"2024-07-26T15:28:58.766020+0000","last_peered":"2024-07-26T15:28:58.766020+0000","last_clean":"2024-07-26T15:28:58.766020+0000","last_became_active":"2024-07-26T15:28:53.307784+0000","last_became_peered":"2024-07-26T15:28:53.307784+0000","last_unstale":"2024-07-26T15:28:58.766020+0000","last_undegraded":"2024-07-26T15:28:58.766020+0000","last_fullsized":"2024-07-26T15:28:58.766020+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:08.752129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766216+0000","last_change":"2024-07-26T15:28:53.299836+0000","last_active":"2024-07-26T15:28:58.766216+0000","last_peered":"2024-07-26T15:28:58.766216+0000","last_clean":"2024-07-26T15:28:58.766216+0000","last_became_active":"2024-07-26T15:28:53.299451+0000","last_became_peered":"2024-07-26T15:28:53.299451+0000","last_unstale":"2024-07-26T15:28:58.766216+0000","last_undegraded":"2024-07-26T15:28:58.766216+0000","last_fullsized":"2024-07-26T15:28:58.766216+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319876+0000","last_change":"2024-07-26T15:28:53.303683+0000","last_active":"2024-07-26T15:28:58.319876+0000","last_peered":"2024-07-26T15:28:58.319876+0000","last_clean":"2024-07-26T15:28:58.319876+0000","last_became_active":"2024-07-26T15:28:53.303037+0000","last_became_peered":"2024-07-26T15:28:53.303037+0000","last_unstale":"2024-07-26T15:28:58.319876+0000","last_undegraded":"2024-07-26T15:28:58.319876+0000","last_fullsized":"2024-07-26T15:28:58.319876+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:48.522951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320985+0000","last_change":"2024-07-26T15:28:53.310478+0000","last_active":"2024-07-26T15:28:58.320985+0000","last_peered":"2024-07-26T15:28:58.320985+0000","last_clean":"2024-07-26T15:28:58.320985+0000","last_became_active":"2024-07-26T15:28:53.310150+0000","last_became_peered":"2024-07-26T15:28:53.310150+0000","last_unstale":"2024-07-26T15:28:58.320985+0000","last_undegraded":"2024-07-26T15:28:58.320985+0000","last_fullsized":"2024-07-26T15:28:58.320985+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:32:40.826960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318853+0000","last_change":"2024-07-26T15:28:53.305687+0000","last_active":"2024-07-26T15:28:58.318853+0000","last_peered":"2024-07-26T15:28:58.318853+0000","last_clean":"2024-07-26T15:28:58.318853+0000","last_became_active":"2024-07-26T15:28:53.305139+0000","last_became_peered":"2024-07-26T15:28:53.305139+0000","last_unstale":"2024-07-26T15:28:58.318853+0000","last_undegraded":"2024-07-26T15:28:58.318853+0000","last_fullsized":"2024-07-26T15:28:58.318853+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:54.754759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321564+0000","last_change":"2024-07-26T15:28:53.304483+0000","last_active":"2024-07-26T15:28:58.321564+0000","last_peered":"2024-07-26T15:28:58.321564+0000","last_clean":"2024-07-26T15:28:58.321564+0000","last_became_active":"2024-07-26T15:28:53.304154+0000","last_became_peered":"2024-07-26T15:28:53.304154+0000","last_unstale":"2024-07-26T15:28:58.321564+0000","last_undegraded":"2024-07-26T15:28:58.321564+0000","last_fullsized":"2024-07-26T15:28:58.321564+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:48.522951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765036+0000","last_change":"2024-07-26T15:28:53.311761+0000","last_active":"2024-07-26T15:28:58.765036+0000","last_peered":"2024-07-26T15:28:58.765036+0000","last_clean":"2024-07-26T15:28:58.765036+0000","last_became_active":"2024-07-26T15:28:53.311468+0000","last_became_peered":"2024-07-26T15:28:53.311468+0000","last_unstale":"2024-07-26T15:28:58.765036+0000","last_undegraded":"2024-07-26T15:28:58.765036+0000","last_fullsized":"2024-07-26T15:28:58.765036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:15:17.253622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765915+0000","last_change":"2024-07-26T15:28:53.314578+0000","last_active":"2024-07-26T15:28:58.765915+0000","last_peered":"2024-07-26T15:28:58.765915+0000","last_clean":"2024-07-26T15:28:58.765915+0000","last_became_active":"2024-07-26T15:28:53.314128+0000","last_became_peered":"2024-07-26T15:28:53.314128+0000","last_unstale":"2024-07-26T15:28:58.765915+0000","last_undegraded":"2024-07-26T15:28:58.765915+0000","last_fullsized":"2024-07-26T15:28:58.765915+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:43.090975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766343+0000","last_change":"2024-07-26T15:28:53.306606+0000","last_active":"2024-07-26T15:28:58.766343+0000","last_peered":"2024-07-26T15:28:58.766343+0000","last_clean":"2024-07-26T15:28:58.766343+0000","last_became_active":"2024-07-26T15:28:53.304582+0000","last_became_peered":"2024-07-26T15:28:53.304582+0000","last_unstale":"2024-07-26T15:28:58.766343+0000","last_undegraded":"2024-07-26T15:28:58.766343+0000","last_fullsized":"2024-07-26T15:28:58.766343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:16.411237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765529+0000","last_change":"2024-07-26T15:28:53.298544+0000","last_active":"2024-07-26T15:28:58.765529+0000","last_peered":"2024-07-26T15:28:58.765529+0000","last_clean":"2024-07-26T15:28:58.765529+0000","last_became_active":"2024-07-26T15:28:53.298209+0000","last_became_peered":"2024-07-26T15:28:53.298209+0000","last_unstale":"2024-07-26T15:28:58.765529+0000","last_undegraded":"2024-07-26T15:28:58.765529+0000","last_fullsized":"2024-07-26T15:28:58.765529+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:44:29.782538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322786+0000","last_change":"2024-07-26T15:28:53.307501+0000","last_active":"2024-07-26T15:28:58.322786+0000","last_peered":"2024-07-26T15:28:58.322786+0000","last_clean":"2024-07-26T15:28:58.322786+0000","last_became_active":"2024-07-26T15:28:53.307189+0000","last_became_peered":"2024-07-26T15:28:53.307189+0000","last_unstale":"2024-07-26T15:28:58.322786+0000","last_undegraded":"2024-07-26T15:28:58.322786+0000","last_fullsized":"2024-07-26T15:28:58.322786+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:13.474013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.320825+0000","last_change":"2024-07-26T15:28:53.303199+0000","last_active":"2024-07-26T15:28:58.320825+0000","last_peered":"2024-07-26T15:28:58.320825+0000","last_clean":"2024-07-26T15:28:58.320825+0000","last_became_active":"2024-07-26T15:28:53.302830+0000","last_became_peered":"2024-07-26T15:28:53.302830+0000","last_unstale":"2024-07-26T15:28:58.320825+0000","last_undegraded":"2024-07-26T15:28:58.320825+0000","last_fullsized":"2024-07-26T15:28:58.320825+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766006+0000","last_change":"2024-07-26T15:28:53.303882+0000","last_active":"2024-07-26T15:28:58.766006+0000","last_peered":"2024-07-26T15:28:58.766006+0000","last_clean":"2024-07-26T15:28:58.766006+0000","last_became_active":"2024-07-26T15:28:53.303554+0000","last_became_peered":"2024-07-26T15:28:53.303554+0000","last_unstale":"2024-07-26T15:28:58.766006+0000","last_undegraded":"2024-07-26T15:28:58.766006+0000","last_fullsized":"2024-07-26T15:28:58.766006+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:34:20.726286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764820+0000","last_change":"2024-07-26T15:28:53.309286+0000","last_active":"2024-07-26T15:28:58.764820+0000","last_peered":"2024-07-26T15:28:58.764820+0000","last_clean":"2024-07-26T15:28:58.764820+0000","last_became_active":"2024-07-26T15:28:53.308953+0000","last_became_peered":"2024-07-26T15:28:53.308953+0000","last_unstale":"2024-07-26T15:28:58.764820+0000","last_undegraded":"2024-07-26T15:28:58.764820+0000","last_fullsized":"2024-07-26T15:28:58.764820+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:23:04.486272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.319113+0000","last_change":"2024-07-26T15:28:53.304017+0000","last_active":"2024-07-26T15:28:58.319113+0000","last_peered":"2024-07-26T15:28:58.319113+0000","last_clean":"2024-07-26T15:28:58.319113+0000","last_became_active":"2024-07-26T15:28:53.303553+0000","last_became_peered":"2024-07-26T15:28:53.303553+0000","last_unstale":"2024-07-26T15:28:58.319113+0000","last_undegraded":"2024-07-26T15:28:58.319113+0000","last_fullsized":"2024-07-26T15:28:58.319113+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.322644+0000","last_change":"2024-07-26T15:28:53.303774+0000","last_active":"2024-07-26T15:28:58.322644+0000","last_peered":"2024-07-26T15:28:58.322644+0000","last_clean":"2024-07-26T15:28:58.322644+0000","last_became_active":"2024-07-26T15:28:53.302427+0000","last_became_peered":"2024-07-26T15:28:53.302427+0000","last_unstale":"2024-07-26T15:28:58.322644+0000","last_undegraded":"2024-07-26T15:28:58.322644+0000","last_fullsized":"2024-07-26T15:28:58.322644+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:44:29.782538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766709+0000","last_change":"2024-07-26T15:28:53.292523+0000","last_active":"2024-07-26T15:28:58.766709+0000","last_peered":"2024-07-26T15:28:58.766709+0000","last_clean":"2024-07-26T15:28:58.766709+0000","last_became_active":"2024-07-26T15:28:53.292200+0000","last_became_peered":"2024-07-26T15:28:53.292200+0000","last_unstale":"2024-07-26T15:28:58.766709+0000","last_undegraded":"2024-07-26T15:28:58.766709+0000","last_fullsized":"2024-07-26T15:28:58.766709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:42.554054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766067+0000","last_change":"2024-07-26T15:28:53.295579+0000","last_active":"2024-07-26T15:28:58.766067+0000","last_peered":"2024-07-26T15:28:58.766067+0000","last_clean":"2024-07-26T15:28:58.766067+0000","last_became_active":"2024-07-26T15:28:53.295206+0000","last_became_peered":"2024-07-26T15:28:53.295206+0000","last_unstale":"2024-07-26T15:28:58.766067+0000","last_undegraded":"2024-07-26T15:28:58.766067+0000","last_fullsized":"2024-07-26T15:28:58.766067+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:56.073091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766648+0000","last_change":"2024-07-26T15:28:53.314815+0000","last_active":"2024-07-26T15:28:58.766648+0000","last_peered":"2024-07-26T15:28:58.766648+0000","last_clean":"2024-07-26T15:28:58.766648+0000","last_became_active":"2024-07-26T15:28:53.314492+0000","last_became_peered":"2024-07-26T15:28:53.314492+0000","last_unstale":"2024-07-26T15:28:58.766648+0000","last_undegraded":"2024-07-26T15:28:58.766648+0000","last_fullsized":"2024-07-26T15:28:58.766648+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:10.037084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.318441+0000","last_change":"2024-07-26T15:28:53.310358+0000","last_active":"2024-07-26T15:28:58.318441+0000","last_peered":"2024-07-26T15:28:58.318441+0000","last_clean":"2024-07-26T15:28:58.318441+0000","last_became_active":"2024-07-26T15:28:53.309919+0000","last_became_peered":"2024-07-26T15:28:53.309919+0000","last_unstale":"2024-07-26T15:28:58.318441+0000","last_undegraded":"2024-07-26T15:28:58.318441+0000","last_fullsized":"2024-07-26T15:28:58.318441+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:28:06.739951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765419+0000","last_change":"2024-07-26T15:28:53.317318+0000","last_active":"2024-07-26T15:28:58.765419+0000","last_peered":"2024-07-26T15:28:58.765419+0000","last_clean":"2024-07-26T15:28:58.765419+0000","last_became_active":"2024-07-26T15:28:53.316994+0000","last_became_peered":"2024-07-26T15:28:53.316994+0000","last_unstale":"2024-07-26T15:28:58.765419+0000","last_undegraded":"2024-07-26T15:28:58.765419+0000","last_fullsized":"2024-07-26T15:28:58.765419+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:46:54.151868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321203+0000","last_change":"2024-07-26T15:28:53.293881+0000","last_active":"2024-07-26T15:28:58.321203+0000","last_peered":"2024-07-26T15:28:58.321203+0000","last_clean":"2024-07-26T15:28:58.321203+0000","last_became_active":"2024-07-26T15:28:53.293548+0000","last_became_peered":"2024-07-26T15:28:53.293548+0000","last_unstale":"2024-07-26T15:28:58.321203+0000","last_undegraded":"2024-07-26T15:28:58.321203+0000","last_fullsized":"2024-07-26T15:28:58.321203+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:46.610287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.765563+0000","last_change":"2024-07-26T15:28:53.298131+0000","last_active":"2024-07-26T15:28:58.765563+0000","last_peered":"2024-07-26T15:28:58.765563+0000","last_clean":"2024-07-26T15:28:58.765563+0000","last_became_active":"2024-07-26T15:28:53.297796+0000","last_became_peered":"2024-07-26T15:28:53.297796+0000","last_unstale":"2024-07-26T15:28:58.765563+0000","last_undegraded":"2024-07-26T15:28:58.765563+0000","last_fullsized":"2024-07-26T15:28:58.765563+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:33.126704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.321564+0000","last_change":"2024-07-26T15:28:53.313621+0000","last_active":"2024-07-26T15:28:58.321564+0000","last_peered":"2024-07-26T15:28:58.321564+0000","last_clean":"2024-07-26T15:28:58.321564+0000","last_became_active":"2024-07-26T15:28:53.313234+0000","last_became_peered":"2024-07-26T15:28:53.313234+0000","last_unstale":"2024-07-26T15:28:58.321564+0000","last_undegraded":"2024-07-26T15:28:58.321564+0000","last_fullsized":"2024-07-26T15:28:58.321564+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:13:02.088825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.764660+0000","last_change":"2024-07-26T15:28:53.298795+0000","last_active":"2024-07-26T15:28:58.764660+0000","last_peered":"2024-07-26T15:28:58.764660+0000","last_clean":"2024-07-26T15:28:58.764660+0000","last_became_active":"2024-07-26T15:28:53.298480+0000","last_became_peered":"2024-07-26T15:28:53.298480+0000","last_unstale":"2024-07-26T15:28:58.764660+0000","last_undegraded":"2024-07-26T15:28:58.764660+0000","last_fullsized":"2024-07-26T15:28:58.764660+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:49:57.617704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766481+0000","last_change":"2024-07-26T15:28:53.294203+0000","last_active":"2024-07-26T15:28:58.766481+0000","last_peered":"2024-07-26T15:28:58.766481+0000","last_clean":"2024-07-26T15:28:58.766481+0000","last_became_active":"2024-07-26T15:28:53.293818+0000","last_became_peered":"2024-07-26T15:28:53.293818+0000","last_unstale":"2024-07-26T15:28:58.766481+0000","last_undegraded":"2024-07-26T15:28:58.766481+0000","last_fullsized":"2024-07-26T15:28:58.766481+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:35:49.471060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-26T15:28:58.766536+0000","last_change":"2024-07-26T15:28:53.311245+0000","last_active":"2024-07-26T15:28:58.766536+0000","last_peered":"2024-07-26T15:28:58.766536+0000","last_clean":"2024-07-26T15:28:58.766536+0000","last_became_active":"2024-07-26T15:28:53.310644+0000","last_became_peered":"2024-07-26T15:28:53.310644+0000","last_unstale":"2024-07-26T15:28:58.766536+0000","last_undegraded":"2024-07-26T15:28:58.766536+0000","last_fullsized":"2024-07-26T15:28:58.766536+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:52.262217+0000","last_clean_scrub_stamp":"2024-07-26T15:28:52.262217+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:56.453160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509449,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":110376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509449,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":274432,"data_stored":106624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509449,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":106660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":282624,"data_stored":110376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":270336,"data_stored":106534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509451,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":106694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542154,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32036,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339804,"statfs":{"total":96636764160,"available":96603959296,"internally_reserved":0,"allocated":876544,"data_stored":697540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27868,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343972,"statfs":{"total":96636764160,"available":96608227328,"internally_reserved":0,"allocated":868352,"data_stored":697484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:29:13.259 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T15:29:13.259 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-07-26T15:29:13.259 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-07-26T15:29:13.259 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-07-26T15:29:13.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.411+0000 7f3662791640 1 -- 172.21.15.33:0/2558019536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f365c0b49d0 msgr2=0x7f365c0b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.411+0000 7f3662791640 1 --2- 172.21.15.33:0/2558019536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f365c0b49d0 0x7f365c0b4de0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3654005fd0 tx=0x7f365402a970 comp rx=0 tx=0).stop 2024-07-26T15:29:13.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.411+0000 7f3662791640 1 -- 172.21.15.33:0/2558019536 shutdown_connections 2024-07-26T15:29:13.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.411+0000 7f3662791640 1 --2- 172.21.15.33:0/2558019536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f365c0b49d0 0x7f365c0b4de0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.411+0000 7f3662791640 1 --2- 172.21.15.33:0/2558019536 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f365c0b70b0 0x7f365c15c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.412+0000 7f3662791640 1 -- 172.21.15.33:0/2558019536 >> 172.21.15.33:0/2558019536 conn(0x7f365c0d1b80 msgr2=0x7f365c0d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:13.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.412+0000 7f3662791640 1 -- 172.21.15.33:0/2558019536 shutdown_connections 2024-07-26T15:29:13.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.412+0000 7f3662791640 1 -- 172.21.15.33:0/2558019536 wait complete. 2024-07-26T15:29:13.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.413+0000 7f3662791640 1 Processor -- start 2024-07-26T15:29:13.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.414+0000 7f3662791640 1 -- start start 2024-07-26T15:29:13.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f3662791640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f365c0b49d0 0x7f365c14d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f3662791640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f365c0b70b0 0x7f365c0c9e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f3662791640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f365c0ce450 0x7f365c0c76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f3662791640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f365c0b6d00 con 0x7f365c0b49d0 2024-07-26T15:29:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f3662791640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f365c0b6b80 con 0x7f365c0ce450 2024-07-26T15:29:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f3662791640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f365c0b5320 con 0x7f365c0b70b0 2024-07-26T15:29:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f365bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f365c0b49d0 0x7f365c14d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f365bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f365c0b49d0 0x7f365c14d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49294/0 (socket says 172.21.15.33:49294) 2024-07-26T15:29:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f365bfff640 1 -- 172.21.15.33:0/792015286 learned_addr learned my addr 172.21.15.33:0/792015286 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f365bfff640 1 -- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f365c0b70b0 msgr2=0x7f365c0c9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f365bfff640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f365c0b70b0 0x7f365c0c9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f365bfff640 1 -- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f365c0ce450 msgr2=0x7f365c0c76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f365bfff640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f365c0ce450 0x7f365c0c76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f365bfff640 1 -- 172.21.15.33:0/792015286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f365c15f2d0 con 0x7f365c0b49d0 2024-07-26T15:29:13.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.415+0000 7f365bfff640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f365c0b49d0 0x7f365c14d7f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f364c00d6d0 tx=0x7f364c00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:13.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.416+0000 7f3658ff9640 1 -- 172.21.15.33:0/792015286 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364c017070 con 0x7f365c0b49d0 2024-07-26T15:29:13.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.416+0000 7f3658ff9640 1 -- 172.21.15.33:0/792015286 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f364c005330 con 0x7f365c0b49d0 2024-07-26T15:29:13.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.416+0000 7f3662791640 1 -- 172.21.15.33:0/792015286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f365c0c9050 con 0x7f365c0b49d0 2024-07-26T15:29:13.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.416+0000 7f3658ff9640 1 -- 172.21.15.33:0/792015286 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364c009820 con 0x7f365c0b49d0 2024-07-26T15:29:13.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.416+0000 7f3662791640 1 -- 172.21.15.33:0/792015286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f365c0c9610 con 0x7f365c0b49d0 2024-07-26T15:29:13.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.417+0000 7f3662791640 1 -- 172.21.15.33:0/792015286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f365c0b5830 con 0x7f365c0b49d0 2024-07-26T15:29:13.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.417+0000 7f3658ff9640 1 -- 172.21.15.33:0/792015286 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f364c009bd0 con 0x7f365c0b49d0 2024-07-26T15:29:13.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.418+0000 7f3658ff9640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3648077010 0x7f3648079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.418+0000 7f3658ff9640 1 -- 172.21.15.33:0/792015286 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f364c098ff0 con 0x7f365c0b49d0 2024-07-26T15:29:13.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.418+0000 7f365b7fe640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3648077010 0x7f3648079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:13.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.419+0000 7f365b7fe640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3648077010 0x7f3648079520 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3650006fd0 tx=0x7f3650006bc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:13.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.422+0000 7f3658ff9640 1 -- 172.21.15.33:0/792015286 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f364c061db0 con 0x7f365c0b49d0 2024-07-26T15:29:13.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.658+0000 7f3662791640 1 -- 172.21.15.33:0/792015286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f365c0b31e0 con 0x7f365c0b49d0 2024-07-26T15:29:13.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.659+0000 7f3658ff9640 1 -- 172.21.15.33:0/792015286 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f364c0616b0 con 0x7f365c0b49d0 2024-07-26T15:29:13.660 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:13.660 INFO:teuthology.orchestra.run.smithi033.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-07-26T15:29:13.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 -- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3648077010 msgr2=0x7f3648079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3648077010 0x7f3648079520 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f3650006fd0 tx=0x7f3650006bc0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 -- 172.21.15.33:0/792015286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f365c0b49d0 msgr2=0x7f365c14d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f365c0b49d0 0x7f365c14d7f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f364c00d6d0 tx=0x7f364c00db90 comp rx=0 tx=0).stop 2024-07-26T15:29:13.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 -- 172.21.15.33:0/792015286 shutdown_connections 2024-07-26T15:29:13.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f365c0ce450 0x7f365c0c76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f365c0b70b0 0x7f365c0c9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3648077010 0x7f3648079520 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 --2- 172.21.15.33:0/792015286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f365c0b49d0 0x7f365c14d7f0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 -- 172.21.15.33:0/792015286 >> 172.21.15.33:0/792015286 conn(0x7f365c0d1b80 msgr2=0x7f365c15a2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:13.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 -- 172.21.15.33:0/792015286 shutdown_connections 2024-07-26T15:29:13.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.661+0000 7f3662791640 1 -- 172.21.15.33:0/792015286 wait complete. 2024-07-26T15:29:13.673 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-07-26T15:29:13.674 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:29:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.790+0000 7f671df40640 1 -- 172.21.15.33:0/2350084341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67180cf310 msgr2=0x7f67180b2020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.790+0000 7f671df40640 1 --2- 172.21.15.33:0/2350084341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67180cf310 0x7f67180b2020 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f6710005fd0 tx=0x7f671002a820 comp rx=0 tx=0).stop 2024-07-26T15:29:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.790+0000 7f671df40640 1 -- 172.21.15.33:0/2350084341 shutdown_connections 2024-07-26T15:29:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.790+0000 7f671df40640 1 --2- 172.21.15.33:0/2350084341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67180cf310 0x7f67180b2020 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.790+0000 7f671df40640 1 -- 172.21.15.33:0/2350084341 >> 172.21.15.33:0/2350084341 conn(0x7f67180d1bf0 msgr2=0x7f67180d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.790+0000 7f671df40640 1 -- 172.21.15.33:0/2350084341 shutdown_connections 2024-07-26T15:29:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.790+0000 7f671df40640 1 -- 172.21.15.33:0/2350084341 wait complete. 2024-07-26T15:29:13.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.792+0000 7f671df40640 1 Processor -- start 2024-07-26T15:29:13.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.792+0000 7f671df40640 1 -- start start 2024-07-26T15:29:13.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.793+0000 7f671df40640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67180b6e00 0x7f67181599b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.793+0000 7f671df40640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67180cc660 0x7f6718157af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.793+0000 7f671df40640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67180cf310 0x7f6718158030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.793+0000 7f671df40640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f67181678d0 con 0x7f67180b6e00 2024-07-26T15:29:13.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.793+0000 7f671df40640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f67180b2840 con 0x7f67180cc660 2024-07-26T15:29:13.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.793+0000 7f671df40640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6718167a50 con 0x7f67180cf310 2024-07-26T15:29:13.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.793+0000 7f67177fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67180b6e00 0x7f67181599b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:13.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.793+0000 7f67177fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67180b6e00 0x7f67181599b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49312/0 (socket says 172.21.15.33:49312) 2024-07-26T15:29:13.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.793+0000 7f67177fe640 1 -- 172.21.15.33:0/2814916396 learned_addr learned my addr 172.21.15.33:0/2814916396 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.793+0000 7f6717fff640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67180cf310 0x7f6718158030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.793+0000 7f6716ffd640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67180cc660 0x7f6718157af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f67177fe640 1 -- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67180cf310 msgr2=0x7f6718158030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f67177fe640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67180cf310 0x7f6718158030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f67177fe640 1 -- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67180cc660 msgr2=0x7f6718157af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f67177fe640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67180cc660 0x7f6718157af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f67177fe640 1 -- 172.21.15.33:0/2814916396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f671815ce90 con 0x7f67180b6e00 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f6717fff640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67180cf310 0x7f6718158030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f6716ffd640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67180cc660 0x7f6718157af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f67177fe640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67180b6e00 0x7f67181599b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f670800b420 tx=0x7f670800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f66fffff640 1 -- 172.21.15.33:0/2814916396 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6708011830 con 0x7f67180b6e00 2024-07-26T15:29:13.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f66fffff640 1 -- 172.21.15.33:0/2814916396 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6708016070 con 0x7f67180b6e00 2024-07-26T15:29:13.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f671df40640 1 -- 172.21.15.33:0/2814916396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6718158900 con 0x7f67180b6e00 2024-07-26T15:29:13.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f66fffff640 1 -- 172.21.15.33:0/2814916396 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6708011d60 con 0x7f67180b6e00 2024-07-26T15:29:13.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.794+0000 7f671df40640 1 -- 172.21.15.33:0/2814916396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6718158ec0 con 0x7f67180b6e00 2024-07-26T15:29:13.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.795+0000 7f671df40640 1 -- 172.21.15.33:0/2814916396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67180cfa60 con 0x7f67180b6e00 2024-07-26T15:29:13.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.796+0000 7f66fffff640 1 -- 172.21.15.33:0/2814916396 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f670801b460 con 0x7f67180b6e00 2024-07-26T15:29:13.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.796+0000 7f66fffff640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6704077010 0x7f6704079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:13.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.796+0000 7f66fffff640 1 -- 172.21.15.33:0/2814916396 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f6708098a70 con 0x7f67180b6e00 2024-07-26T15:29:13.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.797+0000 7f6716ffd640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6704077010 0x7f6704079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:13.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.797+0000 7f6716ffd640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6704077010 0x7f6704079520 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f670c0046b0 tx=0x7f670c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:13.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:13.801+0000 7f66fffff640 1 -- 172.21.15.33:0/2814916396 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6708061930 con 0x7f67180b6e00 2024-07-26T15:29:14.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.032+0000 7f671df40640 1 -- 172.21.15.33:0/2814916396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f67180c54c0 con 0x7f67180b6e00 2024-07-26T15:29:14.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.033+0000 7f66fffff640 1 -- 172.21.15.33:0/2814916396 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7f6708061230 con 0x7f67180b6e00 2024-07-26T15:29:14.034 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:14.034 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"btime":"2024-07-26T15:29:06:686901+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/4199910102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":4199910102},{"type":"v1","addr":"172.21.15.154:6836","nonce":4199910102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/419058101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":419058101},{"type":"v1","addr":"172.21.15.33:6835","nonce":419058101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:28:52.666199+0000","modified":"2024-07-26T15:29:06.078160+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4357},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4357":{"gid":4357,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6837/2230205187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2230205187},{"type":"v1","addr":"172.21.15.154:6837","nonce":2230205187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4357,"qdb_cluster":[4357]},"id":1}]} 2024-07-26T15:29:14.035 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-07-26T15:29:14.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 -- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6704077010 msgr2=0x7f6704079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6704077010 0x7f6704079520 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f670c0046b0 tx=0x7f670c009040 comp rx=0 tx=0).stop 2024-07-26T15:29:14.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 -- 172.21.15.33:0/2814916396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67180b6e00 msgr2=0x7f67181599b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67180b6e00 0x7f67181599b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f670800b420 tx=0x7f670800b8e0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 -- 172.21.15.33:0/2814916396 shutdown_connections 2024-07-26T15:29:14.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67180cf310 0x7f6718158030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67180cc660 0x7f6718157af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6704077010 0x7f6704079520 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 --2- 172.21.15.33:0/2814916396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67180b6e00 0x7f67181599b0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 -- 172.21.15.33:0/2814916396 >> 172.21.15.33:0/2814916396 conn(0x7f67180d1bf0 msgr2=0x7f67180ceb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:14.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 -- 172.21.15.33:0/2814916396 shutdown_connections 2024-07-26T15:29:14.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.035+0000 7f671df40640 1 -- 172.21.15.33:0/2814916396 wait complete. 2024-07-26T15:29:14.048 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:29:14.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.165+0000 7efe70d99640 1 -- 172.21.15.33:0/2986664222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe54004800 msgr2=0x7efe54004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.165+0000 7efe70d99640 1 --2- 172.21.15.33:0/2986664222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe54004800 0x7efe54004c10 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7efe6000c310 tx=0x7efe54005830 comp rx=0 tx=0).stop 2024-07-26T15:29:14.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.165+0000 7efe70d99640 1 -- 172.21.15.33:0/2986664222 shutdown_connections 2024-07-26T15:29:14.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.165+0000 7efe70d99640 1 --2- 172.21.15.33:0/2986664222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe54004800 0x7efe54004c10 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.165+0000 7efe70d99640 1 -- 172.21.15.33:0/2986664222 >> 172.21.15.33:0/2986664222 conn(0x7efe6c0d3e10 msgr2=0x7efe6c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:14.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.165+0000 7efe70d99640 1 -- 172.21.15.33:0/2986664222 shutdown_connections 2024-07-26T15:29:14.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.165+0000 7efe70d99640 1 -- 172.21.15.33:0/2986664222 wait complete. 2024-07-26T15:29:14.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.167+0000 7efe70d99640 1 Processor -- start 2024-07-26T15:29:14.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.167+0000 7efe70d99640 1 -- start start 2024-07-26T15:29:14.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.168+0000 7efe70d99640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe54004800 0x7efe6c1d0a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.168+0000 7efe70d99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe6c0c7940 0x7efe6c0c7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.168+0000 7efe70d99640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe6c0c8290 0x7efe6c1d3330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.168+0000 7efe70d99640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efe6c0d0570 con 0x7efe6c0c7940 2024-07-26T15:29:14.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.168+0000 7efe70d99640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efe6c0d4d50 con 0x7efe6c0c8290 2024-07-26T15:29:14.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.168+0000 7efe70d99640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efe6c0d06f0 con 0x7efe54004800 2024-07-26T15:29:14.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.168+0000 7efe69d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe6c0c7940 0x7efe6c0c7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.168+0000 7efe69d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe6c0c7940 0x7efe6c0c7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49336/0 (socket says 172.21.15.33:49336) 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.168+0000 7efe69d9b640 1 -- 172.21.15.33:0/1043402776 learned_addr learned my addr 172.21.15.33:0/1043402776 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe6a59c640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe54004800 0x7efe6c1d0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe6ad9d640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe6c0c8290 0x7efe6c1d3330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe69d9b640 1 -- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe54004800 msgr2=0x7efe6c1d0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe69d9b640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe54004800 0x7efe6c1d0a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe69d9b640 1 -- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe6c0c8290 msgr2=0x7efe6c1d3330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe69d9b640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe6c0c8290 0x7efe6c1d3330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe69d9b640 1 -- 172.21.15.33:0/1043402776 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe6c1d0fa0 con 0x7efe6c0c7940 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe6a59c640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe54004800 0x7efe6c1d0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe6ad9d640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe6c0c8290 0x7efe6c1d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe69d9b640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe6c0c7940 0x7efe6c0c7d50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7efe6000c430 tx=0x7efe60004bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe5affd640 1 -- 172.21.15.33:0/1043402776 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60031040 con 0x7efe6c0c7940 2024-07-26T15:29:14.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe5affd640 1 -- 172.21.15.33:0/1043402776 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe60004db0 con 0x7efe6c0c7940 2024-07-26T15:29:14.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe70d99640 1 -- 172.21.15.33:0/1043402776 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe6c06da50 con 0x7efe6c0c7940 2024-07-26T15:29:14.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe5affd640 1 -- 172.21.15.33:0/1043402776 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60006c70 con 0x7efe6c0c7940 2024-07-26T15:29:14.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.169+0000 7efe70d99640 1 -- 172.21.15.33:0/1043402776 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe6c06e010 con 0x7efe6c0c7940 2024-07-26T15:29:14.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.170+0000 7efe70d99640 1 -- 172.21.15.33:0/1043402776 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe6c0b8a20 con 0x7efe6c0c7940 2024-07-26T15:29:14.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.171+0000 7efe5affd640 1 -- 172.21.15.33:0/1043402776 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efe60034070 con 0x7efe6c0c7940 2024-07-26T15:29:14.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.172+0000 7efe5affd640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7efe4c077010 0x7efe4c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.172+0000 7efe5affd640 1 -- 172.21.15.33:0/1043402776 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7efe600b8e60 con 0x7efe6c0c7940 2024-07-26T15:29:14.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.172+0000 7efe6a59c640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7efe4c077010 0x7efe4c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.173+0000 7efe6a59c640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7efe4c077010 0x7efe4c079520 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efe5c006fd0 tx=0x7efe5c006bc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:14.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.176+0000 7efe5affd640 1 -- 172.21.15.33:0/1043402776 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efe60081e00 con 0x7efe6c0c7940 2024-07-26T15:29:14.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.406+0000 7efe70d99640 1 -- 172.21.15.33:0/1043402776 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efe6c0d0b50 con 0x7efe6c0c7940 2024-07-26T15:29:14.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.407+0000 7efe5affd640 1 -- 172.21.15.33:0/1043402776 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7efe60081700 con 0x7efe6c0c7940 2024-07-26T15:29:14.408 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:14.408 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"btime":"2024-07-26T15:29:06:686901+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/4199910102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":4199910102},{"type":"v1","addr":"172.21.15.154:6836","nonce":4199910102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/419058101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":419058101},{"type":"v1","addr":"172.21.15.33:6835","nonce":419058101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:28:52.666199+0000","modified":"2024-07-26T15:29:06.078160+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4357},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4357":{"gid":4357,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6837/2230205187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2230205187},{"type":"v1","addr":"172.21.15.154:6837","nonce":2230205187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4357,"qdb_cluster":[4357]},"id":1}]} 2024-07-26T15:29:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-07-26T15:29:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 -- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7efe4c077010 msgr2=0x7efe4c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7efe4c077010 0x7efe4c079520 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efe5c006fd0 tx=0x7efe5c006bc0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 -- 172.21.15.33:0/1043402776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe6c0c7940 msgr2=0x7efe6c0c7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe6c0c7940 0x7efe6c0c7d50 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7efe6000c430 tx=0x7efe60004bc0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 -- 172.21.15.33:0/1043402776 shutdown_connections 2024-07-26T15:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe6c0c8290 0x7efe6c1d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7efe4c077010 0x7efe4c079520 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe6c0c7940 0x7efe6c0c7d50 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 --2- 172.21.15.33:0/1043402776 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe54004800 0x7efe6c1d0a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 -- 172.21.15.33:0/1043402776 >> 172.21.15.33:0/1043402776 conn(0x7efe6c0d3e10 msgr2=0x7efe6c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 -- 172.21.15.33:0/1043402776 shutdown_connections 2024-07-26T15:29:14.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.409+0000 7efe70d99640 1 -- 172.21.15.33:0/1043402776 wait complete. 2024-07-26T15:29:14.422 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:14.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.537+0000 7f249cb41640 1 -- 172.21.15.33:0/253788971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24980cc660 msgr2=0x7f24980b6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.537+0000 7f249cb41640 1 --2- 172.21.15.33:0/253788971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24980cc660 0x7f24980b6e00 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f24980d0b00 tx=0x7f248802a560 comp rx=0 tx=0).stop 2024-07-26T15:29:14.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.537+0000 7f249cb41640 1 -- 172.21.15.33:0/253788971 shutdown_connections 2024-07-26T15:29:14.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.537+0000 7f249cb41640 1 --2- 172.21.15.33:0/253788971 >> v2:172.21.15.154:3300/0 conn(0x7f24980cfe70 0x7f2498160b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.537+0000 7f249cb41640 1 --2- 172.21.15.33:0/253788971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24980cc660 0x7f24980b6e00 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.537+0000 7f249cb41640 1 -- 172.21.15.33:0/253788971 >> 172.21.15.33:0/253788971 conn(0x7f24980d1bf0 msgr2=0x7f24980d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:14.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.538+0000 7f249cb41640 1 -- 172.21.15.33:0/253788971 shutdown_connections 2024-07-26T15:29:14.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.538+0000 7f249cb41640 1 -- 172.21.15.33:0/253788971 wait complete. 2024-07-26T15:29:14.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.539+0000 7f249cb41640 1 Processor -- start 2024-07-26T15:29:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.539+0000 7f249cb41640 1 -- start start 2024-07-26T15:29:14.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249cb41640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24980cc660 0x7f24981f33c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249cb41640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f24980cfa60 0x7f24981f7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249cb41640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f24980cfe70 0x7f249815e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249cb41640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f24980ce690 con 0x7f24980cc660 2024-07-26T15:29:14.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249cb41640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f24980ce510 con 0x7f24980cfe70 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249cb41640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f24980ce810 con 0x7f24980cfa60 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24980cc660 0x7f24981f33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24980cc660 0x7f24981f33c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49344/0 (socket says 172.21.15.33:49344) 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249659c640 1 -- 172.21.15.33:0/1435311523 learned_addr learned my addr 172.21.15.33:0/1435311523 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f2496d9d640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f24980cfe70 0x7f249815e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f2495d9b640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f24980cfa60 0x7f24981f7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249659c640 1 -- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f24980cfa60 msgr2=0x7f24981f7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249659c640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f24980cfa60 0x7f24981f7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249659c640 1 -- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f24980cfe70 msgr2=0x7f249815e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249659c640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f24980cfe70 0x7f249815e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249659c640 1 -- 172.21.15.33:0/1435311523 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f249815eed0 con 0x7f24980cc660 2024-07-26T15:29:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f2496d9d640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f24980cfe70 0x7f249815e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.541+0000 7f249659c640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24980cc660 0x7f24981f33c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2488034040 tx=0x7f2488003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.542+0000 7f2486ffd640 1 -- 172.21.15.33:0/1435311523 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f248803e030 con 0x7f24980cc660 2024-07-26T15:29:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.542+0000 7f2486ffd640 1 -- 172.21.15.33:0/1435311523 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2488003e00 con 0x7f24980cc660 2024-07-26T15:29:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.542+0000 7f249cb41640 1 -- 172.21.15.33:0/1435311523 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24981f3b80 con 0x7f24980cc660 2024-07-26T15:29:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.542+0000 7f2486ffd640 1 -- 172.21.15.33:0/1435311523 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2488035040 con 0x7f24980cc660 2024-07-26T15:29:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.542+0000 7f249cb41640 1 -- 172.21.15.33:0/1435311523 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24981f4140 con 0x7f24980cc660 2024-07-26T15:29:14.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.543+0000 7f249cb41640 1 -- 172.21.15.33:0/1435311523 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2498144cb0 con 0x7f24980cc660 2024-07-26T15:29:14.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.543+0000 7f2486ffd640 1 -- 172.21.15.33:0/1435311523 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2488041030 con 0x7f24980cc660 2024-07-26T15:29:14.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.544+0000 7f2486ffd640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2478077010 0x7f2478079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.544+0000 7f2486ffd640 1 -- 172.21.15.33:0/1435311523 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f24880b9330 con 0x7f24980cc660 2024-07-26T15:29:14.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.544+0000 7f2495d9b640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2478077010 0x7f2478079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.545+0000 7f2495d9b640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2478077010 0x7f2478079520 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2498142af0 tx=0x7f248c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:14.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.549+0000 7f2486ffd640 1 -- 172.21.15.33:0/1435311523 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2488082280 con 0x7f24980cc660 2024-07-26T15:29:14.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.742+0000 7f249cb41640 1 -- 172.21.15.33:0/1435311523 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f24980b6e00 con 0x7f24980cc660 2024-07-26T15:29:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.743+0000 7f2486ffd640 1 -- 172.21.15.33:0/1435311523 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18514 (secure 0 0 0) 0x7f2488081b80 con 0x7f24980cc660 2024-07-26T15:29:14.744 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:14.745 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:57.725176+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:14.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 -- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2478077010 msgr2=0x7f2478079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2478077010 0x7f2478079520 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2498142af0 tx=0x7f248c009040 comp rx=0 tx=0).stop 2024-07-26T15:29:14.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 -- 172.21.15.33:0/1435311523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24980cc660 msgr2=0x7f24981f33c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24980cc660 0x7f24981f33c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f2488034040 tx=0x7f2488003910 comp rx=0 tx=0).stop 2024-07-26T15:29:14.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 -- 172.21.15.33:0/1435311523 shutdown_connections 2024-07-26T15:29:14.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f24980cfe70 0x7f249815e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f24980cfa60 0x7f24981f7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2478077010 0x7f2478079520 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 --2- 172.21.15.33:0/1435311523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24980cc660 0x7f24981f33c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 -- 172.21.15.33:0/1435311523 >> 172.21.15.33:0/1435311523 conn(0x7f24980d1bf0 msgr2=0x7f2498070ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:14.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 -- 172.21.15.33:0/1435311523 shutdown_connections 2024-07-26T15:29:14.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.746+0000 7f249cb41640 1 -- 172.21.15.33:0/1435311523 wait complete. 2024-07-26T15:29:14.759 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:29:14.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.876+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3378440640 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd15c004d40 msgr2=0x7fd15c005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.876+0000 7fd17b3ad640 1 --2- 172.21.15.33:0/3378440640 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd15c004d40 0x7fd15c005150 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd16400c470 tx=0x7fd15c005830 comp rx=0 tx=0).stop 2024-07-26T15:29:14.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.876+0000 7fd17994a640 1 -- 172.21.15.33:0/3378440640 reap_dead start 2024-07-26T15:29:14.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.876+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3378440640 shutdown_connections 2024-07-26T15:29:14.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.876+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3378440640 >> 172.21.15.33:0/3378440640 conn(0x7fd1740d3e10 msgr2=0x7fd1740d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:14.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.876+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3378440640 shutdown_connections 2024-07-26T15:29:14.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.876+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3378440640 wait complete. 2024-07-26T15:29:14.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.878+0000 7fd17b3ad640 1 Processor -- start 2024-07-26T15:29:14.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.878+0000 7fd17b3ad640 1 -- start start 2024-07-26T15:29:14.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.879+0000 7fd17b3ad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd15c004d40 0x7fd1741f8700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.879+0000 7fd17b3ad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1740b70d0 0x7fd1741e30d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.879+0000 7fd17b3ad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1741e4f60 0x7fd1741e5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.879+0000 7fd17b3ad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd1740d4b40 con 0x7fd15c004d40 2024-07-26T15:29:14.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.879+0000 7fd17b3ad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd1740cf710 con 0x7fd1741e4f60 2024-07-26T15:29:14.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.879+0000 7fd17b3ad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd1740d4cc0 con 0x7fd1740b70d0 2024-07-26T15:29:14.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.879+0000 7fd179149640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd15c004d40 0x7fd1741f8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd179149640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd15c004d40 0x7fd1741f8700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49360/0 (socket says 172.21.15.33:49360) 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd179149640 1 -- 172.21.15.33:0/3874984495 learned_addr learned my addr 172.21.15.33:0/3874984495 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd178948640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1740b70d0 0x7fd1741e30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd17994a640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1741e4f60 0x7fd1741e5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd179149640 1 -- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1740b70d0 msgr2=0x7fd1741e30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd179149640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1740b70d0 0x7fd1741e30d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd179149640 1 -- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1741e4f60 msgr2=0x7fd1741e5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd179149640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1741e4f60 0x7fd1741e5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd179149640 1 -- 172.21.15.33:0/3874984495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1741e58b0 con 0x7fd15c004d40 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd179149640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd15c004d40 0x7fd1741f8700 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd16c011ca0 tx=0x7fd16c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd171ffb640 1 -- 172.21.15.33:0/3874984495 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd16c01e070 con 0x7fd15c004d40 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd171ffb640 1 -- 172.21.15.33:0/3874984495 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd16c00e880 con 0x7fd15c004d40 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3874984495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1741f9130 con 0x7fd15c004d40 2024-07-26T15:29:14.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd171ffb640 1 -- 172.21.15.33:0/3874984495 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd16c00ec90 con 0x7fd15c004d40 2024-07-26T15:29:14.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.880+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3874984495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1740a0630 con 0x7fd15c004d40 2024-07-26T15:29:14.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.882+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3874984495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1740d2c20 con 0x7fd15c004d40 2024-07-26T15:29:14.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.882+0000 7fd171ffb640 1 -- 172.21.15.33:0/3874984495 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd16c021070 con 0x7fd15c004d40 2024-07-26T15:29:14.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.883+0000 7fd171ffb640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd160077010 0x7fd160079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:14.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.883+0000 7fd171ffb640 1 -- 172.21.15.33:0/3874984495 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd16c099d70 con 0x7fd15c004d40 2024-07-26T15:29:14.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.883+0000 7fd178948640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd160077010 0x7fd160079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:14.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.884+0000 7fd178948640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd160077010 0x7fd160079520 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd17409f0e0 tx=0x7fd168005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:14.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:14.888+0000 7fd171ffb640 1 -- 172.21.15.33:0/3874984495 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd1741e58b0 con 0x7fd15c004d40 2024-07-26T15:29:15.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.123+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3874984495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd1740b9020 con 0x7fd15c004d40 2024-07-26T15:29:15.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.124+0000 7fd171ffb640 1 -- 172.21.15.33:0/3874984495 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7fd16c0624c0 con 0x7fd15c004d40 2024-07-26T15:29:15.126 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:15.126 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"btime":"2024-07-26T15:29:06:686901+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/4199910102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":4199910102},{"type":"v1","addr":"172.21.15.154:6836","nonce":4199910102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/419058101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":419058101},{"type":"v1","addr":"172.21.15.33:6835","nonce":419058101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:28:52.666199+0000","modified":"2024-07-26T15:29:06.078160+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4357},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4357":{"gid":4357,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6837/2230205187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2230205187},{"type":"v1","addr":"172.21.15.154:6837","nonce":2230205187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4357,"qdb_cluster":[4357]},"id":1}]} 2024-07-26T15:29:15.126 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-07-26T15:29:15.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd160077010 msgr2=0x7fd160079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:15.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd160077010 0x7fd160079520 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd17409f0e0 tx=0x7fd168005f90 comp rx=0 tx=0).stop 2024-07-26T15:29:15.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3874984495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd15c004d40 msgr2=0x7fd1741f8700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:15.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd15c004d40 0x7fd1741f8700 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd16c011ca0 tx=0x7fd16c00f790 comp rx=0 tx=0).stop 2024-07-26T15:29:15.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3874984495 shutdown_connections 2024-07-26T15:29:15.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1741e4f60 0x7fd1741e5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1740b70d0 0x7fd1741e30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd160077010 0x7fd160079520 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 --2- 172.21.15.33:0/3874984495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd15c004d40 0x7fd1741f8700 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3874984495 >> 172.21.15.33:0/3874984495 conn(0x7fd1740d3e10 msgr2=0x7fd1740cedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:15.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3874984495 shutdown_connections 2024-07-26T15:29:15.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.126+0000 7fd17b3ad640 1 -- 172.21.15.33:0/3874984495 wait complete. 2024-07-26T15:29:15.542 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T15:28:52.666199+0000', 'modified': '2024-07-26T15:29:06.078160+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4357}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4357': {'gid': 4357, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.154:6837/2230205187', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.154:6835', 'nonce': 2230205187}, {'type': 'v1', 'addr': '172.21.15.154:6837', 'nonce': 2230205187}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4357, 'qdb_cluster': [4357]} 2024-07-26T15:29:15.542 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T15:29:15.543 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-26T15:29:15.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.662+0000 7f3b16370640 1 -- 172.21.15.33:0/3179858367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b101622e0 msgr2=0x7f3b101626f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:15.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.662+0000 7f3b16370640 1 --2- 172.21.15.33:0/3179858367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b101622e0 0x7f3b101626f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3b08005fd0 tx=0x7f3b0802aa70 comp rx=0 tx=0).stop 2024-07-26T15:29:15.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.662+0000 7f3b16370640 1 -- 172.21.15.33:0/3179858367 shutdown_connections 2024-07-26T15:29:15.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.662+0000 7f3b16370640 1 --2- 172.21.15.33:0/3179858367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b101622e0 0x7f3b101626f0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.662+0000 7f3b16370640 1 --2- 172.21.15.33:0/3179858367 >> v2:172.21.15.154:3300/0 conn(0x7f3b100b6be0 0x7f3b100d48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.662+0000 7f3b16370640 1 -- 172.21.15.33:0/3179858367 >> 172.21.15.33:0/3179858367 conn(0x7f3b100d3d90 msgr2=0x7f3b100d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:15.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.662+0000 7f3b16370640 1 -- 172.21.15.33:0/3179858367 shutdown_connections 2024-07-26T15:29:15.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.662+0000 7f3b16370640 1 -- 172.21.15.33:0/3179858367 wait complete. 2024-07-26T15:29:15.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.664+0000 7f3b16370640 1 Processor -- start 2024-07-26T15:29:15.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.664+0000 7f3b16370640 1 -- start start 2024-07-26T15:29:15.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b16370640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3b100b6be0 0x7f3b10158ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b16370640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b100b8e30 0x7f3b100cdd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b16370640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3b101622e0 0x7f3b10161830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b16370640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b10163080 con 0x7f3b100b8e30 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b16370640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3b10162f00 con 0x7f3b100b6be0 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b16370640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3b100d1f20 con 0x7f3b101622e0 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b0f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b100b8e30 0x7f3b100cdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b0f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b100b8e30 0x7f3b100cdd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49378/0 (socket says 172.21.15.33:49378) 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b0f7fe640 1 -- 172.21.15.33:0/1952461916 learned_addr learned my addr 172.21.15.33:0/1952461916 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b0ffff640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3b100b6be0 0x7f3b10158ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b1490d640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3b101622e0 0x7f3b10161830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b0f7fe640 1 -- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3b101622e0 msgr2=0x7f3b10161830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b0f7fe640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3b101622e0 0x7f3b10161830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b0f7fe640 1 -- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3b100b6be0 msgr2=0x7f3b10158ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b0f7fe640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3b100b6be0 0x7f3b10158ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.666+0000 7f3b0f7fe640 1 -- 172.21.15.33:0/1952461916 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b101f9530 con 0x7f3b100b8e30 2024-07-26T15:29:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.667+0000 7f3b0f7fe640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b100b8e30 0x7f3b100cdd00 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3b0400c370 tx=0x7f3b0400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:15.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.667+0000 7f3b0cff9640 1 -- 172.21.15.33:0/1952461916 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b04017070 con 0x7f3b100b8e30 2024-07-26T15:29:15.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.667+0000 7f3b0cff9640 1 -- 172.21.15.33:0/1952461916 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b040053c0 con 0x7f3b100b8e30 2024-07-26T15:29:15.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.667+0000 7f3b16370640 1 -- 172.21.15.33:0/1952461916 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b100ce240 con 0x7f3b100b8e30 2024-07-26T15:29:15.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.667+0000 7f3b0cff9640 1 -- 172.21.15.33:0/1952461916 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b04003850 con 0x7f3b100b8e30 2024-07-26T15:29:15.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.667+0000 7f3b16370640 1 -- 172.21.15.33:0/1952461916 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b101f8f70 con 0x7f3b100b8e30 2024-07-26T15:29:15.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.669+0000 7f3b0cff9640 1 -- 172.21.15.33:0/1952461916 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3b0401a070 con 0x7f3b100b8e30 2024-07-26T15:29:15.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.669+0000 7f3b0cff9640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3afc077010 0x7f3afc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.670+0000 7f3b0cff9640 1 -- 172.21.15.33:0/1952461916 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f3b04098030 con 0x7f3b100b8e30 2024-07-26T15:29:15.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.670+0000 7f3b0ffff640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3afc077010 0x7f3afc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.670+0000 7f3b1d366740 1 Processor -- start 2024-07-26T15:29:15.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.670+0000 7f3b0ffff640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3afc077010 0x7f3afc079520 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3b0000bb50 tx=0x7f3b0000b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:15.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.670+0000 7f3b1d366740 1 -- start start 2024-07-26T15:29:15.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 0x56119222e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e353b0 0x56119222e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e3d590 0x56119224b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1d366740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5611921763f0 con 0x561191e3d590 2024-07-26T15:29:15.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1d366740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x561192165a90 con 0x561191e353b0 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1d366740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x561192169930 con 0x561191e5e270 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1490d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e3d590 0x56119224b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1490d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e3d590 0x56119224b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49384/0 (socket says 172.21.15.33:49384) 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1490d640 1 -- 172.21.15.33:0/3366219140 learned_addr learned my addr 172.21.15.33:0/3366219140 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b0f7fe640 1 --2- 172.21.15.33:0/3366219140 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e353b0 0x56119222e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b0ffff640 1 --2- 172.21.15.33:0/3366219140 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 0x56119222e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1490d640 1 -- 172.21.15.33:0/3366219140 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 msgr2=0x56119222e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1490d640 1 --2- 172.21.15.33:0/3366219140 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 0x56119222e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1490d640 1 -- 172.21.15.33:0/3366219140 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e353b0 msgr2=0x56119222e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1490d640 1 --2- 172.21.15.33:0/3366219140 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e353b0 0x56119222e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1490d640 1 -- 172.21.15.33:0/3366219140 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561191ec9850 con 0x561191e3d590 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b0ffff640 1 --2- 172.21.15.33:0/3366219140 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 0x56119222e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3b1490d640 1 --2- 172.21.15.33:0/3366219140 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e3d590 0x56119224b640 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3b0802b060 tx=0x7f3b08004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5fe88727b69642e server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3af5ffb640 1 -- 172.21.15.33:0/3366219140 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08047070 con 0x561191e3d590 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3af5ffb640 1 -- 172.21.15.33:0/3366219140 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b0802fcc0 con 0x561191e3d590 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.672+0000 7f3af5ffb640 1 -- 172.21.15.33:0/3366219140 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08033070 con 0x561191e3d590 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.673+0000 7f3b1d366740 1 -- 172.21.15.33:0/3366219140 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e3d590 msgr2=0x56119224b640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.673+0000 7f3b1d366740 1 --2- 172.21.15.33:0/3366219140 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e3d590 0x56119224b640 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3b0802b060 tx=0x7f3b08004ab0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.673+0000 7f3b1d366740 1 -- 172.21.15.33:0/3366219140 shutdown_connections 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.673+0000 7f3b1d366740 1 --2- 172.21.15.33:0/3366219140 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e3d590 0x56119224b640 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.673+0000 7f3b1d366740 1 --2- 172.21.15.33:0/3366219140 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e353b0 0x56119222e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.673+0000 7f3b1d366740 1 --2- 172.21.15.33:0/3366219140 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 0x56119222e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.673+0000 7f3b1d366740 1 -- 172.21.15.33:0/3366219140 >> 172.21.15.33:0/3366219140 conn(0x561191e523c0 msgr2=0x5611922044c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.673+0000 7f3b1d366740 1 -- 172.21.15.33:0/3366219140 shutdown_connections 2024-07-26T15:29:15.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.673+0000 7f3b1d366740 1 -- 172.21.15.33:0/3366219140 wait complete. 2024-07-26T15:29:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.674+0000 7f3b1d366740 1 -- start start 2024-07-26T15:29:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.675+0000 7f3b1d366740 1 Processor -- start 2024-07-26T15:29:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e353b0 0x56119225c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e3d590 0x561192208f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1d366740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561191ed8620 con 0x561191e5e270 2024-07-26T15:29:15.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1d366740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5611920edcb0 con 0x561191e3d590 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1d366740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x56119222ec80 con 0x561191e353b0 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1d366740 10 client.0 _ll_register_callbacks cb 0x56119210fea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1490d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1490d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49386/0 (socket says 172.21.15.33:49386) 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1490d640 1 -- 172.21.15.33:0/650117271 learned_addr learned my addr 172.21.15.33:0/650117271 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b0ffff640 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e353b0 0x56119225c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b0f7fe640 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e3d590 0x561192208f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1490d640 1 -- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e353b0 msgr2=0x56119225c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1490d640 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e353b0 0x56119225c610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1490d640 1 -- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e3d590 msgr2=0x561192208f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1490d640 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e3d590 0x561192208f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1490d640 1 -- 172.21.15.33:0/650117271 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561191f406b0 con 0x561191e5e270 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3b1490d640 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221c080 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f3b08009bf0 tx=0x7f3b08003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39cf41964479b79a server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.676+0000 7f3aeeffd640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3aeeffd640 1 -- 172.21.15.33:0/650117271 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08033050 con 0x561191e5e270 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3aeeffd640 1 -- 172.21.15.33:0/650117271 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f3b0802fac0 con 0x561191e5e270 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3b1d366740 1 -- 172.21.15.33:0/650117271 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b0802fcc0 con 0x561191e5e270 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3aeeffd640 1 -- 172.21.15.33:0/650117271 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f3b08057050 con 0x561191e5e270 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3b1d366740 10 client.4794 fetch_fsmap learned FSMap version 9 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3b1d366740 1 -- 172.21.15.33:0/650117271 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x561192208720 con 0x561191e5e270 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3aeeffd640 1 -- 172.21.15.33:0/650117271 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b0802fcc0 con 0x561191e5e270 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3aeeffd640 1 -- 172.21.15.33:0/650117271 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7f3b0804a070 con 0x561191e5e270 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3b1d366740 10 client.4794 fetch_fsmap finished waiting for FSMap version 9 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3b1d366740 10 client.4794 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3b1d366740 20 client.4794 populate_metadata read hostname 'smithi033' 2024-07-26T15:29:15.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3b1d366740 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x561191e1ce40 0x561192265df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3b1d366740 4 client.4794 mds_command: new command op to 4357 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3b1d366740 1 -- 172.21.15.33:0/650117271 --> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561192178340 con 0x561191e1ce40 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.677+0000 7f3b0ffff640 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x561191e1ce40 0x561192265df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3aeeffd640 10 client.4794 ms_handle_connect on v2:172.21.15.154:6835/2230205187 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b0ffff640 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x561191e1ce40 0x561192265df0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2270027a45a5cbe3 server_cookie=801b22f96abfd5ec in_seq=0 out_seq=0 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3aeeffd640 1 -- 172.21.15.33:0/650117271 <== mds.0 v2:172.21.15.154:6835/2230205187 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561192178340 con 0x561191e1ce40 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3aeeffd640 10 client.4794 handle_command_reply: tid=0 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 1 client.4794 shutdown 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 1 -- 172.21.15.33:0/650117271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 msgr2=0x56119221c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221c080 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f3b08009bf0 tx=0x7f3b08003ba0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 1 -- 172.21.15.33:0/650117271 shutdown_connections 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x561191e1ce40 0x561192265df0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221c080 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e3d590 0x561192208f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 1 --2- 172.21.15.33:0/650117271 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e353b0 0x56119225c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3aeeffd640 0 client.4794 ms_handle_reset on v2:172.21.15.154:6835/2230205187 2024-07-26T15:29:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 1 -- 172.21.15.33:0/650117271 >> 172.21.15.33:0/650117271 conn(0x561191e523c0 msgr2=0x5611921fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 1 -- 172.21.15.33:0/650117271 shutdown_connections 2024-07-26T15:29:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 1 -- 172.21.15.33:0/650117271 wait complete. 2024-07-26T15:29:15.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.679+0000 7f3b1d366740 20 client.4794 trim_cache size 0 max 16384 2024-07-26T15:29:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.698+0000 7f3b1d366740 1 Processor -- start 2024-07-26T15:29:15.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1d366740 1 -- start start 2024-07-26T15:29:15.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e353b0 0x56119224c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e3d590 0x56119221a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1d366740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b10201da0 con 0x561191e5e270 2024-07-26T15:29:15.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1d366740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3b10160b80 con 0x561191e353b0 2024-07-26T15:29:15.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1d366740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3b10201750 con 0x561191e3d590 2024-07-26T15:29:15.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1490d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1490d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49396/0 (socket says 172.21.15.33:49396) 2024-07-26T15:29:15.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1490d640 1 -- 172.21.15.33:0/3665437164 learned_addr learned my addr 172.21.15.33:0/3665437164 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:15.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1490d640 1 -- 172.21.15.33:0/3665437164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e3d590 msgr2=0x56119221a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:15.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1490d640 1 --2- 172.21.15.33:0/3665437164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e3d590 0x56119221a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1490d640 1 -- 172.21.15.33:0/3665437164 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e353b0 msgr2=0x56119224c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:15.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1490d640 1 --2- 172.21.15.33:0/3665437164 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e353b0 0x56119224c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1490d640 1 -- 172.21.15.33:0/3665437164 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56119221b9e0 con 0x561191e5e270 2024-07-26T15:29:15.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.700+0000 7f3b1490d640 1 --2- 172.21.15.33:0/3665437164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221ad00 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3b08009d90 tx=0x7f3b0802f780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5db5992f03e2bb4e server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:15.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3af57fa640 1 -- 172.21.15.33:0/3665437164 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08033070 con 0x561191e5e270 2024-07-26T15:29:15.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3af57fa640 1 -- 172.21.15.33:0/3665437164 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b0802fac0 con 0x561191e5e270 2024-07-26T15:29:15.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3af57fa640 1 -- 172.21.15.33:0/3665437164 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08047040 con 0x561191e5e270 2024-07-26T15:29:15.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3b1d366740 1 -- 172.21.15.33:0/3665437164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 msgr2=0x56119221ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:15.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3b1d366740 1 --2- 172.21.15.33:0/3665437164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221ad00 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3b08009d90 tx=0x7f3b0802f780 comp rx=0 tx=0).stop 2024-07-26T15:29:15.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3b1d366740 1 -- 172.21.15.33:0/3665437164 shutdown_connections 2024-07-26T15:29:15.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3b1d366740 1 --2- 172.21.15.33:0/3665437164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e5e270 0x56119221ad00 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3b1d366740 1 --2- 172.21.15.33:0/3665437164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e3d590 0x56119221a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3b1d366740 1 --2- 172.21.15.33:0/3665437164 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e353b0 0x56119224c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3b1d366740 1 -- 172.21.15.33:0/3665437164 >> 172.21.15.33:0/3665437164 conn(0x561191e523c0 msgr2=0x56119221bd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3b1d366740 1 -- 172.21.15.33:0/3665437164 shutdown_connections 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.702+0000 7f3b1d366740 1 -- 172.21.15.33:0/3665437164 wait complete. 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.703+0000 7f3b1d366740 1 -- start start 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.703+0000 7f3b1d366740 1 Processor -- start 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e353b0 0x56119224c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e3d590 0x5611922620e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b1d366740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 0x561192262620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b1d366740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x56119223ffa0 con 0x561191e353b0 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b1d366740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x561192240ab0 con 0x561191e3d590 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b1d366740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x56119224b3a0 con 0x561191e5e270 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b1d366740 10 client.0 _ll_register_callbacks cb 0x7f3b08045070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b0ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e353b0 0x56119224c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b0ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e353b0 0x56119224c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49398/0 (socket says 172.21.15.33:49398) 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b0ffff640 1 -- 172.21.15.33:0/574339260 learned_addr learned my addr 172.21.15.33:0/574339260 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b0ffff640 1 -- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 msgr2=0x561192262620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b0f7fe640 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e3d590 0x5611922620e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b1490d640 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 0x561192262620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b0ffff640 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 0x561192262620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b0ffff640 1 -- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e3d590 msgr2=0x5611922620e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b0ffff640 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e3d590 0x5611922620e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b0ffff640 1 -- 172.21.15.33:0/574339260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56119221d950 con 0x561191e353b0 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b0f7fe640 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e3d590 0x5611922620e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b1490d640 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 0x561192262620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3b0ffff640 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e353b0 0x56119224c840 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x56119224b520 tx=0x7f3b00004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=140b06beefa4066c server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.705+0000 7f3aeeffd640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3aeeffd640 1 -- 172.21.15.33:0/574339260 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b0002f060 con 0x561191e353b0 2024-07-26T15:29:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3aeeffd640 1 -- 172.21.15.33:0/574339260 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f3b00020c90 con 0x561191e353b0 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3b1d366740 1 -- 172.21.15.33:0/574339260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b0802fac0 con 0x561191e353b0 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3aeeffd640 1 -- 172.21.15.33:0/574339260 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f3b00035050 con 0x561191e353b0 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3b1d366740 10 client.4800 fetch_fsmap learned FSMap version 9 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3b1d366740 1 -- 172.21.15.33:0/574339260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x561192261b30 con 0x561191e353b0 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3aeeffd640 1 -- 172.21.15.33:0/574339260 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b0802fac0 con 0x561191e353b0 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3aeeffd640 1 -- 172.21.15.33:0/574339260 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7f3b00038020 con 0x561191e353b0 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3b1d366740 10 client.4800 fetch_fsmap finished waiting for FSMap version 9 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3b1d366740 10 client.4800 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3b1d366740 20 client.4800 populate_metadata read hostname 'smithi033' 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3b1d366740 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x56119221b320 0x5611922c94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3b1d366740 4 client.4800 mds_command: new command op to 4357 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3b1d366740 1 -- 172.21.15.33:0/574339260 --> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] -- command(tid 0: {"prefix": "status"}) -- 0x561192173de0 con 0x56119221b320 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.706+0000 7f3b0f7fe640 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x56119221b320 0x5611922c94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b0f7fe640 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x56119221b320 0x5611922c94b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4de3dafe1d3ea1 server_cookie=65cdfc0d5587336d in_seq=0 out_seq=0 2024-07-26T15:29:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3aeeffd640 10 client.4800 ms_handle_connect on v2:172.21.15.154:6835/2230205187 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3aeeffd640 1 -- 172.21.15.33:0/574339260 <== mds.0 v2:172.21.15.154:6835/2230205187 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x561192173de0 con 0x56119221b320 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3aeeffd640 10 client.4800 handle_command_reply: tid=0 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 1 client.4800 shutdown 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 1 -- 172.21.15.33:0/574339260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e353b0 msgr2=0x56119224c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e353b0 0x56119224c840 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x56119224b520 tx=0x7f3b00004730 comp rx=0 tx=0).stop 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 1 -- 172.21.15.33:0/574339260 shutdown_connections 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:6835/2230205187,v1:172.21.15.154:6837/2230205187] conn(0x56119221b320 0x5611922c94b0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561191e5e270 0x561192262620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3aeeffd640 0 client.4800 ms_handle_reset on v2:172.21.15.154:6835/2230205187 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561191e3d590 0x5611922620e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 1 --2- 172.21.15.33:0/574339260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561191e353b0 0x56119224c840 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 1 -- 172.21.15.33:0/574339260 >> 172.21.15.33:0/574339260 conn(0x561191e523c0 msgr2=0x56119222e200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:15.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 1 -- 172.21.15.33:0/574339260 shutdown_connections 2024-07-26T15:29:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 1 -- 172.21.15.33:0/574339260 wait complete. 2024-07-26T15:29:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.707+0000 7f3b1d366740 20 client.4800 trim_cache size 0 max 16384 2024-07-26T15:29:15.714 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:29:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T15:29:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T15:29:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 4357, 2024-07-26T15:29:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T15:29:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T15:29:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T15:29:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 22.413625618000001, 2024-07-26T15:29:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 9, 2024-07-26T15:29:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 26, 2024-07-26T15:29:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 26, 2024-07-26T15:29:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 28.586415642999999 2024-07-26T15:29:15.715 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 -- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3afc077010 msgr2=0x7f3afc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3afc077010 0x7f3afc079520 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3b0000bb50 tx=0x7f3b0000b2e0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 -- 172.21.15.33:0/1952461916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b100b8e30 msgr2=0x7f3b100cdd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b100b8e30 0x7f3b100cdd00 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3b0400c370 tx=0x7f3b0400c830 comp rx=0 tx=0).stop 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 -- 172.21.15.33:0/1952461916 shutdown_connections 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3b101622e0 0x7f3b10161830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3afc077010 0x7f3afc079520 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b100b8e30 0x7f3b100cdd00 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 --2- 172.21.15.33:0/1952461916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3b100b6be0 0x7f3b10158ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 -- 172.21.15.33:0/1952461916 >> 172.21.15.33:0/1952461916 conn(0x7f3b100d3d90 msgr2=0x7f3b100b4e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 -- 172.21.15.33:0/1952461916 shutdown_connections 2024-07-26T15:29:15.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:15.708+0000 7f3b16370640 1 -- 172.21.15.33:0/1952461916 wait complete. 2024-07-26T15:29:15.720 INFO:teuthology.run_tasks:Running task sequential... 2024-07-26T15:29:15.729 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-07-26T15:29:15.729 INFO:teuthology.task.sequential:In sequential, running task print... 2024-07-26T15:29:15.729 INFO:teuthology.task.print:Enabling mgr modules 2024-07-26T15:29:15.729 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-07-26T15:29:15.845 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-07-26T15:29:15.845 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-07-26T15:29:15.845 INFO:tasks.ceph_fuse:client.0 config is {} 2024-07-26T15:29:15.846 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-26T15:29:15.846 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:15.846 INFO:tasks.ceph_fuse:client.2 config is {} 2024-07-26T15:29:15.846 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-26T15:29:15.846 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-07-26T15:29:15.846 INFO:tasks.ceph_fuse:client.1 config is {} 2024-07-26T15:29:15.846 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-26T15:29:15.846 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-07-26T15:29:15.846 INFO:tasks.ceph_fuse:client.3 config is {} 2024-07-26T15:29:15.846 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-26T15:29:15.846 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-07-26T15:29:15.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:15.847 DEBUG:teuthology.orchestra.run.smithi154:> ip netns list 2024-07-26T15:29:15.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:15.866 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip link delete ceph-brx 2024-07-26T15:29:15.937 INFO:teuthology.orchestra.run.smithi154.stderr:Cannot find device "ceph-brx" 2024-07-26T15:29:15.939 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T15:29:15.939 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:15.939 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:29:15.955 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-07-26T15:29:15.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:15.956 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-26T15:29:16.023 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:16.023 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link delete ceph-brx 2024-07-26T15:29:16.120 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-07-26T15:29:16.120 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-07-26T15:29:16.120 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:29:16.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.238+0000 7f2eafeef640 1 -- 172.21.15.33:0/36313098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ea8074170 msgr2=0x7f2ea806f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:16.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.238+0000 7f2eafeef640 1 --2- 172.21.15.33:0/36313098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ea8074170 0x7f2ea806f1b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0009830 tx=0x7f2ea002a530 comp rx=0 tx=0).stop 2024-07-26T15:29:16.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.238+0000 7f2eafeef640 1 -- 172.21.15.33:0/36313098 shutdown_connections 2024-07-26T15:29:16.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.238+0000 7f2eafeef640 1 --2- 172.21.15.33:0/36313098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ea8074170 0x7f2ea806f1b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:16.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.238+0000 7f2eafeef640 1 -- 172.21.15.33:0/36313098 >> 172.21.15.33:0/36313098 conn(0x7f2ea80cc3d0 msgr2=0x7f2ea80cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:16.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.238+0000 7f2eafeef640 1 -- 172.21.15.33:0/36313098 shutdown_connections 2024-07-26T15:29:16.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.238+0000 7f2eafeef640 1 -- 172.21.15.33:0/36313098 wait complete. 2024-07-26T15:29:16.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.240+0000 7f2eafeef640 1 Processor -- start 2024-07-26T15:29:16.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.240+0000 7f2eafeef640 1 -- start start 2024-07-26T15:29:16.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.241+0000 7f2eafeef640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ea80b2960 0x7f2ea81e4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:16.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.241+0000 7f2eafeef640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ea815cf70 0x7f2ea81f7580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:16.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.241+0000 7f2eafeef640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ea81463c0 0x7f2ea8157d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:16.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.241+0000 7f2eafeef640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea806f870 con 0x7f2ea81463c0 2024-07-26T15:29:16.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.241+0000 7f2eafeef640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea806f6f0 con 0x7f2ea80b2960 2024-07-26T15:29:16.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.241+0000 7f2eafeef640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2ea806f9f0 con 0x7f2ea815cf70 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.241+0000 7f2eae48c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ea81463c0 0x7f2ea8157d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2eae48c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ea81463c0 0x7f2ea8157d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49420/0 (socket says 172.21.15.33:49420) 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2eae48c640 1 -- 172.21.15.33:0/3297923517 learned_addr learned my addr 172.21.15.33:0/3297923517 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2eadc8b640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ea80b2960 0x7f2ea81e4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2ead48a640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ea815cf70 0x7f2ea81f7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2eae48c640 1 -- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ea815cf70 msgr2=0x7f2ea81f7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2eae48c640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ea815cf70 0x7f2ea81f7580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2eae48c640 1 -- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ea80b2960 msgr2=0x7f2ea81e4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2eae48c640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ea80b2960 0x7f2ea81e4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2eae48c640 1 -- 172.21.15.33:0/3297923517 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ea81e75b0 con 0x7f2ea81463c0 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2eae48c640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ea81463c0 0x7f2ea8157d50 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0009950 tx=0x7f2ea0033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:16.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2ea67fc640 1 -- 172.21.15.33:0/3297923517 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea0031b50 con 0x7f2ea81463c0 2024-07-26T15:29:16.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2ea67fc640 1 -- 172.21.15.33:0/3297923517 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ea0031de0 con 0x7f2ea81463c0 2024-07-26T15:29:16.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2eafeef640 1 -- 172.21.15.33:0/3297923517 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ea8157270 con 0x7f2ea81463c0 2024-07-26T15:29:16.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2ea67fc640 1 -- 172.21.15.33:0/3297923517 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ea0005280 con 0x7f2ea81463c0 2024-07-26T15:29:16.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.242+0000 7f2eafeef640 1 -- 172.21.15.33:0/3297923517 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ea8157830 con 0x7f2ea81463c0 2024-07-26T15:29:16.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.243+0000 7f2eafeef640 1 -- 172.21.15.33:0/3297923517 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ea8157090 con 0x7f2ea81463c0 2024-07-26T15:29:16.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.244+0000 7f2ea67fc640 1 -- 172.21.15.33:0/3297923517 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2ea0005420 con 0x7f2ea81463c0 2024-07-26T15:29:16.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.244+0000 7f2ea67fc640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2e94077010 0x7f2e94079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:16.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.245+0000 7f2ea67fc640 1 -- 172.21.15.33:0/3297923517 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2ea00b9c70 con 0x7f2ea81463c0 2024-07-26T15:29:16.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.245+0000 7f2eadc8b640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2e94077010 0x7f2e94079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:16.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.245+0000 7f2eadc8b640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2e94077010 0x7f2e94079520 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2e98001e20 tx=0x7f2e98009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:16.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.249+0000 7f2ea67fc640 1 -- 172.21.15.33:0/3297923517 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2ea8157090 con 0x7f2ea81463c0 2024-07-26T15:29:16.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.484+0000 7f2eafeef640 1 -- 172.21.15.33:0/3297923517 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f2ea80b31e0 con 0x7f2ea81463c0 2024-07-26T15:29:16.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.484+0000 7f2ea67fc640 1 -- 172.21.15.33:0/3297923517 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f2ea80b31e0 con 0x7f2ea81463c0 2024-07-26T15:29:16.486 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-26T15:29:16.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.486+0000 7f2eafeef640 1 -- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2e94077010 msgr2=0x7f2e94079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:16.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.486+0000 7f2eafeef640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2e94077010 0x7f2e94079520 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f2e98001e20 tx=0x7f2e98009040 comp rx=0 tx=0).stop 2024-07-26T15:29:16.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.486+0000 7f2eafeef640 1 -- 172.21.15.33:0/3297923517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ea81463c0 msgr2=0x7f2ea8157d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:16.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.486+0000 7f2eafeef640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ea81463c0 0x7f2ea8157d50 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0009950 tx=0x7f2ea0033ba0 comp rx=0 tx=0).stop 2024-07-26T15:29:16.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.486+0000 7f2eafeef640 1 -- 172.21.15.33:0/3297923517 shutdown_connections 2024-07-26T15:29:16.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.486+0000 7f2eafeef640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2e94077010 0x7f2e94079520 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:16.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.486+0000 7f2eafeef640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ea81463c0 0x7f2ea8157d50 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:16.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.486+0000 7f2eafeef640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ea815cf70 0x7f2ea81f7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:16.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.486+0000 7f2eafeef640 1 --2- 172.21.15.33:0/3297923517 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ea80b2960 0x7f2ea81e4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:16.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.486+0000 7f2eafeef640 1 -- 172.21.15.33:0/3297923517 >> 172.21.15.33:0/3297923517 conn(0x7f2ea80cc3d0 msgr2=0x7f2ea8155d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:16.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.487+0000 7f2eafeef640 1 -- 172.21.15.33:0/3297923517 shutdown_connections 2024-07-26T15:29:16.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16.487+0000 7f2eafeef640 1 -- 172.21.15.33:0/3297923517 wait complete. 2024-07-26T15:29:16.499 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:29:16.499 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:29:16.499 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T15:29:16.499 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T15:29:16.499 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:16.499 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:29:16.500 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:29:16.500 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:29:16.500 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:29:16.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:16.500 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T15:29:16.516 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:29:16.516 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:29:16.516 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:29:16.517 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:16.517 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T15:29:16.518 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 42700sec preferred_lft 42700sec 2024-07-26T15:29:16.519 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T15:29:16.519 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:16.519 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:16.519 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:16.519 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T15:29:16.519 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-07-26T15:29:16.519 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:16.519 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:16.519 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add name ceph-brx type bridge 2024-07-26T15:29:16.520 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip addr flush dev ceph-brx 2024-07-26T15:29:16.520 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set ceph-brx up 2024-07-26T15:29:16.520 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-07-26T15:29:16.520 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:16.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:16.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:16.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:16.657 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:29:16.681 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T15:29:16.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:16.683 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T15:29:16.740 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T15:29:16.740 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:29:16.740 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T15:29:16.740 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T15:29:16.740 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:29:16.741 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:16.741 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:16.741 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T15:29:16.741 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T15:29:16.741 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T15:29:16.741 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:16.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:16.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:16.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:16.870 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:29:16.886 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:16.886 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list-id 2024-07-26T15:29:16.942 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:16.942 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:16.942 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:16.942 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-07-26T15:29:16.942 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:17.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:17.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:17.062 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-07-26T15:29:17.062 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:17.062 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:17.062 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-07-26T15:29:17.062 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-07-26T15:29:17.063 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-07-26T15:29:17.063 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-07-26T15:29:17.063 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-07-26T15:29:17.063 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:17.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:17.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:17.180 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:17.180 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:17.180 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T15:29:17.180 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set dev brx.0 master ceph-brx 2024-07-26T15:29:17.180 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:17.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:17.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:17.260 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T15:29:17.260 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:17.260 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:17.275 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:29:17.275 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:17.276 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:17.332 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:29:17.399 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:17.457 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:29:17.457 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:29:17.457 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:29:17.457 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:29:17.457 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:29:17.457 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:29:17.457 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:17.458 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:17.459 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:17.460 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:17.460 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:29:17.513 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T15:29:17.513 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T15:29:17.557 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:29:17.582 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:17.641 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:29:17.641 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:29:17.641 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:29:17.641 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:29:17.641 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:29:17.641 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:29:17.641 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:17.642 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:17.643 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:17.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:17.644 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:29:17.653 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T15:29:17.651+0000 7ffb2beb2480 -1 init, newargv = 0x55664f9f2b70 newargc=15 2024-07-26T15:29:17.653 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[47696]: starting ceph client 2024-07-26T15:29:17.658 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[47696]: starting fuse 2024-07-26T15:29:17.669 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:29:17.669 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T15:29:17.669 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:29:17.669 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T15:29:17.669 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T15:29:17.669 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T15:29:17.669 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T15:29:17.669 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:17.669 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:29:17.670 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:29:17.671 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T15:29:17.671 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T15:29:17.671 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T15:29:17.671 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:29:17.671 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:17.671 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T15:29:17.671 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T15:29:17.790 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.47696.asok 2024-07-26T15:29:17.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:17.801 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.47696.asok 2024-07-26T15:29:17.801 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:17.801 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.47696.asok status 2024-07-26T15:29:17.948 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:29:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T15:29:17.948 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "47696", 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 4815, 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T15:29:17.949 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T15:29:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 4815 2024-07-26T15:29:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:29:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:29:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:29:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2947582549 2024-07-26T15:29:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:29:17.950 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2947582549 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.4815 192.168.0.1:0/2947582549", 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/2947582549", 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 9, 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 26, 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T15:29:17.951 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:29:17.958 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-07-26T15:29:17.959 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:29:18.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.075+0000 7fd51201c640 1 -- 172.21.15.33:0/2693650479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd50c0d2a30 msgr2=0x7fd50c0d0560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:18.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.075+0000 7fd51201c640 1 --2- 172.21.15.33:0/2693650479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd50c0d2a30 0x7fd50c0d0560 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd504005fd0 tx=0x7fd50402a8b0 comp rx=0 tx=0).stop 2024-07-26T15:29:18.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.075+0000 7fd51201c640 1 -- 172.21.15.33:0/2693650479 shutdown_connections 2024-07-26T15:29:18.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.075+0000 7fd51201c640 1 --2- 172.21.15.33:0/2693650479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd50c0d2a30 0x7fd50c0d0560 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:18.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.075+0000 7fd51201c640 1 --2- 172.21.15.33:0/2693650479 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd50c0b8f50 0x7fd50c08c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:18.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.075+0000 7fd51201c640 1 -- 172.21.15.33:0/2693650479 >> 172.21.15.33:0/2693650479 conn(0x7fd50c0d3db0 msgr2=0x7fd50c0d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:18.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.075+0000 7fd51201c640 1 -- 172.21.15.33:0/2693650479 shutdown_connections 2024-07-26T15:29:18.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.075+0000 7fd51201c640 1 -- 172.21.15.33:0/2693650479 wait complete. 2024-07-26T15:29:18.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.077+0000 7fd51201c640 1 Processor -- start 2024-07-26T15:29:18.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.077+0000 7fd51201c640 1 -- start start 2024-07-26T15:29:18.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.078+0000 7fd51201c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd50c0b33f0 0x7fd50c1e0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:18.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.078+0000 7fd51201c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd50c0b8f50 0x7fd50c1e2590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:18.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.078+0000 7fd51201c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd50c0d2a30 0x7fd50c1e7880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:18.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.078+0000 7fd51201c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd50c0d0aa0 con 0x7fd50c0b8f50 2024-07-26T15:29:18.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.078+0000 7fd51201c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd50c0b3b20 con 0x7fd50c0b33f0 2024-07-26T15:29:18.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.078+0000 7fd51201c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd50c0d0c20 con 0x7fd50c0d2a30 2024-07-26T15:29:18.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.078+0000 7fd50affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd50c0b8f50 0x7fd50c1e2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:18.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd50affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd50c0b8f50 0x7fd50c1e2590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49436/0 (socket says 172.21.15.33:49436) 2024-07-26T15:29:18.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd50affd640 1 -- 172.21.15.33:0/3718412512 learned_addr learned my addr 172.21.15.33:0/3718412512 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:18.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd50bfff640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd50c0d2a30 0x7fd50c1e7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:18.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd50b7fe640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd50c0b33f0 0x7fd50c1e0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:18.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd50affd640 1 -- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd50c0d2a30 msgr2=0x7fd50c1e7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:18.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd50affd640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd50c0d2a30 0x7fd50c1e7880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:18.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd50affd640 1 -- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd50c0b33f0 msgr2=0x7fd50c1e0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:18.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd50affd640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd50c0b33f0 0x7fd50c1e0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:18.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd50affd640 1 -- 172.21.15.33:0/3718412512 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd50c1e90e0 con 0x7fd50c0b8f50 2024-07-26T15:29:18.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd50affd640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd50c0b8f50 0x7fd50c1e2590 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd50000c430 tx=0x7fd50000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:18.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd4f3fff640 1 -- 172.21.15.33:0/3718412512 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd500011790 con 0x7fd50c0b8f50 2024-07-26T15:29:18.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd4f3fff640 1 -- 172.21.15.33:0/3718412512 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd500017070 con 0x7fd50c0b8f50 2024-07-26T15:29:18.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd4f3fff640 1 -- 172.21.15.33:0/3718412512 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd500011ce0 con 0x7fd50c0b8f50 2024-07-26T15:29:18.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd51201c640 1 -- 172.21.15.33:0/3718412512 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd50c1e1a20 con 0x7fd50c0b8f50 2024-07-26T15:29:18.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.079+0000 7fd51201c640 1 -- 172.21.15.33:0/3718412512 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd50c1e1d90 con 0x7fd50c0b8f50 2024-07-26T15:29:18.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.081+0000 7fd51201c640 1 -- 172.21.15.33:0/3718412512 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd50c08c460 con 0x7fd50c0b8f50 2024-07-26T15:29:18.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.081+0000 7fd4f3fff640 1 -- 172.21.15.33:0/3718412512 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd50001c460 con 0x7fd50c0b8f50 2024-07-26T15:29:18.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.082+0000 7fd4f3fff640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd4f8077010 0x7fd4f8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:18.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.082+0000 7fd4f3fff640 1 -- 172.21.15.33:0/3718412512 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd500098a60 con 0x7fd50c0b8f50 2024-07-26T15:29:18.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.082+0000 7fd50b7fe640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd4f8077010 0x7fd4f8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:18.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.082+0000 7fd50b7fe640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd4f8077010 0x7fd4f8079520 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd4fc004590 tx=0x7fd4fc00b390 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:18.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.086+0000 7fd4f3fff640 1 -- 172.21.15.33:0/3718412512 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd5000612c0 con 0x7fd50c0b8f50 2024-07-26T15:29:18.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.318+0000 7fd51201c640 1 -- 172.21.15.33:0/3718412512 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd50c0689e0 con 0x7fd50c0b8f50 2024-07-26T15:29:18.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.318+0000 7fd4f3fff640 1 -- 172.21.15.33:0/3718412512 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fd500065810 con 0x7fd50c0b8f50 2024-07-26T15:29:18.320 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-26T15:29:18.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 -- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd4f8077010 msgr2=0x7fd4f8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:18.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd4f8077010 0x7fd4f8079520 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fd4fc004590 tx=0x7fd4fc00b390 comp rx=0 tx=0).stop 2024-07-26T15:29:18.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 -- 172.21.15.33:0/3718412512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd50c0b8f50 msgr2=0x7fd50c1e2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:18.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd50c0b8f50 0x7fd50c1e2590 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd50000c430 tx=0x7fd50000c8f0 comp rx=0 tx=0).stop 2024-07-26T15:29:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 -- 172.21.15.33:0/3718412512 shutdown_connections 2024-07-26T15:29:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd50c0d2a30 0x7fd50c1e7880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd4f8077010 0x7fd4f8079520 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd50c0b8f50 0x7fd50c1e2590 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 --2- 172.21.15.33:0/3718412512 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd50c0b33f0 0x7fd50c1e0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 -- 172.21.15.33:0/3718412512 >> 172.21.15.33:0/3718412512 conn(0x7fd50c0d3db0 msgr2=0x7fd50c0b4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 -- 172.21.15.33:0/3718412512 shutdown_connections 2024-07-26T15:29:18.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18.321+0000 7fd51201c640 1 -- 172.21.15.33:0/3718412512 wait complete. 2024-07-26T15:29:18.333 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:29:18.333 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:29:18.333 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T15:29:18.334 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-07-26T15:29:18.334 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-07-26T15:29:18.334 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:29:18.334 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:29:18.334 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:29:18.334 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-07-26T15:29:18.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:18.334 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T15:29:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:29:18.350 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:29:18.351 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T15:29:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T15:29:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 42699sec preferred_lft 42699sec 2024-07-26T15:29:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T15:29:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.352 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:18.352 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T15:29:18.353 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:29:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T15:29:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link tentative 2024-07-26T15:29:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.353 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:29:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link tentative 2024-07-26T15:29:18.353 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:18.354 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:29:18.415 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T15:29:18.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:18.417 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T15:29:18.474 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T15:29:18.474 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:29:18.474 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T15:29:18.474 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T15:29:18.474 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:29:18.474 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:18.474 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:18.474 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T15:29:18.475 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T15:29:18.475 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T15:29:18.475 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:18.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:18.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:18.603 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:18.603 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:29:18.619 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T15:29:18.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:18.620 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list-id 2024-07-26T15:29:18.675 INFO:teuthology.orchestra.run.smithi033.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-07-26T15:29:18.676 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:18.677 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:18.677 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:29:18.677 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-07-26T15:29:18.677 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:18.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:18.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:18.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:18.796 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-07-26T15:29:18.822 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:29:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:29:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:29:18.822 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:29:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.823 INFO:teuthology.orchestra.run.smithi033.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:29:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 7e:4d:7e:72:5d:72 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-26T15:29:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-26T15:29:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::7c4d:7eff:fe72:5d72/64 scope link tentative 2024-07-26T15:29:18.823 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:18.824 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-07-26T15:29:18.890 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:29:18.890 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:29:18.890 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:29:18.890 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.890 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:29:18.890 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.890 INFO:teuthology.orchestra.run.smithi033.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:29:18.890 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 7e:4d:7e:72:5d:72 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-26T15:29:18.890 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-26T15:29:18.891 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.891 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::7c4d:7eff:fe72:5d72/64 scope link tentative 2024-07-26T15:29:18.891 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:18.892 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-07-26T15:29:18.893 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:18.893 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:18.893 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-07-26T15:29:18.893 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-07-26T15:29:18.893 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-07-26T15:29:18.893 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-07-26T15:29:18.894 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-07-26T15:29:18.894 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:18.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:19.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:19.049 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:19.049 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:19.049 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.1 up 2024-07-26T15:29:19.049 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set dev brx.1 master ceph-brx 2024-07-26T15:29:19.049 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:19.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:19.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:19.129 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-07-26T15:29:19.129 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:19.129 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-07-26T15:29:19.144 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-07-26T15:29:19.145 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:19.145 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-07-26T15:29:19.201 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:29:19.267 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:29:19.324 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:19.325 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:29:19.326 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:29:19.326 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:29:19.326 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:29:19.326 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:29:19.326 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:29:19.326 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:29:19.326 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:19.326 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:19.326 INFO:teuthology.orchestra.run.smithi033.stdout:/home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:19.326 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:29:19.326 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:29:19.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:19.327 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:29:19.379 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:29:19.380 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [40] 2024-07-26T15:29:19.380 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-07-26T15:29:19.423 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:29:19.448 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:19.506 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:29:19.506 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:29:19.506 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:29:19.506 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:29:19.507 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:29:19.508 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:29:19.509 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:19.509 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:19.509 INFO:teuthology.orchestra.run.smithi033.stdout:/home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:19.509 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:29:19.509 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:29:19.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:19.510 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:29:19.519 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi033.stderr:2024-07-26T15:29:19.517+0000 7f8f75e68480 -1 init, newargv = 0x55f49868e010 newargc=15 2024-07-26T15:29:19.519 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi033.stderr:ceph-fuse[48194]: starting ceph client 2024-07-26T15:29:19.524 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi033.stderr:ceph-fuse[48194]: starting fuse 2024-07-26T15:29:19.535 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:29:19.535 INFO:teuthology.orchestra.run.smithi033.stdout:43 2024-07-26T15:29:19.535 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40, 43] 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:19.536 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:19.537 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.2")) 2024-07-26T15:29:19.538 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T15:29:19.655 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.2.48194.asok 2024-07-26T15:29:19.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:19.666 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.48194.asok 2024-07-26T15:29:19.666 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:19.667 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.48194.asok status 2024-07-26T15:29:19.813 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:29:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T15:29:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:29:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:29:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "2", 2024-07-26T15:29:19.813 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "48194", 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 4830, 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 4830 2024-07-26T15:29:19.814 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.2:0", 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 731645409 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.2:0", 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 731645409 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.4830 192.168.0.2:0/731645409", 2024-07-26T15:29:19.815 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.2:0/731645409", 2024-07-26T15:29:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T15:29:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 9, 2024-07-26T15:29:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 26, 2024-07-26T15:29:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:29:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T15:29:19.816 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T15:29:19.816 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:29:19.822 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-07-26T15:29:19.822 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:29:19.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.938+0000 7f1e31492640 1 -- 172.21.15.33:0/3459263336 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e2c0b6fc0 msgr2=0x7f1e2c0ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:19.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.938+0000 7f1e31492640 1 --2- 172.21.15.33:0/3459263336 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e2c0b6fc0 0x7f1e2c0ce260 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c0d1830 tx=0x7f1e1c02a530 comp rx=0 tx=0).stop 2024-07-26T15:29:19.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.938+0000 7f1e31492640 1 -- 172.21.15.33:0/3459263336 shutdown_connections 2024-07-26T15:29:19.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.938+0000 7f1e31492640 1 --2- 172.21.15.33:0/3459263336 >> v2:172.21.15.154:3300/0 conn(0x7f1e2c0ce7a0 0x7f1e2c0cebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:19.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.938+0000 7f1e31492640 1 --2- 172.21.15.33:0/3459263336 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e2c0b6fc0 0x7f1e2c0ce260 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:19.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.938+0000 7f1e31492640 1 -- 172.21.15.33:0/3459263336 >> 172.21.15.33:0/3459263336 conn(0x7f1e2c0d1b70 msgr2=0x7f1e2c0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:19.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.938+0000 7f1e31492640 1 -- 172.21.15.33:0/3459263336 shutdown_connections 2024-07-26T15:29:19.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.938+0000 7f1e31492640 1 -- 172.21.15.33:0/3459263336 wait complete. 2024-07-26T15:29:19.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.940+0000 7f1e31492640 1 Processor -- start 2024-07-26T15:29:19.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.940+0000 7f1e31492640 1 -- start start 2024-07-26T15:29:19.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.941+0000 7f1e31492640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e2c0b6fc0 0x7f1e2c0cba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:19.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.941+0000 7f1e31492640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1e2c0cc740 0x7f1e2c15a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.941+0000 7f1e31492640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e2c0ce7a0 0x7f1e2c0b49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.941+0000 7f1e31492640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1e2c0b2d30 con 0x7f1e2c0ce7a0 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.941+0000 7f1e31492640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1e2c0b2bb0 con 0x7f1e2c0cc740 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.941+0000 7f1e31492640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1e2c0b2eb0 con 0x7f1e2c0b6fc0 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.941+0000 7f1e2b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e2c0ce7a0 0x7f1e2c0b49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.941+0000 7f1e2b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e2c0ce7a0 0x7f1e2c0b49c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49440/0 (socket says 172.21.15.33:49440) 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.941+0000 7f1e2b7fe640 1 -- 172.21.15.33:0/1166477010 learned_addr learned my addr 172.21.15.33:0/1166477010 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.941+0000 7f1e2a7fc640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1e2c0cc740 0x7f1e2c15a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.941+0000 7f1e2affd640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e2c0b6fc0 0x7f1e2c0cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e2b7fe640 1 -- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e2c0b6fc0 msgr2=0x7f1e2c0cba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e2b7fe640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e2c0b6fc0 0x7f1e2c0cba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:19.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e2b7fe640 1 -- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1e2c0cc740 msgr2=0x7f1e2c15a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:19.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e2b7fe640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1e2c0cc740 0x7f1e2c15a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:19.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e2b7fe640 1 -- 172.21.15.33:0/1166477010 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e2c0c56a0 con 0x7f1e2c0ce7a0 2024-07-26T15:29:19.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e2a7fc640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1e2c0cc740 0x7f1e2c15a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:19.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e2b7fe640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e2c0ce7a0 0x7f1e2c0b49c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1e2400c760 tx=0x7f1e2400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:19.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e137fe640 1 -- 172.21.15.33:0/1166477010 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e24017070 con 0x7f1e2c0ce7a0 2024-07-26T15:29:19.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e137fe640 1 -- 172.21.15.33:0/1166477010 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1e2400ce10 con 0x7f1e2c0ce7a0 2024-07-26T15:29:19.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e31492640 1 -- 172.21.15.33:0/1166477010 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e2c0b5af0 con 0x7f1e2c0ce7a0 2024-07-26T15:29:19.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e137fe640 1 -- 172.21.15.33:0/1166477010 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e240052b0 con 0x7f1e2c0ce7a0 2024-07-26T15:29:19.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.942+0000 7f1e31492640 1 -- 172.21.15.33:0/1166477010 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e2c06d870 con 0x7f1e2c0ce7a0 2024-07-26T15:29:19.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.943+0000 7f1e31492640 1 -- 172.21.15.33:0/1166477010 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e2c0c5870 con 0x7f1e2c0ce7a0 2024-07-26T15:29:19.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.944+0000 7f1e137fe640 1 -- 172.21.15.33:0/1166477010 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1e2401a070 con 0x7f1e2c0ce7a0 2024-07-26T15:29:19.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.944+0000 7f1e137fe640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1e18077010 0x7f1e18079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:19.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.944+0000 7f1e137fe640 1 -- 172.21.15.33:0/1166477010 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1e24098270 con 0x7f1e2c0ce7a0 2024-07-26T15:29:19.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.944+0000 7f1e2affd640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1e18077010 0x7f1e18079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:19.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.945+0000 7f1e2affd640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1e18077010 0x7f1e18079520 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c034000 tx=0x7f1e1c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:19.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:19.949+0000 7f1e137fe640 1 -- 172.21.15.33:0/1166477010 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1e240611c0 con 0x7f1e2c0ce7a0 2024-07-26T15:29:20.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.182+0000 7f1e31492640 1 -- 172.21.15.33:0/1166477010 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1e2c0cd520 con 0x7f1e2c0ce7a0 2024-07-26T15:29:20.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.182+0000 7f1e137fe640 1 -- 172.21.15.33:0/1166477010 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f1e24069400 con 0x7f1e2c0ce7a0 2024-07-26T15:29:20.542 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-26T15:29:20.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.184+0000 7f1e31492640 1 -- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1e18077010 msgr2=0x7f1e18079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:20.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.184+0000 7f1e31492640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1e18077010 0x7f1e18079520 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1e1c034000 tx=0x7f1e1c004730 comp rx=0 tx=0).stop 2024-07-26T15:29:20.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.184+0000 7f1e31492640 1 -- 172.21.15.33:0/1166477010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e2c0ce7a0 msgr2=0x7f1e2c0b49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:20.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.184+0000 7f1e31492640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e2c0ce7a0 0x7f1e2c0b49c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f1e2400c760 tx=0x7f1e2400cc20 comp rx=0 tx=0).stop 2024-07-26T15:29:20.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.185+0000 7f1e31492640 1 -- 172.21.15.33:0/1166477010 shutdown_connections 2024-07-26T15:29:20.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.185+0000 7f1e31492640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1e18077010 0x7f1e18079520 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:20.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.185+0000 7f1e31492640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e2c0ce7a0 0x7f1e2c0b49c0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:20.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.185+0000 7f1e31492640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1e2c0cc740 0x7f1e2c15a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:20.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.185+0000 7f1e31492640 1 --2- 172.21.15.33:0/1166477010 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e2c0b6fc0 0x7f1e2c0cba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:20.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.185+0000 7f1e31492640 1 -- 172.21.15.33:0/1166477010 >> 172.21.15.33:0/1166477010 conn(0x7f1e2c0d1b70 msgr2=0x7f1e2c0703d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:20.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.185+0000 7f1e31492640 1 -- 172.21.15.33:0/1166477010 shutdown_connections 2024-07-26T15:29:20.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:20.185+0000 7f1e31492640 1 -- 172.21.15.33:0/1166477010 wait complete. 2024-07-26T15:29:20.546 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:29:20.546 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:29:20.546 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi154.front.sepia.ceph.com 2024-07-26T15:29:20.546 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-07-26T15:29:20.546 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-07-26T15:29:20.546 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:29:20.546 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:29:20.546 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:29:20.547 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-07-26T15:29:20.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:20.547 DEBUG:teuthology.orchestra.run.smithi154:> ip addr 2024-07-26T15:29:20.568 INFO:teuthology.orchestra.run.smithi154.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:29:20.569 INFO:teuthology.orchestra.run.smithi154.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:29:20.569 INFO:teuthology.orchestra.run.smithi154.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:29:20.569 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:20.569 INFO:teuthology.orchestra.run.smithi154.stdout: inet6 ::1/128 scope host 2024-07-26T15:29:20.569 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:20.569 INFO:teuthology.orchestra.run.smithi154.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:20.569 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 0c:c4:7a:d9:1a:54 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:20.569 INFO:teuthology.orchestra.run.smithi154.stdout: altname enp7s0f0 2024-07-26T15:29:20.569 INFO:teuthology.orchestra.run.smithi154.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:20.570 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 0c:c4:7a:d9:1a:55 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:20.570 INFO:teuthology.orchestra.run.smithi154.stdout: altname enp7s0f1 2024-07-26T15:29:20.570 INFO:teuthology.orchestra.run.smithi154.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:20.570 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 0c:c4:7a:88:77:60 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:20.570 INFO:teuthology.orchestra.run.smithi154.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:29:20.570 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 0c:c4:7a:88:77:61 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:20.570 INFO:teuthology.orchestra.run.smithi154.stdout: inet 172.21.15.154/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-26T15:29:20.570 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft 42711sec preferred_lft 42711sec 2024-07-26T15:29:20.570 INFO:teuthology.orchestra.run.smithi154.stdout: inet6 fe80::ec4:7aff:fe88:7761/64 scope link 2024-07-26T15:29:20.570 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:20.571 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-07-26T15:29:20.571 DEBUG:teuthology.orchestra.run.smithi154:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:20.571 DEBUG:teuthology.orchestra.run.smithi154:> set -e 2024-07-26T15:29:20.571 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip link add name ceph-brx type bridge 2024-07-26T15:29:20.571 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip addr flush dev ceph-brx 2024-07-26T15:29:20.571 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip link set ceph-brx up 2024-07-26T15:29:20.571 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-07-26T15:29:20.572 DEBUG:teuthology.orchestra.run.smithi154:> ') 2024-07-26T15:29:20.669 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:20.851 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:20.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:20.858 DEBUG:teuthology.orchestra.run.smithi154:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:29:20.883 INFO:teuthology.orchestra.run.smithi154.stdout:1 2024-07-26T15:29:20.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:20.886 DEBUG:teuthology.orchestra.run.smithi154:> route 2024-07-26T15:29:20.957 INFO:teuthology.orchestra.run.smithi154.stdout:Kernel IP routing table 2024-07-26T15:29:20.958 INFO:teuthology.orchestra.run.smithi154.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:29:20.958 INFO:teuthology.orchestra.run.smithi154.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-26T15:29:20.958 INFO:teuthology.orchestra.run.smithi154.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-26T15:29:20.958 INFO:teuthology.orchestra.run.smithi154.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:29:20.958 DEBUG:teuthology.orchestra.run.smithi154:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:20.959 DEBUG:teuthology.orchestra.run.smithi154:> set -e 2024-07-26T15:29:20.959 DEBUG:teuthology.orchestra.run.smithi154:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-26T15:29:20.959 DEBUG:teuthology.orchestra.run.smithi154:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-26T15:29:20.959 DEBUG:teuthology.orchestra.run.smithi154:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-26T15:29:20.959 DEBUG:teuthology.orchestra.run.smithi154:> ') 2024-07-26T15:29:21.049 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:21.267 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:21.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:21.274 DEBUG:teuthology.orchestra.run.smithi154:> ip netns list 2024-07-26T15:29:21.289 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:21.289 DEBUG:teuthology.orchestra.run.smithi154:> ip netns list-id 2024-07-26T15:29:21.345 DEBUG:teuthology.orchestra.run.smithi154:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:21.346 DEBUG:teuthology.orchestra.run.smithi154:> set -e 2024-07-26T15:29:21.346 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T15:29:21.346 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-07-26T15:29:21.346 DEBUG:teuthology.orchestra.run.smithi154:> ') 2024-07-26T15:29:21.436 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:21.469 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:21.476 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-07-26T15:29:21.476 DEBUG:teuthology.orchestra.run.smithi154:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:21.476 DEBUG:teuthology.orchestra.run.smithi154:> set -e 2024-07-26T15:29:21.476 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-07-26T15:29:21.476 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-07-26T15:29:21.477 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-07-26T15:29:21.477 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-07-26T15:29:21.477 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-07-26T15:29:21.477 DEBUG:teuthology.orchestra.run.smithi154:> ') 2024-07-26T15:29:21.526 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:21.603 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:21.609 DEBUG:teuthology.orchestra.run.smithi154:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:21.609 DEBUG:teuthology.orchestra.run.smithi154:> set -e 2024-07-26T15:29:21.609 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip link set brx.0 up 2024-07-26T15:29:21.610 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip link set dev brx.0 master ceph-brx 2024-07-26T15:29:21.610 DEBUG:teuthology.orchestra.run.smithi154:> ') 2024-07-26T15:29:21.658 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:21.682 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:21.688 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-07-26T15:29:21.688 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:21.689 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-07-26T15:29:21.704 INFO:teuthology.orchestra.run.smithi154.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-07-26T15:29:21.705 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:21.705 DEBUG:teuthology.orchestra.run.smithi154:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-07-26T15:29:21.742 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:29:21.745 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:29:21.761 DEBUG:teuthology.orchestra.run.smithi154:> sudo modprobe fuse 2024-07-26T15:29:21.863 DEBUG:teuthology.orchestra.run.smithi154:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:21.919 INFO:teuthology.orchestra.run.smithi154.stdout:/proc 2024-07-26T15:29:21.919 INFO:teuthology.orchestra.run.smithi154.stdout:/sys 2024-07-26T15:29:21.919 INFO:teuthology.orchestra.run.smithi154.stdout:/dev 2024-07-26T15:29:21.919 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/security 2024-07-26T15:29:21.919 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/shm 2024-07-26T15:29:21.919 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/pts 2024-07-26T15:29:21.919 INFO:teuthology.orchestra.run.smithi154.stdout:/run 2024-07-26T15:29:21.919 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/cgroup 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/pstore 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/bpf 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/ 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/selinux 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/mqueue 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/debug 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/hugepages 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/tracing 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/config 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:21.920 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:21.921 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:21.921 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:21.921 INFO:teuthology.orchestra.run.smithi154.stdout:/run/user/1000 2024-07-26T15:29:21.921 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph 2024-07-26T15:29:21.921 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-4 2024-07-26T15:29:21.921 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-5 2024-07-26T15:29:21.921 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-6 2024-07-26T15:29:21.921 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-7 2024-07-26T15:29:21.921 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns 2024-07-26T15:29:21.921 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T15:29:21.921 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T15:29:21.922 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:21.922 DEBUG:teuthology.orchestra.run.smithi154:> ls /sys/fs/fuse/connections 2024-07-26T15:29:21.974 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T15:29:21.975 DEBUG:teuthology.orchestra.run.smithi154:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-07-26T15:29:22.017 DEBUG:teuthology.orchestra.run.smithi154:> sudo modprobe fuse 2024-07-26T15:29:22.042 DEBUG:teuthology.orchestra.run.smithi154:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:22.098 INFO:teuthology.orchestra.run.smithi154.stdout:/proc 2024-07-26T15:29:22.098 INFO:teuthology.orchestra.run.smithi154.stdout:/sys 2024-07-26T15:29:22.098 INFO:teuthology.orchestra.run.smithi154.stdout:/dev 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/security 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/shm 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/pts 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/run 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/cgroup 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/pstore 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/bpf 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/ 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/selinux 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/mqueue 2024-07-26T15:29:22.099 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/debug 2024-07-26T15:29:22.100 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/hugepages 2024-07-26T15:29:22.100 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/tracing 2024-07-26T15:29:22.100 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:22.100 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/config 2024-07-26T15:29:22.100 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:22.100 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:22.100 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:22.100 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:22.100 INFO:teuthology.orchestra.run.smithi154.stdout:/run/user/1000 2024-07-26T15:29:22.100 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph 2024-07-26T15:29:22.101 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-4 2024-07-26T15:29:22.101 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-5 2024-07-26T15:29:22.101 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-6 2024-07-26T15:29:22.101 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-7 2024-07-26T15:29:22.101 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns 2024-07-26T15:29:22.101 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T15:29:22.101 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T15:29:22.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:22.102 DEBUG:teuthology.orchestra.run.smithi154:> ls /sys/fs/fuse/connections 2024-07-26T15:29:22.115 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi154.stderr:2024-07-26T15:29:22.114+0000 7efdf49b8480 -1 init, newargv = 0x7efdd8004d30 newargc=15 2024-07-26T15:29:22.115 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi154.stderr:ceph-fuse[44097]: starting ceph client 2024-07-26T15:29:22.121 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi154.stderr:ceph-fuse[44097]: starting fuse 2024-07-26T15:29:22.131 INFO:teuthology.orchestra.run.smithi154.stdout:40 2024-07-26T15:29:22.132 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> import glob 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> import re 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> import os 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> import subprocess 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> def _find_admin_socket(client_name): 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> files = glob.glob(asok_path) 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> 2024-07-26T15:29:22.132 DEBUG:teuthology.orchestra.run.smithi154:> # Given a non-glob path, it better be there 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> if "*" not in asok_path: 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> assert(len(files) == 1) 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> return files[0] 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> for f in files: 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> contents = proc_f.read() 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> if mountpoint in contents: 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> return f 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> print(_find_admin_socket("client.1")) 2024-07-26T15:29:22.133 DEBUG:teuthology.orchestra.run.smithi154:> ' 2024-07-26T15:29:22.252 INFO:teuthology.orchestra.run.smithi154.stdout:/var/run/ceph/ceph-client.1.44097.asok 2024-07-26T15:29:22.255 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:22.263 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.44097.asok 2024-07-26T15:29:22.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:22.263 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.44097.asok status 2024-07-26T15:29:22.407 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2024-07-26T15:29:22.407 INFO:teuthology.orchestra.run.smithi154.stdout: "metadata": { 2024-07-26T15:29:22.407 INFO:teuthology.orchestra.run.smithi154.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:29:22.407 INFO:teuthology.orchestra.run.smithi154.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:29:22.407 INFO:teuthology.orchestra.run.smithi154.stdout: "entity_id": "1", 2024-07-26T15:29:22.407 INFO:teuthology.orchestra.run.smithi154.stdout: "hostname": "smithi154", 2024-07-26T15:29:22.407 INFO:teuthology.orchestra.run.smithi154.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-07-26T15:29:22.407 INFO:teuthology.orchestra.run.smithi154.stdout: "pid": "44097", 2024-07-26T15:29:22.407 INFO:teuthology.orchestra.run.smithi154.stdout: "root": "/" 2024-07-26T15:29:22.407 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2024-07-26T15:29:22.407 INFO:teuthology.orchestra.run.smithi154.stdout: "dentry_count": 0, 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: "dentry_pinned_count": 0, 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: "id": 4750, 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: "inst": { 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: "name": { 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "client", 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: "num": 4750 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: "addr": { 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "v1", 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: "nonce": 3849837875 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: } 2024-07-26T15:29:22.408 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "addr": { 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "v1", 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "nonce": 3849837875 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "inst_str": "client.4750 192.168.0.1:0/3849837875", 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "addr_str": "192.168.0.1:0/3849837875", 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "inode_count": 1, 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "mds_epoch": 9, 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "osd_epoch": 26, 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "blocklisted": false, 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout: "fs_name": "cephfs" 2024-07-26T15:29:22.409 INFO:teuthology.orchestra.run.smithi154.stdout:} 2024-07-26T15:29:22.415 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-07-26T15:29:22.415 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:29:22.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.547+0000 7fbf20527640 1 -- 172.21.15.33:0/1157586151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf00004800 msgr2=0x7fbf00004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:22.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.547+0000 7fbf20527640 1 --2- 172.21.15.33:0/1157586151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf00004800 0x7fbf00004c10 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c009b50 tx=0x7fbf00005830 comp rx=0 tx=0).stop 2024-07-26T15:29:22.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.547+0000 7fbf1eac4640 1 -- 172.21.15.33:0/1157586151 reap_dead start 2024-07-26T15:29:22.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.547+0000 7fbf20527640 1 -- 172.21.15.33:0/1157586151 shutdown_connections 2024-07-26T15:29:22.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.547+0000 7fbf20527640 1 -- 172.21.15.33:0/1157586151 >> 172.21.15.33:0/1157586151 conn(0x7fbf180b26e0 msgr2=0x7fbf180b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:22.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.547+0000 7fbf20527640 1 -- 172.21.15.33:0/1157586151 shutdown_connections 2024-07-26T15:29:22.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.547+0000 7fbf20527640 1 -- 172.21.15.33:0/1157586151 wait complete. 2024-07-26T15:29:22.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.549+0000 7fbf20527640 1 Processor -- start 2024-07-26T15:29:22.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.549+0000 7fbf20527640 1 -- start start 2024-07-26T15:29:22.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.550+0000 7fbf20527640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf00004800 0x7fbf18139d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:22.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.550+0000 7fbf20527640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf1813a530 0x7fbf1813bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:22.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.550+0000 7fbf20527640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf1813c250 0x7fbf18152400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:22.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.550+0000 7fbf20527640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf180b48d0 con 0x7fbf00004800 2024-07-26T15:29:22.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.550+0000 7fbf20527640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1813e890 con 0x7fbf1813a530 2024-07-26T15:29:22.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.550+0000 7fbf20527640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbf180b4a50 con 0x7fbf1813c250 2024-07-26T15:29:22.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.550+0000 7fbf1e2c3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf00004800 0x7fbf18139d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:22.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.550+0000 7fbf1e2c3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf00004800 0x7fbf18139d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51704/0 (socket says 172.21.15.33:51704) 2024-07-26T15:29:22.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.550+0000 7fbf1e2c3640 1 -- 172.21.15.33:0/1705994274 learned_addr learned my addr 172.21.15.33:0/1705994274 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:22.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.550+0000 7fbf1dac2640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf1813a530 0x7fbf1813bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.550+0000 7fbf1eac4640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf1813c250 0x7fbf18152400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf1e2c3640 1 -- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf1813c250 msgr2=0x7fbf18152400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf1e2c3640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf1813c250 0x7fbf18152400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf1e2c3640 1 -- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf1813a530 msgr2=0x7fbf1813bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf1e2c3640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf1813a530 0x7fbf1813bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf1e2c3640 1 -- 172.21.15.33:0/1705994274 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1813c660 con 0x7fbf00004800 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf1dac2640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf1813a530 0x7fbf1813bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf1e2c3640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf00004800 0x7fbf18139d20 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbf08011c70 tx=0x7fbf0800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf16ffd640 1 -- 172.21.15.33:0/1705994274 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf08003e40 con 0x7fbf00004800 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf20527640 1 -- 172.21.15.33:0/1705994274 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf181f4ae0 con 0x7fbf00004800 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf16ffd640 1 -- 172.21.15.33:0/1705994274 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf08004b20 con 0x7fbf00004800 2024-07-26T15:29:22.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf16ffd640 1 -- 172.21.15.33:0/1705994274 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf08004050 con 0x7fbf00004800 2024-07-26T15:29:22.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.551+0000 7fbf20527640 1 -- 172.21.15.33:0/1705994274 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf181f4d80 con 0x7fbf00004800 2024-07-26T15:29:22.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.552+0000 7fbf20527640 1 -- 172.21.15.33:0/1705994274 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf18073640 con 0x7fbf00004800 2024-07-26T15:29:22.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.553+0000 7fbf16ffd640 1 -- 172.21.15.33:0/1705994274 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbf080041f0 con 0x7fbf00004800 2024-07-26T15:29:22.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.553+0000 7fbf16ffd640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf04077040 0x7fbf04079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:22.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.554+0000 7fbf16ffd640 1 -- 172.21.15.33:0/1705994274 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fbf08099cc0 con 0x7fbf00004800 2024-07-26T15:29:22.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.554+0000 7fbf1dac2640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf04077040 0x7fbf04079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:22.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.554+0000 7fbf1dac2640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf04077040 0x7fbf04079550 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c035000 tx=0x7fbf0c02d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:22.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.558+0000 7fbf16ffd640 1 -- 172.21.15.33:0/1705994274 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbf080a0080 con 0x7fbf00004800 2024-07-26T15:29:22.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.794+0000 7fbf20527640 1 -- 172.21.15.33:0/1705994274 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fbf1815ad40 con 0x7fbf00004800 2024-07-26T15:29:22.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.795+0000 7fbf16ffd640 1 -- 172.21.15.33:0/1705994274 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fbf1813c660 con 0x7fbf00004800 2024-07-26T15:29:22.796 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-26T15:29:22.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 -- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf04077040 msgr2=0x7fbf04079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:22.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf04077040 0x7fbf04079550 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c035000 tx=0x7fbf0c02d040 comp rx=0 tx=0).stop 2024-07-26T15:29:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 -- 172.21.15.33:0/1705994274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf00004800 msgr2=0x7fbf18139d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf00004800 0x7fbf18139d20 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbf08011c70 tx=0x7fbf0800f790 comp rx=0 tx=0).stop 2024-07-26T15:29:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 -- 172.21.15.33:0/1705994274 shutdown_connections 2024-07-26T15:29:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf1813c250 0x7fbf18152400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf1813a530 0x7fbf1813bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbf04077040 0x7fbf04079550 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 --2- 172.21.15.33:0/1705994274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf00004800 0x7fbf18139d20 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 -- 172.21.15.33:0/1705994274 >> 172.21.15.33:0/1705994274 conn(0x7fbf180b26e0 msgr2=0x7fbf1813d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 -- 172.21.15.33:0/1705994274 shutdown_connections 2024-07-26T15:29:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:22.797+0000 7fbf20527640 1 -- 172.21.15.33:0/1705994274 wait complete. 2024-07-26T15:29:22.809 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:29:22.809 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:29:22.810 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi154.front.sepia.ceph.com 2024-07-26T15:29:22.810 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-07-26T15:29:22.810 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-07-26T15:29:22.810 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:29:22.810 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:29:22.810 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:29:22.810 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-07-26T15:29:22.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:22.810 DEBUG:teuthology.orchestra.run.smithi154:> ip addr 2024-07-26T15:29:22.827 INFO:teuthology.orchestra.run.smithi154.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:29:22.827 INFO:teuthology.orchestra.run.smithi154.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:29:22.827 INFO:teuthology.orchestra.run.smithi154.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout: inet6 ::1/128 scope host 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 0c:c4:7a:d9:1a:54 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout: altname enp7s0f0 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 0c:c4:7a:d9:1a:55 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout: altname enp7s0f1 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 0c:c4:7a:88:77:60 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:29:22.828 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 0c:c4:7a:88:77:61 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout: inet 172.21.15.154/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft 42708sec preferred_lft 42708sec 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout: inet6 fe80::ec4:7aff:fe88:7761/64 scope link 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 7a:5e:8a:e1:c3:e6 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout: inet6 fe80::2c3f:fdff:fe8e:f69a/64 scope link 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:29:22.829 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 7a:5e:8a:e1:c3:e6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T15:29:22.830 INFO:teuthology.orchestra.run.smithi154.stdout: inet6 fe80::785e:8aff:fee1:c3e6/64 scope link tentative 2024-07-26T15:29:22.830 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:22.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:22.830 DEBUG:teuthology.orchestra.run.smithi154:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:29:22.892 INFO:teuthology.orchestra.run.smithi154.stdout:1 2024-07-26T15:29:22.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:22.894 DEBUG:teuthology.orchestra.run.smithi154:> route 2024-07-26T15:29:22.950 INFO:teuthology.orchestra.run.smithi154.stdout:Kernel IP routing table 2024-07-26T15:29:22.950 INFO:teuthology.orchestra.run.smithi154.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:29:22.950 INFO:teuthology.orchestra.run.smithi154.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-26T15:29:22.950 INFO:teuthology.orchestra.run.smithi154.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-26T15:29:22.951 INFO:teuthology.orchestra.run.smithi154.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:29:22.951 DEBUG:teuthology.orchestra.run.smithi154:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:22.951 DEBUG:teuthology.orchestra.run.smithi154:> set -e 2024-07-26T15:29:22.951 DEBUG:teuthology.orchestra.run.smithi154:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-26T15:29:22.951 DEBUG:teuthology.orchestra.run.smithi154:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-26T15:29:22.951 DEBUG:teuthology.orchestra.run.smithi154:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-26T15:29:22.951 DEBUG:teuthology.orchestra.run.smithi154:> ') 2024-07-26T15:29:23.039 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:23.072 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:23.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:23.079 DEBUG:teuthology.orchestra.run.smithi154:> ip netns list 2024-07-26T15:29:23.094 INFO:teuthology.orchestra.run.smithi154.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-07-26T15:29:23.095 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:23.095 DEBUG:teuthology.orchestra.run.smithi154:> ip netns list-id 2024-07-26T15:29:23.151 INFO:teuthology.orchestra.run.smithi154.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-07-26T15:29:23.152 DEBUG:teuthology.orchestra.run.smithi154:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:23.152 DEBUG:teuthology.orchestra.run.smithi154:> set -e 2024-07-26T15:29:23.152 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T15:29:23.152 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-07-26T15:29:23.152 DEBUG:teuthology.orchestra.run.smithi154:> ') 2024-07-26T15:29:23.241 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:23.264 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:23.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:23.270 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-07-26T15:29:23.294 INFO:teuthology.orchestra.run.smithi154.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:29:23.295 INFO:teuthology.orchestra.run.smithi154.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:29:23.295 INFO:teuthology.orchestra.run.smithi154.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:29:23.295 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:23.295 INFO:teuthology.orchestra.run.smithi154.stdout: inet6 ::1/128 scope host 2024-07-26T15:29:23.295 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:23.295 INFO:teuthology.orchestra.run.smithi154.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:29:23.295 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 06:ea:38:f5:f2:42 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-26T15:29:23.295 INFO:teuthology.orchestra.run.smithi154.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-26T15:29:23.295 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:23.295 INFO:teuthology.orchestra.run.smithi154.stdout: inet6 fe80::4ea:38ff:fef5:f242/64 scope link 2024-07-26T15:29:23.295 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:23.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:23.296 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-07-26T15:29:23.362 INFO:teuthology.orchestra.run.smithi154.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:29:23.362 INFO:teuthology.orchestra.run.smithi154.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:29:23.362 INFO:teuthology.orchestra.run.smithi154.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:29:23.362 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:23.362 INFO:teuthology.orchestra.run.smithi154.stdout: inet6 ::1/128 scope host 2024-07-26T15:29:23.362 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:23.362 INFO:teuthology.orchestra.run.smithi154.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:29:23.362 INFO:teuthology.orchestra.run.smithi154.stdout: link/ether 06:ea:38:f5:f2:42 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-26T15:29:23.362 INFO:teuthology.orchestra.run.smithi154.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-26T15:29:23.362 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:23.363 INFO:teuthology.orchestra.run.smithi154.stdout: inet6 fe80::4ea:38ff:fef5:f242/64 scope link 2024-07-26T15:29:23.363 INFO:teuthology.orchestra.run.smithi154.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:23.363 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-07-26T15:29:23.364 DEBUG:teuthology.orchestra.run.smithi154:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:23.364 DEBUG:teuthology.orchestra.run.smithi154:> set -e 2024-07-26T15:29:23.364 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-07-26T15:29:23.364 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-07-26T15:29:23.364 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-07-26T15:29:23.364 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-07-26T15:29:23.364 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-07-26T15:29:23.364 DEBUG:teuthology.orchestra.run.smithi154:> ') 2024-07-26T15:29:23.452 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:23.512 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:23.518 DEBUG:teuthology.orchestra.run.smithi154:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:23.518 DEBUG:teuthology.orchestra.run.smithi154:> set -e 2024-07-26T15:29:23.518 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip link set brx.1 up 2024-07-26T15:29:23.518 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip link set dev brx.1 master ceph-brx 2024-07-26T15:29:23.518 DEBUG:teuthology.orchestra.run.smithi154:> ') 2024-07-26T15:29:23.567 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:23.590 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:23.596 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-07-26T15:29:23.596 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:23.596 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-07-26T15:29:23.611 INFO:teuthology.orchestra.run.smithi154.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-07-26T15:29:23.611 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:23.611 DEBUG:teuthology.orchestra.run.smithi154:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-07-26T15:29:23.666 DEBUG:teuthology.orchestra.run.smithi154:> sudo modprobe fuse 2024-07-26T15:29:23.731 DEBUG:teuthology.orchestra.run.smithi154:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:23.787 INFO:teuthology.orchestra.run.smithi154.stdout:/proc 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/sys 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/dev 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/security 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/shm 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/pts 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/run 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/cgroup 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/pstore 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/bpf 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/ 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/selinux 2024-07-26T15:29:23.788 INFO:teuthology.orchestra.run.smithi154.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/mqueue 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/debug 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/hugepages 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/tracing 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/config 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/run/user/1000 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph 2024-07-26T15:29:23.789 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-4 2024-07-26T15:29:23.790 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-5 2024-07-26T15:29:23.790 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-6 2024-07-26T15:29:23.790 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-7 2024-07-26T15:29:23.790 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns 2024-07-26T15:29:23.790 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T15:29:23.790 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T15:29:23.790 INFO:teuthology.orchestra.run.smithi154.stdout:/home/ubuntu/cephtest/mnt.1 2024-07-26T15:29:23.790 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T15:29:23.790 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T15:29:23.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:23.791 DEBUG:teuthology.orchestra.run.smithi154:> ls /sys/fs/fuse/connections 2024-07-26T15:29:23.843 INFO:teuthology.orchestra.run.smithi154.stdout:40 2024-07-26T15:29:23.843 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [40] 2024-07-26T15:29:23.843 DEBUG:teuthology.orchestra.run.smithi154:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-07-26T15:29:23.885 DEBUG:teuthology.orchestra.run.smithi154:> sudo modprobe fuse 2024-07-26T15:29:23.909 DEBUG:teuthology.orchestra.run.smithi154:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:23.967 INFO:teuthology.orchestra.run.smithi154.stdout:/proc 2024-07-26T15:29:23.967 INFO:teuthology.orchestra.run.smithi154.stdout:/sys 2024-07-26T15:29:23.967 INFO:teuthology.orchestra.run.smithi154.stdout:/dev 2024-07-26T15:29:23.967 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/security 2024-07-26T15:29:23.967 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/shm 2024-07-26T15:29:23.967 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/pts 2024-07-26T15:29:23.967 INFO:teuthology.orchestra.run.smithi154.stdout:/run 2024-07-26T15:29:23.967 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/cgroup 2024-07-26T15:29:23.967 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/pstore 2024-07-26T15:29:23.967 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/bpf 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/ 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/selinux 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/mqueue 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/debug 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/dev/hugepages 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/tracing 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/sys/kernel/config 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:23.968 INFO:teuthology.orchestra.run.smithi154.stdout:/run/user/1000 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-4 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-5 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-6 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run.smithi154.stdout:/var/lib/ceph/osd/ceph-7 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run.smithi154.stdout:/home/ubuntu/cephtest/mnt.1 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run.smithi154.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T15:29:23.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:23.970 DEBUG:teuthology.orchestra.run.smithi154:> ls /sys/fs/fuse/connections 2024-07-26T15:29:23.977 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi154.stderr:2024-07-26T15:29:23.976+0000 7fefe7136480 -1 init, newargv = 0x7fefcc001080 newargc=15 2024-07-26T15:29:23.977 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi154.stderr:ceph-fuse[44554]: starting ceph client 2024-07-26T15:29:23.982 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi154.stderr:ceph-fuse[44554]: starting fuse 2024-07-26T15:29:23.993 INFO:teuthology.orchestra.run.smithi154.stdout:40 2024-07-26T15:29:23.993 INFO:teuthology.orchestra.run.smithi154.stdout:43 2024-07-26T15:29:23.993 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40, 43] 2024-07-26T15:29:23.993 DEBUG:teuthology.orchestra.run.smithi154:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:29:23.993 DEBUG:teuthology.orchestra.run.smithi154:> import glob 2024-07-26T15:29:23.993 DEBUG:teuthology.orchestra.run.smithi154:> import re 2024-07-26T15:29:23.993 DEBUG:teuthology.orchestra.run.smithi154:> import os 2024-07-26T15:29:23.993 DEBUG:teuthology.orchestra.run.smithi154:> import subprocess 2024-07-26T15:29:23.993 DEBUG:teuthology.orchestra.run.smithi154:> 2024-07-26T15:29:23.994 DEBUG:teuthology.orchestra.run.smithi154:> def _find_admin_socket(client_name): 2024-07-26T15:29:23.994 DEBUG:teuthology.orchestra.run.smithi154:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-07-26T15:29:23.994 DEBUG:teuthology.orchestra.run.smithi154:> files = glob.glob(asok_path) 2024-07-26T15:29:23.994 DEBUG:teuthology.orchestra.run.smithi154:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-07-26T15:29:23.994 DEBUG:teuthology.orchestra.run.smithi154:> 2024-07-26T15:29:23.994 DEBUG:teuthology.orchestra.run.smithi154:> # Given a non-glob path, it better be there 2024-07-26T15:29:23.994 DEBUG:teuthology.orchestra.run.smithi154:> if "*" not in asok_path: 2024-07-26T15:29:23.994 DEBUG:teuthology.orchestra.run.smithi154:> assert(len(files) == 1) 2024-07-26T15:29:23.994 DEBUG:teuthology.orchestra.run.smithi154:> return files[0] 2024-07-26T15:29:23.994 DEBUG:teuthology.orchestra.run.smithi154:> 2024-07-26T15:29:23.994 DEBUG:teuthology.orchestra.run.smithi154:> for f in files: 2024-07-26T15:29:23.995 DEBUG:teuthology.orchestra.run.smithi154:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:29:23.995 DEBUG:teuthology.orchestra.run.smithi154:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:29:23.995 DEBUG:teuthology.orchestra.run.smithi154:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:29:23.995 DEBUG:teuthology.orchestra.run.smithi154:> contents = proc_f.read() 2024-07-26T15:29:23.995 DEBUG:teuthology.orchestra.run.smithi154:> if mountpoint in contents: 2024-07-26T15:29:23.995 DEBUG:teuthology.orchestra.run.smithi154:> return f 2024-07-26T15:29:23.995 DEBUG:teuthology.orchestra.run.smithi154:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:29:23.995 DEBUG:teuthology.orchestra.run.smithi154:> 2024-07-26T15:29:23.995 DEBUG:teuthology.orchestra.run.smithi154:> print(_find_admin_socket("client.3")) 2024-07-26T15:29:23.995 DEBUG:teuthology.orchestra.run.smithi154:> ' 2024-07-26T15:29:24.111 INFO:teuthology.orchestra.run.smithi154.stdout:/var/run/ceph/ceph-client.3.44554.asok 2024-07-26T15:29:24.114 INFO:teuthology.orchestra.run.smithi154.stderr:2024-07-26T15:29:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:24.122 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.44554.asok 2024-07-26T15:29:24.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:24.122 DEBUG:teuthology.orchestra.run.smithi154:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.44554.asok status 2024-07-26T15:29:24.265 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2024-07-26T15:29:24.265 INFO:teuthology.orchestra.run.smithi154.stdout: "metadata": { 2024-07-26T15:29:24.265 INFO:teuthology.orchestra.run.smithi154.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:29:24.265 INFO:teuthology.orchestra.run.smithi154.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:29:24.265 INFO:teuthology.orchestra.run.smithi154.stdout: "entity_id": "3", 2024-07-26T15:29:24.265 INFO:teuthology.orchestra.run.smithi154.stdout: "hostname": "smithi154", 2024-07-26T15:29:24.266 INFO:teuthology.orchestra.run.smithi154.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-07-26T15:29:24.266 INFO:teuthology.orchestra.run.smithi154.stdout: "pid": "44554", 2024-07-26T15:29:24.266 INFO:teuthology.orchestra.run.smithi154.stdout: "root": "/" 2024-07-26T15:29:24.266 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2024-07-26T15:29:24.266 INFO:teuthology.orchestra.run.smithi154.stdout: "dentry_count": 0, 2024-07-26T15:29:24.266 INFO:teuthology.orchestra.run.smithi154.stdout: "dentry_pinned_count": 0, 2024-07-26T15:29:24.266 INFO:teuthology.orchestra.run.smithi154.stdout: "id": 4762, 2024-07-26T15:29:24.266 INFO:teuthology.orchestra.run.smithi154.stdout: "inst": { 2024-07-26T15:29:24.266 INFO:teuthology.orchestra.run.smithi154.stdout: "name": { 2024-07-26T15:29:24.266 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "client", 2024-07-26T15:29:24.266 INFO:teuthology.orchestra.run.smithi154.stdout: "num": 4762 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: "addr": { 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "v1", 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: "addr": "192.168.0.2:0", 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: "nonce": 132541985 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: } 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: "addr": { 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: "type": "v1", 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: "addr": "192.168.0.2:0", 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: "nonce": 132541985 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: }, 2024-07-26T15:29:24.267 INFO:teuthology.orchestra.run.smithi154.stdout: "inst_str": "client.4762 192.168.0.2:0/132541985", 2024-07-26T15:29:24.268 INFO:teuthology.orchestra.run.smithi154.stdout: "addr_str": "192.168.0.2:0/132541985", 2024-07-26T15:29:24.268 INFO:teuthology.orchestra.run.smithi154.stdout: "inode_count": 1, 2024-07-26T15:29:24.268 INFO:teuthology.orchestra.run.smithi154.stdout: "mds_epoch": 9, 2024-07-26T15:29:24.268 INFO:teuthology.orchestra.run.smithi154.stdout: "osd_epoch": 26, 2024-07-26T15:29:24.268 INFO:teuthology.orchestra.run.smithi154.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:29:24.268 INFO:teuthology.orchestra.run.smithi154.stdout: "blocklisted": false, 2024-07-26T15:29:24.268 INFO:teuthology.orchestra.run.smithi154.stdout: "fs_name": "cephfs" 2024-07-26T15:29:24.268 INFO:teuthology.orchestra.run.smithi154.stdout:} 2024-07-26T15:29:24.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:24.274 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T15:29:24.274 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:24.295 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T15:29:24.295 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:24.295 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:24.296 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:24.367 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:24.367 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T15:29:24.367 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.2 2024-07-26T15:29:24.426 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T15:29:24.426 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-07-26T15:29:24.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:24.426 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-07-26T15:29:24.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:24.496 DEBUG:teuthology.orchestra.run.smithi154:> stat --file-system '--printf=%T 2024-07-26T15:29:24.496 DEBUG:teuthology.orchestra.run.smithi154:> ' -- /home/ubuntu/cephtest/mnt.1 2024-07-26T15:29:24.512 INFO:teuthology.orchestra.run.smithi154.stdout:fuseblk 2024-07-26T15:29:24.513 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-07-26T15:29:24.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:24.513 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-07-26T15:29:24.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:24.578 DEBUG:teuthology.orchestra.run.smithi154:> stat --file-system '--printf=%T 2024-07-26T15:29:24.578 DEBUG:teuthology.orchestra.run.smithi154:> ' -- /home/ubuntu/cephtest/mnt.3 2024-07-26T15:29:24.634 INFO:teuthology.orchestra.run.smithi154.stdout:fuseblk 2024-07-26T15:29:24.634 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-07-26T15:29:24.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:24.634 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-07-26T15:29:24.699 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-07-26T15:29:24.733 INFO:tasks.cephfs_test_runner:Starting test: test_concurrent_snap_creates (tasks.cephfs.test_snap_schedules.TestSnapSchedules) Test concurrent snap creates in same file-system without db issues 2024-07-26T15:29:24.734 INFO:tasks.cephfs_test_runner:test_concurrent_snap_creates (tasks.cephfs.test_snap_schedules.TestSnapSchedules) 2024-07-26T15:29:24.734 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:24.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.866+0000 7f6dc02cb640 1 -- 172.21.15.33:0/987112987 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db80cfa60 msgr2=0x7f6db80cfe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:24.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.866+0000 7f6dc02cb640 1 --2- 172.21.15.33:0/987112987 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db80cfa60 0x7f6db80cfe70 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6db80d2890 tx=0x7f6da802a480 comp rx=0 tx=0).stop 2024-07-26T15:29:24.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.866+0000 7f6dc02cb640 1 -- 172.21.15.33:0/987112987 shutdown_connections 2024-07-26T15:29:24.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.866+0000 7f6dc02cb640 1 --2- 172.21.15.33:0/987112987 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db80cfa60 0x7f6db80cfe70 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:24.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.866+0000 7f6dc02cb640 1 --2- 172.21.15.33:0/987112987 >> v2:172.21.15.154:3300/0 conn(0x7f6db80cc660 0x7f6db80b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:24.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.866+0000 7f6dc02cb640 1 -- 172.21.15.33:0/987112987 >> 172.21.15.33:0/987112987 conn(0x7f6db80d1bf0 msgr2=0x7f6db80d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:24.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.866+0000 7f6dc02cb640 1 -- 172.21.15.33:0/987112987 shutdown_connections 2024-07-26T15:29:24.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.866+0000 7f6dc02cb640 1 -- 172.21.15.33:0/987112987 wait complete. 2024-07-26T15:29:24.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.868+0000 7f6dc02cb640 1 Processor -- start 2024-07-26T15:29:24.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.868+0000 7f6dc02cb640 1 -- start start 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.869+0000 7f6dc02cb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db80cc660 0x7f6db815c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.869+0000 7f6dc02cb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6db80cfa60 0x7f6db81583d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.869+0000 7f6dc02cb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6db8160400 0x7f6db81570a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.869+0000 7f6dc02cb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6db80ce690 con 0x7f6db80cfa60 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.869+0000 7f6dc02cb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6db80ce510 con 0x7f6db8160400 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.869+0000 7f6dc02cb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6db80ce810 con 0x7f6db80cc660 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.869+0000 7f6dbd866640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6db80cfa60 0x7f6db81583d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.869+0000 7f6dbd866640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6db80cfa60 0x7f6db81583d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51716/0 (socket says 172.21.15.33:51716) 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.869+0000 7f6dbd866640 1 -- 172.21.15.33:0/3519560756 learned_addr learned my addr 172.21.15.33:0/3519560756 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.869+0000 7f6dbe067640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db80cc660 0x7f6db815c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6dbe067640 1 -- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6db8160400 msgr2=0x7f6db81570a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:24.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6dbe067640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6db8160400 0x7f6db81570a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:24.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6dbe067640 1 -- 172.21.15.33:0/3519560756 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6db80cfa60 msgr2=0x7f6db81583d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:24.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6dbe067640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6db80cfa60 0x7f6db81583d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:24.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6dbe067640 1 -- 172.21.15.33:0/3519560756 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6db8159670 con 0x7f6db80cc660 2024-07-26T15:29:24.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6dbd866640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6db80cfa60 0x7f6db81583d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:29:24.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6dbe067640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db80cc660 0x7f6db815c570 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6db400ea20 tx=0x7f6db400eee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:24.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6daeffd640 1 -- 172.21.15.33:0/3519560756 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db400cc60 con 0x7f6db80cc660 2024-07-26T15:29:24.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6daeffd640 1 -- 172.21.15.33:0/3519560756 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6db400ce00 con 0x7f6db80cc660 2024-07-26T15:29:24.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6daeffd640 1 -- 172.21.15.33:0/3519560756 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6db4004280 con 0x7f6db80cc660 2024-07-26T15:29:24.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6dc02cb640 1 -- 172.21.15.33:0/3519560756 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6db8148d20 con 0x7f6db80cc660 2024-07-26T15:29:24.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.870+0000 7f6dc02cb640 1 -- 172.21.15.33:0/3519560756 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6db815bd70 con 0x7f6db80cc660 2024-07-26T15:29:24.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.871+0000 7f6dc02cb640 1 -- 172.21.15.33:0/3519560756 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6db80b6e00 con 0x7f6db80cc660 2024-07-26T15:29:24.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.872+0000 7f6daeffd640 1 -- 172.21.15.33:0/3519560756 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6db40035f0 con 0x7f6db80cc660 2024-07-26T15:29:24.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.872+0000 7f6daeffd640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6d9c077040 0x7f6d9c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:24.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.873+0000 7f6daeffd640 1 -- 172.21.15.33:0/3519560756 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f6db4099520 con 0x7f6db80cc660 2024-07-26T15:29:24.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.873+0000 7f6dbd866640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6d9c077040 0x7f6d9c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:24.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.873+0000 7f6dbd866640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6d9c077040 0x7f6d9c079550 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6da80095f0 tx=0x7f6da8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:24.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:24.877+0000 7f6daeffd640 1 -- 172.21.15.33:0/3519560756 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6db4062350 con 0x7f6db80cc660 2024-07-26T15:29:25.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.071+0000 7f6dc02cb640 1 -- 172.21.15.33:0/3519560756 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6db80c54c0 con 0x7f6db80cc660 2024-07-26T15:29:25.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.072+0000 7f6daeffd640 1 -- 172.21.15.33:0/3519560756 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18514 (secure 0 0 0) 0x7f6db4061c50 con 0x7f6db80cc660 2024-07-26T15:29:25.074 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:25.074 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:28:57.725176+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:25.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 -- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6d9c077040 msgr2=0x7f6d9c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6d9c077040 0x7f6d9c079550 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6da80095f0 tx=0x7f6da8004730 comp rx=0 tx=0).stop 2024-07-26T15:29:25.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 -- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db80cc660 msgr2=0x7f6db815c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db80cc660 0x7f6db815c570 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6db400ea20 tx=0x7f6db400eee0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 -- 172.21.15.33:0/3519560756 shutdown_connections 2024-07-26T15:29:25.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6db8160400 0x7f6db81570a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6d9c077040 0x7f6d9c079550 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6db80cfa60 0x7f6db81583d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 --2- 172.21.15.33:0/3519560756 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db80cc660 0x7f6db815c570 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 -- 172.21.15.33:0/3519560756 >> 172.21.15.33:0/3519560756 conn(0x7f6db80d1bf0 msgr2=0x7f6db80b3600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:25.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 -- 172.21.15.33:0/3519560756 shutdown_connections 2024-07-26T15:29:25.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.074+0000 7f6dc02cb640 1 -- 172.21.15.33:0/3519560756 wait complete. 2024-07-26T15:29:25.087 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-07-26T15:28:50.457649+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-07-26T15:28:51.622158+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-07-26T15:28:55.310001+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-07-26T15:29:25.088 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T15:29:25.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.207+0000 7f80f29da640 1 -- 172.21.15.33:0/1441639456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80ec0d0450 msgr2=0x7f80ec15ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.207+0000 7f80f29da640 1 --2- 172.21.15.33:0/1441639456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80ec0d0450 0x7f80ec15ade0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f80ec072030 tx=0x7f80e402a820 comp rx=0 tx=0).stop 2024-07-26T15:29:25.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.207+0000 7f80f29da640 1 -- 172.21.15.33:0/1441639456 shutdown_connections 2024-07-26T15:29:25.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.207+0000 7f80f29da640 1 --2- 172.21.15.33:0/1441639456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80ec0d0450 0x7f80ec15ade0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.207+0000 7f80f29da640 1 --2- 172.21.15.33:0/1441639456 >> v2:172.21.15.154:3300/0 conn(0x7f80ec0736a0 0x7f80ec15c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.207+0000 7f80f29da640 1 -- 172.21.15.33:0/1441639456 >> 172.21.15.33:0/1441639456 conn(0x7f80ec0b1bf0 msgr2=0x7f80ec0b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:25.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.207+0000 7f80f29da640 1 -- 172.21.15.33:0/1441639456 shutdown_connections 2024-07-26T15:29:25.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.207+0000 7f80f29da640 1 -- 172.21.15.33:0/1441639456 wait complete. 2024-07-26T15:29:25.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.209+0000 7f80f29da640 1 Processor -- start 2024-07-26T15:29:25.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.209+0000 7f80f29da640 1 -- start start 2024-07-26T15:29:25.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80f29da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80ec0736a0 0x7f80ec156ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80f29da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80ec15f460 0x7f80ec0cb6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80f29da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80ec0cbc00 0x7f80ec1f5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80f29da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f80ec0729c0 con 0x7f80ec0736a0 2024-07-26T15:29:25.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80f29da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f80ec072840 con 0x7f80ec0cbc00 2024-07-26T15:29:25.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80f29da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f80ec072b40 con 0x7f80ec15f460 2024-07-26T15:29:25.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80ebfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80ec0736a0 0x7f80ec156ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80ebfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80ec0736a0 0x7f80ec156ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51742/0 (socket says 172.21.15.33:51742) 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80ebfff640 1 -- 172.21.15.33:0/2327655821 learned_addr learned my addr 172.21.15.33:0/2327655821 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80eb7fe640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80ec15f460 0x7f80ec0cb6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80f0f77640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80ec0cbc00 0x7f80ec1f5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80ebfff640 1 -- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80ec15f460 msgr2=0x7f80ec0cb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80ebfff640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80ec15f460 0x7f80ec0cb6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80ebfff640 1 -- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80ec0cbc00 msgr2=0x7f80ec1f5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80ebfff640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80ec0cbc00 0x7f80ec1f5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80ebfff640 1 -- 172.21.15.33:0/2327655821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80ec0c5e70 con 0x7f80ec0736a0 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80ebfff640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80ec0736a0 0x7f80ec156ee0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f80dc00d770 tx=0x7f80dc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80e8ff9640 1 -- 172.21.15.33:0/2327655821 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80dc017070 con 0x7f80ec0736a0 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80e8ff9640 1 -- 172.21.15.33:0/2327655821 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f80dc009d20 con 0x7f80ec0736a0 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.211+0000 7f80f29da640 1 -- 172.21.15.33:0/2327655821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80ec0c50b0 con 0x7f80ec0736a0 2024-07-26T15:29:25.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.212+0000 7f80e8ff9640 1 -- 172.21.15.33:0/2327655821 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80dc0106c0 con 0x7f80ec0736a0 2024-07-26T15:29:25.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.212+0000 7f80f29da640 1 -- 172.21.15.33:0/2327655821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80ec0c5670 con 0x7f80ec0736a0 2024-07-26T15:29:25.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.213+0000 7f80f29da640 1 -- 172.21.15.33:0/2327655821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80ec073000 con 0x7f80ec0736a0 2024-07-26T15:29:25.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.213+0000 7f80e8ff9640 1 -- 172.21.15.33:0/2327655821 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f80dc01a070 con 0x7f80ec0736a0 2024-07-26T15:29:25.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.214+0000 7f80e8ff9640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80d8077010 0x7f80d8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.214+0000 7f80e8ff9640 1 -- 172.21.15.33:0/2327655821 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f80dc098c50 con 0x7f80ec0736a0 2024-07-26T15:29:25.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.214+0000 7f80eb7fe640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80d8077010 0x7f80d8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.215+0000 7f80eb7fe640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80d8077010 0x7f80d8079520 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f80ec156e70 tx=0x7f80e0007eb0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:25.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.219+0000 7f80e8ff9640 1 -- 172.21.15.33:0/2327655821 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f80dc09e020 con 0x7f80ec0736a0 2024-07-26T15:29:25.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.413+0000 7f80f29da640 1 -- 172.21.15.33:0/2327655821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f80ec070750 con 0x7f80ec0736a0 2024-07-26T15:29:25.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.414+0000 7f80e8ff9640 1 -- 172.21.15.33:0/2327655821 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7f80dc061550 con 0x7f80ec0736a0 2024-07-26T15:29:25.415 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T15:29:25.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 -- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80d8077010 msgr2=0x7f80d8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80d8077010 0x7f80d8079520 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f80ec156e70 tx=0x7f80e0007eb0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 -- 172.21.15.33:0/2327655821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80ec0736a0 msgr2=0x7f80ec156ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80ec0736a0 0x7f80ec156ee0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f80dc00d770 tx=0x7f80dc00dc30 comp rx=0 tx=0).stop 2024-07-26T15:29:25.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 -- 172.21.15.33:0/2327655821 shutdown_connections 2024-07-26T15:29:25.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80ec0cbc00 0x7f80ec1f5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80ec15f460 0x7f80ec0cb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80d8077010 0x7f80d8079520 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 --2- 172.21.15.33:0/2327655821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80ec0736a0 0x7f80ec156ee0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 -- 172.21.15.33:0/2327655821 >> 172.21.15.33:0/2327655821 conn(0x7f80ec0b1bf0 msgr2=0x7f80ec0cdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:25.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 -- 172.21.15.33:0/2327655821 shutdown_connections 2024-07-26T15:29:25.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.416+0000 7f80f29da640 1 -- 172.21.15.33:0/2327655821 wait complete. 2024-07-26T15:29:25.428 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-07-26T15:29:25.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.548+0000 7f82a3bf2640 1 -- 172.21.15.33:0/2628570602 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f829c0ce9e0 msgr2=0x7f829c0cc6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.548+0000 7f82a3bf2640 1 --2- 172.21.15.33:0/2628570602 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f829c0ce9e0 0x7f829c0cc6c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8294005fd0 tx=0x7f829402aa10 comp rx=0 tx=0).stop 2024-07-26T15:29:25.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.549+0000 7f82a3bf2640 1 -- 172.21.15.33:0/2628570602 shutdown_connections 2024-07-26T15:29:25.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.549+0000 7f82a3bf2640 1 --2- 172.21.15.33:0/2628570602 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f829c0ce9e0 0x7f829c0cc6c0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.549+0000 7f82a3bf2640 1 --2- 172.21.15.33:0/2628570602 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f829c0b2600 0x7f829c0b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.549+0000 7f82a3bf2640 1 -- 172.21.15.33:0/2628570602 >> 172.21.15.33:0/2628570602 conn(0x7f829c0b37a0 msgr2=0x7f829c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:25.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.549+0000 7f82a3bf2640 1 -- 172.21.15.33:0/2628570602 shutdown_connections 2024-07-26T15:29:25.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.549+0000 7f82a3bf2640 1 -- 172.21.15.33:0/2628570602 wait complete. 2024-07-26T15:29:25.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.550+0000 7f82a3bf2640 1 Processor -- start 2024-07-26T15:29:25.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.550+0000 7f82a3bf2640 1 -- start start 2024-07-26T15:29:25.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a3bf2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f829c0b2600 0x7f829c1f3790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a3bf2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f829c0b6f60 0x7f829c1f6c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a3bf2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f829c0ce9e0 0x7f829c155bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a3bf2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f829c0cd180 con 0x7f829c0b2600 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a3bf2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f829c0cd000 con 0x7f829c0ce9e0 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a3bf2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f829c0cd300 con 0x7f829c0b6f60 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a198e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f829c0b2600 0x7f829c1f3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a198e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f829c0b2600 0x7f829c1f3790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51754/0 (socket says 172.21.15.33:51754) 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a198e640 1 -- 172.21.15.33:0/697811729 learned_addr learned my addr 172.21.15.33:0/697811729 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a218f640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f829c0ce9e0 0x7f829c155bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a118d640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f829c0b6f60 0x7f829c1f6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a198e640 1 -- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f829c0b6f60 msgr2=0x7f829c1f6c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a198e640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f829c0b6f60 0x7f829c1f6c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a198e640 1 -- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f829c0ce9e0 msgr2=0x7f829c155bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a198e640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f829c0ce9e0 0x7f829c155bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a198e640 1 -- 172.21.15.33:0/697811729 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f829c1f71a0 con 0x7f829c0b2600 2024-07-26T15:29:25.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82a198e640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f829c0b2600 0x7f829c1f3790 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f829800c3d0 tx=0x7f829800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:25.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.552+0000 7f82927fc640 1 -- 172.21.15.33:0/697811729 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8298017070 con 0x7f829c0b2600 2024-07-26T15:29:25.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.553+0000 7f82927fc640 1 -- 172.21.15.33:0/697811729 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f82980053c0 con 0x7f829c0b2600 2024-07-26T15:29:25.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.553+0000 7f82a3bf2640 1 -- 172.21.15.33:0/697811729 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f829c15c120 con 0x7f829c0b2600 2024-07-26T15:29:25.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.553+0000 7f82927fc640 1 -- 172.21.15.33:0/697811729 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8298003850 con 0x7f829c0b2600 2024-07-26T15:29:25.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.553+0000 7f82a3bf2640 1 -- 172.21.15.33:0/697811729 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f829c1f2f90 con 0x7f829c0b2600 2024-07-26T15:29:25.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.554+0000 7f82a3bf2640 1 -- 172.21.15.33:0/697811729 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f829c15c640 con 0x7f829c0b2600 2024-07-26T15:29:25.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.554+0000 7f82927fc640 1 -- 172.21.15.33:0/697811729 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f829801a070 con 0x7f829c0b2600 2024-07-26T15:29:25.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.555+0000 7f82927fc640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8280077010 0x7f8280079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.555+0000 7f82927fc640 1 -- 172.21.15.33:0/697811729 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8298098090 con 0x7f829c0b2600 2024-07-26T15:29:25.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.555+0000 7f82a118d640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8280077010 0x7f8280079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.556+0000 7f82a118d640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8280077010 0x7f8280079520 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f829c1f61b0 tx=0x7f828c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:25.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.559+0000 7f82927fc640 1 -- 172.21.15.33:0/697811729 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f829c1f71a0 con 0x7f829c0b2600 2024-07-26T15:29:25.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.751+0000 7f82a3bf2640 1 -- 172.21.15.33:0/697811729 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f829c0cd7b0 con 0x7f829c0b2600 2024-07-26T15:29:25.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.751+0000 7f82927fc640 1 -- 172.21.15.33:0/697811729 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7f8298060860 con 0x7f829c0b2600 2024-07-26T15:29:25.753 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-07-26T15:29:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 -- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8280077010 msgr2=0x7f8280079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8280077010 0x7f8280079520 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f829c1f61b0 tx=0x7f828c005f90 comp rx=0 tx=0).stop 2024-07-26T15:29:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 -- 172.21.15.33:0/697811729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f829c0b2600 msgr2=0x7f829c1f3790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f829c0b2600 0x7f829c1f3790 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f829800c3d0 tx=0x7f829800c890 comp rx=0 tx=0).stop 2024-07-26T15:29:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 -- 172.21.15.33:0/697811729 shutdown_connections 2024-07-26T15:29:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f829c0ce9e0 0x7f829c155bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f829c0b6f60 0x7f829c1f6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8280077010 0x7f8280079520 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 --2- 172.21.15.33:0/697811729 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f829c0b2600 0x7f829c1f3790 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 -- 172.21.15.33:0/697811729 >> 172.21.15.33:0/697811729 conn(0x7f829c0b37a0 msgr2=0x7f829c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 -- 172.21.15.33:0/697811729 shutdown_connections 2024-07-26T15:29:25.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.753+0000 7f82a3bf2640 1 -- 172.21.15.33:0/697811729 wait complete. 2024-07-26T15:29:25.766 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-07-26T15:29:25.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.886+0000 7f437bc63640 1 -- 172.21.15.33:0/2380649828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43740b8e30 msgr2=0x7f43740b4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.886+0000 7f437bc63640 1 --2- 172.21.15.33:0/2380649828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43740b8e30 0x7f43740b4e60 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f43740ce470 tx=0x7f436402a4d0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.886+0000 7f437bc63640 1 -- 172.21.15.33:0/2380649828 shutdown_connections 2024-07-26T15:29:25.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.886+0000 7f437bc63640 1 --2- 172.21.15.33:0/2380649828 >> v2:172.21.15.154:3300/0 conn(0x7f43740d05d0 0x7f43740d09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.886+0000 7f437bc63640 1 --2- 172.21.15.33:0/2380649828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43740b8e30 0x7f43740b4e60 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.886+0000 7f437bc63640 1 --2- 172.21.15.33:0/2380649828 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43740b6be0 0x7f43740d48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.886+0000 7f437bc63640 1 -- 172.21.15.33:0/2380649828 >> 172.21.15.33:0/2380649828 conn(0x7f43740d3d90 msgr2=0x7f43740d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:25.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.886+0000 7f437bc63640 1 -- 172.21.15.33:0/2380649828 shutdown_connections 2024-07-26T15:29:25.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.886+0000 7f437bc63640 1 -- 172.21.15.33:0/2380649828 wait complete. 2024-07-26T15:29:25.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.888+0000 7f437bc63640 1 Processor -- start 2024-07-26T15:29:25.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.888+0000 7f437bc63640 1 -- start start 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.889+0000 7f437bc63640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43740b6be0 0x7f4374154230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.889+0000 7f437bc63640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43740b8e30 0x7f43741f93d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.889+0000 7f437bc63640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43740d05d0 0x7f43741f9910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.889+0000 7f437bc63640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f43740d12b0 con 0x7f43740d05d0 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.889+0000 7f437bc63640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f43740d1130 con 0x7f43740b8e30 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.889+0000 7f437bc63640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f43740d1430 con 0x7f43740b6be0 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.889+0000 7f437a200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43740d05d0 0x7f43741f9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f437a200640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43740d05d0 0x7f43741f9910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51774/0 (socket says 172.21.15.33:51774) 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f437a200640 1 -- 172.21.15.33:0/2260601216 learned_addr learned my addr 172.21.15.33:0/2260601216 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f43791fe640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43740b8e30 0x7f43741f93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f43799ff640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43740b6be0 0x7f4374154230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f437a200640 1 -- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43740b6be0 msgr2=0x7f4374154230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f437a200640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43740b6be0 0x7f4374154230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f437a200640 1 -- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43740b8e30 msgr2=0x7f43741f93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:25.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f437a200640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43740b8e30 0x7f43741f93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:25.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f437a200640 1 -- 172.21.15.33:0/2260601216 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4374154770 con 0x7f43740d05d0 2024-07-26T15:29:25.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f437a200640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43740d05d0 0x7f43741f9910 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f436c00dac0 tx=0x7f436c00df80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:25.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f436a7fc640 1 -- 172.21.15.33:0/2260601216 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f436c017070 con 0x7f43740d05d0 2024-07-26T15:29:25.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f436a7fc640 1 -- 172.21.15.33:0/2260601216 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f436c003970 con 0x7f43740d05d0 2024-07-26T15:29:25.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f437bc63640 1 -- 172.21.15.33:0/2260601216 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43741f5eb0 con 0x7f43740d05d0 2024-07-26T15:29:25.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f436a7fc640 1 -- 172.21.15.33:0/2260601216 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f436c003dc0 con 0x7f43740d05d0 2024-07-26T15:29:25.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.890+0000 7f437bc63640 1 -- 172.21.15.33:0/2260601216 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43741f6470 con 0x7f43740d05d0 2024-07-26T15:29:25.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.891+0000 7f437bc63640 1 -- 172.21.15.33:0/2260601216 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43740b4e60 con 0x7f43740d05d0 2024-07-26T15:29:25.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.892+0000 7f436a7fc640 1 -- 172.21.15.33:0/2260601216 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f436c003f60 con 0x7f43740d05d0 2024-07-26T15:29:25.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.893+0000 7f436a7fc640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4358077010 0x7f4358079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:25.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.893+0000 7f436a7fc640 1 -- 172.21.15.33:0/2260601216 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f436c098f80 con 0x7f43740d05d0 2024-07-26T15:29:25.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.893+0000 7f43799ff640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4358077010 0x7f4358079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:25.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.894+0000 7f43799ff640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4358077010 0x7f4358079520 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4370009ab0 tx=0x7f4370005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:25.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:25.898+0000 7f436a7fc640 1 -- 172.21.15.33:0/2260601216 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4374154770 con 0x7f43740d05d0 2024-07-26T15:29:26.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.093+0000 7f437bc63640 1 -- 172.21.15.33:0/2260601216 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f43741f5c40 con 0x7f43740d05d0 2024-07-26T15:29:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.094+0000 7f436a7fc640 1 -- 172.21.15.33:0/2260601216 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7f436c0617f0 con 0x7f43740d05d0 2024-07-26T15:29:26.095 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-07-26T15:29:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 -- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4358077010 msgr2=0x7f4358079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4358077010 0x7f4358079520 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4370009ab0 tx=0x7f4370005f90 comp rx=0 tx=0).stop 2024-07-26T15:29:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 -- 172.21.15.33:0/2260601216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43740d05d0 msgr2=0x7f43741f9910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43740d05d0 0x7f43741f9910 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f436c00dac0 tx=0x7f436c00df80 comp rx=0 tx=0).stop 2024-07-26T15:29:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 -- 172.21.15.33:0/2260601216 shutdown_connections 2024-07-26T15:29:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4358077010 0x7f4358079520 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43740d05d0 0x7f43741f9910 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43740b8e30 0x7f43741f93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 --2- 172.21.15.33:0/2260601216 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43740b6be0 0x7f4374154230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 -- 172.21.15.33:0/2260601216 >> 172.21.15.33:0/2260601216 conn(0x7f43740d3d90 msgr2=0x7f437406cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 -- 172.21.15.33:0/2260601216 shutdown_connections 2024-07-26T15:29:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.096+0000 7f437bc63640 1 -- 172.21.15.33:0/2260601216 wait complete. 2024-07-26T15:29:26.109 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-07-26T15:29:26.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.230+0000 7fa102789640 1 -- 172.21.15.33:0/1885125537 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0fc072ee0 msgr2=0x7fa0fc0b3210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:26.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.230+0000 7fa102789640 1 --2- 172.21.15.33:0/1885125537 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0fc072ee0 0x7fa0fc0b3210 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc071c10 tx=0x7fa0e402a560 comp rx=0 tx=0).stop 2024-07-26T15:29:26.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.231+0000 7fa102789640 1 -- 172.21.15.33:0/1885125537 shutdown_connections 2024-07-26T15:29:26.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.231+0000 7fa102789640 1 --2- 172.21.15.33:0/1885125537 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa0fc0732f0 0x7fa0fc0b3750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.231+0000 7fa102789640 1 --2- 172.21.15.33:0/1885125537 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0fc072ee0 0x7fa0fc0b3210 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.231+0000 7fa102789640 1 --2- 172.21.15.33:0/1885125537 >> v2:172.21.15.154:3300/0 conn(0x7fa0fc15ad30 0x7fa0fc0cef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.231+0000 7fa102789640 1 -- 172.21.15.33:0/1885125537 >> 172.21.15.33:0/1885125537 conn(0x7fa0fc0b1740 msgr2=0x7fa0fc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:26.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.231+0000 7fa102789640 1 -- 172.21.15.33:0/1885125537 shutdown_connections 2024-07-26T15:29:26.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.231+0000 7fa102789640 1 -- 172.21.15.33:0/1885125537 wait complete. 2024-07-26T15:29:26.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.232+0000 7fa102789640 1 Processor -- start 2024-07-26T15:29:26.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.233+0000 7fa102789640 1 -- start start 2024-07-26T15:29:26.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa102789640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0fc072ee0 0x7fa0fc1e72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:26.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa102789640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa0fc0732f0 0x7fa0fc14fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:26.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa102789640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa0fc15ad30 0x7fa0fc1e5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa102789640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa0fc15e9d0 con 0x7fa0fc072ee0 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa102789640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa0fc15e850 con 0x7fa0fc15ad30 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa102789640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa0fc15eb50 con 0x7fa0fc0732f0 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa0fbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0fc072ee0 0x7fa0fc1e72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa0fbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0fc072ee0 0x7fa0fc1e72e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51790/0 (socket says 172.21.15.33:51790) 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa0fbfff640 1 -- 172.21.15.33:0/981587979 learned_addr learned my addr 172.21.15.33:0/981587979 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa0f3fff640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa0fc0732f0 0x7fa0fc14fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa100d26640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa0fc15ad30 0x7fa0fc1e5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa0fbfff640 1 -- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa0fc0732f0 msgr2=0x7fa0fc14fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa0fbfff640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa0fc0732f0 0x7fa0fc14fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa0fbfff640 1 -- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa0fc15ad30 msgr2=0x7fa0fc1e5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa0fbfff640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa0fc15ad30 0x7fa0fc1e5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa0fbfff640 1 -- 172.21.15.33:0/981587979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0fc1e6240 con 0x7fa0fc072ee0 2024-07-26T15:29:26.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.234+0000 7fa0fbfff640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0fc072ee0 0x7fa0fc1e72e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec00e7c0 tx=0x7fa0ec00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:26.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.235+0000 7fa0f97fa640 1 -- 172.21.15.33:0/981587979 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec00ccc0 con 0x7fa0fc072ee0 2024-07-26T15:29:26.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.235+0000 7fa0f97fa640 1 -- 172.21.15.33:0/981587979 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa0ec010430 con 0x7fa0fc072ee0 2024-07-26T15:29:26.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.235+0000 7fa0f97fa640 1 -- 172.21.15.33:0/981587979 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ec010860 con 0x7fa0fc072ee0 2024-07-26T15:29:26.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.235+0000 7fa102789640 1 -- 172.21.15.33:0/981587979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0fc1e6520 con 0x7fa0fc072ee0 2024-07-26T15:29:26.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.235+0000 7fa102789640 1 -- 172.21.15.33:0/981587979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0fc1e6ae0 con 0x7fa0fc072ee0 2024-07-26T15:29:26.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.236+0000 7fa102789640 1 -- 172.21.15.33:0/981587979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0fc0cef90 con 0x7fa0fc072ee0 2024-07-26T15:29:26.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.236+0000 7fa0f97fa640 1 -- 172.21.15.33:0/981587979 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa0ec010a00 con 0x7fa0fc072ee0 2024-07-26T15:29:26.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.237+0000 7fa0f97fa640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa0dc077010 0x7fa0dc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:26.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.237+0000 7fa0f97fa640 1 -- 172.21.15.33:0/981587979 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fa0ec099560 con 0x7fa0fc072ee0 2024-07-26T15:29:26.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.237+0000 7fa0f3fff640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa0dc077010 0x7fa0dc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:26.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.238+0000 7fa0f3fff640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa0dc077010 0x7fa0dc079520 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa0e4033000 tx=0x7fa0e4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:26.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.242+0000 7fa0f97fa640 1 -- 172.21.15.33:0/981587979 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa0ec062420 con 0x7fa0fc072ee0 2024-07-26T15:29:26.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.519+0000 7fa102789640 1 -- 172.21.15.33:0/981587979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fa0fc154390 con 0x7fa0fc072ee0 2024-07-26T15:29:26.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.520+0000 7fa0f97fa640 1 -- 172.21.15.33:0/981587979 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7fa0ec061d20 con 0x7fa0fc072ee0 2024-07-26T15:29:26.521 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-07-26T15:29:26.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 -- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa0dc077010 msgr2=0x7fa0dc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:26.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa0dc077010 0x7fa0dc079520 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa0e4033000 tx=0x7fa0e4004730 comp rx=0 tx=0).stop 2024-07-26T15:29:26.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 -- 172.21.15.33:0/981587979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0fc072ee0 msgr2=0x7fa0fc1e72e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:26.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0fc072ee0 0x7fa0fc1e72e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa0ec00e7c0 tx=0x7fa0ec00ec80 comp rx=0 tx=0).stop 2024-07-26T15:29:26.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 -- 172.21.15.33:0/981587979 shutdown_connections 2024-07-26T15:29:26.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa0fc15ad30 0x7fa0fc1e5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa0fc0732f0 0x7fa0fc14fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa0dc077010 0x7fa0dc079520 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 --2- 172.21.15.33:0/981587979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0fc072ee0 0x7fa0fc1e72e0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 -- 172.21.15.33:0/981587979 >> 172.21.15.33:0/981587979 conn(0x7fa0fc0b1740 msgr2=0x7fa0fc15a230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:26.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 -- 172.21.15.33:0/981587979 shutdown_connections 2024-07-26T15:29:26.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.522+0000 7fa102789640 1 -- 172.21.15.33:0/981587979 wait complete. 2024-07-26T15:29:26.535 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_concurrent_snap_creates' 2024-07-26T15:29:26.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.656+0000 7f2a404c0640 1 -- 172.21.15.33:0/2358856702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a24003a80 msgr2=0x7f2a24003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:26.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.656+0000 7f2a404c0640 1 --2- 172.21.15.33:0/2358856702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a24003a80 0x7f2a24003ef0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f2a34009b50 tx=0x7f2a24005830 comp rx=0 tx=0).stop 2024-07-26T15:29:26.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.656+0000 7f2a3ea5d640 1 -- 172.21.15.33:0/2358856702 reap_dead start 2024-07-26T15:29:26.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.656+0000 7f2a404c0640 1 -- 172.21.15.33:0/2358856702 shutdown_connections 2024-07-26T15:29:26.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.656+0000 7f2a404c0640 1 -- 172.21.15.33:0/2358856702 >> 172.21.15.33:0/2358856702 conn(0x7f2a380d0b10 msgr2=0x7f2a380d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:26.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.656+0000 7f2a404c0640 1 -- 172.21.15.33:0/2358856702 shutdown_connections 2024-07-26T15:29:26.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.656+0000 7f2a404c0640 1 -- 172.21.15.33:0/2358856702 wait complete. 2024-07-26T15:29:26.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.658+0000 7f2a404c0640 1 Processor -- start 2024-07-26T15:29:26.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.658+0000 7f2a404c0640 1 -- start start 2024-07-26T15:29:26.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.659+0000 7f2a404c0640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a24003a80 0x7f2a381f72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:26.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.659+0000 7f2a404c0640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a380c90e0 0x7f2a381532e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:26.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.659+0000 7f2a404c0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a380c94f0 0x7f2a38153820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:26.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a404c0640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2a380cc380 con 0x7f2a380c94f0 2024-07-26T15:29:26.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a404c0640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2a380cc500 con 0x7f2a24003a80 2024-07-26T15:29:26.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a404c0640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2a380cc680 con 0x7f2a380c90e0 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3ea5d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a380c94f0 0x7f2a38153820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3ea5d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a380c94f0 0x7f2a38153820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51814/0 (socket says 172.21.15.33:51814) 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3ea5d640 1 -- 172.21.15.33:0/3754121338 learned_addr learned my addr 172.21.15.33:0/3754121338 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3e25c640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a24003a80 0x7f2a381f72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3da5b640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a380c90e0 0x7f2a381532e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3ea5d640 1 -- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a380c90e0 msgr2=0x7f2a381532e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3ea5d640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a380c90e0 0x7f2a381532e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3ea5d640 1 -- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a24003a80 msgr2=0x7f2a381f72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3ea5d640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a24003a80 0x7f2a381f72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3ea5d640 1 -- 172.21.15.33:0/3754121338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a381561c0 con 0x7f2a380c94f0 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3da5b640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a380c90e0 0x7f2a381532e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a3ea5d640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a380c94f0 0x7f2a38153820 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2a380cd4d0 tx=0x7f2a300039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.660+0000 7f2a2affd640 1 -- 172.21.15.33:0/3754121338 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a30015070 con 0x7f2a380c94f0 2024-07-26T15:29:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.661+0000 7f2a2affd640 1 -- 172.21.15.33:0/3754121338 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a30011840 con 0x7f2a380c94f0 2024-07-26T15:29:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.661+0000 7f2a404c0640 1 -- 172.21.15.33:0/3754121338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a381564a0 con 0x7f2a380c94f0 2024-07-26T15:29:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.661+0000 7f2a2affd640 1 -- 172.21.15.33:0/3754121338 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a30011c90 con 0x7f2a380c94f0 2024-07-26T15:29:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.661+0000 7f2a404c0640 1 -- 172.21.15.33:0/3754121338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a38156a60 con 0x7f2a380c94f0 2024-07-26T15:29:26.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.662+0000 7f2a404c0640 1 -- 172.21.15.33:0/3754121338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a3815c390 con 0x7f2a380c94f0 2024-07-26T15:29:26.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.662+0000 7f2a2affd640 1 -- 172.21.15.33:0/3754121338 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2a30018070 con 0x7f2a380c94f0 2024-07-26T15:29:26.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.663+0000 7f2a2affd640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2a1c077040 0x7f2a1c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:26.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.663+0000 7f2a2affd640 1 -- 172.21.15.33:0/3754121338 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2a30099590 con 0x7f2a380c94f0 2024-07-26T15:29:26.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.663+0000 7f2a3e25c640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2a1c077040 0x7f2a1c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:26.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.664+0000 7f2a3e25c640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2a1c077040 0x7f2a1c079550 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2a34035000 tx=0x7f2a3402d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:26.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.668+0000 7f2a2affd640 1 -- 172.21.15.33:0/3754121338 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2a30061e80 con 0x7f2a380c94f0 2024-07-26T15:29:26.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:26.935+0000 7f2a404c0640 1 -- 172.21.15.33:0/3754121338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_concurrent_snap_creates"]} v 0) -- 0x7f2a380cfb60 con 0x7f2a380c94f0 2024-07-26T15:29:27.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.763+0000 7f2a2affd640 1 -- 172.21.15.33:0/3754121338 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_concurrent_snap_creates"]}]=0 v57) ==== 161+0+0 (secure 0 0 0) 0x7f2a300663d0 con 0x7f2a380c94f0 2024-07-26T15:29:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 -- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2a1c077040 msgr2=0x7f2a1c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2a1c077040 0x7f2a1c079550 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2a34035000 tx=0x7f2a3402d040 comp rx=0 tx=0).stop 2024-07-26T15:29:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 -- 172.21.15.33:0/3754121338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a380c94f0 msgr2=0x7f2a38153820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a380c94f0 0x7f2a38153820 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2a380cd4d0 tx=0x7f2a300039c0 comp rx=0 tx=0).stop 2024-07-26T15:29:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 -- 172.21.15.33:0/3754121338 shutdown_connections 2024-07-26T15:29:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2a1c077040 0x7f2a1c079550 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a380c94f0 0x7f2a38153820 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a380c90e0 0x7f2a381532e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 --2- 172.21.15.33:0/3754121338 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a24003a80 0x7f2a381f72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 -- 172.21.15.33:0/3754121338 >> 172.21.15.33:0/3754121338 conn(0x7f2a380d0b10 msgr2=0x7f2a3815a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:27.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 -- 172.21.15.33:0/3754121338 shutdown_connections 2024-07-26T15:29:27.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.765+0000 7f2a404c0640 1 -- 172.21.15.33:0/3754121338 wait complete. 2024-07-26T15:29:27.779 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T15:29:27.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.899+0000 7fec24e99640 1 -- 172.21.15.33:0/277053609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c004000 msgr2=0x7fec0c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:27.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.899+0000 7fec24e99640 1 --2- 172.21.15.33:0/277053609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c004000 0x7fec0c004800 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fec08001690 tx=0x7fec0c005830 comp rx=0 tx=0).stop 2024-07-26T15:29:27.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.899+0000 7fec1ed9d640 1 -- 172.21.15.33:0/277053609 reap_dead start 2024-07-26T15:29:27.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.899+0000 7fec24e99640 1 -- 172.21.15.33:0/277053609 shutdown_connections 2024-07-26T15:29:27.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.899+0000 7fec24e99640 1 -- 172.21.15.33:0/277053609 >> 172.21.15.33:0/277053609 conn(0x7fec200d1bf0 msgr2=0x7fec200d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:27.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.899+0000 7fec24e99640 1 -- 172.21.15.33:0/277053609 shutdown_connections 2024-07-26T15:29:27.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.899+0000 7fec24e99640 1 -- 172.21.15.33:0/277053609 wait complete. 2024-07-26T15:29:27.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.901+0000 7fec24e99640 1 Processor -- start 2024-07-26T15:29:27.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.901+0000 7fec24e99640 1 -- start start 2024-07-26T15:29:27.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec24e99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c004000 0x7fec200b0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:27.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec24e99640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec2015da40 0x7fec2015a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:27.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec24e99640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec2015a5c0 0x7fec201f6470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:27.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec24e99640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fec200b6f80 con 0x7fec0c004000 2024-07-26T15:29:27.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec24e99640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fec200b6e00 con 0x7fec2015da40 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec24e99640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fec200b7100 con 0x7fec2015a5c0 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec1e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c004000 0x7fec200b0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec1e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c004000 0x7fec200b0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51836/0 (socket says 172.21.15.33:51836) 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec1e59c640 1 -- 172.21.15.33:0/203287873 learned_addr learned my addr 172.21.15.33:0/203287873 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec17fff640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec2015da40 0x7fec2015a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec1ed9d640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec2015a5c0 0x7fec201f6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec1e59c640 1 -- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec2015a5c0 msgr2=0x7fec201f6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec1e59c640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec2015a5c0 0x7fec201f6470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec1e59c640 1 -- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec2015da40 msgr2=0x7fec2015a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec1e59c640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec2015da40 0x7fec2015a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec1e59c640 1 -- 172.21.15.33:0/203287873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec2015a9d0 con 0x7fec0c004000 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec1e59c640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c004000 0x7fec200b0680 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fec10011b10 tx=0x7fec10009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:27.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec16ffd640 1 -- 172.21.15.33:0/203287873 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1001e070 con 0x7fec0c004000 2024-07-26T15:29:27.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec16ffd640 1 -- 172.21.15.33:0/203287873 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec10004050 con 0x7fec0c004000 2024-07-26T15:29:27.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.903+0000 7fec24e99640 1 -- 172.21.15.33:0/203287873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec200b0170 con 0x7fec0c004000 2024-07-26T15:29:27.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.904+0000 7fec16ffd640 1 -- 172.21.15.33:0/203287873 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec1000fea0 con 0x7fec0c004000 2024-07-26T15:29:27.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.904+0000 7fec24e99640 1 -- 172.21.15.33:0/203287873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec2015ea80 con 0x7fec0c004000 2024-07-26T15:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.904+0000 7fec24e99640 1 -- 172.21.15.33:0/203287873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec2015c3b0 con 0x7fec0c004000 2024-07-26T15:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.905+0000 7fec16ffd640 1 -- 172.21.15.33:0/203287873 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fec10021070 con 0x7fec0c004000 2024-07-26T15:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.906+0000 7fec16ffd640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fec00077010 0x7fec00079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.906+0000 7fec16ffd640 1 -- 172.21.15.33:0/203287873 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fec100995d0 con 0x7fec0c004000 2024-07-26T15:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.906+0000 7fec17fff640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fec00077010 0x7fec00079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:27.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.907+0000 7fec17fff640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fec00077010 0x7fec00079520 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fec08032000 tx=0x7fec0802c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:27.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:27.910+0000 7fec16ffd640 1 -- 172.21.15.33:0/203287873 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fec2015c3b0 con 0x7fec0c004000 2024-07-26T15:29:28.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.103+0000 7fec24e99640 1 -- 172.21.15.33:0/203287873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fec20160400 con 0x7fec0c004000 2024-07-26T15:29:28.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.104+0000 7fec16ffd640 1 -- 172.21.15.33:0/203287873 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v27) ==== 59+0+1998 (secure 0 0 0) 0x7fec2015a9d0 con 0x7fec0c004000 2024-07-26T15:29:28.105 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T15:29:28.105 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T15:29:28.105 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T15:29:28.106 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T15:29:28.106 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T15:29:28.106 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T15:29:28.106 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T15:29:28.106 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T15:29:28.106 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T15:29:28.106 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T15:29:28.106 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T15:29:28.106 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T15:29:28.106 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T15:29:28.106 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T15:29:28.107 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T15:29:28.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 -- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fec00077010 msgr2=0x7fec00079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:28.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fec00077010 0x7fec00079520 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fec08032000 tx=0x7fec0802c040 comp rx=0 tx=0).stop 2024-07-26T15:29:28.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 -- 172.21.15.33:0/203287873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c004000 msgr2=0x7fec200b0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c004000 0x7fec200b0680 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fec10011b10 tx=0x7fec10009e90 comp rx=0 tx=0).stop 2024-07-26T15:29:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 -- 172.21.15.33:0/203287873 shutdown_connections 2024-07-26T15:29:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec2015a5c0 0x7fec201f6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec2015da40 0x7fec2015a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fec00077010 0x7fec00079520 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 --2- 172.21.15.33:0/203287873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c004000 0x7fec200b0680 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 -- 172.21.15.33:0/203287873 >> 172.21.15.33:0/203287873 conn(0x7fec200d1bf0 msgr2=0x7fec200b5a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 -- 172.21.15.33:0/203287873 shutdown_connections 2024-07-26T15:29:28.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.106+0000 7fec24e99640 1 -- 172.21.15.33:0/203287873 wait complete. 2024-07-26T15:29:28.119 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T15:29:28.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.239+0000 7fa15d418640 1 -- 172.21.15.33:0/1776182436 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa15806f810 msgr2=0x7fa15815b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:28.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.239+0000 7fa15d418640 1 --2- 172.21.15.33:0/1776182436 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa15806f810 0x7fa15815b4a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa1580b6d10 tx=0x7fa15002a4d0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.239+0000 7fa15d418640 1 -- 172.21.15.33:0/1776182436 shutdown_connections 2024-07-26T15:29:28.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.239+0000 7fa15d418640 1 --2- 172.21.15.33:0/1776182436 >> v2:172.21.15.154:3300/0 conn(0x7fa15815ef80 0x7fa15806f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.239+0000 7fa15d418640 1 --2- 172.21.15.33:0/1776182436 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa15806f810 0x7fa15815b4a0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.239+0000 7fa15d418640 1 --2- 172.21.15.33:0/1776182436 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa158158960 0x7fa15815ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.239+0000 7fa15d418640 1 -- 172.21.15.33:0/1776182436 >> 172.21.15.33:0/1776182436 conn(0x7fa1580d0b40 msgr2=0x7fa1580d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:28.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.239+0000 7fa15d418640 1 -- 172.21.15.33:0/1776182436 shutdown_connections 2024-07-26T15:29:28.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.239+0000 7fa15d418640 1 -- 172.21.15.33:0/1776182436 wait complete. 2024-07-26T15:29:28.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.241+0000 7fa15d418640 1 Processor -- start 2024-07-26T15:29:28.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.241+0000 7fa15d418640 1 -- start start 2024-07-26T15:29:28.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa15d418640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa15806f810 0x7fa15815dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:28.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa15d418640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa158158960 0x7fa15815c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:28.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa15d418640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa15815ef80 0x7fa1581668a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:28.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa15d418640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa15815bd70 con 0x7fa15815ef80 2024-07-26T15:29:28.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa15d418640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa15815bbf0 con 0x7fa15806f810 2024-07-26T15:29:28.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa15d418640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa15815bef0 con 0x7fa158158960 2024-07-26T15:29:28.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa1577fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa15815ef80 0x7fa1581668a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:28.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa1577fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa15815ef80 0x7fa1581668a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51856/0 (socket says 172.21.15.33:51856) 2024-07-26T15:29:28.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa1577fe640 1 -- 172.21.15.33:0/1163295619 learned_addr learned my addr 172.21.15.33:0/1163295619 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:28.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa1567fc640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa158158960 0x7fa15815c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa156ffd640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa15806f810 0x7fa15815dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa1577fe640 1 -- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa158158960 msgr2=0x7fa15815c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa1577fe640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa158158960 0x7fa15815c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa1577fe640 1 -- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa15806f810 msgr2=0x7fa15815dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa1577fe640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa15806f810 0x7fa15815dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa1577fe640 1 -- 172.21.15.33:0/1163295619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1581f8fa0 con 0x7fa15815ef80 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.242+0000 7fa156ffd640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa15806f810 0x7fa15815dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.243+0000 7fa1577fe640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa15815ef80 0x7fa1581668a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa150034040 tx=0x7fa1500039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.243+0000 7fa14f7fe640 1 -- 172.21.15.33:0/1163295619 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa15003e030 con 0x7fa15815ef80 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.243+0000 7fa14f7fe640 1 -- 172.21.15.33:0/1163295619 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa1500047a0 con 0x7fa15815ef80 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.243+0000 7fa15d418640 1 -- 172.21.15.33:0/1163295619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1581f9280 con 0x7fa15815ef80 2024-07-26T15:29:28.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.243+0000 7fa14f7fe640 1 -- 172.21.15.33:0/1163295619 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa150035040 con 0x7fa15815ef80 2024-07-26T15:29:28.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.243+0000 7fa15d418640 1 -- 172.21.15.33:0/1163295619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1581f9840 con 0x7fa15815ef80 2024-07-26T15:29:28.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.244+0000 7fa15d418640 1 -- 172.21.15.33:0/1163295619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1581f8d10 con 0x7fa15815ef80 2024-07-26T15:29:28.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.245+0000 7fa14f7fe640 1 -- 172.21.15.33:0/1163295619 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa150041030 con 0x7fa15815ef80 2024-07-26T15:29:28.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.245+0000 7fa14f7fe640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa138077010 0x7fa138079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:28.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.245+0000 7fa14f7fe640 1 -- 172.21.15.33:0/1163295619 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fa1500b9510 con 0x7fa15815ef80 2024-07-26T15:29:28.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.245+0000 7fa156ffd640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa138077010 0x7fa138079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:28.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.246+0000 7fa156ffd640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa138077010 0x7fa138079520 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa148005fd0 tx=0x7fa14800a350 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:28.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.250+0000 7fa14f7fe640 1 -- 172.21.15.33:0/1163295619 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa150082350 con 0x7fa15815ef80 2024-07-26T15:29:28.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.443+0000 7fa15d418640 1 -- 172.21.15.33:0/1163295619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fa15815ea40 con 0x7fa15815ef80 2024-07-26T15:29:28.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.447+0000 7fa14f7fe640 1 -- 172.21.15.33:0/1163295619 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v28)=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7fa150081c50 con 0x7fa15815ef80 2024-07-26T15:29:28.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 -- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa138077010 msgr2=0x7fa138079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:28.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa138077010 0x7fa138079520 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa148005fd0 tx=0x7fa14800a350 comp rx=0 tx=0).stop 2024-07-26T15:29:28.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 -- 172.21.15.33:0/1163295619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa15815ef80 msgr2=0x7fa1581668a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:28.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa15815ef80 0x7fa1581668a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa150034040 tx=0x7fa1500039e0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 -- 172.21.15.33:0/1163295619 shutdown_connections 2024-07-26T15:29:28.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa138077010 0x7fa138079520 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa15815ef80 0x7fa1581668a0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa158158960 0x7fa15815c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 --2- 172.21.15.33:0/1163295619 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa15806f810 0x7fa15815dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 -- 172.21.15.33:0/1163295619 >> 172.21.15.33:0/1163295619 conn(0x7fa1580d0b40 msgr2=0x7fa1581401b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:28.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 -- 172.21.15.33:0/1163295619 shutdown_connections 2024-07-26T15:29:28.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.449+0000 7fa15d418640 1 -- 172.21.15.33:0/1163295619 wait complete. 2024-07-26T15:29:28.462 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:29:28.462 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:29:28.510 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:29:28.558 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:29:28.558 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:29:28.558 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:28.574 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:29:28.574 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:28.631 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:29:28.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.790+0000 7f8693de5640 1 -- 172.21.15.33:0/1811708262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8678003a00 msgr2=0x7f8678003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:28.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.790+0000 7f8693de5640 1 --2- 172.21.15.33:0/1811708262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8678003a00 0x7f8678003e70 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f8688009b40 tx=0x7f8678005830 comp rx=0 tx=0).stop 2024-07-26T15:29:28.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.790+0000 7f8692382640 1 -- 172.21.15.33:0/1811708262 reap_dead start 2024-07-26T15:29:28.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.790+0000 7f8693de5640 1 -- 172.21.15.33:0/1811708262 shutdown_connections 2024-07-26T15:29:28.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.790+0000 7f8693de5640 1 -- 172.21.15.33:0/1811708262 >> 172.21.15.33:0/1811708262 conn(0x7f868c0b3810 msgr2=0x7f868c0b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:28.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.790+0000 7f8693de5640 1 -- 172.21.15.33:0/1811708262 shutdown_connections 2024-07-26T15:29:28.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.790+0000 7f8693de5640 1 -- 172.21.15.33:0/1811708262 wait complete. 2024-07-26T15:29:28.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.792+0000 7f8693de5640 1 Processor -- start 2024-07-26T15:29:28.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.792+0000 7f8693de5640 1 -- start start 2024-07-26T15:29:28.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8693de5640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8678003a00 0x7f868c14e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8693de5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f868c151090 0x7f868c1514a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8693de5640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f868c1519e0 0x7f868c14f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8693de5640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f868c0ce750 con 0x7f868c151090 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8693de5640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f868c0ce5d0 con 0x7f8678003a00 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8693de5640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f868c0cd6a0 con 0x7f868c1519e0 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8691380640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f868c151090 0x7f868c1514a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8691380640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f868c151090 0x7f868c1514a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51880/0 (socket says 172.21.15.33:51880) 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8691380640 1 -- 172.21.15.33:0/1118201253 learned_addr learned my addr 172.21.15.33:0/1118201253 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8692382640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f868c1519e0 0x7f868c14f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8691b81640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8678003a00 0x7f868c14e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8691380640 1 -- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f868c1519e0 msgr2=0x7f868c14f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:28.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8691380640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f868c1519e0 0x7f868c14f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8691380640 1 -- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8678003a00 msgr2=0x7f868c14e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:28.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8691380640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8678003a00 0x7f868c14e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:28.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8691380640 1 -- 172.21.15.33:0/1118201253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f868c06e150 con 0x7f868c151090 2024-07-26T15:29:28.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.793+0000 7f8691b81640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8678003a00 0x7f868c14e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:28.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.794+0000 7f8691380640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f868c151090 0x7f868c1514a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f867c011a00 tx=0x7f867c011e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:28.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.794+0000 7f86827fc640 1 -- 172.21.15.33:0/1118201253 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f867c00fd50 con 0x7f868c151090 2024-07-26T15:29:28.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.794+0000 7f86827fc640 1 -- 172.21.15.33:0/1118201253 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f867c004020 con 0x7f868c151090 2024-07-26T15:29:28.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.794+0000 7f8693de5640 1 -- 172.21.15.33:0/1118201253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f868c06e650 con 0x7f868c151090 2024-07-26T15:29:28.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.794+0000 7f86827fc640 1 -- 172.21.15.33:0/1118201253 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f867c004430 con 0x7f868c151090 2024-07-26T15:29:28.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.794+0000 7f8693de5640 1 -- 172.21.15.33:0/1118201253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f868c06ec10 con 0x7f868c151090 2024-07-26T15:29:28.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.795+0000 7f8693de5640 1 -- 172.21.15.33:0/1118201253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f868c06e3c0 con 0x7f868c151090 2024-07-26T15:29:28.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.795+0000 7f86827fc640 1 -- 172.21.15.33:0/1118201253 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f867c0035f0 con 0x7f868c151090 2024-07-26T15:29:28.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.796+0000 7f86827fc640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8670077040 0x7f8670079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.796+0000 7f86827fc640 1 -- 172.21.15.33:0/1118201253 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f867c099770 con 0x7f868c151090 2024-07-26T15:29:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.796+0000 7f8691b81640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8670077040 0x7f8670079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:28.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.797+0000 7f8691b81640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8670077040 0x7f8670079550 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8688009b40 tx=0x7f86880046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:28.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:28.800+0000 7f86827fc640 1 -- 172.21.15.33:0/1118201253 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f867c0626c0 con 0x7f868c151090 2024-07-26T15:29:29.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.007+0000 7f8693de5640 1 -- 172.21.15.33:0/1118201253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f868c14f0a0 con 0x7f868c151090 2024-07-26T15:29:29.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.007+0000 7f86827fc640 1 -- 172.21.15.33:0/1118201253 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f867c061fc0 con 0x7f868c151090 2024-07-26T15:29:29.009 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T15:29:29.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.009+0000 7f8693de5640 1 -- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8670077040 msgr2=0x7f8670079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.009+0000 7f8693de5640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8670077040 0x7f8670079550 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8688009b40 tx=0x7f86880046c0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.009+0000 7f8693de5640 1 -- 172.21.15.33:0/1118201253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f868c151090 msgr2=0x7f868c1514a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.009+0000 7f8693de5640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f868c151090 0x7f868c1514a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f867c011a00 tx=0x7f867c011e00 comp rx=0 tx=0).stop 2024-07-26T15:29:29.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.009+0000 7f8693de5640 1 -- 172.21.15.33:0/1118201253 shutdown_connections 2024-07-26T15:29:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.009+0000 7f8693de5640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f868c1519e0 0x7f868c14f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.009+0000 7f8693de5640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8670077040 0x7f8670079550 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.009+0000 7f8693de5640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f868c151090 0x7f868c1514a0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.009+0000 7f8693de5640 1 --2- 172.21.15.33:0/1118201253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8678003a00 0x7f868c14e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.009+0000 7f8693de5640 1 -- 172.21.15.33:0/1118201253 >> 172.21.15.33:0/1118201253 conn(0x7f868c0b3810 msgr2=0x7f868c0d1bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.009+0000 7f8693de5640 1 -- 172.21.15.33:0/1118201253 shutdown_connections 2024-07-26T15:29:29.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.010+0000 7f8693de5640 1 -- 172.21.15.33:0/1118201253 wait complete. 2024-07-26T15:29:29.022 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:29:29.022 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:29.039 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:29:29.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.196+0000 7f721fc78640 1 -- 172.21.15.33:0/4138117751 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72180b6150 msgr2=0x7f72180d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.196+0000 7f721fc78640 1 --2- 172.21.15.33:0/4138117751 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72180b6150 0x7f72180d1920 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f72180c7600 tx=0x7f720802a530 comp rx=0 tx=0).stop 2024-07-26T15:29:29.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.196+0000 7f721fc78640 1 -- 172.21.15.33:0/4138117751 shutdown_connections 2024-07-26T15:29:29.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.196+0000 7f721fc78640 1 --2- 172.21.15.33:0/4138117751 >> v2:172.21.15.154:3300/0 conn(0x7f72180d1e60 0x7f72180d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.196+0000 7f721fc78640 1 --2- 172.21.15.33:0/4138117751 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72180b6150 0x7f72180d1920 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.196+0000 7f721fc78640 1 -- 172.21.15.33:0/4138117751 >> 172.21.15.33:0/4138117751 conn(0x7f72180d3de0 msgr2=0x7f72180d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:29.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.196+0000 7f721fc78640 1 -- 172.21.15.33:0/4138117751 shutdown_connections 2024-07-26T15:29:29.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.196+0000 7f721fc78640 1 -- 172.21.15.33:0/4138117751 wait complete. 2024-07-26T15:29:29.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.198+0000 7f721fc78640 1 Processor -- start 2024-07-26T15:29:29.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.198+0000 7f721fc78640 1 -- start start 2024-07-26T15:29:29.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721fc78640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72180b6150 0x7f72181e99d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:29.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721fc78640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72180cfa50 0x7f72181e89d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:29.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721fc78640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f72180d1e60 0x7f72181e2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:29.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721fc78640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f72180b3740 con 0x7f72180b6150 2024-07-26T15:29:29.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721fc78640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f72180b2d30 con 0x7f72180cfa50 2024-07-26T15:29:29.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721fc78640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f72180b38c0 con 0x7f72180d1e60 2024-07-26T15:29:29.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721da14640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72180b6150 0x7f72181e99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:29.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721da14640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72180b6150 0x7f72181e99d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51894/0 (socket says 172.21.15.33:51894) 2024-07-26T15:29:29.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721da14640 1 -- 172.21.15.33:0/52378965 learned_addr learned my addr 172.21.15.33:0/52378965 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:29.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721e215640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f72180d1e60 0x7f72181e2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:29.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721d213640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72180cfa50 0x7f72181e89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:29.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721da14640 1 -- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f72180d1e60 msgr2=0x7f72181e2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721da14640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f72180d1e60 0x7f72181e2eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721da14640 1 -- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72180cfa50 msgr2=0x7f72181e89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721da14640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72180cfa50 0x7f72181e89d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721da14640 1 -- 172.21.15.33:0/52378965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72181f8ad0 con 0x7f72180b6150 2024-07-26T15:29:29.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.200+0000 7f721da14640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72180b6150 0x7f72181e99d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f721400c430 tx=0x7f721400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:29.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.201+0000 7f720e7fc640 1 -- 172.21.15.33:0/52378965 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7214011790 con 0x7f72180b6150 2024-07-26T15:29:29.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.201+0000 7f720e7fc640 1 -- 172.21.15.33:0/52378965 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7214017070 con 0x7f72180b6150 2024-07-26T15:29:29.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.201+0000 7f720e7fc640 1 -- 172.21.15.33:0/52378965 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7214011ce0 con 0x7f72180b6150 2024-07-26T15:29:29.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.201+0000 7f721fc78640 1 -- 172.21.15.33:0/52378965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72181f8db0 con 0x7f72180b6150 2024-07-26T15:29:29.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.201+0000 7f721fc78640 1 -- 172.21.15.33:0/52378965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72181f9370 con 0x7f72180b6150 2024-07-26T15:29:29.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.202+0000 7f721fc78640 1 -- 172.21.15.33:0/52378965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72181f9750 con 0x7f72180b6150 2024-07-26T15:29:29.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.202+0000 7f720e7fc640 1 -- 172.21.15.33:0/52378965 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f721401c460 con 0x7f72180b6150 2024-07-26T15:29:29.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.203+0000 7f720e7fc640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f71fc077010 0x7f71fc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:29.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.203+0000 7f720e7fc640 1 -- 172.21.15.33:0/52378965 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f72140987e0 con 0x7f72180b6150 2024-07-26T15:29:29.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.203+0000 7f721d213640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f71fc077010 0x7f71fc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:29.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.204+0000 7f721d213640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f71fc077010 0x7f71fc079520 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7208034000 tx=0x7f7208004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:29.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.208+0000 7f720e7fc640 1 -- 172.21.15.33:0/52378965 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f72181f9750 con 0x7f72180b6150 2024-07-26T15:29:29.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.417+0000 7f721fc78640 1 -- 172.21.15.33:0/52378965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f72180d1920 con 0x7f72180b6150 2024-07-26T15:29:29.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.417+0000 7f720e7fc640 1 -- 172.21.15.33:0/52378965 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f7214061170 con 0x7f72180b6150 2024-07-26T15:29:29.419 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T15:29:29.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 -- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f71fc077010 msgr2=0x7f71fc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f71fc077010 0x7f71fc079520 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7208034000 tx=0x7f7208004730 comp rx=0 tx=0).stop 2024-07-26T15:29:29.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 -- 172.21.15.33:0/52378965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72180b6150 msgr2=0x7f72181e99d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72180b6150 0x7f72181e99d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f721400c430 tx=0x7f721400c8f0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 -- 172.21.15.33:0/52378965 shutdown_connections 2024-07-26T15:29:29.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f72180d1e60 0x7f72181e2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72180cfa50 0x7f72181e89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f71fc077010 0x7f71fc079520 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 --2- 172.21.15.33:0/52378965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72180b6150 0x7f72181e99d0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 -- 172.21.15.33:0/52378965 >> 172.21.15.33:0/52378965 conn(0x7f72180d3de0 msgr2=0x7f72181e4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:29.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 -- 172.21.15.33:0/52378965 shutdown_connections 2024-07-26T15:29:29.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.420+0000 7f721fc78640 1 -- 172.21.15.33:0/52378965 wait complete. 2024-07-26T15:29:29.432 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T15:29:29.433 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:29.433 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:29.459 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:29:29.459 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:29:29.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:29.459 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T15:29:29.515 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:29:29.516 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:29.536 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:29:29.536 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:29.594 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:29:29.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.712+0000 7f608b241640 1 -- 172.21.15.33:0/2644488760 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60840b3d60 msgr2=0x7f60840b4170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.712+0000 7f608b241640 1 --2- 172.21.15.33:0/2644488760 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60840b3d60 0x7f60840b4170 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f607c005fd0 tx=0x7f607c02aa00 comp rx=0 tx=0).stop 2024-07-26T15:29:29.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.712+0000 7f608b241640 1 -- 172.21.15.33:0/2644488760 shutdown_connections 2024-07-26T15:29:29.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.712+0000 7f608b241640 1 --2- 172.21.15.33:0/2644488760 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60840b3d60 0x7f60840b4170 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.712+0000 7f608b241640 1 --2- 172.21.15.33:0/2644488760 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f608406fb60 0x7f608406ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.712+0000 7f608b241640 1 -- 172.21.15.33:0/2644488760 >> 172.21.15.33:0/2644488760 conn(0x7f60840b1740 msgr2=0x7f60840b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:29.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.712+0000 7f608b241640 1 -- 172.21.15.33:0/2644488760 shutdown_connections 2024-07-26T15:29:29.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.713+0000 7f608b241640 1 -- 172.21.15.33:0/2644488760 wait complete. 2024-07-26T15:29:29.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.714+0000 7f608b241640 1 Processor -- start 2024-07-26T15:29:29.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.714+0000 7f608b241640 1 -- start start 2024-07-26T15:29:29.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f608b241640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406fb60 0x7f60840a9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:29.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f608b241640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60840b3d60 0x7f60841380f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:29.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f608b241640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6084144580 0x7f608415b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:29.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f608b241640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f608415c960 con 0x7f608406fb60 2024-07-26T15:29:29.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f608b241640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f608415c7e0 con 0x7f6084144580 2024-07-26T15:29:29.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f608b241640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f608415cae0 con 0x7f60840b3d60 2024-07-26T15:29:29.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f6088fdd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406fb60 0x7f60840a9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:29.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f6088fdd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406fb60 0x7f60840a9620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51902/0 (socket says 172.21.15.33:51902) 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f6088fdd640 1 -- 172.21.15.33:0/4262520273 learned_addr learned my addr 172.21.15.33:0/4262520273 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f6083fff640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60840b3d60 0x7f60841380f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f60897de640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6084144580 0x7f608415b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f6088fdd640 1 -- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60840b3d60 msgr2=0x7f60841380f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f6088fdd640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60840b3d60 0x7f60841380f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f6088fdd640 1 -- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6084144580 msgr2=0x7f608415b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f6088fdd640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6084144580 0x7f608415b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f6088fdd640 1 -- 172.21.15.33:0/4262520273 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60840a9b60 con 0x7f608406fb60 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f60897de640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6084144580 0x7f608415b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.716+0000 7f6088fdd640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406fb60 0x7f60840a9620 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f607400b3f0 tx=0x7f607400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.717+0000 7f60817fa640 1 -- 172.21.15.33:0/4262520273 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6074015020 con 0x7f608406fb60 2024-07-26T15:29:29.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.717+0000 7f60817fa640 1 -- 172.21.15.33:0/4262520273 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6074011920 con 0x7f608406fb60 2024-07-26T15:29:29.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.717+0000 7f608b241640 1 -- 172.21.15.33:0/4262520273 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6084157b10 con 0x7f608406fb60 2024-07-26T15:29:29.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.717+0000 7f60817fa640 1 -- 172.21.15.33:0/4262520273 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6074011d70 con 0x7f608406fb60 2024-07-26T15:29:29.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.717+0000 7f608b241640 1 -- 172.21.15.33:0/4262520273 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6084158a90 con 0x7f608406fb60 2024-07-26T15:29:29.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.718+0000 7f608b241640 1 -- 172.21.15.33:0/4262520273 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f608406ff70 con 0x7f608406fb60 2024-07-26T15:29:29.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.719+0000 7f60817fa640 1 -- 172.21.15.33:0/4262520273 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6074018020 con 0x7f608406fb60 2024-07-26T15:29:29.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.719+0000 7f60817fa640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6070077010 0x7f6070079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:29.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.719+0000 7f60817fa640 1 -- 172.21.15.33:0/4262520273 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f60740988f0 con 0x7f608406fb60 2024-07-26T15:29:29.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.719+0000 7f6083fff640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6070077010 0x7f6070079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:29.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.720+0000 7f6083fff640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6070077010 0x7f6070079520 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6084138f00 tx=0x7f6078005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:29.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.724+0000 7f60817fa640 1 -- 172.21.15.33:0/4262520273 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f607401f030 con 0x7f608406fb60 2024-07-26T15:29:29.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.930+0000 7f608b241640 1 -- 172.21.15.33:0/4262520273 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6084138630 con 0x7f608406fb60 2024-07-26T15:29:29.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.931+0000 7f60817fa640 1 -- 172.21.15.33:0/4262520273 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f6074061840 con 0x7f608406fb60 2024-07-26T15:29:29.933 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T15:29:29.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 -- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6070077010 msgr2=0x7f6070079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6070077010 0x7f6070079520 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6084138f00 tx=0x7f6078005f90 comp rx=0 tx=0).stop 2024-07-26T15:29:29.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 -- 172.21.15.33:0/4262520273 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406fb60 msgr2=0x7f60840a9620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:29.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406fb60 0x7f60840a9620 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f607400b3f0 tx=0x7f607400b8b0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 -- 172.21.15.33:0/4262520273 shutdown_connections 2024-07-26T15:29:29.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6084144580 0x7f608415b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60840b3d60 0x7f60841380f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6070077010 0x7f6070079520 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 --2- 172.21.15.33:0/4262520273 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406fb60 0x7f60840a9620 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:29.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 -- 172.21.15.33:0/4262520273 >> 172.21.15.33:0/4262520273 conn(0x7f60840b1740 msgr2=0x7f608415d020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:29.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 -- 172.21.15.33:0/4262520273 shutdown_connections 2024-07-26T15:29:29.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:29.933+0000 7f608b241640 1 -- 172.21.15.33:0/4262520273 wait complete. 2024-07-26T15:29:29.946 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:29:29.946 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:29.966 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:29:30.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.084+0000 7f93afb0e640 1 -- 172.21.15.33:0/3115595082 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93a80b3d60 msgr2=0x7f93a80b4170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:30.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.084+0000 7f93afb0e640 1 --2- 172.21.15.33:0/3115595082 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93a80b3d60 0x7f93a80b4170 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f93a0005fd0 tx=0x7f93a002a5d0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.084+0000 7f93afb0e640 1 -- 172.21.15.33:0/3115595082 shutdown_connections 2024-07-26T15:29:30.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.084+0000 7f93afb0e640 1 --2- 172.21.15.33:0/3115595082 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93a80b3d60 0x7f93a80b4170 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.084+0000 7f93afb0e640 1 --2- 172.21.15.33:0/3115595082 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f93a806fb60 0x7f93a806ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.084+0000 7f93afb0e640 1 -- 172.21.15.33:0/3115595082 >> 172.21.15.33:0/3115595082 conn(0x7f93a80b1740 msgr2=0x7f93a80b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:30.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.084+0000 7f93afb0e640 1 -- 172.21.15.33:0/3115595082 shutdown_connections 2024-07-26T15:29:30.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.084+0000 7f93afb0e640 1 -- 172.21.15.33:0/3115595082 wait complete. 2024-07-26T15:29:30.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.085+0000 7f93afb0e640 1 Processor -- start 2024-07-26T15:29:30.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.086+0000 7f93afb0e640 1 -- start start 2024-07-26T15:29:30.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93afb0e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f93a806fb60 0x7f93a81516e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93afb0e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93a80b3d60 0x7f93a8138550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93afb0e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f93a8144580 0x7f93a8150790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93afb0e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f93a815c960 con 0x7f93a80b3d60 2024-07-26T15:29:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93afb0e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f93a815c7e0 con 0x7f93a8144580 2024-07-26T15:29:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93afb0e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f93a815cae0 con 0x7f93a806fb60 2024-07-26T15:29:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93ad0a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93a80b3d60 0x7f93a8138550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:30.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93ad0a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93a80b3d60 0x7f93a8138550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51922/0 (socket says 172.21.15.33:51922) 2024-07-26T15:29:30.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93ad0a9640 1 -- 172.21.15.33:0/922969444 learned_addr learned my addr 172.21.15.33:0/922969444 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:30.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93ad8aa640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f93a806fb60 0x7f93a81516e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:30.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93ae0ab640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f93a8144580 0x7f93a8150790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:30.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93ad0a9640 1 -- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f93a806fb60 msgr2=0x7f93a81516e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:30.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93ad0a9640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f93a806fb60 0x7f93a81516e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93ad0a9640 1 -- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f93a8144580 msgr2=0x7f93a8150790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93ad0a9640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f93a8144580 0x7f93a8150790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93ad0a9640 1 -- 172.21.15.33:0/922969444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93a80cf870 con 0x7f93a80b3d60 2024-07-26T15:29:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.087+0000 7f93ae0ab640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f93a8144580 0x7f93a8150790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.088+0000 7f93ad0a9640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93a80b3d60 0x7f93a8138550 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f939800d700 tx=0x7f939800dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.088+0000 7f939e7fc640 1 -- 172.21.15.33:0/922969444 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9398017070 con 0x7f93a80b3d60 2024-07-26T15:29:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.088+0000 7f939e7fc640 1 -- 172.21.15.33:0/922969444 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9398005310 con 0x7f93a80b3d60 2024-07-26T15:29:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.088+0000 7f93afb0e640 1 -- 172.21.15.33:0/922969444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93a80cfb50 con 0x7f93a80b3d60 2024-07-26T15:29:30.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.088+0000 7f939e7fc640 1 -- 172.21.15.33:0/922969444 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9398009820 con 0x7f93a80b3d60 2024-07-26T15:29:30.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.088+0000 7f93afb0e640 1 -- 172.21.15.33:0/922969444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93a813c9f0 con 0x7f93a80b3d60 2024-07-26T15:29:30.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.089+0000 7f93afb0e640 1 -- 172.21.15.33:0/922969444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93a80d0070 con 0x7f93a80b3d60 2024-07-26T15:29:30.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.090+0000 7f939e7fc640 1 -- 172.21.15.33:0/922969444 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f93980099c0 con 0x7f93a80b3d60 2024-07-26T15:29:30.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.090+0000 7f939e7fc640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f938c077010 0x7f938c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:30.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.090+0000 7f939e7fc640 1 -- 172.21.15.33:0/922969444 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f9398098ce0 con 0x7f93a80b3d60 2024-07-26T15:29:30.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.091+0000 7f93ad8aa640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f938c077010 0x7f938c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:30.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.091+0000 7f93ad8aa640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f938c077010 0x7f938c079520 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f93a4001e20 tx=0x7f93a4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:30.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.095+0000 7f939e7fc640 1 -- 172.21.15.33:0/922969444 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f93a80d0070 con 0x7f93a80b3d60 2024-07-26T15:29:30.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.301+0000 7f93afb0e640 1 -- 172.21.15.33:0/922969444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f93a806ff70 con 0x7f93a80b3d60 2024-07-26T15:29:30.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.301+0000 7f939e7fc640 1 -- 172.21.15.33:0/922969444 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f9398068e20 con 0x7f93a80b3d60 2024-07-26T15:29:30.303 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T15:29:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 -- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f938c077010 msgr2=0x7f938c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f938c077010 0x7f938c079520 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f93a4001e20 tx=0x7f93a4009040 comp rx=0 tx=0).stop 2024-07-26T15:29:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 -- 172.21.15.33:0/922969444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93a80b3d60 msgr2=0x7f93a8138550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93a80b3d60 0x7f93a8138550 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f939800d700 tx=0x7f939800dbc0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 -- 172.21.15.33:0/922969444 shutdown_connections 2024-07-26T15:29:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f93a8144580 0x7f93a8150790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f938c077010 0x7f938c079520 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93a80b3d60 0x7f93a8138550 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 --2- 172.21.15.33:0/922969444 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f93a806fb60 0x7f93a81516e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 -- 172.21.15.33:0/922969444 >> 172.21.15.33:0/922969444 conn(0x7f93a80b1740 msgr2=0x7f93a80b03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 -- 172.21.15.33:0/922969444 shutdown_connections 2024-07-26T15:29:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.304+0000 7f93afb0e640 1 -- 172.21.15.33:0/922969444 wait complete. 2024-07-26T15:29:30.316 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi154.front.sepia.ceph.com... 2024-07-26T15:29:30.317 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:30.317 DEBUG:teuthology.orchestra.run.smithi154:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-07-26T15:29:30.348 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:29:30.348 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T15:29:30.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:30.348 DEBUG:teuthology.orchestra.run.smithi154:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-07-26T15:29:30.497 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:29:30.497 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:30.513 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:29:30.513 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:30.570 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:29:30.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.727+0000 7f1ba50c2640 1 -- 172.21.15.33:0/389638034 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ba00cfa50 msgr2=0x7f1ba00b5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:30.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.727+0000 7f1ba50c2640 1 --2- 172.21.15.33:0/389638034 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ba00cfa50 0x7f1ba00b5a40 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f1b90005fd0 tx=0x7f1b9002a8b0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.728+0000 7f1ba50c2640 1 -- 172.21.15.33:0/389638034 shutdown_connections 2024-07-26T15:29:30.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.728+0000 7f1ba50c2640 1 --2- 172.21.15.33:0/389638034 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ba00cfa50 0x7f1ba00b5a40 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.728+0000 7f1ba50c2640 1 -- 172.21.15.33:0/389638034 >> 172.21.15.33:0/389638034 conn(0x7f1ba00d3de0 msgr2=0x7f1ba00d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:30.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.728+0000 7f1ba50c2640 1 -- 172.21.15.33:0/389638034 shutdown_connections 2024-07-26T15:29:30.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.728+0000 7f1ba50c2640 1 -- 172.21.15.33:0/389638034 wait complete. 2024-07-26T15:29:30.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.730+0000 7f1ba50c2640 1 Processor -- start 2024-07-26T15:29:30.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.730+0000 7f1ba50c2640 1 -- start start 2024-07-26T15:29:30.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1ba50c2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1ba00b5f80 0x7f1ba0161390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:30.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1ba50c2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ba00b6390 0x7f1ba01618d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:30.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1ba50c2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1ba00cfa50 0x7f1ba01f9260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:30.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1ba50c2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba00b48d0 con 0x7f1ba00b6390 2024-07-26T15:29:30.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1ba50c2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1ba00b4750 con 0x7f1ba00b5f80 2024-07-26T15:29:30.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1ba50c2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1ba0169cd0 con 0x7f1ba00cfa50 2024-07-26T15:29:30.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1b9e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ba00b6390 0x7f1ba01618d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:30.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1b9e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ba00b6390 0x7f1ba01618d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51942/0 (socket says 172.21.15.33:51942) 2024-07-26T15:29:30.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1b9e59c640 1 -- 172.21.15.33:0/4194450782 learned_addr learned my addr 172.21.15.33:0/4194450782 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:30.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1b9ed9d640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1ba00b5f80 0x7f1ba0161390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:30.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1b9f59e640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1ba00cfa50 0x7f1ba01f9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:30.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1b9e59c640 1 -- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1ba00cfa50 msgr2=0x7f1ba01f9260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:30.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1b9e59c640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1ba00cfa50 0x7f1ba01f9260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1b9e59c640 1 -- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1ba00b5f80 msgr2=0x7f1ba0161390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:30.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1b9e59c640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1ba00b5f80 0x7f1ba0161390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.731+0000 7f1b9e59c640 1 -- 172.21.15.33:0/4194450782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ba01f8d80 con 0x7f1ba00b6390 2024-07-26T15:29:30.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.732+0000 7f1b9e59c640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ba00b6390 0x7f1ba01618d0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f1b9400c390 tx=0x7f1b9400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:30.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.732+0000 7f1b877fe640 1 -- 172.21.15.33:0/4194450782 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b94017070 con 0x7f1ba00b6390 2024-07-26T15:29:30.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.732+0000 7f1b877fe640 1 -- 172.21.15.33:0/4194450782 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1b940035f0 con 0x7f1ba00b6390 2024-07-26T15:29:30.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.732+0000 7f1ba50c2640 1 -- 172.21.15.33:0/4194450782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ba0168b70 con 0x7f1ba00b6390 2024-07-26T15:29:30.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.732+0000 7f1b877fe640 1 -- 172.21.15.33:0/4194450782 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b94003a20 con 0x7f1ba00b6390 2024-07-26T15:29:30.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.732+0000 7f1ba50c2640 1 -- 172.21.15.33:0/4194450782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ba0169130 con 0x7f1ba00b6390 2024-07-26T15:29:30.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.733+0000 7f1ba50c2640 1 -- 172.21.15.33:0/4194450782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ba01688e0 con 0x7f1ba00b6390 2024-07-26T15:29:30.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.734+0000 7f1b877fe640 1 -- 172.21.15.33:0/4194450782 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1b9401a070 con 0x7f1ba00b6390 2024-07-26T15:29:30.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.734+0000 7f1b877fe640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1b8c077010 0x7f1b8c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:30.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.734+0000 7f1b877fe640 1 -- 172.21.15.33:0/4194450782 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1b94097ff0 con 0x7f1ba00b6390 2024-07-26T15:29:30.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.735+0000 7f1b9ed9d640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1b8c077010 0x7f1b8c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:30.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.735+0000 7f1b9ed9d640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1b8c077010 0x7f1b8c079520 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1b90034000 tx=0x7f1b90004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:30.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.739+0000 7f1b877fe640 1 -- 172.21.15.33:0/4194450782 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1b94060eb0 con 0x7f1ba00b6390 2024-07-26T15:29:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.950+0000 7f1ba50c2640 1 -- 172.21.15.33:0/4194450782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1ba00b5a40 con 0x7f1ba00b6390 2024-07-26T15:29:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.950+0000 7f1b877fe640 1 -- 172.21.15.33:0/4194450782 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f1b94069180 con 0x7f1ba00b6390 2024-07-26T15:29:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T15:29:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 -- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1b8c077010 msgr2=0x7f1b8c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1b8c077010 0x7f1b8c079520 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1b90034000 tx=0x7f1b90004ab0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 -- 172.21.15.33:0/4194450782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ba00b6390 msgr2=0x7f1ba01618d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ba00b6390 0x7f1ba01618d0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f1b9400c390 tx=0x7f1b9400c850 comp rx=0 tx=0).stop 2024-07-26T15:29:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 -- 172.21.15.33:0/4194450782 shutdown_connections 2024-07-26T15:29:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1ba00cfa50 0x7f1ba01f9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1b8c077010 0x7f1b8c079520 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ba00b6390 0x7f1ba01618d0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 --2- 172.21.15.33:0/4194450782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1ba00b5f80 0x7f1ba0161390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:30.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 -- 172.21.15.33:0/4194450782 >> 172.21.15.33:0/4194450782 conn(0x7f1ba00d3de0 msgr2=0x7f1ba00b09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:30.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 -- 172.21.15.33:0/4194450782 shutdown_connections 2024-07-26T15:29:30.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:30.952+0000 7f1ba50c2640 1 -- 172.21.15.33:0/4194450782 wait complete. 2024-07-26T15:29:30.965 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:29:30.965 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:30.983 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:29:31.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.140+0000 7f0efdb70640 1 -- 172.21.15.33:0/2153455403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ef80b6f60 msgr2=0x7f0ef80b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:31.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.140+0000 7f0efdb70640 1 --2- 172.21.15.33:0/2153455403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ef80b6f60 0x7f0ef80b31d0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f0ee8005fd0 tx=0x7f0ee802a540 comp rx=0 tx=0).stop 2024-07-26T15:29:31.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.140+0000 7f0efdb70640 1 -- 172.21.15.33:0/2153455403 shutdown_connections 2024-07-26T15:29:31.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.140+0000 7f0efdb70640 1 --2- 172.21.15.33:0/2153455403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ef80ce2d0 0x7f0ef80ce6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.140+0000 7f0efdb70640 1 --2- 172.21.15.33:0/2153455403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ef80b6f60 0x7f0ef80b31d0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.140+0000 7f0efdb70640 1 -- 172.21.15.33:0/2153455403 >> 172.21.15.33:0/2153455403 conn(0x7f0ef80b37a0 msgr2=0x7f0ef80b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:31.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.140+0000 7f0efdb70640 1 -- 172.21.15.33:0/2153455403 shutdown_connections 2024-07-26T15:29:31.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.140+0000 7f0efdb70640 1 -- 172.21.15.33:0/2153455403 wait complete. 2024-07-26T15:29:31.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.142+0000 7f0efdb70640 1 Processor -- start 2024-07-26T15:29:31.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.142+0000 7f0efdb70640 1 -- start start 2024-07-26T15:29:31.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.143+0000 7f0efdb70640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ef80b6f60 0x7f0ef815a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:31.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.143+0000 7f0efdb70640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ef80ce2d0 0x7f0ef8159650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:31.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.143+0000 7f0efdb70640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ef80cec20 0x7f0ef814da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:31.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.143+0000 7f0efdb70640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef80b2090 con 0x7f0ef80b6f60 2024-07-26T15:29:31.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.143+0000 7f0efdb70640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef80b1f10 con 0x7f0ef80cec20 2024-07-26T15:29:31.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.143+0000 7f0efdb70640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0ef80b2210 con 0x7f0ef80ce2d0 2024-07-26T15:29:31.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.143+0000 7f0ef77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ef80b6f60 0x7f0ef815a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:31.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.143+0000 7f0ef77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ef80b6f60 0x7f0ef815a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51954/0 (socket says 172.21.15.33:51954) 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.143+0000 7f0ef77fe640 1 -- 172.21.15.33:0/666840768 learned_addr learned my addr 172.21.15.33:0/666840768 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0ef6ffd640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ef80ce2d0 0x7f0ef8159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0ef7fff640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ef80cec20 0x7f0ef814da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0ef77fe640 1 -- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ef80ce2d0 msgr2=0x7f0ef8159650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0ef77fe640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ef80ce2d0 0x7f0ef8159650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0ef77fe640 1 -- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ef80cec20 msgr2=0x7f0ef814da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0ef77fe640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ef80cec20 0x7f0ef814da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0ef77fe640 1 -- 172.21.15.33:0/666840768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ef815a8b0 con 0x7f0ef80b6f60 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0ef7fff640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ef80cec20 0x7f0ef814da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0ef6ffd640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ef80ce2d0 0x7f0ef8159650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0ef77fe640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ef80b6f60 0x7f0ef815a080 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0ee8000c00 tx=0x7f0ee8003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:31.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0edffff640 1 -- 172.21.15.33:0/666840768 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee803e030 con 0x7f0ef80b6f60 2024-07-26T15:29:31.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0edffff640 1 -- 172.21.15.33:0/666840768 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0ee8003e60 con 0x7f0ef80b6f60 2024-07-26T15:29:31.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0efdb70640 1 -- 172.21.15.33:0/666840768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ef815ab90 con 0x7f0ef80b6f60 2024-07-26T15:29:31.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0edffff640 1 -- 172.21.15.33:0/666840768 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee8035040 con 0x7f0ef80b6f60 2024-07-26T15:29:31.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.144+0000 7f0efdb70640 1 -- 172.21.15.33:0/666840768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ef815b150 con 0x7f0ef80b6f60 2024-07-26T15:29:31.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.145+0000 7f0efdb70640 1 -- 172.21.15.33:0/666840768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ef806a570 con 0x7f0ef80b6f60 2024-07-26T15:29:31.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.146+0000 7f0edffff640 1 -- 172.21.15.33:0/666840768 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0ee8041030 con 0x7f0ef80b6f60 2024-07-26T15:29:31.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.147+0000 7f0edffff640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0ee4077010 0x7f0ee4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:31.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.147+0000 7f0edffff640 1 -- 172.21.15.33:0/666840768 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f0ee80b9480 con 0x7f0ef80b6f60 2024-07-26T15:29:31.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.147+0000 7f0ef6ffd640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0ee4077010 0x7f0ee4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:31.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.148+0000 7f0ef6ffd640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0ee4077010 0x7f0ee4079520 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0eec005fd0 tx=0x7f0eec005e20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:31.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.151+0000 7f0edffff640 1 -- 172.21.15.33:0/666840768 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0ef806a570 con 0x7f0ef80b6f60 2024-07-26T15:29:31.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.362+0000 7f0efdb70640 1 -- 172.21.15.33:0/666840768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0ef80b2660 con 0x7f0ef80b6f60 2024-07-26T15:29:31.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.362+0000 7f0edffff640 1 -- 172.21.15.33:0/666840768 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f0ee8082340 con 0x7f0ef80b6f60 2024-07-26T15:29:31.364 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T15:29:31.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 -- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0ee4077010 msgr2=0x7f0ee4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:31.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0ee4077010 0x7f0ee4079520 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0eec005fd0 tx=0x7f0eec005e20 comp rx=0 tx=0).stop 2024-07-26T15:29:31.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 -- 172.21.15.33:0/666840768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ef80b6f60 msgr2=0x7f0ef815a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:31.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ef80b6f60 0x7f0ef815a080 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f0ee8000c00 tx=0x7f0ee8003970 comp rx=0 tx=0).stop 2024-07-26T15:29:31.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 -- 172.21.15.33:0/666840768 shutdown_connections 2024-07-26T15:29:31.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ef80cec20 0x7f0ef814da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ef80ce2d0 0x7f0ef8159650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0ee4077010 0x7f0ee4079520 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 --2- 172.21.15.33:0/666840768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ef80b6f60 0x7f0ef815a080 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 -- 172.21.15.33:0/666840768 >> 172.21.15.33:0/666840768 conn(0x7f0ef80b37a0 msgr2=0x7f0ef80b4f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:31.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 -- 172.21.15.33:0/666840768 shutdown_connections 2024-07-26T15:29:31.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.365+0000 7f0efdb70640 1 -- 172.21.15.33:0/666840768 wait complete. 2024-07-26T15:29:31.377 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T15:29:31.378 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:31.378 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-07-26T15:29:31.404 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:29:31.404 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:29:31.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:31.404 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-07-26T15:29:31.460 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:29:31.460 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:31.480 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:29:31.481 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:31.540 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:29:31.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.657+0000 7fe55d16c640 1 -- 172.21.15.33:0/2434244177 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5580b6f60 msgr2=0x7fe5580b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:31.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.657+0000 7fe55d16c640 1 --2- 172.21.15.33:0/2434244177 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5580b6f60 0x7fe5580b31d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe548005fd0 tx=0x7fe54802a820 comp rx=0 tx=0).stop 2024-07-26T15:29:31.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.657+0000 7fe55d16c640 1 -- 172.21.15.33:0/2434244177 shutdown_connections 2024-07-26T15:29:31.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.657+0000 7fe55d16c640 1 --2- 172.21.15.33:0/2434244177 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe5580b2600 0x7fe5580cc6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.657+0000 7fe55d16c640 1 --2- 172.21.15.33:0/2434244177 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5580b6f60 0x7fe5580b31d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.657+0000 7fe55d16c640 1 -- 172.21.15.33:0/2434244177 >> 172.21.15.33:0/2434244177 conn(0x7fe5580b37a0 msgr2=0x7fe5580b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:31.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.657+0000 7fe55d16c640 1 -- 172.21.15.33:0/2434244177 shutdown_connections 2024-07-26T15:29:31.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.657+0000 7fe55d16c640 1 -- 172.21.15.33:0/2434244177 wait complete. 2024-07-26T15:29:31.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.659+0000 7fe55d16c640 1 Processor -- start 2024-07-26T15:29:31.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.659+0000 7fe55d16c640 1 -- start start 2024-07-26T15:29:31.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55d16c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5580b2600 0x7fe55806ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:31.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55d16c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5580b6f60 0x7fe55815d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:31.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55d16c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe5580ce2d0 0x7fe55815dd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55d16c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe5580cd120 con 0x7fe5580b6f60 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55d16c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe5580ccfa0 con 0x7fe5580b2600 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55d16c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe5580cd2a0 con 0x7fe5580ce2d0 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5580b6f60 0x7fe55815d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5580b6f60 0x7fe55815d820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51956/0 (socket says 172.21.15.33:51956) 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55659c640 1 -- 172.21.15.33:0/2999288466 learned_addr learned my addr 172.21.15.33:0/2999288466 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55759e640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe5580ce2d0 0x7fe55815dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe556d9d640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5580b2600 0x7fe55806ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55659c640 1 -- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe5580ce2d0 msgr2=0x7fe55815dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55659c640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe5580ce2d0 0x7fe55815dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55659c640 1 -- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5580b2600 msgr2=0x7fe55806ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55659c640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5580b2600 0x7fe55806ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55659c640 1 -- 172.21.15.33:0/2999288466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5580c5510 con 0x7fe5580b6f60 2024-07-26T15:29:31.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe55659c640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5580b6f60 0x7fe55815d820 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe54c00c430 tx=0x7fe54c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:31.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.661+0000 7fe53f7fe640 1 -- 172.21.15.33:0/2999288466 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe54c011790 con 0x7fe5580b6f60 2024-07-26T15:29:31.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.662+0000 7fe53f7fe640 1 -- 172.21.15.33:0/2999288466 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe54c017070 con 0x7fe5580b6f60 2024-07-26T15:29:31.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.662+0000 7fe55d16c640 1 -- 172.21.15.33:0/2999288466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe55806f580 con 0x7fe5580b6f60 2024-07-26T15:29:31.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.662+0000 7fe53f7fe640 1 -- 172.21.15.33:0/2999288466 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe54c011ce0 con 0x7fe5580b6f60 2024-07-26T15:29:31.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.662+0000 7fe55d16c640 1 -- 172.21.15.33:0/2999288466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5580ca750 con 0x7fe5580b6f60 2024-07-26T15:29:31.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.663+0000 7fe55d16c640 1 -- 172.21.15.33:0/2999288466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe558069d90 con 0x7fe5580b6f60 2024-07-26T15:29:31.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.663+0000 7fe53f7fe640 1 -- 172.21.15.33:0/2999288466 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe54c01c460 con 0x7fe5580b6f60 2024-07-26T15:29:31.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.664+0000 7fe53f7fe640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe544077010 0x7fe544079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:31.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.664+0000 7fe53f7fe640 1 -- 172.21.15.33:0/2999288466 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fe54c098920 con 0x7fe5580b6f60 2024-07-26T15:29:31.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.664+0000 7fe556d9d640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe544077010 0x7fe544079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:31.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.665+0000 7fe556d9d640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe544077010 0x7fe544079520 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe548034000 tx=0x7fe548004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.669+0000 7fe53f7fe640 1 -- 172.21.15.33:0/2999288466 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe558069d90 con 0x7fe5580b6f60 2024-07-26T15:29:31.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.876+0000 7fe55d16c640 1 -- 172.21.15.33:0/2999288466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe558069630 con 0x7fe5580b6f60 2024-07-26T15:29:31.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.876+0000 7fe53f7fe640 1 -- 172.21.15.33:0/2999288466 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fe558069630 con 0x7fe5580b6f60 2024-07-26T15:29:31.878 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T15:29:31.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.878+0000 7fe55d16c640 1 -- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe544077010 msgr2=0x7fe544079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:31.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.878+0000 7fe55d16c640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe544077010 0x7fe544079520 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe548034000 tx=0x7fe548004ab0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.878+0000 7fe55d16c640 1 -- 172.21.15.33:0/2999288466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5580b6f60 msgr2=0x7fe55815d820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:31.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.878+0000 7fe55d16c640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5580b6f60 0x7fe55815d820 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe54c00c430 tx=0x7fe54c00c830 comp rx=0 tx=0).stop 2024-07-26T15:29:31.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.878+0000 7fe55d16c640 1 -- 172.21.15.33:0/2999288466 shutdown_connections 2024-07-26T15:29:31.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.878+0000 7fe55d16c640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe5580ce2d0 0x7fe55815dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.878+0000 7fe55d16c640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe544077010 0x7fe544079520 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.878+0000 7fe55d16c640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5580b6f60 0x7fe55815d820 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.878+0000 7fe55d16c640 1 --2- 172.21.15.33:0/2999288466 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5580b2600 0x7fe55806ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:31.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.878+0000 7fe55d16c640 1 -- 172.21.15.33:0/2999288466 >> 172.21.15.33:0/2999288466 conn(0x7fe5580b37a0 msgr2=0x7fe558071ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:31.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.878+0000 7fe55d16c640 1 -- 172.21.15.33:0/2999288466 shutdown_connections 2024-07-26T15:29:31.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:31.879+0000 7fe55d16c640 1 -- 172.21.15.33:0/2999288466 wait complete. 2024-07-26T15:29:31.891 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:29:31.891 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:29:31.910 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:29:32.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.027+0000 7f95c4240640 1 -- 172.21.15.33:0/2765851785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95bc0cfa50 msgr2=0x7f95bc0b5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.027+0000 7f95c4240640 1 --2- 172.21.15.33:0/2765851785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95bc0cfa50 0x7f95bc0b5a40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f95b8009830 tx=0x7f95b802a510 comp rx=0 tx=0).stop 2024-07-26T15:29:32.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.027+0000 7f95c4240640 1 -- 172.21.15.33:0/2765851785 shutdown_connections 2024-07-26T15:29:32.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.027+0000 7f95c4240640 1 --2- 172.21.15.33:0/2765851785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95bc0cfa50 0x7f95bc0b5a40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.027+0000 7f95c4240640 1 -- 172.21.15.33:0/2765851785 >> 172.21.15.33:0/2765851785 conn(0x7f95bc0d3de0 msgr2=0x7f95bc0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:32.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.027+0000 7f95c4240640 1 -- 172.21.15.33:0/2765851785 shutdown_connections 2024-07-26T15:29:32.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.027+0000 7f95c4240640 1 -- 172.21.15.33:0/2765851785 wait complete. 2024-07-26T15:29:32.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.029+0000 7f95c4240640 1 Processor -- start 2024-07-26T15:29:32.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.029+0000 7f95c4240640 1 -- start start 2024-07-26T15:29:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.030+0000 7f95c4240640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95bc0b5f80 0x7f95bc0ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.030+0000 7f95c4240640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95bc0b6390 0x7f95bc160750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.030+0000 7f95c4240640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95bc0cfa50 0x7f95bc160c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.030+0000 7f95c4240640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc0b48d0 con 0x7f95bc0b5f80 2024-07-26T15:29:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.030+0000 7f95c4240640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc0b4750 con 0x7f95bc0cfa50 2024-07-26T15:29:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.030+0000 7f95c4240640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f95bc169cd0 con 0x7f95bc0b6390 2024-07-26T15:29:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c1fdc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95bc0b5f80 0x7f95bc0ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c1fdc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95bc0b5f80 0x7f95bc0ca4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39082/0 (socket says 172.21.15.33:39082) 2024-07-26T15:29:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c1fdc640 1 -- 172.21.15.33:0/4041170813 learned_addr learned my addr 172.21.15.33:0/4041170813 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c27dd640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95bc0cfa50 0x7f95bc160c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c17db640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95bc0b6390 0x7f95bc160750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c1fdc640 1 -- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95bc0b6390 msgr2=0x7f95bc160750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c1fdc640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95bc0b6390 0x7f95bc160750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c1fdc640 1 -- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95bc0cfa50 msgr2=0x7f95bc160c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c1fdc640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95bc0cfa50 0x7f95bc160c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c1fdc640 1 -- 172.21.15.33:0/4041170813 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95bc0b7380 con 0x7f95bc0b5f80 2024-07-26T15:29:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c1fdc640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95bc0b5f80 0x7f95bc0ca4f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f95b8009920 tx=0x7f95b8033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:32.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95b27fc640 1 -- 172.21.15.33:0/4041170813 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b8031d60 con 0x7f95bc0b5f80 2024-07-26T15:29:32.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95b27fc640 1 -- 172.21.15.33:0/4041170813 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f95b8033e10 con 0x7f95bc0b5f80 2024-07-26T15:29:32.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c4240640 1 -- 172.21.15.33:0/4041170813 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95bc0b7660 con 0x7f95bc0b5f80 2024-07-26T15:29:32.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95b27fc640 1 -- 172.21.15.33:0/4041170813 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b80332f0 con 0x7f95bc0b5f80 2024-07-26T15:29:32.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.031+0000 7f95c4240640 1 -- 172.21.15.33:0/4041170813 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95bc157750 con 0x7f95bc0b5f80 2024-07-26T15:29:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.032+0000 7f95c4240640 1 -- 172.21.15.33:0/4041170813 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95bc0b7fa0 con 0x7f95bc0b5f80 2024-07-26T15:29:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.033+0000 7f95b27fc640 1 -- 172.21.15.33:0/4041170813 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f95b8033490 con 0x7f95bc0b5f80 2024-07-26T15:29:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.034+0000 7f95b27fc640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f95a0077040 0x7f95a0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.034+0000 7f95b27fc640 1 -- 172.21.15.33:0/4041170813 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f95b80ba100 con 0x7f95bc0b5f80 2024-07-26T15:29:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.034+0000 7f95c17db640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f95a0077040 0x7f95a0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.035+0000 7f95c17db640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f95a0077040 0x7f95a0079550 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f95ac006fd0 tx=0x7f95ac008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:32.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.038+0000 7f95b27fc640 1 -- 172.21.15.33:0/4041170813 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f95b803f030 con 0x7f95bc0b5f80 2024-07-26T15:29:32.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.242+0000 7f95c4240640 1 -- 172.21.15.33:0/4041170813 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f95bc0b5a40 con 0x7f95bc0b5f80 2024-07-26T15:29:32.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.242+0000 7f95b27fc640 1 -- 172.21.15.33:0/4041170813 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f95b8083040 con 0x7f95bc0b5f80 2024-07-26T15:29:32.244 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T15:29:32.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 -- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f95a0077040 msgr2=0x7f95a0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f95a0077040 0x7f95a0079550 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f95ac006fd0 tx=0x7f95ac008040 comp rx=0 tx=0).stop 2024-07-26T15:29:32.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 -- 172.21.15.33:0/4041170813 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95bc0b5f80 msgr2=0x7f95bc0ca4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95bc0b5f80 0x7f95bc0ca4f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f95b8009920 tx=0x7f95b8033c20 comp rx=0 tx=0).stop 2024-07-26T15:29:32.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 -- 172.21.15.33:0/4041170813 shutdown_connections 2024-07-26T15:29:32.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95bc0cfa50 0x7f95bc160c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95bc0b6390 0x7f95bc160750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f95a0077040 0x7f95a0079550 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 --2- 172.21.15.33:0/4041170813 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95bc0b5f80 0x7f95bc0ca4f0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 -- 172.21.15.33:0/4041170813 >> 172.21.15.33:0/4041170813 conn(0x7f95bc0d3de0 msgr2=0x7f95bc06e150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:32.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 -- 172.21.15.33:0/4041170813 shutdown_connections 2024-07-26T15:29:32.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.244+0000 7f95c4240640 1 -- 172.21.15.33:0/4041170813 wait complete. 2024-07-26T15:29:32.257 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi154.front.sepia.ceph.com... 2024-07-26T15:29:32.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:32.257 DEBUG:teuthology.orchestra.run.smithi154:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-07-26T15:29:32.288 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:29:32.289 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T15:29:32.289 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:32.289 DEBUG:teuthology.orchestra.run.smithi154:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-07-26T15:29:32.347 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T15:29:32.348 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:29:32.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.465+0000 7f382ac32640 1 -- 172.21.15.33:0/828510491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3810003a30 msgr2=0x7f3810003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.465+0000 7f382ac32640 1 --2- 172.21.15.33:0/828510491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3810003a30 0x7f3810003ea0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f38240ce390 tx=0x7f3810005830 comp rx=0 tx=0).stop 2024-07-26T15:29:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.465+0000 7f38291cf640 1 -- 172.21.15.33:0/828510491 reap_dead start 2024-07-26T15:29:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.465+0000 7f382ac32640 1 -- 172.21.15.33:0/828510491 shutdown_connections 2024-07-26T15:29:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.465+0000 7f382ac32640 1 -- 172.21.15.33:0/828510491 >> 172.21.15.33:0/828510491 conn(0x7f38240d3e10 msgr2=0x7f38240d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.465+0000 7f382ac32640 1 -- 172.21.15.33:0/828510491 shutdown_connections 2024-07-26T15:29:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.465+0000 7f382ac32640 1 -- 172.21.15.33:0/828510491 wait complete. 2024-07-26T15:29:32.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.467+0000 7f382ac32640 1 Processor -- start 2024-07-26T15:29:32.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.467+0000 7f382ac32640 1 -- start start 2024-07-26T15:29:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.468+0000 7f382ac32640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3810003a30 0x7f38240cd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.468+0000 7f382ac32640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f382409db60 0x7f38241f7da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.468+0000 7f382ac32640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f382409df70 0x7f38241f82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.468+0000 7f382ac32640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f38240cf270 con 0x7f3810003a30 2024-07-26T15:29:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.468+0000 7f382ac32640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f38240cf0f0 con 0x7f382409db60 2024-07-26T15:29:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.468+0000 7f382ac32640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f38240cf3f0 con 0x7f382409df70 2024-07-26T15:29:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.468+0000 7f38289ce640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3810003a30 0x7f38240cd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.468+0000 7f38289ce640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3810003a30 0x7f38240cd7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39096/0 (socket says 172.21.15.33:39096) 2024-07-26T15:29:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.468+0000 7f38289ce640 1 -- 172.21.15.33:0/1489435125 learned_addr learned my addr 172.21.15.33:0/1489435125 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.468+0000 7f3823fff640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f382409db60 0x7f38241f7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.468+0000 7f38291cf640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f382409df70 0x7f38241f82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.469+0000 7f38289ce640 1 -- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f382409df70 msgr2=0x7f38241f82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.469+0000 7f38289ce640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f382409df70 0x7f38241f82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.469+0000 7f38289ce640 1 -- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f382409db60 msgr2=0x7f38241f7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.469+0000 7f38289ce640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f382409db60 0x7f38241f7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.469+0000 7f38289ce640 1 -- 172.21.15.33:0/1489435125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38240b7b10 con 0x7f3810003a30 2024-07-26T15:29:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.469+0000 7f38289ce640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3810003a30 0x7f38240cd7e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f381400c320 tx=0x7f3814000f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:32.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.469+0000 7f38217fa640 1 -- 172.21.15.33:0/1489435125 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38140037f0 con 0x7f3810003a30 2024-07-26T15:29:32.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.469+0000 7f38217fa640 1 -- 172.21.15.33:0/1489435125 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f381403f030 con 0x7f3810003a30 2024-07-26T15:29:32.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.469+0000 7f38217fa640 1 -- 172.21.15.33:0/1489435125 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3814003d20 con 0x7f3810003a30 2024-07-26T15:29:32.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.469+0000 7f382ac32640 1 -- 172.21.15.33:0/1489435125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38240b7df0 con 0x7f3810003a30 2024-07-26T15:29:32.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.469+0000 7f382ac32640 1 -- 172.21.15.33:0/1489435125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38240b83b0 con 0x7f3810003a30 2024-07-26T15:29:32.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.470+0000 7f382ac32640 1 -- 172.21.15.33:0/1489435125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38240ce9e0 con 0x7f3810003a30 2024-07-26T15:29:32.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.471+0000 7f38217fa640 1 -- 172.21.15.33:0/1489435125 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f381402e480 con 0x7f3810003a30 2024-07-26T15:29:32.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.471+0000 7f38217fa640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3804077010 0x7f3804079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.472+0000 7f38217fa640 1 -- 172.21.15.33:0/1489435125 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f38140ba040 con 0x7f3810003a30 2024-07-26T15:29:32.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.472+0000 7f3823fff640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3804077010 0x7f3804079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.472+0000 7f3823fff640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3804077010 0x7f3804079520 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f38240b9220 tx=0x7f380c004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:32.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.475+0000 7f38217fa640 1 -- 172.21.15.33:0/1489435125 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3814049030 con 0x7f3810003a30 2024-07-26T15:29:32.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.707+0000 7f382ac32640 1 -- 172.21.15.33:0/1489435125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38240b0d80 con 0x7f3810003a30 2024-07-26T15:29:32.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.708+0000 7f38217fa640 1 -- 172.21.15.33:0/1489435125 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7f3814082940 con 0x7f3810003a30 2024-07-26T15:29:32.709 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:32.710 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"btime":"2024-07-26T15:29:06:686901+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/4199910102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":4199910102},{"type":"v1","addr":"172.21.15.154:6836","nonce":4199910102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/419058101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":419058101},{"type":"v1","addr":"172.21.15.33:6835","nonce":419058101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:28:52.666199+0000","modified":"2024-07-26T15:29:06.078160+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4357},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4357":{"gid":4357,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6837/2230205187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2230205187},{"type":"v1","addr":"172.21.15.154:6837","nonce":2230205187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4357,"qdb_cluster":[4357]},"id":1}]} 2024-07-26T15:29:32.710 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-07-26T15:29:32.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 -- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3804077010 msgr2=0x7f3804079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3804077010 0x7f3804079520 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f38240b9220 tx=0x7f380c004ab0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 -- 172.21.15.33:0/1489435125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3810003a30 msgr2=0x7f38240cd7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3810003a30 0x7f38240cd7e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f381400c320 tx=0x7f3814000f20 comp rx=0 tx=0).stop 2024-07-26T15:29:32.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 -- 172.21.15.33:0/1489435125 shutdown_connections 2024-07-26T15:29:32.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f382409df70 0x7f38241f82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f382409db60 0x7f38241f7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3804077010 0x7f3804079520 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 --2- 172.21.15.33:0/1489435125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3810003a30 0x7f38240cd7e0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 -- 172.21.15.33:0/1489435125 >> 172.21.15.33:0/1489435125 conn(0x7f38240d3e10 msgr2=0x7f38240b1380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:32.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 -- 172.21.15.33:0/1489435125 shutdown_connections 2024-07-26T15:29:32.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.710+0000 7f382ac32640 1 -- 172.21.15.33:0/1489435125 wait complete. 2024-07-26T15:29:32.723 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:29:32.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.845+0000 7f9e13ef5640 1 -- 172.21.15.33:0/1118799836 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e0c08c460 msgr2=0x7f9e0c0d2320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.845+0000 7f9e13ef5640 1 --2- 172.21.15.33:0/1118799836 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e0c08c460 0x7f9e0c0d2320 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc005fd0 tx=0x7f9dfc02a5d0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.845+0000 7f9e13ef5640 1 -- 172.21.15.33:0/1118799836 shutdown_connections 2024-07-26T15:29:32.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.845+0000 7f9e13ef5640 1 --2- 172.21.15.33:0/1118799836 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e0c0d2860 0x7f9e0c0d0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.845+0000 7f9e13ef5640 1 --2- 172.21.15.33:0/1118799836 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e0c08c460 0x7f9e0c0d2320 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.845+0000 7f9e13ef5640 1 -- 172.21.15.33:0/1118799836 >> 172.21.15.33:0/1118799836 conn(0x7f9e0c0d3db0 msgr2=0x7f9e0c0d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:32.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.845+0000 7f9e13ef5640 1 -- 172.21.15.33:0/1118799836 shutdown_connections 2024-07-26T15:29:32.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.845+0000 7f9e13ef5640 1 -- 172.21.15.33:0/1118799836 wait complete. 2024-07-26T15:29:32.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.846+0000 7f9e13ef5640 1 Processor -- start 2024-07-26T15:29:32.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.847+0000 7f9e13ef5640 1 -- start start 2024-07-26T15:29:32.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e13ef5640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e0c08c460 0x7f9e0c1f9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e13ef5640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e0c0b8f50 0x7f9e0c0b1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e13ef5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e0c0d2860 0x7f9e0c15aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e13ef5640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c0d0c20 con 0x7f9e0c0d2860 2024-07-26T15:29:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e13ef5640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c0d0aa0 con 0x7f9e0c08c460 2024-07-26T15:29:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e13ef5640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9e0c0d0da0 con 0x7f9e0c0b8f50 2024-07-26T15:29:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e12492640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e0c0d2860 0x7f9e0c15aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e12492640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e0c0d2860 0x7f9e0c15aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39108/0 (socket says 172.21.15.33:39108) 2024-07-26T15:29:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e12492640 1 -- 172.21.15.33:0/3629926630 learned_addr learned my addr 172.21.15.33:0/3629926630 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e11490640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e0c0b8f50 0x7f9e0c0b1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e11c91640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e0c08c460 0x7f9e0c1f9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e12492640 1 -- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e0c0b8f50 msgr2=0x7f9e0c0b1ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e12492640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e0c0b8f50 0x7f9e0c0b1ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e12492640 1 -- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e0c08c460 msgr2=0x7f9e0c1f9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:32.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e12492640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e0c08c460 0x7f9e0c1f9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:32.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e12492640 1 -- 172.21.15.33:0/3629926630 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e0c0b2810 con 0x7f9e0c0d2860 2024-07-26T15:29:32.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.848+0000 7f9e12492640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e0c0d2860 0x7f9e0c15aee0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9e0400ea40 tx=0x7f9e0400ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:32.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.849+0000 7f9e027fc640 1 -- 172.21.15.33:0/3629926630 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e0400ce40 con 0x7f9e0c0d2860 2024-07-26T15:29:32.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.849+0000 7f9e027fc640 1 -- 172.21.15.33:0/3629926630 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e04004c10 con 0x7f9e0c0d2860 2024-07-26T15:29:32.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.849+0000 7f9e027fc640 1 -- 172.21.15.33:0/3629926630 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e04005020 con 0x7f9e0c0d2860 2024-07-26T15:29:32.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.849+0000 7f9e13ef5640 1 -- 172.21.15.33:0/3629926630 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e0c0b2af0 con 0x7f9e0c0d2860 2024-07-26T15:29:32.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.849+0000 7f9e13ef5640 1 -- 172.21.15.33:0/3629926630 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e0c1f8a40 con 0x7f9e0c0d2860 2024-07-26T15:29:32.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.850+0000 7f9e13ef5640 1 -- 172.21.15.33:0/3629926630 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e0c0b2580 con 0x7f9e0c0d2860 2024-07-26T15:29:32.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.850+0000 7f9e027fc640 1 -- 172.21.15.33:0/3629926630 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9e040051c0 con 0x7f9e0c0d2860 2024-07-26T15:29:32.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.851+0000 7f9e027fc640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9df0077010 0x7f9df0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:32.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.851+0000 7f9e027fc640 1 -- 172.21.15.33:0/3629926630 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6764+0+0 (secure 0 0 0) 0x7f9e040999d0 con 0x7f9e0c0d2860 2024-07-26T15:29:32.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.851+0000 7f9e11c91640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9df0077010 0x7f9df0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:32.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.852+0000 7f9e11c91640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9df0077010 0x7f9df0079520 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9e08001720 tx=0x7f9e08009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:32.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:32.856+0000 7f9e027fc640 1 -- 172.21.15.33:0/3629926630 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9e04062160 con 0x7f9e0c0d2860 2024-07-26T15:29:33.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.085+0000 7f9e13ef5640 1 -- 172.21.15.33:0/3629926630 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9e0c0d2320 con 0x7f9e0c0d2860 2024-07-26T15:29:33.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.086+0000 7f9e027fc640 1 -- 172.21.15.33:0/3629926630 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7f9e040666b0 con 0x7f9e0c0d2860 2024-07-26T15:29:33.087 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:33.088 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"btime":"2024-07-26T15:29:06:686901+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/4199910102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":4199910102},{"type":"v1","addr":"172.21.15.154:6836","nonce":4199910102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/419058101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":419058101},{"type":"v1","addr":"172.21.15.33:6835","nonce":419058101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:28:52.666199+0000","modified":"2024-07-26T15:29:06.078160+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4357},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4357":{"gid":4357,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6837/2230205187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2230205187},{"type":"v1","addr":"172.21.15.154:6837","nonce":2230205187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4357,"qdb_cluster":[4357]},"id":1}]} 2024-07-26T15:29:33.088 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-07-26T15:29:33.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 -- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9df0077010 msgr2=0x7f9df0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9df0077010 0x7f9df0079520 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9e08001720 tx=0x7f9e08009040 comp rx=0 tx=0).stop 2024-07-26T15:29:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 -- 172.21.15.33:0/3629926630 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e0c0d2860 msgr2=0x7f9e0c15aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e0c0d2860 0x7f9e0c15aee0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9e0400ea40 tx=0x7f9e0400ef00 comp rx=0 tx=0).stop 2024-07-26T15:29:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 -- 172.21.15.33:0/3629926630 shutdown_connections 2024-07-26T15:29:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9df0077010 0x7f9df0079520 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e0c0d2860 0x7f9e0c15aee0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e0c0b8f50 0x7f9e0c0b1ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 --2- 172.21.15.33:0/3629926630 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e0c08c460 0x7f9e0c1f9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 -- 172.21.15.33:0/3629926630 >> 172.21.15.33:0/3629926630 conn(0x7f9e0c0d3db0 msgr2=0x7f9e0c165920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 -- 172.21.15.33:0/3629926630 shutdown_connections 2024-07-26T15:29:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.088+0000 7f9e13ef5640 1 -- 172.21.15.33:0/3629926630 wait complete. 2024-07-26T15:29:33.101 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.217+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/598817862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ecc0cf3c0 msgr2=0x7f8ecc15b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.217+0000 7f8ed1e1c640 1 --2- 172.21.15.33:0/598817862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ecc0cf3c0 0x7f8ecc15b630 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc009830 tx=0x7f8ebc02a510 comp rx=0 tx=0).stop 2024-07-26T15:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.217+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/598817862 shutdown_connections 2024-07-26T15:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.217+0000 7f8ed1e1c640 1 --2- 172.21.15.33:0/598817862 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ecc072900 0x7f8ecc072d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.217+0000 7f8ed1e1c640 1 --2- 172.21.15.33:0/598817862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ecc0cf3c0 0x7f8ecc15b630 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.217+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/598817862 >> 172.21.15.33:0/598817862 conn(0x7f8ecc0cc3d0 msgr2=0x7f8ecc0cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.217+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/598817862 shutdown_connections 2024-07-26T15:29:33.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.217+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/598817862 wait complete. 2024-07-26T15:29:33.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.219+0000 7f8ed1e1c640 1 Processor -- start 2024-07-26T15:29:33.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.219+0000 7f8ed1e1c640 1 -- start start 2024-07-26T15:29:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.220+0000 7f8ed1e1c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ecc072900 0x7f8ecc1f3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.220+0000 7f8ed1e1c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ecc0cf3c0 0x7f8ecc0c8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.220+0000 7f8ed1e1c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ecc158050 0x7f8ecc0b3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.220+0000 7f8ed1e1c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8ecc0ce450 con 0x7f8ecc072900 2024-07-26T15:29:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.220+0000 7f8ed1e1c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8ecc0ce2d0 con 0x7f8ecc158050 2024-07-26T15:29:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.220+0000 7f8ed1e1c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8ecc0ce5d0 con 0x7f8ecc0cf3c0 2024-07-26T15:29:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.220+0000 7f8ecb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ecc072900 0x7f8ecc1f3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ecb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ecc072900 0x7f8ecc1f3cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39114/0 (socket says 172.21.15.33:39114) 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ecb7fe640 1 -- 172.21.15.33:0/1567194401 learned_addr learned my addr 172.21.15.33:0/1567194401 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ecaffd640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ecc0cf3c0 0x7f8ecc0c8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ecbfff640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ecc158050 0x7f8ecc0b3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ecb7fe640 1 -- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ecc0cf3c0 msgr2=0x7f8ecc0c8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ecb7fe640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ecc0cf3c0 0x7f8ecc0c8d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ecb7fe640 1 -- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ecc158050 msgr2=0x7f8ecc0b3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ecb7fe640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ecc158050 0x7f8ecc0b3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ecb7fe640 1 -- 172.21.15.33:0/1567194401 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ecc0c59e0 con 0x7f8ecc072900 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ecbfff640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ecc158050 0x7f8ecc0b3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ecb7fe640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ecc072900 0x7f8ecc1f3cc0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc000c00 tx=0x7f8ebc033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8eb3fff640 1 -- 172.21.15.33:0/1567194401 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ebc005c90 con 0x7f8ecc072900 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8eb3fff640 1 -- 172.21.15.33:0/1567194401 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ebc031e50 con 0x7f8ecc072900 2024-07-26T15:29:33.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/1567194401 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ecc0cae30 con 0x7f8ecc072900 2024-07-26T15:29:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8eb3fff640 1 -- 172.21.15.33:0/1567194401 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ebc0332f0 con 0x7f8ecc072900 2024-07-26T15:29:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.221+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/1567194401 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ecc0cb3f0 con 0x7f8ecc072900 2024-07-26T15:29:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.222+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/1567194401 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ecc072d10 con 0x7f8ecc072900 2024-07-26T15:29:33.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.223+0000 7f8eb3fff640 1 -- 172.21.15.33:0/1567194401 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8ebc033490 con 0x7f8ecc072900 2024-07-26T15:29:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.224+0000 7f8eb3fff640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8eb8077010 0x7f8eb8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.224+0000 7f8eb3fff640 1 -- 172.21.15.33:0/1567194401 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6764+0+0 (secure 0 0 0) 0x7f8ebc0b9f70 con 0x7f8ecc072900 2024-07-26T15:29:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.224+0000 7f8ecaffd640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8eb8077010 0x7f8eb8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.224+0000 7f8ecaffd640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8eb8077010 0x7f8eb8079520 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0007d60 tx=0x7f8ec0007cf0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:33.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.228+0000 7f8eb3fff640 1 -- 172.21.15.33:0/1567194401 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8ebc03f030 con 0x7f8ecc072900 2024-07-26T15:29:33.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.425+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/1567194401 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8ecc0b4ed0 con 0x7f8ecc072900 2024-07-26T15:29:33.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.426+0000 7f8eb3fff640 1 -- 172.21.15.33:0/1567194401 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) ==== 74+0+18893 (secure 0 0 0) 0x7f8ebc082d50 con 0x7f8ecc072900 2024-07-26T15:29:33.428 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:33.428 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":27,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:29:32.777104+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":7,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":3,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.14","mappings":[{"from":1,"to":5}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8eb8077010 msgr2=0x7f8eb8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8eb8077010 0x7f8eb8079520 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0007d60 tx=0x7f8ec0007cf0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/1567194401 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ecc072900 msgr2=0x7f8ecc1f3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ecc072900 0x7f8ecc1f3cc0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc000c00 tx=0x7f8ebc033c20 comp rx=0 tx=0).stop 2024-07-26T15:29:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/1567194401 shutdown_connections 2024-07-26T15:29:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ecc158050 0x7f8ecc0b3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ecc0cf3c0 0x7f8ecc0c8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8eb8077010 0x7f8eb8079520 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 --2- 172.21.15.33:0/1567194401 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ecc072900 0x7f8ecc1f3cc0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/1567194401 >> 172.21.15.33:0/1567194401 conn(0x7f8ecc0cc3d0 msgr2=0x7f8ecc153d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/1567194401 shutdown_connections 2024-07-26T15:29:33.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.428+0000 7f8ed1e1c640 1 -- 172.21.15.33:0/1567194401 wait complete. 2024-07-26T15:29:33.441 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T15:29:33.441 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:29:33.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.557+0000 7f9e709e4640 1 -- 172.21.15.33:0/4172822353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e6c0b6fc0 msgr2=0x7f9e6c0ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.557+0000 7f9e709e4640 1 --2- 172.21.15.33:0/4172822353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e6c0b6fc0 0x7f9e6c0ce260 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c009830 tx=0x7f9e5c02a510 comp rx=0 tx=0).stop 2024-07-26T15:29:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.557+0000 7f9e709e4640 1 -- 172.21.15.33:0/4172822353 shutdown_connections 2024-07-26T15:29:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.557+0000 7f9e709e4640 1 --2- 172.21.15.33:0/4172822353 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e6c0ce7a0 0x7f9e6c0cebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.557+0000 7f9e709e4640 1 --2- 172.21.15.33:0/4172822353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e6c0b6fc0 0x7f9e6c0ce260 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.557+0000 7f9e709e4640 1 -- 172.21.15.33:0/4172822353 >> 172.21.15.33:0/4172822353 conn(0x7f9e6c0d1b70 msgr2=0x7f9e6c0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.557+0000 7f9e709e4640 1 -- 172.21.15.33:0/4172822353 shutdown_connections 2024-07-26T15:29:33.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.557+0000 7f9e709e4640 1 -- 172.21.15.33:0/4172822353 wait complete. 2024-07-26T15:29:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.559+0000 7f9e709e4640 1 Processor -- start 2024-07-26T15:29:33.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.559+0000 7f9e709e4640 1 -- start start 2024-07-26T15:29:33.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.560+0000 7f9e709e4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e6c0b6fc0 0x7f9e6c152b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.560+0000 7f9e709e4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e6c0cc740 0x7f9e6c1f73c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.560+0000 7f9e709e4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e6c0ce7a0 0x7f9e6c15f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.560+0000 7f9e709e4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9e6c0b1280 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.560+0000 7f9e709e4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9e6c0b2dc0 con 0x7f9e6c0cc740 2024-07-26T15:29:33.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.560+0000 7f9e709e4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9e6c0cd260 con 0x7f9e6c0b6fc0 2024-07-26T15:29:33.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e6ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e6c0ce7a0 0x7f9e6c15f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e6ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e6c0ce7a0 0x7f9e6c15f2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39132/0 (socket says 172.21.15.33:39132) 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e6ad9d640 1 -- 172.21.15.33:0/407040777 learned_addr learned my addr 172.21.15.33:0/407040777 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e6a59c640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e6c0b6fc0 0x7f9e6c152b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e69d9b640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e6c0cc740 0x7f9e6c1f73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e6ad9d640 1 -- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e6c0b6fc0 msgr2=0x7f9e6c152b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e6ad9d640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e6c0b6fc0 0x7f9e6c152b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e6ad9d640 1 -- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e6c0cc740 msgr2=0x7f9e6c1f73c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e6ad9d640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e6c0cc740 0x7f9e6c1f73c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e6ad9d640 1 -- 172.21.15.33:0/407040777 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e6c0cb510 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e6ad9d640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e6c0ce7a0 0x7f9e6c15f2a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9e6400c730 tx=0x7f9e6400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e5affd640 1 -- 172.21.15.33:0/407040777 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e64003b70 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e5affd640 1 -- 172.21.15.33:0/407040777 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e64003d30 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e709e4640 1 -- 172.21.15.33:0/407040777 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e6c0cb7f0 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e5affd640 1 -- 172.21.15.33:0/407040777 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e640052d0 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.561+0000 7f9e709e4640 1 -- 172.21.15.33:0/407040777 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e6c1f6bc0 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.562+0000 7f9e709e4640 1 -- 172.21.15.33:0/407040777 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e6c0ce260 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.563+0000 7f9e5affd640 1 -- 172.21.15.33:0/407040777 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9e64005470 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.564+0000 7f9e5affd640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9e4c077010 0x7f9e4c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.564+0000 7f9e5affd640 1 -- 172.21.15.33:0/407040777 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6764+0+0 (secure 0 0 0) 0x7f9e64098a20 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.564+0000 7f9e6a59c640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9e4c077010 0x7f9e4c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.564+0000 7f9e6a59c640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9e4c077010 0x7f9e4c079520 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c034000 tx=0x7f9e5c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:33.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.568+0000 7f9e5affd640 1 -- 172.21.15.33:0/407040777 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9e640611b0 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.809+0000 7f9e709e4640 1 -- 172.21.15.33:0/407040777 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9e6c0b6da0 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.809+0000 7f9e5affd640 1 -- 172.21.15.33:0/407040777 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7f9e64065700 con 0x7f9e6c0ce7a0 2024-07-26T15:29:33.811 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:33.811 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"btime":"2024-07-26T15:29:06:686901+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/4199910102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":4199910102},{"type":"v1","addr":"172.21.15.154:6836","nonce":4199910102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/419058101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":419058101},{"type":"v1","addr":"172.21.15.33:6835","nonce":419058101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:28:52.666199+0000","modified":"2024-07-26T15:29:06.078160+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4357},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4357":{"gid":4357,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6837/2230205187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2230205187},{"type":"v1","addr":"172.21.15.154:6837","nonce":2230205187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4357,"qdb_cluster":[4357]},"id":1}]} 2024-07-26T15:29:33.811 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-07-26T15:29:33.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.811+0000 7f9e709e4640 1 -- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9e4c077010 msgr2=0x7f9e4c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.811+0000 7f9e709e4640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9e4c077010 0x7f9e4c079520 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c034000 tx=0x7f9e5c004730 comp rx=0 tx=0).stop 2024-07-26T15:29:33.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.811+0000 7f9e709e4640 1 -- 172.21.15.33:0/407040777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e6c0ce7a0 msgr2=0x7f9e6c15f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.811+0000 7f9e709e4640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e6c0ce7a0 0x7f9e6c15f2a0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9e6400c730 tx=0x7f9e6400cbf0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.811+0000 7f9e709e4640 1 -- 172.21.15.33:0/407040777 shutdown_connections 2024-07-26T15:29:33.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.811+0000 7f9e709e4640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9e4c077010 0x7f9e4c079520 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.811+0000 7f9e709e4640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e6c0ce7a0 0x7f9e6c15f2a0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.811+0000 7f9e709e4640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e6c0cc740 0x7f9e6c1f73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.811+0000 7f9e709e4640 1 --2- 172.21.15.33:0/407040777 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e6c0b6fc0 0x7f9e6c152b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.811+0000 7f9e709e4640 1 -- 172.21.15.33:0/407040777 >> 172.21.15.33:0/407040777 conn(0x7f9e6c0d1b70 msgr2=0x7f9e6c0ae8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:33.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.812+0000 7f9e709e4640 1 -- 172.21.15.33:0/407040777 shutdown_connections 2024-07-26T15:29:33.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.812+0000 7f9e709e4640 1 -- 172.21.15.33:0/407040777 wait complete. 2024-07-26T15:29:33.824 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:29:33.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.942+0000 7f8ad196c640 1 -- 172.21.15.33:0/4046707860 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab4004800 msgr2=0x7f8ab4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.943+0000 7f8ad196c640 1 --2- 172.21.15.33:0/4046707860 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab4004800 0x7f8ab4004c10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8acc09fb50 tx=0x7f8ab4005830 comp rx=0 tx=0).stop 2024-07-26T15:29:33.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.943+0000 7f8acb7fe640 1 -- 172.21.15.33:0/4046707860 reap_dead start 2024-07-26T15:29:33.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.943+0000 7f8ad196c640 1 -- 172.21.15.33:0/4046707860 shutdown_connections 2024-07-26T15:29:33.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.943+0000 7f8ad196c640 1 -- 172.21.15.33:0/4046707860 >> 172.21.15.33:0/4046707860 conn(0x7f8acc0d1b70 msgr2=0x7f8acc0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:33.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.943+0000 7f8ad196c640 1 -- 172.21.15.33:0/4046707860 shutdown_connections 2024-07-26T15:29:33.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.943+0000 7f8ad196c640 1 -- 172.21.15.33:0/4046707860 wait complete. 2024-07-26T15:29:33.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.944+0000 7f8ad196c640 1 Processor -- start 2024-07-26T15:29:33.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.945+0000 7f8ad196c640 1 -- start start 2024-07-26T15:29:33.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8ad196c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ab4004800 0x7f8acc0cab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8ad196c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8acc0c8c00 0x7f8acc14ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8ad196c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8acc0c9010 0x7f8acc14b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8ad196c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc0ce470 con 0x7f8acc0c9010 2024-07-26T15:29:33.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8ad196c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc0b12d0 con 0x7f8acc0c8c00 2024-07-26T15:29:33.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8ad196c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8acc0ce5f0 con 0x7f8ab4004800 2024-07-26T15:29:33.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8acb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8acc0c9010 0x7f8acc14b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8acb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8acc0c9010 0x7f8acc14b040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39152/0 (socket says 172.21.15.33:39152) 2024-07-26T15:29:33.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8acb7fe640 1 -- 172.21.15.33:0/2924984675 learned_addr learned my addr 172.21.15.33:0/2924984675 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:33.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8acaffd640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ab4004800 0x7f8acc0cab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8aca7fc640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8acc0c8c00 0x7f8acc14ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8acb7fe640 1 -- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ab4004800 msgr2=0x7f8acc0cab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.946+0000 7f8acb7fe640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ab4004800 0x7f8acc0cab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.947+0000 7f8acb7fe640 1 -- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8acc0c8c00 msgr2=0x7f8acc14ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:33.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.947+0000 7f8acb7fe640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8acc0c8c00 0x7f8acc14ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:33.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.947+0000 7f8acb7fe640 1 -- 172.21.15.33:0/2924984675 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8acc0cb640 con 0x7f8acc0c9010 2024-07-26T15:29:33.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.947+0000 7f8acaffd640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ab4004800 0x7f8acc0cab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:33.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.947+0000 7f8aca7fc640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8acc0c8c00 0x7f8acc14ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:33.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.947+0000 7f8acb7fe640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8acc0c9010 0x7f8acc14b040 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8acc073de0 tx=0x7f8ac4011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:33.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.947+0000 7f8ab3fff640 1 -- 172.21.15.33:0/2924984675 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac4004440 con 0x7f8acc0c9010 2024-07-26T15:29:33.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.947+0000 7f8ab3fff640 1 -- 172.21.15.33:0/2924984675 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ac400f920 con 0x7f8acc0c9010 2024-07-26T15:29:33.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.947+0000 7f8ad196c640 1 -- 172.21.15.33:0/2924984675 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8acc0cb920 con 0x7f8acc0c9010 2024-07-26T15:29:33.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.947+0000 7f8ab3fff640 1 -- 172.21.15.33:0/2924984675 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac400fd70 con 0x7f8acc0c9010 2024-07-26T15:29:33.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.947+0000 7f8ad196c640 1 -- 172.21.15.33:0/2924984675 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8acc0cbee0 con 0x7f8acc0c9010 2024-07-26T15:29:33.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.948+0000 7f8ad196c640 1 -- 172.21.15.33:0/2924984675 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8acc0b1fb0 con 0x7f8acc0c9010 2024-07-26T15:29:33.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.949+0000 7f8ab3fff640 1 -- 172.21.15.33:0/2924984675 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8ac40035f0 con 0x7f8acc0c9010 2024-07-26T15:29:33.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.949+0000 7f8ab3fff640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8ab8077040 0x7f8ab8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:33.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.949+0000 7f8ab3fff640 1 -- 172.21.15.33:0/2924984675 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6764+0+0 (secure 0 0 0) 0x7f8ac4099680 con 0x7f8acc0c9010 2024-07-26T15:29:33.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.950+0000 7f8acaffd640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8ab8077040 0x7f8ab8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:33.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.950+0000 7f8acaffd640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8ab8077040 0x7f8ab8079550 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f8abc005fd0 tx=0x7f8abc009500 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:33.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:33.954+0000 7f8ab3fff640 1 -- 172.21.15.33:0/2924984675 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8ac4062460 con 0x7f8acc0c9010 2024-07-26T15:29:34.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.189+0000 7f8ad196c640 1 -- 172.21.15.33:0/2924984675 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8acc15c370 con 0x7f8acc0c9010 2024-07-26T15:29:34.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.190+0000 7f8ab3fff640 1 -- 172.21.15.33:0/2924984675 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5222 (secure 0 0 0) 0x7f8ac4061d60 con 0x7f8acc0c9010 2024-07-26T15:29:34.192 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:34.192 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"btime":"2024-07-26T15:29:06:686901+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4307,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/4199910102","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":4199910102},{"type":"v1","addr":"172.21.15.154:6836","nonce":4199910102}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4353,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3406517295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3406517295},{"type":"v1","addr":"172.21.15.33:6834","nonce":3406517295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4356,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/419058101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":419058101},{"type":"v1","addr":"172.21.15.33:6835","nonce":419058101}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:28:52.666199+0000","modified":"2024-07-26T15:29:06.078160+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4357},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4357":{"gid":4357,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6837/2230205187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2230205187},{"type":"v1","addr":"172.21.15.154:6837","nonce":2230205187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4357,"qdb_cluster":[4357]},"id":1}]} 2024-07-26T15:29:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-07-26T15:29:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 -- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8ab8077040 msgr2=0x7f8ab8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8ab8077040 0x7f8ab8079550 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f8abc005fd0 tx=0x7f8abc009500 comp rx=0 tx=0).stop 2024-07-26T15:29:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 -- 172.21.15.33:0/2924984675 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8acc0c9010 msgr2=0x7f8acc14b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8acc0c9010 0x7f8acc14b040 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8acc073de0 tx=0x7f8ac4011c60 comp rx=0 tx=0).stop 2024-07-26T15:29:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 -- 172.21.15.33:0/2924984675 shutdown_connections 2024-07-26T15:29:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f8ab8077040 0x7f8ab8079550 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8acc0c9010 0x7f8acc14b040 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8acc0c8c00 0x7f8acc14ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 --2- 172.21.15.33:0/2924984675 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8ab4004800 0x7f8acc0cab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 -- 172.21.15.33:0/2924984675 >> 172.21.15.33:0/2924984675 conn(0x7f8acc0d1b70 msgr2=0x7f8acc070f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:34.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 -- 172.21.15.33:0/2924984675 shutdown_connections 2024-07-26T15:29:34.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.192+0000 7f8ad196c640 1 -- 172.21.15.33:0/2924984675 wait complete. 2024-07-26T15:29:34.205 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:34.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.321+0000 7f4bb0199640 1 -- 172.21.15.33:0/4079572439 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba8073230 msgr2=0x7f4ba8073640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.321+0000 7f4bb0199640 1 --2- 172.21.15.33:0/4079572439 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba8073230 0x7f4ba8073640 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c005fd0 tx=0x7f4b9c02a490 comp rx=0 tx=0).stop 2024-07-26T15:29:34.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.321+0000 7f4bb0199640 1 -- 172.21.15.33:0/4079572439 shutdown_connections 2024-07-26T15:29:34.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.321+0000 7f4bb0199640 1 --2- 172.21.15.33:0/4079572439 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba8073230 0x7f4ba8073640 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.321+0000 7f4bb0199640 1 --2- 172.21.15.33:0/4079572439 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba813dd60 0x7f4ba813e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.321+0000 7f4bb0199640 1 -- 172.21.15.33:0/4079572439 >> 172.21.15.33:0/4079572439 conn(0x7f4ba80b26e0 msgr2=0x7f4ba80b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:34.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.321+0000 7f4bb0199640 1 -- 172.21.15.33:0/4079572439 shutdown_connections 2024-07-26T15:29:34.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.321+0000 7f4bb0199640 1 -- 172.21.15.33:0/4079572439 wait complete. 2024-07-26T15:29:34.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.323+0000 7f4bb0199640 1 Processor -- start 2024-07-26T15:29:34.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.323+0000 7f4bb0199640 1 -- start start 2024-07-26T15:29:34.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.324+0000 7f4bb0199640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba8073230 0x7f4ba81e5c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:34.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.324+0000 7f4bb0199640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba813dd60 0x7f4ba81ed250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:34.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.324+0000 7f4bb0199640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ba8140650 0x7f4ba80d0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:34.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.324+0000 7f4bb0199640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba80b4e00 con 0x7f4ba813dd60 2024-07-26T15:29:34.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.324+0000 7f4bb0199640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba80b4c80 con 0x7f4ba8140650 2024-07-26T15:29:34.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.324+0000 7f4bb0199640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4ba80b4f80 con 0x7f4ba8073230 2024-07-26T15:29:34.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.324+0000 7f4bad734640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba813dd60 0x7f4ba81ed250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:34.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.324+0000 7f4bad734640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba813dd60 0x7f4ba81ed250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39164/0 (socket says 172.21.15.33:39164) 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.324+0000 7f4bad734640 1 -- 172.21.15.33:0/2504290740 learned_addr learned my addr 172.21.15.33:0/2504290740 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4bae736640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ba8140650 0x7f4ba80d0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4badf35640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba8073230 0x7f4ba81e5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4bad734640 1 -- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba8073230 msgr2=0x7f4ba81e5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4bad734640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba8073230 0x7f4ba81e5c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4bad734640 1 -- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ba8140650 msgr2=0x7f4ba80d0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4bad734640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ba8140650 0x7f4ba80d0910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4bad734640 1 -- 172.21.15.33:0/2504290740 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ba81f3430 con 0x7f4ba813dd60 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4badf35640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba8073230 0x7f4ba81e5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4bad734640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba813dd60 0x7f4ba81ed250 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c034040 tx=0x7f4b9c003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4ba67fc640 1 -- 172.21.15.33:0/2504290740 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c03e030 con 0x7f4ba813dd60 2024-07-26T15:29:34.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4ba67fc640 1 -- 172.21.15.33:0/2504290740 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b9c0047a0 con 0x7f4ba813dd60 2024-07-26T15:29:34.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4ba67fc640 1 -- 172.21.15.33:0/2504290740 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b9c035040 con 0x7f4ba813dd60 2024-07-26T15:29:34.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4bb0199640 1 -- 172.21.15.33:0/2504290740 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ba81f36f0 con 0x7f4ba813dd60 2024-07-26T15:29:34.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.325+0000 7f4bb0199640 1 -- 172.21.15.33:0/2504290740 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ba81f3cb0 con 0x7f4ba813dd60 2024-07-26T15:29:34.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.326+0000 7f4bb0199640 1 -- 172.21.15.33:0/2504290740 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ba815c240 con 0x7f4ba813dd60 2024-07-26T15:29:34.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.327+0000 7f4ba67fc640 1 -- 172.21.15.33:0/2504290740 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4b9c041030 con 0x7f4ba813dd60 2024-07-26T15:29:34.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.327+0000 7f4ba67fc640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b94077040 0x7f4b94079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:34.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.328+0000 7f4ba67fc640 1 -- 172.21.15.33:0/2504290740 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6764+0+0 (secure 0 0 0) 0x7f4b9c0b94b0 con 0x7f4ba813dd60 2024-07-26T15:29:34.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.328+0000 7f4badf35640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b94077040 0x7f4b94079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:34.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.328+0000 7f4badf35640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b94077040 0x7f4b94079550 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4b98005c40 tx=0x7f4b9800a410 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:34.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.332+0000 7f4ba67fc640 1 -- 172.21.15.33:0/2504290740 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4ba815c240 con 0x7f4ba813dd60 2024-07-26T15:29:34.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.529+0000 7f4bb0199640 1 -- 172.21.15.33:0/2504290740 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4ba80b5530 con 0x7f4ba813dd60 2024-07-26T15:29:34.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.530+0000 7f4ba67fc640 1 -- 172.21.15.33:0/2504290740 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) ==== 74+0+18893 (secure 0 0 0) 0x7f4b9c081c30 con 0x7f4ba813dd60 2024-07-26T15:29:34.532 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:34.532 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:29:33.784070+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:28:50.457649+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-26T15:28:51.622158+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-26T15:28:55.310001+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":7,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.24","mappings":[{"from":3,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.c","mappings":[{"from":3,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.14","mappings":[{"from":1,"to":5}]},{"pgid":"4.1d","mappings":[{"from":1,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 -- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b94077040 msgr2=0x7f4b94079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b94077040 0x7f4b94079550 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4b98005c40 tx=0x7f4b9800a410 comp rx=0 tx=0).stop 2024-07-26T15:29:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 -- 172.21.15.33:0/2504290740 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba813dd60 msgr2=0x7f4ba81ed250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba813dd60 0x7f4ba81ed250 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4b9c034040 tx=0x7f4b9c003970 comp rx=0 tx=0).stop 2024-07-26T15:29:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 -- 172.21.15.33:0/2504290740 shutdown_connections 2024-07-26T15:29:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ba8140650 0x7f4ba80d0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4b94077040 0x7f4b94079550 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba813dd60 0x7f4ba81ed250 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 --2- 172.21.15.33:0/2504290740 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba8073230 0x7f4ba81e5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 -- 172.21.15.33:0/2504290740 >> 172.21.15.33:0/2504290740 conn(0x7f4ba80b26e0 msgr2=0x7f4ba8140a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:34.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 -- 172.21.15.33:0/2504290740 shutdown_connections 2024-07-26T15:29:34.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.532+0000 7f4bb0199640 1 -- 172.21.15.33:0/2504290740 wait complete. 2024-07-26T15:29:34.545 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T15:29:34.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.664+0000 7f0971989640 1 -- 172.21.15.33:0/3330799772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0958004800 msgr2=0x7f0958004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.664+0000 7f0971989640 1 --2- 172.21.15.33:0/3330799772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0958004800 0x7f0958004c10 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f096c0d2cb0 tx=0x7f0958005830 comp rx=0 tx=0).stop 2024-07-26T15:29:34.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.664+0000 7f0971989640 1 -- 172.21.15.33:0/3330799772 shutdown_connections 2024-07-26T15:29:34.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.664+0000 7f0971989640 1 --2- 172.21.15.33:0/3330799772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0958004800 0x7f0958004c10 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.664+0000 7f0971989640 1 -- 172.21.15.33:0/3330799772 >> 172.21.15.33:0/3330799772 conn(0x7f096c0d1bb0 msgr2=0x7f096c0d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:34.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.664+0000 7f0971989640 1 -- 172.21.15.33:0/3330799772 shutdown_connections 2024-07-26T15:29:34.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.664+0000 7f0971989640 1 -- 172.21.15.33:0/3330799772 wait complete. 2024-07-26T15:29:34.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.666+0000 7f0971989640 1 Processor -- start 2024-07-26T15:29:34.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.666+0000 7f0971989640 1 -- start start 2024-07-26T15:29:34.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.667+0000 7f0971989640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0958004800 0x7f096c155410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:34.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.667+0000 7f0971989640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f096c155a80 0x7f096c15e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:34.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.667+0000 7f0971989640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f096c156ce0 0x7f096c15ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:34.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.667+0000 7f0971989640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f096c0b7640 con 0x7f096c156ce0 2024-07-26T15:29:34.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.667+0000 7f0971989640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f096c0b74c0 con 0x7f0958004800 2024-07-26T15:29:34.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.667+0000 7f0971989640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f096c0b13c0 con 0x7f096c155a80 2024-07-26T15:29:34.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f096c156ce0 0x7f096c15ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:34.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f096c156ce0 0x7f096c15ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39186/0 (socket says 172.21.15.33:39186) 2024-07-26T15:29:34.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096b7fe640 1 -- 172.21.15.33:0/3484050096 learned_addr learned my addr 172.21.15.33:0/3484050096 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:34.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096a7fc640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f096c155a80 0x7f096c15e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:34.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096affd640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0958004800 0x7f096c155410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:34.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096b7fe640 1 -- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f096c155a80 msgr2=0x7f096c15e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096b7fe640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f096c155a80 0x7f096c15e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096b7fe640 1 -- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0958004800 msgr2=0x7f096c155410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096b7fe640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0958004800 0x7f096c155410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096b7fe640 1 -- 172.21.15.33:0/3484050096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f096c160e00 con 0x7f096c156ce0 2024-07-26T15:29:34.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096a7fc640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f096c155a80 0x7f096c15e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:34.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f096b7fe640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f096c156ce0 0x7f096c15ed70 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f096c0d00b0 tx=0x7f095c001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:34.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f0963fff640 1 -- 172.21.15.33:0/3484050096 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f095c0107d0 con 0x7f096c156ce0 2024-07-26T15:29:34.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f0963fff640 1 -- 172.21.15.33:0/3484050096 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f095c016070 con 0x7f096c156ce0 2024-07-26T15:29:34.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f0963fff640 1 -- 172.21.15.33:0/3484050096 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f095c010d40 con 0x7f096c156ce0 2024-07-26T15:29:34.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f0971989640 1 -- 172.21.15.33:0/3484050096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f096c162970 con 0x7f096c156ce0 2024-07-26T15:29:34.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.668+0000 7f0971989640 1 -- 172.21.15.33:0/3484050096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f096c1610a0 con 0x7f096c156ce0 2024-07-26T15:29:34.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.669+0000 7f0971989640 1 -- 172.21.15.33:0/3484050096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f096c1626e0 con 0x7f096c156ce0 2024-07-26T15:29:34.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.670+0000 7f0963fff640 1 -- 172.21.15.33:0/3484050096 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f095c01b460 con 0x7f096c156ce0 2024-07-26T15:29:34.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.671+0000 7f0963fff640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f094c077010 0x7f094c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:34.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.671+0000 7f0963fff640 1 -- 172.21.15.33:0/3484050096 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6764+0+0 (secure 0 0 0) 0x7f095c099530 con 0x7f096c156ce0 2024-07-26T15:29:34.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.671+0000 7f096affd640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f094c077010 0x7f094c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:34.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.672+0000 7f096affd640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f094c077010 0x7f094c079520 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0964006fd0 tx=0x7f0964006aa0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:34.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.675+0000 7f0963fff640 1 -- 172.21.15.33:0/3484050096 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f095c062300 con 0x7f096c156ce0 2024-07-26T15:29:34.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.906+0000 7f0971989640 1 -- 172.21.15.33:0/3484050096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f096c0b1820 con 0x7f096c156ce0 2024-07-26T15:29:34.908 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T15:29:34.907+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T15:29:34.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.909+0000 7f0963fff640 1 -- 172.21.15.33:0/3484050096 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) ==== 161+0+0 (secure 0 0 0) 0x7f095c061c00 con 0x7f096c156ce0 2024-07-26T15:29:34.910 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T15:29:34.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 -- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f094c077010 msgr2=0x7f094c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f094c077010 0x7f094c079520 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0964006fd0 tx=0x7f0964006aa0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 -- 172.21.15.33:0/3484050096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f096c156ce0 msgr2=0x7f096c15ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:34.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f096c156ce0 0x7f096c15ed70 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f096c0d00b0 tx=0x7f095c001630 comp rx=0 tx=0).stop 2024-07-26T15:29:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 -- 172.21.15.33:0/3484050096 shutdown_connections 2024-07-26T15:29:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f094c077010 0x7f094c079520 secure :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0964006fd0 tx=0x7f0964006aa0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f096c156ce0 0x7f096c15ed70 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f096c155a80 0x7f096c15e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 --2- 172.21.15.33:0/3484050096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0958004800 0x7f096c155410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 -- 172.21.15.33:0/3484050096 >> 172.21.15.33:0/3484050096 conn(0x7f096c0d1bb0 msgr2=0x7f096c0ae900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:34.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 -- 172.21.15.33:0/3484050096 shutdown_connections 2024-07-26T15:29:34.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:34.911+0000 7f0971989640 1 -- 172.21.15.33:0/3484050096 wait complete. 2024-07-26T15:29:34.915 INFO:tasks.ceph.mds.d.smithi154.stderr: -4669> 2024-07-26T15:28:47.119+0000 7f54a9055640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-07-26T15:29:34.917 INFO:tasks.ceph.mds.d.smithi154.stderr: -3324> 2024-07-26T15:28:58.116+0000 7f54a3049640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:29:34.924 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T15:29:34.973 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T15:29:35.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.043+0000 7f2fc9e25640 1 -- 172.21.15.33:0/2366868025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fc40b7d00 msgr2=0x7f2fc40cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:35.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.043+0000 7f2fc9e25640 1 --2- 172.21.15.33:0/2366868025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fc40b7d00 0x7f2fc40cee10 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc005fd0 tx=0x7f2fbc02a870 comp rx=0 tx=0).stop 2024-07-26T15:29:35.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.043+0000 7f2fc9e25640 1 -- 172.21.15.33:0/2366868025 shutdown_connections 2024-07-26T15:29:35.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.043+0000 7f2fc9e25640 1 --2- 172.21.15.33:0/2366868025 >> v2:172.21.15.154:3300/0 conn(0x7f2fc40d0c80 0x7f2fc40ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:35.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.043+0000 7f2fc9e25640 1 --2- 172.21.15.33:0/2366868025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fc40b7d00 0x7f2fc40cee10 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:35.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.043+0000 7f2fc9e25640 1 -- 172.21.15.33:0/2366868025 >> 172.21.15.33:0/2366868025 conn(0x7f2fc40d3dc0 msgr2=0x7f2fc40d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:35.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.043+0000 7f2fc9e25640 1 -- 172.21.15.33:0/2366868025 shutdown_connections 2024-07-26T15:29:35.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.043+0000 7f2fc9e25640 1 -- 172.21.15.33:0/2366868025 wait complete. 2024-07-26T15:29:35.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.044+0000 7f2fc9e25640 1 Processor -- start 2024-07-26T15:29:35.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.045+0000 7f2fc9e25640 1 -- start start 2024-07-26T15:29:35.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc9e25640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fc40b53e0 0x7f2fc4153140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc9e25640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fc40b7d00 0x7f2fc40a0f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc9e25640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fc414fd40 0x7f2fc4152580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc9e25640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc40cf4d0 con 0x7f2fc40b7d00 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc9e25640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc40cf350 con 0x7f2fc40b53e0 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc9e25640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2fc40cf650 con 0x7f2fc414fd40 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fc40b7d00 0x7f2fc40a0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fc40b7d00 0x7f2fc40a0f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39200/0 (socket says 172.21.15.33:39200) 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc2ffd640 1 -- 172.21.15.33:0/96148114 learned_addr learned my addr 172.21.15.33:0/96148114 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc3fff640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fc414fd40 0x7f2fc4152580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc37fe640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fc40b53e0 0x7f2fc4153140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc2ffd640 1 -- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fc414fd40 msgr2=0x7f2fc4152580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc2ffd640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fc414fd40 0x7f2fc4152580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:35.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc2ffd640 1 -- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fc40b53e0 msgr2=0x7f2fc4153140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:35.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc2ffd640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fc40b53e0 0x7f2fc4153140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:35.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.046+0000 7f2fc2ffd640 1 -- 172.21.15.33:0/96148114 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fc40a1840 con 0x7f2fc40b7d00 2024-07-26T15:29:35.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.047+0000 7f2fc2ffd640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fc40b7d00 0x7f2fc40a0f60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2fb800d750 tx=0x7f2fb800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:35.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.047+0000 7f2fabfff640 1 -- 172.21.15.33:0/96148114 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb8017070 con 0x7f2fc40b7d00 2024-07-26T15:29:35.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.047+0000 7f2fabfff640 1 -- 172.21.15.33:0/96148114 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fb8009b10 con 0x7f2fc40b7d00 2024-07-26T15:29:35.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.047+0000 7f2fc9e25640 1 -- 172.21.15.33:0/96148114 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fc40a1b20 con 0x7f2fc40b7d00 2024-07-26T15:29:35.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.047+0000 7f2fabfff640 1 -- 172.21.15.33:0/96148114 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb8010460 con 0x7f2fc40b7d00 2024-07-26T15:29:35.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.047+0000 7f2fc9e25640 1 -- 172.21.15.33:0/96148114 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fc40c7d50 con 0x7f2fc40b7d00 2024-07-26T15:29:35.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.048+0000 7f2fc9e25640 1 -- 172.21.15.33:0/96148114 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fc40a1d60 con 0x7f2fc40b7d00 2024-07-26T15:29:35.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.049+0000 7f2fabfff640 1 -- 172.21.15.33:0/96148114 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2fb801a070 con 0x7f2fc40b7d00 2024-07-26T15:29:35.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.049+0000 7f2fabfff640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fb0077040 0x7f2fb0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:35.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.049+0000 7f2fabfff640 1 -- 172.21.15.33:0/96148114 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6850+0+0 (secure 0 0 0) 0x7f2fb80991e0 con 0x7f2fc40b7d00 2024-07-26T15:29:35.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.049+0000 7f2fc37fe640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fb0077040 0x7f2fb0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:35.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.050+0000 7f2fc37fe640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fb0077040 0x7f2fb0079550 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2fb4007fd0 tx=0x7f2fb4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:35.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.054+0000 7f2fabfff640 1 -- 172.21.15.33:0/96148114 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2fc40a1d60 con 0x7f2fc40b7d00 2024-07-26T15:29:35.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.285+0000 7f2fc9e25640 1 -- 172.21.15.33:0/96148114 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f2fc40a15d0 con 0x7f2fc40b7d00 2024-07-26T15:29:35.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.910+0000 7f2fabfff640 1 -- 172.21.15.33:0/96148114 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f2fb8061ff0 con 0x7f2fc40b7d00 2024-07-26T15:29:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 -- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fb0077040 msgr2=0x7f2fb0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fb0077040 0x7f2fb0079550 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f2fb4007fd0 tx=0x7f2fb4009040 comp rx=0 tx=0).stop 2024-07-26T15:29:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 -- 172.21.15.33:0/96148114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fc40b7d00 msgr2=0x7f2fc40a0f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fc40b7d00 0x7f2fc40a0f60 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2fb800d750 tx=0x7f2fb800dc10 comp rx=0 tx=0).stop 2024-07-26T15:29:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 -- 172.21.15.33:0/96148114 shutdown_connections 2024-07-26T15:29:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fc414fd40 0x7f2fc4152580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fb0077040 0x7f2fb0079550 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fc40b7d00 0x7f2fc40a0f60 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 --2- 172.21.15.33:0/96148114 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fc40b53e0 0x7f2fc4153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:35.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 -- 172.21.15.33:0/96148114 >> 172.21.15.33:0/96148114 conn(0x7f2fc40d3dc0 msgr2=0x7f2fc41612b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:35.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 -- 172.21.15.33:0/96148114 shutdown_connections 2024-07-26T15:29:35.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:35.913+0000 7f2fc9e25640 1 -- 172.21.15.33:0/96148114 wait complete. 2024-07-26T15:29:35.928 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T15:29:36.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.054+0000 7fd42e266640 1 -- 172.21.15.33:0/2879534700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4280d2650 msgr2=0x7fd4280b1430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:36.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.054+0000 7fd42e266640 1 --2- 172.21.15.33:0/2879534700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4280d2650 0x7fd4280b1430 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fd41c005fd0 tx=0x7fd41c02a5d0 comp rx=0 tx=0).stop 2024-07-26T15:29:36.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.054+0000 7fd42e266640 1 -- 172.21.15.33:0/2879534700 shutdown_connections 2024-07-26T15:29:36.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.054+0000 7fd42e266640 1 --2- 172.21.15.33:0/2879534700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4280d2650 0x7fd4280b1430 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:36.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.054+0000 7fd42e266640 1 --2- 172.21.15.33:0/2879534700 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4280b7060 0x7fd4280d07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:36.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.054+0000 7fd42e266640 1 -- 172.21.15.33:0/2879534700 >> 172.21.15.33:0/2879534700 conn(0x7fd4280d1b30 msgr2=0x7fd4280d1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:36.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.054+0000 7fd42e266640 1 -- 172.21.15.33:0/2879534700 shutdown_connections 2024-07-26T15:29:36.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.054+0000 7fd42e266640 1 -- 172.21.15.33:0/2879534700 wait complete. 2024-07-26T15:29:36.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.055+0000 7fd42e266640 1 Processor -- start 2024-07-26T15:29:36.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.056+0000 7fd42e266640 1 -- start start 2024-07-26T15:29:36.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42e266640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd4280b1970 0x7fd428160c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42e266640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4280b7060 0x7fd428155720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42e266640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4280d2650 0x7fd4280ca390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42e266640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd4280ced40 con 0x7fd4280d2650 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42e266640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd4280cebc0 con 0x7fd4280b1970 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42e266640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd4280ceec0 con 0x7fd4280b7060 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42c803640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4280d2650 0x7fd4280ca390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42c803640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4280d2650 0x7fd4280ca390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39210/0 (socket says 172.21.15.33:39210) 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42c803640 1 -- 172.21.15.33:0/925991763 learned_addr learned my addr 172.21.15.33:0/925991763 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd427fff640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd4280b1970 0x7fd428160c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd4277fe640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4280b7060 0x7fd428155720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42c803640 1 -- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4280b7060 msgr2=0x7fd428155720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:36.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42c803640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4280b7060 0x7fd428155720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:36.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42c803640 1 -- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd4280b1970 msgr2=0x7fd428160c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:36.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42c803640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd4280b1970 0x7fd428160c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:36.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.057+0000 7fd42c803640 1 -- 172.21.15.33:0/925991763 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4280b6480 con 0x7fd4280d2650 2024-07-26T15:29:36.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.058+0000 7fd42c803640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4280d2650 0x7fd4280ca390 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fd42000c760 tx=0x7fd42000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:36.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.058+0000 7fd424ff9640 1 -- 172.21.15.33:0/925991763 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd420003b90 con 0x7fd4280d2650 2024-07-26T15:29:36.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.058+0000 7fd424ff9640 1 -- 172.21.15.33:0/925991763 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd420003d50 con 0x7fd4280d2650 2024-07-26T15:29:36.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.058+0000 7fd424ff9640 1 -- 172.21.15.33:0/925991763 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd42000aab0 con 0x7fd4280d2650 2024-07-26T15:29:36.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.058+0000 7fd42e266640 1 -- 172.21.15.33:0/925991763 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd428161500 con 0x7fd4280d2650 2024-07-26T15:29:36.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.058+0000 7fd42e266640 1 -- 172.21.15.33:0/925991763 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd428161ac0 con 0x7fd4280d2650 2024-07-26T15:29:36.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.059+0000 7fd42e266640 1 -- 172.21.15.33:0/925991763 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4280d07b0 con 0x7fd4280d2650 2024-07-26T15:29:36.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.060+0000 7fd424ff9640 1 -- 172.21.15.33:0/925991763 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd42000ac50 con 0x7fd4280d2650 2024-07-26T15:29:36.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.060+0000 7fd424ff9640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd414077040 0x7fd414079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:36.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.060+0000 7fd424ff9640 1 -- 172.21.15.33:0/925991763 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6850+0+0 (secure 0 0 0) 0x7fd4200989b0 con 0x7fd4280d2650 2024-07-26T15:29:36.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.060+0000 7fd427fff640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd414077040 0x7fd414079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:36.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.061+0000 7fd427fff640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd414077040 0x7fd414079550 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd418004630 tx=0x7fd41800b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:36.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.065+0000 7fd424ff9640 1 -- 172.21.15.33:0/925991763 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd420061170 con 0x7fd4280d2650 2024-07-26T15:29:36.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.259+0000 7fd42e266640 1 -- 172.21.15.33:0/925991763 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd428161290 con 0x7fd4280d2650 2024-07-26T15:29:36.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.917+0000 7fd424ff9640 1 -- 172.21.15.33:0/925991763 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v30) ==== 181+0+0 (secure 0 0 0) 0x7fd4200656c0 con 0x7fd4280d2650 2024-07-26T15:29:36.918 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T15:29:36.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.920+0000 7fd42e266640 1 -- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd414077040 msgr2=0x7fd414079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:36.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.920+0000 7fd42e266640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd414077040 0x7fd414079550 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd418004630 tx=0x7fd41800b2e0 comp rx=0 tx=0).stop 2024-07-26T15:29:36.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.920+0000 7fd42e266640 1 -- 172.21.15.33:0/925991763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4280d2650 msgr2=0x7fd4280ca390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:36.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.920+0000 7fd42e266640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4280d2650 0x7fd4280ca390 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fd42000c760 tx=0x7fd42000cc20 comp rx=0 tx=0).stop 2024-07-26T15:29:36.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.921+0000 7fd42e266640 1 -- 172.21.15.33:0/925991763 shutdown_connections 2024-07-26T15:29:36.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.921+0000 7fd42e266640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fd414077040 0x7fd414079550 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:36.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.921+0000 7fd42e266640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4280d2650 0x7fd4280ca390 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:36.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.921+0000 7fd42e266640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4280b7060 0x7fd428155720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:36.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.921+0000 7fd42e266640 1 --2- 172.21.15.33:0/925991763 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd4280b1970 0x7fd428160c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:36.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.921+0000 7fd42e266640 1 -- 172.21.15.33:0/925991763 >> 172.21.15.33:0/925991763 conn(0x7fd4280d1b30 msgr2=0x7fd42815bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:36.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.921+0000 7fd42e266640 1 -- 172.21.15.33:0/925991763 shutdown_connections 2024-07-26T15:29:36.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:36.922+0000 7fd42e266640 1 -- 172.21.15.33:0/925991763 wait complete. 2024-07-26T15:29:36.937 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T15:29:37.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.061+0000 7f6b063e2640 1 -- 172.21.15.33:0/2597074109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ae8004d40 msgr2=0x7f6ae80051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:37.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.061+0000 7f6b063e2640 1 --2- 172.21.15.33:0/2597074109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ae8004d40 0x7f6ae80051f0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f6af80013d0 tx=0x7f6ae8005830 comp rx=0 tx=0).stop 2024-07-26T15:29:37.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.061+0000 7f6b0497f640 1 -- 172.21.15.33:0/2597074109 reap_dead start 2024-07-26T15:29:37.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.061+0000 7f6b063e2640 1 -- 172.21.15.33:0/2597074109 shutdown_connections 2024-07-26T15:29:37.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.061+0000 7f6b063e2640 1 -- 172.21.15.33:0/2597074109 >> 172.21.15.33:0/2597074109 conn(0x7f6b000d0800 msgr2=0x7f6b000d0c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:37.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.061+0000 7f6b063e2640 1 -- 172.21.15.33:0/2597074109 shutdown_connections 2024-07-26T15:29:37.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.061+0000 7f6b063e2640 1 -- 172.21.15.33:0/2597074109 wait complete. 2024-07-26T15:29:37.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.063+0000 7f6b063e2640 1 Processor -- start 2024-07-26T15:29:37.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.063+0000 7f6b063e2640 1 -- start start 2024-07-26T15:29:37.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6b063e2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b0015ada0 0x7f6b000cd900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:37.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6b063e2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b000c9200 0x7f6b000c9610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:37.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6b063e2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b000cbfc0 0x7f6b000cc3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:37.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6b063e2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6b000b6d50 con 0x7f6b0015ada0 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6b063e2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6b000b6bd0 con 0x7f6b000cbfc0 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6b063e2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6b000b6ed0 con 0x7f6b000c9200 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6afffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b0015ada0 0x7f6b000cd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6afffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b0015ada0 0x7f6b000cd900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39222/0 (socket says 172.21.15.33:39222) 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6afffff640 1 -- 172.21.15.33:0/1454340748 learned_addr learned my addr 172.21.15.33:0/1454340748 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6b0497f640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b000cbfc0 0x7f6b000cc3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6aff7fe640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b000c9200 0x7f6b000c9610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6afffff640 1 -- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b000c9200 msgr2=0x7f6b000c9610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6afffff640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b000c9200 0x7f6b000c9610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6afffff640 1 -- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b000cbfc0 msgr2=0x7f6b000cc3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6afffff640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b000cbfc0 0x7f6b000cc3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6afffff640 1 -- 172.21.15.33:0/1454340748 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b000caf60 con 0x7f6b0015ada0 2024-07-26T15:29:37.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6afffff640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b0015ada0 0x7f6b000cd900 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f6af0011ae0 tx=0x7f6af0009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:37.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6afcff9640 1 -- 172.21.15.33:0/1454340748 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af001e070 con 0x7f6b0015ada0 2024-07-26T15:29:37.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.065+0000 7f6afcff9640 1 -- 172.21.15.33:0/1454340748 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6af000fe70 con 0x7f6b0015ada0 2024-07-26T15:29:37.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.066+0000 7f6b063e2640 1 -- 172.21.15.33:0/1454340748 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b000cb200 con 0x7f6b0015ada0 2024-07-26T15:29:37.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.066+0000 7f6afcff9640 1 -- 172.21.15.33:0/1454340748 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af0004290 con 0x7f6b0015ada0 2024-07-26T15:29:37.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.066+0000 7f6b063e2640 1 -- 172.21.15.33:0/1454340748 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b000cb7c0 con 0x7f6b0015ada0 2024-07-26T15:29:37.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.067+0000 7f6b063e2640 1 -- 172.21.15.33:0/1454340748 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b0006eca0 con 0x7f6b0015ada0 2024-07-26T15:29:37.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.067+0000 7f6afcff9640 1 -- 172.21.15.33:0/1454340748 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6af0021070 con 0x7f6b0015ada0 2024-07-26T15:29:37.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.068+0000 7f6afcff9640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6aec077040 0x7f6aec079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:37.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.068+0000 7f6afcff9640 1 -- 172.21.15.33:0/1454340748 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 6412+0+0 (secure 0 0 0) 0x7f6af0099530 con 0x7f6b0015ada0 2024-07-26T15:29:37.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.068+0000 7f6aff7fe640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6aec077040 0x7f6aec079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:37.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.069+0000 7f6aff7fe640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6aec077040 0x7f6aec079550 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f6af4000c00 tx=0x7f6af4006b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:37.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.073+0000 7f6afcff9640 1 -- 172.21.15.33:0/1454340748 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6b0006eca0 con 0x7f6b0015ada0 2024-07-26T15:29:37.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.267+0000 7f6b063e2640 1 -- 172.21.15.33:0/1454340748 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6b000d2cd0 con 0x7f6b0015ada0 2024-07-26T15:29:37.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.918+0000 7f6afcff9640 1 -- 172.21.15.33:0/1454340748 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v31) ==== 169+0+0 (secure 0 0 0) 0x7f6af0061f60 con 0x7f6b0015ada0 2024-07-26T15:29:37.920 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T15:29:37.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.922+0000 7f6b063e2640 1 -- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6aec077040 msgr2=0x7f6aec079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:37.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.922+0000 7f6b063e2640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6aec077040 0x7f6aec079550 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f6af4000c00 tx=0x7f6af4006b70 comp rx=0 tx=0).stop 2024-07-26T15:29:37.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.922+0000 7f6b063e2640 1 -- 172.21.15.33:0/1454340748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b0015ada0 msgr2=0x7f6b000cd900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:37.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.922+0000 7f6b063e2640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b0015ada0 0x7f6b000cd900 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f6af0011ae0 tx=0x7f6af0009e90 comp rx=0 tx=0).stop 2024-07-26T15:29:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.922+0000 7f6b063e2640 1 -- 172.21.15.33:0/1454340748 shutdown_connections 2024-07-26T15:29:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.922+0000 7f6b063e2640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b000cbfc0 0x7f6b000cc3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.922+0000 7f6b063e2640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b000c9200 0x7f6b000c9610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.922+0000 7f6b063e2640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f6aec077040 0x7f6aec079550 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.922+0000 7f6b063e2640 1 --2- 172.21.15.33:0/1454340748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b0015ada0 0x7f6b000cd900 secure :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f6af0011ae0 tx=0x7f6af0009e90 comp rx=0 tx=0).stop 2024-07-26T15:29:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.922+0000 7f6b063e2640 1 -- 172.21.15.33:0/1454340748 >> 172.21.15.33:0/1454340748 conn(0x7f6b000d0800 msgr2=0x7f6b0015e140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.923+0000 7f6b063e2640 1 -- 172.21.15.33:0/1454340748 shutdown_connections 2024-07-26T15:29:37.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:37.923+0000 7f6b063e2640 1 -- 172.21.15.33:0/1454340748 wait complete. 2024-07-26T15:29:37.939 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-07-26T15:29:38.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.061+0000 7ffa39d7e640 1 -- 172.21.15.33:0/52681644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa340b5a90 msgr2=0x7ffa340b5ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:38.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.061+0000 7ffa39d7e640 1 --2- 172.21.15.33:0/52681644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa340b5a90 0x7ffa340b5ea0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7ffa340b4760 tx=0x7ffa2c02aa30 comp rx=0 tx=0).stop 2024-07-26T15:29:38.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.061+0000 7ffa39d7e640 1 -- 172.21.15.33:0/52681644 shutdown_connections 2024-07-26T15:29:38.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.061+0000 7ffa39d7e640 1 --2- 172.21.15.33:0/52681644 >> v2:172.21.15.154:3300/0 conn(0x7ffa340ce8e0 0x7ffa340b5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:38.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.061+0000 7ffa39d7e640 1 --2- 172.21.15.33:0/52681644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa340b5a90 0x7ffa340b5ea0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:38.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.061+0000 7ffa39d7e640 1 --2- 172.21.15.33:0/52681644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa340d2780 0x7ffa340ce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:38.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.061+0000 7ffa39d7e640 1 -- 172.21.15.33:0/52681644 >> 172.21.15.33:0/52681644 conn(0x7ffa340d1c60 msgr2=0x7ffa340d2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:38.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.061+0000 7ffa39d7e640 1 -- 172.21.15.33:0/52681644 shutdown_connections 2024-07-26T15:29:38.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.061+0000 7ffa39d7e640 1 -- 172.21.15.33:0/52681644 wait complete. 2024-07-26T15:29:38.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.063+0000 7ffa39d7e640 1 Processor -- start 2024-07-26T15:29:38.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.063+0000 7ffa39d7e640 1 -- start start 2024-07-26T15:29:38.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.064+0000 7ffa39d7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa340b5a90 0x7ffa341f5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:38.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.064+0000 7ffa39d7e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa340ce8e0 0x7ffa3415c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:38.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.064+0000 7ffa39d7e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa340d2780 0x7ffa340714a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:38.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa39d7e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa340b6560 con 0x7ffa340b5a90 2024-07-26T15:29:38.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa39d7e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffa340b63e0 con 0x7ffa340d2780 2024-07-26T15:29:38.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa39d7e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffa340b66e0 con 0x7ffa340ce8e0 2024-07-26T15:29:38.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa337fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa340b5a90 0x7ffa341f5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa337fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa340b5a90 0x7ffa341f5000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39248/0 (socket says 172.21.15.33:39248) 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa337fe640 1 -- 172.21.15.33:0/2313212261 learned_addr learned my addr 172.21.15.33:0/2313212261 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa32ffd640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa340ce8e0 0x7ffa3415c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa33fff640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa340d2780 0x7ffa340714a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa337fe640 1 -- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa340ce8e0 msgr2=0x7ffa3415c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa337fe640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa340ce8e0 0x7ffa3415c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa337fe640 1 -- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa340d2780 msgr2=0x7ffa340714a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa337fe640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa340d2780 0x7ffa340714a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa337fe640 1 -- 172.21.15.33:0/2313212261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa3406e0a0 con 0x7ffa340b5a90 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa32ffd640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa340ce8e0 0x7ffa3415c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa33fff640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa340d2780 0x7ffa340714a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:38.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa337fe640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa340b5a90 0x7ffa341f5000 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7ffa2400b3f0 tx=0x7ffa2400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:38.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa2bfff640 1 -- 172.21.15.33:0/2313212261 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa24015030 con 0x7ffa340b5a90 2024-07-26T15:29:38.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa2bfff640 1 -- 172.21.15.33:0/2313212261 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa24005970 con 0x7ffa340b5a90 2024-07-26T15:29:38.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa2bfff640 1 -- 172.21.15.33:0/2313212261 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa24005dc0 con 0x7ffa340b5a90 2024-07-26T15:29:38.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa39d7e640 1 -- 172.21.15.33:0/2313212261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa341e5920 con 0x7ffa340b5a90 2024-07-26T15:29:38.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.065+0000 7ffa39d7e640 1 -- 172.21.15.33:0/2313212261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa341e5360 con 0x7ffa340b5a90 2024-07-26T15:29:38.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.066+0000 7ffa39d7e640 1 -- 172.21.15.33:0/2313212261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa340b5550 con 0x7ffa340b5a90 2024-07-26T15:29:38.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.067+0000 7ffa2bfff640 1 -- 172.21.15.33:0/2313212261 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ffa24018070 con 0x7ffa340b5a90 2024-07-26T15:29:38.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.068+0000 7ffa2bfff640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ffa1c077040 0x7ffa1c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:38.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.068+0000 7ffa2bfff640 1 -- 172.21.15.33:0/2313212261 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5882+0+0 (secure 0 0 0) 0x7ffa24098640 con 0x7ffa340b5a90 2024-07-26T15:29:38.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.068+0000 7ffa32ffd640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ffa1c077040 0x7ffa1c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:38.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.069+0000 7ffa32ffd640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ffa1c077040 0x7ffa1c079550 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ffa340b7100 tx=0x7ffa20008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:38.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.072+0000 7ffa2bfff640 1 -- 172.21.15.33:0/2313212261 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffa240616f0 con 0x7ffa340b5a90 2024-07-26T15:29:38.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.268+0000 7ffa39d7e640 1 -- 172.21.15.33:0/2313212261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7ffa3415c7a0 con 0x7ffa340b5a90 2024-07-26T15:29:38.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.931+0000 7ffa2bfff640 1 -- 172.21.15.33:0/2313212261 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v32) ==== 178+0+0 (secure 0 0 0) 0x7ffa24060ff0 con 0x7ffa340b5a90 2024-07-26T15:29:38.933 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data_ec' removed 2024-07-26T15:29:38.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.937+0000 7ffa39d7e640 1 -- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ffa1c077040 msgr2=0x7ffa1c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:38.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.937+0000 7ffa39d7e640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ffa1c077040 0x7ffa1c079550 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ffa340b7100 tx=0x7ffa20008040 comp rx=0 tx=0).stop 2024-07-26T15:29:38.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.937+0000 7ffa39d7e640 1 -- 172.21.15.33:0/2313212261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa340b5a90 msgr2=0x7ffa341f5000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:38.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.937+0000 7ffa39d7e640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa340b5a90 0x7ffa341f5000 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7ffa2400b3f0 tx=0x7ffa2400b8b0 comp rx=0 tx=0).stop 2024-07-26T15:29:38.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.938+0000 7ffa39d7e640 1 -- 172.21.15.33:0/2313212261 shutdown_connections 2024-07-26T15:29:38.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.938+0000 7ffa39d7e640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa340d2780 0x7ffa340714a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:38.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.938+0000 7ffa39d7e640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa340ce8e0 0x7ffa3415c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:38.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.938+0000 7ffa39d7e640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ffa1c077040 0x7ffa1c079550 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:38.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.938+0000 7ffa39d7e640 1 --2- 172.21.15.33:0/2313212261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa340b5a90 0x7ffa341f5000 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:38.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.938+0000 7ffa39d7e640 1 -- 172.21.15.33:0/2313212261 >> 172.21.15.33:0/2313212261 conn(0x7ffa340d1c60 msgr2=0x7ffa3415f0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:38.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.938+0000 7ffa39d7e640 1 -- 172.21.15.33:0/2313212261 shutdown_connections 2024-07-26T15:29:38.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:38.938+0000 7ffa39d7e640 1 -- 172.21.15.33:0/2313212261 wait complete. 2024-07-26T15:29:38.957 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T15:29:38.957 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T15:29:38.957 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T15:29:38.957 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:29:38.958 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T15:29:38.958 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T15:29:38.958 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T15:29:38.958 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:29:38.958 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T15:29:38.958 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T15:29:38.959 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T15:29:38.959 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:29:38.959 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T15:29:38.959 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T15:29:38.959 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T15:29:38.959 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:29:38.969 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T15:29:38.969 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T15:29:38.970 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T15:29:38.970 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T15:29:38.971 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T15:29:38.971 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T15:29:38.975 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T15:29:38.975 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T15:29:39.012 INFO:tasks.ceph.mds.c:Started 2024-07-26T15:29:39.012 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:39.013 INFO:tasks.ceph.mds.a:Started 2024-07-26T15:29:39.013 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:39.017 INFO:tasks.ceph.mds.b:Started 2024-07-26T15:29:39.017 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:39.018 INFO:tasks.ceph.mds.d:Started 2024-07-26T15:29:39.019 DEBUG:teuthology.parallel:result is None 2024-07-26T15:29:39.019 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T15:29:39.108 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:29:39.109 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:29:39.110 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T15:29:39.110 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T15:29:39.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.148+0000 7fbf05527640 1 -- 172.21.15.33:0/3415178314 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf000b1ad0 msgr2=0x7fbf00163870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:39.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.148+0000 7fbf05527640 1 --2- 172.21.15.33:0/3415178314 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf000b1ad0 0x7fbf00163870 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fbf000b7cd0 tx=0x7fbef402a5a0 comp rx=0 tx=0).stop 2024-07-26T15:29:39.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.148+0000 7fbf05527640 1 -- 172.21.15.33:0/3415178314 shutdown_connections 2024-07-26T15:29:39.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.148+0000 7fbf05527640 1 --2- 172.21.15.33:0/3415178314 >> v2:172.21.15.154:3300/0 conn(0x7fbf00163db0 0x7fbf001661d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:39.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.148+0000 7fbf05527640 1 --2- 172.21.15.33:0/3415178314 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf000b1ad0 0x7fbf00163870 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:39.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.148+0000 7fbf05527640 1 -- 172.21.15.33:0/3415178314 >> 172.21.15.33:0/3415178314 conn(0x7fbf000d1bb0 msgr2=0x7fbf000d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:39.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.148+0000 7fbf05527640 1 -- 172.21.15.33:0/3415178314 shutdown_connections 2024-07-26T15:29:39.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.148+0000 7fbf05527640 1 -- 172.21.15.33:0/3415178314 wait complete. 2024-07-26T15:29:39.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.150+0000 7fbf05527640 1 Processor -- start 2024-07-26T15:29:39.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.150+0000 7fbf05527640 1 -- start start 2024-07-26T15:29:39.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.151+0000 7fbf05527640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf000b1ad0 0x7fbf0015b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:39.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbf05527640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf000b6ed0 0x7fbf0015cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:39.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbf05527640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf00163db0 0x7fbf00143ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:39.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbf05527640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf000b74c0 con 0x7fbf000b1ad0 2024-07-26T15:29:39.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbf05527640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbf000b7640 con 0x7fbf000b6ed0 2024-07-26T15:29:39.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbefeffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf000b1ad0 0x7fbf0015b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:39.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbefeffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf000b1ad0 0x7fbf0015b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39286/0 (socket says 172.21.15.33:39286) 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbefeffd640 1 -- 172.21.15.33:0/507228105 learned_addr learned my addr 172.21.15.33:0/507228105 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbf05527640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbf00166710 con 0x7fbf00163db0 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbefe7fc640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf000b6ed0 0x7fbf0015cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbeff7fe640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf00163db0 0x7fbf00143ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbefeffd640 1 -- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf00163db0 msgr2=0x7fbf00143ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbefeffd640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf00163db0 0x7fbf00143ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbefeffd640 1 -- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf000b6ed0 msgr2=0x7fbf0015cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbefeffd640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf000b6ed0 0x7fbf0015cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbefeffd640 1 -- 172.21.15.33:0/507228105 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf001441e0 con 0x7fbf000b1ad0 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbefeffd640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf000b1ad0 0x7fbf0015b2e0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbef000c3d0 tx=0x7fbef000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbee77fe640 1 -- 172.21.15.33:0/507228105 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef0017070 con 0x7fbf000b1ad0 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbee77fe640 1 -- 172.21.15.33:0/507228105 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbef00053c0 con 0x7fbf000b1ad0 2024-07-26T15:29:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.152+0000 7fbf05527640 1 -- 172.21.15.33:0/507228105 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf000cc7c0 con 0x7fbf000b1ad0 2024-07-26T15:29:39.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.153+0000 7fbee77fe640 1 -- 172.21.15.33:0/507228105 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef0003850 con 0x7fbf000b1ad0 2024-07-26T15:29:39.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.153+0000 7fbf05527640 1 -- 172.21.15.33:0/507228105 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf000ccd80 con 0x7fbf000b1ad0 2024-07-26T15:29:39.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.154+0000 7fbf05527640 1 -- 172.21.15.33:0/507228105 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf000b13c0 con 0x7fbf000b1ad0 2024-07-26T15:29:39.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.154+0000 7fbee77fe640 1 -- 172.21.15.33:0/507228105 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbef001a070 con 0x7fbf000b1ad0 2024-07-26T15:29:39.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.155+0000 7fbee77fe640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbeec077010 0x7fbeec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:39.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.155+0000 7fbee77fe640 1 -- 172.21.15.33:0/507228105 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5335+0+0 (secure 0 0 0) 0x7fbef0097ad0 con 0x7fbf000b1ad0 2024-07-26T15:29:39.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.155+0000 7fbefe7fc640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbeec077010 0x7fbeec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:39.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.156+0000 7fbefe7fc640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbeec077010 0x7fbeec079520 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbef4033000 tx=0x7fbef4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:39.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.159+0000 7fbee77fe640 1 -- 172.21.15.33:0/507228105 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbef0060880 con 0x7fbf000b1ad0 2024-07-26T15:29:39.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.379+0000 7fbf05527640 1 -- 172.21.15.33:0/507228105 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fbf000cfab0 con 0x7fbf000b1ad0 2024-07-26T15:29:39.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.942+0000 7fbee77fe640 1 -- 172.21.15.33:0/507228105 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v34) ==== 97+0+0 (secure 0 0 0) 0x7fbef0069110 con 0x7fbf000b1ad0 2024-07-26T15:29:39.944 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T15:29:39.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 -- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbeec077010 msgr2=0x7fbeec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:39.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbeec077010 0x7fbeec079520 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbef4033000 tx=0x7fbef4004730 comp rx=0 tx=0).stop 2024-07-26T15:29:39.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 -- 172.21.15.33:0/507228105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf000b1ad0 msgr2=0x7fbf0015b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:39.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf000b1ad0 0x7fbf0015b2e0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fbef000c3d0 tx=0x7fbef000c890 comp rx=0 tx=0).stop 2024-07-26T15:29:39.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 -- 172.21.15.33:0/507228105 shutdown_connections 2024-07-26T15:29:39.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf00163db0 0x7fbf00143ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:39.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf000b6ed0 0x7fbf0015cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:39.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fbeec077010 0x7fbeec079520 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:39.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 --2- 172.21.15.33:0/507228105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf000b1ad0 0x7fbf0015b2e0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:39.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 -- 172.21.15.33:0/507228105 >> 172.21.15.33:0/507228105 conn(0x7fbf000d1bb0 msgr2=0x7fbf00156d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:39.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 -- 172.21.15.33:0/507228105 shutdown_connections 2024-07-26T15:29:39.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:39.945+0000 7fbf05527640 1 -- 172.21.15.33:0/507228105 wait complete. 2024-07-26T15:29:39.961 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T15:29:40.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.083+0000 7fa998b0e640 1 -- 172.21.15.33:0/3961659248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa980003a00 msgr2=0x7fa980003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.083+0000 7fa998b0e640 1 --2- 172.21.15.33:0/3961659248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa980003a00 0x7fa980003e70 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa98c00c2e0 tx=0x7fa980005830 comp rx=0 tx=0).stop 2024-07-26T15:29:40.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.083+0000 7fa992d9d640 1 -- 172.21.15.33:0/3961659248 reap_dead start 2024-07-26T15:29:40.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.083+0000 7fa998b0e640 1 -- 172.21.15.33:0/3961659248 shutdown_connections 2024-07-26T15:29:40.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.083+0000 7fa998b0e640 1 -- 172.21.15.33:0/3961659248 >> 172.21.15.33:0/3961659248 conn(0x7fa9940d1bf0 msgr2=0x7fa9940d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:40.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.083+0000 7fa998b0e640 1 -- 172.21.15.33:0/3961659248 shutdown_connections 2024-07-26T15:29:40.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.083+0000 7fa998b0e640 1 -- 172.21.15.33:0/3961659248 wait complete. 2024-07-26T15:29:40.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.085+0000 7fa998b0e640 1 Processor -- start 2024-07-26T15:29:40.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.085+0000 7fa998b0e640 1 -- start start 2024-07-26T15:29:40.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.086+0000 7fa998b0e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa980003a00 0x7fa99415d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.086+0000 7fa998b0e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9941f4040 0x7fa994157ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.086+0000 7fa998b0e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9940b35d0 0x7fa9940b39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.086+0000 7fa998b0e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa9940b1ca0 con 0x7fa980003a00 2024-07-26T15:29:40.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.086+0000 7fa998b0e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa9940b1b20 con 0x7fa9941f4040 2024-07-26T15:29:40.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.086+0000 7fa998b0e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa9940ce300 con 0x7fa9940b35d0 2024-07-26T15:29:40.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.086+0000 7fa99259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa980003a00 0x7fa99415d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.086+0000 7fa99259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa980003a00 0x7fa99415d850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39308/0 (socket says 172.21.15.33:39308) 2024-07-26T15:29:40.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.086+0000 7fa99259c640 1 -- 172.21.15.33:0/2529506411 learned_addr learned my addr 172.21.15.33:0/2529506411 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:40.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.086+0000 7fa992d9d640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9940b35d0 0x7fa9940b39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.086+0000 7fa991d9b640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9941f4040 0x7fa994157ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.087+0000 7fa99259c640 1 -- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9940b35d0 msgr2=0x7fa9940b39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.087+0000 7fa99259c640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9940b35d0 0x7fa9940b39e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.087+0000 7fa99259c640 1 -- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9941f4040 msgr2=0x7fa994157ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.087+0000 7fa99259c640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9941f4040 0x7fa994157ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.087+0000 7fa99259c640 1 -- 172.21.15.33:0/2529506411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9940b3f20 con 0x7fa980003a00 2024-07-26T15:29:40.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.087+0000 7fa99259c640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa980003a00 0x7fa99415d850 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa98c00c400 tx=0x7fa98c006d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:40.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.087+0000 7fa98affd640 1 -- 172.21.15.33:0/2529506411 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98c031040 con 0x7fa980003a00 2024-07-26T15:29:40.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.087+0000 7fa998b0e640 1 -- 172.21.15.33:0/2529506411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa99409f800 con 0x7fa980003a00 2024-07-26T15:29:40.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.087+0000 7fa98affd640 1 -- 172.21.15.33:0/2529506411 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa98c0065e0 con 0x7fa980003a00 2024-07-26T15:29:40.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.087+0000 7fa98affd640 1 -- 172.21.15.33:0/2529506411 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98c003a60 con 0x7fa980003a00 2024-07-26T15:29:40.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.087+0000 7fa998b0e640 1 -- 172.21.15.33:0/2529506411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa99409f520 con 0x7fa980003a00 2024-07-26T15:29:40.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.088+0000 7fa998b0e640 1 -- 172.21.15.33:0/2529506411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9940b2260 con 0x7fa980003a00 2024-07-26T15:29:40.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.089+0000 7fa98affd640 1 -- 172.21.15.33:0/2529506411 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa98c034070 con 0x7fa980003a00 2024-07-26T15:29:40.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.089+0000 7fa98affd640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa974077040 0x7fa974079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.089+0000 7fa98affd640 1 -- 172.21.15.33:0/2529506411 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fa98c0b82c0 con 0x7fa980003a00 2024-07-26T15:29:40.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.090+0000 7fa991d9b640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa974077040 0x7fa974079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.090+0000 7fa991d9b640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa974077040 0x7fa974079550 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa994158850 tx=0x7fa97c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:40.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.094+0000 7fa98affd640 1 -- 172.21.15.33:0/2529506411 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa98c047070 con 0x7fa980003a00 2024-07-26T15:29:40.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.362+0000 7fa998b0e640 1 -- 172.21.15.33:0/2529506411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fa9940c54c0 con 0x7fa980003a00 2024-07-26T15:29:40.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.363+0000 7fa98affd640 1 -- 172.21.15.33:0/2529506411 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7fa9940b3f20 con 0x7fa980003a00 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.365 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.366 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.366 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.366 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T15:29:40.366 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T15:29:40.366 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.366 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:29:40.366 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:29:40.366 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:29:40.366 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.366 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.366 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T15:29:40.367 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:29:40.368 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.369 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T15:29:40.370 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.371 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T15:29:40.372 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T15:29:40.373 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.373 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:29:40.373 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:29:40.373 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.373 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.373 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.373 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.373 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T15:29:40.374 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T15:29:40.374 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.374 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:29:40.374 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:29:40.374 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.374 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.374 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.374 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.374 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T15:29:40.374 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:29:40.375 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.376 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T15:29:40.377 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-mds", 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCcwKNmSRmFChAA81TlYGmyW54QUV9LtvYDaA==", 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.378 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-mds" 2024-07-26T15:29:40.379 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.379 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.379 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.379 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-mgr", 2024-07-26T15:29:40.379 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCcwKNmPiKFChAAFT7xcxXUZGRemfR+3c7nQA==", 2024-07-26T15:29:40.379 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.379 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-mgr" 2024-07-26T15:29:40.379 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.379 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.379 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.379 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-osd", 2024-07-26T15:29:40.380 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCcwKNmAiqFChAANcMALkn2uZc3gB7mToYT2Q==", 2024-07-26T15:29:40.380 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.380 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-osd" 2024-07-26T15:29:40.380 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.380 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.380 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.380 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-rbd", 2024-07-26T15:29:40.380 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCcwKNmxjGFChAAkMJY402Mox5X/bwtEZRyrQ==", 2024-07-26T15:29:40.380 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.380 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-rbd" 2024-07-26T15:29:40.380 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCcwKNmyDmFChAAhFjWMq9tVDNVR94yWUD0tQ==", 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-rgw", 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCcwKNmWkSFChAAVcicJ7jBVgymT9lmq4dikQ==", 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.381 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-rgw" 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:40.382 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:40.383 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T15:29:40.383 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T15:29:40.383 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:29:40.383 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:29:40.383 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:29:40.383 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:29:40.383 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.383 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:40.383 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T15:29:40.383 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:29:40.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 -- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa974077040 msgr2=0x7fa974079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa974077040 0x7fa974079550 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa994158850 tx=0x7fa97c005f90 comp rx=0 tx=0).stop 2024-07-26T15:29:40.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 -- 172.21.15.33:0/2529506411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa980003a00 msgr2=0x7fa99415d850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa980003a00 0x7fa99415d850 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa98c00c400 tx=0x7fa98c006d00 comp rx=0 tx=0).stop 2024-07-26T15:29:40.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 -- 172.21.15.33:0/2529506411 shutdown_connections 2024-07-26T15:29:40.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9940b35d0 0x7fa9940b39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9941f4040 0x7fa994157ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa974077040 0x7fa974079550 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 --2- 172.21.15.33:0/2529506411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa980003a00 0x7fa99415d850 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 -- 172.21.15.33:0/2529506411 >> 172.21.15.33:0/2529506411 conn(0x7fa9940d1bf0 msgr2=0x7fa99415c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:40.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 -- 172.21.15.33:0/2529506411 shutdown_connections 2024-07-26T15:29:40.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.365+0000 7fa998b0e640 1 -- 172.21.15.33:0/2529506411 wait complete. 2024-07-26T15:29:40.386 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-07-26T15:29:40.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.503+0000 7f0f451ad640 1 -- 172.21.15.33:0/3899650070 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f4006f9e0 msgr2=0x7f0f400b45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.503+0000 7f0f451ad640 1 --2- 172.21.15.33:0/3899650070 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f4006f9e0 0x7f0f400b45f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0f38005fd0 tx=0x7f0f3802a540 comp rx=0 tx=0).stop 2024-07-26T15:29:40.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.503+0000 7f0f451ad640 1 -- 172.21.15.33:0/3899650070 shutdown_connections 2024-07-26T15:29:40.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.503+0000 7f0f451ad640 1 --2- 172.21.15.33:0/3899650070 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f4006f9e0 0x7f0f400b45f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.503+0000 7f0f451ad640 1 --2- 172.21.15.33:0/3899650070 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0f40158960 0x7f0f4015ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.503+0000 7f0f451ad640 1 -- 172.21.15.33:0/3899650070 >> 172.21.15.33:0/3899650070 conn(0x7f0f400d0b40 msgr2=0x7f0f400d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:40.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.504+0000 7f0f451ad640 1 -- 172.21.15.33:0/3899650070 shutdown_connections 2024-07-26T15:29:40.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.504+0000 7f0f451ad640 1 -- 172.21.15.33:0/3899650070 wait complete. 2024-07-26T15:29:40.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.505+0000 7f0f451ad640 1 Processor -- start 2024-07-26T15:29:40.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.506+0000 7f0f451ad640 1 -- start start 2024-07-26T15:29:40.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f451ad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f4006f9e0 0x7f0f401e62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f451ad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f40158960 0x7f0f400aff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f451ad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0f4015ef80 0x7f0f401f67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f451ad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0f400b5060 con 0x7f0f4006f9e0 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f451ad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0f400b4ee0 con 0x7f0f40158960 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f451ad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0f400b51e0 con 0x7f0f4015ef80 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f3ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f4006f9e0 0x7f0f401e62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f3ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f4006f9e0 0x7f0f401e62e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39316/0 (socket says 172.21.15.33:39316) 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f3ed9d640 1 -- 172.21.15.33:0/2297314902 learned_addr learned my addr 172.21.15.33:0/2297314902 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f3e59c640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f40158960 0x7f0f400aff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f3f59e640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0f4015ef80 0x7f0f401f67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f3ed9d640 1 -- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0f4015ef80 msgr2=0x7f0f401f67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f3ed9d640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0f4015ef80 0x7f0f401f67f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f3ed9d640 1 -- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f40158960 msgr2=0x7f0f400aff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f3ed9d640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f40158960 0x7f0f400aff10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.507+0000 7f0f3ed9d640 1 -- 172.21.15.33:0/2297314902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f401e6be0 con 0x7f0f4006f9e0 2024-07-26T15:29:40.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.508+0000 7f0f3ed9d640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f4006f9e0 0x7f0f401e62e0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0f3000eb60 tx=0x7f0f3000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:40.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.508+0000 7f0f377fe640 1 -- 172.21.15.33:0/2297314902 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f30010630 con 0x7f0f4006f9e0 2024-07-26T15:29:40.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.508+0000 7f0f377fe640 1 -- 172.21.15.33:0/2297314902 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0f300108c0 con 0x7f0f4006f9e0 2024-07-26T15:29:40.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.508+0000 7f0f451ad640 1 -- 172.21.15.33:0/2297314902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f401e6ec0 con 0x7f0f4006f9e0 2024-07-26T15:29:40.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.508+0000 7f0f377fe640 1 -- 172.21.15.33:0/2297314902 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f30010d10 con 0x7f0f4006f9e0 2024-07-26T15:29:40.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.508+0000 7f0f451ad640 1 -- 172.21.15.33:0/2297314902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f400aacc0 con 0x7f0f4006f9e0 2024-07-26T15:29:40.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.509+0000 7f0f451ad640 1 -- 172.21.15.33:0/2297314902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f4015eda0 con 0x7f0f4006f9e0 2024-07-26T15:29:40.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.510+0000 7f0f377fe640 1 -- 172.21.15.33:0/2297314902 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0f30018420 con 0x7f0f4006f9e0 2024-07-26T15:29:40.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.510+0000 7f0f377fe640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0f20077010 0x7f0f20079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.511+0000 7f0f377fe640 1 -- 172.21.15.33:0/2297314902 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f0f300993e0 con 0x7f0f4006f9e0 2024-07-26T15:29:40.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.511+0000 7f0f3e59c640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0f20077010 0x7f0f20079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.511+0000 7f0f3e59c640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0f20077010 0x7f0f20079520 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0f28000f60 tx=0x7f0f28009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:40.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.515+0000 7f0f377fe640 1 -- 172.21.15.33:0/2297314902 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0f4015eda0 con 0x7f0f4006f9e0 2024-07-26T15:29:40.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.780+0000 7f0f451ad640 1 -- 172.21.15.33:0/2297314902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f0f400b5700 con 0x7f0f4006f9e0 2024-07-26T15:29:40.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.782+0000 7f0f377fe640 1 -- 172.21.15.33:0/2297314902 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f0f3000ee60 con 0x7f0f4006f9e0 2024-07-26T15:29:40.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.784+0000 7f0f451ad640 1 -- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0f20077010 msgr2=0x7f0f20079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.784+0000 7f0f451ad640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0f20077010 0x7f0f20079520 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0f28000f60 tx=0x7f0f28009040 comp rx=0 tx=0).stop 2024-07-26T15:29:40.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.784+0000 7f0f451ad640 1 -- 172.21.15.33:0/2297314902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f4006f9e0 msgr2=0x7f0f401e62e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.784+0000 7f0f451ad640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f4006f9e0 0x7f0f401e62e0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0f3000eb60 tx=0x7f0f3000c6a0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.785+0000 7f0f451ad640 1 -- 172.21.15.33:0/2297314902 shutdown_connections 2024-07-26T15:29:40.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.785+0000 7f0f451ad640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0f4015ef80 0x7f0f401f67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.785+0000 7f0f451ad640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f40158960 0x7f0f400aff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.785+0000 7f0f451ad640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0f20077010 0x7f0f20079520 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.785+0000 7f0f451ad640 1 --2- 172.21.15.33:0/2297314902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f4006f9e0 0x7f0f401e62e0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.785+0000 7f0f451ad640 1 -- 172.21.15.33:0/2297314902 >> 172.21.15.33:0/2297314902 conn(0x7f0f400d0b40 msgr2=0x7f0f40159a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:40.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.785+0000 7f0f451ad640 1 -- 172.21.15.33:0/2297314902 shutdown_connections 2024-07-26T15:29:40.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.785+0000 7f0f451ad640 1 -- 172.21.15.33:0/2297314902 wait complete. 2024-07-26T15:29:40.797 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-07-26T15:29:40.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.915+0000 7fcb91bde640 1 -- 172.21.15.33:0/3530713104 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb74005350 msgr2=0x7fcb7400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.915+0000 7fcb91bde640 1 --2- 172.21.15.33:0/3530713104 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb74005350 0x7fcb7400b9c0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fcb8400c610 tx=0x7fcb74005830 comp rx=0 tx=0).stop 2024-07-26T15:29:40.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.915+0000 7fcb91bde640 1 -- 172.21.15.33:0/3530713104 shutdown_connections 2024-07-26T15:29:40.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.915+0000 7fcb91bde640 1 --2- 172.21.15.33:0/3530713104 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb74005350 0x7fcb7400b9c0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.915+0000 7fcb91bde640 1 -- 172.21.15.33:0/3530713104 >> 172.21.15.33:0/3530713104 conn(0x7fcb8c0b37a0 msgr2=0x7fcb8c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:40.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.915+0000 7fcb91bde640 1 -- 172.21.15.33:0/3530713104 shutdown_connections 2024-07-26T15:29:40.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.915+0000 7fcb91bde640 1 -- 172.21.15.33:0/3530713104 wait complete. 2024-07-26T15:29:40.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.917+0000 7fcb91bde640 1 Processor -- start 2024-07-26T15:29:40.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.917+0000 7fcb91bde640 1 -- start start 2024-07-26T15:29:40.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.918+0000 7fcb91bde640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb74005350 0x7fcb8c157640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.918+0000 7fcb91bde640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb8c09f6e0 0x7fcb8c1f5f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.918+0000 7fcb91bde640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8c09faf0 0x7fcb8c1f64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.918+0000 7fcb91bde640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8c0cea70 con 0x7fcb74005350 2024-07-26T15:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.918+0000 7fcb91bde640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8c0ce8f0 con 0x7fcb8c09f6e0 2024-07-26T15:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.918+0000 7fcb91bde640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcb8c0cebf0 con 0x7fcb8c09faf0 2024-07-26T15:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.918+0000 7fcb8b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb74005350 0x7fcb8c157640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.918+0000 7fcb8b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb74005350 0x7fcb8c157640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39338/0 (socket says 172.21.15.33:39338) 2024-07-26T15:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.918+0000 7fcb8b7fe640 1 -- 172.21.15.33:0/2608091650 learned_addr learned my addr 172.21.15.33:0/2608091650 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb8affd640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb8c09f6e0 0x7fcb8c1f5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb8bfff640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8c09faf0 0x7fcb8c1f64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb8b7fe640 1 -- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8c09faf0 msgr2=0x7fcb8c1f64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb8b7fe640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8c09faf0 0x7fcb8c1f64a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb8b7fe640 1 -- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb8c09f6e0 msgr2=0x7fcb8c1f5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb8b7fe640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb8c09f6e0 0x7fcb8c1f5f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb8b7fe640 1 -- 172.21.15.33:0/2608091650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb8c159080 con 0x7fcb74005350 2024-07-26T15:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb8bfff640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8c09faf0 0x7fcb8c1f64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb8affd640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb8c09f6e0 0x7fcb8c1f5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb8b7fe640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb74005350 0x7fcb8c157640 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c011ab0 tx=0x7fcb7c011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:40.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb73fff640 1 -- 172.21.15.33:0/2608091650 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c01e070 con 0x7fcb74005350 2024-07-26T15:29:40.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb73fff640 1 -- 172.21.15.33:0/2608091650 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb7c00fe70 con 0x7fcb74005350 2024-07-26T15:29:40.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb91bde640 1 -- 172.21.15.33:0/2608091650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb8c157fe0 con 0x7fcb74005350 2024-07-26T15:29:40.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb73fff640 1 -- 172.21.15.33:0/2608091650 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c0042b0 con 0x7fcb74005350 2024-07-26T15:29:40.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.919+0000 7fcb91bde640 1 -- 172.21.15.33:0/2608091650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb8c1585a0 con 0x7fcb74005350 2024-07-26T15:29:40.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.920+0000 7fcb91bde640 1 -- 172.21.15.33:0/2608091650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb8c0b15f0 con 0x7fcb74005350 2024-07-26T15:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.921+0000 7fcb73fff640 1 -- 172.21.15.33:0/2608091650 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcb7c021070 con 0x7fcb74005350 2024-07-26T15:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.921+0000 7fcb73fff640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fcb78077010 0x7fcb78079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.921+0000 7fcb73fff640 1 -- 172.21.15.33:0/2608091650 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fcb7c099130 con 0x7fcb74005350 2024-07-26T15:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.922+0000 7fcb8affd640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fcb78077010 0x7fcb78079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:40.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.922+0000 7fcb8affd640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fcb78077010 0x7fcb78079520 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcb800065f0 tx=0x7fcb80006b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:40.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:40.926+0000 7fcb73fff640 1 -- 172.21.15.33:0/2608091650 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcb7c061ea0 con 0x7fcb74005350 2024-07-26T15:29:41.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.197+0000 7fcb91bde640 1 -- 172.21.15.33:0/2608091650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fcb8c071ea0 con 0x7fcb74005350 2024-07-26T15:29:41.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.199+0000 7fcb73fff640 1 -- 172.21.15.33:0/2608091650 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7fcb7c0663f0 con 0x7fcb74005350 2024-07-26T15:29:41.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.201+0000 7fcb91bde640 1 -- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fcb78077010 msgr2=0x7fcb78079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:41.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.201+0000 7fcb91bde640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fcb78077010 0x7fcb78079520 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fcb800065f0 tx=0x7fcb80006b70 comp rx=0 tx=0).stop 2024-07-26T15:29:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.201+0000 7fcb91bde640 1 -- 172.21.15.33:0/2608091650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb74005350 msgr2=0x7fcb8c157640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.201+0000 7fcb91bde640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb74005350 0x7fcb8c157640 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c011ab0 tx=0x7fcb7c011f70 comp rx=0 tx=0).stop 2024-07-26T15:29:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.201+0000 7fcb91bde640 1 -- 172.21.15.33:0/2608091650 shutdown_connections 2024-07-26T15:29:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.201+0000 7fcb91bde640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8c09faf0 0x7fcb8c1f64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.201+0000 7fcb91bde640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb8c09f6e0 0x7fcb8c1f5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.201+0000 7fcb91bde640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fcb78077010 0x7fcb78079520 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.201+0000 7fcb91bde640 1 --2- 172.21.15.33:0/2608091650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb74005350 0x7fcb8c157640 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.202+0000 7fcb91bde640 1 -- 172.21.15.33:0/2608091650 >> 172.21.15.33:0/2608091650 conn(0x7fcb8c0b37a0 msgr2=0x7fcb8c15e270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:41.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.202+0000 7fcb91bde640 1 -- 172.21.15.33:0/2608091650 shutdown_connections 2024-07-26T15:29:41.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.202+0000 7fcb91bde640 1 -- 172.21.15.33:0/2608091650 wait complete. 2024-07-26T15:29:41.215 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-07-26T15:29:41.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.333+0000 7f56662da640 1 -- 172.21.15.33:0/3587904682 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56600d0450 msgr2=0x7f566015c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:41.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.333+0000 7f56662da640 1 --2- 172.21.15.33:0/3587904682 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56600d0450 0x7f566015c050 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f56600749c0 tx=0x7f564802a560 comp rx=0 tx=0).stop 2024-07-26T15:29:41.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.333+0000 7f56662da640 1 -- 172.21.15.33:0/3587904682 shutdown_connections 2024-07-26T15:29:41.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.333+0000 7f56662da640 1 --2- 172.21.15.33:0/3587904682 >> v2:172.21.15.154:3300/0 conn(0x7f566015f460 0x7f566015ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.333+0000 7f56662da640 1 --2- 172.21.15.33:0/3587904682 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56600d0450 0x7f566015c050 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.333+0000 7f56662da640 1 -- 172.21.15.33:0/3587904682 >> 172.21.15.33:0/3587904682 conn(0x7f56600b1bf0 msgr2=0x7f56600b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:41.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.333+0000 7f56662da640 1 -- 172.21.15.33:0/3587904682 shutdown_connections 2024-07-26T15:29:41.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.333+0000 7f56662da640 1 -- 172.21.15.33:0/3587904682 wait complete. 2024-07-26T15:29:41.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.335+0000 7f56662da640 1 Processor -- start 2024-07-26T15:29:41.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.335+0000 7f56662da640 1 -- start start 2024-07-26T15:29:41.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.336+0000 7f56662da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56600736a0 0x7f56601567e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:41.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.336+0000 7f56662da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f566015f460 0x7f56601542f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:41.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.336+0000 7f56662da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f566006f940 0x7f566006fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:41.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.336+0000 7f56662da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5660072940 con 0x7f566006f940 2024-07-26T15:29:41.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.336+0000 7f56662da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f56600727c0 con 0x7f56600736a0 2024-07-26T15:29:41.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.336+0000 7f56662da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5660072ac0 con 0x7f566015f460 2024-07-26T15:29:41.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.336+0000 7f5664877640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f566006f940 0x7f566006fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:41.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.336+0000 7f5664877640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f566006f940 0x7f566006fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39354/0 (socket says 172.21.15.33:39354) 2024-07-26T15:29:41.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.336+0000 7f5664877640 1 -- 172.21.15.33:0/339287564 learned_addr learned my addr 172.21.15.33:0/339287564 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:41.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f5657fff640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f566015f460 0x7f56601542f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:41.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f565ffff640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56600736a0 0x7f56601567e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:41.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f5664877640 1 -- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f566015f460 msgr2=0x7f56601542f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:41.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f5664877640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f566015f460 0x7f56601542f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f5664877640 1 -- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56600736a0 msgr2=0x7f56601567e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:41.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f5664877640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56600736a0 0x7f56601567e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f5664877640 1 -- 172.21.15.33:0/339287564 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56601f4080 con 0x7f566006f940 2024-07-26T15:29:41.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f5657fff640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f566015f460 0x7f56601542f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:41.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f565ffff640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56600736a0 0x7f56601567e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:41.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f5664877640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f566006f940 0x7f566006fd50 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f565800cab0 tx=0x7f565800cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:41.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f565d7fa640 1 -- 172.21.15.33:0/339287564 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5658007d30 con 0x7f566006f940 2024-07-26T15:29:41.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f565d7fa640 1 -- 172.21.15.33:0/339287564 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f565800f450 con 0x7f566006f940 2024-07-26T15:29:41.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f56662da640 1 -- 172.21.15.33:0/339287564 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5660070290 con 0x7f566006f940 2024-07-26T15:29:41.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f565d7fa640 1 -- 172.21.15.33:0/339287564 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f565800f8a0 con 0x7f566006f940 2024-07-26T15:29:41.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.337+0000 7f56662da640 1 -- 172.21.15.33:0/339287564 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56601f3250 con 0x7f566006f940 2024-07-26T15:29:41.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.338+0000 7f56662da640 1 -- 172.21.15.33:0/339287564 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f566006a1e0 con 0x7f566006f940 2024-07-26T15:29:41.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.339+0000 7f565d7fa640 1 -- 172.21.15.33:0/339287564 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f565800fa40 con 0x7f566006f940 2024-07-26T15:29:41.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.339+0000 7f565d7fa640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5640077040 0x7f5640079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:41.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.340+0000 7f565d7fa640 1 -- 172.21.15.33:0/339287564 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f5658099130 con 0x7f566006f940 2024-07-26T15:29:41.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.340+0000 7f565ffff640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5640077040 0x7f5640079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:41.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.340+0000 7f565ffff640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5640077040 0x7f5640079550 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5650007fd0 tx=0x7f5650009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:41.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.344+0000 7f565d7fa640 1 -- 172.21.15.33:0/339287564 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f566006a1e0 con 0x7f566006f940 2024-07-26T15:29:41.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.610+0000 7f56662da640 1 -- 172.21.15.33:0/339287564 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f5660073010 con 0x7f566006f940 2024-07-26T15:29:41.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.613+0000 7f565d7fa640 1 -- 172.21.15.33:0/339287564 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f5658014070 con 0x7f566006f940 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 -- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5640077040 msgr2=0x7f5640079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5640077040 0x7f5640079550 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5650007fd0 tx=0x7f5650009040 comp rx=0 tx=0).stop 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 -- 172.21.15.33:0/339287564 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f566006f940 msgr2=0x7f566006fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f566006f940 0x7f566006fd50 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f565800cab0 tx=0x7f565800cf70 comp rx=0 tx=0).stop 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 -- 172.21.15.33:0/339287564 shutdown_connections 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5640077040 0x7f5640079550 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f566006f940 0x7f566006fd50 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f566015f460 0x7f56601542f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 --2- 172.21.15.33:0/339287564 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56600736a0 0x7f56601567e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 -- 172.21.15.33:0/339287564 >> 172.21.15.33:0/339287564 conn(0x7f56600b1bf0 msgr2=0x7f566014fc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 -- 172.21.15.33:0/339287564 shutdown_connections 2024-07-26T15:29:41.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.615+0000 7f56662da640 1 -- 172.21.15.33:0/339287564 wait complete. 2024-07-26T15:29:41.628 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-07-26T15:29:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.744+0000 7f395dd47640 1 -- 172.21.15.33:0/3210982686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39580cfcc0 msgr2=0x7f39580ce3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.744+0000 7f395dd47640 1 --2- 172.21.15.33:0/3210982686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39580cfcc0 0x7f39580ce3c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f39480098e0 tx=0x7f394802a4a0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.744+0000 7f395dd47640 1 -- 172.21.15.33:0/3210982686 shutdown_connections 2024-07-26T15:29:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.744+0000 7f395dd47640 1 --2- 172.21.15.33:0/3210982686 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39580b74c0 0x7f39580ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.744+0000 7f395dd47640 1 --2- 172.21.15.33:0/3210982686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39580cfcc0 0x7f39580ce3c0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.744+0000 7f395dd47640 1 -- 172.21.15.33:0/3210982686 >> 172.21.15.33:0/3210982686 conn(0x7f39580b3810 msgr2=0x7f39580b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.744+0000 7f395dd47640 1 -- 172.21.15.33:0/3210982686 shutdown_connections 2024-07-26T15:29:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.744+0000 7f395dd47640 1 -- 172.21.15.33:0/3210982686 wait complete. 2024-07-26T15:29:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.746+0000 7f395dd47640 1 Processor -- start 2024-07-26T15:29:41.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.746+0000 7f395dd47640 1 -- start start 2024-07-26T15:29:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.747+0000 7f395dd47640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39580b5720 0x7f395815a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.747+0000 7f395dd47640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39580b74c0 0x7f39580c5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.747+0000 7f395dd47640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39580cfcc0 0x7f39580c6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.747+0000 7f395dd47640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f39580cda30 con 0x7f39580cfcc0 2024-07-26T15:29:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.747+0000 7f395dd47640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f39580cd8b0 con 0x7f39580b5720 2024-07-26T15:29:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.747+0000 7f395dd47640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f39580b6240 con 0x7f39580b74c0 2024-07-26T15:29:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f3957fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39580cfcc0 0x7f39580c6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:41.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f3957fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39580cfcc0 0x7f39580c6220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39362/0 (socket says 172.21.15.33:39362) 2024-07-26T15:29:41.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f3957fff640 1 -- 172.21.15.33:0/991385806 learned_addr learned my addr 172.21.15.33:0/991385806 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:41.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f39577fe640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39580b5720 0x7f395815a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:41.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f3956ffd640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39580b74c0 0x7f39580c5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:41.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f3957fff640 1 -- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39580b74c0 msgr2=0x7f39580c5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:41.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f3957fff640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39580b74c0 0x7f39580c5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f3957fff640 1 -- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39580b5720 msgr2=0x7f395815a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:41.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f3957fff640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39580b5720 0x7f395815a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f3957fff640 1 -- 172.21.15.33:0/991385806 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f395809f0b0 con 0x7f39580cfcc0 2024-07-26T15:29:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f3957fff640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39580cfcc0 0x7f39580c6220 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f395000b9a0 tx=0x7f395000be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f393ffff640 1 -- 172.21.15.33:0/991385806 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3950019070 con 0x7f39580cfcc0 2024-07-26T15:29:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f393ffff640 1 -- 172.21.15.33:0/991385806 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f395000cc30 con 0x7f39580cfcc0 2024-07-26T15:29:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f395dd47640 1 -- 172.21.15.33:0/991385806 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f395809f390 con 0x7f39580cfcc0 2024-07-26T15:29:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f393ffff640 1 -- 172.21.15.33:0/991385806 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39500146a0 con 0x7f39580cfcc0 2024-07-26T15:29:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.748+0000 7f395dd47640 1 -- 172.21.15.33:0/991385806 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f395809f950 con 0x7f39580cfcc0 2024-07-26T15:29:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.749+0000 7f395dd47640 1 -- 172.21.15.33:0/991385806 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39580b67a0 con 0x7f39580cfcc0 2024-07-26T15:29:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.750+0000 7f393ffff640 1 -- 172.21.15.33:0/991385806 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f395001c070 con 0x7f39580cfcc0 2024-07-26T15:29:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.751+0000 7f393ffff640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3944077010 0x7f3944079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.751+0000 7f393ffff640 1 -- 172.21.15.33:0/991385806 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f3950098470 con 0x7f39580cfcc0 2024-07-26T15:29:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.751+0000 7f39577fe640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3944077010 0x7f3944079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.752+0000 7f39577fe640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3944077010 0x7f3944079520 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3948034000 tx=0x7f3948004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:41.755+0000 7f393ffff640 1 -- 172.21.15.33:0/991385806 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f395000ce20 con 0x7f39580cfcc0 2024-07-26T15:29:42.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.030+0000 7f395dd47640 1 -- 172.21.15.33:0/991385806 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f39580b5eb0 con 0x7f39580cfcc0 2024-07-26T15:29:42.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.033+0000 7f393ffff640 1 -- 172.21.15.33:0/991385806 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f39500611e0 con 0x7f39580cfcc0 2024-07-26T15:29:42.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 -- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3944077010 msgr2=0x7f3944079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3944077010 0x7f3944079520 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3948034000 tx=0x7f3948004730 comp rx=0 tx=0).stop 2024-07-26T15:29:42.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 -- 172.21.15.33:0/991385806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39580cfcc0 msgr2=0x7f39580c6220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39580cfcc0 0x7f39580c6220 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f395000b9a0 tx=0x7f395000be60 comp rx=0 tx=0).stop 2024-07-26T15:29:42.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 -- 172.21.15.33:0/991385806 shutdown_connections 2024-07-26T15:29:42.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3944077010 0x7f3944079520 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39580cfcc0 0x7f39580c6220 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39580b74c0 0x7f39580c5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 --2- 172.21.15.33:0/991385806 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39580b5720 0x7f395815a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 -- 172.21.15.33:0/991385806 >> 172.21.15.33:0/991385806 conn(0x7f39580b3810 msgr2=0x7f395815c070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:42.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 -- 172.21.15.33:0/991385806 shutdown_connections 2024-07-26T15:29:42.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.035+0000 7f395dd47640 1 -- 172.21.15.33:0/991385806 wait complete. 2024-07-26T15:29:42.048 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-07-26T15:29:42.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.165+0000 7fa3216cb640 1 -- 172.21.15.33:0/2357285310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa31c0b6be0 msgr2=0x7fa31c0d48b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.165+0000 7fa3216cb640 1 --2- 172.21.15.33:0/2357285310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa31c0b6be0 0x7fa31c0d48b0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa30c005fd0 tx=0x7fa30c02aa70 comp rx=0 tx=0).stop 2024-07-26T15:29:42.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.165+0000 7fa3216cb640 1 -- 172.21.15.33:0/2357285310 shutdown_connections 2024-07-26T15:29:42.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.165+0000 7fa3216cb640 1 --2- 172.21.15.33:0/2357285310 >> v2:172.21.15.154:3300/0 conn(0x7fa31c0b8e30 0x7fa31c0b4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.165+0000 7fa3216cb640 1 --2- 172.21.15.33:0/2357285310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa31c0b6be0 0x7fa31c0d48b0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.165+0000 7fa3216cb640 1 -- 172.21.15.33:0/2357285310 >> 172.21.15.33:0/2357285310 conn(0x7fa31c0d3d90 msgr2=0x7fa31c0d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:42.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.165+0000 7fa3216cb640 1 -- 172.21.15.33:0/2357285310 shutdown_connections 2024-07-26T15:29:42.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.165+0000 7fa3216cb640 1 -- 172.21.15.33:0/2357285310 wait complete. 2024-07-26T15:29:42.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.167+0000 7fa3216cb640 1 Processor -- start 2024-07-26T15:29:42.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.167+0000 7fa3216cb640 1 -- start start 2024-07-26T15:29:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.168+0000 7fa3216cb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa31c0b6be0 0x7fa31c151270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.168+0000 7fa3216cb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa31c0b8e30 0x7fa31c06dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.168+0000 7fa3216cb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa31c0d05d0 0x7fa31c06e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.168+0000 7fa3216cb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa31c0d1f20 con 0x7fa31c0b6be0 2024-07-26T15:29:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.168+0000 7fa3216cb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa31c0d1300 con 0x7fa31c0b8e30 2024-07-26T15:29:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.168+0000 7fa3216cb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa31c0d20a0 con 0x7fa31c0d05d0 2024-07-26T15:29:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa31c0b6be0 0x7fa31c151270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:42.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa31c0b6be0 0x7fa31c151270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38324/0 (socket says 172.21.15.33:38324) 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31affd640 1 -- 172.21.15.33:0/1314508156 learned_addr learned my addr 172.21.15.33:0/1314508156 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31a7fc640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa31c0b8e30 0x7fa31c06dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31b7fe640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa31c0d05d0 0x7fa31c06e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31affd640 1 -- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa31c0d05d0 msgr2=0x7fa31c06e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31affd640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa31c0d05d0 0x7fa31c06e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31affd640 1 -- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa31c0b8e30 msgr2=0x7fa31c06dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31affd640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa31c0b8e30 0x7fa31c06dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31affd640 1 -- 172.21.15.33:0/1314508156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa31c15c790 con 0x7fa31c0b6be0 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31b7fe640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa31c0d05d0 0x7fa31c06e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa31affd640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa31c0b6be0 0x7fa31c151270 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fa30c009d90 tx=0x7fa30c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa3037fe640 1 -- 172.21.15.33:0/1314508156 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa30c033050 con 0x7fa31c0b6be0 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa3037fe640 1 -- 172.21.15.33:0/1314508156 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa30c004530 con 0x7fa31c0b6be0 2024-07-26T15:29:42.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa3216cb640 1 -- 172.21.15.33:0/1314508156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa31c0cc5b0 con 0x7fa31c0b6be0 2024-07-26T15:29:42.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa3037fe640 1 -- 172.21.15.33:0/1314508156 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa30c038450 con 0x7fa31c0b6be0 2024-07-26T15:29:42.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.169+0000 7fa3216cb640 1 -- 172.21.15.33:0/1314508156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa31c0cc870 con 0x7fa31c0b6be0 2024-07-26T15:29:42.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.170+0000 7fa3216cb640 1 -- 172.21.15.33:0/1314508156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa31c08de70 con 0x7fa31c0b6be0 2024-07-26T15:29:42.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.171+0000 7fa3037fe640 1 -- 172.21.15.33:0/1314508156 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa30c036070 con 0x7fa31c0b6be0 2024-07-26T15:29:42.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.172+0000 7fa3037fe640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa308077040 0x7fa308079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:42.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.172+0000 7fa3037fe640 1 -- 172.21.15.33:0/1314508156 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fa30c0b9c60 con 0x7fa31c0b6be0 2024-07-26T15:29:42.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.172+0000 7fa31a7fc640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa308077040 0x7fa308079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:42.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.173+0000 7fa31a7fc640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa308077040 0x7fa308079550 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa310005fd0 tx=0x7fa310005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:42.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.177+0000 7fa3037fe640 1 -- 172.21.15.33:0/1314508156 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa30c083030 con 0x7fa31c0b6be0 2024-07-26T15:29:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.443+0000 7fa3216cb640 1 -- 172.21.15.33:0/1314508156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7fa31c0ca910 con 0x7fa31c0b6be0 2024-07-26T15:29:42.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.446+0000 7fa3037fe640 1 -- 172.21.15.33:0/1314508156 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7fa30c082930 con 0x7fa31c0b6be0 2024-07-26T15:29:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 -- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa308077040 msgr2=0x7fa308079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa308077040 0x7fa308079550 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa310005fd0 tx=0x7fa310005850 comp rx=0 tx=0).stop 2024-07-26T15:29:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 -- 172.21.15.33:0/1314508156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa31c0b6be0 msgr2=0x7fa31c151270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa31c0b6be0 0x7fa31c151270 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fa30c009d90 tx=0x7fa30c003f10 comp rx=0 tx=0).stop 2024-07-26T15:29:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 -- 172.21.15.33:0/1314508156 shutdown_connections 2024-07-26T15:29:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa31c0d05d0 0x7fa31c06e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa31c0b8e30 0x7fa31c06dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fa308077040 0x7fa308079550 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 --2- 172.21.15.33:0/1314508156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa31c0b6be0 0x7fa31c151270 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 -- 172.21.15.33:0/1314508156 >> 172.21.15.33:0/1314508156 conn(0x7fa31c0d3d90 msgr2=0x7fa31c15e480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 -- 172.21.15.33:0/1314508156 shutdown_connections 2024-07-26T15:29:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.448+0000 7fa3216cb640 1 -- 172.21.15.33:0/1314508156 wait complete. 2024-07-26T15:29:42.461 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-07-26T15:29:42.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.578+0000 7f4a5d486640 1 -- 172.21.15.33:0/32938748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b53e0 msgr2=0x7f4a580d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.578+0000 7f4a5d486640 1 --2- 172.21.15.33:0/32938748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b53e0 0x7f4a580d0570 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f4a50005fd0 tx=0x7f4a5002a5d0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.578+0000 7f4a5d486640 1 -- 172.21.15.33:0/32938748 shutdown_connections 2024-07-26T15:29:42.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.578+0000 7f4a5d486640 1 --2- 172.21.15.33:0/32938748 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b8fa0 0x7f4a580d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.578+0000 7f4a5d486640 1 --2- 172.21.15.33:0/32938748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b53e0 0x7f4a580d0570 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.578+0000 7f4a5d486640 1 -- 172.21.15.33:0/32938748 >> 172.21.15.33:0/32938748 conn(0x7f4a580d3dc0 msgr2=0x7f4a580d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:42.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.578+0000 7f4a5d486640 1 -- 172.21.15.33:0/32938748 shutdown_connections 2024-07-26T15:29:42.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.578+0000 7f4a5d486640 1 -- 172.21.15.33:0/32938748 wait complete. 2024-07-26T15:29:42.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.580+0000 7f4a5d486640 1 Processor -- start 2024-07-26T15:29:42.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.580+0000 7f4a5d486640 1 -- start start 2024-07-26T15:29:42.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.581+0000 7f4a5d486640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b53e0 0x7f4a5814cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:42.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.581+0000 7f4a5d486640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b6cf0 0x7f4a5814f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:42.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.581+0000 7f4a5d486640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a580b8fa0 0x7f4a5814f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:42.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.581+0000 7f4a5d486640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4a580b7810 con 0x7f4a580b6cf0 2024-07-26T15:29:42.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.581+0000 7f4a5d486640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4a580cfd20 con 0x7f4a580b8fa0 2024-07-26T15:29:42.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.581+0000 7f4a5d486640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4a580b7990 con 0x7f4a580b53e0 2024-07-26T15:29:42.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a567fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b6cf0 0x7f4a5814f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:42.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a567fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b6cf0 0x7f4a5814f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38338/0 (socket says 172.21.15.33:38338) 2024-07-26T15:29:42.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a567fc640 1 -- 172.21.15.33:0/1158858821 learned_addr learned my addr 172.21.15.33:0/1158858821 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:42.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a56ffd640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b53e0 0x7f4a5814cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:42.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a577fe640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a580b8fa0 0x7f4a5814f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:42.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a567fc640 1 -- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b53e0 msgr2=0x7f4a5814cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a567fc640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b53e0 0x7f4a5814cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a567fc640 1 -- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a580b8fa0 msgr2=0x7f4a5814f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a567fc640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a580b8fa0 0x7f4a5814f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a567fc640 1 -- 172.21.15.33:0/1158858821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a5814d3e0 con 0x7f4a580b6cf0 2024-07-26T15:29:42.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a567fc640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b6cf0 0x7f4a5814f470 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4a4000d650 tx=0x7f4a4000db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:42.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a4f7fe640 1 -- 172.21.15.33:0/1158858821 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a40017070 con 0x7f4a580b6cf0 2024-07-26T15:29:42.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a4f7fe640 1 -- 172.21.15.33:0/1158858821 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a40005310 con 0x7f4a580b6cf0 2024-07-26T15:29:42.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a5d486640 1 -- 172.21.15.33:0/1158858821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a5814d680 con 0x7f4a580b6cf0 2024-07-26T15:29:42.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a4f7fe640 1 -- 172.21.15.33:0/1158858821 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a40009820 con 0x7f4a580b6cf0 2024-07-26T15:29:42.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.582+0000 7f4a5d486640 1 -- 172.21.15.33:0/1158858821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a5814dc40 con 0x7f4a580b6cf0 2024-07-26T15:29:42.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.583+0000 7f4a5d486640 1 -- 172.21.15.33:0/1158858821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a580a0c10 con 0x7f4a580b6cf0 2024-07-26T15:29:42.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.584+0000 7f4a4f7fe640 1 -- 172.21.15.33:0/1158858821 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4a400099c0 con 0x7f4a580b6cf0 2024-07-26T15:29:42.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.585+0000 7f4a4f7fe640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4a38077010 0x7f4a38079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:42.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.585+0000 7f4a4f7fe640 1 -- 172.21.15.33:0/1158858821 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f4a400987a0 con 0x7f4a580b6cf0 2024-07-26T15:29:42.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.585+0000 7f4a56ffd640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4a38077010 0x7f4a38079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:42.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.586+0000 7f4a56ffd640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4a38077010 0x7f4a38079520 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4a50033000 tx=0x7f4a50004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:42.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.589+0000 7f4a4f7fe640 1 -- 172.21.15.33:0/1158858821 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4a40061490 con 0x7f4a580b6cf0 2024-07-26T15:29:42.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.858+0000 7f4a5d486640 1 -- 172.21.15.33:0/1158858821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f4a580b75f0 con 0x7f4a580b6cf0 2024-07-26T15:29:42.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.861+0000 7f4a4f7fe640 1 -- 172.21.15.33:0/1158858821 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7f4a580b75f0 con 0x7f4a580b6cf0 2024-07-26T15:29:42.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 -- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4a38077010 msgr2=0x7f4a38079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4a38077010 0x7f4a38079520 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4a50033000 tx=0x7f4a50004730 comp rx=0 tx=0).stop 2024-07-26T15:29:42.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 -- 172.21.15.33:0/1158858821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b6cf0 msgr2=0x7f4a5814f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b6cf0 0x7f4a5814f470 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4a4000d650 tx=0x7f4a4000db10 comp rx=0 tx=0).stop 2024-07-26T15:29:42.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 -- 172.21.15.33:0/1158858821 shutdown_connections 2024-07-26T15:29:42.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a580b8fa0 0x7f4a5814f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f4a38077010 0x7f4a38079520 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b6cf0 0x7f4a5814f470 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 --2- 172.21.15.33:0/1158858821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b53e0 0x7f4a5814cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 -- 172.21.15.33:0/1158858821 >> 172.21.15.33:0/1158858821 conn(0x7f4a580d3dc0 msgr2=0x7f4a5806dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:42.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 -- 172.21.15.33:0/1158858821 shutdown_connections 2024-07-26T15:29:42.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.863+0000 7f4a5d486640 1 -- 172.21.15.33:0/1158858821 wait complete. 2024-07-26T15:29:42.876 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T15:29:42.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.993+0000 7ff28f341640 1 -- 172.21.15.33:0/4267543273 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2880d1b80 msgr2=0x7ff2880d2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:42.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.993+0000 7ff28f341640 1 --2- 172.21.15.33:0/4267543273 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2880d1b80 0x7ff2880d2280 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff27c005fd0 tx=0x7ff27c02a5d0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.993+0000 7ff28f341640 1 -- 172.21.15.33:0/4267543273 shutdown_connections 2024-07-26T15:29:42.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.993+0000 7ff28f341640 1 --2- 172.21.15.33:0/4267543273 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2880d1b80 0x7ff2880d2280 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.993+0000 7ff28f341640 1 --2- 172.21.15.33:0/4267543273 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2880cf430 0x7ff2880b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:42.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.993+0000 7ff28f341640 1 -- 172.21.15.33:0/4267543273 >> 172.21.15.33:0/4267543273 conn(0x7ff2880d3da0 msgr2=0x7ff2880d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:42.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.993+0000 7ff28f341640 1 -- 172.21.15.33:0/4267543273 shutdown_connections 2024-07-26T15:29:42.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.993+0000 7ff28f341640 1 -- 172.21.15.33:0/4267543273 wait complete. 2024-07-26T15:29:42.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.995+0000 7ff28f341640 1 Processor -- start 2024-07-26T15:29:42.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.995+0000 7ff28f341640 1 -- start start 2024-07-26T15:29:42.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.996+0000 7ff28f341640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2880cf430 0x7ff2880c78b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:42.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.996+0000 7ff28f341640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2880d1b80 0x7ff28815ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:42.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.996+0000 7ff28f341640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2880d27c0 0x7ff2880b52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:42.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.996+0000 7ff28f341640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff2880d0c80 con 0x7ff2880d1b80 2024-07-26T15:29:42.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.996+0000 7ff28f341640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff2880b2690 con 0x7ff2880cf430 2024-07-26T15:29:42.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.996+0000 7ff28f341640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff2880d0e00 con 0x7ff2880d27c0 2024-07-26T15:29:43.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28c8dc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2880d1b80 0x7ff28815ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:43.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28c8dc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2880d1b80 0x7ff28815ce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38362/0 (socket says 172.21.15.33:38362) 2024-07-26T15:29:43.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28c8dc640 1 -- 172.21.15.33:0/3622217561 learned_addr learned my addr 172.21.15.33:0/3622217561 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:43.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28d0dd640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2880cf430 0x7ff2880c78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:43.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28d8de640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2880d27c0 0x7ff2880b52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:43.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28c8dc640 1 -- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2880d27c0 msgr2=0x7ff2880b52b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:43.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28c8dc640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2880d27c0 0x7ff2880b52b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:43.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28c8dc640 1 -- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2880cf430 msgr2=0x7ff2880c78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28c8dc640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2880cf430 0x7ff2880c78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28c8dc640 1 -- 172.21.15.33:0/3622217561 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2880c8280 con 0x7ff2880d1b80 2024-07-26T15:29:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28c8dc640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2880d1b80 0x7ff28815ce60 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff27c006010 tx=0x7ff27c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff285ffb640 1 -- 172.21.15.33:0/3622217561 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff27c03e030 con 0x7ff2880d1b80 2024-07-26T15:29:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff285ffb640 1 -- 172.21.15.33:0/3622217561 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff27c003ca0 con 0x7ff2880d1b80 2024-07-26T15:29:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff28f341640 1 -- 172.21.15.33:0/3622217561 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2881f96a0 con 0x7ff2880d1b80 2024-07-26T15:29:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.997+0000 7ff285ffb640 1 -- 172.21.15.33:0/3622217561 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff27c035040 con 0x7ff2880d1b80 2024-07-26T15:29:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.998+0000 7ff28f341640 1 -- 172.21.15.33:0/3622217561 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2880cd8b0 con 0x7ff2880d1b80 2024-07-26T15:29:43.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.998+0000 7ff28f341640 1 -- 172.21.15.33:0/3622217561 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2880d1320 con 0x7ff2880d1b80 2024-07-26T15:29:43.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:42.999+0000 7ff285ffb640 1 -- 172.21.15.33:0/3622217561 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff27c041030 con 0x7ff2880d1b80 2024-07-26T15:29:43.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.000+0000 7ff285ffb640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff274077010 0x7ff274079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:43.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.000+0000 7ff285ffb640 1 -- 172.21.15.33:0/3622217561 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7ff27c0b8ce0 con 0x7ff2880d1b80 2024-07-26T15:29:43.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.000+0000 7ff28d0dd640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff274077010 0x7ff274079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:43.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.001+0000 7ff28d0dd640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff274077010 0x7ff274079520 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff27800ae50 tx=0x7ff27800a540 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:43.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.004+0000 7ff285ffb640 1 -- 172.21.15.33:0/3622217561 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff27c081a50 con 0x7ff2880d1b80 2024-07-26T15:29:43.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.199+0000 7ff28f341640 1 -- 172.21.15.33:0/3622217561 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7ff2880c8520 con 0x7ff2880d1b80 2024-07-26T15:29:43.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.199+0000 7ff285ffb640 1 -- 172.21.15.33:0/3622217561 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v36) ==== 84+0+65 (secure 0 0 0) 0x7ff27c08a370 con 0x7ff2880d1b80 2024-07-26T15:29:43.201 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:43.201 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:29:43.201 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:43.201 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T15:29:43.201 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T15:29:43.201 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:43.201 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:29:43.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 -- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff274077010 msgr2=0x7ff274079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:43.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff274077010 0x7ff274079520 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff27800ae50 tx=0x7ff27800a540 comp rx=0 tx=0).stop 2024-07-26T15:29:43.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 -- 172.21.15.33:0/3622217561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2880d1b80 msgr2=0x7ff28815ce60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:43.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2880d1b80 0x7ff28815ce60 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff27c006010 tx=0x7ff27c0038a0 comp rx=0 tx=0).stop 2024-07-26T15:29:43.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 -- 172.21.15.33:0/3622217561 shutdown_connections 2024-07-26T15:29:43.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2880d27c0 0x7ff2880b52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:43.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff274077010 0x7ff274079520 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:43.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2880d1b80 0x7ff28815ce60 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:43.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 --2- 172.21.15.33:0/3622217561 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2880cf430 0x7ff2880c78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:43.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 -- 172.21.15.33:0/3622217561 >> 172.21.15.33:0/3622217561 conn(0x7ff2880d3da0 msgr2=0x7ff28806e160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:43.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 -- 172.21.15.33:0/3622217561 shutdown_connections 2024-07-26T15:29:43.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.201+0000 7ff28f341640 1 -- 172.21.15.33:0/3622217561 wait complete. 2024-07-26T15:29:43.214 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T15:29:43.214 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T15:29:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.335+0000 7f98b7920640 1 -- 172.21.15.33:0/1043436943 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f989c003a50 msgr2=0x7f989c003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.335+0000 7f98b7920640 1 --2- 172.21.15.33:0/1043436943 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f989c003a50 0x7f989c003ee0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f98ac00c290 tx=0x7f989c005830 comp rx=0 tx=0).stop 2024-07-26T15:29:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.335+0000 7f98b5ebd640 1 -- 172.21.15.33:0/1043436943 reap_dead start 2024-07-26T15:29:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.335+0000 7f98b7920640 1 -- 172.21.15.33:0/1043436943 shutdown_connections 2024-07-26T15:29:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.335+0000 7f98b7920640 1 -- 172.21.15.33:0/1043436943 >> 172.21.15.33:0/1043436943 conn(0x7f98b00d3d70 msgr2=0x7f98b00d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.335+0000 7f98b7920640 1 -- 172.21.15.33:0/1043436943 shutdown_connections 2024-07-26T15:29:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.335+0000 7f98b7920640 1 -- 172.21.15.33:0/1043436943 wait complete. 2024-07-26T15:29:43.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.337+0000 7f98b7920640 1 Processor -- start 2024-07-26T15:29:43.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.337+0000 7f98b7920640 1 -- start start 2024-07-26T15:29:43.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.338+0000 7f98b7920640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f989c003a50 0x7f98b00cdc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:43.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.338+0000 7f98b7920640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b00cc1f0 0x7f98b00c9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:43.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.338+0000 7f98b7920640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f98b00c9fb0 0x7f98b01f89a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:43.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.338+0000 7f98b7920640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f98b00b3cb0 con 0x7f98b00cc1f0 2024-07-26T15:29:43.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.338+0000 7f98b7920640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f98b00b3b30 con 0x7f98b00c9fb0 2024-07-26T15:29:43.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.338+0000 7f98b7920640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f98b00b3e30 con 0x7f989c003a50 2024-07-26T15:29:43.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.338+0000 7f98b4ebb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b00cc1f0 0x7f98b00c9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:43.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.338+0000 7f98b4ebb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b00cc1f0 0x7f98b00c9a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38380/0 (socket says 172.21.15.33:38380) 2024-07-26T15:29:43.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.338+0000 7f98b4ebb640 1 -- 172.21.15.33:0/1450559658 learned_addr learned my addr 172.21.15.33:0/1450559658 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:43.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.338+0000 7f98b56bc640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f989c003a50 0x7f98b00cdc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:43.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.338+0000 7f98b5ebd640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f98b00c9fb0 0x7f98b01f89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:43.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98b4ebb640 1 -- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f989c003a50 msgr2=0x7f98b00cdc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:43.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98b4ebb640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f989c003a50 0x7f98b00cdc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:43.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98b4ebb640 1 -- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f98b00c9fb0 msgr2=0x7f98b01f89a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:43.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98b4ebb640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f98b00c9fb0 0x7f98b01f89a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:43.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98b4ebb640 1 -- 172.21.15.33:0/1450559658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98b009d9d0 con 0x7f98b00cc1f0 2024-07-26T15:29:43.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98b56bc640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f989c003a50 0x7f98b00cdc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:43.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98b4ebb640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b00cc1f0 0x7f98b00c9a70 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f98a00118d0 tx=0x7f98a0011d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:43.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98a5ffb640 1 -- 172.21.15.33:0/1450559658 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98a001e070 con 0x7f98b00cc1f0 2024-07-26T15:29:43.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98a5ffb640 1 -- 172.21.15.33:0/1450559658 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f98a0004460 con 0x7f98b00cc1f0 2024-07-26T15:29:43.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98b7920640 1 -- 172.21.15.33:0/1450559658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98b009ded0 con 0x7f98b00cc1f0 2024-07-26T15:29:43.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98a5ffb640 1 -- 172.21.15.33:0/1450559658 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98a000fc00 con 0x7f98b00cc1f0 2024-07-26T15:29:43.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.339+0000 7f98b7920640 1 -- 172.21.15.33:0/1450559658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98b00cbcc0 con 0x7f98b00cc1f0 2024-07-26T15:29:43.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.340+0000 7f98b7920640 1 -- 172.21.15.33:0/1450559658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98b00b4040 con 0x7f98b00cc1f0 2024-07-26T15:29:43.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.341+0000 7f98a5ffb640 1 -- 172.21.15.33:0/1450559658 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f98a0021070 con 0x7f98b00cc1f0 2024-07-26T15:29:43.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.341+0000 7f98a5ffb640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9894077010 0x7f9894079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:43.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.342+0000 7f98a5ffb640 1 -- 172.21.15.33:0/1450559658 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f98a0099160 con 0x7f98b00cc1f0 2024-07-26T15:29:43.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.342+0000 7f98b56bc640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9894077010 0x7f9894079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:43.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.342+0000 7f98b56bc640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9894077010 0x7f9894079520 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f98ac033000 tx=0x7f98b00cfed0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:43.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.346+0000 7f98a5ffb640 1 -- 172.21.15.33:0/1450559658 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f98a0061ed0 con 0x7f98b00cc1f0 2024-07-26T15:29:43.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:43.543+0000 7f98b7920640 1 -- 172.21.15.33:0/1450559658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f98b009dc60 con 0x7f98b00cc1f0 2024-07-26T15:29:44.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.451+0000 7f98a5ffb640 1 -- 172.21.15.33:0/1450559658 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v37) ==== 138+0+0 (secure 0 0 0) 0x7f98a0066420 con 0x7f98b00cc1f0 2024-07-26T15:29:44.453 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T15:29:44.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 -- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9894077010 msgr2=0x7f9894079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:44.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9894077010 0x7f9894079520 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f98ac033000 tx=0x7f98b00cfed0 comp rx=0 tx=0).stop 2024-07-26T15:29:44.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 -- 172.21.15.33:0/1450559658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b00cc1f0 msgr2=0x7f98b00c9a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b00cc1f0 0x7f98b00c9a70 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f98a00118d0 tx=0x7f98a0011d90 comp rx=0 tx=0).stop 2024-07-26T15:29:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 -- 172.21.15.33:0/1450559658 shutdown_connections 2024-07-26T15:29:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f98b00c9fb0 0x7f98b01f89a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9894077010 0x7f9894079520 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b00cc1f0 0x7f98b00c9a70 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 --2- 172.21.15.33:0/1450559658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f989c003a50 0x7f98b00cdc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 -- 172.21.15.33:0/1450559658 >> 172.21.15.33:0/1450559658 conn(0x7f98b00d3d70 msgr2=0x7f98b00d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 -- 172.21.15.33:0/1450559658 shutdown_connections 2024-07-26T15:29:44.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.455+0000 7f98b7920640 1 -- 172.21.15.33:0/1450559658 wait complete. 2024-07-26T15:29:44.474 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T15:29:44.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.605+0000 7f0d8bba9640 1 -- 172.21.15.33:0/3619149969 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d840ce9e0 msgr2=0x7f0d840cfdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:44.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.605+0000 7f0d8bba9640 1 --2- 172.21.15.33:0/3619149969 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d840ce9e0 0x7f0d840cfdb0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f0d84161ff0 tx=0x7f0d7c02aa30 comp rx=0 tx=0).stop 2024-07-26T15:29:44.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.605+0000 7f0d8bba9640 1 -- 172.21.15.33:0/3619149969 shutdown_connections 2024-07-26T15:29:44.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.605+0000 7f0d8bba9640 1 --2- 172.21.15.33:0/3619149969 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d840ce9e0 0x7f0d840cfdb0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:44.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.605+0000 7f0d8bba9640 1 --2- 172.21.15.33:0/3619149969 >> v2:172.21.15.154:3300/0 conn(0x7f0d840cd900 0x7f0d840ce4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:44.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.605+0000 7f0d8bba9640 1 -- 172.21.15.33:0/3619149969 >> 172.21.15.33:0/3619149969 conn(0x7f0d840b3810 msgr2=0x7f0d840b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:44.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.605+0000 7f0d8bba9640 1 -- 172.21.15.33:0/3619149969 shutdown_connections 2024-07-26T15:29:44.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.605+0000 7f0d8bba9640 1 -- 172.21.15.33:0/3619149969 wait complete. 2024-07-26T15:29:44.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.607+0000 7f0d8bba9640 1 Processor -- start 2024-07-26T15:29:44.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.607+0000 7f0d8bba9640 1 -- start start 2024-07-26T15:29:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8bba9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0d840b7430 0x7f0d8409d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8bba9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0d840cd900 0x7f0d8409ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8bba9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d840ce9e0 0x7f0d8415c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8bba9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0d840d0680 con 0x7f0d840ce9e0 2024-07-26T15:29:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8bba9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0d840d0500 con 0x7f0d840b7430 2024-07-26T15:29:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8bba9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0d840d0800 con 0x7f0d840cd900 2024-07-26T15:29:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8a146640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d840ce9e0 0x7f0d8415c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8a146640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d840ce9e0 0x7f0d8415c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38408/0 (socket says 172.21.15.33:38408) 2024-07-26T15:29:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8a146640 1 -- 172.21.15.33:0/2430035696 learned_addr learned my addr 172.21.15.33:0/2430035696 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d89945640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0d840b7430 0x7f0d8409d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d89144640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0d840cd900 0x7f0d8409ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8a146640 1 -- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0d840cd900 msgr2=0x7f0d8409ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8a146640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0d840cd900 0x7f0d8409ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8a146640 1 -- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0d840b7430 msgr2=0x7f0d8409d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8a146640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0d840b7430 0x7f0d8409d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.608+0000 7f0d8a146640 1 -- 172.21.15.33:0/2430035696 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d840af880 con 0x7f0d840ce9e0 2024-07-26T15:29:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.609+0000 7f0d8a146640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d840ce9e0 0x7f0d8415c320 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c005fd0 tx=0x7f0d7c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.609+0000 7f0d7a7fc640 1 -- 172.21.15.33:0/2430035696 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c033050 con 0x7f0d840ce9e0 2024-07-26T15:29:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.609+0000 7f0d7a7fc640 1 -- 172.21.15.33:0/2430035696 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0d7c004450 con 0x7f0d840ce9e0 2024-07-26T15:29:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.609+0000 7f0d8bba9640 1 -- 172.21.15.33:0/2430035696 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d840b1250 con 0x7f0d840ce9e0 2024-07-26T15:29:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.609+0000 7f0d7a7fc640 1 -- 172.21.15.33:0/2430035696 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c004840 con 0x7f0d840ce9e0 2024-07-26T15:29:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.609+0000 7f0d8bba9640 1 -- 172.21.15.33:0/2430035696 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d8415c860 con 0x7f0d840ce9e0 2024-07-26T15:29:44.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.610+0000 7f0d8bba9640 1 -- 172.21.15.33:0/2430035696 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d840af5f0 con 0x7f0d840ce9e0 2024-07-26T15:29:44.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.611+0000 7f0d7a7fc640 1 -- 172.21.15.33:0/2430035696 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0d7c036070 con 0x7f0d840ce9e0 2024-07-26T15:29:44.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.611+0000 7f0d7a7fc640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0d68077040 0x7f0d68079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:44.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.611+0000 7f0d7a7fc640 1 -- 172.21.15.33:0/2430035696 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5619+0+0 (secure 0 0 0) 0x7f0d7c0b9b80 con 0x7f0d840ce9e0 2024-07-26T15:29:44.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.612+0000 7f0d89945640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0d68077040 0x7f0d68079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:44.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.612+0000 7f0d89945640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0d68077040 0x7f0d68079550 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0d800098c0 tx=0x7f0d80009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:44.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.616+0000 7f0d7a7fc640 1 -- 172.21.15.33:0/2430035696 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0d7c082800 con 0x7f0d840ce9e0 2024-07-26T15:29:44.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:44.808+0000 7f0d8bba9640 1 -- 172.21.15.33:0/2430035696 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f0d840cff10 con 0x7f0d840ce9e0 2024-07-26T15:29:45.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.457+0000 7f0d7a7fc640 1 -- 172.21.15.33:0/2430035696 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v38) ==== 170+0+0 (secure 0 0 0) 0x7f0d7c086d50 con 0x7f0d840ce9e0 2024-07-26T15:29:45.459 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T15:29:45.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.460+0000 7f0d8bba9640 1 -- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0d68077040 msgr2=0x7f0d68079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:45.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.460+0000 7f0d8bba9640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0d68077040 0x7f0d68079550 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0d800098c0 tx=0x7f0d80009060 comp rx=0 tx=0).stop 2024-07-26T15:29:45.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.460+0000 7f0d8bba9640 1 -- 172.21.15.33:0/2430035696 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d840ce9e0 msgr2=0x7f0d8415c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:45.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.460+0000 7f0d8bba9640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d840ce9e0 0x7f0d8415c320 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c005fd0 tx=0x7f0d7c003f10 comp rx=0 tx=0).stop 2024-07-26T15:29:45.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.460+0000 7f0d8bba9640 1 -- 172.21.15.33:0/2430035696 shutdown_connections 2024-07-26T15:29:45.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.460+0000 7f0d8bba9640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0d68077040 0x7f0d68079550 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:45.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.460+0000 7f0d8bba9640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d840ce9e0 0x7f0d8415c320 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:45.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.460+0000 7f0d8bba9640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0d840cd900 0x7f0d8409ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:45.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.460+0000 7f0d8bba9640 1 --2- 172.21.15.33:0/2430035696 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0d840b7430 0x7f0d8409d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:45.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.460+0000 7f0d8bba9640 1 -- 172.21.15.33:0/2430035696 >> 172.21.15.33:0/2430035696 conn(0x7f0d840b3810 msgr2=0x7f0d84071d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:45.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.461+0000 7f0d8bba9640 1 -- 172.21.15.33:0/2430035696 shutdown_connections 2024-07-26T15:29:45.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.461+0000 7f0d8bba9640 1 -- 172.21.15.33:0/2430035696 wait complete. 2024-07-26T15:29:45.490 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T15:29:45.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.615+0000 7f19538d2640 1 -- 172.21.15.33:0/4188325476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194c0ce2d0 msgr2=0x7f194c0ce6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:45.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.615+0000 7f19538d2640 1 --2- 172.21.15.33:0/4188325476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194c0ce2d0 0x7f194c0ce6e0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f1940009830 tx=0x7f194002a480 comp rx=0 tx=0).stop 2024-07-26T15:29:45.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.616+0000 7f19538d2640 1 -- 172.21.15.33:0/4188325476 shutdown_connections 2024-07-26T15:29:45.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.616+0000 7f19538d2640 1 --2- 172.21.15.33:0/4188325476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194c0ce2d0 0x7f194c0ce6e0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:45.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.616+0000 7f19538d2640 1 --2- 172.21.15.33:0/4188325476 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f194c0b6f60 0x7f194c0b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:45.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.616+0000 7f19538d2640 1 -- 172.21.15.33:0/4188325476 >> 172.21.15.33:0/4188325476 conn(0x7f194c0b37a0 msgr2=0x7f194c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:45.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.616+0000 7f19538d2640 1 -- 172.21.15.33:0/4188325476 shutdown_connections 2024-07-26T15:29:45.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.616+0000 7f19538d2640 1 -- 172.21.15.33:0/4188325476 wait complete. 2024-07-26T15:29:45.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.617+0000 7f19538d2640 1 Processor -- start 2024-07-26T15:29:45.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.617+0000 7f19538d2640 1 -- start start 2024-07-26T15:29:45.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f19538d2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194c0b6f60 0x7f194c1f55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:45.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f19538d2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f194c0ce2d0 0x7f194c1f80a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:45.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f19538d2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f194c0cec20 0x7f194c0b0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:45.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f19538d2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f194c0b2090 con 0x7f194c0b6f60 2024-07-26T15:29:45.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f19538d2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f194c0b1f10 con 0x7f194c0ce2d0 2024-07-26T15:29:45.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f19538d2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f194c0b2210 con 0x7f194c0cec20 2024-07-26T15:29:45.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f195166e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194c0b6f60 0x7f194c1f55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:45.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f195166e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194c0b6f60 0x7f194c1f55c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38434/0 (socket says 172.21.15.33:38434) 2024-07-26T15:29:45.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f195166e640 1 -- 172.21.15.33:0/3615035418 learned_addr learned my addr 172.21.15.33:0/3615035418 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:45.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f1951e6f640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f194c0cec20 0x7f194c0b0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:45.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f1950e6d640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f194c0ce2d0 0x7f194c1f80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:45.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f195166e640 1 -- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f194c0cec20 msgr2=0x7f194c0b0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:45.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f195166e640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f194c0cec20 0x7f194c0b0380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:45.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f195166e640 1 -- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f194c0ce2d0 msgr2=0x7f194c1f80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:45.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f195166e640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f194c0ce2d0 0x7f194c1f80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:45.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f195166e640 1 -- 172.21.15.33:0/3615035418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f194c1f8b40 con 0x7f194c0b6f60 2024-07-26T15:29:45.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f195166e640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194c0b6f60 0x7f194c1f55c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f194800e790 tx=0x7f194800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:45.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.619+0000 7f193dffb640 1 -- 172.21.15.33:0/3615035418 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f194800eea0 con 0x7f194c0b6f60 2024-07-26T15:29:45.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.620+0000 7f193dffb640 1 -- 172.21.15.33:0/3615035418 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f194800cdb0 con 0x7f194c0b6f60 2024-07-26T15:29:45.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.620+0000 7f19538d2640 1 -- 172.21.15.33:0/3615035418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f194c1f8e20 con 0x7f194c0b6f60 2024-07-26T15:29:45.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.620+0000 7f193dffb640 1 -- 172.21.15.33:0/3615035418 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1948010690 con 0x7f194c0b6f60 2024-07-26T15:29:45.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.620+0000 7f19538d2640 1 -- 172.21.15.33:0/3615035418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f194c1f4ab0 con 0x7f194c0b6f60 2024-07-26T15:29:45.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.621+0000 7f19538d2640 1 -- 172.21.15.33:0/3615035418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f194c0b2660 con 0x7f194c0b6f60 2024-07-26T15:29:45.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.622+0000 7f193dffb640 1 -- 172.21.15.33:0/3615035418 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1948010830 con 0x7f194c0b6f60 2024-07-26T15:29:45.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.622+0000 7f193dffb640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1930077010 0x7f1930079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:45.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.622+0000 7f193dffb640 1 -- 172.21.15.33:0/3615035418 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6001+0+0 (secure 0 0 0) 0x7f19480992c0 con 0x7f194c0b6f60 2024-07-26T15:29:45.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.622+0000 7f1950e6d640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1930077010 0x7f1930079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:45.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.623+0000 7f1950e6d640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1930077010 0x7f1930079520 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1940034000 tx=0x7f1940004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:45.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.627+0000 7f193dffb640 1 -- 172.21.15.33:0/3615035418 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f19480624b0 con 0x7f194c0b6f60 2024-07-26T15:29:45.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:45.863+0000 7f19538d2640 1 -- 172.21.15.33:0/3615035418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f194c075d40 con 0x7f194c0b6f60 2024-07-26T15:29:46.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.459+0000 7f193dffb640 1 -- 172.21.15.33:0/3615035418 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v14) ==== 172+0+0 (secure 0 0 0) 0x7f1948061db0 con 0x7f194c0b6f60 2024-07-26T15:29:46.460 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 5 and data pool 6 2024-07-26T15:29:46.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.463+0000 7f19538d2640 1 -- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1930077010 msgr2=0x7f1930079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:46.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.463+0000 7f19538d2640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1930077010 0x7f1930079520 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1940034000 tx=0x7f1940004730 comp rx=0 tx=0).stop 2024-07-26T15:29:46.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.463+0000 7f19538d2640 1 -- 172.21.15.33:0/3615035418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194c0b6f60 msgr2=0x7f194c1f55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:46.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.463+0000 7f19538d2640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194c0b6f60 0x7f194c1f55c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f194800e790 tx=0x7f194800ec50 comp rx=0 tx=0).stop 2024-07-26T15:29:46.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.465+0000 7f19538d2640 1 -- 172.21.15.33:0/3615035418 shutdown_connections 2024-07-26T15:29:46.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.465+0000 7f19538d2640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f194c0cec20 0x7f194c0b0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.465+0000 7f19538d2640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f194c0ce2d0 0x7f194c1f80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.465+0000 7f19538d2640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f1930077010 0x7f1930079520 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.465+0000 7f19538d2640 1 --2- 172.21.15.33:0/3615035418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194c0b6f60 0x7f194c1f55c0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.465+0000 7f19538d2640 1 -- 172.21.15.33:0/3615035418 >> 172.21.15.33:0/3615035418 conn(0x7f194c0b37a0 msgr2=0x7f194c0b5720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:46.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.465+0000 7f19538d2640 1 -- 172.21.15.33:0/3615035418 shutdown_connections 2024-07-26T15:29:46.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.466+0000 7f19538d2640 1 -- 172.21.15.33:0/3615035418 wait complete. 2024-07-26T15:29:46.493 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:46.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.617+0000 7f5bd081d640 1 -- 172.21.15.33:0/3691764933 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bcc0b6fc0 msgr2=0x7f5bcc0ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:46.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.617+0000 7f5bd081d640 1 --2- 172.21.15.33:0/3691764933 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bcc0b6fc0 0x7f5bcc0ce260 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc005fd0 tx=0x7f5bbc02aa90 comp rx=0 tx=0).stop 2024-07-26T15:29:46.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.617+0000 7f5bd081d640 1 -- 172.21.15.33:0/3691764933 shutdown_connections 2024-07-26T15:29:46.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.617+0000 7f5bd081d640 1 --2- 172.21.15.33:0/3691764933 >> v2:172.21.15.154:3300/0 conn(0x7f5bcc0ce7a0 0x7f5bcc0cebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.617+0000 7f5bd081d640 1 --2- 172.21.15.33:0/3691764933 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bcc0b6fc0 0x7f5bcc0ce260 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.617+0000 7f5bd081d640 1 -- 172.21.15.33:0/3691764933 >> 172.21.15.33:0/3691764933 conn(0x7f5bcc0d1b70 msgr2=0x7f5bcc0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:46.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.617+0000 7f5bd081d640 1 -- 172.21.15.33:0/3691764933 shutdown_connections 2024-07-26T15:29:46.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.617+0000 7f5bd081d640 1 -- 172.21.15.33:0/3691764933 wait complete. 2024-07-26T15:29:46.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.619+0000 7f5bd081d640 1 Processor -- start 2024-07-26T15:29:46.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.619+0000 7f5bd081d640 1 -- start start 2024-07-26T15:29:46.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bd081d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5bcc0b6fc0 0x7f5bcc0cb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:46.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bd081d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bcc0cc740 0x7f5bcc1f2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:46.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bd081d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bcc0ce7a0 0x7f5bcc1f33b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:46.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bd081d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc0b1250 con 0x7f5bcc0cc740 2024-07-26T15:29:46.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bd081d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc0b2dc0 con 0x7f5bcc0b6fc0 2024-07-26T15:29:46.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bd081d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5bcc0cd260 con 0x7f5bcc0ce7a0 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bc9d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bcc0cc740 0x7f5bcc1f2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bc9d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bcc0cc740 0x7f5bcc1f2e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38446/0 (socket says 172.21.15.33:38446) 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bc9d9b640 1 -- 172.21.15.33:0/1337769960 learned_addr learned my addr 172.21.15.33:0/1337769960 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bca59c640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5bcc0b6fc0 0x7f5bcc0cb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bcad9d640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bcc0ce7a0 0x7f5bcc1f33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bc9d9b640 1 -- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bcc0ce7a0 msgr2=0x7f5bcc1f33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bc9d9b640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bcc0ce7a0 0x7f5bcc1f33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bc9d9b640 1 -- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5bcc0b6fc0 msgr2=0x7f5bcc0cb6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bc9d9b640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5bcc0b6fc0 0x7f5bcc0cb6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bc9d9b640 1 -- 172.21.15.33:0/1337769960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bcc157ce0 con 0x7f5bcc0cc740 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bc9d9b640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bcc0cc740 0x7f5bcc1f2e70 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5bb400e9c0 tx=0x7f5bb400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:46.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.621+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/1337769960 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb400ccc0 con 0x7f5bcc0cc740 2024-07-26T15:29:46.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.622+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/1337769960 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5bb4004020 con 0x7f5bcc0cc740 2024-07-26T15:29:46.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.622+0000 7f5bd081d640 1 -- 172.21.15.33:0/1337769960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bcc14bd30 con 0x7f5bcc0cc740 2024-07-26T15:29:46.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.622+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/1337769960 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb400ce60 con 0x7f5bcc0cc740 2024-07-26T15:29:46.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.622+0000 7f5bd081d640 1 -- 172.21.15.33:0/1337769960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bcc158260 con 0x7f5bcc0cc740 2024-07-26T15:29:46.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.623+0000 7f5bd081d640 1 -- 172.21.15.33:0/1337769960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bcc0ce260 con 0x7f5bcc0cc740 2024-07-26T15:29:46.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.623+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/1337769960 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5bb40035f0 con 0x7f5bcc0cc740 2024-07-26T15:29:46.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.624+0000 7f5bc2ffd640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5bac077010 0x7f5bac079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:46.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.624+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/1337769960 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f5bb4099190 con 0x7f5bcc0cc740 2024-07-26T15:29:46.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.624+0000 7f5bca59c640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5bac077010 0x7f5bac079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:46.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.625+0000 7f5bca59c640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5bac077010 0x7f5bac079520 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc035000 tx=0x7f5bbc038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:46.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.629+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/1337769960 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5bb4061bb0 con 0x7f5bcc0cc740 2024-07-26T15:29:46.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.826+0000 7f5bd081d640 1 -- 172.21.15.33:0/1337769960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5bcc0c88c0 con 0x7f5bcc0cc740 2024-07-26T15:29:46.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.827+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/1337769960 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16955 (secure 0 0 0) 0x7f5bb4066100 con 0x7f5bcc0cc740 2024-07-26T15:29:46.828 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:46.829 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":39,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:29:45.865048+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:29:43.548514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-26T15:29:44.813537+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:46.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 -- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5bac077010 msgr2=0x7f5bac079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:46.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5bac077010 0x7f5bac079520 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc035000 tx=0x7f5bbc038040 comp rx=0 tx=0).stop 2024-07-26T15:29:46.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 -- 172.21.15.33:0/1337769960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bcc0cc740 msgr2=0x7f5bcc1f2e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:46.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bcc0cc740 0x7f5bcc1f2e70 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5bb400e9c0 tx=0x7f5bb400ee80 comp rx=0 tx=0).stop 2024-07-26T15:29:46.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 -- 172.21.15.33:0/1337769960 shutdown_connections 2024-07-26T15:29:46.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bcc0ce7a0 0x7f5bcc1f33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f5bac077010 0x7f5bac079520 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bcc0cc740 0x7f5bcc1f2e70 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 --2- 172.21.15.33:0/1337769960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5bcc0b6fc0 0x7f5bcc0cb6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 -- 172.21.15.33:0/1337769960 >> 172.21.15.33:0/1337769960 conn(0x7f5bcc0d1b70 msgr2=0x7f5bcc0ccb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:46.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 -- 172.21.15.33:0/1337769960 shutdown_connections 2024-07-26T15:29:46.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.829+0000 7f5bd081d640 1 -- 172.21.15.33:0/1337769960 wait complete. 2024-07-26T15:29:46.843 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:46.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.959+0000 7f80cb547640 1 -- 172.21.15.33:0/1844262417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80c406e1a0 msgr2=0x7f80c40aeb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:46.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.959+0000 7f80cb547640 1 --2- 172.21.15.33:0/1844262417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80c406e1a0 0x7f80c40aeb10 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f80c40745f0 tx=0x7f80b402a4d0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.959+0000 7f80cb547640 1 -- 172.21.15.33:0/1844262417 shutdown_connections 2024-07-26T15:29:46.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.959+0000 7f80cb547640 1 --2- 172.21.15.33:0/1844262417 >> v2:172.21.15.154:3300/0 conn(0x7f80c406e5b0 0x7f80c4072060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.959+0000 7f80cb547640 1 --2- 172.21.15.33:0/1844262417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80c406e1a0 0x7f80c40aeb10 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.959+0000 7f80cb547640 1 --2- 172.21.15.33:0/1844262417 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80c4070250 0x7f80c4151260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.959+0000 7f80cb547640 1 -- 172.21.15.33:0/1844262417 >> 172.21.15.33:0/1844262417 conn(0x7f80c40cc3d0 msgr2=0x7f80c40cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:46.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.960+0000 7f80cb547640 1 -- 172.21.15.33:0/1844262417 shutdown_connections 2024-07-26T15:29:46.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.960+0000 7f80cb547640 1 -- 172.21.15.33:0/1844262417 wait complete. 2024-07-26T15:29:46.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.961+0000 7f80cb547640 1 Processor -- start 2024-07-26T15:29:46.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.961+0000 7f80cb547640 1 -- start start 2024-07-26T15:29:46.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80cb547640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80c406e1a0 0x7f80c413f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:46.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80cb547640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80c406e5b0 0x7f80c413f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:46.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80cb547640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80c4070250 0x7f80c4152e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:46.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80cb547640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f80c4072720 con 0x7f80c406e5b0 2024-07-26T15:29:46.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80cb547640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f80c40725a0 con 0x7f80c406e1a0 2024-07-26T15:29:46.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80cb547640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f80c40728a0 con 0x7f80c4070250 2024-07-26T15:29:46.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80c8ae2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80c406e5b0 0x7f80c413f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:46.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80c8ae2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80c406e5b0 0x7f80c413f5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38466/0 (socket says 172.21.15.33:38466) 2024-07-26T15:29:46.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80c8ae2640 1 -- 172.21.15.33:0/4266205066 learned_addr learned my addr 172.21.15.33:0/4266205066 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:46.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80c8ae2640 1 -- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80c4070250 msgr2=0x7f80c4152e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:46.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80c8ae2640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80c4070250 0x7f80c4152e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80c8ae2640 1 -- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80c406e1a0 msgr2=0x7f80c413f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:46.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80c92e3640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80c406e1a0 0x7f80c413f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:46.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80c8ae2640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80c406e1a0 0x7f80c413f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:46.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80c8ae2640 1 -- 172.21.15.33:0/4266205066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c414e990 con 0x7f80c406e5b0 2024-07-26T15:29:46.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80c8ae2640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80c406e5b0 0x7f80c413f5f0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f80b4034040 tx=0x7f80b40039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:46.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80b9ffb640 1 -- 172.21.15.33:0/4266205066 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b403e030 con 0x7f80c406e5b0 2024-07-26T15:29:46.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80b9ffb640 1 -- 172.21.15.33:0/4266205066 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f80b40047a0 con 0x7f80c406e5b0 2024-07-26T15:29:46.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.963+0000 7f80b9ffb640 1 -- 172.21.15.33:0/4266205066 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b4035040 con 0x7f80c406e5b0 2024-07-26T15:29:46.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.964+0000 7f80cb547640 1 -- 172.21.15.33:0/4266205066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80c41e5110 con 0x7f80c406e5b0 2024-07-26T15:29:46.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.964+0000 7f80cb547640 1 -- 172.21.15.33:0/4266205066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80c41e7b50 con 0x7f80c406e5b0 2024-07-26T15:29:46.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.965+0000 7f80cb547640 1 -- 172.21.15.33:0/4266205066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80c40cd0d0 con 0x7f80c406e5b0 2024-07-26T15:29:46.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.965+0000 7f80b9ffb640 1 -- 172.21.15.33:0/4266205066 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f80b4041030 con 0x7f80c406e5b0 2024-07-26T15:29:46.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.966+0000 7f80b9ffb640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80a8077040 0x7f80a8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:46.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.966+0000 7f80b9ffb640 1 -- 172.21.15.33:0/4266205066 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f80b40b9190 con 0x7f80c406e5b0 2024-07-26T15:29:46.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.966+0000 7f80c92e3640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80a8077040 0x7f80a8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:46.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.967+0000 7f80c92e3640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80a8077040 0x7f80a8079550 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f80c0009960 tx=0x7f80c0005c90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:46.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:46.970+0000 7f80b9ffb640 1 -- 172.21.15.33:0/4266205066 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f80c40cd0d0 con 0x7f80c406e5b0 2024-07-26T15:29:47.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.162+0000 7f80cb547640 1 -- 172.21.15.33:0/4266205066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f80c4072060 con 0x7f80c406e5b0 2024-07-26T15:29:47.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.163+0000 7f80b9ffb640 1 -- 172.21.15.33:0/4266205066 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16955 (secure 0 0 0) 0x7f80b4082280 con 0x7f80c406e5b0 2024-07-26T15:29:47.165 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:47.165 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":39,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:29:45.865048+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:29:43.548514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-26T15:29:44.813537+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:47.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 -- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80a8077040 msgr2=0x7f80a8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:47.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80a8077040 0x7f80a8079550 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f80c0009960 tx=0x7f80c0005c90 comp rx=0 tx=0).stop 2024-07-26T15:29:47.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 -- 172.21.15.33:0/4266205066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80c406e5b0 msgr2=0x7f80c413f5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:47.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80c406e5b0 0x7f80c413f5f0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f80b4034040 tx=0x7f80b40039e0 comp rx=0 tx=0).stop 2024-07-26T15:29:47.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 -- 172.21.15.33:0/4266205066 shutdown_connections 2024-07-26T15:29:47.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80c4070250 0x7f80c4152e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:47.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f80a8077040 0x7f80a8079550 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:47.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80c406e5b0 0x7f80c413f5f0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:47.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 --2- 172.21.15.33:0/4266205066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80c406e1a0 0x7f80c413f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:47.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 -- 172.21.15.33:0/4266205066 >> 172.21.15.33:0/4266205066 conn(0x7f80c40cc3d0 msgr2=0x7f80c4150370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:47.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 -- 172.21.15.33:0/4266205066 shutdown_connections 2024-07-26T15:29:47.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.165+0000 7f80cb547640 1 -- 172.21.15.33:0/4266205066 wait complete. 2024-07-26T15:29:47.178 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T15:29:47.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.298+0000 7f88d8bf2640 1 -- 172.21.15.33:0/201826603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88c0004d90 msgr2=0x7f88c0005220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:47.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.298+0000 7f88d8bf2640 1 --2- 172.21.15.33:0/201826603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88c0004d90 0x7f88c0005220 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f88c4006f80 tx=0x7f88c0005830 comp rx=0 tx=0).stop 2024-07-26T15:29:47.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.298+0000 7f88d2d9d640 1 -- 172.21.15.33:0/201826603 reap_dead start 2024-07-26T15:29:47.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.298+0000 7f88d8bf2640 1 -- 172.21.15.33:0/201826603 shutdown_connections 2024-07-26T15:29:47.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.298+0000 7f88d8bf2640 1 -- 172.21.15.33:0/201826603 >> 172.21.15.33:0/201826603 conn(0x7f88d40d3de0 msgr2=0x7f88d40d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:47.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.298+0000 7f88d8bf2640 1 -- 172.21.15.33:0/201826603 shutdown_connections 2024-07-26T15:29:47.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.298+0000 7f88d8bf2640 1 -- 172.21.15.33:0/201826603 wait complete. 2024-07-26T15:29:47.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.300+0000 7f88d8bf2640 1 Processor -- start 2024-07-26T15:29:47.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.300+0000 7f88d8bf2640 1 -- start start 2024-07-26T15:29:47.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d8bf2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88c0004d90 0x7f88d40a1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:47.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d8bf2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88d40cca80 0x7f88d41f5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:47.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d8bf2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88d41f5c90 0x7f88d41e6c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d8bf2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f88d40d1920 con 0x7f88d41f5c90 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d8bf2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f88d40b2d30 con 0x7f88d40cca80 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d8bf2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f88d40d1aa0 con 0x7f88c0004d90 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88d41f5c90 0x7f88d41e6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88d41f5c90 0x7f88d41e6c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38482/0 (socket says 172.21.15.33:38482) 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d2d9d640 1 -- 172.21.15.33:0/3980816488 learned_addr learned my addr 172.21.15.33:0/3980816488 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d259c640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88c0004d90 0x7f88d40a1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d1d9b640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88d40cca80 0x7f88d41f5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d2d9d640 1 -- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88c0004d90 msgr2=0x7f88d40a1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d2d9d640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88c0004d90 0x7f88d40a1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d2d9d640 1 -- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88d40cca80 msgr2=0x7f88d41f5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d2d9d640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88d40cca80 0x7f88d41f5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:47.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d2d9d640 1 -- 172.21.15.33:0/3980816488 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88d40cd160 con 0x7f88d41f5c90 2024-07-26T15:29:47.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d1d9b640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88d40cca80 0x7f88d41f5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:47.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.302+0000 7f88d2d9d640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88d41f5c90 0x7f88d41e6c40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f88c4006f80 tx=0x7f88c4001110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:47.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.303+0000 7f88caffd640 1 -- 172.21.15.33:0/3980816488 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c4032030 con 0x7f88d41f5c90 2024-07-26T15:29:47.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.303+0000 7f88caffd640 1 -- 172.21.15.33:0/3980816488 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88c4003900 con 0x7f88d41f5c90 2024-07-26T15:29:47.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.303+0000 7f88caffd640 1 -- 172.21.15.33:0/3980816488 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88c4003d50 con 0x7f88d41f5c90 2024-07-26T15:29:47.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.303+0000 7f88d8bf2640 1 -- 172.21.15.33:0/3980816488 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88d40cd440 con 0x7f88d41f5c90 2024-07-26T15:29:47.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.303+0000 7f88d8bf2640 1 -- 172.21.15.33:0/3980816488 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88d40cda00 con 0x7f88d41f5c90 2024-07-26T15:29:47.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.304+0000 7f88d8bf2640 1 -- 172.21.15.33:0/3980816488 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88d40d23e0 con 0x7f88d41f5c90 2024-07-26T15:29:47.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.304+0000 7f88caffd640 1 -- 172.21.15.33:0/3980816488 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f88c4035020 con 0x7f88d41f5c90 2024-07-26T15:29:47.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.305+0000 7f88caffd640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f88b4077040 0x7f88b4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:47.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.305+0000 7f88caffd640 1 -- 172.21.15.33:0/3980816488 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f88c40b87c0 con 0x7f88d41f5c90 2024-07-26T15:29:47.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.305+0000 7f88d259c640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f88b4077040 0x7f88b4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:47.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.306+0000 7f88d259c640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f88b4077040 0x7f88b4079550 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f88cc004fd0 tx=0x7f88cc004a30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:47.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.309+0000 7f88caffd640 1 -- 172.21.15.33:0/3980816488 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f88c4081830 con 0x7f88d41f5c90 2024-07-26T15:29:47.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:47.544+0000 7f88d8bf2640 1 -- 172.21.15.33:0/3980816488 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f88d40d0280 con 0x7f88d41f5c90 2024-07-26T15:29:48.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.490+0000 7f88caffd640 1 -- 172.21.15.33:0/3980816488 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f88c4081130 con 0x7f88d41f5c90 2024-07-26T15:29:48.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 -- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f88b4077040 msgr2=0x7f88b4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:48.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f88b4077040 0x7f88b4079550 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f88cc004fd0 tx=0x7f88cc004a30 comp rx=0 tx=0).stop 2024-07-26T15:29:48.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 -- 172.21.15.33:0/3980816488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88d41f5c90 msgr2=0x7f88d41e6c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:48.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88d41f5c90 0x7f88d41e6c40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f88c4006f80 tx=0x7f88c4001110 comp rx=0 tx=0).stop 2024-07-26T15:29:48.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 -- 172.21.15.33:0/3980816488 shutdown_connections 2024-07-26T15:29:48.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f88b4077040 0x7f88b4079550 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:48.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88d41f5c90 0x7f88d41e6c40 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:48.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88d40cca80 0x7f88d41f5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:48.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 --2- 172.21.15.33:0/3980816488 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88c0004d90 0x7f88d40a1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:48.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 -- 172.21.15.33:0/3980816488 >> 172.21.15.33:0/3980816488 conn(0x7f88d40d3de0 msgr2=0x7f88d41e78b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:48.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 -- 172.21.15.33:0/3980816488 shutdown_connections 2024-07-26T15:29:48.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.493+0000 7f88d8bf2640 1 -- 172.21.15.33:0/3980816488 wait complete. 2024-07-26T15:29:48.509 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T15:29:48.509 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T15:29:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.639+0000 7feaa4307640 1 -- 172.21.15.33:0/2295545829 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea9c1421e0 msgr2=0x7fea9c06c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.639+0000 7feaa4307640 1 --2- 172.21.15.33:0/2295545829 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea9c1421e0 0x7fea9c06c630 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fea9c1425f0 tx=0x7fea8c02a980 comp rx=0 tx=0).stop 2024-07-26T15:29:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.639+0000 7feaa4307640 1 -- 172.21.15.33:0/2295545829 shutdown_connections 2024-07-26T15:29:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.639+0000 7feaa4307640 1 --2- 172.21.15.33:0/2295545829 >> v2:172.21.15.154:3300/0 conn(0x7fea9c13ee40 0x7fea9c06cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.639+0000 7feaa4307640 1 --2- 172.21.15.33:0/2295545829 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fea9c15c410 0x7fea9c15c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:48.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.639+0000 7feaa4307640 1 --2- 172.21.15.33:0/2295545829 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea9c1421e0 0x7fea9c06c630 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:48.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.639+0000 7feaa4307640 1 -- 172.21.15.33:0/2295545829 >> 172.21.15.33:0/2295545829 conn(0x7fea9c0b2fa0 msgr2=0x7fea9c06d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:48.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.639+0000 7feaa4307640 1 -- 172.21.15.33:0/2295545829 shutdown_connections 2024-07-26T15:29:48.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.639+0000 7feaa4307640 1 -- 172.21.15.33:0/2295545829 wait complete. 2024-07-26T15:29:48.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.641+0000 7feaa4307640 1 Processor -- start 2024-07-26T15:29:48.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.641+0000 7feaa4307640 1 -- start start 2024-07-26T15:29:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.642+0000 7feaa4307640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fea9c13ee40 0x7fea9c1386e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.642+0000 7feaa4307640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fea9c1421e0 0x7fea9c15e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.642+0000 7feaa4307640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea9c15c410 0x7fea9c15e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa4307640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fea9c073750 con 0x7fea9c15c410 2024-07-26T15:29:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa4307640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fea9c0735d0 con 0x7fea9c13ee40 2024-07-26T15:29:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa4307640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fea9c0738d0 con 0x7fea9c1421e0 2024-07-26T15:29:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa28a4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea9c15c410 0x7fea9c15e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa28a4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea9c15c410 0x7fea9c15e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38496/0 (socket says 172.21.15.33:38496) 2024-07-26T15:29:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa28a4640 1 -- 172.21.15.33:0/2579939006 learned_addr learned my addr 172.21.15.33:0/2579939006 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:48.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa20a3640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fea9c13ee40 0x7fea9c1386e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa18a2640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fea9c1421e0 0x7fea9c15e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa28a4640 1 -- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fea9c1421e0 msgr2=0x7fea9c15e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa28a4640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fea9c1421e0 0x7fea9c15e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa28a4640 1 -- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fea9c13ee40 msgr2=0x7fea9c1386e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa28a4640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fea9c13ee40 0x7fea9c1386e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa28a4640 1 -- 172.21.15.33:0/2579939006 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea9c138c20 con 0x7fea9c15c410 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa28a4640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea9c15c410 0x7fea9c15e910 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fea9400c920 tx=0x7fea9400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7fea9affd640 1 -- 172.21.15.33:0/2579939006 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea94007bb0 con 0x7fea9c15c410 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7fea9affd640 1 -- 172.21.15.33:0/2579939006 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea94007e40 con 0x7fea9c15c410 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7feaa4307640 1 -- 172.21.15.33:0/2579939006 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea9c138e20 con 0x7fea9c15c410 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.643+0000 7fea9affd640 1 -- 172.21.15.33:0/2579939006 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea94005280 con 0x7fea9c15c410 2024-07-26T15:29:48.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.644+0000 7feaa4307640 1 -- 172.21.15.33:0/2579939006 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea9c139570 con 0x7fea9c15c410 2024-07-26T15:29:48.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.645+0000 7feaa4307640 1 -- 172.21.15.33:0/2579939006 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea9c0b0d00 con 0x7fea9c15c410 2024-07-26T15:29:48.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.645+0000 7fea9affd640 1 -- 172.21.15.33:0/2579939006 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fea94005420 con 0x7fea9c15c410 2024-07-26T15:29:48.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.646+0000 7fea9affd640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fea88077040 0x7fea88079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:48.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.646+0000 7fea9affd640 1 -- 172.21.15.33:0/2579939006 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fea94098cb0 con 0x7fea9c15c410 2024-07-26T15:29:48.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.646+0000 7feaa20a3640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fea88077040 0x7fea88079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:48.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.647+0000 7feaa20a3640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fea88077040 0x7fea88079550 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fea8c035000 tx=0x7fea8c004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:48.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.651+0000 7fea9affd640 1 -- 172.21.15.33:0/2579939006 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fea9c138c20 con 0x7fea9c15c410 2024-07-26T15:29:48.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:48.886+0000 7feaa4307640 1 -- 172.21.15.33:0/2579939006 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fea9c138ff0 con 0x7fea9c15c410 2024-07-26T15:29:49.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.496+0000 7fea9affd640 1 -- 172.21.15.33:0/2579939006 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7fea94014030 con 0x7fea9c15c410 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 -- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fea88077040 msgr2=0x7fea88079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fea88077040 0x7fea88079550 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fea8c035000 tx=0x7fea8c004ab0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 -- 172.21.15.33:0/2579939006 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea9c15c410 msgr2=0x7fea9c15e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea9c15c410 0x7fea9c15e910 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fea9400c920 tx=0x7fea9400cde0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 -- 172.21.15.33:0/2579939006 shutdown_connections 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fea88077040 0x7fea88079550 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea9c15c410 0x7fea9c15e910 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fea9c1421e0 0x7fea9c15e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 --2- 172.21.15.33:0/2579939006 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fea9c13ee40 0x7fea9c1386e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 -- 172.21.15.33:0/2579939006 >> 172.21.15.33:0/2579939006 conn(0x7fea9c0b2fa0 msgr2=0x7fea9c0b1eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 -- 172.21.15.33:0/2579939006 shutdown_connections 2024-07-26T15:29:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.499+0000 7feaa4307640 1 -- 172.21.15.33:0/2579939006 wait complete. 2024-07-26T15:29:49.514 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T15:29:49.514 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:29:49.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.637+0000 7f2f1b4da640 1 -- 172.21.15.33:0/666519368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f140d2990 msgr2=0x7f2f140b1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:49.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.637+0000 7f2f1b4da640 1 --2- 172.21.15.33:0/666519368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f140d2990 0x7f2f140b1470 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c009830 tx=0x7f2f0c02a560 comp rx=0 tx=0).stop 2024-07-26T15:29:49.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.637+0000 7f2f1b4da640 1 -- 172.21.15.33:0/666519368 shutdown_connections 2024-07-26T15:29:49.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.637+0000 7f2f1b4da640 1 --2- 172.21.15.33:0/666519368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f140d2990 0x7f2f140b1470 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.637+0000 7f2f1b4da640 1 --2- 172.21.15.33:0/666519368 >> v2:172.21.15.154:3300/0 conn(0x7f2f140cf430 0x7f2f140b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.637+0000 7f2f1b4da640 1 -- 172.21.15.33:0/666519368 >> 172.21.15.33:0/666519368 conn(0x7f2f140d3da0 msgr2=0x7f2f140d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:49.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.637+0000 7f2f1b4da640 1 -- 172.21.15.33:0/666519368 shutdown_connections 2024-07-26T15:29:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.637+0000 7f2f1b4da640 1 -- 172.21.15.33:0/666519368 wait complete. 2024-07-26T15:29:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.639+0000 7f2f1b4da640 1 Processor -- start 2024-07-26T15:29:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.639+0000 7f2f1b4da640 1 -- start start 2024-07-26T15:29:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.640+0000 7f2f1b4da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f140cf430 0x7f2f140d2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.640+0000 7f2f1b4da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f140d1b80 0x7f2f140b3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.640+0000 7f2f1b4da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f140d2980 0x7f2f140b4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.640+0000 7f2f1b4da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2f140b1ee0 con 0x7f2f140d2980 2024-07-26T15:29:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.640+0000 7f2f1b4da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2f140b1d60 con 0x7f2f140cf430 2024-07-26T15:29:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.640+0000 7f2f1b4da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2f140b2060 con 0x7f2f140d1b80 2024-07-26T15:29:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f19a77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f140d2980 0x7f2f140b4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f19a77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f140d2980 0x7f2f140b4240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38514/0 (socket says 172.21.15.33:38514) 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f19a77640 1 -- 172.21.15.33:0/2686108415 learned_addr learned my addr 172.21.15.33:0/2686108415 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f19276640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f140cf430 0x7f2f140d2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f18a75640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f140d1b80 0x7f2f140b3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f19a77640 1 -- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f140d1b80 msgr2=0x7f2f140b3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f19a77640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f140d1b80 0x7f2f140b3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f19a77640 1 -- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f140cf430 msgr2=0x7f2f140d2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f19a77640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f140cf430 0x7f2f140d2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f19a77640 1 -- 172.21.15.33:0/2686108415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f14158f60 con 0x7f2f140d2980 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f19a77640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f140d2980 0x7f2f140b4240 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c009950 tx=0x7f2f0c033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f09ffb640 1 -- 172.21.15.33:0/2686108415 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f0c031b50 con 0x7f2f140d2980 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f09ffb640 1 -- 172.21.15.33:0/2686108415 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f0c031de0 con 0x7f2f140d2980 2024-07-26T15:29:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f09ffb640 1 -- 172.21.15.33:0/2686108415 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f0c005280 con 0x7f2f140d2980 2024-07-26T15:29:49.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.641+0000 7f2f1b4da640 1 -- 172.21.15.33:0/2686108415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f14159240 con 0x7f2f140d2980 2024-07-26T15:29:49.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.642+0000 7f2f1b4da640 1 -- 172.21.15.33:0/2686108415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f14159800 con 0x7f2f140d2980 2024-07-26T15:29:49.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.643+0000 7f2f1b4da640 1 -- 172.21.15.33:0/2686108415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f140b25a0 con 0x7f2f140d2980 2024-07-26T15:29:49.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.643+0000 7f2f09ffb640 1 -- 172.21.15.33:0/2686108415 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2f0c005420 con 0x7f2f140d2980 2024-07-26T15:29:49.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.644+0000 7f2f09ffb640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2ef8077040 0x7f2ef8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:49.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.644+0000 7f2f09ffb640 1 -- 172.21.15.33:0/2686108415 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f2f0c0b99f0 con 0x7f2f140d2980 2024-07-26T15:29:49.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.644+0000 7f2f19276640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2ef8077040 0x7f2ef8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:49.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.645+0000 7f2f19276640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2ef8077040 0x7f2ef8079550 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2f10005fd0 tx=0x7f2f100095e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:49.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.648+0000 7f2f09ffb640 1 -- 172.21.15.33:0/2686108415 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2f0c03f030 con 0x7f2f140d2980 2024-07-26T15:29:49.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.879+0000 7f2f1b4da640 1 -- 172.21.15.33:0/2686108415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2f140b6f50 con 0x7f2f140d2980 2024-07-26T15:29:49.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.880+0000 7f2f09ffb640 1 -- 172.21.15.33:0/2686108415 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5223 (secure 0 0 0) 0x7f2f0c0b9020 con 0x7f2f140d2980 2024-07-26T15:29:49.881 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:49.882 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":18,"btime":"2024-07-26T15:29:49:491456+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3002016338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3002016338},{"type":"v1","addr":"172.21.15.33:6834","nonce":3002016338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4927,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/809873516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":809873516},{"type":"v1","addr":"172.21.15.154:6836","nonce":809873516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4930,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6837/2665027072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2665027072},{"type":"v1","addr":"172.21.15.154:6837","nonce":2665027072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:29:45.864997+0000","modified":"2024-07-26T15:29:48.887876+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5058},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5058":{"gid":5058,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/969994320","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":969994320},{"type":"v1","addr":"172.21.15.33:6835","nonce":969994320}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5058,"qdb_cluster":[5058]},"id":2}]} 2024-07-26T15:29:49.882 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 18 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 -- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2ef8077040 msgr2=0x7f2ef8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2ef8077040 0x7f2ef8079550 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2f10005fd0 tx=0x7f2f100095e0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 -- 172.21.15.33:0/2686108415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f140d2980 msgr2=0x7f2f140b4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f140d2980 0x7f2f140b4240 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c009950 tx=0x7f2f0c033ba0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 -- 172.21.15.33:0/2686108415 shutdown_connections 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2ef8077040 0x7f2ef8079550 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f140d2980 0x7f2f140b4240 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f140d1b80 0x7f2f140b3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 --2- 172.21.15.33:0/2686108415 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f140cf430 0x7f2f140d2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 -- 172.21.15.33:0/2686108415 >> 172.21.15.33:0/2686108415 conn(0x7f2f140d3da0 msgr2=0x7f2f14160af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 -- 172.21.15.33:0/2686108415 shutdown_connections 2024-07-26T15:29:49.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:49.882+0000 7f2f1b4da640 1 -- 172.21.15.33:0/2686108415 wait complete. 2024-07-26T15:29:49.895 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:29:50.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.011+0000 7f302b56c640 1 -- 172.21.15.33:0/1477876504 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30240b2dc0 msgr2=0x7f30240d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.011+0000 7f302b56c640 1 --2- 172.21.15.33:0/1477876504 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30240b2dc0 0x7f30240d2930 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f302408e020 tx=0x7f302002a4d0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.011+0000 7f302b56c640 1 -- 172.21.15.33:0/1477876504 shutdown_connections 2024-07-26T15:29:50.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.011+0000 7f302b56c640 1 --2- 172.21.15.33:0/1477876504 >> v2:172.21.15.154:3300/0 conn(0x7f30240ce9e0 0x7f30240cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.011+0000 7f302b56c640 1 --2- 172.21.15.33:0/1477876504 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30240b2dc0 0x7f30240d2930 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.011+0000 7f302b56c640 1 -- 172.21.15.33:0/1477876504 >> 172.21.15.33:0/1477876504 conn(0x7f30240d3e10 msgr2=0x7f30240d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:50.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.011+0000 7f302b56c640 1 -- 172.21.15.33:0/1477876504 shutdown_connections 2024-07-26T15:29:50.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.011+0000 7f302b56c640 1 -- 172.21.15.33:0/1477876504 wait complete. 2024-07-26T15:29:50.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.013+0000 7f302b56c640 1 Processor -- start 2024-07-26T15:29:50.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.013+0000 7f302b56c640 1 -- start start 2024-07-26T15:29:50.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.014+0000 7f302b56c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30240b2dc0 0x7f30240cdcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.014+0000 7f302b56c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30240ce9e0 0x7f30240c7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.014+0000 7f302b56c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30240d0570 0x7f30241f5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.014+0000 7f302b56c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f30240cf4b0 con 0x7f30240d0570 2024-07-26T15:29:50.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.014+0000 7f302b56c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f30240cf330 con 0x7f30240ce9e0 2024-07-26T15:29:50.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.014+0000 7f302b56c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f30240cf630 con 0x7f30240b2dc0 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3029b09640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30240d0570 0x7f30241f5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3029b09640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30240d0570 0x7f30241f5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38530/0 (socket says 172.21.15.33:38530) 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3029b09640 1 -- 172.21.15.33:0/3131414845 learned_addr learned my addr 172.21.15.33:0/3131414845 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3029308640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30240b2dc0 0x7f30240cdcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3028b07640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30240ce9e0 0x7f30240c7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3029b09640 1 -- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30240b2dc0 msgr2=0x7f30240cdcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3029b09640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30240b2dc0 0x7f30240cdcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3029b09640 1 -- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30240ce9e0 msgr2=0x7f30240c7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3029b09640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30240ce9e0 0x7f30240c7940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3029b09640 1 -- 172.21.15.33:0/3131414845 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f302415f130 con 0x7f30240d0570 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3029308640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30240b2dc0 0x7f30240cdcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3028b07640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30240ce9e0 0x7f30240c7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:50.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3029b09640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30240d0570 0x7f30241f5030 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f301c00d9e0 tx=0x7f301c00dea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:50.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3019ffb640 1 -- 172.21.15.33:0/3131414845 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301c017070 con 0x7f30240d0570 2024-07-26T15:29:50.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3019ffb640 1 -- 172.21.15.33:0/3131414845 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f301c00be30 con 0x7f30240d0570 2024-07-26T15:29:50.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f302b56c640 1 -- 172.21.15.33:0/3131414845 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30240c7e80 con 0x7f30240d0570 2024-07-26T15:29:50.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.015+0000 7f3019ffb640 1 -- 172.21.15.33:0/3131414845 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301c003bb0 con 0x7f30240d0570 2024-07-26T15:29:50.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.016+0000 7f302b56c640 1 -- 172.21.15.33:0/3131414845 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f302415f880 con 0x7f30240d0570 2024-07-26T15:29:50.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.016+0000 7f302b56c640 1 -- 172.21.15.33:0/3131414845 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30240d2930 con 0x7f30240d0570 2024-07-26T15:29:50.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.017+0000 7f3019ffb640 1 -- 172.21.15.33:0/3131414845 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f301c010460 con 0x7f30240d0570 2024-07-26T15:29:50.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.018+0000 7f3019ffb640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3008077010 0x7f3008079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.018+0000 7f3019ffb640 1 -- 172.21.15.33:0/3131414845 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f301c098f10 con 0x7f30240d0570 2024-07-26T15:29:50.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.018+0000 7f3029308640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3008077010 0x7f3008079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.018+0000 7f3029308640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3008077010 0x7f3008079520 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f3020034000 tx=0x7f3020004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:50.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.022+0000 7f3019ffb640 1 -- 172.21.15.33:0/3131414845 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f301c061f80 con 0x7f30240d0570 2024-07-26T15:29:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.219+0000 7f302b56c640 1 -- 172.21.15.33:0/3131414845 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f302415fa50 con 0x7f30240d0570 2024-07-26T15:29:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.220+0000 7f3019ffb640 1 -- 172.21.15.33:0/3131414845 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) ==== 74+0+16942 (secure 0 0 0) 0x7f301c061880 con 0x7f30240d0570 2024-07-26T15:29:50.222 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:50.222 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":40,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:29:47.475282+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:29:43.548514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-26T15:29:44.813537+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:29:50.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 -- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3008077010 msgr2=0x7f3008079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3008077010 0x7f3008079520 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f3020034000 tx=0x7f3020004730 comp rx=0 tx=0).stop 2024-07-26T15:29:50.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 -- 172.21.15.33:0/3131414845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30240d0570 msgr2=0x7f30241f5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30240d0570 0x7f30241f5030 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f301c00d9e0 tx=0x7f301c00dea0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 -- 172.21.15.33:0/3131414845 shutdown_connections 2024-07-26T15:29:50.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3008077010 0x7f3008079520 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30240d0570 0x7f30241f5030 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30240ce9e0 0x7f30240c7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 --2- 172.21.15.33:0/3131414845 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30240b2dc0 0x7f30240cdcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 -- 172.21.15.33:0/3131414845 >> 172.21.15.33:0/3131414845 conn(0x7f30240d3e10 msgr2=0x7f30240b2490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:50.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 -- 172.21.15.33:0/3131414845 shutdown_connections 2024-07-26T15:29:50.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.222+0000 7f302b56c640 1 -- 172.21.15.33:0/3131414845 wait complete. 2024-07-26T15:29:50.235 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T15:29:50.236 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:29:50.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.353+0000 7f7d99551640 1 -- 172.21.15.33:0/1146353876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d940d1b80 msgr2=0x7f7d940b1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.353+0000 7f7d99551640 1 --2- 172.21.15.33:0/1146353876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d940d1b80 0x7f7d940b1470 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c005fd0 tx=0x7f7d8c02aa90 comp rx=0 tx=0).stop 2024-07-26T15:29:50.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.353+0000 7f7d99551640 1 -- 172.21.15.33:0/1146353876 shutdown_connections 2024-07-26T15:29:50.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.353+0000 7f7d99551640 1 --2- 172.21.15.33:0/1146353876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d940d1b80 0x7f7d940b1470 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.353+0000 7f7d99551640 1 --2- 172.21.15.33:0/1146353876 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d940d2990 0x7f7d940b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.353+0000 7f7d99551640 1 -- 172.21.15.33:0/1146353876 >> 172.21.15.33:0/1146353876 conn(0x7f7d940d3da0 msgr2=0x7f7d940d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:50.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.353+0000 7f7d99551640 1 -- 172.21.15.33:0/1146353876 shutdown_connections 2024-07-26T15:29:50.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.353+0000 7f7d99551640 1 -- 172.21.15.33:0/1146353876 wait complete. 2024-07-26T15:29:50.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.354+0000 7f7d99551640 1 Processor -- start 2024-07-26T15:29:50.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.354+0000 7f7d99551640 1 -- start start 2024-07-26T15:29:50.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d99551640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d940cf430 0x7f7d941589a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d99551640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d940d1b80 0x7f7d941f4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d99551640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d9415b1b0 0x7f7d9415b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d99551640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7d940b1eb0 con 0x7f7d9415b1b0 2024-07-26T15:29:50.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d99551640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7d940b1d30 con 0x7f7d940cf430 2024-07-26T15:29:50.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d99551640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7d940b2030 con 0x7f7d940d1b80 2024-07-26T15:29:50.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d937fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d9415b1b0 0x7f7d9415b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d937fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d9415b1b0 0x7f7d9415b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38536/0 (socket says 172.21.15.33:38536) 2024-07-26T15:29:50.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d937fe640 1 -- 172.21.15.33:0/2723979826 learned_addr learned my addr 172.21.15.33:0/2723979826 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d92ffd640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d940cf430 0x7f7d941589a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d8bfff640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d940d1b80 0x7f7d941f4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d937fe640 1 -- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d940d1b80 msgr2=0x7f7d941f4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d937fe640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d940d1b80 0x7f7d941f4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d937fe640 1 -- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d940cf430 msgr2=0x7f7d941589a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d937fe640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d940cf430 0x7f7d941589a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d937fe640 1 -- 172.21.15.33:0/2723979826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d9415bb00 con 0x7f7d9415b1b0 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d8bfff640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d940d1b80 0x7f7d941f4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.356+0000 7f7d937fe640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d9415b1b0 0x7f7d9415b5c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c009d90 tx=0x7f7d8c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.357+0000 7f7d8b7fe640 1 -- 172.21.15.33:0/2723979826 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c044070 con 0x7f7d9415b1b0 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.357+0000 7f7d8b7fe640 1 -- 172.21.15.33:0/2723979826 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d8c02e7f0 con 0x7f7d9415b1b0 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.357+0000 7f7d8b7fe640 1 -- 172.21.15.33:0/2723979826 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8c0044b0 con 0x7f7d9415b1b0 2024-07-26T15:29:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.357+0000 7f7d99551640 1 -- 172.21.15.33:0/2723979826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d9415a290 con 0x7f7d9415b1b0 2024-07-26T15:29:50.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.357+0000 7f7d99551640 1 -- 172.21.15.33:0/2723979826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d9415a850 con 0x7f7d9415b1b0 2024-07-26T15:29:50.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.358+0000 7f7d99551640 1 -- 172.21.15.33:0/2723979826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d94159fe0 con 0x7f7d9415b1b0 2024-07-26T15:29:50.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.358+0000 7f7d8b7fe640 1 -- 172.21.15.33:0/2723979826 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7d8c047070 con 0x7f7d9415b1b0 2024-07-26T15:29:50.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.359+0000 7f7d8b7fe640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7d74077040 0x7f7d74079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.359+0000 7f7d8b7fe640 1 -- 172.21.15.33:0/2723979826 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f7d8c0b97c0 con 0x7f7d9415b1b0 2024-07-26T15:29:50.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.359+0000 7f7d92ffd640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7d74077040 0x7f7d74079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.360+0000 7f7d92ffd640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7d74077040 0x7f7d74079550 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7d84001720 tx=0x7f7d84009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:50.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.363+0000 7f7d8b7fe640 1 -- 172.21.15.33:0/2723979826 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7d9415bb00 con 0x7f7d9415b1b0 2024-07-26T15:29:50.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.556+0000 7f7d99551640 1 -- 172.21.15.33:0/2723979826 --> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7d941f48a0 con 0x7f7d74077040 2024-07-26T15:29:50.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.560+0000 7f7d8b7fe640 1 -- 172.21.15.33:0/2723979826 <== mgr.4100 v2:172.21.15.154:6832/3214049706 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246743 (secure 0 0 0) 0x7f7d941f48a0 con 0x7f7d74077040 2024-07-26T15:29:50.565 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:50.566 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:29:50.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.563+0000 7f7d99551640 1 -- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7d74077040 msgr2=0x7f7d74079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.563+0000 7f7d99551640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7d74077040 0x7f7d74079550 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7d84001720 tx=0x7f7d84009040 comp rx=0 tx=0).stop 2024-07-26T15:29:50.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.563+0000 7f7d99551640 1 -- 172.21.15.33:0/2723979826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d9415b1b0 msgr2=0x7f7d9415b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.563+0000 7f7d99551640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d9415b1b0 0x7f7d9415b5c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c009d90 tx=0x7f7d8c003f10 comp rx=0 tx=0).stop 2024-07-26T15:29:50.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.563+0000 7f7d99551640 1 -- 172.21.15.33:0/2723979826 shutdown_connections 2024-07-26T15:29:50.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.563+0000 7f7d99551640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7d74077040 0x7f7d74079550 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.563+0000 7f7d99551640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d9415b1b0 0x7f7d9415b5c0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.563+0000 7f7d99551640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d940d1b80 0x7f7d941f4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.563+0000 7f7d99551640 1 --2- 172.21.15.33:0/2723979826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d940cf430 0x7f7d941589a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.563+0000 7f7d99551640 1 -- 172.21.15.33:0/2723979826 >> 172.21.15.33:0/2723979826 conn(0x7f7d940d3da0 msgr2=0x7f7d9415e120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:50.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.564+0000 7f7d99551640 1 -- 172.21.15.33:0/2723979826 shutdown_connections 2024-07-26T15:29:50.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.564+0000 7f7d99551640 1 -- 172.21.15.33:0/2723979826 wait complete. 2024-07-26T15:29:50.576 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2024-07-26T15:29:48.630123+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":81,"ondisk_log_size":81,"up":178,"acting":178,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":224832,"kb_used_data":4512,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749888,"statfs":{"total":773094113280,"available":772863885312,"internally_reserved":0,"allocated":4620288,"data_stored":2630713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.175776"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466190+0000","last_change":"2024-07-26T15:29:45.466190+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466190+0000","last_undegraded":"2024-07-26T15:29:45.466190+0000","last_fullsized":"2024-07-26T15:29:45.466190+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471317+0000","last_change":"2024-07-26T15:29:45.471317+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471317+0000","last_undegraded":"2024-07-26T15:29:45.471317+0000","last_fullsized":"2024-07-26T15:29:45.471317+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:29:45.452797+0000","last_change":"2024-07-26T15:29:45.452797+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.452797+0000","last_undegraded":"2024-07-26T15:29:45.452797+0000","last_fullsized":"2024-07-26T15:29:45.452797+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468558+0000","last_change":"2024-07-26T15:29:45.468558+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468558+0000","last_undegraded":"2024-07-26T15:29:45.468558+0000","last_fullsized":"2024-07-26T15:29:45.468558+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467535+0000","last_change":"2024-07-26T15:29:45.467535+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467535+0000","last_undegraded":"2024-07-26T15:29:45.467535+0000","last_fullsized":"2024-07-26T15:29:45.467535+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469016+0000","last_change":"2024-07-26T15:29:45.469016+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469016+0000","last_undegraded":"2024-07-26T15:29:45.469016+0000","last_fullsized":"2024-07-26T15:29:45.469016+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465139+0000","last_change":"2024-07-26T15:29:45.465139+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465139+0000","last_undegraded":"2024-07-26T15:29:45.465139+0000","last_fullsized":"2024-07-26T15:29:45.465139+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466755+0000","last_change":"2024-07-26T15:29:45.466755+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466755+0000","last_undegraded":"2024-07-26T15:29:45.466755+0000","last_fullsized":"2024-07-26T15:29:45.466755+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:29:45.452797+0000","last_change":"2024-07-26T15:29:45.452797+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.452797+0000","last_undegraded":"2024-07-26T15:29:45.452797+0000","last_fullsized":"2024-07-26T15:29:45.452797+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465351+0000","last_change":"2024-07-26T15:29:45.465351+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465351+0000","last_undegraded":"2024-07-26T15:29:45.465351+0000","last_fullsized":"2024-07-26T15:29:45.465351+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463983+0000","last_change":"2024-07-26T15:29:45.463983+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463983+0000","last_undegraded":"2024-07-26T15:29:45.463983+0000","last_fullsized":"2024-07-26T15:29:45.463983+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:29:45.452797+0000","last_change":"2024-07-26T15:29:45.452797+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.452797+0000","last_undegraded":"2024-07-26T15:29:45.452797+0000","last_fullsized":"2024-07-26T15:29:45.452797+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.464756+0000","last_change":"2024-07-26T15:29:45.464756+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.464756+0000","last_undegraded":"2024-07-26T15:29:45.464756+0000","last_fullsized":"2024-07-26T15:29:45.464756+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471337+0000","last_change":"2024-07-26T15:29:45.471337+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471337+0000","last_undegraded":"2024-07-26T15:29:45.471337+0000","last_fullsized":"2024-07-26T15:29:45.471337+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.464522+0000","last_change":"2024-07-26T15:29:45.464522+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.464522+0000","last_undegraded":"2024-07-26T15:29:45.464522+0000","last_fullsized":"2024-07-26T15:29:45.464522+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517285+0000","last_change":"2024-07-26T15:29:46.486500+0000","last_active":"2024-07-26T15:29:47.517285+0000","last_peered":"2024-07-26T15:29:47.517285+0000","last_clean":"2024-07-26T15:29:47.517285+0000","last_became_active":"2024-07-26T15:29:46.486178+0000","last_became_peered":"2024-07-26T15:29:46.486178+0000","last_unstale":"2024-07-26T15:29:47.517285+0000","last_undegraded":"2024-07-26T15:29:47.517285+0000","last_fullsized":"2024-07-26T15:29:47.517285+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:50:38.559797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517730+0000","last_change":"2024-07-26T15:29:46.483202+0000","last_active":"2024-07-26T15:29:47.517730+0000","last_peered":"2024-07-26T15:29:47.517730+0000","last_clean":"2024-07-26T15:29:47.517730+0000","last_became_active":"2024-07-26T15:29:46.482494+0000","last_became_peered":"2024-07-26T15:29:46.482494+0000","last_unstale":"2024-07-26T15:29:47.517730+0000","last_undegraded":"2024-07-26T15:29:47.517730+0000","last_fullsized":"2024-07-26T15:29:47.517730+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:52.500272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.462235+0000","last_change":"2024-07-26T15:29:45.462235+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.462235+0000","last_undegraded":"2024-07-26T15:29:45.462235+0000","last_fullsized":"2024-07-26T15:29:45.462235+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466962+0000","last_change":"2024-07-26T15:29:45.466962+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466962+0000","last_undegraded":"2024-07-26T15:29:45.466962+0000","last_fullsized":"2024-07-26T15:29:45.466962+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465952+0000","last_change":"2024-07-26T15:29:45.465952+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465952+0000","last_undegraded":"2024-07-26T15:29:45.465952+0000","last_fullsized":"2024-07-26T15:29:45.465952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463689+0000","last_change":"2024-07-26T15:29:45.463689+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463689+0000","last_undegraded":"2024-07-26T15:29:45.463689+0000","last_fullsized":"2024-07-26T15:29:45.463689+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470160+0000","last_change":"2024-07-26T15:29:45.470160+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470160+0000","last_undegraded":"2024-07-26T15:29:45.470160+0000","last_fullsized":"2024-07-26T15:29:45.470160+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517242+0000","last_change":"2024-07-26T15:29:46.500757+0000","last_active":"2024-07-26T15:29:47.517242+0000","last_peered":"2024-07-26T15:29:47.517242+0000","last_clean":"2024-07-26T15:29:47.517242+0000","last_became_active":"2024-07-26T15:29:46.500371+0000","last_became_peered":"2024-07-26T15:29:46.500371+0000","last_unstale":"2024-07-26T15:29:47.517242+0000","last_undegraded":"2024-07-26T15:29:47.517242+0000","last_fullsized":"2024-07-26T15:29:47.517242+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:27.228200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465789+0000","last_change":"2024-07-26T15:29:45.465789+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465789+0000","last_undegraded":"2024-07-26T15:29:45.465789+0000","last_fullsized":"2024-07-26T15:29:45.465789+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465003+0000","last_change":"2024-07-26T15:29:45.465003+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465003+0000","last_undegraded":"2024-07-26T15:29:45.465003+0000","last_fullsized":"2024-07-26T15:29:45.465003+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467204+0000","last_change":"2024-07-26T15:29:45.467204+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467204+0000","last_undegraded":"2024-07-26T15:29:45.467204+0000","last_fullsized":"2024-07-26T15:29:45.467204+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465263+0000","last_change":"2024-07-26T15:29:45.465263+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465263+0000","last_undegraded":"2024-07-26T15:29:45.465263+0000","last_fullsized":"2024-07-26T15:29:45.465263+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463761+0000","last_change":"2024-07-26T15:29:45.463761+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463761+0000","last_undegraded":"2024-07-26T15:29:45.463761+0000","last_fullsized":"2024-07-26T15:29:45.463761+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465671+0000","last_change":"2024-07-26T15:29:45.465671+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465671+0000","last_undegraded":"2024-07-26T15:29:45.465671+0000","last_fullsized":"2024-07-26T15:29:45.465671+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.462571+0000","last_change":"2024-07-26T15:29:45.462571+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.462571+0000","last_undegraded":"2024-07-26T15:29:45.462571+0000","last_fullsized":"2024-07-26T15:29:45.462571+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517277+0000","last_change":"2024-07-26T15:29:46.500870+0000","last_active":"2024-07-26T15:29:47.517277+0000","last_peered":"2024-07-26T15:29:47.517277+0000","last_clean":"2024-07-26T15:29:47.517277+0000","last_became_active":"2024-07-26T15:29:46.500539+0000","last_became_peered":"2024-07-26T15:29:46.500539+0000","last_unstale":"2024-07-26T15:29:47.517277+0000","last_undegraded":"2024-07-26T15:29:47.517277+0000","last_fullsized":"2024-07-26T15:29:47.517277+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:10.997767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469639+0000","last_change":"2024-07-26T15:29:45.469639+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469639+0000","last_undegraded":"2024-07-26T15:29:45.469639+0000","last_fullsized":"2024-07-26T15:29:45.469639+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517626+0000","last_change":"2024-07-26T15:29:46.486897+0000","last_active":"2024-07-26T15:29:47.517626+0000","last_peered":"2024-07-26T15:29:47.517626+0000","last_clean":"2024-07-26T15:29:47.517626+0000","last_became_active":"2024-07-26T15:29:46.486568+0000","last_became_peered":"2024-07-26T15:29:46.486568+0000","last_unstale":"2024-07-26T15:29:47.517626+0000","last_undegraded":"2024-07-26T15:29:47.517626+0000","last_fullsized":"2024-07-26T15:29:47.517626+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:49:24.889505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481002+0000","last_change":"2024-07-26T15:29:45.474319+0000","last_active":"2024-07-26T15:29:45.481002+0000","last_peered":"2024-07-26T15:29:45.481002+0000","last_clean":"2024-07-26T15:29:45.481002+0000","last_became_active":"2024-07-26T15:29:45.473946+0000","last_became_peered":"2024-07-26T15:29:45.473946+0000","last_unstale":"2024-07-26T15:29:45.481002+0000","last_undegraded":"2024-07-26T15:29:45.481002+0000","last_fullsized":"2024-07-26T15:29:45.481002+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:53:01.263210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466668+0000","last_change":"2024-07-26T15:29:45.466668+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466668+0000","last_undegraded":"2024-07-26T15:29:45.466668+0000","last_fullsized":"2024-07-26T15:29:45.466668+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-07-26T15:29:44.460901+0000","last_change":"2024-07-26T15:29:44.460901+0000","last_active":"2024-07-26T15:29:44.448798+0000","last_peered":"2024-07-26T15:29:44.448798+0000","last_clean":"2024-07-26T15:29:44.448798+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:44.460901+0000","last_undegraded":"2024-07-26T15:29:44.460901+0000","last_fullsized":"2024-07-26T15:29:44.460901+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468410+0000","last_change":"2024-07-26T15:29:45.468410+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468410+0000","last_undegraded":"2024-07-26T15:29:45.468410+0000","last_fullsized":"2024-07-26T15:29:45.468410+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.480447+0000","last_change":"2024-07-26T15:29:45.476111+0000","last_active":"2024-07-26T15:29:45.480447+0000","last_peered":"2024-07-26T15:29:45.480447+0000","last_clean":"2024-07-26T15:29:45.480447+0000","last_became_active":"2024-07-26T15:29:45.475767+0000","last_became_peered":"2024-07-26T15:29:45.475767+0000","last_unstale":"2024-07-26T15:29:45.480447+0000","last_undegraded":"2024-07-26T15:29:45.480447+0000","last_fullsized":"2024-07-26T15:29:45.480447+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:50.868465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469865+0000","last_change":"2024-07-26T15:29:45.469865+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469865+0000","last_undegraded":"2024-07-26T15:29:45.469865+0000","last_fullsized":"2024-07-26T15:29:45.469865+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481576+0000","last_change":"2024-07-26T15:29:45.476105+0000","last_active":"2024-07-26T15:29:45.481576+0000","last_peered":"2024-07-26T15:29:45.481576+0000","last_clean":"2024-07-26T15:29:45.481576+0000","last_became_active":"2024-07-26T15:29:45.475835+0000","last_became_peered":"2024-07-26T15:29:45.475835+0000","last_unstale":"2024-07-26T15:29:45.481576+0000","last_undegraded":"2024-07-26T15:29:45.481576+0000","last_fullsized":"2024-07-26T15:29:45.481576+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:33:46.440059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:29:45.452797+0000","last_change":"2024-07-26T15:29:45.452797+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.452797+0000","last_undegraded":"2024-07-26T15:29:45.452797+0000","last_fullsized":"2024-07-26T15:29:45.452797+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.478614+0000","last_change":"2024-07-26T15:29:45.474457+0000","last_active":"2024-07-26T15:29:45.478614+0000","last_peered":"2024-07-26T15:29:45.478614+0000","last_clean":"2024-07-26T15:29:45.478614+0000","last_became_active":"2024-07-26T15:29:45.474123+0000","last_became_peered":"2024-07-26T15:29:45.474123+0000","last_unstale":"2024-07-26T15:29:45.478614+0000","last_undegraded":"2024-07-26T15:29:45.478614+0000","last_fullsized":"2024-07-26T15:29:45.478614+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:36:06.977027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463618+0000","last_change":"2024-07-26T15:29:45.463618+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463618+0000","last_undegraded":"2024-07-26T15:29:45.463618+0000","last_fullsized":"2024-07-26T15:29:45.463618+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517183+0000","last_change":"2024-07-26T15:29:45.485028+0000","last_active":"2024-07-26T15:29:47.517183+0000","last_peered":"2024-07-26T15:29:47.517183+0000","last_clean":"2024-07-26T15:29:47.517183+0000","last_became_active":"2024-07-26T15:29:45.484707+0000","last_became_peered":"2024-07-26T15:29:45.484707+0000","last_unstale":"2024-07-26T15:29:47.517183+0000","last_undegraded":"2024-07-26T15:29:47.517183+0000","last_fullsized":"2024-07-26T15:29:47.517183+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:48:56.475208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469666+0000","last_change":"2024-07-26T15:29:45.469666+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469666+0000","last_undegraded":"2024-07-26T15:29:45.469666+0000","last_fullsized":"2024-07-26T15:29:45.469666+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.483570+0000","last_change":"2024-07-26T15:29:45.480153+0000","last_active":"2024-07-26T15:29:45.483570+0000","last_peered":"2024-07-26T15:29:45.483570+0000","last_clean":"2024-07-26T15:29:45.483570+0000","last_became_active":"2024-07-26T15:29:45.479781+0000","last_became_peered":"2024-07-26T15:29:45.479781+0000","last_unstale":"2024-07-26T15:29:45.483570+0000","last_undegraded":"2024-07-26T15:29:45.483570+0000","last_fullsized":"2024-07-26T15:29:45.483570+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:27:51.119720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471569+0000","last_change":"2024-07-26T15:29:45.471569+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471569+0000","last_undegraded":"2024-07-26T15:29:45.471569+0000","last_fullsized":"2024-07-26T15:29:45.471569+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.484527+0000","last_change":"2024-07-26T15:29:45.481777+0000","last_active":"2024-07-26T15:29:45.484527+0000","last_peered":"2024-07-26T15:29:45.484527+0000","last_clean":"2024-07-26T15:29:45.484527+0000","last_became_active":"2024-07-26T15:29:45.481414+0000","last_became_peered":"2024-07-26T15:29:45.481414+0000","last_unstale":"2024-07-26T15:29:45.484527+0000","last_undegraded":"2024-07-26T15:29:45.484527+0000","last_fullsized":"2024-07-26T15:29:45.484527+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:37:35.004802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467204+0000","last_change":"2024-07-26T15:29:45.467204+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467204+0000","last_undegraded":"2024-07-26T15:29:45.467204+0000","last_fullsized":"2024-07-26T15:29:45.467204+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482240+0000","last_change":"2024-07-26T15:29:45.479686+0000","last_active":"2024-07-26T15:29:45.482240+0000","last_peered":"2024-07-26T15:29:45.482240+0000","last_clean":"2024-07-26T15:29:45.482240+0000","last_became_active":"2024-07-26T15:29:45.479350+0000","last_became_peered":"2024-07-26T15:29:45.479350+0000","last_unstale":"2024-07-26T15:29:45.482240+0000","last_undegraded":"2024-07-26T15:29:45.482240+0000","last_fullsized":"2024-07-26T15:29:45.482240+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:19:09.264100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517622+0000","last_change":"2024-07-26T15:29:46.481961+0000","last_active":"2024-07-26T15:29:47.517622+0000","last_peered":"2024-07-26T15:29:47.517622+0000","last_clean":"2024-07-26T15:29:47.517622+0000","last_became_active":"2024-07-26T15:29:46.481256+0000","last_became_peered":"2024-07-26T15:29:46.481256+0000","last_unstale":"2024-07-26T15:29:47.517622+0000","last_undegraded":"2024-07-26T15:29:47.517622+0000","last_fullsized":"2024-07-26T15:29:47.517622+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:36.620774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.479309+0000","last_change":"2024-07-26T15:29:45.477313+0000","last_active":"2024-07-26T15:29:45.479309+0000","last_peered":"2024-07-26T15:29:45.479309+0000","last_clean":"2024-07-26T15:29:45.479309+0000","last_became_active":"2024-07-26T15:29:45.476996+0000","last_became_peered":"2024-07-26T15:29:45.476996+0000","last_unstale":"2024-07-26T15:29:45.479309+0000","last_undegraded":"2024-07-26T15:29:45.479309+0000","last_fullsized":"2024-07-26T15:29:45.479309+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:35.461094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:29:45.452797+0000","last_change":"2024-07-26T15:29:45.452797+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.452797+0000","last_undegraded":"2024-07-26T15:29:45.452797+0000","last_fullsized":"2024-07-26T15:29:45.452797+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.486651+0000","last_change":"2024-07-26T15:29:45.482961+0000","last_active":"2024-07-26T15:29:45.486651+0000","last_peered":"2024-07-26T15:29:45.486651+0000","last_clean":"2024-07-26T15:29:45.486651+0000","last_became_active":"2024-07-26T15:29:45.482644+0000","last_became_peered":"2024-07-26T15:29:45.482644+0000","last_unstale":"2024-07-26T15:29:45.486651+0000","last_undegraded":"2024-07-26T15:29:45.486651+0000","last_fullsized":"2024-07-26T15:29:45.486651+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:10.395207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469442+0000","last_change":"2024-07-26T15:29:45.469442+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469442+0000","last_undegraded":"2024-07-26T15:29:45.469442+0000","last_fullsized":"2024-07-26T15:29:45.469442+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482333+0000","last_change":"2024-07-26T15:29:45.479675+0000","last_active":"2024-07-26T15:29:45.482333+0000","last_peered":"2024-07-26T15:29:45.482333+0000","last_clean":"2024-07-26T15:29:45.482333+0000","last_became_active":"2024-07-26T15:29:45.479312+0000","last_became_peered":"2024-07-26T15:29:45.479312+0000","last_unstale":"2024-07-26T15:29:45.482333+0000","last_undegraded":"2024-07-26T15:29:45.482333+0000","last_fullsized":"2024-07-26T15:29:45.482333+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:08.079031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:29:45.452797+0000","last_change":"2024-07-26T15:29:45.452797+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.452797+0000","last_undegraded":"2024-07-26T15:29:45.452797+0000","last_fullsized":"2024-07-26T15:29:45.452797+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482849+0000","last_change":"2024-07-26T15:29:45.481278+0000","last_active":"2024-07-26T15:29:45.482849+0000","last_peered":"2024-07-26T15:29:45.482849+0000","last_clean":"2024-07-26T15:29:45.482849+0000","last_became_active":"2024-07-26T15:29:45.480699+0000","last_became_peered":"2024-07-26T15:29:45.480699+0000","last_unstale":"2024-07-26T15:29:45.482849+0000","last_undegraded":"2024-07-26T15:29:45.482849+0000","last_fullsized":"2024-07-26T15:29:45.482849+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:53:35.367534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467319+0000","last_change":"2024-07-26T15:29:45.467319+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467319+0000","last_undegraded":"2024-07-26T15:29:45.467319+0000","last_fullsized":"2024-07-26T15:29:45.467319+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.483932+0000","last_change":"2024-07-26T15:29:45.481242+0000","last_active":"2024-07-26T15:29:45.483932+0000","last_peered":"2024-07-26T15:29:45.483932+0000","last_clean":"2024-07-26T15:29:45.483932+0000","last_became_active":"2024-07-26T15:29:45.480938+0000","last_became_peered":"2024-07-26T15:29:45.480938+0000","last_unstale":"2024-07-26T15:29:45.483932+0000","last_undegraded":"2024-07-26T15:29:45.483932+0000","last_fullsized":"2024-07-26T15:29:45.483932+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:04.143752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517284+0000","last_change":"2024-07-26T15:29:46.500377+0000","last_active":"2024-07-26T15:29:47.517284+0000","last_peered":"2024-07-26T15:29:47.517284+0000","last_clean":"2024-07-26T15:29:47.517284+0000","last_became_active":"2024-07-26T15:29:46.499998+0000","last_became_peered":"2024-07-26T15:29:46.499998+0000","last_unstale":"2024-07-26T15:29:47.517284+0000","last_undegraded":"2024-07-26T15:29:47.517284+0000","last_fullsized":"2024-07-26T15:29:47.517284+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:48.505717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481714+0000","last_change":"2024-07-26T15:29:45.478604+0000","last_active":"2024-07-26T15:29:45.481714+0000","last_peered":"2024-07-26T15:29:45.481714+0000","last_clean":"2024-07-26T15:29:45.481714+0000","last_became_active":"2024-07-26T15:29:45.478315+0000","last_became_peered":"2024-07-26T15:29:45.478315+0000","last_unstale":"2024-07-26T15:29:45.481714+0000","last_undegraded":"2024-07-26T15:29:45.481714+0000","last_fullsized":"2024-07-26T15:29:45.481714+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:04:15.363552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470380+0000","last_change":"2024-07-26T15:29:45.470380+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470380+0000","last_undegraded":"2024-07-26T15:29:45.470380+0000","last_fullsized":"2024-07-26T15:29:45.470380+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":23,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517131+0000","last_change":"2024-07-26T15:29:45.483567+0000","last_active":"2024-07-26T15:29:47.517131+0000","last_peered":"2024-07-26T15:29:47.517131+0000","last_clean":"2024-07-26T15:29:47.517131+0000","last_became_active":"2024-07-26T15:29:45.483249+0000","last_became_peered":"2024-07-26T15:29:45.483249+0000","last_unstale":"2024-07-26T15:29:47.517131+0000","last_undegraded":"2024-07-26T15:29:47.517131+0000","last_fullsized":"2024-07-26T15:29:47.517131+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:20.633664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470813+0000","last_change":"2024-07-26T15:29:45.470813+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470813+0000","last_undegraded":"2024-07-26T15:29:45.470813+0000","last_fullsized":"2024-07-26T15:29:45.470813+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.479407+0000","last_change":"2024-07-26T15:29:45.476744+0000","last_active":"2024-07-26T15:29:45.479407+0000","last_peered":"2024-07-26T15:29:45.479407+0000","last_clean":"2024-07-26T15:29:45.479407+0000","last_became_active":"2024-07-26T15:29:45.476136+0000","last_became_peered":"2024-07-26T15:29:45.476136+0000","last_unstale":"2024-07-26T15:29:45.479407+0000","last_undegraded":"2024-07-26T15:29:45.479407+0000","last_fullsized":"2024-07-26T15:29:45.479407+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:18:53.233564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463089+0000","last_change":"2024-07-26T15:29:45.463089+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463089+0000","last_undegraded":"2024-07-26T15:29:45.463089+0000","last_fullsized":"2024-07-26T15:29:45.463089+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.484187+0000","last_change":"2024-07-26T15:29:45.478722+0000","last_active":"2024-07-26T15:29:45.484187+0000","last_peered":"2024-07-26T15:29:45.484187+0000","last_clean":"2024-07-26T15:29:45.484187+0000","last_became_active":"2024-07-26T15:29:45.478420+0000","last_became_peered":"2024-07-26T15:29:45.478420+0000","last_unstale":"2024-07-26T15:29:45.484187+0000","last_undegraded":"2024-07-26T15:29:45.484187+0000","last_fullsized":"2024-07-26T15:29:45.484187+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:15.435120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469529+0000","last_change":"2024-07-26T15:29:45.469529+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469529+0000","last_undegraded":"2024-07-26T15:29:45.469529+0000","last_fullsized":"2024-07-26T15:29:45.469529+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482523+0000","last_change":"2024-07-26T15:29:45.479204+0000","last_active":"2024-07-26T15:29:45.482523+0000","last_peered":"2024-07-26T15:29:45.482523+0000","last_clean":"2024-07-26T15:29:45.482523+0000","last_became_active":"2024-07-26T15:29:45.478844+0000","last_became_peered":"2024-07-26T15:29:45.478844+0000","last_unstale":"2024-07-26T15:29:45.482523+0000","last_undegraded":"2024-07-26T15:29:45.482523+0000","last_fullsized":"2024-07-26T15:29:45.482523+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:02:45.292549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465084+0000","last_change":"2024-07-26T15:29:45.465084+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465084+0000","last_undegraded":"2024-07-26T15:29:45.465084+0000","last_fullsized":"2024-07-26T15:29:45.465084+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481268+0000","last_change":"2024-07-26T15:29:45.477556+0000","last_active":"2024-07-26T15:29:45.481268+0000","last_peered":"2024-07-26T15:29:45.481268+0000","last_clean":"2024-07-26T15:29:45.481268+0000","last_became_active":"2024-07-26T15:29:45.476961+0000","last_became_peered":"2024-07-26T15:29:45.476961+0000","last_unstale":"2024-07-26T15:29:45.481268+0000","last_undegraded":"2024-07-26T15:29:45.481268+0000","last_fullsized":"2024-07-26T15:29:45.481268+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:01.001126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517505+0000","last_change":"2024-07-26T15:29:46.501070+0000","last_active":"2024-07-26T15:29:47.517505+0000","last_peered":"2024-07-26T15:29:47.517505+0000","last_clean":"2024-07-26T15:29:47.517505+0000","last_became_active":"2024-07-26T15:29:46.500545+0000","last_became_peered":"2024-07-26T15:29:46.500545+0000","last_unstale":"2024-07-26T15:29:47.517505+0000","last_undegraded":"2024-07-26T15:29:47.517505+0000","last_fullsized":"2024-07-26T15:29:47.517505+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:22.369091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481732+0000","last_change":"2024-07-26T15:29:45.476106+0000","last_active":"2024-07-26T15:29:45.481732+0000","last_peered":"2024-07-26T15:29:45.481732+0000","last_clean":"2024-07-26T15:29:45.481732+0000","last_became_active":"2024-07-26T15:29:45.475768+0000","last_became_peered":"2024-07-26T15:29:45.475768+0000","last_unstale":"2024-07-26T15:29:45.481732+0000","last_undegraded":"2024-07-26T15:29:45.481732+0000","last_fullsized":"2024-07-26T15:29:45.481732+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:32.306013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:29:45.452797+0000","last_change":"2024-07-26T15:29:45.452797+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.452797+0000","last_undegraded":"2024-07-26T15:29:45.452797+0000","last_fullsized":"2024-07-26T15:29:45.452797+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481121+0000","last_change":"2024-07-26T15:29:45.474741+0000","last_active":"2024-07-26T15:29:45.481121+0000","last_peered":"2024-07-26T15:29:45.481121+0000","last_clean":"2024-07-26T15:29:45.481121+0000","last_became_active":"2024-07-26T15:29:45.474400+0000","last_became_peered":"2024-07-26T15:29:45.474400+0000","last_unstale":"2024-07-26T15:29:45.481121+0000","last_undegraded":"2024-07-26T15:29:45.481121+0000","last_fullsized":"2024-07-26T15:29:45.481121+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:58:41.494694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463031+0000","last_change":"2024-07-26T15:29:45.463031+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463031+0000","last_undegraded":"2024-07-26T15:29:45.463031+0000","last_fullsized":"2024-07-26T15:29:45.463031+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517552+0000","last_change":"2024-07-26T15:29:45.481817+0000","last_active":"2024-07-26T15:29:47.517552+0000","last_peered":"2024-07-26T15:29:47.517552+0000","last_clean":"2024-07-26T15:29:47.517552+0000","last_became_active":"2024-07-26T15:29:45.481445+0000","last_became_peered":"2024-07-26T15:29:45.481445+0000","last_unstale":"2024-07-26T15:29:47.517552+0000","last_undegraded":"2024-07-26T15:29:47.517552+0000","last_fullsized":"2024-07-26T15:29:47.517552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:55:53.684051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467198+0000","last_change":"2024-07-26T15:29:45.467198+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467198+0000","last_undegraded":"2024-07-26T15:29:45.467198+0000","last_fullsized":"2024-07-26T15:29:45.467198+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481693+0000","last_change":"2024-07-26T15:29:45.476901+0000","last_active":"2024-07-26T15:29:45.481693+0000","last_peered":"2024-07-26T15:29:45.481693+0000","last_clean":"2024-07-26T15:29:45.481693+0000","last_became_active":"2024-07-26T15:29:45.476588+0000","last_became_peered":"2024-07-26T15:29:45.476588+0000","last_unstale":"2024-07-26T15:29:45.481693+0000","last_undegraded":"2024-07-26T15:29:45.481693+0000","last_fullsized":"2024-07-26T15:29:45.481693+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:27:17.457794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465581+0000","last_change":"2024-07-26T15:29:45.465581+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465581+0000","last_undegraded":"2024-07-26T15:29:45.465581+0000","last_fullsized":"2024-07-26T15:29:45.465581+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.486692+0000","last_change":"2024-07-26T15:29:45.483144+0000","last_active":"2024-07-26T15:29:45.486692+0000","last_peered":"2024-07-26T15:29:45.486692+0000","last_clean":"2024-07-26T15:29:45.486692+0000","last_became_active":"2024-07-26T15:29:45.482656+0000","last_became_peered":"2024-07-26T15:29:45.482656+0000","last_unstale":"2024-07-26T15:29:45.486692+0000","last_undegraded":"2024-07-26T15:29:45.486692+0000","last_fullsized":"2024-07-26T15:29:45.486692+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:51:14.445340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517680+0000","last_change":"2024-07-26T15:29:46.481828+0000","last_active":"2024-07-26T15:29:47.517680+0000","last_peered":"2024-07-26T15:29:47.517680+0000","last_clean":"2024-07-26T15:29:47.517680+0000","last_became_active":"2024-07-26T15:29:46.481269+0000","last_became_peered":"2024-07-26T15:29:46.481269+0000","last_unstale":"2024-07-26T15:29:47.517680+0000","last_undegraded":"2024-07-26T15:29:47.517680+0000","last_fullsized":"2024-07-26T15:29:47.517680+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:37:59.359638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.474048+0000","last_change":"2024-07-26T15:29:45.469839+0000","last_active":"2024-07-26T15:29:45.474048+0000","last_peered":"2024-07-26T15:29:45.474048+0000","last_clean":"2024-07-26T15:29:45.474048+0000","last_became_active":"2024-07-26T15:29:45.469499+0000","last_became_peered":"2024-07-26T15:29:45.469499+0000","last_unstale":"2024-07-26T15:29:45.474048+0000","last_undegraded":"2024-07-26T15:29:45.474048+0000","last_fullsized":"2024-07-26T15:29:45.474048+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:00:06.258581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470380+0000","last_change":"2024-07-26T15:29:45.470380+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470380+0000","last_undegraded":"2024-07-26T15:29:45.470380+0000","last_fullsized":"2024-07-26T15:29:45.470380+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-07-26T15:29:44.460470+0000","last_change":"2024-07-26T15:29:44.460470+0000","last_active":"2024-07-26T15:29:44.448798+0000","last_peered":"2024-07-26T15:29:44.448798+0000","last_clean":"2024-07-26T15:29:44.448798+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:44.460470+0000","last_undegraded":"2024-07-26T15:29:44.460470+0000","last_fullsized":"2024-07-26T15:29:44.460470+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:29:45.452797+0000","last_change":"2024-07-26T15:29:45.452797+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.452797+0000","last_undegraded":"2024-07-26T15:29:45.452797+0000","last_fullsized":"2024-07-26T15:29:45.452797+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2024-07-26T15:29:44.459773+0000","last_change":"2024-07-26T15:29:44.459773+0000","last_active":"2024-07-26T15:29:44.448798+0000","last_peered":"2024-07-26T15:29:44.448798+0000","last_clean":"2024-07-26T15:29:44.448798+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:44.459773+0000","last_undegraded":"2024-07-26T15:29:44.459773+0000","last_fullsized":"2024-07-26T15:29:44.459773+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468157+0000","last_change":"2024-07-26T15:29:45.468157+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468157+0000","last_undegraded":"2024-07-26T15:29:45.468157+0000","last_fullsized":"2024-07-26T15:29:45.468157+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482159+0000","last_change":"2024-07-26T15:29:45.477299+0000","last_active":"2024-07-26T15:29:45.482159+0000","last_peered":"2024-07-26T15:29:45.482159+0000","last_clean":"2024-07-26T15:29:45.482159+0000","last_became_active":"2024-07-26T15:29:45.476523+0000","last_became_peered":"2024-07-26T15:29:45.476523+0000","last_unstale":"2024-07-26T15:29:45.482159+0000","last_undegraded":"2024-07-26T15:29:45.482159+0000","last_fullsized":"2024-07-26T15:29:45.482159+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:31.664657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470659+0000","last_change":"2024-07-26T15:29:45.470659+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470659+0000","last_undegraded":"2024-07-26T15:29:45.470659+0000","last_fullsized":"2024-07-26T15:29:45.470659+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481537+0000","last_change":"2024-07-26T15:29:45.477121+0000","last_active":"2024-07-26T15:29:45.481537+0000","last_peered":"2024-07-26T15:29:45.481537+0000","last_clean":"2024-07-26T15:29:45.481537+0000","last_became_active":"2024-07-26T15:29:45.476820+0000","last_became_peered":"2024-07-26T15:29:45.476820+0000","last_unstale":"2024-07-26T15:29:45.481537+0000","last_undegraded":"2024-07-26T15:29:45.481537+0000","last_fullsized":"2024-07-26T15:29:45.481537+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:25:22.653958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517585+0000","last_change":"2024-07-26T15:29:46.480953+0000","last_active":"2024-07-26T15:29:47.517585+0000","last_peered":"2024-07-26T15:29:47.517585+0000","last_clean":"2024-07-26T15:29:47.517585+0000","last_became_active":"2024-07-26T15:29:46.480013+0000","last_became_peered":"2024-07-26T15:29:46.480013+0000","last_unstale":"2024-07-26T15:29:47.517585+0000","last_undegraded":"2024-07-26T15:29:47.517585+0000","last_fullsized":"2024-07-26T15:29:47.517585+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:05.164026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482161+0000","last_change":"2024-07-26T15:29:45.478727+0000","last_active":"2024-07-26T15:29:45.482161+0000","last_peered":"2024-07-26T15:29:45.482161+0000","last_clean":"2024-07-26T15:29:45.482161+0000","last_became_active":"2024-07-26T15:29:45.478395+0000","last_became_peered":"2024-07-26T15:29:45.478395+0000","last_unstale":"2024-07-26T15:29:45.482161+0000","last_undegraded":"2024-07-26T15:29:45.482161+0000","last_fullsized":"2024-07-26T15:29:45.482161+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:34.523783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463821+0000","last_change":"2024-07-26T15:29:45.463821+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463821+0000","last_undegraded":"2024-07-26T15:29:45.463821+0000","last_fullsized":"2024-07-26T15:29:45.463821+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517552+0000","last_change":"2024-07-26T15:29:45.482634+0000","last_active":"2024-07-26T15:29:47.517552+0000","last_peered":"2024-07-26T15:29:47.517552+0000","last_clean":"2024-07-26T15:29:47.517552+0000","last_became_active":"2024-07-26T15:29:45.482335+0000","last_became_peered":"2024-07-26T15:29:45.482335+0000","last_unstale":"2024-07-26T15:29:47.517552+0000","last_undegraded":"2024-07-26T15:29:47.517552+0000","last_fullsized":"2024-07-26T15:29:47.517552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:46.351968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":144,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517386+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:29:47.517386+0000","last_peered":"2024-07-26T15:29:47.517386+0000","last_clean":"2024-07-26T15:29:47.517386+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:29:47.517386+0000","last_undegraded":"2024-07-26T15:29:47.517386+0000","last_fullsized":"2024-07-26T15:29:47.517386+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509455,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542161,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":1011712,"data_stored":766339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28060,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343780,"statfs":{"total":96636764160,"available":96608030720,"internally_reserved":0,"allocated":1064960,"data_stored":788547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:29:50.580 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:29:50.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.732+0000 7f3668a4b640 1 -- 172.21.15.33:0/3802612271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36640b6e00 msgr2=0x7f36640b1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.732+0000 7f3668a4b640 1 --2- 172.21.15.33:0/3802612271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36640b6e00 0x7f36640b1910 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f3658005fd0 tx=0x7f365802a820 comp rx=0 tx=0).stop 2024-07-26T15:29:50.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.732+0000 7f3668a4b640 1 -- 172.21.15.33:0/3802612271 shutdown_connections 2024-07-26T15:29:50.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.732+0000 7f3668a4b640 1 --2- 172.21.15.33:0/3802612271 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36640b1e50 0x7f36640b2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.732+0000 7f3668a4b640 1 --2- 172.21.15.33:0/3802612271 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36640b6e00 0x7f36640b1910 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.732+0000 7f3668a4b640 1 -- 172.21.15.33:0/3802612271 >> 172.21.15.33:0/3802612271 conn(0x7f36640d1bf0 msgr2=0x7f36640d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:50.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.732+0000 7f3668a4b640 1 -- 172.21.15.33:0/3802612271 shutdown_connections 2024-07-26T15:29:50.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.732+0000 7f3668a4b640 1 -- 172.21.15.33:0/3802612271 wait complete. 2024-07-26T15:29:50.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.734+0000 7f3668a4b640 1 Processor -- start 2024-07-26T15:29:50.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.734+0000 7f3668a4b640 1 -- start start 2024-07-26T15:29:50.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.735+0000 7f3668a4b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36640b1e50 0x7f366415e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.735+0000 7f3668a4b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f36640b6e00 0x7f366415d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.735+0000 7f3668a4b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36640cc660 0x7f3664158260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.735+0000 7f3668a4b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f36640ce690 con 0x7f36640b1e50 2024-07-26T15:29:50.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.735+0000 7f3668a4b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f36640ce510 con 0x7f36640b6e00 2024-07-26T15:29:50.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.735+0000 7f3668a4b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f36640ce810 con 0x7f36640cc660 2024-07-26T15:29:50.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f366259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36640b1e50 0x7f366415e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f366259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36640b1e50 0x7f366415e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38558/0 (socket says 172.21.15.33:38558) 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f366259c640 1 -- 172.21.15.33:0/4128547518 learned_addr learned my addr 172.21.15.33:0/4128547518 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f3662d9d640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36640cc660 0x7f3664158260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f3661d9b640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f36640b6e00 0x7f366415d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f366259c640 1 -- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36640cc660 msgr2=0x7f3664158260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f366259c640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36640cc660 0x7f3664158260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f366259c640 1 -- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f36640b6e00 msgr2=0x7f366415d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f366259c640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f36640b6e00 0x7f366415d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f366259c640 1 -- 172.21.15.33:0/4128547518 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f366409de80 con 0x7f36640b1e50 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f366259c640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36640b1e50 0x7f366415e780 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f365400c3d0 tx=0x7f365400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f3652ffd640 1 -- 172.21.15.33:0/4128547518 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3654011790 con 0x7f36640b1e50 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f3652ffd640 1 -- 172.21.15.33:0/4128547518 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3654017070 con 0x7f36640b1e50 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f3668a4b640 1 -- 172.21.15.33:0/4128547518 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f366415e210 con 0x7f36640b1e50 2024-07-26T15:29:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f3652ffd640 1 -- 172.21.15.33:0/4128547518 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3654011ce0 con 0x7f36640b1e50 2024-07-26T15:29:50.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.736+0000 7f3668a4b640 1 -- 172.21.15.33:0/4128547518 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f366409e400 con 0x7f36640b1e50 2024-07-26T15:29:50.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.737+0000 7f3668a4b640 1 -- 172.21.15.33:0/4128547518 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36640b2260 con 0x7f36640b1e50 2024-07-26T15:29:50.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.738+0000 7f3652ffd640 1 -- 172.21.15.33:0/4128547518 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f365401c460 con 0x7f36640b1e50 2024-07-26T15:29:50.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.739+0000 7f3652ffd640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3644077010 0x7f3644079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:50.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.739+0000 7f3652ffd640 1 -- 172.21.15.33:0/4128547518 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f3654098790 con 0x7f36640b1e50 2024-07-26T15:29:50.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.739+0000 7f3661d9b640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3644077010 0x7f3644079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:50.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.739+0000 7f3661d9b640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3644077010 0x7f3644079520 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3658034000 tx=0x7f3658004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.743+0000 7f3652ffd640 1 -- 172.21.15.33:0/4128547518 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f36540611b0 con 0x7f36640b1e50 2024-07-26T15:29:50.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.931+0000 7f3668a4b640 1 -- 172.21.15.33:0/4128547518 --> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f366409dcc0 con 0x7f3644077010 2024-07-26T15:29:50.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.935+0000 7f3652ffd640 1 -- 172.21.15.33:0/4128547518 <== mgr.4100 v2:172.21.15.154:6832/3214049706 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248142 (secure 0 0 0) 0x7f3658003ce0 con 0x7f3644077010 2024-07-26T15:29:50.939 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:50.940 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:29:50.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 -- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3644077010 msgr2=0x7f3644079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3644077010 0x7f3644079520 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3658034000 tx=0x7f3658004ab0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 -- 172.21.15.33:0/4128547518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36640b1e50 msgr2=0x7f366415e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:50.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36640b1e50 0x7f366415e780 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f365400c3d0 tx=0x7f365400c890 comp rx=0 tx=0).stop 2024-07-26T15:29:50.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 -- 172.21.15.33:0/4128547518 shutdown_connections 2024-07-26T15:29:50.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36640cc660 0x7f3664158260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f36640b6e00 0x7f366415d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f3644077010 0x7f3644079520 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 --2- 172.21.15.33:0/4128547518 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36640b1e50 0x7f366415e780 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:50.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 -- 172.21.15.33:0/4128547518 >> 172.21.15.33:0/4128547518 conn(0x7f36640d1bf0 msgr2=0x7f366415c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:50.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 -- 172.21.15.33:0/4128547518 shutdown_connections 2024-07-26T15:29:50.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:50.938+0000 7f3668a4b640 1 -- 172.21.15.33:0/4128547518 wait complete. 2024-07-26T15:29:50.951 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":70,"stamp":"2024-07-26T15:29:50.630633+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":50,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":224872,"kb_used_data":4552,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749848,"statfs":{"total":773094113280,"available":772863844352,"internally_reserved":0,"allocated":4661248,"data_stored":2651273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":28,"apply_latency_ms":28,"commit_latency_ns":28000000,"apply_latency_ns":28000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001271"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466190+0000","last_change":"2024-07-26T15:29:45.466190+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466190+0000","last_undegraded":"2024-07-26T15:29:45.466190+0000","last_fullsized":"2024-07-26T15:29:45.466190+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471317+0000","last_change":"2024-07-26T15:29:45.471317+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471317+0000","last_undegraded":"2024-07-26T15:29:45.471317+0000","last_fullsized":"2024-07-26T15:29:45.471317+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213445+0000","last_change":"2024-07-26T15:29:46.489643+0000","last_active":"2024-07-26T15:29:49.213445+0000","last_peered":"2024-07-26T15:29:49.213445+0000","last_clean":"2024-07-26T15:29:49.213445+0000","last_became_active":"2024-07-26T15:29:46.489300+0000","last_became_peered":"2024-07-26T15:29:46.489300+0000","last_unstale":"2024-07-26T15:29:49.213445+0000","last_undegraded":"2024-07-26T15:29:49.213445+0000","last_fullsized":"2024-07-26T15:29:49.213445+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:57:40.656433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468558+0000","last_change":"2024-07-26T15:29:45.468558+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468558+0000","last_undegraded":"2024-07-26T15:29:45.468558+0000","last_fullsized":"2024-07-26T15:29:45.468558+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467535+0000","last_change":"2024-07-26T15:29:45.467535+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467535+0000","last_undegraded":"2024-07-26T15:29:45.467535+0000","last_fullsized":"2024-07-26T15:29:45.467535+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469016+0000","last_change":"2024-07-26T15:29:45.469016+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469016+0000","last_undegraded":"2024-07-26T15:29:45.469016+0000","last_fullsized":"2024-07-26T15:29:45.469016+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465139+0000","last_change":"2024-07-26T15:29:45.465139+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465139+0000","last_undegraded":"2024-07-26T15:29:45.465139+0000","last_fullsized":"2024-07-26T15:29:45.465139+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466755+0000","last_change":"2024-07-26T15:29:45.466755+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466755+0000","last_undegraded":"2024-07-26T15:29:45.466755+0000","last_fullsized":"2024-07-26T15:29:45.466755+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213554+0000","last_change":"2024-07-26T15:29:46.487758+0000","last_active":"2024-07-26T15:29:49.213554+0000","last_peered":"2024-07-26T15:29:49.213554+0000","last_clean":"2024-07-26T15:29:49.213554+0000","last_became_active":"2024-07-26T15:29:46.487423+0000","last_became_peered":"2024-07-26T15:29:46.487423+0000","last_unstale":"2024-07-26T15:29:49.213554+0000","last_undegraded":"2024-07-26T15:29:49.213554+0000","last_fullsized":"2024-07-26T15:29:49.213554+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:48.505717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465351+0000","last_change":"2024-07-26T15:29:45.465351+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465351+0000","last_undegraded":"2024-07-26T15:29:45.465351+0000","last_fullsized":"2024-07-26T15:29:45.465351+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463983+0000","last_change":"2024-07-26T15:29:45.463983+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463983+0000","last_undegraded":"2024-07-26T15:29:45.463983+0000","last_fullsized":"2024-07-26T15:29:45.463983+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213373+0000","last_change":"2024-07-26T15:29:46.497763+0000","last_active":"2024-07-26T15:29:49.213373+0000","last_peered":"2024-07-26T15:29:49.213373+0000","last_clean":"2024-07-26T15:29:49.213373+0000","last_became_active":"2024-07-26T15:29:46.497420+0000","last_became_peered":"2024-07-26T15:29:46.497420+0000","last_unstale":"2024-07-26T15:29:49.213373+0000","last_undegraded":"2024-07-26T15:29:49.213373+0000","last_fullsized":"2024-07-26T15:29:49.213373+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:07.499248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.464756+0000","last_change":"2024-07-26T15:29:45.464756+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.464756+0000","last_undegraded":"2024-07-26T15:29:45.464756+0000","last_fullsized":"2024-07-26T15:29:45.464756+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471337+0000","last_change":"2024-07-26T15:29:45.471337+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471337+0000","last_undegraded":"2024-07-26T15:29:45.471337+0000","last_fullsized":"2024-07-26T15:29:45.471337+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.464522+0000","last_change":"2024-07-26T15:29:45.464522+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.464522+0000","last_undegraded":"2024-07-26T15:29:45.464522+0000","last_fullsized":"2024-07-26T15:29:45.464522+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517285+0000","last_change":"2024-07-26T15:29:46.486500+0000","last_active":"2024-07-26T15:29:47.517285+0000","last_peered":"2024-07-26T15:29:47.517285+0000","last_clean":"2024-07-26T15:29:47.517285+0000","last_became_active":"2024-07-26T15:29:46.486178+0000","last_became_peered":"2024-07-26T15:29:46.486178+0000","last_unstale":"2024-07-26T15:29:47.517285+0000","last_undegraded":"2024-07-26T15:29:47.517285+0000","last_fullsized":"2024-07-26T15:29:47.517285+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:50:38.559797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517730+0000","last_change":"2024-07-26T15:29:46.483202+0000","last_active":"2024-07-26T15:29:47.517730+0000","last_peered":"2024-07-26T15:29:47.517730+0000","last_clean":"2024-07-26T15:29:47.517730+0000","last_became_active":"2024-07-26T15:29:46.482494+0000","last_became_peered":"2024-07-26T15:29:46.482494+0000","last_unstale":"2024-07-26T15:29:47.517730+0000","last_undegraded":"2024-07-26T15:29:47.517730+0000","last_fullsized":"2024-07-26T15:29:47.517730+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:52.500272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.462235+0000","last_change":"2024-07-26T15:29:45.462235+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.462235+0000","last_undegraded":"2024-07-26T15:29:45.462235+0000","last_fullsized":"2024-07-26T15:29:45.462235+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466962+0000","last_change":"2024-07-26T15:29:45.466962+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466962+0000","last_undegraded":"2024-07-26T15:29:45.466962+0000","last_fullsized":"2024-07-26T15:29:45.466962+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465952+0000","last_change":"2024-07-26T15:29:45.465952+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465952+0000","last_undegraded":"2024-07-26T15:29:45.465952+0000","last_fullsized":"2024-07-26T15:29:45.465952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463689+0000","last_change":"2024-07-26T15:29:45.463689+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463689+0000","last_undegraded":"2024-07-26T15:29:45.463689+0000","last_fullsized":"2024-07-26T15:29:45.463689+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470160+0000","last_change":"2024-07-26T15:29:45.470160+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470160+0000","last_undegraded":"2024-07-26T15:29:45.470160+0000","last_fullsized":"2024-07-26T15:29:45.470160+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517242+0000","last_change":"2024-07-26T15:29:46.500757+0000","last_active":"2024-07-26T15:29:47.517242+0000","last_peered":"2024-07-26T15:29:47.517242+0000","last_clean":"2024-07-26T15:29:47.517242+0000","last_became_active":"2024-07-26T15:29:46.500371+0000","last_became_peered":"2024-07-26T15:29:46.500371+0000","last_unstale":"2024-07-26T15:29:47.517242+0000","last_undegraded":"2024-07-26T15:29:47.517242+0000","last_fullsized":"2024-07-26T15:29:47.517242+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:27.228200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465789+0000","last_change":"2024-07-26T15:29:45.465789+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465789+0000","last_undegraded":"2024-07-26T15:29:45.465789+0000","last_fullsized":"2024-07-26T15:29:45.465789+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465003+0000","last_change":"2024-07-26T15:29:45.465003+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465003+0000","last_undegraded":"2024-07-26T15:29:45.465003+0000","last_fullsized":"2024-07-26T15:29:45.465003+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467204+0000","last_change":"2024-07-26T15:29:45.467204+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467204+0000","last_undegraded":"2024-07-26T15:29:45.467204+0000","last_fullsized":"2024-07-26T15:29:45.467204+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465263+0000","last_change":"2024-07-26T15:29:45.465263+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465263+0000","last_undegraded":"2024-07-26T15:29:45.465263+0000","last_fullsized":"2024-07-26T15:29:45.465263+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463761+0000","last_change":"2024-07-26T15:29:45.463761+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463761+0000","last_undegraded":"2024-07-26T15:29:45.463761+0000","last_fullsized":"2024-07-26T15:29:45.463761+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465671+0000","last_change":"2024-07-26T15:29:45.465671+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465671+0000","last_undegraded":"2024-07-26T15:29:45.465671+0000","last_fullsized":"2024-07-26T15:29:45.465671+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.462571+0000","last_change":"2024-07-26T15:29:45.462571+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.462571+0000","last_undegraded":"2024-07-26T15:29:45.462571+0000","last_fullsized":"2024-07-26T15:29:45.462571+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517277+0000","last_change":"2024-07-26T15:29:46.500870+0000","last_active":"2024-07-26T15:29:47.517277+0000","last_peered":"2024-07-26T15:29:47.517277+0000","last_clean":"2024-07-26T15:29:47.517277+0000","last_became_active":"2024-07-26T15:29:46.500539+0000","last_became_peered":"2024-07-26T15:29:46.500539+0000","last_unstale":"2024-07-26T15:29:47.517277+0000","last_undegraded":"2024-07-26T15:29:47.517277+0000","last_fullsized":"2024-07-26T15:29:47.517277+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:10.997767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469639+0000","last_change":"2024-07-26T15:29:45.469639+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469639+0000","last_undegraded":"2024-07-26T15:29:45.469639+0000","last_fullsized":"2024-07-26T15:29:45.469639+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517626+0000","last_change":"2024-07-26T15:29:46.486897+0000","last_active":"2024-07-26T15:29:47.517626+0000","last_peered":"2024-07-26T15:29:47.517626+0000","last_clean":"2024-07-26T15:29:47.517626+0000","last_became_active":"2024-07-26T15:29:46.486568+0000","last_became_peered":"2024-07-26T15:29:46.486568+0000","last_unstale":"2024-07-26T15:29:47.517626+0000","last_undegraded":"2024-07-26T15:29:47.517626+0000","last_fullsized":"2024-07-26T15:29:47.517626+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:49:24.889505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481002+0000","last_change":"2024-07-26T15:29:45.474319+0000","last_active":"2024-07-26T15:29:45.481002+0000","last_peered":"2024-07-26T15:29:45.481002+0000","last_clean":"2024-07-26T15:29:45.481002+0000","last_became_active":"2024-07-26T15:29:45.473946+0000","last_became_peered":"2024-07-26T15:29:45.473946+0000","last_unstale":"2024-07-26T15:29:45.481002+0000","last_undegraded":"2024-07-26T15:29:45.481002+0000","last_fullsized":"2024-07-26T15:29:45.481002+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:53:01.263210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466668+0000","last_change":"2024-07-26T15:29:45.466668+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466668+0000","last_undegraded":"2024-07-26T15:29:45.466668+0000","last_fullsized":"2024-07-26T15:29:45.466668+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213350+0000","last_change":"2024-07-26T15:29:45.478277+0000","last_active":"2024-07-26T15:29:49.213350+0000","last_peered":"2024-07-26T15:29:49.213350+0000","last_clean":"2024-07-26T15:29:49.213350+0000","last_became_active":"2024-07-26T15:29:45.477873+0000","last_became_peered":"2024-07-26T15:29:45.477873+0000","last_unstale":"2024-07-26T15:29:49.213350+0000","last_undegraded":"2024-07-26T15:29:49.213350+0000","last_fullsized":"2024-07-26T15:29:49.213350+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:09:29.465194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468410+0000","last_change":"2024-07-26T15:29:45.468410+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468410+0000","last_undegraded":"2024-07-26T15:29:45.468410+0000","last_fullsized":"2024-07-26T15:29:45.468410+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.480447+0000","last_change":"2024-07-26T15:29:45.476111+0000","last_active":"2024-07-26T15:29:45.480447+0000","last_peered":"2024-07-26T15:29:45.480447+0000","last_clean":"2024-07-26T15:29:45.480447+0000","last_became_active":"2024-07-26T15:29:45.475767+0000","last_became_peered":"2024-07-26T15:29:45.475767+0000","last_unstale":"2024-07-26T15:29:45.480447+0000","last_undegraded":"2024-07-26T15:29:45.480447+0000","last_fullsized":"2024-07-26T15:29:45.480447+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:50.868465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469865+0000","last_change":"2024-07-26T15:29:45.469865+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469865+0000","last_undegraded":"2024-07-26T15:29:45.469865+0000","last_fullsized":"2024-07-26T15:29:45.469865+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481576+0000","last_change":"2024-07-26T15:29:45.476105+0000","last_active":"2024-07-26T15:29:45.481576+0000","last_peered":"2024-07-26T15:29:45.481576+0000","last_clean":"2024-07-26T15:29:45.481576+0000","last_became_active":"2024-07-26T15:29:45.475835+0000","last_became_peered":"2024-07-26T15:29:45.475835+0000","last_unstale":"2024-07-26T15:29:45.481576+0000","last_undegraded":"2024-07-26T15:29:45.481576+0000","last_fullsized":"2024-07-26T15:29:45.481576+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:33:46.440059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213218+0000","last_change":"2024-07-26T15:29:46.492999+0000","last_active":"2024-07-26T15:29:49.213218+0000","last_peered":"2024-07-26T15:29:49.213218+0000","last_clean":"2024-07-26T15:29:49.213218+0000","last_became_active":"2024-07-26T15:29:46.492626+0000","last_became_peered":"2024-07-26T15:29:46.492626+0000","last_unstale":"2024-07-26T15:29:49.213218+0000","last_undegraded":"2024-07-26T15:29:49.213218+0000","last_fullsized":"2024-07-26T15:29:49.213218+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:56:52.013436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.478614+0000","last_change":"2024-07-26T15:29:45.474457+0000","last_active":"2024-07-26T15:29:45.478614+0000","last_peered":"2024-07-26T15:29:45.478614+0000","last_clean":"2024-07-26T15:29:45.478614+0000","last_became_active":"2024-07-26T15:29:45.474123+0000","last_became_peered":"2024-07-26T15:29:45.474123+0000","last_unstale":"2024-07-26T15:29:45.478614+0000","last_undegraded":"2024-07-26T15:29:45.478614+0000","last_fullsized":"2024-07-26T15:29:45.478614+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:36:06.977027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463618+0000","last_change":"2024-07-26T15:29:45.463618+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463618+0000","last_undegraded":"2024-07-26T15:29:45.463618+0000","last_fullsized":"2024-07-26T15:29:45.463618+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517183+0000","last_change":"2024-07-26T15:29:45.485028+0000","last_active":"2024-07-26T15:29:47.517183+0000","last_peered":"2024-07-26T15:29:47.517183+0000","last_clean":"2024-07-26T15:29:47.517183+0000","last_became_active":"2024-07-26T15:29:45.484707+0000","last_became_peered":"2024-07-26T15:29:45.484707+0000","last_unstale":"2024-07-26T15:29:47.517183+0000","last_undegraded":"2024-07-26T15:29:47.517183+0000","last_fullsized":"2024-07-26T15:29:47.517183+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:48:56.475208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469666+0000","last_change":"2024-07-26T15:29:45.469666+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469666+0000","last_undegraded":"2024-07-26T15:29:45.469666+0000","last_fullsized":"2024-07-26T15:29:45.469666+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.483570+0000","last_change":"2024-07-26T15:29:45.480153+0000","last_active":"2024-07-26T15:29:45.483570+0000","last_peered":"2024-07-26T15:29:45.483570+0000","last_clean":"2024-07-26T15:29:45.483570+0000","last_became_active":"2024-07-26T15:29:45.479781+0000","last_became_peered":"2024-07-26T15:29:45.479781+0000","last_unstale":"2024-07-26T15:29:45.483570+0000","last_undegraded":"2024-07-26T15:29:45.483570+0000","last_fullsized":"2024-07-26T15:29:45.483570+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:27:51.119720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471569+0000","last_change":"2024-07-26T15:29:45.471569+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471569+0000","last_undegraded":"2024-07-26T15:29:45.471569+0000","last_fullsized":"2024-07-26T15:29:45.471569+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.484527+0000","last_change":"2024-07-26T15:29:45.481777+0000","last_active":"2024-07-26T15:29:45.484527+0000","last_peered":"2024-07-26T15:29:45.484527+0000","last_clean":"2024-07-26T15:29:45.484527+0000","last_became_active":"2024-07-26T15:29:45.481414+0000","last_became_peered":"2024-07-26T15:29:45.481414+0000","last_unstale":"2024-07-26T15:29:45.484527+0000","last_undegraded":"2024-07-26T15:29:45.484527+0000","last_fullsized":"2024-07-26T15:29:45.484527+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:37:35.004802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467204+0000","last_change":"2024-07-26T15:29:45.467204+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467204+0000","last_undegraded":"2024-07-26T15:29:45.467204+0000","last_fullsized":"2024-07-26T15:29:45.467204+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482240+0000","last_change":"2024-07-26T15:29:45.479686+0000","last_active":"2024-07-26T15:29:45.482240+0000","last_peered":"2024-07-26T15:29:45.482240+0000","last_clean":"2024-07-26T15:29:45.482240+0000","last_became_active":"2024-07-26T15:29:45.479350+0000","last_became_peered":"2024-07-26T15:29:45.479350+0000","last_unstale":"2024-07-26T15:29:45.482240+0000","last_undegraded":"2024-07-26T15:29:45.482240+0000","last_fullsized":"2024-07-26T15:29:45.482240+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:19:09.264100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517622+0000","last_change":"2024-07-26T15:29:46.481961+0000","last_active":"2024-07-26T15:29:47.517622+0000","last_peered":"2024-07-26T15:29:47.517622+0000","last_clean":"2024-07-26T15:29:47.517622+0000","last_became_active":"2024-07-26T15:29:46.481256+0000","last_became_peered":"2024-07-26T15:29:46.481256+0000","last_unstale":"2024-07-26T15:29:47.517622+0000","last_undegraded":"2024-07-26T15:29:47.517622+0000","last_fullsized":"2024-07-26T15:29:47.517622+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:36.620774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.479309+0000","last_change":"2024-07-26T15:29:45.477313+0000","last_active":"2024-07-26T15:29:45.479309+0000","last_peered":"2024-07-26T15:29:45.479309+0000","last_clean":"2024-07-26T15:29:45.479309+0000","last_became_active":"2024-07-26T15:29:45.476996+0000","last_became_peered":"2024-07-26T15:29:45.476996+0000","last_unstale":"2024-07-26T15:29:45.479309+0000","last_undegraded":"2024-07-26T15:29:45.479309+0000","last_fullsized":"2024-07-26T15:29:45.479309+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:35.461094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213384+0000","last_change":"2024-07-26T15:29:46.490175+0000","last_active":"2024-07-26T15:29:49.213384+0000","last_peered":"2024-07-26T15:29:49.213384+0000","last_clean":"2024-07-26T15:29:49.213384+0000","last_became_active":"2024-07-26T15:29:46.489849+0000","last_became_peered":"2024-07-26T15:29:46.489849+0000","last_unstale":"2024-07-26T15:29:49.213384+0000","last_undegraded":"2024-07-26T15:29:49.213384+0000","last_fullsized":"2024-07-26T15:29:49.213384+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:16.162456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.486651+0000","last_change":"2024-07-26T15:29:45.482961+0000","last_active":"2024-07-26T15:29:45.486651+0000","last_peered":"2024-07-26T15:29:45.486651+0000","last_clean":"2024-07-26T15:29:45.486651+0000","last_became_active":"2024-07-26T15:29:45.482644+0000","last_became_peered":"2024-07-26T15:29:45.482644+0000","last_unstale":"2024-07-26T15:29:45.486651+0000","last_undegraded":"2024-07-26T15:29:45.486651+0000","last_fullsized":"2024-07-26T15:29:45.486651+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:10.395207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469442+0000","last_change":"2024-07-26T15:29:45.469442+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469442+0000","last_undegraded":"2024-07-26T15:29:45.469442+0000","last_fullsized":"2024-07-26T15:29:45.469442+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482333+0000","last_change":"2024-07-26T15:29:45.479675+0000","last_active":"2024-07-26T15:29:45.482333+0000","last_peered":"2024-07-26T15:29:45.482333+0000","last_clean":"2024-07-26T15:29:45.482333+0000","last_became_active":"2024-07-26T15:29:45.479312+0000","last_became_peered":"2024-07-26T15:29:45.479312+0000","last_unstale":"2024-07-26T15:29:45.482333+0000","last_undegraded":"2024-07-26T15:29:45.482333+0000","last_fullsized":"2024-07-26T15:29:45.482333+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:08.079031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213234+0000","last_change":"2024-07-26T15:29:46.491041+0000","last_active":"2024-07-26T15:29:49.213234+0000","last_peered":"2024-07-26T15:29:49.213234+0000","last_clean":"2024-07-26T15:29:49.213234+0000","last_became_active":"2024-07-26T15:29:46.490741+0000","last_became_peered":"2024-07-26T15:29:46.490741+0000","last_unstale":"2024-07-26T15:29:49.213234+0000","last_undegraded":"2024-07-26T15:29:49.213234+0000","last_fullsized":"2024-07-26T15:29:49.213234+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:32.785916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482849+0000","last_change":"2024-07-26T15:29:45.481278+0000","last_active":"2024-07-26T15:29:45.482849+0000","last_peered":"2024-07-26T15:29:45.482849+0000","last_clean":"2024-07-26T15:29:45.482849+0000","last_became_active":"2024-07-26T15:29:45.480699+0000","last_became_peered":"2024-07-26T15:29:45.480699+0000","last_unstale":"2024-07-26T15:29:45.482849+0000","last_undegraded":"2024-07-26T15:29:45.482849+0000","last_fullsized":"2024-07-26T15:29:45.482849+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:53:35.367534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467319+0000","last_change":"2024-07-26T15:29:45.467319+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467319+0000","last_undegraded":"2024-07-26T15:29:45.467319+0000","last_fullsized":"2024-07-26T15:29:45.467319+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.483932+0000","last_change":"2024-07-26T15:29:45.481242+0000","last_active":"2024-07-26T15:29:45.483932+0000","last_peered":"2024-07-26T15:29:45.483932+0000","last_clean":"2024-07-26T15:29:45.483932+0000","last_became_active":"2024-07-26T15:29:45.480938+0000","last_became_peered":"2024-07-26T15:29:45.480938+0000","last_unstale":"2024-07-26T15:29:45.483932+0000","last_undegraded":"2024-07-26T15:29:45.483932+0000","last_fullsized":"2024-07-26T15:29:45.483932+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:04.143752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517284+0000","last_change":"2024-07-26T15:29:46.500377+0000","last_active":"2024-07-26T15:29:47.517284+0000","last_peered":"2024-07-26T15:29:47.517284+0000","last_clean":"2024-07-26T15:29:47.517284+0000","last_became_active":"2024-07-26T15:29:46.499998+0000","last_became_peered":"2024-07-26T15:29:46.499998+0000","last_unstale":"2024-07-26T15:29:47.517284+0000","last_undegraded":"2024-07-26T15:29:47.517284+0000","last_fullsized":"2024-07-26T15:29:47.517284+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:48.505717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481714+0000","last_change":"2024-07-26T15:29:45.478604+0000","last_active":"2024-07-26T15:29:45.481714+0000","last_peered":"2024-07-26T15:29:45.481714+0000","last_clean":"2024-07-26T15:29:45.481714+0000","last_became_active":"2024-07-26T15:29:45.478315+0000","last_became_peered":"2024-07-26T15:29:45.478315+0000","last_unstale":"2024-07-26T15:29:45.481714+0000","last_undegraded":"2024-07-26T15:29:45.481714+0000","last_fullsized":"2024-07-26T15:29:45.481714+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:04:15.363552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470380+0000","last_change":"2024-07-26T15:29:45.470380+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470380+0000","last_undegraded":"2024-07-26T15:29:45.470380+0000","last_fullsized":"2024-07-26T15:29:45.470380+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":23,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517131+0000","last_change":"2024-07-26T15:29:45.483567+0000","last_active":"2024-07-26T15:29:47.517131+0000","last_peered":"2024-07-26T15:29:47.517131+0000","last_clean":"2024-07-26T15:29:47.517131+0000","last_became_active":"2024-07-26T15:29:45.483249+0000","last_became_peered":"2024-07-26T15:29:45.483249+0000","last_unstale":"2024-07-26T15:29:47.517131+0000","last_undegraded":"2024-07-26T15:29:47.517131+0000","last_fullsized":"2024-07-26T15:29:47.517131+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:20.633664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470813+0000","last_change":"2024-07-26T15:29:45.470813+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470813+0000","last_undegraded":"2024-07-26T15:29:45.470813+0000","last_fullsized":"2024-07-26T15:29:45.470813+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.479407+0000","last_change":"2024-07-26T15:29:45.476744+0000","last_active":"2024-07-26T15:29:45.479407+0000","last_peered":"2024-07-26T15:29:45.479407+0000","last_clean":"2024-07-26T15:29:45.479407+0000","last_became_active":"2024-07-26T15:29:45.476136+0000","last_became_peered":"2024-07-26T15:29:45.476136+0000","last_unstale":"2024-07-26T15:29:45.479407+0000","last_undegraded":"2024-07-26T15:29:45.479407+0000","last_fullsized":"2024-07-26T15:29:45.479407+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:18:53.233564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463089+0000","last_change":"2024-07-26T15:29:45.463089+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463089+0000","last_undegraded":"2024-07-26T15:29:45.463089+0000","last_fullsized":"2024-07-26T15:29:45.463089+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.484187+0000","last_change":"2024-07-26T15:29:45.478722+0000","last_active":"2024-07-26T15:29:45.484187+0000","last_peered":"2024-07-26T15:29:45.484187+0000","last_clean":"2024-07-26T15:29:45.484187+0000","last_became_active":"2024-07-26T15:29:45.478420+0000","last_became_peered":"2024-07-26T15:29:45.478420+0000","last_unstale":"2024-07-26T15:29:45.484187+0000","last_undegraded":"2024-07-26T15:29:45.484187+0000","last_fullsized":"2024-07-26T15:29:45.484187+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:15.435120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469529+0000","last_change":"2024-07-26T15:29:45.469529+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469529+0000","last_undegraded":"2024-07-26T15:29:45.469529+0000","last_fullsized":"2024-07-26T15:29:45.469529+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482523+0000","last_change":"2024-07-26T15:29:45.479204+0000","last_active":"2024-07-26T15:29:45.482523+0000","last_peered":"2024-07-26T15:29:45.482523+0000","last_clean":"2024-07-26T15:29:45.482523+0000","last_became_active":"2024-07-26T15:29:45.478844+0000","last_became_peered":"2024-07-26T15:29:45.478844+0000","last_unstale":"2024-07-26T15:29:45.482523+0000","last_undegraded":"2024-07-26T15:29:45.482523+0000","last_fullsized":"2024-07-26T15:29:45.482523+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:02:45.292549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465084+0000","last_change":"2024-07-26T15:29:45.465084+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465084+0000","last_undegraded":"2024-07-26T15:29:45.465084+0000","last_fullsized":"2024-07-26T15:29:45.465084+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481268+0000","last_change":"2024-07-26T15:29:45.477556+0000","last_active":"2024-07-26T15:29:45.481268+0000","last_peered":"2024-07-26T15:29:45.481268+0000","last_clean":"2024-07-26T15:29:45.481268+0000","last_became_active":"2024-07-26T15:29:45.476961+0000","last_became_peered":"2024-07-26T15:29:45.476961+0000","last_unstale":"2024-07-26T15:29:45.481268+0000","last_undegraded":"2024-07-26T15:29:45.481268+0000","last_fullsized":"2024-07-26T15:29:45.481268+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:01.001126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517505+0000","last_change":"2024-07-26T15:29:46.501070+0000","last_active":"2024-07-26T15:29:47.517505+0000","last_peered":"2024-07-26T15:29:47.517505+0000","last_clean":"2024-07-26T15:29:47.517505+0000","last_became_active":"2024-07-26T15:29:46.500545+0000","last_became_peered":"2024-07-26T15:29:46.500545+0000","last_unstale":"2024-07-26T15:29:47.517505+0000","last_undegraded":"2024-07-26T15:29:47.517505+0000","last_fullsized":"2024-07-26T15:29:47.517505+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:22.369091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481732+0000","last_change":"2024-07-26T15:29:45.476106+0000","last_active":"2024-07-26T15:29:45.481732+0000","last_peered":"2024-07-26T15:29:45.481732+0000","last_clean":"2024-07-26T15:29:45.481732+0000","last_became_active":"2024-07-26T15:29:45.475768+0000","last_became_peered":"2024-07-26T15:29:45.475768+0000","last_unstale":"2024-07-26T15:29:45.481732+0000","last_undegraded":"2024-07-26T15:29:45.481732+0000","last_fullsized":"2024-07-26T15:29:45.481732+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:32.306013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213517+0000","last_change":"2024-07-26T15:29:46.484208+0000","last_active":"2024-07-26T15:29:49.213517+0000","last_peered":"2024-07-26T15:29:49.213517+0000","last_clean":"2024-07-26T15:29:49.213517+0000","last_became_active":"2024-07-26T15:29:46.483866+0000","last_became_peered":"2024-07-26T15:29:46.483866+0000","last_unstale":"2024-07-26T15:29:49.213517+0000","last_undegraded":"2024-07-26T15:29:49.213517+0000","last_fullsized":"2024-07-26T15:29:49.213517+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:10.997767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481121+0000","last_change":"2024-07-26T15:29:45.474741+0000","last_active":"2024-07-26T15:29:45.481121+0000","last_peered":"2024-07-26T15:29:45.481121+0000","last_clean":"2024-07-26T15:29:45.481121+0000","last_became_active":"2024-07-26T15:29:45.474400+0000","last_became_peered":"2024-07-26T15:29:45.474400+0000","last_unstale":"2024-07-26T15:29:45.481121+0000","last_undegraded":"2024-07-26T15:29:45.481121+0000","last_fullsized":"2024-07-26T15:29:45.481121+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:58:41.494694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463031+0000","last_change":"2024-07-26T15:29:45.463031+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463031+0000","last_undegraded":"2024-07-26T15:29:45.463031+0000","last_fullsized":"2024-07-26T15:29:45.463031+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517552+0000","last_change":"2024-07-26T15:29:45.481817+0000","last_active":"2024-07-26T15:29:47.517552+0000","last_peered":"2024-07-26T15:29:47.517552+0000","last_clean":"2024-07-26T15:29:47.517552+0000","last_became_active":"2024-07-26T15:29:45.481445+0000","last_became_peered":"2024-07-26T15:29:45.481445+0000","last_unstale":"2024-07-26T15:29:47.517552+0000","last_undegraded":"2024-07-26T15:29:47.517552+0000","last_fullsized":"2024-07-26T15:29:47.517552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:55:53.684051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467198+0000","last_change":"2024-07-26T15:29:45.467198+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467198+0000","last_undegraded":"2024-07-26T15:29:45.467198+0000","last_fullsized":"2024-07-26T15:29:45.467198+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481693+0000","last_change":"2024-07-26T15:29:45.476901+0000","last_active":"2024-07-26T15:29:45.481693+0000","last_peered":"2024-07-26T15:29:45.481693+0000","last_clean":"2024-07-26T15:29:45.481693+0000","last_became_active":"2024-07-26T15:29:45.476588+0000","last_became_peered":"2024-07-26T15:29:45.476588+0000","last_unstale":"2024-07-26T15:29:45.481693+0000","last_undegraded":"2024-07-26T15:29:45.481693+0000","last_fullsized":"2024-07-26T15:29:45.481693+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:27:17.457794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465581+0000","last_change":"2024-07-26T15:29:45.465581+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465581+0000","last_undegraded":"2024-07-26T15:29:45.465581+0000","last_fullsized":"2024-07-26T15:29:45.465581+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.486692+0000","last_change":"2024-07-26T15:29:45.483144+0000","last_active":"2024-07-26T15:29:45.486692+0000","last_peered":"2024-07-26T15:29:45.486692+0000","last_clean":"2024-07-26T15:29:45.486692+0000","last_became_active":"2024-07-26T15:29:45.482656+0000","last_became_peered":"2024-07-26T15:29:45.482656+0000","last_unstale":"2024-07-26T15:29:45.486692+0000","last_undegraded":"2024-07-26T15:29:45.486692+0000","last_fullsized":"2024-07-26T15:29:45.486692+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:51:14.445340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517680+0000","last_change":"2024-07-26T15:29:46.481828+0000","last_active":"2024-07-26T15:29:47.517680+0000","last_peered":"2024-07-26T15:29:47.517680+0000","last_clean":"2024-07-26T15:29:47.517680+0000","last_became_active":"2024-07-26T15:29:46.481269+0000","last_became_peered":"2024-07-26T15:29:46.481269+0000","last_unstale":"2024-07-26T15:29:47.517680+0000","last_undegraded":"2024-07-26T15:29:47.517680+0000","last_fullsized":"2024-07-26T15:29:47.517680+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:37:59.359638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.474048+0000","last_change":"2024-07-26T15:29:45.469839+0000","last_active":"2024-07-26T15:29:45.474048+0000","last_peered":"2024-07-26T15:29:45.474048+0000","last_clean":"2024-07-26T15:29:45.474048+0000","last_became_active":"2024-07-26T15:29:45.469499+0000","last_became_peered":"2024-07-26T15:29:45.469499+0000","last_unstale":"2024-07-26T15:29:45.474048+0000","last_undegraded":"2024-07-26T15:29:45.474048+0000","last_fullsized":"2024-07-26T15:29:45.474048+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:00:06.258581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470380+0000","last_change":"2024-07-26T15:29:45.470380+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470380+0000","last_undegraded":"2024-07-26T15:29:45.470380+0000","last_fullsized":"2024-07-26T15:29:45.470380+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213398+0000","last_change":"2024-07-26T15:29:45.482510+0000","last_active":"2024-07-26T15:29:49.213398+0000","last_peered":"2024-07-26T15:29:49.213398+0000","last_clean":"2024-07-26T15:29:49.213398+0000","last_became_active":"2024-07-26T15:29:45.482126+0000","last_became_peered":"2024-07-26T15:29:45.482126+0000","last_unstale":"2024-07-26T15:29:49.213398+0000","last_undegraded":"2024-07-26T15:29:49.213398+0000","last_fullsized":"2024-07-26T15:29:49.213398+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:48:56.475208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213481+0000","last_change":"2024-07-26T15:29:46.488728+0000","last_active":"2024-07-26T15:29:49.213481+0000","last_peered":"2024-07-26T15:29:49.213481+0000","last_clean":"2024-07-26T15:29:49.213481+0000","last_became_active":"2024-07-26T15:29:46.488369+0000","last_became_peered":"2024-07-26T15:29:46.488369+0000","last_unstale":"2024-07-26T15:29:49.213481+0000","last_undegraded":"2024-07-26T15:29:49.213481+0000","last_fullsized":"2024-07-26T15:29:49.213481+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:27.228200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213492+0000","last_change":"2024-07-26T15:29:45.472811+0000","last_active":"2024-07-26T15:29:49.213492+0000","last_peered":"2024-07-26T15:29:49.213492+0000","last_clean":"2024-07-26T15:29:49.213492+0000","last_became_active":"2024-07-26T15:29:45.472368+0000","last_became_peered":"2024-07-26T15:29:45.472368+0000","last_unstale":"2024-07-26T15:29:49.213492+0000","last_undegraded":"2024-07-26T15:29:49.213492+0000","last_fullsized":"2024-07-26T15:29:49.213492+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:04.143752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468157+0000","last_change":"2024-07-26T15:29:45.468157+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468157+0000","last_undegraded":"2024-07-26T15:29:45.468157+0000","last_fullsized":"2024-07-26T15:29:45.468157+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482159+0000","last_change":"2024-07-26T15:29:45.477299+0000","last_active":"2024-07-26T15:29:45.482159+0000","last_peered":"2024-07-26T15:29:45.482159+0000","last_clean":"2024-07-26T15:29:45.482159+0000","last_became_active":"2024-07-26T15:29:45.476523+0000","last_became_peered":"2024-07-26T15:29:45.476523+0000","last_unstale":"2024-07-26T15:29:45.482159+0000","last_undegraded":"2024-07-26T15:29:45.482159+0000","last_fullsized":"2024-07-26T15:29:45.482159+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:31.664657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470659+0000","last_change":"2024-07-26T15:29:45.470659+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470659+0000","last_undegraded":"2024-07-26T15:29:45.470659+0000","last_fullsized":"2024-07-26T15:29:45.470659+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481537+0000","last_change":"2024-07-26T15:29:45.477121+0000","last_active":"2024-07-26T15:29:45.481537+0000","last_peered":"2024-07-26T15:29:45.481537+0000","last_clean":"2024-07-26T15:29:45.481537+0000","last_became_active":"2024-07-26T15:29:45.476820+0000","last_became_peered":"2024-07-26T15:29:45.476820+0000","last_unstale":"2024-07-26T15:29:45.481537+0000","last_undegraded":"2024-07-26T15:29:45.481537+0000","last_fullsized":"2024-07-26T15:29:45.481537+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:25:22.653958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517585+0000","last_change":"2024-07-26T15:29:46.480953+0000","last_active":"2024-07-26T15:29:47.517585+0000","last_peered":"2024-07-26T15:29:47.517585+0000","last_clean":"2024-07-26T15:29:47.517585+0000","last_became_active":"2024-07-26T15:29:46.480013+0000","last_became_peered":"2024-07-26T15:29:46.480013+0000","last_unstale":"2024-07-26T15:29:47.517585+0000","last_undegraded":"2024-07-26T15:29:47.517585+0000","last_fullsized":"2024-07-26T15:29:47.517585+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:05.164026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482161+0000","last_change":"2024-07-26T15:29:45.478727+0000","last_active":"2024-07-26T15:29:45.482161+0000","last_peered":"2024-07-26T15:29:45.482161+0000","last_clean":"2024-07-26T15:29:45.482161+0000","last_became_active":"2024-07-26T15:29:45.478395+0000","last_became_peered":"2024-07-26T15:29:45.478395+0000","last_unstale":"2024-07-26T15:29:45.482161+0000","last_undegraded":"2024-07-26T15:29:45.482161+0000","last_fullsized":"2024-07-26T15:29:45.482161+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:34.523783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463821+0000","last_change":"2024-07-26T15:29:45.463821+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463821+0000","last_undegraded":"2024-07-26T15:29:45.463821+0000","last_fullsized":"2024-07-26T15:29:45.463821+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517552+0000","last_change":"2024-07-26T15:29:45.482634+0000","last_active":"2024-07-26T15:29:47.517552+0000","last_peered":"2024-07-26T15:29:47.517552+0000","last_clean":"2024-07-26T15:29:47.517552+0000","last_became_active":"2024-07-26T15:29:45.482335+0000","last_became_peered":"2024-07-26T15:29:45.482335+0000","last_unstale":"2024-07-26T15:29:47.517552+0000","last_undegraded":"2024-07-26T15:29:47.517552+0000","last_fullsized":"2024-07-26T15:29:47.517552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:46.351968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":144,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517386+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:29:47.517386+0000","last_peered":"2024-07-26T15:29:47.517386+0000","last_clean":"2024-07-26T15:29:47.517386+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:29:47.517386+0000","last_undegraded":"2024-07-26T15:29:47.517386+0000","last_fullsized":"2024-07-26T15:29:47.517386+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":10,"ondisk_log_size":10,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509455,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542162,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1052672,"data_stored":786899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28060,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343780,"statfs":{"total":96636764160,"available":96608030720,"internally_reserved":0,"allocated":1064960,"data_stored":788547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:29:50.955 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:29:50.955 INFO:tasks.ceph.mds.a.smithi033.stderr:2024-07-26T15:29:50.954+0000 7f770c564640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:29:51.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.072+0000 7f83f3927640 1 -- 172.21.15.33:0/923124071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83ec0b6fc0 msgr2=0x7f83ec0ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.072+0000 7f83f3927640 1 --2- 172.21.15.33:0/923124071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83ec0b6fc0 0x7f83ec0ce260 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f83dc005fd0 tx=0x7f83dc02aa90 comp rx=0 tx=0).stop 2024-07-26T15:29:51.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.072+0000 7f83f3927640 1 -- 172.21.15.33:0/923124071 shutdown_connections 2024-07-26T15:29:51.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.072+0000 7f83f3927640 1 --2- 172.21.15.33:0/923124071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83ec0b1ba0 0x7f83ec0b1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.072+0000 7f83f3927640 1 --2- 172.21.15.33:0/923124071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83ec0b6fc0 0x7f83ec0ce260 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.072+0000 7f83f3927640 1 -- 172.21.15.33:0/923124071 >> 172.21.15.33:0/923124071 conn(0x7f83ec0d1b70 msgr2=0x7f83ec0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:51.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.072+0000 7f83f3927640 1 -- 172.21.15.33:0/923124071 shutdown_connections 2024-07-26T15:29:51.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.072+0000 7f83f3927640 1 -- 172.21.15.33:0/923124071 wait complete. 2024-07-26T15:29:51.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.074+0000 7f83f3927640 1 Processor -- start 2024-07-26T15:29:51.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.074+0000 7f83f3927640 1 -- start start 2024-07-26T15:29:51.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f3927640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ec0b1ba0 0x7f83ec0c9030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f3927640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83ec0b6fc0 0x7f83ec15ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f3927640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83ec0ce7a0 0x7f83ec1f6500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f3927640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f83ec0b2670 con 0x7f83ec0b1ba0 2024-07-26T15:29:51.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f3927640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f83ec0b24f0 con 0x7f83ec0ce7a0 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f3927640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f83ec0b27f0 con 0x7f83ec0b6fc0 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f16c3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ec0b1ba0 0x7f83ec0c9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f16c3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ec0b1ba0 0x7f83ec0c9030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38572/0 (socket says 172.21.15.33:38572) 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f16c3640 1 -- 172.21.15.33:0/1155115364 learned_addr learned my addr 172.21.15.33:0/1155115364 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f0ec2640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83ec0b6fc0 0x7f83ec15ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f1ec4640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83ec0ce7a0 0x7f83ec1f6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f16c3640 1 -- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83ec0b6fc0 msgr2=0x7f83ec15ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f16c3640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83ec0b6fc0 0x7f83ec15ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f16c3640 1 -- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83ec0ce7a0 msgr2=0x7f83ec1f6500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f16c3640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83ec0ce7a0 0x7f83ec1f6500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.075+0000 7f83f16c3640 1 -- 172.21.15.33:0/1155115364 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83ec15f300 con 0x7f83ec0b1ba0 2024-07-26T15:29:51.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.076+0000 7f83f16c3640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ec0b1ba0 0x7f83ec0c9030 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f83dc006010 tx=0x7f83dc003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:51.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.076+0000 7f83e9ffb640 1 -- 172.21.15.33:0/1155115364 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83dc044070 con 0x7f83ec0b1ba0 2024-07-26T15:29:51.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.076+0000 7f83e9ffb640 1 -- 172.21.15.33:0/1155115364 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f83dc003e00 con 0x7f83ec0b1ba0 2024-07-26T15:29:51.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.076+0000 7f83f3927640 1 -- 172.21.15.33:0/1155115364 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83ec15ef70 con 0x7f83ec0b1ba0 2024-07-26T15:29:51.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.076+0000 7f83e9ffb640 1 -- 172.21.15.33:0/1155115364 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83dc004490 con 0x7f83ec0b1ba0 2024-07-26T15:29:51.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.076+0000 7f83f3927640 1 -- 172.21.15.33:0/1155115364 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83ec0cbe70 con 0x7f83ec0b1ba0 2024-07-26T15:29:51.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.077+0000 7f83f3927640 1 -- 172.21.15.33:0/1155115364 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83ec0b2ca0 con 0x7f83ec0b1ba0 2024-07-26T15:29:51.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.078+0000 7f83e9ffb640 1 -- 172.21.15.33:0/1155115364 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f83dc004630 con 0x7f83ec0b1ba0 2024-07-26T15:29:51.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.078+0000 7f83e9ffb640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f83d8077040 0x7f83d8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.078+0000 7f83e9ffb640 1 -- 172.21.15.33:0/1155115364 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f83dc0b97d0 con 0x7f83ec0b1ba0 2024-07-26T15:29:51.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.079+0000 7f83f0ec2640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f83d8077040 0x7f83d8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.079+0000 7f83f0ec2640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f83d8077040 0x7f83d8079550 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f83e0000f60 tx=0x7f83e0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:51.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.083+0000 7f83e9ffb640 1 -- 172.21.15.33:0/1155115364 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f83dc032030 con 0x7f83ec0b1ba0 2024-07-26T15:29:51.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.270+0000 7f83f3927640 1 -- 172.21.15.33:0/1155115364 --> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f83ec0d0590 con 0x7f83d8077040 2024-07-26T15:29:51.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.275+0000 7f83e9ffb640 1 -- 172.21.15.33:0/1155115364 <== mgr.4100 v2:172.21.15.154:6832/3214049706 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248142 (secure 0 0 0) 0x7f83ec0d0590 con 0x7f83d8077040 2024-07-26T15:29:51.279 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:51.280 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:29:51.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 -- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f83d8077040 msgr2=0x7f83d8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f83d8077040 0x7f83d8079550 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f83e0000f60 tx=0x7f83e0009040 comp rx=0 tx=0).stop 2024-07-26T15:29:51.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 -- 172.21.15.33:0/1155115364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ec0b1ba0 msgr2=0x7f83ec0c9030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ec0b1ba0 0x7f83ec0c9030 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f83dc006010 tx=0x7f83dc003c10 comp rx=0 tx=0).stop 2024-07-26T15:29:51.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 -- 172.21.15.33:0/1155115364 shutdown_connections 2024-07-26T15:29:51.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83ec0ce7a0 0x7f83ec1f6500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83ec0b6fc0 0x7f83ec15ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f83d8077040 0x7f83d8079550 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 --2- 172.21.15.33:0/1155115364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83ec0b1ba0 0x7f83ec0c9030 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 -- 172.21.15.33:0/1155115364 >> 172.21.15.33:0/1155115364 conn(0x7f83ec0d1b70 msgr2=0x7f83ec0b0670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:51.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 -- 172.21.15.33:0/1155115364 shutdown_connections 2024-07-26T15:29:51.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.278+0000 7f83f3927640 1 -- 172.21.15.33:0/1155115364 wait complete. 2024-07-26T15:29:51.290 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":70,"stamp":"2024-07-26T15:29:50.630633+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":50,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":224872,"kb_used_data":4552,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749848,"statfs":{"total":773094113280,"available":772863844352,"internally_reserved":0,"allocated":4661248,"data_stored":2651273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":28,"apply_latency_ms":28,"commit_latency_ns":28000000,"apply_latency_ns":28000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001271"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466190+0000","last_change":"2024-07-26T15:29:45.466190+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466190+0000","last_undegraded":"2024-07-26T15:29:45.466190+0000","last_fullsized":"2024-07-26T15:29:45.466190+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471317+0000","last_change":"2024-07-26T15:29:45.471317+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471317+0000","last_undegraded":"2024-07-26T15:29:45.471317+0000","last_fullsized":"2024-07-26T15:29:45.471317+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213445+0000","last_change":"2024-07-26T15:29:46.489643+0000","last_active":"2024-07-26T15:29:49.213445+0000","last_peered":"2024-07-26T15:29:49.213445+0000","last_clean":"2024-07-26T15:29:49.213445+0000","last_became_active":"2024-07-26T15:29:46.489300+0000","last_became_peered":"2024-07-26T15:29:46.489300+0000","last_unstale":"2024-07-26T15:29:49.213445+0000","last_undegraded":"2024-07-26T15:29:49.213445+0000","last_fullsized":"2024-07-26T15:29:49.213445+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:57:40.656433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468558+0000","last_change":"2024-07-26T15:29:45.468558+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468558+0000","last_undegraded":"2024-07-26T15:29:45.468558+0000","last_fullsized":"2024-07-26T15:29:45.468558+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467535+0000","last_change":"2024-07-26T15:29:45.467535+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467535+0000","last_undegraded":"2024-07-26T15:29:45.467535+0000","last_fullsized":"2024-07-26T15:29:45.467535+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469016+0000","last_change":"2024-07-26T15:29:45.469016+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469016+0000","last_undegraded":"2024-07-26T15:29:45.469016+0000","last_fullsized":"2024-07-26T15:29:45.469016+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465139+0000","last_change":"2024-07-26T15:29:45.465139+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465139+0000","last_undegraded":"2024-07-26T15:29:45.465139+0000","last_fullsized":"2024-07-26T15:29:45.465139+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466755+0000","last_change":"2024-07-26T15:29:45.466755+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466755+0000","last_undegraded":"2024-07-26T15:29:45.466755+0000","last_fullsized":"2024-07-26T15:29:45.466755+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213554+0000","last_change":"2024-07-26T15:29:46.487758+0000","last_active":"2024-07-26T15:29:49.213554+0000","last_peered":"2024-07-26T15:29:49.213554+0000","last_clean":"2024-07-26T15:29:49.213554+0000","last_became_active":"2024-07-26T15:29:46.487423+0000","last_became_peered":"2024-07-26T15:29:46.487423+0000","last_unstale":"2024-07-26T15:29:49.213554+0000","last_undegraded":"2024-07-26T15:29:49.213554+0000","last_fullsized":"2024-07-26T15:29:49.213554+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:48.505717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465351+0000","last_change":"2024-07-26T15:29:45.465351+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465351+0000","last_undegraded":"2024-07-26T15:29:45.465351+0000","last_fullsized":"2024-07-26T15:29:45.465351+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463983+0000","last_change":"2024-07-26T15:29:45.463983+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463983+0000","last_undegraded":"2024-07-26T15:29:45.463983+0000","last_fullsized":"2024-07-26T15:29:45.463983+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213373+0000","last_change":"2024-07-26T15:29:46.497763+0000","last_active":"2024-07-26T15:29:49.213373+0000","last_peered":"2024-07-26T15:29:49.213373+0000","last_clean":"2024-07-26T15:29:49.213373+0000","last_became_active":"2024-07-26T15:29:46.497420+0000","last_became_peered":"2024-07-26T15:29:46.497420+0000","last_unstale":"2024-07-26T15:29:49.213373+0000","last_undegraded":"2024-07-26T15:29:49.213373+0000","last_fullsized":"2024-07-26T15:29:49.213373+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:07.499248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.464756+0000","last_change":"2024-07-26T15:29:45.464756+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.464756+0000","last_undegraded":"2024-07-26T15:29:45.464756+0000","last_fullsized":"2024-07-26T15:29:45.464756+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471337+0000","last_change":"2024-07-26T15:29:45.471337+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471337+0000","last_undegraded":"2024-07-26T15:29:45.471337+0000","last_fullsized":"2024-07-26T15:29:45.471337+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.464522+0000","last_change":"2024-07-26T15:29:45.464522+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.464522+0000","last_undegraded":"2024-07-26T15:29:45.464522+0000","last_fullsized":"2024-07-26T15:29:45.464522+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517285+0000","last_change":"2024-07-26T15:29:46.486500+0000","last_active":"2024-07-26T15:29:47.517285+0000","last_peered":"2024-07-26T15:29:47.517285+0000","last_clean":"2024-07-26T15:29:47.517285+0000","last_became_active":"2024-07-26T15:29:46.486178+0000","last_became_peered":"2024-07-26T15:29:46.486178+0000","last_unstale":"2024-07-26T15:29:47.517285+0000","last_undegraded":"2024-07-26T15:29:47.517285+0000","last_fullsized":"2024-07-26T15:29:47.517285+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:50:38.559797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517730+0000","last_change":"2024-07-26T15:29:46.483202+0000","last_active":"2024-07-26T15:29:47.517730+0000","last_peered":"2024-07-26T15:29:47.517730+0000","last_clean":"2024-07-26T15:29:47.517730+0000","last_became_active":"2024-07-26T15:29:46.482494+0000","last_became_peered":"2024-07-26T15:29:46.482494+0000","last_unstale":"2024-07-26T15:29:47.517730+0000","last_undegraded":"2024-07-26T15:29:47.517730+0000","last_fullsized":"2024-07-26T15:29:47.517730+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:52.500272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.462235+0000","last_change":"2024-07-26T15:29:45.462235+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.462235+0000","last_undegraded":"2024-07-26T15:29:45.462235+0000","last_fullsized":"2024-07-26T15:29:45.462235+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466962+0000","last_change":"2024-07-26T15:29:45.466962+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466962+0000","last_undegraded":"2024-07-26T15:29:45.466962+0000","last_fullsized":"2024-07-26T15:29:45.466962+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465952+0000","last_change":"2024-07-26T15:29:45.465952+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465952+0000","last_undegraded":"2024-07-26T15:29:45.465952+0000","last_fullsized":"2024-07-26T15:29:45.465952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463689+0000","last_change":"2024-07-26T15:29:45.463689+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463689+0000","last_undegraded":"2024-07-26T15:29:45.463689+0000","last_fullsized":"2024-07-26T15:29:45.463689+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470160+0000","last_change":"2024-07-26T15:29:45.470160+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470160+0000","last_undegraded":"2024-07-26T15:29:45.470160+0000","last_fullsized":"2024-07-26T15:29:45.470160+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517242+0000","last_change":"2024-07-26T15:29:46.500757+0000","last_active":"2024-07-26T15:29:47.517242+0000","last_peered":"2024-07-26T15:29:47.517242+0000","last_clean":"2024-07-26T15:29:47.517242+0000","last_became_active":"2024-07-26T15:29:46.500371+0000","last_became_peered":"2024-07-26T15:29:46.500371+0000","last_unstale":"2024-07-26T15:29:47.517242+0000","last_undegraded":"2024-07-26T15:29:47.517242+0000","last_fullsized":"2024-07-26T15:29:47.517242+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:27.228200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465789+0000","last_change":"2024-07-26T15:29:45.465789+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465789+0000","last_undegraded":"2024-07-26T15:29:45.465789+0000","last_fullsized":"2024-07-26T15:29:45.465789+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465003+0000","last_change":"2024-07-26T15:29:45.465003+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465003+0000","last_undegraded":"2024-07-26T15:29:45.465003+0000","last_fullsized":"2024-07-26T15:29:45.465003+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467204+0000","last_change":"2024-07-26T15:29:45.467204+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467204+0000","last_undegraded":"2024-07-26T15:29:45.467204+0000","last_fullsized":"2024-07-26T15:29:45.467204+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465263+0000","last_change":"2024-07-26T15:29:45.465263+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465263+0000","last_undegraded":"2024-07-26T15:29:45.465263+0000","last_fullsized":"2024-07-26T15:29:45.465263+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463761+0000","last_change":"2024-07-26T15:29:45.463761+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463761+0000","last_undegraded":"2024-07-26T15:29:45.463761+0000","last_fullsized":"2024-07-26T15:29:45.463761+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465671+0000","last_change":"2024-07-26T15:29:45.465671+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465671+0000","last_undegraded":"2024-07-26T15:29:45.465671+0000","last_fullsized":"2024-07-26T15:29:45.465671+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.462571+0000","last_change":"2024-07-26T15:29:45.462571+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.462571+0000","last_undegraded":"2024-07-26T15:29:45.462571+0000","last_fullsized":"2024-07-26T15:29:45.462571+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517277+0000","last_change":"2024-07-26T15:29:46.500870+0000","last_active":"2024-07-26T15:29:47.517277+0000","last_peered":"2024-07-26T15:29:47.517277+0000","last_clean":"2024-07-26T15:29:47.517277+0000","last_became_active":"2024-07-26T15:29:46.500539+0000","last_became_peered":"2024-07-26T15:29:46.500539+0000","last_unstale":"2024-07-26T15:29:47.517277+0000","last_undegraded":"2024-07-26T15:29:47.517277+0000","last_fullsized":"2024-07-26T15:29:47.517277+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:10.997767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469639+0000","last_change":"2024-07-26T15:29:45.469639+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469639+0000","last_undegraded":"2024-07-26T15:29:45.469639+0000","last_fullsized":"2024-07-26T15:29:45.469639+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517626+0000","last_change":"2024-07-26T15:29:46.486897+0000","last_active":"2024-07-26T15:29:47.517626+0000","last_peered":"2024-07-26T15:29:47.517626+0000","last_clean":"2024-07-26T15:29:47.517626+0000","last_became_active":"2024-07-26T15:29:46.486568+0000","last_became_peered":"2024-07-26T15:29:46.486568+0000","last_unstale":"2024-07-26T15:29:47.517626+0000","last_undegraded":"2024-07-26T15:29:47.517626+0000","last_fullsized":"2024-07-26T15:29:47.517626+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:49:24.889505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481002+0000","last_change":"2024-07-26T15:29:45.474319+0000","last_active":"2024-07-26T15:29:45.481002+0000","last_peered":"2024-07-26T15:29:45.481002+0000","last_clean":"2024-07-26T15:29:45.481002+0000","last_became_active":"2024-07-26T15:29:45.473946+0000","last_became_peered":"2024-07-26T15:29:45.473946+0000","last_unstale":"2024-07-26T15:29:45.481002+0000","last_undegraded":"2024-07-26T15:29:45.481002+0000","last_fullsized":"2024-07-26T15:29:45.481002+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:53:01.263210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466668+0000","last_change":"2024-07-26T15:29:45.466668+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466668+0000","last_undegraded":"2024-07-26T15:29:45.466668+0000","last_fullsized":"2024-07-26T15:29:45.466668+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213350+0000","last_change":"2024-07-26T15:29:45.478277+0000","last_active":"2024-07-26T15:29:49.213350+0000","last_peered":"2024-07-26T15:29:49.213350+0000","last_clean":"2024-07-26T15:29:49.213350+0000","last_became_active":"2024-07-26T15:29:45.477873+0000","last_became_peered":"2024-07-26T15:29:45.477873+0000","last_unstale":"2024-07-26T15:29:49.213350+0000","last_undegraded":"2024-07-26T15:29:49.213350+0000","last_fullsized":"2024-07-26T15:29:49.213350+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:09:29.465194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468410+0000","last_change":"2024-07-26T15:29:45.468410+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468410+0000","last_undegraded":"2024-07-26T15:29:45.468410+0000","last_fullsized":"2024-07-26T15:29:45.468410+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.480447+0000","last_change":"2024-07-26T15:29:45.476111+0000","last_active":"2024-07-26T15:29:45.480447+0000","last_peered":"2024-07-26T15:29:45.480447+0000","last_clean":"2024-07-26T15:29:45.480447+0000","last_became_active":"2024-07-26T15:29:45.475767+0000","last_became_peered":"2024-07-26T15:29:45.475767+0000","last_unstale":"2024-07-26T15:29:45.480447+0000","last_undegraded":"2024-07-26T15:29:45.480447+0000","last_fullsized":"2024-07-26T15:29:45.480447+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:50.868465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469865+0000","last_change":"2024-07-26T15:29:45.469865+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469865+0000","last_undegraded":"2024-07-26T15:29:45.469865+0000","last_fullsized":"2024-07-26T15:29:45.469865+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481576+0000","last_change":"2024-07-26T15:29:45.476105+0000","last_active":"2024-07-26T15:29:45.481576+0000","last_peered":"2024-07-26T15:29:45.481576+0000","last_clean":"2024-07-26T15:29:45.481576+0000","last_became_active":"2024-07-26T15:29:45.475835+0000","last_became_peered":"2024-07-26T15:29:45.475835+0000","last_unstale":"2024-07-26T15:29:45.481576+0000","last_undegraded":"2024-07-26T15:29:45.481576+0000","last_fullsized":"2024-07-26T15:29:45.481576+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:33:46.440059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213218+0000","last_change":"2024-07-26T15:29:46.492999+0000","last_active":"2024-07-26T15:29:49.213218+0000","last_peered":"2024-07-26T15:29:49.213218+0000","last_clean":"2024-07-26T15:29:49.213218+0000","last_became_active":"2024-07-26T15:29:46.492626+0000","last_became_peered":"2024-07-26T15:29:46.492626+0000","last_unstale":"2024-07-26T15:29:49.213218+0000","last_undegraded":"2024-07-26T15:29:49.213218+0000","last_fullsized":"2024-07-26T15:29:49.213218+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:56:52.013436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.478614+0000","last_change":"2024-07-26T15:29:45.474457+0000","last_active":"2024-07-26T15:29:45.478614+0000","last_peered":"2024-07-26T15:29:45.478614+0000","last_clean":"2024-07-26T15:29:45.478614+0000","last_became_active":"2024-07-26T15:29:45.474123+0000","last_became_peered":"2024-07-26T15:29:45.474123+0000","last_unstale":"2024-07-26T15:29:45.478614+0000","last_undegraded":"2024-07-26T15:29:45.478614+0000","last_fullsized":"2024-07-26T15:29:45.478614+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:36:06.977027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463618+0000","last_change":"2024-07-26T15:29:45.463618+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463618+0000","last_undegraded":"2024-07-26T15:29:45.463618+0000","last_fullsized":"2024-07-26T15:29:45.463618+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517183+0000","last_change":"2024-07-26T15:29:45.485028+0000","last_active":"2024-07-26T15:29:47.517183+0000","last_peered":"2024-07-26T15:29:47.517183+0000","last_clean":"2024-07-26T15:29:47.517183+0000","last_became_active":"2024-07-26T15:29:45.484707+0000","last_became_peered":"2024-07-26T15:29:45.484707+0000","last_unstale":"2024-07-26T15:29:47.517183+0000","last_undegraded":"2024-07-26T15:29:47.517183+0000","last_fullsized":"2024-07-26T15:29:47.517183+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:48:56.475208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469666+0000","last_change":"2024-07-26T15:29:45.469666+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469666+0000","last_undegraded":"2024-07-26T15:29:45.469666+0000","last_fullsized":"2024-07-26T15:29:45.469666+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.483570+0000","last_change":"2024-07-26T15:29:45.480153+0000","last_active":"2024-07-26T15:29:45.483570+0000","last_peered":"2024-07-26T15:29:45.483570+0000","last_clean":"2024-07-26T15:29:45.483570+0000","last_became_active":"2024-07-26T15:29:45.479781+0000","last_became_peered":"2024-07-26T15:29:45.479781+0000","last_unstale":"2024-07-26T15:29:45.483570+0000","last_undegraded":"2024-07-26T15:29:45.483570+0000","last_fullsized":"2024-07-26T15:29:45.483570+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:27:51.119720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471569+0000","last_change":"2024-07-26T15:29:45.471569+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471569+0000","last_undegraded":"2024-07-26T15:29:45.471569+0000","last_fullsized":"2024-07-26T15:29:45.471569+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.484527+0000","last_change":"2024-07-26T15:29:45.481777+0000","last_active":"2024-07-26T15:29:45.484527+0000","last_peered":"2024-07-26T15:29:45.484527+0000","last_clean":"2024-07-26T15:29:45.484527+0000","last_became_active":"2024-07-26T15:29:45.481414+0000","last_became_peered":"2024-07-26T15:29:45.481414+0000","last_unstale":"2024-07-26T15:29:45.484527+0000","last_undegraded":"2024-07-26T15:29:45.484527+0000","last_fullsized":"2024-07-26T15:29:45.484527+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:37:35.004802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467204+0000","last_change":"2024-07-26T15:29:45.467204+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467204+0000","last_undegraded":"2024-07-26T15:29:45.467204+0000","last_fullsized":"2024-07-26T15:29:45.467204+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482240+0000","last_change":"2024-07-26T15:29:45.479686+0000","last_active":"2024-07-26T15:29:45.482240+0000","last_peered":"2024-07-26T15:29:45.482240+0000","last_clean":"2024-07-26T15:29:45.482240+0000","last_became_active":"2024-07-26T15:29:45.479350+0000","last_became_peered":"2024-07-26T15:29:45.479350+0000","last_unstale":"2024-07-26T15:29:45.482240+0000","last_undegraded":"2024-07-26T15:29:45.482240+0000","last_fullsized":"2024-07-26T15:29:45.482240+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:19:09.264100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517622+0000","last_change":"2024-07-26T15:29:46.481961+0000","last_active":"2024-07-26T15:29:47.517622+0000","last_peered":"2024-07-26T15:29:47.517622+0000","last_clean":"2024-07-26T15:29:47.517622+0000","last_became_active":"2024-07-26T15:29:46.481256+0000","last_became_peered":"2024-07-26T15:29:46.481256+0000","last_unstale":"2024-07-26T15:29:47.517622+0000","last_undegraded":"2024-07-26T15:29:47.517622+0000","last_fullsized":"2024-07-26T15:29:47.517622+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:36.620774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.479309+0000","last_change":"2024-07-26T15:29:45.477313+0000","last_active":"2024-07-26T15:29:45.479309+0000","last_peered":"2024-07-26T15:29:45.479309+0000","last_clean":"2024-07-26T15:29:45.479309+0000","last_became_active":"2024-07-26T15:29:45.476996+0000","last_became_peered":"2024-07-26T15:29:45.476996+0000","last_unstale":"2024-07-26T15:29:45.479309+0000","last_undegraded":"2024-07-26T15:29:45.479309+0000","last_fullsized":"2024-07-26T15:29:45.479309+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:35.461094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213384+0000","last_change":"2024-07-26T15:29:46.490175+0000","last_active":"2024-07-26T15:29:49.213384+0000","last_peered":"2024-07-26T15:29:49.213384+0000","last_clean":"2024-07-26T15:29:49.213384+0000","last_became_active":"2024-07-26T15:29:46.489849+0000","last_became_peered":"2024-07-26T15:29:46.489849+0000","last_unstale":"2024-07-26T15:29:49.213384+0000","last_undegraded":"2024-07-26T15:29:49.213384+0000","last_fullsized":"2024-07-26T15:29:49.213384+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:16.162456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.486651+0000","last_change":"2024-07-26T15:29:45.482961+0000","last_active":"2024-07-26T15:29:45.486651+0000","last_peered":"2024-07-26T15:29:45.486651+0000","last_clean":"2024-07-26T15:29:45.486651+0000","last_became_active":"2024-07-26T15:29:45.482644+0000","last_became_peered":"2024-07-26T15:29:45.482644+0000","last_unstale":"2024-07-26T15:29:45.486651+0000","last_undegraded":"2024-07-26T15:29:45.486651+0000","last_fullsized":"2024-07-26T15:29:45.486651+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:10.395207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469442+0000","last_change":"2024-07-26T15:29:45.469442+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469442+0000","last_undegraded":"2024-07-26T15:29:45.469442+0000","last_fullsized":"2024-07-26T15:29:45.469442+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482333+0000","last_change":"2024-07-26T15:29:45.479675+0000","last_active":"2024-07-26T15:29:45.482333+0000","last_peered":"2024-07-26T15:29:45.482333+0000","last_clean":"2024-07-26T15:29:45.482333+0000","last_became_active":"2024-07-26T15:29:45.479312+0000","last_became_peered":"2024-07-26T15:29:45.479312+0000","last_unstale":"2024-07-26T15:29:45.482333+0000","last_undegraded":"2024-07-26T15:29:45.482333+0000","last_fullsized":"2024-07-26T15:29:45.482333+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:08.079031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213234+0000","last_change":"2024-07-26T15:29:46.491041+0000","last_active":"2024-07-26T15:29:49.213234+0000","last_peered":"2024-07-26T15:29:49.213234+0000","last_clean":"2024-07-26T15:29:49.213234+0000","last_became_active":"2024-07-26T15:29:46.490741+0000","last_became_peered":"2024-07-26T15:29:46.490741+0000","last_unstale":"2024-07-26T15:29:49.213234+0000","last_undegraded":"2024-07-26T15:29:49.213234+0000","last_fullsized":"2024-07-26T15:29:49.213234+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:32.785916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482849+0000","last_change":"2024-07-26T15:29:45.481278+0000","last_active":"2024-07-26T15:29:45.482849+0000","last_peered":"2024-07-26T15:29:45.482849+0000","last_clean":"2024-07-26T15:29:45.482849+0000","last_became_active":"2024-07-26T15:29:45.480699+0000","last_became_peered":"2024-07-26T15:29:45.480699+0000","last_unstale":"2024-07-26T15:29:45.482849+0000","last_undegraded":"2024-07-26T15:29:45.482849+0000","last_fullsized":"2024-07-26T15:29:45.482849+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:53:35.367534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467319+0000","last_change":"2024-07-26T15:29:45.467319+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467319+0000","last_undegraded":"2024-07-26T15:29:45.467319+0000","last_fullsized":"2024-07-26T15:29:45.467319+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.483932+0000","last_change":"2024-07-26T15:29:45.481242+0000","last_active":"2024-07-26T15:29:45.483932+0000","last_peered":"2024-07-26T15:29:45.483932+0000","last_clean":"2024-07-26T15:29:45.483932+0000","last_became_active":"2024-07-26T15:29:45.480938+0000","last_became_peered":"2024-07-26T15:29:45.480938+0000","last_unstale":"2024-07-26T15:29:45.483932+0000","last_undegraded":"2024-07-26T15:29:45.483932+0000","last_fullsized":"2024-07-26T15:29:45.483932+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:04.143752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517284+0000","last_change":"2024-07-26T15:29:46.500377+0000","last_active":"2024-07-26T15:29:47.517284+0000","last_peered":"2024-07-26T15:29:47.517284+0000","last_clean":"2024-07-26T15:29:47.517284+0000","last_became_active":"2024-07-26T15:29:46.499998+0000","last_became_peered":"2024-07-26T15:29:46.499998+0000","last_unstale":"2024-07-26T15:29:47.517284+0000","last_undegraded":"2024-07-26T15:29:47.517284+0000","last_fullsized":"2024-07-26T15:29:47.517284+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:48.505717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481714+0000","last_change":"2024-07-26T15:29:45.478604+0000","last_active":"2024-07-26T15:29:45.481714+0000","last_peered":"2024-07-26T15:29:45.481714+0000","last_clean":"2024-07-26T15:29:45.481714+0000","last_became_active":"2024-07-26T15:29:45.478315+0000","last_became_peered":"2024-07-26T15:29:45.478315+0000","last_unstale":"2024-07-26T15:29:45.481714+0000","last_undegraded":"2024-07-26T15:29:45.481714+0000","last_fullsized":"2024-07-26T15:29:45.481714+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:04:15.363552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470380+0000","last_change":"2024-07-26T15:29:45.470380+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470380+0000","last_undegraded":"2024-07-26T15:29:45.470380+0000","last_fullsized":"2024-07-26T15:29:45.470380+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":23,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517131+0000","last_change":"2024-07-26T15:29:45.483567+0000","last_active":"2024-07-26T15:29:47.517131+0000","last_peered":"2024-07-26T15:29:47.517131+0000","last_clean":"2024-07-26T15:29:47.517131+0000","last_became_active":"2024-07-26T15:29:45.483249+0000","last_became_peered":"2024-07-26T15:29:45.483249+0000","last_unstale":"2024-07-26T15:29:47.517131+0000","last_undegraded":"2024-07-26T15:29:47.517131+0000","last_fullsized":"2024-07-26T15:29:47.517131+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:20.633664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470813+0000","last_change":"2024-07-26T15:29:45.470813+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470813+0000","last_undegraded":"2024-07-26T15:29:45.470813+0000","last_fullsized":"2024-07-26T15:29:45.470813+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.479407+0000","last_change":"2024-07-26T15:29:45.476744+0000","last_active":"2024-07-26T15:29:45.479407+0000","last_peered":"2024-07-26T15:29:45.479407+0000","last_clean":"2024-07-26T15:29:45.479407+0000","last_became_active":"2024-07-26T15:29:45.476136+0000","last_became_peered":"2024-07-26T15:29:45.476136+0000","last_unstale":"2024-07-26T15:29:45.479407+0000","last_undegraded":"2024-07-26T15:29:45.479407+0000","last_fullsized":"2024-07-26T15:29:45.479407+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:18:53.233564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463089+0000","last_change":"2024-07-26T15:29:45.463089+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463089+0000","last_undegraded":"2024-07-26T15:29:45.463089+0000","last_fullsized":"2024-07-26T15:29:45.463089+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.484187+0000","last_change":"2024-07-26T15:29:45.478722+0000","last_active":"2024-07-26T15:29:45.484187+0000","last_peered":"2024-07-26T15:29:45.484187+0000","last_clean":"2024-07-26T15:29:45.484187+0000","last_became_active":"2024-07-26T15:29:45.478420+0000","last_became_peered":"2024-07-26T15:29:45.478420+0000","last_unstale":"2024-07-26T15:29:45.484187+0000","last_undegraded":"2024-07-26T15:29:45.484187+0000","last_fullsized":"2024-07-26T15:29:45.484187+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:15.435120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469529+0000","last_change":"2024-07-26T15:29:45.469529+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469529+0000","last_undegraded":"2024-07-26T15:29:45.469529+0000","last_fullsized":"2024-07-26T15:29:45.469529+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482523+0000","last_change":"2024-07-26T15:29:45.479204+0000","last_active":"2024-07-26T15:29:45.482523+0000","last_peered":"2024-07-26T15:29:45.482523+0000","last_clean":"2024-07-26T15:29:45.482523+0000","last_became_active":"2024-07-26T15:29:45.478844+0000","last_became_peered":"2024-07-26T15:29:45.478844+0000","last_unstale":"2024-07-26T15:29:45.482523+0000","last_undegraded":"2024-07-26T15:29:45.482523+0000","last_fullsized":"2024-07-26T15:29:45.482523+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:02:45.292549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465084+0000","last_change":"2024-07-26T15:29:45.465084+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465084+0000","last_undegraded":"2024-07-26T15:29:45.465084+0000","last_fullsized":"2024-07-26T15:29:45.465084+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481268+0000","last_change":"2024-07-26T15:29:45.477556+0000","last_active":"2024-07-26T15:29:45.481268+0000","last_peered":"2024-07-26T15:29:45.481268+0000","last_clean":"2024-07-26T15:29:45.481268+0000","last_became_active":"2024-07-26T15:29:45.476961+0000","last_became_peered":"2024-07-26T15:29:45.476961+0000","last_unstale":"2024-07-26T15:29:45.481268+0000","last_undegraded":"2024-07-26T15:29:45.481268+0000","last_fullsized":"2024-07-26T15:29:45.481268+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:01.001126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517505+0000","last_change":"2024-07-26T15:29:46.501070+0000","last_active":"2024-07-26T15:29:47.517505+0000","last_peered":"2024-07-26T15:29:47.517505+0000","last_clean":"2024-07-26T15:29:47.517505+0000","last_became_active":"2024-07-26T15:29:46.500545+0000","last_became_peered":"2024-07-26T15:29:46.500545+0000","last_unstale":"2024-07-26T15:29:47.517505+0000","last_undegraded":"2024-07-26T15:29:47.517505+0000","last_fullsized":"2024-07-26T15:29:47.517505+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:22.369091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481732+0000","last_change":"2024-07-26T15:29:45.476106+0000","last_active":"2024-07-26T15:29:45.481732+0000","last_peered":"2024-07-26T15:29:45.481732+0000","last_clean":"2024-07-26T15:29:45.481732+0000","last_became_active":"2024-07-26T15:29:45.475768+0000","last_became_peered":"2024-07-26T15:29:45.475768+0000","last_unstale":"2024-07-26T15:29:45.481732+0000","last_undegraded":"2024-07-26T15:29:45.481732+0000","last_fullsized":"2024-07-26T15:29:45.481732+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:32.306013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213517+0000","last_change":"2024-07-26T15:29:46.484208+0000","last_active":"2024-07-26T15:29:49.213517+0000","last_peered":"2024-07-26T15:29:49.213517+0000","last_clean":"2024-07-26T15:29:49.213517+0000","last_became_active":"2024-07-26T15:29:46.483866+0000","last_became_peered":"2024-07-26T15:29:46.483866+0000","last_unstale":"2024-07-26T15:29:49.213517+0000","last_undegraded":"2024-07-26T15:29:49.213517+0000","last_fullsized":"2024-07-26T15:29:49.213517+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:10.997767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481121+0000","last_change":"2024-07-26T15:29:45.474741+0000","last_active":"2024-07-26T15:29:45.481121+0000","last_peered":"2024-07-26T15:29:45.481121+0000","last_clean":"2024-07-26T15:29:45.481121+0000","last_became_active":"2024-07-26T15:29:45.474400+0000","last_became_peered":"2024-07-26T15:29:45.474400+0000","last_unstale":"2024-07-26T15:29:45.481121+0000","last_undegraded":"2024-07-26T15:29:45.481121+0000","last_fullsized":"2024-07-26T15:29:45.481121+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:58:41.494694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463031+0000","last_change":"2024-07-26T15:29:45.463031+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463031+0000","last_undegraded":"2024-07-26T15:29:45.463031+0000","last_fullsized":"2024-07-26T15:29:45.463031+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517552+0000","last_change":"2024-07-26T15:29:45.481817+0000","last_active":"2024-07-26T15:29:47.517552+0000","last_peered":"2024-07-26T15:29:47.517552+0000","last_clean":"2024-07-26T15:29:47.517552+0000","last_became_active":"2024-07-26T15:29:45.481445+0000","last_became_peered":"2024-07-26T15:29:45.481445+0000","last_unstale":"2024-07-26T15:29:47.517552+0000","last_undegraded":"2024-07-26T15:29:47.517552+0000","last_fullsized":"2024-07-26T15:29:47.517552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:55:53.684051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467198+0000","last_change":"2024-07-26T15:29:45.467198+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467198+0000","last_undegraded":"2024-07-26T15:29:45.467198+0000","last_fullsized":"2024-07-26T15:29:45.467198+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481693+0000","last_change":"2024-07-26T15:29:45.476901+0000","last_active":"2024-07-26T15:29:45.481693+0000","last_peered":"2024-07-26T15:29:45.481693+0000","last_clean":"2024-07-26T15:29:45.481693+0000","last_became_active":"2024-07-26T15:29:45.476588+0000","last_became_peered":"2024-07-26T15:29:45.476588+0000","last_unstale":"2024-07-26T15:29:45.481693+0000","last_undegraded":"2024-07-26T15:29:45.481693+0000","last_fullsized":"2024-07-26T15:29:45.481693+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:27:17.457794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465581+0000","last_change":"2024-07-26T15:29:45.465581+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465581+0000","last_undegraded":"2024-07-26T15:29:45.465581+0000","last_fullsized":"2024-07-26T15:29:45.465581+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.486692+0000","last_change":"2024-07-26T15:29:45.483144+0000","last_active":"2024-07-26T15:29:45.486692+0000","last_peered":"2024-07-26T15:29:45.486692+0000","last_clean":"2024-07-26T15:29:45.486692+0000","last_became_active":"2024-07-26T15:29:45.482656+0000","last_became_peered":"2024-07-26T15:29:45.482656+0000","last_unstale":"2024-07-26T15:29:45.486692+0000","last_undegraded":"2024-07-26T15:29:45.486692+0000","last_fullsized":"2024-07-26T15:29:45.486692+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:51:14.445340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517680+0000","last_change":"2024-07-26T15:29:46.481828+0000","last_active":"2024-07-26T15:29:47.517680+0000","last_peered":"2024-07-26T15:29:47.517680+0000","last_clean":"2024-07-26T15:29:47.517680+0000","last_became_active":"2024-07-26T15:29:46.481269+0000","last_became_peered":"2024-07-26T15:29:46.481269+0000","last_unstale":"2024-07-26T15:29:47.517680+0000","last_undegraded":"2024-07-26T15:29:47.517680+0000","last_fullsized":"2024-07-26T15:29:47.517680+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:37:59.359638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.474048+0000","last_change":"2024-07-26T15:29:45.469839+0000","last_active":"2024-07-26T15:29:45.474048+0000","last_peered":"2024-07-26T15:29:45.474048+0000","last_clean":"2024-07-26T15:29:45.474048+0000","last_became_active":"2024-07-26T15:29:45.469499+0000","last_became_peered":"2024-07-26T15:29:45.469499+0000","last_unstale":"2024-07-26T15:29:45.474048+0000","last_undegraded":"2024-07-26T15:29:45.474048+0000","last_fullsized":"2024-07-26T15:29:45.474048+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:00:06.258581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470380+0000","last_change":"2024-07-26T15:29:45.470380+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470380+0000","last_undegraded":"2024-07-26T15:29:45.470380+0000","last_fullsized":"2024-07-26T15:29:45.470380+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213398+0000","last_change":"2024-07-26T15:29:45.482510+0000","last_active":"2024-07-26T15:29:49.213398+0000","last_peered":"2024-07-26T15:29:49.213398+0000","last_clean":"2024-07-26T15:29:49.213398+0000","last_became_active":"2024-07-26T15:29:45.482126+0000","last_became_peered":"2024-07-26T15:29:45.482126+0000","last_unstale":"2024-07-26T15:29:49.213398+0000","last_undegraded":"2024-07-26T15:29:49.213398+0000","last_fullsized":"2024-07-26T15:29:49.213398+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:48:56.475208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213481+0000","last_change":"2024-07-26T15:29:46.488728+0000","last_active":"2024-07-26T15:29:49.213481+0000","last_peered":"2024-07-26T15:29:49.213481+0000","last_clean":"2024-07-26T15:29:49.213481+0000","last_became_active":"2024-07-26T15:29:46.488369+0000","last_became_peered":"2024-07-26T15:29:46.488369+0000","last_unstale":"2024-07-26T15:29:49.213481+0000","last_undegraded":"2024-07-26T15:29:49.213481+0000","last_fullsized":"2024-07-26T15:29:49.213481+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:27.228200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213492+0000","last_change":"2024-07-26T15:29:45.472811+0000","last_active":"2024-07-26T15:29:49.213492+0000","last_peered":"2024-07-26T15:29:49.213492+0000","last_clean":"2024-07-26T15:29:49.213492+0000","last_became_active":"2024-07-26T15:29:45.472368+0000","last_became_peered":"2024-07-26T15:29:45.472368+0000","last_unstale":"2024-07-26T15:29:49.213492+0000","last_undegraded":"2024-07-26T15:29:49.213492+0000","last_fullsized":"2024-07-26T15:29:49.213492+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:04.143752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468157+0000","last_change":"2024-07-26T15:29:45.468157+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468157+0000","last_undegraded":"2024-07-26T15:29:45.468157+0000","last_fullsized":"2024-07-26T15:29:45.468157+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482159+0000","last_change":"2024-07-26T15:29:45.477299+0000","last_active":"2024-07-26T15:29:45.482159+0000","last_peered":"2024-07-26T15:29:45.482159+0000","last_clean":"2024-07-26T15:29:45.482159+0000","last_became_active":"2024-07-26T15:29:45.476523+0000","last_became_peered":"2024-07-26T15:29:45.476523+0000","last_unstale":"2024-07-26T15:29:45.482159+0000","last_undegraded":"2024-07-26T15:29:45.482159+0000","last_fullsized":"2024-07-26T15:29:45.482159+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:31.664657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470659+0000","last_change":"2024-07-26T15:29:45.470659+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470659+0000","last_undegraded":"2024-07-26T15:29:45.470659+0000","last_fullsized":"2024-07-26T15:29:45.470659+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481537+0000","last_change":"2024-07-26T15:29:45.477121+0000","last_active":"2024-07-26T15:29:45.481537+0000","last_peered":"2024-07-26T15:29:45.481537+0000","last_clean":"2024-07-26T15:29:45.481537+0000","last_became_active":"2024-07-26T15:29:45.476820+0000","last_became_peered":"2024-07-26T15:29:45.476820+0000","last_unstale":"2024-07-26T15:29:45.481537+0000","last_undegraded":"2024-07-26T15:29:45.481537+0000","last_fullsized":"2024-07-26T15:29:45.481537+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:25:22.653958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517585+0000","last_change":"2024-07-26T15:29:46.480953+0000","last_active":"2024-07-26T15:29:47.517585+0000","last_peered":"2024-07-26T15:29:47.517585+0000","last_clean":"2024-07-26T15:29:47.517585+0000","last_became_active":"2024-07-26T15:29:46.480013+0000","last_became_peered":"2024-07-26T15:29:46.480013+0000","last_unstale":"2024-07-26T15:29:47.517585+0000","last_undegraded":"2024-07-26T15:29:47.517585+0000","last_fullsized":"2024-07-26T15:29:47.517585+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:05.164026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482161+0000","last_change":"2024-07-26T15:29:45.478727+0000","last_active":"2024-07-26T15:29:45.482161+0000","last_peered":"2024-07-26T15:29:45.482161+0000","last_clean":"2024-07-26T15:29:45.482161+0000","last_became_active":"2024-07-26T15:29:45.478395+0000","last_became_peered":"2024-07-26T15:29:45.478395+0000","last_unstale":"2024-07-26T15:29:45.482161+0000","last_undegraded":"2024-07-26T15:29:45.482161+0000","last_fullsized":"2024-07-26T15:29:45.482161+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:34.523783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463821+0000","last_change":"2024-07-26T15:29:45.463821+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463821+0000","last_undegraded":"2024-07-26T15:29:45.463821+0000","last_fullsized":"2024-07-26T15:29:45.463821+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517552+0000","last_change":"2024-07-26T15:29:45.482634+0000","last_active":"2024-07-26T15:29:47.517552+0000","last_peered":"2024-07-26T15:29:47.517552+0000","last_clean":"2024-07-26T15:29:47.517552+0000","last_became_active":"2024-07-26T15:29:45.482335+0000","last_became_peered":"2024-07-26T15:29:45.482335+0000","last_unstale":"2024-07-26T15:29:47.517552+0000","last_undegraded":"2024-07-26T15:29:47.517552+0000","last_fullsized":"2024-07-26T15:29:47.517552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:46.351968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":144,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517386+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:29:47.517386+0000","last_peered":"2024-07-26T15:29:47.517386+0000","last_clean":"2024-07-26T15:29:47.517386+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:29:47.517386+0000","last_undegraded":"2024-07-26T15:29:47.517386+0000","last_fullsized":"2024-07-26T15:29:47.517386+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":10,"ondisk_log_size":10,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509455,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542162,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1052672,"data_stored":786899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28060,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343780,"statfs":{"total":96636764160,"available":96608030720,"internally_reserved":0,"allocated":1064960,"data_stored":788547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:29:51.294 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3f is not active+clean 2024-07-26T15:29:51.294 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.466190+0000', 'last_change': '2024-07-26T15:29:45.466190+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.466190+0000', 'last_undegraded': '2024-07-26T15:29:45.466190+0000', 'last_fullsized': '2024-07-26T15:29:45.466190+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:29:51.294 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3e is not active+clean 2024-07-26T15:29:51.294 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.471317+0000', 'last_change': '2024-07-26T15:29:45.471317+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.471317+0000', 'last_undegraded': '2024-07-26T15:29:45.471317+0000', 'last_fullsized': '2024-07-26T15:29:45.471317+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:29:51.294 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3c is not active+clean 2024-07-26T15:29:51.294 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.468558+0000', 'last_change': '2024-07-26T15:29:45.468558+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.468558+0000', 'last_undegraded': '2024-07-26T15:29:45.468558+0000', 'last_fullsized': '2024-07-26T15:29:45.468558+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T15:29:51.294 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3b is not active+clean 2024-07-26T15:29:51.294 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.467535+0000', 'last_change': '2024-07-26T15:29:45.467535+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.467535+0000', 'last_undegraded': '2024-07-26T15:29:45.467535+0000', 'last_fullsized': '2024-07-26T15:29:45.467535+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:PG 6.3a is not active+clean 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.469016+0000', 'last_change': '2024-07-26T15:29:45.469016+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.469016+0000', 'last_undegraded': '2024-07-26T15:29:45.469016+0000', 'last_fullsized': '2024-07-26T15:29:45.469016+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:PG 6.39 is not active+clean 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.465139+0000', 'last_change': '2024-07-26T15:29:45.465139+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.465139+0000', 'last_undegraded': '2024-07-26T15:29:45.465139+0000', 'last_fullsized': '2024-07-26T15:29:45.465139+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:PG 6.38 is not active+clean 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.466755+0000', 'last_change': '2024-07-26T15:29:45.466755+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.466755+0000', 'last_undegraded': '2024-07-26T15:29:45.466755+0000', 'last_fullsized': '2024-07-26T15:29:45.466755+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:PG 6.36 is not active+clean 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.465351+0000', 'last_change': '2024-07-26T15:29:45.465351+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.465351+0000', 'last_undegraded': '2024-07-26T15:29:45.465351+0000', 'last_fullsized': '2024-07-26T15:29:45.465351+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:PG 6.35 is not active+clean 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.463983+0000', 'last_change': '2024-07-26T15:29:45.463983+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.463983+0000', 'last_undegraded': '2024-07-26T15:29:45.463983+0000', 'last_fullsized': '2024-07-26T15:29:45.463983+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:PG 6.33 is not active+clean 2024-07-26T15:29:51.295 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.464756+0000', 'last_change': '2024-07-26T15:29:45.464756+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.464756+0000', 'last_undegraded': '2024-07-26T15:29:45.464756+0000', 'last_fullsized': '2024-07-26T15:29:45.464756+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:29:51.296 INFO:tasks.ceph.ceph_manager.ceph:PG 6.32 is not active+clean 2024-07-26T15:29:51.296 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.471337+0000', 'last_change': '2024-07-26T15:29:45.471337+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.471337+0000', 'last_undegraded': '2024-07-26T15:29:45.471337+0000', 'last_fullsized': '2024-07-26T15:29:45.471337+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:29:51.296 INFO:tasks.ceph.ceph_manager.ceph:PG 6.31 is not active+clean 2024-07-26T15:29:51.296 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.464522+0000', 'last_change': '2024-07-26T15:29:45.464522+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.464522+0000', 'last_undegraded': '2024-07-26T15:29:45.464522+0000', 'last_fullsized': '2024-07-26T15:29:45.464522+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:29:51.296 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2e is not active+clean 2024-07-26T15:29:51.296 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.462235+0000', 'last_change': '2024-07-26T15:29:45.462235+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.462235+0000', 'last_undegraded': '2024-07-26T15:29:45.462235+0000', 'last_fullsized': '2024-07-26T15:29:45.462235+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:29:51.296 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2d is not active+clean 2024-07-26T15:29:51.296 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.466962+0000', 'last_change': '2024-07-26T15:29:45.466962+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.466962+0000', 'last_undegraded': '2024-07-26T15:29:45.466962+0000', 'last_fullsized': '2024-07-26T15:29:45.466962+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T15:29:51.296 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2c is not active+clean 2024-07-26T15:29:51.296 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.465952+0000', 'last_change': '2024-07-26T15:29:45.465952+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.465952+0000', 'last_undegraded': '2024-07-26T15:29:45.465952+0000', 'last_fullsized': '2024-07-26T15:29:45.465952+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:29:51.296 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2b is not active+clean 2024-07-26T15:29:51.297 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.463689+0000', 'last_change': '2024-07-26T15:29:45.463689+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.463689+0000', 'last_undegraded': '2024-07-26T15:29:45.463689+0000', 'last_fullsized': '2024-07-26T15:29:45.463689+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:29:51.297 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2a is not active+clean 2024-07-26T15:29:51.297 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.470160+0000', 'last_change': '2024-07-26T15:29:45.470160+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.470160+0000', 'last_undegraded': '2024-07-26T15:29:45.470160+0000', 'last_fullsized': '2024-07-26T15:29:45.470160+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:29:51.297 INFO:tasks.ceph.ceph_manager.ceph:PG 6.28 is not active+clean 2024-07-26T15:29:51.297 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.465789+0000', 'last_change': '2024-07-26T15:29:45.465789+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.465789+0000', 'last_undegraded': '2024-07-26T15:29:45.465789+0000', 'last_fullsized': '2024-07-26T15:29:45.465789+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T15:29:51.297 INFO:tasks.ceph.ceph_manager.ceph:PG 6.27 is not active+clean 2024-07-26T15:29:51.297 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.465003+0000', 'last_change': '2024-07-26T15:29:45.465003+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.465003+0000', 'last_undegraded': '2024-07-26T15:29:45.465003+0000', 'last_fullsized': '2024-07-26T15:29:45.465003+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:29:51.297 INFO:tasks.ceph.ceph_manager.ceph:PG 6.26 is not active+clean 2024-07-26T15:29:51.297 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.467204+0000', 'last_change': '2024-07-26T15:29:45.467204+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.467204+0000', 'last_undegraded': '2024-07-26T15:29:45.467204+0000', 'last_fullsized': '2024-07-26T15:29:45.467204+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-26T15:29:51.297 INFO:tasks.ceph.ceph_manager.ceph:PG 6.25 is not active+clean 2024-07-26T15:29:51.297 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.465263+0000', 'last_change': '2024-07-26T15:29:45.465263+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.465263+0000', 'last_undegraded': '2024-07-26T15:29:45.465263+0000', 'last_fullsized': '2024-07-26T15:29:45.465263+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:29:51.298 INFO:tasks.ceph.ceph_manager.ceph:PG 6.24 is not active+clean 2024-07-26T15:29:51.298 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.463761+0000', 'last_change': '2024-07-26T15:29:45.463761+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.463761+0000', 'last_undegraded': '2024-07-26T15:29:45.463761+0000', 'last_fullsized': '2024-07-26T15:29:45.463761+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:29:51.298 INFO:tasks.ceph.ceph_manager.ceph:PG 6.23 is not active+clean 2024-07-26T15:29:51.298 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.465671+0000', 'last_change': '2024-07-26T15:29:45.465671+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.465671+0000', 'last_undegraded': '2024-07-26T15:29:45.465671+0000', 'last_fullsized': '2024-07-26T15:29:45.465671+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:29:51.298 INFO:tasks.ceph.ceph_manager.ceph:PG 6.22 is not active+clean 2024-07-26T15:29:51.298 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.462571+0000', 'last_change': '2024-07-26T15:29:45.462571+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.462571+0000', 'last_undegraded': '2024-07-26T15:29:45.462571+0000', 'last_fullsized': '2024-07-26T15:29:45.462571+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:29:51.298 INFO:tasks.ceph.ceph_manager.ceph:PG 6.20 is not active+clean 2024-07-26T15:29:51.298 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.469639+0000', 'last_change': '2024-07-26T15:29:45.469639+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.469639+0000', 'last_undegraded': '2024-07-26T15:29:45.469639+0000', 'last_fullsized': '2024-07-26T15:29:45.469639+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-26T15:29:51.298 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1d is not active+clean 2024-07-26T15:29:51.298 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.466668+0000', 'last_change': '2024-07-26T15:29:45.466668+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.466668+0000', 'last_undegraded': '2024-07-26T15:29:45.466668+0000', 'last_fullsized': '2024-07-26T15:29:45.466668+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1e is not active+clean 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.468410+0000', 'last_change': '2024-07-26T15:29:45.468410+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.468410+0000', 'last_undegraded': '2024-07-26T15:29:45.468410+0000', 'last_fullsized': '2024-07-26T15:29:45.468410+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1f is not active+clean 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.469865+0000', 'last_change': '2024-07-26T15:29:45.469865+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.469865+0000', 'last_undegraded': '2024-07-26T15:29:45.469865+0000', 'last_fullsized': '2024-07-26T15:29:45.469865+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:PG 6.19 is not active+clean 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.463618+0000', 'last_change': '2024-07-26T15:29:45.463618+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.463618+0000', 'last_undegraded': '2024-07-26T15:29:45.463618+0000', 'last_fullsized': '2024-07-26T15:29:45.463618+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1a is not active+clean 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.469666+0000', 'last_change': '2024-07-26T15:29:45.469666+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.469666+0000', 'last_undegraded': '2024-07-26T15:29:45.469666+0000', 'last_fullsized': '2024-07-26T15:29:45.469666+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1b is not active+clean 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.471569+0000', 'last_change': '2024-07-26T15:29:45.471569+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.471569+0000', 'last_undegraded': '2024-07-26T15:29:45.471569+0000', 'last_fullsized': '2024-07-26T15:29:45.471569+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:PG 6.14 is not active+clean 2024-07-26T15:29:51.299 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.467204+0000', 'last_change': '2024-07-26T15:29:45.467204+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.467204+0000', 'last_undegraded': '2024-07-26T15:29:45.467204+0000', 'last_fullsized': '2024-07-26T15:29:45.467204+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T15:29:51.300 INFO:tasks.ceph.ceph_manager.ceph:PG 6.17 is not active+clean 2024-07-26T15:29:51.300 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.469442+0000', 'last_change': '2024-07-26T15:29:45.469442+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.469442+0000', 'last_undegraded': '2024-07-26T15:29:45.469442+0000', 'last_fullsized': '2024-07-26T15:29:45.469442+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:29:51.300 INFO:tasks.ceph.ceph_manager.ceph:PG 6.11 is not active+clean 2024-07-26T15:29:51.300 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.467319+0000', 'last_change': '2024-07-26T15:29:45.467319+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.467319+0000', 'last_undegraded': '2024-07-26T15:29:45.467319+0000', 'last_fullsized': '2024-07-26T15:29:45.467319+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:29:51.300 INFO:tasks.ceph.ceph_manager.ceph:PG 6.13 is not active+clean 2024-07-26T15:29:51.300 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.470380+0000', 'last_change': '2024-07-26T15:29:45.470380+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.470380+0000', 'last_undegraded': '2024-07-26T15:29:45.470380+0000', 'last_fullsized': '2024-07-26T15:29:45.470380+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:29:51.300 INFO:tasks.ceph.ceph_manager.ceph:PG 6.c is not active+clean 2024-07-26T15:29:51.300 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.470813+0000', 'last_change': '2024-07-26T15:29:45.470813+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.470813+0000', 'last_undegraded': '2024-07-26T15:29:45.470813+0000', 'last_fullsized': '2024-07-26T15:29:45.470813+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:29:51.300 INFO:tasks.ceph.ceph_manager.ceph:PG 6.d is not active+clean 2024-07-26T15:29:51.300 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.463089+0000', 'last_change': '2024-07-26T15:29:45.463089+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.463089+0000', 'last_undegraded': '2024-07-26T15:29:45.463089+0000', 'last_fullsized': '2024-07-26T15:29:45.463089+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:PG 6.e is not active+clean 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.469529+0000', 'last_change': '2024-07-26T15:29:45.469529+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.469529+0000', 'last_undegraded': '2024-07-26T15:29:45.469529+0000', 'last_fullsized': '2024-07-26T15:29:45.469529+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:PG 6.f is not active+clean 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.465084+0000', 'last_change': '2024-07-26T15:29:45.465084+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.465084+0000', 'last_undegraded': '2024-07-26T15:29:45.465084+0000', 'last_fullsized': '2024-07-26T15:29:45.465084+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:PG 6.a is not active+clean 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.463031+0000', 'last_change': '2024-07-26T15:29:45.463031+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.463031+0000', 'last_undegraded': '2024-07-26T15:29:45.463031+0000', 'last_fullsized': '2024-07-26T15:29:45.463031+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:PG 6.b is not active+clean 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.467198+0000', 'last_change': '2024-07-26T15:29:45.467198+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.467198+0000', 'last_undegraded': '2024-07-26T15:29:45.467198+0000', 'last_fullsized': '2024-07-26T15:29:45.467198+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:PG 6.4 is not active+clean 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.465581+0000', 'last_change': '2024-07-26T15:29:45.465581+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.465581+0000', 'last_undegraded': '2024-07-26T15:29:45.465581+0000', 'last_fullsized': '2024-07-26T15:29:45.465581+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:PG 6.6 is not active+clean 2024-07-26T15:29:51.301 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.470380+0000', 'last_change': '2024-07-26T15:29:45.470380+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.470380+0000', 'last_undegraded': '2024-07-26T15:29:45.470380+0000', 'last_fullsized': '2024-07-26T15:29:45.470380+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:29:51.302 INFO:tasks.ceph.ceph_manager.ceph:PG 6.1 is not active+clean 2024-07-26T15:29:51.302 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.468157+0000', 'last_change': '2024-07-26T15:29:45.468157+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.468157+0000', 'last_undegraded': '2024-07-26T15:29:45.468157+0000', 'last_fullsized': '2024-07-26T15:29:45.468157+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-26T15:29:51.302 INFO:tasks.ceph.ceph_manager.ceph:PG 6.2 is not active+clean 2024-07-26T15:29:51.302 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.470659+0000', 'last_change': '2024-07-26T15:29:45.470659+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.470659+0000', 'last_undegraded': '2024-07-26T15:29:45.470659+0000', 'last_fullsized': '2024-07-26T15:29:45.470659+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:29:51.302 INFO:tasks.ceph.ceph_manager.ceph:PG 6.7 is not active+clean 2024-07-26T15:29:51.302 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '6.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 38, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:29:45.463821+0000', 'last_change': '2024-07-26T15:29:45.463821+0000', 'last_active': '2024-07-26T15:29:45.452797+0000', 'last_peered': '2024-07-26T15:29:45.452797+0000', 'last_clean': '2024-07-26T15:29:45.452797+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:29:45.463821+0000', 'last_undegraded': '2024-07-26T15:29:45.463821+0000', 'last_fullsized': '2024-07-26T15:29:45.463821+0000', 'mapping_epoch': 38, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 38, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'last_clean_scrub_stamp': '2024-07-26T15:29:45.452797+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:29:51.303 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-07-26T15:29:51.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.445+0000 7fe1525a9640 1 -- 172.21.15.33:0/1445750287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe14c0b70b0 msgr2=0x7fe14c15c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.445+0000 7fe1525a9640 1 --2- 172.21.15.33:0/1445750287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe14c0b70b0 0x7fe14c15c2c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fe14c0cd840 tx=0x7fe13c02a4d0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.445+0000 7fe1525a9640 1 -- 172.21.15.33:0/1445750287 shutdown_connections 2024-07-26T15:29:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.445+0000 7fe1525a9640 1 --2- 172.21.15.33:0/1445750287 >> v2:172.21.15.154:3300/0 conn(0x7fe14c0b49d0 0x7fe14c0b4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.445+0000 7fe1525a9640 1 --2- 172.21.15.33:0/1445750287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe14c0b70b0 0x7fe14c15c2c0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.445+0000 7fe1525a9640 1 -- 172.21.15.33:0/1445750287 >> 172.21.15.33:0/1445750287 conn(0x7fe14c0d1b80 msgr2=0x7fe14c0d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.445+0000 7fe1525a9640 1 -- 172.21.15.33:0/1445750287 shutdown_connections 2024-07-26T15:29:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.445+0000 7fe1525a9640 1 -- 172.21.15.33:0/1445750287 wait complete. 2024-07-26T15:29:51.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.447+0000 7fe1525a9640 1 Processor -- start 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.447+0000 7fe1525a9640 1 -- start start 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe1525a9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe14c0b49d0 0x7fe14c149890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe1525a9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe14c0b70b0 0x7fe14c14a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe1525a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe14c0ce450 0x7fe14c14a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe1525a9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c0b6d00 con 0x7fe14c0ce450 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe1525a9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c0b6b80 con 0x7fe14c0b49d0 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe1525a9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe14c0b5320 con 0x7fe14c0b70b0 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe150b46640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe14c0ce450 0x7fe14c14a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe150b46640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe14c0ce450 0x7fe14c14a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38592/0 (socket says 172.21.15.33:38592) 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe150b46640 1 -- 172.21.15.33:0/1811879731 learned_addr learned my addr 172.21.15.33:0/1811879731 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe14bfff640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe14c0b49d0 0x7fe14c149890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe14b7fe640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe14c0b70b0 0x7fe14c14a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe150b46640 1 -- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe14c0b70b0 msgr2=0x7fe14c14a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe150b46640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe14c0b70b0 0x7fe14c14a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe150b46640 1 -- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe14c0b49d0 msgr2=0x7fe14c149890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe150b46640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe14c0b49d0 0x7fe14c149890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe150b46640 1 -- 172.21.15.33:0/1811879731 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe14c0c70e0 con 0x7fe14c0ce450 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe14b7fe640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe14c0b70b0 0x7fe14c14a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe14bfff640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe14c0b49d0 0x7fe14c149890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe150b46640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe14c0ce450 0x7fe14c14a620 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fe14400cae0 tx=0x7fe1440071c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe148ff9640 1 -- 172.21.15.33:0/1811879731 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe144007d40 con 0x7fe14c0ce450 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe148ff9640 1 -- 172.21.15.33:0/1811879731 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe144004b20 con 0x7fe14c0ce450 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.449+0000 7fe1525a9640 1 -- 172.21.15.33:0/1811879731 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe14c149dd0 con 0x7fe14c0ce450 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.450+0000 7fe148ff9640 1 -- 172.21.15.33:0/1811879731 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe144005020 con 0x7fe14c0ce450 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.450+0000 7fe1525a9640 1 -- 172.21.15.33:0/1811879731 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe14c14ab60 con 0x7fe14c0ce450 2024-07-26T15:29:51.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.450+0000 7fe1525a9640 1 -- 172.21.15.33:0/1811879731 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe14c0b58c0 con 0x7fe14c0ce450 2024-07-26T15:29:51.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.451+0000 7fe148ff9640 1 -- 172.21.15.33:0/1811879731 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe1440051c0 con 0x7fe14c0ce450 2024-07-26T15:29:51.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.452+0000 7fe148ff9640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe138077010 0x7fe138079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.452+0000 7fe148ff9640 1 -- 172.21.15.33:0/1811879731 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fe144099420 con 0x7fe14c0ce450 2024-07-26T15:29:51.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.452+0000 7fe14bfff640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe138077010 0x7fe138079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.453+0000 7fe14bfff640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe138077010 0x7fe138079520 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe13c033000 tx=0x7fe13c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:51.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.456+0000 7fe148ff9640 1 -- 172.21.15.33:0/1811879731 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe14c0c70e0 con 0x7fe14c0ce450 2024-07-26T15:29:51.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.725+0000 7fe1525a9640 1 -- 172.21.15.33:0/1811879731 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fe14c0d2030 con 0x7fe14c0ce450 2024-07-26T15:29:51.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.725+0000 7fe148ff9640 1 -- 172.21.15.33:0/1811879731 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1684 (secure 0 0 0) 0x7fe144014070 con 0x7fe14c0ce450 2024-07-26T15:29:51.726 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:51.727 INFO:teuthology.orchestra.run.smithi033.stdout:{"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":83,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":40,"num_osds":8,"num_up_osds":8,"osd_up_since":1722007720,"num_in_osds":8,"osd_in_since":1722007711,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":51},{"state_name":"creating+peering","count":46}],"num_pgs":97,"num_pools":3,"num_objects":6,"data_bytes":590368,"bytes_used":230268928,"bytes_avail":772863844352,"bytes_total":773094113280,"inactive_pgs_ratio":0.47422680258750916,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":18,"btime":"2024-07-26T15:29:49:491456+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":5058}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":5,"modified":"2024-07-26T15:29:42.629017+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-07-26T15:29:51.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 -- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe138077010 msgr2=0x7fe138079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe138077010 0x7fe138079520 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe13c033000 tx=0x7fe13c004730 comp rx=0 tx=0).stop 2024-07-26T15:29:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 -- 172.21.15.33:0/1811879731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe14c0ce450 msgr2=0x7fe14c14a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe14c0ce450 0x7fe14c14a620 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fe14400cae0 tx=0x7fe1440071c0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 -- 172.21.15.33:0/1811879731 shutdown_connections 2024-07-26T15:29:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fe138077010 0x7fe138079520 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe14c0ce450 0x7fe14c14a620 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe14c0b70b0 0x7fe14c14a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 --2- 172.21.15.33:0/1811879731 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe14c0b49d0 0x7fe14c149890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 -- 172.21.15.33:0/1811879731 >> 172.21.15.33:0/1811879731 conn(0x7fe14c0d1b80 msgr2=0x7fe14c0715b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 -- 172.21.15.33:0/1811879731 shutdown_connections 2024-07-26T15:29:51.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.727+0000 7fe1525a9640 1 -- 172.21.15.33:0/1811879731 wait complete. 2024-07-26T15:29:51.739 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-07-26T15:29:51.739 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:29:51.803 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:29:51.806 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:29:51.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.856+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/2069443316 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fcc0d2930 msgr2=0x7f2fcc0cf0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.856+0000 7f2fd0d2e640 1 --2- 172.21.15.33:0/2069443316 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fcc0d2930 0x7f2fcc0cf0f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2fc4009be0 tx=0x7f2fc402a790 comp rx=0 tx=0).stop 2024-07-26T15:29:51.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.856+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/2069443316 shutdown_connections 2024-07-26T15:29:51.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.856+0000 7f2fd0d2e640 1 --2- 172.21.15.33:0/2069443316 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fcc0d2930 0x7f2fcc0cf0f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.856+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/2069443316 >> 172.21.15.33:0/2069443316 conn(0x7f2fcc0d3e10 msgr2=0x7f2fcc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:51.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.856+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/2069443316 shutdown_connections 2024-07-26T15:29:51.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.856+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/2069443316 wait complete. 2024-07-26T15:29:51.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.858+0000 7f2fd0d2e640 1 Processor -- start 2024-07-26T15:29:51.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.858+0000 7f2fd0d2e640 1 -- start start 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.859+0000 7f2fd0d2e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fcc0b2dc0 0x7f2fcc162a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.859+0000 7f2fd0d2e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fcc0d2930 0x7f2fcc1669e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.859+0000 7f2fd0d2e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fcc1655c0 0x7f2fcc167760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.859+0000 7f2fd0d2e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2fcc169af0 con 0x7f2fcc1655c0 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.859+0000 7f2fd0d2e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2fcc0d4d50 con 0x7f2fcc0d2930 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.859+0000 7f2fd0d2e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2fcc169c70 con 0x7f2fcc0b2dc0 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.859+0000 7f2fcad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fcc1655c0 0x7f2fcc167760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.859+0000 7f2fcad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fcc1655c0 0x7f2fcc167760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60598/0 (socket says 172.21.15.33:60598) 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.859+0000 7f2fcad9d640 1 -- 172.21.15.33:0/4283123363 learned_addr learned my addr 172.21.15.33:0/4283123363 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fca59c640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fcc0b2dc0 0x7f2fcc162a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fc9d9b640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fcc0d2930 0x7f2fcc1669e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fcad9d640 1 -- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fcc0b2dc0 msgr2=0x7f2fcc162a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fcad9d640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fcc0b2dc0 0x7f2fcc162a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fcad9d640 1 -- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fcc0d2930 msgr2=0x7f2fcc1669e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:51.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fcad9d640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fcc0d2930 0x7f2fcc1669e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:51.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fcad9d640 1 -- 172.21.15.33:0/4283123363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fcc165f40 con 0x7f2fcc1655c0 2024-07-26T15:29:51.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fcad9d640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fcc1655c0 0x7f2fcc167760 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f2fc4009be0 tx=0x7f2fc40305d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:51.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fbaffd640 1 -- 172.21.15.33:0/4283123363 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc4041030 con 0x7f2fcc1655c0 2024-07-26T15:29:51.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fbaffd640 1 -- 172.21.15.33:0/4283123363 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fc4003970 con 0x7f2fcc1655c0 2024-07-26T15:29:51.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/4283123363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fcc0ca880 con 0x7f2fcc1655c0 2024-07-26T15:29:51.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fbaffd640 1 -- 172.21.15.33:0/4283123363 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc4036040 con 0x7f2fcc1655c0 2024-07-26T15:29:51.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.860+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/4283123363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fcc1664c0 con 0x7f2fcc1655c0 2024-07-26T15:29:51.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.861+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/4283123363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fcc167540 con 0x7f2fcc1655c0 2024-07-26T15:29:51.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.862+0000 7f2fbaffd640 1 -- 172.21.15.33:0/4283123363 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2fc4044070 con 0x7f2fcc1655c0 2024-07-26T15:29:51.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.862+0000 7f2fbaffd640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fac077040 0x7f2fac079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:51.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.863+0000 7f2fbaffd640 1 -- 172.21.15.33:0/4283123363 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f2fc40b98d0 con 0x7f2fcc1655c0 2024-07-26T15:29:51.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.863+0000 7f2fca59c640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fac077040 0x7f2fac079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:51.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.863+0000 7f2fca59c640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fac077040 0x7f2fac079550 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc001170 tx=0x7f2fbc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:51.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:51.867+0000 7f2fbaffd640 1 -- 172.21.15.33:0/4283123363 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2fc4082940 con 0x7f2fcc1655c0 2024-07-26T15:29:52.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.055+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/4283123363 --> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2fcc0ca610 con 0x7f2fac077040 2024-07-26T15:29:52.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.062+0000 7f2fbaffd640 1 -- 172.21.15.33:0/4283123363 <== mgr.4100 v2:172.21.15.154:6832/3214049706 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248142 (secure 0 0 0) 0x7f2fcc0ca610 con 0x7f2fac077040 2024-07-26T15:29:52.066 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:52.067 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:29:52.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fac077040 msgr2=0x7f2fac079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:52.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fac077040 0x7f2fac079550 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc001170 tx=0x7f2fbc009040 comp rx=0 tx=0).stop 2024-07-26T15:29:52.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/4283123363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fcc1655c0 msgr2=0x7f2fcc167760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:52.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fcc1655c0 0x7f2fcc167760 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f2fc4009be0 tx=0x7f2fc40305d0 comp rx=0 tx=0).stop 2024-07-26T15:29:52.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/4283123363 shutdown_connections 2024-07-26T15:29:52.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f2fac077040 0x7f2fac079550 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:52.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fcc1655c0 0x7f2fcc167760 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:52.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fcc0d2930 0x7f2fcc1669e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:52.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 --2- 172.21.15.33:0/4283123363 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fcc0b2dc0 0x7f2fcc162a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:52.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/4283123363 >> 172.21.15.33:0/4283123363 conn(0x7f2fcc0d3e10 msgr2=0x7f2fcc0b3770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:52.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/4283123363 shutdown_connections 2024-07-26T15:29:52.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:52.066+0000 7f2fd0d2e640 1 -- 172.21.15.33:0/4283123363 wait complete. 2024-07-26T15:29:52.079 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":70,"stamp":"2024-07-26T15:29:50.630633+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":113,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":50,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":224872,"kb_used_data":4552,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749848,"statfs":{"total":773094113280,"available":772863844352,"internally_reserved":0,"allocated":4661248,"data_stored":2651273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":28,"apply_latency_ms":28,"commit_latency_ns":28000000,"apply_latency_ns":28000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001271"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466190+0000","last_change":"2024-07-26T15:29:45.466190+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466190+0000","last_undegraded":"2024-07-26T15:29:45.466190+0000","last_fullsized":"2024-07-26T15:29:45.466190+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471317+0000","last_change":"2024-07-26T15:29:45.471317+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471317+0000","last_undegraded":"2024-07-26T15:29:45.471317+0000","last_fullsized":"2024-07-26T15:29:45.471317+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213445+0000","last_change":"2024-07-26T15:29:46.489643+0000","last_active":"2024-07-26T15:29:49.213445+0000","last_peered":"2024-07-26T15:29:49.213445+0000","last_clean":"2024-07-26T15:29:49.213445+0000","last_became_active":"2024-07-26T15:29:46.489300+0000","last_became_peered":"2024-07-26T15:29:46.489300+0000","last_unstale":"2024-07-26T15:29:49.213445+0000","last_undegraded":"2024-07-26T15:29:49.213445+0000","last_fullsized":"2024-07-26T15:29:49.213445+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:57:40.656433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468558+0000","last_change":"2024-07-26T15:29:45.468558+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468558+0000","last_undegraded":"2024-07-26T15:29:45.468558+0000","last_fullsized":"2024-07-26T15:29:45.468558+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467535+0000","last_change":"2024-07-26T15:29:45.467535+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467535+0000","last_undegraded":"2024-07-26T15:29:45.467535+0000","last_fullsized":"2024-07-26T15:29:45.467535+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469016+0000","last_change":"2024-07-26T15:29:45.469016+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469016+0000","last_undegraded":"2024-07-26T15:29:45.469016+0000","last_fullsized":"2024-07-26T15:29:45.469016+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465139+0000","last_change":"2024-07-26T15:29:45.465139+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465139+0000","last_undegraded":"2024-07-26T15:29:45.465139+0000","last_fullsized":"2024-07-26T15:29:45.465139+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466755+0000","last_change":"2024-07-26T15:29:45.466755+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466755+0000","last_undegraded":"2024-07-26T15:29:45.466755+0000","last_fullsized":"2024-07-26T15:29:45.466755+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213554+0000","last_change":"2024-07-26T15:29:46.487758+0000","last_active":"2024-07-26T15:29:49.213554+0000","last_peered":"2024-07-26T15:29:49.213554+0000","last_clean":"2024-07-26T15:29:49.213554+0000","last_became_active":"2024-07-26T15:29:46.487423+0000","last_became_peered":"2024-07-26T15:29:46.487423+0000","last_unstale":"2024-07-26T15:29:49.213554+0000","last_undegraded":"2024-07-26T15:29:49.213554+0000","last_fullsized":"2024-07-26T15:29:49.213554+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:48.505717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465351+0000","last_change":"2024-07-26T15:29:45.465351+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465351+0000","last_undegraded":"2024-07-26T15:29:45.465351+0000","last_fullsized":"2024-07-26T15:29:45.465351+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463983+0000","last_change":"2024-07-26T15:29:45.463983+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463983+0000","last_undegraded":"2024-07-26T15:29:45.463983+0000","last_fullsized":"2024-07-26T15:29:45.463983+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213373+0000","last_change":"2024-07-26T15:29:46.497763+0000","last_active":"2024-07-26T15:29:49.213373+0000","last_peered":"2024-07-26T15:29:49.213373+0000","last_clean":"2024-07-26T15:29:49.213373+0000","last_became_active":"2024-07-26T15:29:46.497420+0000","last_became_peered":"2024-07-26T15:29:46.497420+0000","last_unstale":"2024-07-26T15:29:49.213373+0000","last_undegraded":"2024-07-26T15:29:49.213373+0000","last_fullsized":"2024-07-26T15:29:49.213373+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:07.499248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.464756+0000","last_change":"2024-07-26T15:29:45.464756+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.464756+0000","last_undegraded":"2024-07-26T15:29:45.464756+0000","last_fullsized":"2024-07-26T15:29:45.464756+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471337+0000","last_change":"2024-07-26T15:29:45.471337+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471337+0000","last_undegraded":"2024-07-26T15:29:45.471337+0000","last_fullsized":"2024-07-26T15:29:45.471337+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.464522+0000","last_change":"2024-07-26T15:29:45.464522+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.464522+0000","last_undegraded":"2024-07-26T15:29:45.464522+0000","last_fullsized":"2024-07-26T15:29:45.464522+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517285+0000","last_change":"2024-07-26T15:29:46.486500+0000","last_active":"2024-07-26T15:29:47.517285+0000","last_peered":"2024-07-26T15:29:47.517285+0000","last_clean":"2024-07-26T15:29:47.517285+0000","last_became_active":"2024-07-26T15:29:46.486178+0000","last_became_peered":"2024-07-26T15:29:46.486178+0000","last_unstale":"2024-07-26T15:29:47.517285+0000","last_undegraded":"2024-07-26T15:29:47.517285+0000","last_fullsized":"2024-07-26T15:29:47.517285+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:50:38.559797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517730+0000","last_change":"2024-07-26T15:29:46.483202+0000","last_active":"2024-07-26T15:29:47.517730+0000","last_peered":"2024-07-26T15:29:47.517730+0000","last_clean":"2024-07-26T15:29:47.517730+0000","last_became_active":"2024-07-26T15:29:46.482494+0000","last_became_peered":"2024-07-26T15:29:46.482494+0000","last_unstale":"2024-07-26T15:29:47.517730+0000","last_undegraded":"2024-07-26T15:29:47.517730+0000","last_fullsized":"2024-07-26T15:29:47.517730+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:52.500272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.462235+0000","last_change":"2024-07-26T15:29:45.462235+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.462235+0000","last_undegraded":"2024-07-26T15:29:45.462235+0000","last_fullsized":"2024-07-26T15:29:45.462235+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466962+0000","last_change":"2024-07-26T15:29:45.466962+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466962+0000","last_undegraded":"2024-07-26T15:29:45.466962+0000","last_fullsized":"2024-07-26T15:29:45.466962+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465952+0000","last_change":"2024-07-26T15:29:45.465952+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465952+0000","last_undegraded":"2024-07-26T15:29:45.465952+0000","last_fullsized":"2024-07-26T15:29:45.465952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463689+0000","last_change":"2024-07-26T15:29:45.463689+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463689+0000","last_undegraded":"2024-07-26T15:29:45.463689+0000","last_fullsized":"2024-07-26T15:29:45.463689+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470160+0000","last_change":"2024-07-26T15:29:45.470160+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470160+0000","last_undegraded":"2024-07-26T15:29:45.470160+0000","last_fullsized":"2024-07-26T15:29:45.470160+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517242+0000","last_change":"2024-07-26T15:29:46.500757+0000","last_active":"2024-07-26T15:29:47.517242+0000","last_peered":"2024-07-26T15:29:47.517242+0000","last_clean":"2024-07-26T15:29:47.517242+0000","last_became_active":"2024-07-26T15:29:46.500371+0000","last_became_peered":"2024-07-26T15:29:46.500371+0000","last_unstale":"2024-07-26T15:29:47.517242+0000","last_undegraded":"2024-07-26T15:29:47.517242+0000","last_fullsized":"2024-07-26T15:29:47.517242+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:27.228200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465789+0000","last_change":"2024-07-26T15:29:45.465789+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465789+0000","last_undegraded":"2024-07-26T15:29:45.465789+0000","last_fullsized":"2024-07-26T15:29:45.465789+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465003+0000","last_change":"2024-07-26T15:29:45.465003+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465003+0000","last_undegraded":"2024-07-26T15:29:45.465003+0000","last_fullsized":"2024-07-26T15:29:45.465003+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467204+0000","last_change":"2024-07-26T15:29:45.467204+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467204+0000","last_undegraded":"2024-07-26T15:29:45.467204+0000","last_fullsized":"2024-07-26T15:29:45.467204+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465263+0000","last_change":"2024-07-26T15:29:45.465263+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465263+0000","last_undegraded":"2024-07-26T15:29:45.465263+0000","last_fullsized":"2024-07-26T15:29:45.465263+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463761+0000","last_change":"2024-07-26T15:29:45.463761+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463761+0000","last_undegraded":"2024-07-26T15:29:45.463761+0000","last_fullsized":"2024-07-26T15:29:45.463761+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465671+0000","last_change":"2024-07-26T15:29:45.465671+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465671+0000","last_undegraded":"2024-07-26T15:29:45.465671+0000","last_fullsized":"2024-07-26T15:29:45.465671+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.462571+0000","last_change":"2024-07-26T15:29:45.462571+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.462571+0000","last_undegraded":"2024-07-26T15:29:45.462571+0000","last_fullsized":"2024-07-26T15:29:45.462571+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517277+0000","last_change":"2024-07-26T15:29:46.500870+0000","last_active":"2024-07-26T15:29:47.517277+0000","last_peered":"2024-07-26T15:29:47.517277+0000","last_clean":"2024-07-26T15:29:47.517277+0000","last_became_active":"2024-07-26T15:29:46.500539+0000","last_became_peered":"2024-07-26T15:29:46.500539+0000","last_unstale":"2024-07-26T15:29:47.517277+0000","last_undegraded":"2024-07-26T15:29:47.517277+0000","last_fullsized":"2024-07-26T15:29:47.517277+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:10.997767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469639+0000","last_change":"2024-07-26T15:29:45.469639+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469639+0000","last_undegraded":"2024-07-26T15:29:45.469639+0000","last_fullsized":"2024-07-26T15:29:45.469639+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517626+0000","last_change":"2024-07-26T15:29:46.486897+0000","last_active":"2024-07-26T15:29:47.517626+0000","last_peered":"2024-07-26T15:29:47.517626+0000","last_clean":"2024-07-26T15:29:47.517626+0000","last_became_active":"2024-07-26T15:29:46.486568+0000","last_became_peered":"2024-07-26T15:29:46.486568+0000","last_unstale":"2024-07-26T15:29:47.517626+0000","last_undegraded":"2024-07-26T15:29:47.517626+0000","last_fullsized":"2024-07-26T15:29:47.517626+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:49:24.889505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481002+0000","last_change":"2024-07-26T15:29:45.474319+0000","last_active":"2024-07-26T15:29:45.481002+0000","last_peered":"2024-07-26T15:29:45.481002+0000","last_clean":"2024-07-26T15:29:45.481002+0000","last_became_active":"2024-07-26T15:29:45.473946+0000","last_became_peered":"2024-07-26T15:29:45.473946+0000","last_unstale":"2024-07-26T15:29:45.481002+0000","last_undegraded":"2024-07-26T15:29:45.481002+0000","last_fullsized":"2024-07-26T15:29:45.481002+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:53:01.263210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.466668+0000","last_change":"2024-07-26T15:29:45.466668+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.466668+0000","last_undegraded":"2024-07-26T15:29:45.466668+0000","last_fullsized":"2024-07-26T15:29:45.466668+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213350+0000","last_change":"2024-07-26T15:29:45.478277+0000","last_active":"2024-07-26T15:29:49.213350+0000","last_peered":"2024-07-26T15:29:49.213350+0000","last_clean":"2024-07-26T15:29:49.213350+0000","last_became_active":"2024-07-26T15:29:45.477873+0000","last_became_peered":"2024-07-26T15:29:45.477873+0000","last_unstale":"2024-07-26T15:29:49.213350+0000","last_undegraded":"2024-07-26T15:29:49.213350+0000","last_fullsized":"2024-07-26T15:29:49.213350+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:09:29.465194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468410+0000","last_change":"2024-07-26T15:29:45.468410+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468410+0000","last_undegraded":"2024-07-26T15:29:45.468410+0000","last_fullsized":"2024-07-26T15:29:45.468410+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.480447+0000","last_change":"2024-07-26T15:29:45.476111+0000","last_active":"2024-07-26T15:29:45.480447+0000","last_peered":"2024-07-26T15:29:45.480447+0000","last_clean":"2024-07-26T15:29:45.480447+0000","last_became_active":"2024-07-26T15:29:45.475767+0000","last_became_peered":"2024-07-26T15:29:45.475767+0000","last_unstale":"2024-07-26T15:29:45.480447+0000","last_undegraded":"2024-07-26T15:29:45.480447+0000","last_fullsized":"2024-07-26T15:29:45.480447+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:50.868465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469865+0000","last_change":"2024-07-26T15:29:45.469865+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469865+0000","last_undegraded":"2024-07-26T15:29:45.469865+0000","last_fullsized":"2024-07-26T15:29:45.469865+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481576+0000","last_change":"2024-07-26T15:29:45.476105+0000","last_active":"2024-07-26T15:29:45.481576+0000","last_peered":"2024-07-26T15:29:45.481576+0000","last_clean":"2024-07-26T15:29:45.481576+0000","last_became_active":"2024-07-26T15:29:45.475835+0000","last_became_peered":"2024-07-26T15:29:45.475835+0000","last_unstale":"2024-07-26T15:29:45.481576+0000","last_undegraded":"2024-07-26T15:29:45.481576+0000","last_fullsized":"2024-07-26T15:29:45.481576+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:33:46.440059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213218+0000","last_change":"2024-07-26T15:29:46.492999+0000","last_active":"2024-07-26T15:29:49.213218+0000","last_peered":"2024-07-26T15:29:49.213218+0000","last_clean":"2024-07-26T15:29:49.213218+0000","last_became_active":"2024-07-26T15:29:46.492626+0000","last_became_peered":"2024-07-26T15:29:46.492626+0000","last_unstale":"2024-07-26T15:29:49.213218+0000","last_undegraded":"2024-07-26T15:29:49.213218+0000","last_fullsized":"2024-07-26T15:29:49.213218+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:56:52.013436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.478614+0000","last_change":"2024-07-26T15:29:45.474457+0000","last_active":"2024-07-26T15:29:45.478614+0000","last_peered":"2024-07-26T15:29:45.478614+0000","last_clean":"2024-07-26T15:29:45.478614+0000","last_became_active":"2024-07-26T15:29:45.474123+0000","last_became_peered":"2024-07-26T15:29:45.474123+0000","last_unstale":"2024-07-26T15:29:45.478614+0000","last_undegraded":"2024-07-26T15:29:45.478614+0000","last_fullsized":"2024-07-26T15:29:45.478614+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:36:06.977027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463618+0000","last_change":"2024-07-26T15:29:45.463618+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463618+0000","last_undegraded":"2024-07-26T15:29:45.463618+0000","last_fullsized":"2024-07-26T15:29:45.463618+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517183+0000","last_change":"2024-07-26T15:29:45.485028+0000","last_active":"2024-07-26T15:29:47.517183+0000","last_peered":"2024-07-26T15:29:47.517183+0000","last_clean":"2024-07-26T15:29:47.517183+0000","last_became_active":"2024-07-26T15:29:45.484707+0000","last_became_peered":"2024-07-26T15:29:45.484707+0000","last_unstale":"2024-07-26T15:29:47.517183+0000","last_undegraded":"2024-07-26T15:29:47.517183+0000","last_fullsized":"2024-07-26T15:29:47.517183+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:48:56.475208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469666+0000","last_change":"2024-07-26T15:29:45.469666+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469666+0000","last_undegraded":"2024-07-26T15:29:45.469666+0000","last_fullsized":"2024-07-26T15:29:45.469666+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.483570+0000","last_change":"2024-07-26T15:29:45.480153+0000","last_active":"2024-07-26T15:29:45.483570+0000","last_peered":"2024-07-26T15:29:45.483570+0000","last_clean":"2024-07-26T15:29:45.483570+0000","last_became_active":"2024-07-26T15:29:45.479781+0000","last_became_peered":"2024-07-26T15:29:45.479781+0000","last_unstale":"2024-07-26T15:29:45.483570+0000","last_undegraded":"2024-07-26T15:29:45.483570+0000","last_fullsized":"2024-07-26T15:29:45.483570+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:27:51.119720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.471569+0000","last_change":"2024-07-26T15:29:45.471569+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.471569+0000","last_undegraded":"2024-07-26T15:29:45.471569+0000","last_fullsized":"2024-07-26T15:29:45.471569+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.484527+0000","last_change":"2024-07-26T15:29:45.481777+0000","last_active":"2024-07-26T15:29:45.484527+0000","last_peered":"2024-07-26T15:29:45.484527+0000","last_clean":"2024-07-26T15:29:45.484527+0000","last_became_active":"2024-07-26T15:29:45.481414+0000","last_became_peered":"2024-07-26T15:29:45.481414+0000","last_unstale":"2024-07-26T15:29:45.484527+0000","last_undegraded":"2024-07-26T15:29:45.484527+0000","last_fullsized":"2024-07-26T15:29:45.484527+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:37:35.004802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467204+0000","last_change":"2024-07-26T15:29:45.467204+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467204+0000","last_undegraded":"2024-07-26T15:29:45.467204+0000","last_fullsized":"2024-07-26T15:29:45.467204+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482240+0000","last_change":"2024-07-26T15:29:45.479686+0000","last_active":"2024-07-26T15:29:45.482240+0000","last_peered":"2024-07-26T15:29:45.482240+0000","last_clean":"2024-07-26T15:29:45.482240+0000","last_became_active":"2024-07-26T15:29:45.479350+0000","last_became_peered":"2024-07-26T15:29:45.479350+0000","last_unstale":"2024-07-26T15:29:45.482240+0000","last_undegraded":"2024-07-26T15:29:45.482240+0000","last_fullsized":"2024-07-26T15:29:45.482240+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:19:09.264100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517622+0000","last_change":"2024-07-26T15:29:46.481961+0000","last_active":"2024-07-26T15:29:47.517622+0000","last_peered":"2024-07-26T15:29:47.517622+0000","last_clean":"2024-07-26T15:29:47.517622+0000","last_became_active":"2024-07-26T15:29:46.481256+0000","last_became_peered":"2024-07-26T15:29:46.481256+0000","last_unstale":"2024-07-26T15:29:47.517622+0000","last_undegraded":"2024-07-26T15:29:47.517622+0000","last_fullsized":"2024-07-26T15:29:47.517622+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:36.620774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.479309+0000","last_change":"2024-07-26T15:29:45.477313+0000","last_active":"2024-07-26T15:29:45.479309+0000","last_peered":"2024-07-26T15:29:45.479309+0000","last_clean":"2024-07-26T15:29:45.479309+0000","last_became_active":"2024-07-26T15:29:45.476996+0000","last_became_peered":"2024-07-26T15:29:45.476996+0000","last_unstale":"2024-07-26T15:29:45.479309+0000","last_undegraded":"2024-07-26T15:29:45.479309+0000","last_fullsized":"2024-07-26T15:29:45.479309+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:35.461094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213384+0000","last_change":"2024-07-26T15:29:46.490175+0000","last_active":"2024-07-26T15:29:49.213384+0000","last_peered":"2024-07-26T15:29:49.213384+0000","last_clean":"2024-07-26T15:29:49.213384+0000","last_became_active":"2024-07-26T15:29:46.489849+0000","last_became_peered":"2024-07-26T15:29:46.489849+0000","last_unstale":"2024-07-26T15:29:49.213384+0000","last_undegraded":"2024-07-26T15:29:49.213384+0000","last_fullsized":"2024-07-26T15:29:49.213384+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:16.162456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.486651+0000","last_change":"2024-07-26T15:29:45.482961+0000","last_active":"2024-07-26T15:29:45.486651+0000","last_peered":"2024-07-26T15:29:45.486651+0000","last_clean":"2024-07-26T15:29:45.486651+0000","last_became_active":"2024-07-26T15:29:45.482644+0000","last_became_peered":"2024-07-26T15:29:45.482644+0000","last_unstale":"2024-07-26T15:29:45.486651+0000","last_undegraded":"2024-07-26T15:29:45.486651+0000","last_fullsized":"2024-07-26T15:29:45.486651+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:10.395207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469442+0000","last_change":"2024-07-26T15:29:45.469442+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469442+0000","last_undegraded":"2024-07-26T15:29:45.469442+0000","last_fullsized":"2024-07-26T15:29:45.469442+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482333+0000","last_change":"2024-07-26T15:29:45.479675+0000","last_active":"2024-07-26T15:29:45.482333+0000","last_peered":"2024-07-26T15:29:45.482333+0000","last_clean":"2024-07-26T15:29:45.482333+0000","last_became_active":"2024-07-26T15:29:45.479312+0000","last_became_peered":"2024-07-26T15:29:45.479312+0000","last_unstale":"2024-07-26T15:29:45.482333+0000","last_undegraded":"2024-07-26T15:29:45.482333+0000","last_fullsized":"2024-07-26T15:29:45.482333+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:08.079031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213234+0000","last_change":"2024-07-26T15:29:46.491041+0000","last_active":"2024-07-26T15:29:49.213234+0000","last_peered":"2024-07-26T15:29:49.213234+0000","last_clean":"2024-07-26T15:29:49.213234+0000","last_became_active":"2024-07-26T15:29:46.490741+0000","last_became_peered":"2024-07-26T15:29:46.490741+0000","last_unstale":"2024-07-26T15:29:49.213234+0000","last_undegraded":"2024-07-26T15:29:49.213234+0000","last_fullsized":"2024-07-26T15:29:49.213234+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:32.785916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482849+0000","last_change":"2024-07-26T15:29:45.481278+0000","last_active":"2024-07-26T15:29:45.482849+0000","last_peered":"2024-07-26T15:29:45.482849+0000","last_clean":"2024-07-26T15:29:45.482849+0000","last_became_active":"2024-07-26T15:29:45.480699+0000","last_became_peered":"2024-07-26T15:29:45.480699+0000","last_unstale":"2024-07-26T15:29:45.482849+0000","last_undegraded":"2024-07-26T15:29:45.482849+0000","last_fullsized":"2024-07-26T15:29:45.482849+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:53:35.367534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467319+0000","last_change":"2024-07-26T15:29:45.467319+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467319+0000","last_undegraded":"2024-07-26T15:29:45.467319+0000","last_fullsized":"2024-07-26T15:29:45.467319+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.483932+0000","last_change":"2024-07-26T15:29:45.481242+0000","last_active":"2024-07-26T15:29:45.483932+0000","last_peered":"2024-07-26T15:29:45.483932+0000","last_clean":"2024-07-26T15:29:45.483932+0000","last_became_active":"2024-07-26T15:29:45.480938+0000","last_became_peered":"2024-07-26T15:29:45.480938+0000","last_unstale":"2024-07-26T15:29:45.483932+0000","last_undegraded":"2024-07-26T15:29:45.483932+0000","last_fullsized":"2024-07-26T15:29:45.483932+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:04.143752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517284+0000","last_change":"2024-07-26T15:29:46.500377+0000","last_active":"2024-07-26T15:29:47.517284+0000","last_peered":"2024-07-26T15:29:47.517284+0000","last_clean":"2024-07-26T15:29:47.517284+0000","last_became_active":"2024-07-26T15:29:46.499998+0000","last_became_peered":"2024-07-26T15:29:46.499998+0000","last_unstale":"2024-07-26T15:29:47.517284+0000","last_undegraded":"2024-07-26T15:29:47.517284+0000","last_fullsized":"2024-07-26T15:29:47.517284+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:48.505717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481714+0000","last_change":"2024-07-26T15:29:45.478604+0000","last_active":"2024-07-26T15:29:45.481714+0000","last_peered":"2024-07-26T15:29:45.481714+0000","last_clean":"2024-07-26T15:29:45.481714+0000","last_became_active":"2024-07-26T15:29:45.478315+0000","last_became_peered":"2024-07-26T15:29:45.478315+0000","last_unstale":"2024-07-26T15:29:45.481714+0000","last_undegraded":"2024-07-26T15:29:45.481714+0000","last_fullsized":"2024-07-26T15:29:45.481714+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:04:15.363552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470380+0000","last_change":"2024-07-26T15:29:45.470380+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470380+0000","last_undegraded":"2024-07-26T15:29:45.470380+0000","last_fullsized":"2024-07-26T15:29:45.470380+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":23,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517131+0000","last_change":"2024-07-26T15:29:45.483567+0000","last_active":"2024-07-26T15:29:47.517131+0000","last_peered":"2024-07-26T15:29:47.517131+0000","last_clean":"2024-07-26T15:29:47.517131+0000","last_became_active":"2024-07-26T15:29:45.483249+0000","last_became_peered":"2024-07-26T15:29:45.483249+0000","last_unstale":"2024-07-26T15:29:47.517131+0000","last_undegraded":"2024-07-26T15:29:47.517131+0000","last_fullsized":"2024-07-26T15:29:47.517131+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:20.633664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470813+0000","last_change":"2024-07-26T15:29:45.470813+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470813+0000","last_undegraded":"2024-07-26T15:29:45.470813+0000","last_fullsized":"2024-07-26T15:29:45.470813+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.479407+0000","last_change":"2024-07-26T15:29:45.476744+0000","last_active":"2024-07-26T15:29:45.479407+0000","last_peered":"2024-07-26T15:29:45.479407+0000","last_clean":"2024-07-26T15:29:45.479407+0000","last_became_active":"2024-07-26T15:29:45.476136+0000","last_became_peered":"2024-07-26T15:29:45.476136+0000","last_unstale":"2024-07-26T15:29:45.479407+0000","last_undegraded":"2024-07-26T15:29:45.479407+0000","last_fullsized":"2024-07-26T15:29:45.479407+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:18:53.233564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463089+0000","last_change":"2024-07-26T15:29:45.463089+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463089+0000","last_undegraded":"2024-07-26T15:29:45.463089+0000","last_fullsized":"2024-07-26T15:29:45.463089+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.484187+0000","last_change":"2024-07-26T15:29:45.478722+0000","last_active":"2024-07-26T15:29:45.484187+0000","last_peered":"2024-07-26T15:29:45.484187+0000","last_clean":"2024-07-26T15:29:45.484187+0000","last_became_active":"2024-07-26T15:29:45.478420+0000","last_became_peered":"2024-07-26T15:29:45.478420+0000","last_unstale":"2024-07-26T15:29:45.484187+0000","last_undegraded":"2024-07-26T15:29:45.484187+0000","last_fullsized":"2024-07-26T15:29:45.484187+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:15.435120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.469529+0000","last_change":"2024-07-26T15:29:45.469529+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.469529+0000","last_undegraded":"2024-07-26T15:29:45.469529+0000","last_fullsized":"2024-07-26T15:29:45.469529+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482523+0000","last_change":"2024-07-26T15:29:45.479204+0000","last_active":"2024-07-26T15:29:45.482523+0000","last_peered":"2024-07-26T15:29:45.482523+0000","last_clean":"2024-07-26T15:29:45.482523+0000","last_became_active":"2024-07-26T15:29:45.478844+0000","last_became_peered":"2024-07-26T15:29:45.478844+0000","last_unstale":"2024-07-26T15:29:45.482523+0000","last_undegraded":"2024-07-26T15:29:45.482523+0000","last_fullsized":"2024-07-26T15:29:45.482523+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:02:45.292549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465084+0000","last_change":"2024-07-26T15:29:45.465084+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465084+0000","last_undegraded":"2024-07-26T15:29:45.465084+0000","last_fullsized":"2024-07-26T15:29:45.465084+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481268+0000","last_change":"2024-07-26T15:29:45.477556+0000","last_active":"2024-07-26T15:29:45.481268+0000","last_peered":"2024-07-26T15:29:45.481268+0000","last_clean":"2024-07-26T15:29:45.481268+0000","last_became_active":"2024-07-26T15:29:45.476961+0000","last_became_peered":"2024-07-26T15:29:45.476961+0000","last_unstale":"2024-07-26T15:29:45.481268+0000","last_undegraded":"2024-07-26T15:29:45.481268+0000","last_fullsized":"2024-07-26T15:29:45.481268+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:01.001126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517505+0000","last_change":"2024-07-26T15:29:46.501070+0000","last_active":"2024-07-26T15:29:47.517505+0000","last_peered":"2024-07-26T15:29:47.517505+0000","last_clean":"2024-07-26T15:29:47.517505+0000","last_became_active":"2024-07-26T15:29:46.500545+0000","last_became_peered":"2024-07-26T15:29:46.500545+0000","last_unstale":"2024-07-26T15:29:47.517505+0000","last_undegraded":"2024-07-26T15:29:47.517505+0000","last_fullsized":"2024-07-26T15:29:47.517505+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:22.369091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481732+0000","last_change":"2024-07-26T15:29:45.476106+0000","last_active":"2024-07-26T15:29:45.481732+0000","last_peered":"2024-07-26T15:29:45.481732+0000","last_clean":"2024-07-26T15:29:45.481732+0000","last_became_active":"2024-07-26T15:29:45.475768+0000","last_became_peered":"2024-07-26T15:29:45.475768+0000","last_unstale":"2024-07-26T15:29:45.481732+0000","last_undegraded":"2024-07-26T15:29:45.481732+0000","last_fullsized":"2024-07-26T15:29:45.481732+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:32.306013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213517+0000","last_change":"2024-07-26T15:29:46.484208+0000","last_active":"2024-07-26T15:29:49.213517+0000","last_peered":"2024-07-26T15:29:49.213517+0000","last_clean":"2024-07-26T15:29:49.213517+0000","last_became_active":"2024-07-26T15:29:46.483866+0000","last_became_peered":"2024-07-26T15:29:46.483866+0000","last_unstale":"2024-07-26T15:29:49.213517+0000","last_undegraded":"2024-07-26T15:29:49.213517+0000","last_fullsized":"2024-07-26T15:29:49.213517+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:10.997767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481121+0000","last_change":"2024-07-26T15:29:45.474741+0000","last_active":"2024-07-26T15:29:45.481121+0000","last_peered":"2024-07-26T15:29:45.481121+0000","last_clean":"2024-07-26T15:29:45.481121+0000","last_became_active":"2024-07-26T15:29:45.474400+0000","last_became_peered":"2024-07-26T15:29:45.474400+0000","last_unstale":"2024-07-26T15:29:45.481121+0000","last_undegraded":"2024-07-26T15:29:45.481121+0000","last_fullsized":"2024-07-26T15:29:45.481121+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:58:41.494694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463031+0000","last_change":"2024-07-26T15:29:45.463031+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463031+0000","last_undegraded":"2024-07-26T15:29:45.463031+0000","last_fullsized":"2024-07-26T15:29:45.463031+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517552+0000","last_change":"2024-07-26T15:29:45.481817+0000","last_active":"2024-07-26T15:29:47.517552+0000","last_peered":"2024-07-26T15:29:47.517552+0000","last_clean":"2024-07-26T15:29:47.517552+0000","last_became_active":"2024-07-26T15:29:45.481445+0000","last_became_peered":"2024-07-26T15:29:45.481445+0000","last_unstale":"2024-07-26T15:29:47.517552+0000","last_undegraded":"2024-07-26T15:29:47.517552+0000","last_fullsized":"2024-07-26T15:29:47.517552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:55:53.684051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.467198+0000","last_change":"2024-07-26T15:29:45.467198+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.467198+0000","last_undegraded":"2024-07-26T15:29:45.467198+0000","last_fullsized":"2024-07-26T15:29:45.467198+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481693+0000","last_change":"2024-07-26T15:29:45.476901+0000","last_active":"2024-07-26T15:29:45.481693+0000","last_peered":"2024-07-26T15:29:45.481693+0000","last_clean":"2024-07-26T15:29:45.481693+0000","last_became_active":"2024-07-26T15:29:45.476588+0000","last_became_peered":"2024-07-26T15:29:45.476588+0000","last_unstale":"2024-07-26T15:29:45.481693+0000","last_undegraded":"2024-07-26T15:29:45.481693+0000","last_fullsized":"2024-07-26T15:29:45.481693+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:27:17.457794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.465581+0000","last_change":"2024-07-26T15:29:45.465581+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.465581+0000","last_undegraded":"2024-07-26T15:29:45.465581+0000","last_fullsized":"2024-07-26T15:29:45.465581+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.486692+0000","last_change":"2024-07-26T15:29:45.483144+0000","last_active":"2024-07-26T15:29:45.486692+0000","last_peered":"2024-07-26T15:29:45.486692+0000","last_clean":"2024-07-26T15:29:45.486692+0000","last_became_active":"2024-07-26T15:29:45.482656+0000","last_became_peered":"2024-07-26T15:29:45.482656+0000","last_unstale":"2024-07-26T15:29:45.486692+0000","last_undegraded":"2024-07-26T15:29:45.486692+0000","last_fullsized":"2024-07-26T15:29:45.486692+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:51:14.445340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517680+0000","last_change":"2024-07-26T15:29:46.481828+0000","last_active":"2024-07-26T15:29:47.517680+0000","last_peered":"2024-07-26T15:29:47.517680+0000","last_clean":"2024-07-26T15:29:47.517680+0000","last_became_active":"2024-07-26T15:29:46.481269+0000","last_became_peered":"2024-07-26T15:29:46.481269+0000","last_unstale":"2024-07-26T15:29:47.517680+0000","last_undegraded":"2024-07-26T15:29:47.517680+0000","last_fullsized":"2024-07-26T15:29:47.517680+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:37:59.359638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.474048+0000","last_change":"2024-07-26T15:29:45.469839+0000","last_active":"2024-07-26T15:29:45.474048+0000","last_peered":"2024-07-26T15:29:45.474048+0000","last_clean":"2024-07-26T15:29:45.474048+0000","last_became_active":"2024-07-26T15:29:45.469499+0000","last_became_peered":"2024-07-26T15:29:45.469499+0000","last_unstale":"2024-07-26T15:29:45.474048+0000","last_undegraded":"2024-07-26T15:29:45.474048+0000","last_fullsized":"2024-07-26T15:29:45.474048+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:00:06.258581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470380+0000","last_change":"2024-07-26T15:29:45.470380+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470380+0000","last_undegraded":"2024-07-26T15:29:45.470380+0000","last_fullsized":"2024-07-26T15:29:45.470380+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213398+0000","last_change":"2024-07-26T15:29:45.482510+0000","last_active":"2024-07-26T15:29:49.213398+0000","last_peered":"2024-07-26T15:29:49.213398+0000","last_clean":"2024-07-26T15:29:49.213398+0000","last_became_active":"2024-07-26T15:29:45.482126+0000","last_became_peered":"2024-07-26T15:29:45.482126+0000","last_unstale":"2024-07-26T15:29:49.213398+0000","last_undegraded":"2024-07-26T15:29:49.213398+0000","last_fullsized":"2024-07-26T15:29:49.213398+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:48:56.475208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213481+0000","last_change":"2024-07-26T15:29:46.488728+0000","last_active":"2024-07-26T15:29:49.213481+0000","last_peered":"2024-07-26T15:29:49.213481+0000","last_clean":"2024-07-26T15:29:49.213481+0000","last_became_active":"2024-07-26T15:29:46.488369+0000","last_became_peered":"2024-07-26T15:29:46.488369+0000","last_unstale":"2024-07-26T15:29:49.213481+0000","last_undegraded":"2024-07-26T15:29:49.213481+0000","last_fullsized":"2024-07-26T15:29:49.213481+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:27.228200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213492+0000","last_change":"2024-07-26T15:29:45.472811+0000","last_active":"2024-07-26T15:29:49.213492+0000","last_peered":"2024-07-26T15:29:49.213492+0000","last_clean":"2024-07-26T15:29:49.213492+0000","last_became_active":"2024-07-26T15:29:45.472368+0000","last_became_peered":"2024-07-26T15:29:45.472368+0000","last_unstale":"2024-07-26T15:29:49.213492+0000","last_undegraded":"2024-07-26T15:29:49.213492+0000","last_fullsized":"2024-07-26T15:29:49.213492+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:04.143752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.468157+0000","last_change":"2024-07-26T15:29:45.468157+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.468157+0000","last_undegraded":"2024-07-26T15:29:45.468157+0000","last_fullsized":"2024-07-26T15:29:45.468157+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482159+0000","last_change":"2024-07-26T15:29:45.477299+0000","last_active":"2024-07-26T15:29:45.482159+0000","last_peered":"2024-07-26T15:29:45.482159+0000","last_clean":"2024-07-26T15:29:45.482159+0000","last_became_active":"2024-07-26T15:29:45.476523+0000","last_became_peered":"2024-07-26T15:29:45.476523+0000","last_unstale":"2024-07-26T15:29:45.482159+0000","last_undegraded":"2024-07-26T15:29:45.482159+0000","last_fullsized":"2024-07-26T15:29:45.482159+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:31.664657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.470659+0000","last_change":"2024-07-26T15:29:45.470659+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.470659+0000","last_undegraded":"2024-07-26T15:29:45.470659+0000","last_fullsized":"2024-07-26T15:29:45.470659+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.481537+0000","last_change":"2024-07-26T15:29:45.477121+0000","last_active":"2024-07-26T15:29:45.481537+0000","last_peered":"2024-07-26T15:29:45.481537+0000","last_clean":"2024-07-26T15:29:45.481537+0000","last_became_active":"2024-07-26T15:29:45.476820+0000","last_became_peered":"2024-07-26T15:29:45.476820+0000","last_unstale":"2024-07-26T15:29:45.481537+0000","last_undegraded":"2024-07-26T15:29:45.481537+0000","last_fullsized":"2024-07-26T15:29:45.481537+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:25:22.653958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517585+0000","last_change":"2024-07-26T15:29:46.480953+0000","last_active":"2024-07-26T15:29:47.517585+0000","last_peered":"2024-07-26T15:29:47.517585+0000","last_clean":"2024-07-26T15:29:47.517585+0000","last_became_active":"2024-07-26T15:29:46.480013+0000","last_became_peered":"2024-07-26T15:29:46.480013+0000","last_unstale":"2024-07-26T15:29:47.517585+0000","last_undegraded":"2024-07-26T15:29:47.517585+0000","last_fullsized":"2024-07-26T15:29:47.517585+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:05.164026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":38,"state":"active+clean","last_fresh":"2024-07-26T15:29:45.482161+0000","last_change":"2024-07-26T15:29:45.478727+0000","last_active":"2024-07-26T15:29:45.482161+0000","last_peered":"2024-07-26T15:29:45.482161+0000","last_clean":"2024-07-26T15:29:45.482161+0000","last_became_active":"2024-07-26T15:29:45.478395+0000","last_became_peered":"2024-07-26T15:29:45.478395+0000","last_unstale":"2024-07-26T15:29:45.482161+0000","last_undegraded":"2024-07-26T15:29:45.482161+0000","last_fullsized":"2024-07-26T15:29:45.482161+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:34.523783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":38,"state":"creating+peering","last_fresh":"2024-07-26T15:29:45.463821+0000","last_change":"2024-07-26T15:29:45.463821+0000","last_active":"2024-07-26T15:29:45.452797+0000","last_peered":"2024-07-26T15:29:45.452797+0000","last_clean":"2024-07-26T15:29:45.452797+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:29:45.463821+0000","last_undegraded":"2024-07-26T15:29:45.463821+0000","last_fullsized":"2024-07-26T15:29:45.463821+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517552+0000","last_change":"2024-07-26T15:29:45.482634+0000","last_active":"2024-07-26T15:29:47.517552+0000","last_peered":"2024-07-26T15:29:47.517552+0000","last_clean":"2024-07-26T15:29:47.517552+0000","last_became_active":"2024-07-26T15:29:45.482335+0000","last_became_peered":"2024-07-26T15:29:45.482335+0000","last_unstale":"2024-07-26T15:29:47.517552+0000","last_undegraded":"2024-07-26T15:29:47.517552+0000","last_fullsized":"2024-07-26T15:29:47.517552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:46.351968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":144,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517386+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:29:47.517386+0000","last_peered":"2024-07-26T15:29:47.517386+0000","last_clean":"2024-07-26T15:29:47.517386+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:29:47.517386+0000","last_undegraded":"2024-07-26T15:29:47.517386+0000","last_fullsized":"2024-07-26T15:29:47.517386+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":10,"ondisk_log_size":10,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509456,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":182638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509455,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509458,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":408,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":417792,"data_stored":175971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542162,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1052672,"data_stored":786899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28060,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343780,"statfs":{"total":96636764160,"available":96608030720,"internally_reserved":0,"allocated":1064960,"data_stored":788547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:29:55.083 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:29:55.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.216+0000 7f8216178640 1 -- 172.21.15.33:0/1129503742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82100ce7a0 msgr2=0x7f82100cebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:55.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.216+0000 7f8216178640 1 --2- 172.21.15.33:0/1129503742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82100ce7a0 0x7f82100cebb0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8210073c70 tx=0x7f820402a560 comp rx=0 tx=0).stop 2024-07-26T15:29:55.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.216+0000 7f8216178640 1 -- 172.21.15.33:0/1129503742 shutdown_connections 2024-07-26T15:29:55.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.216+0000 7f8216178640 1 --2- 172.21.15.33:0/1129503742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82100ce7a0 0x7f82100cebb0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.216+0000 7f8216178640 1 --2- 172.21.15.33:0/1129503742 >> v2:172.21.15.154:3300/0 conn(0x7f82100b6fc0 0x7f82100ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.216+0000 7f8216178640 1 -- 172.21.15.33:0/1129503742 >> 172.21.15.33:0/1129503742 conn(0x7f82100d1b70 msgr2=0x7f82100d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:55.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.216+0000 7f8216178640 1 -- 172.21.15.33:0/1129503742 shutdown_connections 2024-07-26T15:29:55.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.216+0000 7f8216178640 1 -- 172.21.15.33:0/1129503742 wait complete. 2024-07-26T15:29:55.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.218+0000 7f8216178640 1 Processor -- start 2024-07-26T15:29:55.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.218+0000 7f8216178640 1 -- start start 2024-07-26T15:29:55.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.219+0000 7f8216178640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82100b6fc0 0x7f82100c8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:55.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.219+0000 7f8216178640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82100cc740 0x7f821015e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:55.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.219+0000 7f8216178640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82100ce7a0 0x7f821015e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:55.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.219+0000 7f8216178640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f82100b2d30 con 0x7f82100cc740 2024-07-26T15:29:55.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.219+0000 7f8216178640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f82100b2bb0 con 0x7f82100b6fc0 2024-07-26T15:29:55.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.219+0000 7f8216178640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f82100b2eb0 con 0x7f82100ce7a0 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82100cc740 0x7f821015e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82100cc740 0x7f821015e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60620/0 (socket says 172.21.15.33:60620) 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820effd640 1 -- 172.21.15.33:0/2970388744 learned_addr learned my addr 172.21.15.33:0/2970388744 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820f7fe640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82100b6fc0 0x7f82100c8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820ffff640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82100ce7a0 0x7f821015e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820effd640 1 -- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82100ce7a0 msgr2=0x7f821015e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820effd640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82100ce7a0 0x7f821015e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820effd640 1 -- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82100b6fc0 msgr2=0x7f82100c8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820effd640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82100b6fc0 0x7f82100c8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820effd640 1 -- 172.21.15.33:0/2970388744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82101f5870 con 0x7f82100cc740 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820ffff640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82100ce7a0 0x7f821015e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f820effd640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82100cc740 0x7f821015e460 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f8204034040 tx=0x7f8204003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:55.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f81f7fff640 1 -- 172.21.15.33:0/2970388744 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f820403e030 con 0x7f82100cc740 2024-07-26T15:29:55.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f81f7fff640 1 -- 172.21.15.33:0/2970388744 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8204003e00 con 0x7f82100cc740 2024-07-26T15:29:55.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f8216178640 1 -- 172.21.15.33:0/2970388744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82101f5b50 con 0x7f82100cc740 2024-07-26T15:29:55.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f81f7fff640 1 -- 172.21.15.33:0/2970388744 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8204035040 con 0x7f82100cc740 2024-07-26T15:29:55.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.220+0000 7f8216178640 1 -- 172.21.15.33:0/2970388744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82100c8dc0 con 0x7f82100cc740 2024-07-26T15:29:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.221+0000 7f8216178640 1 -- 172.21.15.33:0/2970388744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82101f6070 con 0x7f82100cc740 2024-07-26T15:29:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.222+0000 7f81f7fff640 1 -- 172.21.15.33:0/2970388744 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8204041030 con 0x7f82100cc740 2024-07-26T15:29:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.223+0000 7f81f7fff640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f81fc077010 0x7f81fc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.223+0000 7f81f7fff640 1 -- 172.21.15.33:0/2970388744 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f82040b9110 con 0x7f82100cc740 2024-07-26T15:29:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.223+0000 7f820f7fe640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f81fc077010 0x7f81fc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:55.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.224+0000 7f820f7fe640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f81fc077010 0x7f81fc079520 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f820000bb50 tx=0x7f820000b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.227+0000 7f81f7fff640 1 -- 172.21.15.33:0/2970388744 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f82101f6070 con 0x7f82100cc740 2024-07-26T15:29:55.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.417+0000 7f8216178640 1 -- 172.21.15.33:0/2970388744 --> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f82101f5600 con 0x7f81fc077010 2024-07-26T15:29:55.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.421+0000 7f81f7fff640 1 -- 172.21.15.33:0/2970388744 <== mgr.4100 v2:172.21.15.154:6832/3214049706 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251940 (secure 0 0 0) 0x7f82101f5600 con 0x7f81fc077010 2024-07-26T15:29:55.425 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:55.426 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:29:55.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.424+0000 7f8216178640 1 -- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f81fc077010 msgr2=0x7f81fc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:55.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.424+0000 7f8216178640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f81fc077010 0x7f81fc079520 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f820000bb50 tx=0x7f820000b2e0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.424+0000 7f8216178640 1 -- 172.21.15.33:0/2970388744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82100cc740 msgr2=0x7f821015e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:55.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.424+0000 7f8216178640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82100cc740 0x7f821015e460 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f8204034040 tx=0x7f8204003910 comp rx=0 tx=0).stop 2024-07-26T15:29:55.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.424+0000 7f8216178640 1 -- 172.21.15.33:0/2970388744 shutdown_connections 2024-07-26T15:29:55.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.424+0000 7f8216178640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82100ce7a0 0x7f821015e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.424+0000 7f8216178640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f81fc077010 0x7f81fc079520 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.424+0000 7f8216178640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82100cc740 0x7f821015e460 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.424+0000 7f8216178640 1 --2- 172.21.15.33:0/2970388744 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82100b6fc0 0x7f82100c8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.424+0000 7f8216178640 1 -- 172.21.15.33:0/2970388744 >> 172.21.15.33:0/2970388744 conn(0x7f82100d1b70 msgr2=0x7f82100703d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:55.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.425+0000 7f8216178640 1 -- 172.21.15.33:0/2970388744 shutdown_connections 2024-07-26T15:29:55.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.425+0000 7f8216178640 1 -- 172.21.15.33:0/2970388744 wait complete. 2024-07-26T15:29:55.437 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":72,"stamp":"2024-07-26T15:29:54.631834+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225128,"kb_used_data":4776,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754749592,"statfs":{"total":773094113280,"available":772863582208,"internally_reserved":0,"allocated":4890624,"data_stored":2757532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":36,"apply_latency_ms":36,"commit_latency_ns":36000000,"apply_latency_ns":36000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.170327"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485910+0000","last_change":"2024-07-26T15:29:46.482054+0000","last_active":"2024-07-26T15:29:47.485910+0000","last_peered":"2024-07-26T15:29:47.485910+0000","last_clean":"2024-07-26T15:29:47.485910+0000","last_became_active":"2024-07-26T15:29:46.481732+0000","last_became_peered":"2024-07-26T15:29:46.481732+0000","last_unstale":"2024-07-26T15:29:47.485910+0000","last_undegraded":"2024-07-26T15:29:47.485910+0000","last_fullsized":"2024-07-26T15:29:47.485910+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:33:02.696064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485730+0000","last_change":"2024-07-26T15:29:46.497041+0000","last_active":"2024-07-26T15:29:47.485730+0000","last_peered":"2024-07-26T15:29:47.485730+0000","last_clean":"2024-07-26T15:29:47.485730+0000","last_became_active":"2024-07-26T15:29:46.496718+0000","last_became_peered":"2024-07-26T15:29:46.496718+0000","last_unstale":"2024-07-26T15:29:47.485730+0000","last_undegraded":"2024-07-26T15:29:47.485730+0000","last_fullsized":"2024-07-26T15:29:47.485730+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:11:09.666995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213445+0000","last_change":"2024-07-26T15:29:46.489643+0000","last_active":"2024-07-26T15:29:49.213445+0000","last_peered":"2024-07-26T15:29:49.213445+0000","last_clean":"2024-07-26T15:29:49.213445+0000","last_became_active":"2024-07-26T15:29:46.489300+0000","last_became_peered":"2024-07-26T15:29:46.489300+0000","last_unstale":"2024-07-26T15:29:49.213445+0000","last_undegraded":"2024-07-26T15:29:49.213445+0000","last_fullsized":"2024-07-26T15:29:49.213445+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:57:40.656433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:48.271788+0000","last_change":"2024-07-26T15:29:46.495287+0000","last_active":"2024-07-26T15:29:48.271788+0000","last_peered":"2024-07-26T15:29:48.271788+0000","last_clean":"2024-07-26T15:29:48.271788+0000","last_became_active":"2024-07-26T15:29:46.494660+0000","last_became_peered":"2024-07-26T15:29:46.494660+0000","last_unstale":"2024-07-26T15:29:48.271788+0000","last_undegraded":"2024-07-26T15:29:48.271788+0000","last_fullsized":"2024-07-26T15:29:48.271788+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:39:20.178405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:48.271583+0000","last_change":"2024-07-26T15:29:46.493701+0000","last_active":"2024-07-26T15:29:48.271583+0000","last_peered":"2024-07-26T15:29:48.271583+0000","last_clean":"2024-07-26T15:29:48.271583+0000","last_became_active":"2024-07-26T15:29:46.493403+0000","last_became_peered":"2024-07-26T15:29:46.493403+0000","last_unstale":"2024-07-26T15:29:48.271583+0000","last_undegraded":"2024-07-26T15:29:48.271583+0000","last_fullsized":"2024-07-26T15:29:48.271583+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:10:22.960513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.071088+0000","last_change":"2024-07-26T15:29:46.487055+0000","last_active":"2024-07-26T15:29:49.071088+0000","last_peered":"2024-07-26T15:29:49.071088+0000","last_clean":"2024-07-26T15:29:49.071088+0000","last_became_active":"2024-07-26T15:29:46.485479+0000","last_became_peered":"2024-07-26T15:29:46.485479+0000","last_unstale":"2024-07-26T15:29:49.071088+0000","last_undegraded":"2024-07-26T15:29:49.071088+0000","last_fullsized":"2024-07-26T15:29:49.071088+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:16.162456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.486440+0000","last_change":"2024-07-26T15:29:46.475260+0000","last_active":"2024-07-26T15:29:47.486440+0000","last_peered":"2024-07-26T15:29:47.486440+0000","last_clean":"2024-07-26T15:29:47.486440+0000","last_became_active":"2024-07-26T15:29:46.474243+0000","last_became_peered":"2024-07-26T15:29:46.474243+0000","last_unstale":"2024-07-26T15:29:47.486440+0000","last_undegraded":"2024-07-26T15:29:47.486440+0000","last_fullsized":"2024-07-26T15:29:47.486440+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:51:28.098696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485103+0000","last_change":"2024-07-26T15:29:46.475110+0000","last_active":"2024-07-26T15:29:47.485103+0000","last_peered":"2024-07-26T15:29:47.485103+0000","last_clean":"2024-07-26T15:29:47.485103+0000","last_became_active":"2024-07-26T15:29:46.474608+0000","last_became_peered":"2024-07-26T15:29:46.474608+0000","last_unstale":"2024-07-26T15:29:47.485103+0000","last_undegraded":"2024-07-26T15:29:47.485103+0000","last_fullsized":"2024-07-26T15:29:47.485103+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:51:28.098696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213554+0000","last_change":"2024-07-26T15:29:46.487758+0000","last_active":"2024-07-26T15:29:49.213554+0000","last_peered":"2024-07-26T15:29:49.213554+0000","last_clean":"2024-07-26T15:29:49.213554+0000","last_became_active":"2024-07-26T15:29:46.487423+0000","last_became_peered":"2024-07-26T15:29:46.487423+0000","last_unstale":"2024-07-26T15:29:49.213554+0000","last_undegraded":"2024-07-26T15:29:49.213554+0000","last_fullsized":"2024-07-26T15:29:49.213554+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:48.505717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.486804+0000","last_change":"2024-07-26T15:29:46.476280+0000","last_active":"2024-07-26T15:29:47.486804+0000","last_peered":"2024-07-26T15:29:47.486804+0000","last_clean":"2024-07-26T15:29:47.486804+0000","last_became_active":"2024-07-26T15:29:46.475965+0000","last_became_peered":"2024-07-26T15:29:46.475965+0000","last_unstale":"2024-07-26T15:29:47.486804+0000","last_undegraded":"2024-07-26T15:29:47.486804+0000","last_fullsized":"2024-07-26T15:29:47.486804+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:05.318650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487434+0000","last_change":"2024-07-26T15:29:46.472742+0000","last_active":"2024-07-26T15:29:47.487434+0000","last_peered":"2024-07-26T15:29:47.487434+0000","last_clean":"2024-07-26T15:29:47.487434+0000","last_became_active":"2024-07-26T15:29:46.472327+0000","last_became_peered":"2024-07-26T15:29:46.472327+0000","last_unstale":"2024-07-26T15:29:47.487434+0000","last_undegraded":"2024-07-26T15:29:47.487434+0000","last_fullsized":"2024-07-26T15:29:47.487434+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:47:11.030560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213373+0000","last_change":"2024-07-26T15:29:46.497763+0000","last_active":"2024-07-26T15:29:49.213373+0000","last_peered":"2024-07-26T15:29:49.213373+0000","last_clean":"2024-07-26T15:29:49.213373+0000","last_became_active":"2024-07-26T15:29:46.497420+0000","last_became_peered":"2024-07-26T15:29:46.497420+0000","last_unstale":"2024-07-26T15:29:49.213373+0000","last_undegraded":"2024-07-26T15:29:49.213373+0000","last_fullsized":"2024-07-26T15:29:49.213373+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:07.499248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.486658+0000","last_change":"2024-07-26T15:29:46.482204+0000","last_active":"2024-07-26T15:29:47.486658+0000","last_peered":"2024-07-26T15:29:47.486658+0000","last_clean":"2024-07-26T15:29:47.486658+0000","last_became_active":"2024-07-26T15:29:46.481868+0000","last_became_peered":"2024-07-26T15:29:46.481868+0000","last_unstale":"2024-07-26T15:29:47.486658+0000","last_undegraded":"2024-07-26T15:29:47.486658+0000","last_fullsized":"2024-07-26T15:29:47.486658+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:23:35.364807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487974+0000","last_change":"2024-07-26T15:29:46.485099+0000","last_active":"2024-07-26T15:29:47.487974+0000","last_peered":"2024-07-26T15:29:47.487974+0000","last_clean":"2024-07-26T15:29:47.487974+0000","last_became_active":"2024-07-26T15:29:46.484368+0000","last_became_peered":"2024-07-26T15:29:46.484368+0000","last_unstale":"2024-07-26T15:29:47.487974+0000","last_undegraded":"2024-07-26T15:29:47.487974+0000","last_fullsized":"2024-07-26T15:29:47.487974+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:13:05.981704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.486658+0000","last_change":"2024-07-26T15:29:46.496218+0000","last_active":"2024-07-26T15:29:47.486658+0000","last_peered":"2024-07-26T15:29:47.486658+0000","last_clean":"2024-07-26T15:29:47.486658+0000","last_became_active":"2024-07-26T15:29:46.495898+0000","last_became_peered":"2024-07-26T15:29:46.495898+0000","last_unstale":"2024-07-26T15:29:47.486658+0000","last_undegraded":"2024-07-26T15:29:47.486658+0000","last_fullsized":"2024-07-26T15:29:47.486658+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:04:12.872503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517285+0000","last_change":"2024-07-26T15:29:46.486500+0000","last_active":"2024-07-26T15:29:47.517285+0000","last_peered":"2024-07-26T15:29:47.517285+0000","last_clean":"2024-07-26T15:29:47.517285+0000","last_became_active":"2024-07-26T15:29:46.486178+0000","last_became_peered":"2024-07-26T15:29:46.486178+0000","last_unstale":"2024-07-26T15:29:47.517285+0000","last_undegraded":"2024-07-26T15:29:47.517285+0000","last_fullsized":"2024-07-26T15:29:47.517285+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:50:38.559797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517730+0000","last_change":"2024-07-26T15:29:46.483202+0000","last_active":"2024-07-26T15:29:47.517730+0000","last_peered":"2024-07-26T15:29:47.517730+0000","last_clean":"2024-07-26T15:29:47.517730+0000","last_became_active":"2024-07-26T15:29:46.482494+0000","last_became_peered":"2024-07-26T15:29:46.482494+0000","last_unstale":"2024-07-26T15:29:47.517730+0000","last_undegraded":"2024-07-26T15:29:47.517730+0000","last_fullsized":"2024-07-26T15:29:47.517730+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:52.500272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.529577+0000","last_change":"2024-07-26T15:29:46.474121+0000","last_active":"2024-07-26T15:29:47.529577+0000","last_peered":"2024-07-26T15:29:47.529577+0000","last_clean":"2024-07-26T15:29:47.529577+0000","last_became_active":"2024-07-26T15:29:46.473409+0000","last_became_peered":"2024-07-26T15:29:46.473409+0000","last_unstale":"2024-07-26T15:29:47.529577+0000","last_undegraded":"2024-07-26T15:29:47.529577+0000","last_fullsized":"2024-07-26T15:29:47.529577+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:21:37.259122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:48.271914+0000","last_change":"2024-07-26T15:29:46.493637+0000","last_active":"2024-07-26T15:29:48.271914+0000","last_peered":"2024-07-26T15:29:48.271914+0000","last_clean":"2024-07-26T15:29:48.271914+0000","last_became_active":"2024-07-26T15:29:46.492446+0000","last_became_peered":"2024-07-26T15:29:46.492446+0000","last_unstale":"2024-07-26T15:29:48.271914+0000","last_undegraded":"2024-07-26T15:29:48.271914+0000","last_fullsized":"2024-07-26T15:29:48.271914+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:33:47.444058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.529506+0000","last_change":"2024-07-26T15:29:46.475315+0000","last_active":"2024-07-26T15:29:47.529506+0000","last_peered":"2024-07-26T15:29:47.529506+0000","last_clean":"2024-07-26T15:29:47.529506+0000","last_became_active":"2024-07-26T15:29:46.474855+0000","last_became_peered":"2024-07-26T15:29:46.474855+0000","last_unstale":"2024-07-26T15:29:47.529506+0000","last_undegraded":"2024-07-26T15:29:47.529506+0000","last_fullsized":"2024-07-26T15:29:47.529506+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:51:38.481885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487500+0000","last_change":"2024-07-26T15:29:46.491046+0000","last_active":"2024-07-26T15:29:47.487500+0000","last_peered":"2024-07-26T15:29:47.487500+0000","last_clean":"2024-07-26T15:29:47.487500+0000","last_became_active":"2024-07-26T15:29:46.490721+0000","last_became_peered":"2024-07-26T15:29:46.490721+0000","last_unstale":"2024-07-26T15:29:47.487500+0000","last_undegraded":"2024-07-26T15:29:47.487500+0000","last_fullsized":"2024-07-26T15:29:47.487500+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:18.654700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487557+0000","last_change":"2024-07-26T15:29:46.496694+0000","last_active":"2024-07-26T15:29:47.487557+0000","last_peered":"2024-07-26T15:29:47.487557+0000","last_clean":"2024-07-26T15:29:47.487557+0000","last_became_active":"2024-07-26T15:29:46.496377+0000","last_became_peered":"2024-07-26T15:29:46.496377+0000","last_unstale":"2024-07-26T15:29:47.487557+0000","last_undegraded":"2024-07-26T15:29:47.487557+0000","last_fullsized":"2024-07-26T15:29:47.487557+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:14:59.313175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517242+0000","last_change":"2024-07-26T15:29:46.500757+0000","last_active":"2024-07-26T15:29:47.517242+0000","last_peered":"2024-07-26T15:29:47.517242+0000","last_clean":"2024-07-26T15:29:47.517242+0000","last_became_active":"2024-07-26T15:29:46.500371+0000","last_became_peered":"2024-07-26T15:29:46.500371+0000","last_unstale":"2024-07-26T15:29:47.517242+0000","last_undegraded":"2024-07-26T15:29:47.517242+0000","last_fullsized":"2024-07-26T15:29:47.517242+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:27.228200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:48.271571+0000","last_change":"2024-07-26T15:29:46.492727+0000","last_active":"2024-07-26T15:29:48.271571+0000","last_peered":"2024-07-26T15:29:48.271571+0000","last_clean":"2024-07-26T15:29:48.271571+0000","last_became_active":"2024-07-26T15:29:46.492307+0000","last_became_peered":"2024-07-26T15:29:46.492307+0000","last_unstale":"2024-07-26T15:29:48.271571+0000","last_undegraded":"2024-07-26T15:29:48.271571+0000","last_fullsized":"2024-07-26T15:29:48.271571+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:14:53.095967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.529782+0000","last_change":"2024-07-26T15:29:46.479432+0000","last_active":"2024-07-26T15:29:47.529782+0000","last_peered":"2024-07-26T15:29:47.529782+0000","last_clean":"2024-07-26T15:29:47.529782+0000","last_became_active":"2024-07-26T15:29:46.479099+0000","last_became_peered":"2024-07-26T15:29:46.479099+0000","last_unstale":"2024-07-26T15:29:47.529782+0000","last_undegraded":"2024-07-26T15:29:47.529782+0000","last_fullsized":"2024-07-26T15:29:47.529782+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:35.527782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.071215+0000","last_change":"2024-07-26T15:29:46.487203+0000","last_active":"2024-07-26T15:29:49.071215+0000","last_peered":"2024-07-26T15:29:49.071215+0000","last_clean":"2024-07-26T15:29:49.071215+0000","last_became_active":"2024-07-26T15:29:46.485421+0000","last_became_peered":"2024-07-26T15:29:46.485421+0000","last_unstale":"2024-07-26T15:29:49.071215+0000","last_undegraded":"2024-07-26T15:29:49.071215+0000","last_fullsized":"2024-07-26T15:29:49.071215+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:10.997767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.529542+0000","last_change":"2024-07-26T15:29:46.493318+0000","last_active":"2024-07-26T15:29:47.529542+0000","last_peered":"2024-07-26T15:29:47.529542+0000","last_clean":"2024-07-26T15:29:47.529542+0000","last_became_active":"2024-07-26T15:29:46.492992+0000","last_became_peered":"2024-07-26T15:29:46.492992+0000","last_unstale":"2024-07-26T15:29:47.529542+0000","last_undegraded":"2024-07-26T15:29:47.529542+0000","last_fullsized":"2024-07-26T15:29:47.529542+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:21.225814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487332+0000","last_change":"2024-07-26T15:29:46.485361+0000","last_active":"2024-07-26T15:29:47.487332+0000","last_peered":"2024-07-26T15:29:47.487332+0000","last_clean":"2024-07-26T15:29:47.487332+0000","last_became_active":"2024-07-26T15:29:46.484816+0000","last_became_peered":"2024-07-26T15:29:46.484816+0000","last_unstale":"2024-07-26T15:29:47.487332+0000","last_undegraded":"2024-07-26T15:29:47.487332+0000","last_fullsized":"2024-07-26T15:29:47.487332+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:59:51.077683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.529373+0000","last_change":"2024-07-26T15:29:46.488278+0000","last_active":"2024-07-26T15:29:47.529373+0000","last_peered":"2024-07-26T15:29:47.529373+0000","last_clean":"2024-07-26T15:29:47.529373+0000","last_became_active":"2024-07-26T15:29:46.486516+0000","last_became_peered":"2024-07-26T15:29:46.486516+0000","last_unstale":"2024-07-26T15:29:47.529373+0000","last_undegraded":"2024-07-26T15:29:47.529373+0000","last_fullsized":"2024-07-26T15:29:47.529373+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:51:15.449339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.529307+0000","last_change":"2024-07-26T15:29:46.483743+0000","last_active":"2024-07-26T15:29:47.529307+0000","last_peered":"2024-07-26T15:29:47.529307+0000","last_clean":"2024-07-26T15:29:47.529307+0000","last_became_active":"2024-07-26T15:29:46.483441+0000","last_became_peered":"2024-07-26T15:29:46.483441+0000","last_unstale":"2024-07-26T15:29:47.529307+0000","last_undegraded":"2024-07-26T15:29:47.529307+0000","last_fullsized":"2024-07-26T15:29:47.529307+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:11.399206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517277+0000","last_change":"2024-07-26T15:29:46.500870+0000","last_active":"2024-07-26T15:29:47.517277+0000","last_peered":"2024-07-26T15:29:47.517277+0000","last_clean":"2024-07-26T15:29:47.517277+0000","last_became_active":"2024-07-26T15:29:46.500539+0000","last_became_peered":"2024-07-26T15:29:46.500539+0000","last_unstale":"2024-07-26T15:29:47.517277+0000","last_undegraded":"2024-07-26T15:29:47.517277+0000","last_fullsized":"2024-07-26T15:29:47.517277+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:10.997767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.071096+0000","last_change":"2024-07-26T15:29:46.496131+0000","last_active":"2024-07-26T15:29:49.071096+0000","last_peered":"2024-07-26T15:29:49.071096+0000","last_clean":"2024-07-26T15:29:49.071096+0000","last_became_active":"2024-07-26T15:29:46.495549+0000","last_became_peered":"2024-07-26T15:29:46.495549+0000","last_unstale":"2024-07-26T15:29:49.071096+0000","last_undegraded":"2024-07-26T15:29:49.071096+0000","last_fullsized":"2024-07-26T15:29:49.071096+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:57:40.656433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517626+0000","last_change":"2024-07-26T15:29:46.486897+0000","last_active":"2024-07-26T15:29:47.517626+0000","last_peered":"2024-07-26T15:29:47.517626+0000","last_clean":"2024-07-26T15:29:47.517626+0000","last_became_active":"2024-07-26T15:29:46.486568+0000","last_became_peered":"2024-07-26T15:29:46.486568+0000","last_unstale":"2024-07-26T15:29:47.517626+0000","last_undegraded":"2024-07-26T15:29:47.517626+0000","last_fullsized":"2024-07-26T15:29:47.517626+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:49:24.889505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"39'4","reported_seq":19,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.529810+0000","last_change":"2024-07-26T15:29:45.474319+0000","last_active":"2024-07-26T15:29:47.529810+0000","last_peered":"2024-07-26T15:29:47.529810+0000","last_clean":"2024-07-26T15:29:47.529810+0000","last_became_active":"2024-07-26T15:29:45.473946+0000","last_became_peered":"2024-07-26T15:29:45.473946+0000","last_unstale":"2024-07-26T15:29:47.529810+0000","last_undegraded":"2024-07-26T15:29:47.529810+0000","last_fullsized":"2024-07-26T15:29:47.529810+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:10:21.956514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.071308+0000","last_change":"2024-07-26T15:29:46.483725+0000","last_active":"2024-07-26T15:29:49.071308+0000","last_peered":"2024-07-26T15:29:49.071308+0000","last_clean":"2024-07-26T15:29:49.071308+0000","last_became_active":"2024-07-26T15:29:46.483299+0000","last_became_peered":"2024-07-26T15:29:46.483299+0000","last_unstale":"2024-07-26T15:29:49.071308+0000","last_undegraded":"2024-07-26T15:29:49.071308+0000","last_fullsized":"2024-07-26T15:29:49.071308+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:48.505717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213350+0000","last_change":"2024-07-26T15:29:45.478277+0000","last_active":"2024-07-26T15:29:49.213350+0000","last_peered":"2024-07-26T15:29:49.213350+0000","last_clean":"2024-07-26T15:29:49.213350+0000","last_became_active":"2024-07-26T15:29:45.477873+0000","last_became_peered":"2024-07-26T15:29:45.477873+0000","last_unstale":"2024-07-26T15:29:49.213350+0000","last_undegraded":"2024-07-26T15:29:49.213350+0000","last_fullsized":"2024-07-26T15:29:49.213350+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:09:29.465194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487304+0000","last_change":"2024-07-26T15:29:46.473446+0000","last_active":"2024-07-26T15:29:47.487304+0000","last_peered":"2024-07-26T15:29:47.487304+0000","last_clean":"2024-07-26T15:29:47.487304+0000","last_became_active":"2024-07-26T15:29:46.473046+0000","last_became_peered":"2024-07-26T15:29:46.473046+0000","last_unstale":"2024-07-26T15:29:47.487304+0000","last_undegraded":"2024-07-26T15:29:47.487304+0000","last_fullsized":"2024-07-26T15:29:47.487304+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:30:47.725109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.071361+0000","last_change":"2024-07-26T15:29:45.476111+0000","last_active":"2024-07-26T15:29:49.071361+0000","last_peered":"2024-07-26T15:29:49.071361+0000","last_clean":"2024-07-26T15:29:49.071361+0000","last_became_active":"2024-07-26T15:29:45.475767+0000","last_became_peered":"2024-07-26T15:29:45.475767+0000","last_unstale":"2024-07-26T15:29:49.071361+0000","last_undegraded":"2024-07-26T15:29:49.071361+0000","last_fullsized":"2024-07-26T15:29:49.071361+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:46.351968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485848+0000","last_change":"2024-07-26T15:29:46.476841+0000","last_active":"2024-07-26T15:29:47.485848+0000","last_peered":"2024-07-26T15:29:47.485848+0000","last_clean":"2024-07-26T15:29:47.485848+0000","last_became_active":"2024-07-26T15:29:46.476541+0000","last_became_peered":"2024-07-26T15:29:46.476541+0000","last_unstale":"2024-07-26T15:29:47.485848+0000","last_undegraded":"2024-07-26T15:29:47.485848+0000","last_fullsized":"2024-07-26T15:29:47.485848+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:57:49.811869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.488442+0000","last_change":"2024-07-26T15:29:45.476105+0000","last_active":"2024-07-26T15:29:47.488442+0000","last_peered":"2024-07-26T15:29:47.488442+0000","last_clean":"2024-07-26T15:29:47.488442+0000","last_became_active":"2024-07-26T15:29:45.475835+0000","last_became_peered":"2024-07-26T15:29:45.475835+0000","last_unstale":"2024-07-26T15:29:47.488442+0000","last_undegraded":"2024-07-26T15:29:47.488442+0000","last_fullsized":"2024-07-26T15:29:47.488442+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:35.461094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213218+0000","last_change":"2024-07-26T15:29:46.492999+0000","last_active":"2024-07-26T15:29:49.213218+0000","last_peered":"2024-07-26T15:29:49.213218+0000","last_clean":"2024-07-26T15:29:49.213218+0000","last_became_active":"2024-07-26T15:29:46.492626+0000","last_became_peered":"2024-07-26T15:29:46.492626+0000","last_unstale":"2024-07-26T15:29:49.213218+0000","last_undegraded":"2024-07-26T15:29:49.213218+0000","last_fullsized":"2024-07-26T15:29:49.213218+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:56:52.013436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487640+0000","last_change":"2024-07-26T15:29:45.474457+0000","last_active":"2024-07-26T15:29:47.487640+0000","last_peered":"2024-07-26T15:29:47.487640+0000","last_clean":"2024-07-26T15:29:47.487640+0000","last_became_active":"2024-07-26T15:29:45.474123+0000","last_became_peered":"2024-07-26T15:29:45.474123+0000","last_unstale":"2024-07-26T15:29:47.487640+0000","last_undegraded":"2024-07-26T15:29:47.487640+0000","last_fullsized":"2024-07-26T15:29:47.487640+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:51:37.477887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487287+0000","last_change":"2024-07-26T15:29:46.487015+0000","last_active":"2024-07-26T15:29:47.487287+0000","last_peered":"2024-07-26T15:29:47.487287+0000","last_clean":"2024-07-26T15:29:47.487287+0000","last_became_active":"2024-07-26T15:29:46.485909+0000","last_became_peered":"2024-07-26T15:29:46.485909+0000","last_unstale":"2024-07-26T15:29:47.487287+0000","last_undegraded":"2024-07-26T15:29:47.487287+0000","last_fullsized":"2024-07-26T15:29:47.487287+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:13.605913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517183+0000","last_change":"2024-07-26T15:29:45.485028+0000","last_active":"2024-07-26T15:29:47.517183+0000","last_peered":"2024-07-26T15:29:47.517183+0000","last_clean":"2024-07-26T15:29:47.517183+0000","last_became_active":"2024-07-26T15:29:45.484707+0000","last_became_peered":"2024-07-26T15:29:45.484707+0000","last_unstale":"2024-07-26T15:29:47.517183+0000","last_undegraded":"2024-07-26T15:29:47.517183+0000","last_fullsized":"2024-07-26T15:29:47.517183+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:48:56.475208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487730+0000","last_change":"2024-07-26T15:29:46.472707+0000","last_active":"2024-07-26T15:29:47.487730+0000","last_peered":"2024-07-26T15:29:47.487730+0000","last_clean":"2024-07-26T15:29:47.487730+0000","last_became_active":"2024-07-26T15:29:46.472384+0000","last_became_peered":"2024-07-26T15:29:46.472384+0000","last_unstale":"2024-07-26T15:29:47.487730+0000","last_undegraded":"2024-07-26T15:29:47.487730+0000","last_fullsized":"2024-07-26T15:29:47.487730+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:41.148500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.071096+0000","last_change":"2024-07-26T15:29:45.480153+0000","last_active":"2024-07-26T15:29:49.071096+0000","last_peered":"2024-07-26T15:29:49.071096+0000","last_clean":"2024-07-26T15:29:49.071096+0000","last_became_active":"2024-07-26T15:29:45.479781+0000","last_became_peered":"2024-07-26T15:29:45.479781+0000","last_unstale":"2024-07-26T15:29:49.071096+0000","last_undegraded":"2024-07-26T15:29:49.071096+0000","last_fullsized":"2024-07-26T15:29:49.071096+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:20.633664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485279+0000","last_change":"2024-07-26T15:29:46.483771+0000","last_active":"2024-07-26T15:29:47.485279+0000","last_peered":"2024-07-26T15:29:47.485279+0000","last_clean":"2024-07-26T15:29:47.485279+0000","last_became_active":"2024-07-26T15:29:46.483171+0000","last_became_peered":"2024-07-26T15:29:46.483171+0000","last_unstale":"2024-07-26T15:29:47.485279+0000","last_undegraded":"2024-07-26T15:29:47.485279+0000","last_fullsized":"2024-07-26T15:29:47.485279+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:47:11.030560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.486827+0000","last_change":"2024-07-26T15:29:45.481777+0000","last_active":"2024-07-26T15:29:47.486827+0000","last_peered":"2024-07-26T15:29:47.486827+0000","last_clean":"2024-07-26T15:29:47.486827+0000","last_became_active":"2024-07-26T15:29:45.481414+0000","last_became_peered":"2024-07-26T15:29:45.481414+0000","last_unstale":"2024-07-26T15:29:47.486827+0000","last_undegraded":"2024-07-26T15:29:47.486827+0000","last_fullsized":"2024-07-26T15:29:47.486827+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:36:06.977027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:48.271924+0000","last_change":"2024-07-26T15:29:46.494972+0000","last_active":"2024-07-26T15:29:48.271924+0000","last_peered":"2024-07-26T15:29:48.271924+0000","last_clean":"2024-07-26T15:29:48.271924+0000","last_became_active":"2024-07-26T15:29:46.494268+0000","last_became_peered":"2024-07-26T15:29:46.494268+0000","last_unstale":"2024-07-26T15:29:48.271924+0000","last_undegraded":"2024-07-26T15:29:48.271924+0000","last_fullsized":"2024-07-26T15:29:48.271924+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:25:23.657957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485989+0000","last_change":"2024-07-26T15:29:45.479686+0000","last_active":"2024-07-26T15:29:47.485989+0000","last_peered":"2024-07-26T15:29:47.485989+0000","last_clean":"2024-07-26T15:29:47.485989+0000","last_became_active":"2024-07-26T15:29:45.479350+0000","last_became_peered":"2024-07-26T15:29:45.479350+0000","last_unstale":"2024-07-26T15:29:47.485989+0000","last_undegraded":"2024-07-26T15:29:47.485989+0000","last_fullsized":"2024-07-26T15:29:47.485989+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:19:35.944140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517622+0000","last_change":"2024-07-26T15:29:46.481961+0000","last_active":"2024-07-26T15:29:47.517622+0000","last_peered":"2024-07-26T15:29:47.517622+0000","last_clean":"2024-07-26T15:29:47.517622+0000","last_became_active":"2024-07-26T15:29:46.481256+0000","last_became_peered":"2024-07-26T15:29:46.481256+0000","last_unstale":"2024-07-26T15:29:47.517622+0000","last_undegraded":"2024-07-26T15:29:47.517622+0000","last_fullsized":"2024-07-26T15:29:47.517622+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:36.620774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487168+0000","last_change":"2024-07-26T15:29:45.477313+0000","last_active":"2024-07-26T15:29:47.487168+0000","last_peered":"2024-07-26T15:29:47.487168+0000","last_clean":"2024-07-26T15:29:47.487168+0000","last_became_active":"2024-07-26T15:29:45.476996+0000","last_became_peered":"2024-07-26T15:29:45.476996+0000","last_unstale":"2024-07-26T15:29:47.487168+0000","last_undegraded":"2024-07-26T15:29:47.487168+0000","last_fullsized":"2024-07-26T15:29:47.487168+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:34.523783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213384+0000","last_change":"2024-07-26T15:29:46.490175+0000","last_active":"2024-07-26T15:29:49.213384+0000","last_peered":"2024-07-26T15:29:49.213384+0000","last_clean":"2024-07-26T15:29:49.213384+0000","last_became_active":"2024-07-26T15:29:46.489849+0000","last_became_peered":"2024-07-26T15:29:46.489849+0000","last_unstale":"2024-07-26T15:29:49.213384+0000","last_undegraded":"2024-07-26T15:29:49.213384+0000","last_fullsized":"2024-07-26T15:29:49.213384+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:16.162456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"39'3","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487705+0000","last_change":"2024-07-26T15:29:45.482961+0000","last_active":"2024-07-26T15:29:47.487705+0000","last_peered":"2024-07-26T15:29:47.487705+0000","last_clean":"2024-07-26T15:29:47.487705+0000","last_became_active":"2024-07-26T15:29:45.482644+0000","last_became_peered":"2024-07-26T15:29:45.482644+0000","last_unstale":"2024-07-26T15:29:47.487705+0000","last_undegraded":"2024-07-26T15:29:47.487705+0000","last_fullsized":"2024-07-26T15:29:47.487705+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:08.079031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.486857+0000","last_change":"2024-07-26T15:29:46.496553+0000","last_active":"2024-07-26T15:29:47.486857+0000","last_peered":"2024-07-26T15:29:47.486857+0000","last_clean":"2024-07-26T15:29:47.486857+0000","last_became_active":"2024-07-26T15:29:46.496256+0000","last_became_peered":"2024-07-26T15:29:46.496256+0000","last_unstale":"2024-07-26T15:29:47.486857+0000","last_undegraded":"2024-07-26T15:29:47.486857+0000","last_fullsized":"2024-07-26T15:29:47.486857+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:53:36.371533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"39'6","reported_seq":21,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485572+0000","last_change":"2024-07-26T15:29:45.479675+0000","last_active":"2024-07-26T15:29:47.485572+0000","last_peered":"2024-07-26T15:29:47.485572+0000","last_clean":"2024-07-26T15:29:47.485572+0000","last_became_active":"2024-07-26T15:29:45.479312+0000","last_became_peered":"2024-07-26T15:29:45.479312+0000","last_unstale":"2024-07-26T15:29:47.485572+0000","last_undegraded":"2024-07-26T15:29:47.485572+0000","last_fullsized":"2024-07-26T15:29:47.485572+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:14:58.309176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213234+0000","last_change":"2024-07-26T15:29:46.491041+0000","last_active":"2024-07-26T15:29:49.213234+0000","last_peered":"2024-07-26T15:29:49.213234+0000","last_clean":"2024-07-26T15:29:49.213234+0000","last_became_active":"2024-07-26T15:29:46.490741+0000","last_became_peered":"2024-07-26T15:29:46.490741+0000","last_unstale":"2024-07-26T15:29:49.213234+0000","last_undegraded":"2024-07-26T15:29:49.213234+0000","last_fullsized":"2024-07-26T15:29:49.213234+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:32.785916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485442+0000","last_change":"2024-07-26T15:29:45.481278+0000","last_active":"2024-07-26T15:29:47.485442+0000","last_peered":"2024-07-26T15:29:47.485442+0000","last_clean":"2024-07-26T15:29:47.485442+0000","last_became_active":"2024-07-26T15:29:45.480699+0000","last_became_peered":"2024-07-26T15:29:45.480699+0000","last_unstale":"2024-07-26T15:29:47.485442+0000","last_undegraded":"2024-07-26T15:29:47.485442+0000","last_fullsized":"2024-07-26T15:29:47.485442+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:30:46.721110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485235+0000","last_change":"2024-07-26T15:29:46.482042+0000","last_active":"2024-07-26T15:29:47.485235+0000","last_peered":"2024-07-26T15:29:47.485235+0000","last_clean":"2024-07-26T15:29:47.485235+0000","last_became_active":"2024-07-26T15:29:46.481689+0000","last_became_peered":"2024-07-26T15:29:46.481689+0000","last_unstale":"2024-07-26T15:29:47.485235+0000","last_undegraded":"2024-07-26T15:29:47.485235+0000","last_fullsized":"2024-07-26T15:29:47.485235+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:59:51.077683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.070877+0000","last_change":"2024-07-26T15:29:45.481242+0000","last_active":"2024-07-26T15:29:49.070877+0000","last_peered":"2024-07-26T15:29:49.070877+0000","last_clean":"2024-07-26T15:29:49.070877+0000","last_became_active":"2024-07-26T15:29:45.480938+0000","last_became_peered":"2024-07-26T15:29:45.480938+0000","last_unstale":"2024-07-26T15:29:49.070877+0000","last_undegraded":"2024-07-26T15:29:49.070877+0000","last_fullsized":"2024-07-26T15:29:49.070877+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:55:53.684051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517284+0000","last_change":"2024-07-26T15:29:46.500377+0000","last_active":"2024-07-26T15:29:47.517284+0000","last_peered":"2024-07-26T15:29:47.517284+0000","last_clean":"2024-07-26T15:29:47.517284+0000","last_became_active":"2024-07-26T15:29:46.499998+0000","last_became_peered":"2024-07-26T15:29:46.499998+0000","last_unstale":"2024-07-26T15:29:47.517284+0000","last_undegraded":"2024-07-26T15:29:47.517284+0000","last_fullsized":"2024-07-26T15:29:47.517284+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:48.505717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.529170+0000","last_change":"2024-07-26T15:29:45.478604+0000","last_active":"2024-07-26T15:29:47.529170+0000","last_peered":"2024-07-26T15:29:47.529170+0000","last_clean":"2024-07-26T15:29:47.529170+0000","last_became_active":"2024-07-26T15:29:45.478315+0000","last_became_peered":"2024-07-26T15:29:45.478315+0000","last_unstale":"2024-07-26T15:29:47.529170+0000","last_undegraded":"2024-07-26T15:29:47.529170+0000","last_fullsized":"2024-07-26T15:29:47.529170+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:14:52.091968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485324+0000","last_change":"2024-07-26T15:29:46.481910+0000","last_active":"2024-07-26T15:29:47.485324+0000","last_peered":"2024-07-26T15:29:47.485324+0000","last_clean":"2024-07-26T15:29:47.485324+0000","last_became_active":"2024-07-26T15:29:46.481575+0000","last_became_peered":"2024-07-26T15:29:46.481575+0000","last_unstale":"2024-07-26T15:29:47.485324+0000","last_undegraded":"2024-07-26T15:29:47.485324+0000","last_fullsized":"2024-07-26T15:29:47.485324+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:18.654700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":23,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517131+0000","last_change":"2024-07-26T15:29:45.483567+0000","last_active":"2024-07-26T15:29:47.517131+0000","last_peered":"2024-07-26T15:29:47.517131+0000","last_clean":"2024-07-26T15:29:47.517131+0000","last_became_active":"2024-07-26T15:29:45.483249+0000","last_became_peered":"2024-07-26T15:29:45.483249+0000","last_unstale":"2024-07-26T15:29:47.517131+0000","last_undegraded":"2024-07-26T15:29:47.517131+0000","last_fullsized":"2024-07-26T15:29:47.517131+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:20.633664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485580+0000","last_change":"2024-07-26T15:29:46.477396+0000","last_active":"2024-07-26T15:29:47.485580+0000","last_peered":"2024-07-26T15:29:47.485580+0000","last_clean":"2024-07-26T15:29:47.485580+0000","last_became_active":"2024-07-26T15:29:46.477006+0000","last_became_peered":"2024-07-26T15:29:46.477006+0000","last_unstale":"2024-07-26T15:29:47.485580+0000","last_undegraded":"2024-07-26T15:29:47.485580+0000","last_fullsized":"2024-07-26T15:29:47.485580+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:36:19.815306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487284+0000","last_change":"2024-07-26T15:29:45.476744+0000","last_active":"2024-07-26T15:29:47.487284+0000","last_peered":"2024-07-26T15:29:47.487284+0000","last_clean":"2024-07-26T15:29:47.487284+0000","last_became_active":"2024-07-26T15:29:45.476136+0000","last_became_peered":"2024-07-26T15:29:45.476136+0000","last_unstale":"2024-07-26T15:29:47.487284+0000","last_undegraded":"2024-07-26T15:29:47.487284+0000","last_fullsized":"2024-07-26T15:29:47.487284+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:20.221815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487631+0000","last_change":"2024-07-26T15:29:46.493089+0000","last_active":"2024-07-26T15:29:47.487631+0000","last_peered":"2024-07-26T15:29:47.487631+0000","last_clean":"2024-07-26T15:29:47.487631+0000","last_became_active":"2024-07-26T15:29:46.492769+0000","last_became_peered":"2024-07-26T15:29:46.492769+0000","last_unstale":"2024-07-26T15:29:47.487631+0000","last_undegraded":"2024-07-26T15:29:47.487631+0000","last_fullsized":"2024-07-26T15:29:47.487631+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:36:19.815306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487436+0000","last_change":"2024-07-26T15:29:45.478722+0000","last_active":"2024-07-26T15:29:47.487436+0000","last_peered":"2024-07-26T15:29:47.487436+0000","last_clean":"2024-07-26T15:29:47.487436+0000","last_became_active":"2024-07-26T15:29:45.478420+0000","last_became_peered":"2024-07-26T15:29:45.478420+0000","last_unstale":"2024-07-26T15:29:47.487436+0000","last_undegraded":"2024-07-26T15:29:47.487436+0000","last_fullsized":"2024-07-26T15:29:47.487436+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:10.395207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487095+0000","last_change":"2024-07-26T15:29:46.487420+0000","last_active":"2024-07-26T15:29:47.487095+0000","last_peered":"2024-07-26T15:29:47.487095+0000","last_clean":"2024-07-26T15:29:47.487095+0000","last_became_active":"2024-07-26T15:29:46.487123+0000","last_became_peered":"2024-07-26T15:29:46.487123+0000","last_unstale":"2024-07-26T15:29:47.487095+0000","last_undegraded":"2024-07-26T15:29:47.487095+0000","last_fullsized":"2024-07-26T15:29:47.487095+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:02:46.682340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:48.271930+0000","last_change":"2024-07-26T15:29:45.479204+0000","last_active":"2024-07-26T15:29:48.271930+0000","last_peered":"2024-07-26T15:29:48.271930+0000","last_clean":"2024-07-26T15:29:48.271930+0000","last_became_active":"2024-07-26T15:29:45.478844+0000","last_became_peered":"2024-07-26T15:29:45.478844+0000","last_unstale":"2024-07-26T15:29:48.271930+0000","last_undegraded":"2024-07-26T15:29:48.271930+0000","last_fullsized":"2024-07-26T15:29:48.271930+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:55.802394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:48.272059+0000","last_change":"2024-07-26T15:29:46.492898+0000","last_active":"2024-07-26T15:29:48.272059+0000","last_peered":"2024-07-26T15:29:48.272059+0000","last_clean":"2024-07-26T15:29:48.272059+0000","last_became_active":"2024-07-26T15:29:46.492533+0000","last_became_peered":"2024-07-26T15:29:46.492533+0000","last_unstale":"2024-07-26T15:29:48.272059+0000","last_undegraded":"2024-07-26T15:29:48.272059+0000","last_fullsized":"2024-07-26T15:29:48.272059+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:16.439119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.070991+0000","last_change":"2024-07-26T15:29:45.477556+0000","last_active":"2024-07-26T15:29:49.070991+0000","last_peered":"2024-07-26T15:29:49.070991+0000","last_clean":"2024-07-26T15:29:49.070991+0000","last_became_active":"2024-07-26T15:29:45.476961+0000","last_became_peered":"2024-07-26T15:29:45.476961+0000","last_unstale":"2024-07-26T15:29:49.070991+0000","last_undegraded":"2024-07-26T15:29:49.070991+0000","last_fullsized":"2024-07-26T15:29:49.070991+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:48:56.475208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517505+0000","last_change":"2024-07-26T15:29:46.501070+0000","last_active":"2024-07-26T15:29:47.517505+0000","last_peered":"2024-07-26T15:29:47.517505+0000","last_clean":"2024-07-26T15:29:47.517505+0000","last_became_active":"2024-07-26T15:29:46.500545+0000","last_became_peered":"2024-07-26T15:29:46.500545+0000","last_unstale":"2024-07-26T15:29:47.517505+0000","last_undegraded":"2024-07-26T15:29:47.517505+0000","last_fullsized":"2024-07-26T15:29:47.517505+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:22.369091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:48.271601+0000","last_change":"2024-07-26T15:29:45.476106+0000","last_active":"2024-07-26T15:29:48.271601+0000","last_peered":"2024-07-26T15:29:48.271601+0000","last_clean":"2024-07-26T15:29:48.271601+0000","last_became_active":"2024-07-26T15:29:45.475768+0000","last_became_peered":"2024-07-26T15:29:45.475768+0000","last_unstale":"2024-07-26T15:29:48.271601+0000","last_undegraded":"2024-07-26T15:29:48.271601+0000","last_fullsized":"2024-07-26T15:29:48.271601+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:22.048108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213517+0000","last_change":"2024-07-26T15:29:46.484208+0000","last_active":"2024-07-26T15:29:49.213517+0000","last_peered":"2024-07-26T15:29:49.213517+0000","last_clean":"2024-07-26T15:29:49.213517+0000","last_became_active":"2024-07-26T15:29:46.483866+0000","last_became_peered":"2024-07-26T15:29:46.483866+0000","last_unstale":"2024-07-26T15:29:49.213517+0000","last_undegraded":"2024-07-26T15:29:49.213517+0000","last_fullsized":"2024-07-26T15:29:49.213517+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:10.997767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:48.271527+0000","last_change":"2024-07-26T15:29:45.474741+0000","last_active":"2024-07-26T15:29:48.271527+0000","last_peered":"2024-07-26T15:29:48.271527+0000","last_clean":"2024-07-26T15:29:48.271527+0000","last_became_active":"2024-07-26T15:29:45.474400+0000","last_became_peered":"2024-07-26T15:29:45.474400+0000","last_unstale":"2024-07-26T15:29:48.271527+0000","last_undegraded":"2024-07-26T15:29:48.271527+0000","last_fullsized":"2024-07-26T15:29:48.271527+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:45:48.649159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.486981+0000","last_change":"2024-07-26T15:29:46.477507+0000","last_active":"2024-07-26T15:29:47.486981+0000","last_peered":"2024-07-26T15:29:47.486981+0000","last_clean":"2024-07-26T15:29:47.486981+0000","last_became_active":"2024-07-26T15:29:46.477186+0000","last_became_peered":"2024-07-26T15:29:46.477186+0000","last_unstale":"2024-07-26T15:29:47.486981+0000","last_undegraded":"2024-07-26T15:29:47.486981+0000","last_fullsized":"2024-07-26T15:29:47.486981+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:47:26.107434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517552+0000","last_change":"2024-07-26T15:29:45.481817+0000","last_active":"2024-07-26T15:29:47.517552+0000","last_peered":"2024-07-26T15:29:47.517552+0000","last_clean":"2024-07-26T15:29:47.517552+0000","last_became_active":"2024-07-26T15:29:45.481445+0000","last_became_peered":"2024-07-26T15:29:45.481445+0000","last_unstale":"2024-07-26T15:29:47.517552+0000","last_undegraded":"2024-07-26T15:29:47.517552+0000","last_fullsized":"2024-07-26T15:29:47.517552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:55:53.684051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485472+0000","last_change":"2024-07-26T15:29:46.483492+0000","last_active":"2024-07-26T15:29:47.485472+0000","last_peered":"2024-07-26T15:29:47.485472+0000","last_clean":"2024-07-26T15:29:47.485472+0000","last_became_active":"2024-07-26T15:29:46.482724+0000","last_became_peered":"2024-07-26T15:29:46.482724+0000","last_unstale":"2024-07-26T15:29:47.485472+0000","last_undegraded":"2024-07-26T15:29:47.485472+0000","last_fullsized":"2024-07-26T15:29:47.485472+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:13.605913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:48.271498+0000","last_change":"2024-07-26T15:29:45.476901+0000","last_active":"2024-07-26T15:29:48.271498+0000","last_peered":"2024-07-26T15:29:48.271498+0000","last_clean":"2024-07-26T15:29:48.271498+0000","last_became_active":"2024-07-26T15:29:45.476588+0000","last_became_peered":"2024-07-26T15:29:45.476588+0000","last_unstale":"2024-07-26T15:29:48.271498+0000","last_undegraded":"2024-07-26T15:29:48.271498+0000","last_fullsized":"2024-07-26T15:29:48.271498+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:30:11.128838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.071005+0000","last_change":"2024-07-26T15:29:46.486817+0000","last_active":"2024-07-26T15:29:49.071005+0000","last_peered":"2024-07-26T15:29:49.071005+0000","last_clean":"2024-07-26T15:29:49.071005+0000","last_became_active":"2024-07-26T15:29:46.485549+0000","last_became_peered":"2024-07-26T15:29:46.485549+0000","last_unstale":"2024-07-26T15:29:49.071005+0000","last_undegraded":"2024-07-26T15:29:49.071005+0000","last_fullsized":"2024-07-26T15:29:49.071005+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:27.228200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487553+0000","last_change":"2024-07-26T15:29:45.483144+0000","last_active":"2024-07-26T15:29:47.487553+0000","last_peered":"2024-07-26T15:29:47.487553+0000","last_clean":"2024-07-26T15:29:47.487553+0000","last_became_active":"2024-07-26T15:29:45.482656+0000","last_became_peered":"2024-07-26T15:29:45.482656+0000","last_unstale":"2024-07-26T15:29:47.487553+0000","last_undegraded":"2024-07-26T15:29:47.487553+0000","last_fullsized":"2024-07-26T15:29:47.487553+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:21:36.255124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517680+0000","last_change":"2024-07-26T15:29:46.481828+0000","last_active":"2024-07-26T15:29:47.517680+0000","last_peered":"2024-07-26T15:29:47.517680+0000","last_clean":"2024-07-26T15:29:47.517680+0000","last_became_active":"2024-07-26T15:29:46.481269+0000","last_became_peered":"2024-07-26T15:29:46.481269+0000","last_unstale":"2024-07-26T15:29:47.517680+0000","last_undegraded":"2024-07-26T15:29:47.517680+0000","last_fullsized":"2024-07-26T15:29:47.517680+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:37:59.359638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"40'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:48.271966+0000","last_change":"2024-07-26T15:29:45.469839+0000","last_active":"2024-07-26T15:29:48.271966+0000","last_peered":"2024-07-26T15:29:48.271966+0000","last_clean":"2024-07-26T15:29:48.271966+0000","last_became_active":"2024-07-26T15:29:45.469499+0000","last_became_peered":"2024-07-26T15:29:45.469499+0000","last_unstale":"2024-07-26T15:29:48.271966+0000","last_undegraded":"2024-07-26T15:29:48.271966+0000","last_fullsized":"2024-07-26T15:29:48.271966+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:57.079653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485769+0000","last_change":"2024-07-26T15:29:46.474955+0000","last_active":"2024-07-26T15:29:47.485769+0000","last_peered":"2024-07-26T15:29:47.485769+0000","last_clean":"2024-07-26T15:29:47.485769+0000","last_became_active":"2024-07-26T15:29:46.474583+0000","last_became_peered":"2024-07-26T15:29:46.474583+0000","last_unstale":"2024-07-26T15:29:47.485769+0000","last_undegraded":"2024-07-26T15:29:47.485769+0000","last_fullsized":"2024-07-26T15:29:47.485769+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:56:39.552322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213398+0000","last_change":"2024-07-26T15:29:45.482510+0000","last_active":"2024-07-26T15:29:49.213398+0000","last_peered":"2024-07-26T15:29:49.213398+0000","last_clean":"2024-07-26T15:29:49.213398+0000","last_became_active":"2024-07-26T15:29:45.482126+0000","last_became_peered":"2024-07-26T15:29:45.482126+0000","last_unstale":"2024-07-26T15:29:49.213398+0000","last_undegraded":"2024-07-26T15:29:49.213398+0000","last_fullsized":"2024-07-26T15:29:49.213398+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:48:56.475208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213481+0000","last_change":"2024-07-26T15:29:46.488728+0000","last_active":"2024-07-26T15:29:49.213481+0000","last_peered":"2024-07-26T15:29:49.213481+0000","last_clean":"2024-07-26T15:29:49.213481+0000","last_became_active":"2024-07-26T15:29:46.488369+0000","last_became_peered":"2024-07-26T15:29:46.488369+0000","last_unstale":"2024-07-26T15:29:49.213481+0000","last_undegraded":"2024-07-26T15:29:49.213481+0000","last_fullsized":"2024-07-26T15:29:49.213481+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:27.228200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.213492+0000","last_change":"2024-07-26T15:29:45.472811+0000","last_active":"2024-07-26T15:29:49.213492+0000","last_peered":"2024-07-26T15:29:49.213492+0000","last_clean":"2024-07-26T15:29:49.213492+0000","last_became_active":"2024-07-26T15:29:45.472368+0000","last_became_peered":"2024-07-26T15:29:45.472368+0000","last_unstale":"2024-07-26T15:29:49.213492+0000","last_undegraded":"2024-07-26T15:29:49.213492+0000","last_fullsized":"2024-07-26T15:29:49.213492+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:58:04.143752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:49.070952+0000","last_change":"2024-07-26T15:29:46.483244+0000","last_active":"2024-07-26T15:29:49.070952+0000","last_peered":"2024-07-26T15:29:49.070952+0000","last_clean":"2024-07-26T15:29:49.070952+0000","last_became_active":"2024-07-26T15:29:46.482870+0000","last_became_peered":"2024-07-26T15:29:46.482870+0000","last_unstale":"2024-07-26T15:29:49.070952+0000","last_undegraded":"2024-07-26T15:29:49.070952+0000","last_fullsized":"2024-07-26T15:29:49.070952+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:07.499248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.529239+0000","last_change":"2024-07-26T15:29:45.477299+0000","last_active":"2024-07-26T15:29:47.529239+0000","last_peered":"2024-07-26T15:29:47.529239+0000","last_clean":"2024-07-26T15:29:47.529239+0000","last_became_active":"2024-07-26T15:29:45.476523+0000","last_became_peered":"2024-07-26T15:29:45.476523+0000","last_unstale":"2024-07-26T15:29:47.529239+0000","last_undegraded":"2024-07-26T15:29:47.529239+0000","last_fullsized":"2024-07-26T15:29:47.529239+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:39:19.174406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487278+0000","last_change":"2024-07-26T15:29:46.485414+0000","last_active":"2024-07-26T15:29:47.487278+0000","last_peered":"2024-07-26T15:29:47.487278+0000","last_clean":"2024-07-26T15:29:47.487278+0000","last_became_active":"2024-07-26T15:29:46.484766+0000","last_became_peered":"2024-07-26T15:29:46.484766+0000","last_unstale":"2024-07-26T15:29:47.487278+0000","last_undegraded":"2024-07-26T15:29:47.487278+0000","last_fullsized":"2024-07-26T15:29:47.487278+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:19:36.948139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.487055+0000","last_change":"2024-07-26T15:29:45.477121+0000","last_active":"2024-07-26T15:29:47.487055+0000","last_peered":"2024-07-26T15:29:47.487055+0000","last_clean":"2024-07-26T15:29:47.487055+0000","last_became_active":"2024-07-26T15:29:45.476820+0000","last_became_peered":"2024-07-26T15:29:45.476820+0000","last_unstale":"2024-07-26T15:29:47.487055+0000","last_undegraded":"2024-07-26T15:29:47.487055+0000","last_fullsized":"2024-07-26T15:29:47.487055+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:18:53.233564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517585+0000","last_change":"2024-07-26T15:29:46.480953+0000","last_active":"2024-07-26T15:29:47.517585+0000","last_peered":"2024-07-26T15:29:47.517585+0000","last_clean":"2024-07-26T15:29:47.517585+0000","last_became_active":"2024-07-26T15:29:46.480013+0000","last_became_peered":"2024-07-26T15:29:46.480013+0000","last_unstale":"2024-07-26T15:29:47.517585+0000","last_undegraded":"2024-07-26T15:29:47.517585+0000","last_fullsized":"2024-07-26T15:29:47.517585+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:05.164026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.485111+0000","last_change":"2024-07-26T15:29:45.478727+0000","last_active":"2024-07-26T15:29:47.485111+0000","last_peered":"2024-07-26T15:29:47.485111+0000","last_clean":"2024-07-26T15:29:47.485111+0000","last_became_active":"2024-07-26T15:29:45.478395+0000","last_became_peered":"2024-07-26T15:29:45.478395+0000","last_unstale":"2024-07-26T15:29:47.485111+0000","last_undegraded":"2024-07-26T15:29:47.485111+0000","last_fullsized":"2024-07-26T15:29:47.485111+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:02:45.678341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.486984+0000","last_change":"2024-07-26T15:29:46.473580+0000","last_active":"2024-07-26T15:29:47.486984+0000","last_peered":"2024-07-26T15:29:47.486984+0000","last_clean":"2024-07-26T15:29:47.486984+0000","last_became_active":"2024-07-26T15:29:46.473292+0000","last_became_peered":"2024-07-26T15:29:46.473292+0000","last_unstale":"2024-07-26T15:29:47.486984+0000","last_undegraded":"2024-07-26T15:29:47.486984+0000","last_fullsized":"2024-07-26T15:29:47.486984+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:45.452797+0000","last_clean_scrub_stamp":"2024-07-26T15:29:45.452797+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:23:40.044257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517552+0000","last_change":"2024-07-26T15:29:45.482634+0000","last_active":"2024-07-26T15:29:47.517552+0000","last_peered":"2024-07-26T15:29:47.517552+0000","last_clean":"2024-07-26T15:29:47.517552+0000","last_became_active":"2024-07-26T15:29:45.482335+0000","last_became_peered":"2024-07-26T15:29:45.482335+0000","last_unstale":"2024-07-26T15:29:47.517552+0000","last_undegraded":"2024-07-26T15:29:47.517552+0000","last_fullsized":"2024-07-26T15:29:47.517552+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:29:44.448798+0000","last_clean_scrub_stamp":"2024-07-26T15:29:44.448798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:12:46.351968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":144,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-26T15:29:47.517386+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:29:47.517386+0000","last_peered":"2024-07-26T15:29:47.517386+0000","last_clean":"2024-07-26T15:29:47.517386+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:29:47.517386+0000","last_undegraded":"2024-07-26T15:29:47.517386+0000","last_fullsized":"2024-07-26T15:29:47.517386+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":6,"up_from":15,"seq":64424509457,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":458752,"data_stored":197079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509457,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":462848,"data_stored":196609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509457,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":462848,"data_stored":197101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509456,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":460,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":471040,"data_stored":198143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":196567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509459,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":196587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542162,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32208,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339632,"statfs":{"total":96636764160,"available":96603783168,"internally_reserved":0,"allocated":1052672,"data_stored":786899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28060,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343780,"statfs":{"total":96636764160,"available":96608030720,"internally_reserved":0,"allocated":1064960,"data_stored":788547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:29:55.441 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T15:29:55.441 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T15:29:55.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.600+0000 7f9630bf1640 1 -- 172.21.15.33:0/2815125839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f962c0b53e0 msgr2=0x7f962c0d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:55.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.600+0000 7f9630bf1640 1 --2- 172.21.15.33:0/2815125839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f962c0b53e0 0x7f962c0d0570 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f961c009830 tx=0x7f961c02a510 comp rx=0 tx=0).stop 2024-07-26T15:29:55.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.600+0000 7f9630bf1640 1 -- 172.21.15.33:0/2815125839 shutdown_connections 2024-07-26T15:29:55.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.600+0000 7f9630bf1640 1 --2- 172.21.15.33:0/2815125839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f962c0b8fa0 0x7f962c0d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.600+0000 7f9630bf1640 1 --2- 172.21.15.33:0/2815125839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f962c0b53e0 0x7f962c0d0570 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.600+0000 7f9630bf1640 1 -- 172.21.15.33:0/2815125839 >> 172.21.15.33:0/2815125839 conn(0x7f962c0d3dc0 msgr2=0x7f962c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:55.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.600+0000 7f9630bf1640 1 -- 172.21.15.33:0/2815125839 shutdown_connections 2024-07-26T15:29:55.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.600+0000 7f9630bf1640 1 -- 172.21.15.33:0/2815125839 wait complete. 2024-07-26T15:29:55.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.602+0000 7f9630bf1640 1 Processor -- start 2024-07-26T15:29:55.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.603+0000 7f9630bf1640 1 -- start start 2024-07-26T15:29:55.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f9630bf1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f962c0b53e0 0x7f962c1f8a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:55.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f9630bf1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f962c0b6cf0 0x7f962c1f8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:55.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f9630bf1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f962c0b8fa0 0x7f962c1f9480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:55.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f9630bf1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f962c0b7810 con 0x7f962c0b53e0 2024-07-26T15:29:55.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f9630bf1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f962c0cfd20 con 0x7f962c0b8fa0 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f9630bf1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f962c0b7990 con 0x7f962c0b6cf0 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f962a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f962c0b53e0 0x7f962c1f8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f962a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f962c0b53e0 0x7f962c1f8a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60632/0 (socket says 172.21.15.33:60632) 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f962a59c640 1 -- 172.21.15.33:0/88272353 learned_addr learned my addr 172.21.15.33:0/88272353 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f9621d9b640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f962c0b6cf0 0x7f962c1f8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f962ad9d640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f962c0b8fa0 0x7f962c1f9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f962a59c640 1 -- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f962c0b6cf0 msgr2=0x7f962c1f8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f962a59c640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f962c0b6cf0 0x7f962c1f8f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f962a59c640 1 -- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f962c0b8fa0 msgr2=0x7f962c1f9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f962a59c640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f962c0b8fa0 0x7f962c1f9480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.604+0000 7f962a59c640 1 -- 172.21.15.33:0/88272353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f962c15f1e0 con 0x7f962c0b53e0 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.605+0000 7f962a59c640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f962c0b53e0 0x7f962c1f8a00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f961c009950 tx=0x7f961c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:55.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.605+0000 7f96237fe640 1 -- 172.21.15.33:0/88272353 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c031d60 con 0x7f962c0b53e0 2024-07-26T15:29:55.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.605+0000 7f96237fe640 1 -- 172.21.15.33:0/88272353 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f961c033e10 con 0x7f962c0b53e0 2024-07-26T15:29:55.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.605+0000 7f96237fe640 1 -- 172.21.15.33:0/88272353 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c005260 con 0x7f962c0b53e0 2024-07-26T15:29:55.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.605+0000 7f9630bf1640 1 -- 172.21.15.33:0/88272353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f962c15f4c0 con 0x7f962c0b53e0 2024-07-26T15:29:55.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.605+0000 7f9630bf1640 1 -- 172.21.15.33:0/88272353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f962c15fa80 con 0x7f962c0b53e0 2024-07-26T15:29:55.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.606+0000 7f9630bf1640 1 -- 172.21.15.33:0/88272353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f962c0b7e40 con 0x7f962c0b53e0 2024-07-26T15:29:55.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.607+0000 7f96237fe640 1 -- 172.21.15.33:0/88272353 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f961c005400 con 0x7f962c0b53e0 2024-07-26T15:29:55.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.607+0000 7f96237fe640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f960c077010 0x7f960c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:55.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.607+0000 7f96237fe640 1 -- 172.21.15.33:0/88272353 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f961c0b9d50 con 0x7f962c0b53e0 2024-07-26T15:29:55.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.608+0000 7f9621d9b640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f960c077010 0x7f960c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:55.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.608+0000 7f9621d9b640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f960c077010 0x7f960c079520 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f962c06e030 tx=0x7f9614005c40 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:55.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.612+0000 7f96237fe640 1 -- 172.21.15.33:0/88272353 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f961c0bd030 con 0x7f962c0b53e0 2024-07-26T15:29:55.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.878+0000 7f9630bf1640 1 -- 172.21.15.33:0/88272353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f962c0b9c80 con 0x7f962c0b53e0 2024-07-26T15:29:55.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.881+0000 7f96237fe640 1 -- 172.21.15.33:0/88272353 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f961c03f030 con 0x7f962c0b53e0 2024-07-26T15:29:55.882 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T15:29:55.882 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T15:29:55.883 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T15:29:55.883 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T15:29:55.883 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T15:29:55.883 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T15:29:55.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 -- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f960c077010 msgr2=0x7f960c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:55.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f960c077010 0x7f960c079520 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f962c06e030 tx=0x7f9614005c40 comp rx=0 tx=0).stop 2024-07-26T15:29:55.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 -- 172.21.15.33:0/88272353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f962c0b53e0 msgr2=0x7f962c1f8a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:55.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f962c0b53e0 0x7f962c1f8a00 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f961c009950 tx=0x7f961c033c20 comp rx=0 tx=0).stop 2024-07-26T15:29:55.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 -- 172.21.15.33:0/88272353 shutdown_connections 2024-07-26T15:29:55.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f962c0b8fa0 0x7f962c1f9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f962c0b6cf0 0x7f962c1f8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f960c077010 0x7f960c079520 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 --2- 172.21.15.33:0/88272353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f962c0b53e0 0x7f962c1f8a00 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:55.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 -- 172.21.15.33:0/88272353 >> 172.21.15.33:0/88272353 conn(0x7f962c0d3dc0 msgr2=0x7f962c0b0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:55.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 -- 172.21.15.33:0/88272353 shutdown_connections 2024-07-26T15:29:55.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:55.883+0000 7f9630bf1640 1 -- 172.21.15.33:0/88272353 wait complete. 2024-07-26T15:29:55.896 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:29:56.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.013+0000 7f0a10be5640 1 -- 172.21.15.33:0/131776545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09f4004850 msgr2=0x7f09f4004d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.013+0000 7f0a10be5640 1 --2- 172.21.15.33:0/131776545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09f4004850 0x7f09f4004d00 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f0a00006f00 tx=0x7f09f4005830 comp rx=0 tx=0).stop 2024-07-26T15:29:56.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.013+0000 7f0a10be5640 1 -- 172.21.15.33:0/131776545 shutdown_connections 2024-07-26T15:29:56.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.013+0000 7f0a10be5640 1 --2- 172.21.15.33:0/131776545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09f4004850 0x7f09f4004d00 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.013+0000 7f0a10be5640 1 -- 172.21.15.33:0/131776545 >> 172.21.15.33:0/131776545 conn(0x7f0a0c0d3e10 msgr2=0x7f0a0c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:56.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.013+0000 7f0a10be5640 1 -- 172.21.15.33:0/131776545 shutdown_connections 2024-07-26T15:29:56.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.013+0000 7f0a10be5640 1 -- 172.21.15.33:0/131776545 wait complete. 2024-07-26T15:29:56.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.015+0000 7f0a10be5640 1 Processor -- start 2024-07-26T15:29:56.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.015+0000 7f0a10be5640 1 -- start start 2024-07-26T15:29:56.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.016+0000 7f0a10be5640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09f4004850 0x7f0a0c0cd6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.016+0000 7f0a10be5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a0c0b6e20 0x7f0a0c0b7230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.016+0000 7f0a10be5640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a0c0a1130 0x7f0a0c0a1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a10be5640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c0d0570 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a10be5640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0a0c0d4d50 con 0x7f0a0c0a1130 2024-07-26T15:29:56.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a10be5640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0a0c0d06f0 con 0x7f09f4004850 2024-07-26T15:29:56.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a09d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a0c0b6e20 0x7f0a0c0b7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a09d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a0c0b6e20 0x7f0a0c0b7230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60638/0 (socket says 172.21.15.33:60638) 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a09d9b640 1 -- 172.21.15.33:0/4266766496 learned_addr learned my addr 172.21.15.33:0/4266766496 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a0ad9d640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a0c0a1130 0x7f0a0c0a1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a0a59c640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09f4004850 0x7f0a0c0cd6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a09d9b640 1 -- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09f4004850 msgr2=0x7f0a0c0cd6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a09d9b640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09f4004850 0x7f0a0c0cd6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a09d9b640 1 -- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a0c0a1130 msgr2=0x7f0a0c0a1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a09d9b640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a0c0a1130 0x7f0a0c0a1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a09d9b640 1 -- 172.21.15.33:0/4266766496 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a0c1d5a60 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a0a59c640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09f4004850 0x7f0a0c0cd6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a09d9b640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a0c0b6e20 0x7f0a0c0b7230 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0a00031040 tx=0x7f0a00006680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:56.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f09faffd640 1 -- 172.21.15.33:0/4266766496 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a000037f0 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f09faffd640 1 -- 172.21.15.33:0/4266766496 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a0003f070 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a10be5640 1 -- 172.21.15.33:0/4266766496 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a0c0a1a80 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f09faffd640 1 -- 172.21.15.33:0/4266766496 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a00003ce0 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.017+0000 7f0a10be5640 1 -- 172.21.15.33:0/4266766496 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a0c1f4aa0 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.018+0000 7f0a10be5640 1 -- 172.21.15.33:0/4266766496 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a0c0d0be0 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.019+0000 7f09faffd640 1 -- 172.21.15.33:0/4266766496 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0a00044470 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.020+0000 7f09faffd640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09ec077010 0x7f09ec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.020+0000 7f09faffd640 1 -- 172.21.15.33:0/4266766496 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f0a000ba090 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.020+0000 7f0a0a59c640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09ec077010 0x7f09ec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.021+0000 7f0a0a59c640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09ec077010 0x7f09ec079520 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f09fc006fd0 tx=0x7f09fc006b60 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:56.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.025+0000 7f09faffd640 1 -- 172.21.15.33:0/4266766496 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0a00049060 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.260+0000 7f0a10be5640 1 -- 172.21.15.33:0/4266766496 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0a0c0d42c0 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.261+0000 7f09faffd640 1 -- 172.21.15.33:0/4266766496 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5223 (secure 0 0 0) 0x7f0a00083190 con 0x7f0a0c0b6e20 2024-07-26T15:29:56.263 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:29:56.263 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":18,"btime":"2024-07-26T15:29:49:491456+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3002016338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3002016338},{"type":"v1","addr":"172.21.15.33:6834","nonce":3002016338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4927,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/809873516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":809873516},{"type":"v1","addr":"172.21.15.154:6836","nonce":809873516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4930,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6837/2665027072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2665027072},{"type":"v1","addr":"172.21.15.154:6837","nonce":2665027072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:29:45.864997+0000","modified":"2024-07-26T15:29:48.887876+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5058},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5058":{"gid":5058,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/969994320","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":969994320},{"type":"v1","addr":"172.21.15.33:6835","nonce":969994320}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5058,"qdb_cluster":[5058]},"id":2}]} 2024-07-26T15:29:56.263 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 18 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 -- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09ec077010 msgr2=0x7f09ec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09ec077010 0x7f09ec079520 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f09fc006fd0 tx=0x7f09fc006b60 comp rx=0 tx=0).stop 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 -- 172.21.15.33:0/4266766496 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a0c0b6e20 msgr2=0x7f0a0c0b7230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a0c0b6e20 0x7f0a0c0b7230 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f0a00031040 tx=0x7f0a00006680 comp rx=0 tx=0).stop 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 -- 172.21.15.33:0/4266766496 shutdown_connections 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a0c0a1130 0x7f0a0c0a1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f09ec077010 0x7f09ec079520 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a0c0b6e20 0x7f0a0c0b7230 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 --2- 172.21.15.33:0/4266766496 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09f4004850 0x7f0a0c0cd6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 -- 172.21.15.33:0/4266766496 >> 172.21.15.33:0/4266766496 conn(0x7f0a0c0d3e10 msgr2=0x7f0a0c06d040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 -- 172.21.15.33:0/4266766496 shutdown_connections 2024-07-26T15:29:56.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.263+0000 7f0a10be5640 1 -- 172.21.15.33:0/4266766496 wait complete. 2024-07-26T15:29:56.679 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T15:29:45.864997+0000', 'modified': '2024-07-26T15:29:48.887876+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5058}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5058': {'gid': 5058, 'name': 'a', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6835/969994320', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6833', 'nonce': 969994320}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 969994320}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5058, 'qdb_cluster': [5058]} 2024-07-26T15:29:56.680 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T15:29:56.680 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-26T15:29:56.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.803+0000 7f956fd02640 1 -- 172.21.15.33:0/3892513413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95680b6cf0 msgr2=0x7f95680b7100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.803+0000 7f956fd02640 1 --2- 172.21.15.33:0/3892513413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95680b6cf0 0x7f95680b7100 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f956808c640 tx=0x7f956002aa30 comp rx=0 tx=0).stop 2024-07-26T15:29:56.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.803+0000 7f956fd02640 1 -- 172.21.15.33:0/3892513413 shutdown_connections 2024-07-26T15:29:56.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.803+0000 7f956fd02640 1 --2- 172.21.15.33:0/3892513413 >> v2:172.21.15.154:3300/0 conn(0x7f95680b8fa0 0x7f95680d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.803+0000 7f956fd02640 1 --2- 172.21.15.33:0/3892513413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95680b6cf0 0x7f95680b7100 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.803+0000 7f956fd02640 1 --2- 172.21.15.33:0/3892513413 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95680b53e0 0x7f95680d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.803+0000 7f956fd02640 1 -- 172.21.15.33:0/3892513413 >> 172.21.15.33:0/3892513413 conn(0x7f95680d3dc0 msgr2=0x7f95680d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:56.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.803+0000 7f956fd02640 1 -- 172.21.15.33:0/3892513413 shutdown_connections 2024-07-26T15:29:56.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.803+0000 7f956fd02640 1 -- 172.21.15.33:0/3892513413 wait complete. 2024-07-26T15:29:56.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.805+0000 7f956fd02640 1 Processor -- start 2024-07-26T15:29:56.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.805+0000 7f956fd02640 1 -- start start 2024-07-26T15:29:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.806+0000 7f956fd02640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95680b53e0 0x7f95680a0360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.806+0000 7f956fd02640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95680b6cf0 0x7f95681f6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.806+0000 7f956fd02640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95680b8fa0 0x7f95681f8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.806+0000 7f956fd02640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f95680b7bc0 con 0x7f95680b8fa0 2024-07-26T15:29:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.806+0000 7f956fd02640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f95680b7a40 con 0x7f95680b6cf0 2024-07-26T15:29:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.806+0000 7f956fd02640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f95680b7d40 con 0x7f95680b53e0 2024-07-26T15:29:56.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.806+0000 7f956e29f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95680b8fa0 0x7f95681f8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.806+0000 7f956e29f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95680b8fa0 0x7f95681f8fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60644/0 (socket says 172.21.15.33:60644) 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.806+0000 7f956e29f640 1 -- 172.21.15.33:0/2720206582 learned_addr learned my addr 172.21.15.33:0/2720206582 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f956da9e640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95680b53e0 0x7f95680a0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f956d29d640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95680b6cf0 0x7f95681f6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f956e29f640 1 -- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95680b53e0 msgr2=0x7f95680a0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f956e29f640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95680b53e0 0x7f95680a0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f956e29f640 1 -- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95680b6cf0 msgr2=0x7f95681f6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f956e29f640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95680b6cf0 0x7f95681f6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f956e29f640 1 -- 172.21.15.33:0/2720206582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95681f6790 con 0x7f95680b8fa0 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f956e29f640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95680b8fa0 0x7f95681f8fa0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f9560009d60 tx=0x7f9560003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f955e7fc640 1 -- 172.21.15.33:0/2720206582 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9560033050 con 0x7f95680b8fa0 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f955e7fc640 1 -- 172.21.15.33:0/2720206582 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9560004550 con 0x7f95680b8fa0 2024-07-26T15:29:56.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f956fd02640 1 -- 172.21.15.33:0/2720206582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f956809f2c0 con 0x7f95680b8fa0 2024-07-26T15:29:56.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f955e7fc640 1 -- 172.21.15.33:0/2720206582 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9560038450 con 0x7f95680b8fa0 2024-07-26T15:29:56.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.807+0000 7f956fd02640 1 -- 172.21.15.33:0/2720206582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f956809f880 con 0x7f95680b8fa0 2024-07-26T15:29:56.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.810+0000 7f955e7fc640 1 -- 172.21.15.33:0/2720206582 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9560036070 con 0x7f95680b8fa0 2024-07-26T15:29:56.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.811+0000 7f955e7fc640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f954c077010 0x7f954c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.811+0000 7f955e7fc640 1 -- 172.21.15.33:0/2720206582 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f95600b9fa0 con 0x7f95680b8fa0 2024-07-26T15:29:56.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.811+0000 7f956da9e640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f954c077010 0x7f954c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.811+0000 7f9576c1c740 1 Processor -- start 2024-07-26T15:29:56.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.811+0000 7f9576c1c740 1 -- start start 2024-07-26T15:29:56.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.812+0000 7f956da9e640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f954c077010 0x7f954c079520 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f95640098e0 tx=0x7f9564009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.812+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797cc270 0x55fb79b9c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.812+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79b9c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bb9640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f9576c1c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fb79ae43f0 con 0x55fb797ab590 2024-07-26T15:29:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f9576c1c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55fb79ad3a90 con 0x55fb797a33b0 2024-07-26T15:29:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f9576c1c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55fb79ad7930 con 0x55fb797cc270 2024-07-26T15:29:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f956e29f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bb9640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f956e29f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bb9640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60656/0 (socket says 172.21.15.33:60656) 2024-07-26T15:29:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f956e29f640 1 -- 172.21.15.33:0/2347296091 learned_addr learned my addr 172.21.15.33:0/2347296091 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f956d29d640 1 --2- 172.21.15.33:0/2347296091 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79b9c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f956da9e640 1 --2- 172.21.15.33:0/2347296091 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797cc270 0x55fb79b9c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f956e29f640 1 -- 172.21.15.33:0/2347296091 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797cc270 msgr2=0x55fb79b9c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f956e29f640 1 --2- 172.21.15.33:0/2347296091 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797cc270 0x55fb79b9c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f956e29f640 1 -- 172.21.15.33:0/2347296091 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 msgr2=0x55fb79b9c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:56.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f956e29f640 1 --2- 172.21.15.33:0/2347296091 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79b9c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f956e29f640 1 -- 172.21.15.33:0/2347296091 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb79837850 con 0x55fb797ab590 2024-07-26T15:29:56.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f956e29f640 1 --2- 172.21.15.33:0/2347296091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bb9640 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f95600b8340 tx=0x7f95600820b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3d2793e4ee51f46 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:56.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f954b7fe640 1 -- 172.21.15.33:0/2347296091 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956008b290 con 0x55fb797ab590 2024-07-26T15:29:56.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f954b7fe640 1 -- 172.21.15.33:0/2347296091 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9560086e90 con 0x55fb797ab590 2024-07-26T15:29:56.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.813+0000 7f954b7fe640 1 -- 172.21.15.33:0/2347296091 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95600a42e0 con 0x55fb797ab590 2024-07-26T15:29:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.814+0000 7f9576c1c740 1 -- 172.21.15.33:0/2347296091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 msgr2=0x55fb79bb9640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.814+0000 7f9576c1c740 1 --2- 172.21.15.33:0/2347296091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bb9640 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f95600b8340 tx=0x7f95600820b0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.814+0000 7f9576c1c740 1 -- 172.21.15.33:0/2347296091 shutdown_connections 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.814+0000 7f9576c1c740 1 --2- 172.21.15.33:0/2347296091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bb9640 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.814+0000 7f9576c1c740 1 --2- 172.21.15.33:0/2347296091 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79b9c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.814+0000 7f9576c1c740 1 --2- 172.21.15.33:0/2347296091 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797cc270 0x55fb79b9c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.814+0000 7f9576c1c740 1 -- 172.21.15.33:0/2347296091 >> 172.21.15.33:0/2347296091 conn(0x55fb797c03c0 msgr2=0x55fb79b724c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.814+0000 7f9576c1c740 1 -- 172.21.15.33:0/2347296091 shutdown_connections 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.814+0000 7f9576c1c740 1 -- 172.21.15.33:0/2347296091 wait complete. 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.815+0000 7f9576c1c740 1 -- start start 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.815+0000 7f9576c1c740 1 Processor -- start 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79b8a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bc9420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797cc270 0x55fb79bc9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f9576c1c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fb79846620 con 0x55fb797ab590 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f9576c1c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55fb79a5bcb0 con 0x55fb797a33b0 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f9576c1c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55fb79ad7930 con 0x55fb797cc270 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f9576c1c740 10 client.0 _ll_register_callbacks cb 0x55fb79a7dea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f956d29d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bc9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f956d29d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bc9420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60666/0 (socket says 172.21.15.33:60666) 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f956d29d640 1 -- 172.21.15.33:0/3422767557 learned_addr learned my addr 172.21.15.33:0/3422767557 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f956da9e640 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79b8a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f956e29f640 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797cc270 0x55fb79bc9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f956d29d640 1 -- 172.21.15.33:0/3422767557 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797cc270 msgr2=0x55fb79bc9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f956d29d640 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797cc270 0x55fb79bc9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f956d29d640 1 -- 172.21.15.33:0/3422767557 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 msgr2=0x55fb79b8a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:56.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f956d29d640 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79b8a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f956d29d640 1 -- 172.21.15.33:0/3422767557 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb798ae6b0 con 0x55fb797ab590 2024-07-26T15:29:56.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.817+0000 7f956da9e640 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79b8a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:29:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f956d29d640 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bc9420 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f9558010820 tx=0x7f9558010ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6646506b8b7bf2ba server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9548ff9640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:29:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9548ff9640 1 -- 172.21.15.33:0/3422767557 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f955800fb10 con 0x55fb797ab590 2024-07-26T15:29:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9576c1c740 1 -- 172.21.15.33:0/3422767557 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9560086e90 con 0x55fb797ab590 2024-07-26T15:29:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9548ff9640 1 -- 172.21.15.33:0/3422767557 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f955800fcb0 con 0x55fb797ab590 2024-07-26T15:29:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9548ff9640 1 -- 172.21.15.33:0/3422767557 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f9558023050 con 0x55fb797ab590 2024-07-26T15:29:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9576c1c740 10 client.5241 fetch_fsmap learned FSMap version 18 2024-07-26T15:29:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9576c1c740 1 -- 172.21.15.33:0/3422767557 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x55fb79baf080 con 0x55fb797ab590 2024-07-26T15:29:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9548ff9640 1 -- 172.21.15.33:0/3422767557 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9560086e90 con 0x55fb797ab590 2024-07-26T15:29:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9548ff9640 1 -- 172.21.15.33:0/3422767557 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f9558005020 con 0x55fb797ab590 2024-07-26T15:29:56.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9576c1c740 10 client.5241 fetch_fsmap finished waiting for FSMap version 18 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9576c1c740 10 client.5241 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.818+0000 7f9576c1c740 20 client.5241 populate_metadata read hostname 'smithi033' 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.819+0000 7f9576c1c740 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.33:6833/969994320,v1:172.21.15.33:6835/969994320] conn(0x55fb7978ae40 0x55fb79badf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.819+0000 7f9576c1c740 4 client.5241 mds_command: new command op to 5058 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.819+0000 7f9576c1c740 1 -- 172.21.15.33:0/3422767557 --> [v2:172.21.15.33:6833/969994320,v1:172.21.15.33:6835/969994320] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fb79ae6340 con 0x55fb7978ae40 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.819+0000 7f956da9e640 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.33:6833/969994320,v1:172.21.15.33:6835/969994320] conn(0x55fb7978ae40 0x55fb79badf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.819+0000 7f9548ff9640 10 client.5241 ms_handle_connect on v2:172.21.15.33:6833/969994320 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.819+0000 7f956da9e640 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.33:6833/969994320,v1:172.21.15.33:6835/969994320] conn(0x55fb7978ae40 0x55fb79badf70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7573ffb2cf624377 server_cookie=9a807de769944571 in_seq=0 out_seq=0 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9548ff9640 1 -- 172.21.15.33:0/3422767557 <== mds.0 v2:172.21.15.33:6833/969994320 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fb79ae6340 con 0x55fb7978ae40 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9548ff9640 10 client.5241 handle_command_reply: tid=0 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 1 client.5241 shutdown 2024-07-26T15:29:56.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 1 -- 172.21.15.33:0/3422767557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 msgr2=0x55fb79bc9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bc9420 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f9558010820 tx=0x7f9558010ce0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 1 -- 172.21.15.33:0/3422767557 shutdown_connections 2024-07-26T15:29:56.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.33:6833/969994320,v1:172.21.15.33:6835/969994320] conn(0x55fb7978ae40 0x55fb79badf70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797cc270 0x55fb79bc9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797ab590 0x55fb79bc9420 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 1 --2- 172.21.15.33:0/3422767557 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79b8a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 1 -- 172.21.15.33:0/3422767557 >> 172.21.15.33:0/3422767557 conn(0x55fb797c03c0 msgr2=0x55fb79b99310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:56.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9548ff9640 0 client.5241 ms_handle_reset on v2:172.21.15.33:6833/969994320 2024-07-26T15:29:56.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 1 -- 172.21.15.33:0/3422767557 shutdown_connections 2024-07-26T15:29:56.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 1 -- 172.21.15.33:0/3422767557 wait complete. 2024-07-26T15:29:56.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.820+0000 7f9576c1c740 20 client.5241 trim_cache size 0 max 16384 2024-07-26T15:29:56.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.840+0000 7f9576c1c740 1 Processor -- start 2024-07-26T15:29:56.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.840+0000 7f9576c1c740 1 -- start start 2024-07-26T15:29:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79bc9520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 0x55fb79b70f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797cc270 0x55fb79b71460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f9576c1c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9568201150 con 0x55fb797cc270 2024-07-26T15:29:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f9576c1c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f956814eae0 con 0x55fb797a33b0 2024-07-26T15:29:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f9576c1c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f956814f130 con 0x55fb797ab590 2024-07-26T15:29:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f956e29f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797cc270 0x55fb79b71460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f956e29f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797cc270 0x55fb79b71460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60668/0 (socket says 172.21.15.33:60668) 2024-07-26T15:29:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f956e29f640 1 -- 172.21.15.33:0/321346320 learned_addr learned my addr 172.21.15.33:0/321346320 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f956d29d640 1 --2- 172.21.15.33:0/321346320 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 0x55fb79b70f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f956da9e640 1 --2- 172.21.15.33:0/321346320 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79bc9520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.841+0000 7f956e29f640 1 -- 172.21.15.33:0/321346320 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 msgr2=0x55fb79b70f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.842+0000 7f956e29f640 1 --2- 172.21.15.33:0/321346320 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 0x55fb79b70f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.842+0000 7f956e29f640 1 -- 172.21.15.33:0/321346320 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 msgr2=0x55fb79bc9520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.842+0000 7f956e29f640 1 --2- 172.21.15.33:0/321346320 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79bc9520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.842+0000 7f956e29f640 1 -- 172.21.15.33:0/321346320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb79b8a780 con 0x55fb797cc270 2024-07-26T15:29:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.842+0000 7f956d29d640 1 --2- 172.21.15.33:0/321346320 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 0x55fb79b70f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.842+0000 7f956da9e640 1 --2- 172.21.15.33:0/321346320 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79bc9520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:56.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.842+0000 7f956e29f640 1 --2- 172.21.15.33:0/321346320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797cc270 0x55fb79b71460 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f956007fbb0 tx=0x7f95600b8210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f77cdcde7248ca server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.842+0000 7f954affd640 1 -- 172.21.15.33:0/321346320 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956008b290 con 0x55fb797cc270 2024-07-26T15:29:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.842+0000 7f954affd640 1 -- 172.21.15.33:0/321346320 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9560086e90 con 0x55fb797cc270 2024-07-26T15:29:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.842+0000 7f954affd640 1 -- 172.21.15.33:0/321346320 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95600a4320 con 0x55fb797cc270 2024-07-26T15:29:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.843+0000 7f9576c1c740 1 -- 172.21.15.33:0/321346320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797cc270 msgr2=0x55fb79b71460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.843+0000 7f9576c1c740 1 --2- 172.21.15.33:0/321346320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797cc270 0x55fb79b71460 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f956007fbb0 tx=0x7f95600b8210 comp rx=0 tx=0).stop 2024-07-26T15:29:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.843+0000 7f9576c1c740 1 -- 172.21.15.33:0/321346320 shutdown_connections 2024-07-26T15:29:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.843+0000 7f9576c1c740 1 --2- 172.21.15.33:0/321346320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797cc270 0x55fb79b71460 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.843+0000 7f9576c1c740 1 --2- 172.21.15.33:0/321346320 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 0x55fb79b70f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.843+0000 7f9576c1c740 1 --2- 172.21.15.33:0/321346320 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797a33b0 0x55fb79bc9520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.843+0000 7f9576c1c740 1 -- 172.21.15.33:0/321346320 >> 172.21.15.33:0/321346320 conn(0x55fb797c03c0 msgr2=0x55fb79b72810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:56.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.843+0000 7f9576c1c740 1 -- 172.21.15.33:0/321346320 shutdown_connections 2024-07-26T15:29:56.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.843+0000 7f9576c1c740 1 -- 172.21.15.33:0/321346320 wait complete. 2024-07-26T15:29:56.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.844+0000 7f9576c1c740 1 -- start start 2024-07-26T15:29:56.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.844+0000 7f9576c1c740 1 Processor -- start 2024-07-26T15:29:56.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.845+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797a33b0 0x55fb79b8b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.845+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 0x55fb79c337f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.845+0000 7f9576c1c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797cc270 0x55fb79b979b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.845+0000 7f9576c1c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55fb79ad3a90 con 0x55fb797a33b0 2024-07-26T15:29:56.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.845+0000 7f9576c1c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55fb79ae43f0 con 0x55fb797cc270 2024-07-26T15:29:56.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.845+0000 7f9576c1c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55fb79bb17c0 con 0x55fb797ab590 2024-07-26T15:29:56.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.845+0000 7f9576c1c740 10 client.0 _ll_register_callbacks cb 0x7f955800a6a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.845+0000 7f956da9e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797a33b0 0x55fb79b8b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.845+0000 7f956da9e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797a33b0 0x55fb79b8b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60672/0 (socket says 172.21.15.33:60672) 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.845+0000 7f956da9e640 1 -- 172.21.15.33:0/174619934 learned_addr learned my addr 172.21.15.33:0/174619934 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f956e29f640 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797cc270 0x55fb79b979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f956d29d640 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 0x55fb79c337f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f956da9e640 1 -- 172.21.15.33:0/174619934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 msgr2=0x55fb79c337f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f956da9e640 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 0x55fb79c337f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f956da9e640 1 -- 172.21.15.33:0/174619934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797cc270 msgr2=0x55fb79b979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f956da9e640 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797cc270 0x55fb79b979b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f956da9e640 1 -- 172.21.15.33:0/174619934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb79bb73e0 con 0x55fb797a33b0 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f956d29d640 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 0x55fb79c337f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f956da9e640 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797a33b0 0x55fb79b8b210 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9564009fd0 tx=0x7f95640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7117e47feb17a8 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f9548ff9640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:29:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f9548ff9640 1 -- 172.21.15.33:0/174619934 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f956402d030 con 0x55fb797a33b0 2024-07-26T15:29:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f9548ff9640 1 -- 172.21.15.33:0/174619934 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f956400f040 con 0x55fb797a33b0 2024-07-26T15:29:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f9576c1c740 1 -- 172.21.15.33:0/174619934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9560086e90 con 0x55fb797a33b0 2024-07-26T15:29:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f9548ff9640 1 -- 172.21.15.33:0/174619934 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f9564039050 con 0x55fb797a33b0 2024-07-26T15:29:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f9576c1c740 10 client.5247 fetch_fsmap learned FSMap version 18 2024-07-26T15:29:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.846+0000 7f9576c1c740 1 -- 172.21.15.33:0/174619934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x55fb79bb7a90 con 0x55fb797a33b0 2024-07-26T15:29:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.847+0000 7f9548ff9640 1 -- 172.21.15.33:0/174619934 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9560086e90 con 0x55fb797a33b0 2024-07-26T15:29:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.847+0000 7f9548ff9640 1 -- 172.21.15.33:0/174619934 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f956403c020 con 0x55fb797a33b0 2024-07-26T15:29:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.847+0000 7f9576c1c740 10 client.5247 fetch_fsmap finished waiting for FSMap version 18 2024-07-26T15:29:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.847+0000 7f9576c1c740 10 client.5247 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T15:29:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.847+0000 7f9576c1c740 20 client.5247 populate_metadata read hostname 'smithi033' 2024-07-26T15:29:56.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.847+0000 7f9576c1c740 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.33:6833/969994320,v1:172.21.15.33:6835/969994320] conn(0x55fb79bc2590 0x55fb79bc29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.847+0000 7f9576c1c740 4 client.5247 mds_command: new command op to 5058 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T15:29:56.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.847+0000 7f9576c1c740 1 -- 172.21.15.33:0/174619934 --> [v2:172.21.15.33:6833/969994320,v1:172.21.15.33:6835/969994320] -- command(tid 0: {"prefix": "status"}) -- 0x55fb79ae1de0 con 0x55fb79bc2590 2024-07-26T15:29:56.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.847+0000 7f956d29d640 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.33:6833/969994320,v1:172.21.15.33:6835/969994320] conn(0x55fb79bc2590 0x55fb79bc29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.847+0000 7f9548ff9640 10 client.5247 ms_handle_connect on v2:172.21.15.33:6833/969994320 2024-07-26T15:29:56.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f956d29d640 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.33:6833/969994320,v1:172.21.15.33:6835/969994320] conn(0x55fb79bc2590 0x55fb79bc29a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb8d942e29c36e84 server_cookie=633fb2f7c9001017 in_seq=0 out_seq=0 2024-07-26T15:29:56.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9548ff9640 1 -- 172.21.15.33:0/174619934 <== mds.0 v2:172.21.15.33:6833/969994320 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55fb79ae1de0 con 0x55fb79bc2590 2024-07-26T15:29:56.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9548ff9640 10 client.5247 handle_command_reply: tid=0 2024-07-26T15:29:56.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 1 client.5247 shutdown 2024-07-26T15:29:56.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 1 -- 172.21.15.33:0/174619934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797a33b0 msgr2=0x55fb79b8b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797a33b0 0x55fb79b8b210 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9564009fd0 tx=0x7f95640046c0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 1 -- 172.21.15.33:0/174619934 shutdown_connections 2024-07-26T15:29:56.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.33:6833/969994320,v1:172.21.15.33:6835/969994320] conn(0x55fb79bc2590 0x55fb79bc29a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55fb797cc270 0x55fb79b979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55fb797ab590 0x55fb79c337f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 1 --2- 172.21.15.33:0/174619934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55fb797a33b0 0x55fb79b8b210 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 1 -- 172.21.15.33:0/174619934 >> 172.21.15.33:0/174619934 conn(0x55fb797c03c0 msgr2=0x55fb79bad240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:56.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9548ff9640 0 client.5247 ms_handle_reset on v2:172.21.15.33:6833/969994320 2024-07-26T15:29:56.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 1 -- 172.21.15.33:0/174619934 shutdown_connections 2024-07-26T15:29:56.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 1 -- 172.21.15.33:0/174619934 wait complete. 2024-07-26T15:29:56.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.848+0000 7f9576c1c740 20 client.5247 trim_cache size 0 max 16384 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 5058, 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 10.388383571, 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 18, 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 40, 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 40, 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 17.738128852999999 2024-07-26T15:29:56.856 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:29:56.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 -- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f954c077010 msgr2=0x7f954c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f954c077010 0x7f954c079520 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f95640098e0 tx=0x7f9564009060 comp rx=0 tx=0).stop 2024-07-26T15:29:56.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 -- 172.21.15.33:0/2720206582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95680b8fa0 msgr2=0x7f95681f8fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95680b8fa0 0x7f95681f8fa0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f9560009d60 tx=0x7f9560003f10 comp rx=0 tx=0).stop 2024-07-26T15:29:56.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 -- 172.21.15.33:0/2720206582 shutdown_connections 2024-07-26T15:29:56.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f954c077010 0x7f954c079520 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95680b8fa0 0x7f95681f8fa0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95680b6cf0 0x7f95681f6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 --2- 172.21.15.33:0/2720206582 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95680b53e0 0x7f95680a0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 -- 172.21.15.33:0/2720206582 >> 172.21.15.33:0/2720206582 conn(0x7f95680d3dc0 msgr2=0x7f956806cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:56.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 -- 172.21.15.33:0/2720206582 shutdown_connections 2024-07-26T15:29:56.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.849+0000 7f956fd02640 1 -- 172.21.15.33:0/2720206582 wait complete. 2024-07-26T15:29:56.862 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:29:56.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.985+0000 7fb7ccd47640 1 -- 172.21.15.33:0/4220752763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b00053a0 msgr2=0x7fb7b000ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.985+0000 7fb7ccd47640 1 --2- 172.21.15.33:0/4220752763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b00053a0 0x7fb7b000ba50 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fb7c0001dc0 tx=0x7fb7b0005830 comp rx=0 tx=0).stop 2024-07-26T15:29:56.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.985+0000 7fb7ccd47640 1 -- 172.21.15.33:0/4220752763 shutdown_connections 2024-07-26T15:29:56.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.985+0000 7fb7ccd47640 1 --2- 172.21.15.33:0/4220752763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b00053a0 0x7fb7b000ba50 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.985+0000 7fb7ccd47640 1 -- 172.21.15.33:0/4220752763 >> 172.21.15.33:0/4220752763 conn(0x7fb7c80d3e10 msgr2=0x7fb7c80d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:56.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.985+0000 7fb7ccd47640 1 -- 172.21.15.33:0/4220752763 shutdown_connections 2024-07-26T15:29:56.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.985+0000 7fb7ccd47640 1 -- 172.21.15.33:0/4220752763 wait complete. 2024-07-26T15:29:56.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.988+0000 7fb7ccd47640 1 Processor -- start 2024-07-26T15:29:56.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.989+0000 7fb7ccd47640 1 -- start start 2024-07-26T15:29:56.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7ccd47640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b00053a0 0x7fb7c80b3b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7ccd47640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7c81d87f0 0x7fb7c80b40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7ccd47640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c80cb410 0x7fb7c81d5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7ccd47640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c80d2cc0 con 0x7fb7b00053a0 2024-07-26T15:29:56.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7ccd47640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c80d2b40 con 0x7fb7c81d87f0 2024-07-26T15:29:56.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7ccd47640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb7c80d4d50 con 0x7fb7c80cb410 2024-07-26T15:29:56.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7c659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b00053a0 0x7fb7c80b3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7c659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b00053a0 0x7fb7c80b3b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60698/0 (socket says 172.21.15.33:60698) 2024-07-26T15:29:56.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7c659c640 1 -- 172.21.15.33:0/1758820052 learned_addr learned my addr 172.21.15.33:0/1758820052 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:56.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7c6d9d640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c80cb410 0x7fb7c81d5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7c5d9b640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7c81d87f0 0x7fb7c80b40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7c659c640 1 -- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c80cb410 msgr2=0x7fb7c81d5d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7c659c640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c80cb410 0x7fb7c81d5d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7c659c640 1 -- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7c81d87f0 msgr2=0x7fb7c80b40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:56.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7c659c640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7c81d87f0 0x7fb7c80b40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:56.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7c659c640 1 -- 172.21.15.33:0/1758820052 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7c81dc050 con 0x7fb7b00053a0 2024-07-26T15:29:56.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.991+0000 7fb7c659c640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b00053a0 0x7fb7c80b3b90 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fb7b8001350 tx=0x7fb7b80039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:56.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.992+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/1758820052 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b8015070 con 0x7fb7b00053a0 2024-07-26T15:29:56.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.992+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/1758820052 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7b8011840 con 0x7fb7b00053a0 2024-07-26T15:29:56.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.992+0000 7fb7ccd47640 1 -- 172.21.15.33:0/1758820052 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7c81f8100 con 0x7fb7b00053a0 2024-07-26T15:29:56.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.992+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/1758820052 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b8011c90 con 0x7fb7b00053a0 2024-07-26T15:29:56.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.992+0000 7fb7ccd47640 1 -- 172.21.15.33:0/1758820052 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7c81f86a0 con 0x7fb7b00053a0 2024-07-26T15:29:56.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.993+0000 7fb7ccd47640 1 -- 172.21.15.33:0/1758820052 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7c80cf070 con 0x7fb7b00053a0 2024-07-26T15:29:56.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.994+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/1758820052 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb7b8018070 con 0x7fb7b00053a0 2024-07-26T15:29:56.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.994+0000 7fb7b6ffd640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7a8077040 0x7fb7a8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:56.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.995+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/1758820052 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fb7b8099550 con 0x7fb7b00053a0 2024-07-26T15:29:56.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.995+0000 7fb7c5d9b640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7a8077040 0x7fb7a8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:56.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.995+0000 7fb7c5d9b640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7a8077040 0x7fb7a8079550 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc009bd0 tx=0x7fb7bc005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:57.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:56.999+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/1758820052 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb7b8061f80 con 0x7fb7b00053a0 2024-07-26T15:29:57.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.231+0000 7fb7ccd47640 1 -- 172.21.15.33:0/1758820052 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb7c80cffc0 con 0x7fb7b00053a0 2024-07-26T15:29:57.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.231+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/1758820052 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) ==== 53+0+73 (secure 0 0 0) 0x7fb7b80664d0 con 0x7fb7b00053a0 2024-07-26T15:29:57.233 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T15:29:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 -- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7a8077040 msgr2=0x7fb7a8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7a8077040 0x7fb7a8079550 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb7bc009bd0 tx=0x7fb7bc005f90 comp rx=0 tx=0).stop 2024-07-26T15:29:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 -- 172.21.15.33:0/1758820052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b00053a0 msgr2=0x7fb7c80b3b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b00053a0 0x7fb7c80b3b90 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fb7b8001350 tx=0x7fb7b80039c0 comp rx=0 tx=0).stop 2024-07-26T15:29:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 -- 172.21.15.33:0/1758820052 shutdown_connections 2024-07-26T15:29:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c80cb410 0x7fb7c81d5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7c81d87f0 0x7fb7c80b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7fb7a8077040 0x7fb7a8079550 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 --2- 172.21.15.33:0/1758820052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7b00053a0 0x7fb7c80b3b90 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 -- 172.21.15.33:0/1758820052 >> 172.21.15.33:0/1758820052 conn(0x7fb7c80d3e10 msgr2=0x7fb7c806cf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 -- 172.21.15.33:0/1758820052 shutdown_connections 2024-07-26T15:29:57.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57.233+0000 7fb7ccd47640 1 -- 172.21.15.33:0/1758820052 wait complete. 2024-07-26T15:29:57.245 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:29:57.245 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:29:57.245 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T15:29:57.246 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T15:29:57.246 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:57.246 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:29:57.246 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:29:57.246 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:29:57.246 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:29:57.247 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:57.247 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T15:29:57.264 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:29:57.264 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:29:57.264 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:29:57.264 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:57.264 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:29:57.264 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:57.264 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:57.265 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:57.265 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T15:29:57.265 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:57.265 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:57.265 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T15:29:57.265 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:29:57.265 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:57.265 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 42660sec preferred_lft 42660sec 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:57.266 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T15:29:57.267 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:57.267 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:29:57.267 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:57.267 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T15:29:57.267 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:57.267 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:29:57.267 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:29:57.267 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T15:29:57.267 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:29:57.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:57.268 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:29:57.329 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T15:29:57.331 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:57.331 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T15:29:57.388 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T15:29:57.388 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:29:57.388 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T15:29:57.388 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T15:29:57.388 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:29:57.388 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:29:57.389 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:29:57.389 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T15:29:57.389 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T15:29:57.389 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T15:29:57.389 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:29:57.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:29:57.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:57.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:57.519 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:29:57.535 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T15:29:57.535 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T15:29:57.535 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:29:57.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:57.535 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T15:29:57.602 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T15:29:57.602 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:57.602 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:57.658 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:29:57.658 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:29:57.659 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:57.714 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:29:57.782 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:57.839 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:29:57.839 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:29:57.839 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:29:57.839 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:29:57.839 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:29:57.839 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:29:57.839 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:29:57.839 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:29:57.840 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:57.841 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:29:57.842 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:29:57.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:57.842 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:29:57.895 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T15:29:57.895 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T15:29:57.937 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:29:57.962 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:29:58.021 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:29:58.022 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:29:58.023 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:29:58.024 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:29:58.024 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:29:58.024 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:29:58.024 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:29:58.024 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:29:58.024 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:58.024 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:29:58.024 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:29:58.024 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:29:58.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:58.024 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:29:58.034 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T15:29:58.032+0000 7f269711c480 -1 init, newargv = 0x7f2684000ed0 newargc=15 2024-07-26T15:29:58.034 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[51363]: starting ceph client 2024-07-26T15:29:58.039 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[51363]: starting fuse 2024-07-26T15:29:58.050 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:29:58.050 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T15:29:58.050 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T15:29:58.051 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T15:29:58.052 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T15:29:58.172 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.51363.asok 2024-07-26T15:29:58.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:29:58.182 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.51363.asok 2024-07-26T15:29:58.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:58.183 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.51363.asok status 2024-07-26T15:29:58.330 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:29:58.330 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T15:29:58.330 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:29:58.330 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:29:58.330 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T15:29:58.330 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T15:29:58.330 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T15:29:58.330 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "51363", 2024-07-26T15:29:58.330 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 5262, 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 5262 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:29:58.331 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 61034316 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 61034316 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.5262 192.168.0.1:0/61034316", 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/61034316", 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 18, 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 40, 2024-07-26T15:29:58.332 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:29:58.333 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T15:29:58.333 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T15:29:58.333 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:29:58.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:58.338 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T15:29:58.339 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:58.355 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T15:29:58.355 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:58.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:29:58.356 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:29:58.421 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T15:29:58.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.579+0000 7ff0c3f16640 1 -- 172.21.15.33:0/3823842910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0a8004800 msgr2=0x7ff0a8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:58.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.579+0000 7ff0c3f16640 1 --2- 172.21.15.33:0/3823842910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0a8004800 0x7ff0a8004c10 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc070f00 tx=0x7ff0a8005830 comp rx=0 tx=0).stop 2024-07-26T15:29:58.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.579+0000 7ff0c24b3640 1 -- 172.21.15.33:0/3823842910 reap_dead start 2024-07-26T15:29:58.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.579+0000 7ff0c3f16640 1 -- 172.21.15.33:0/3823842910 shutdown_connections 2024-07-26T15:29:58.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.579+0000 7ff0c3f16640 1 -- 172.21.15.33:0/3823842910 >> 172.21.15.33:0/3823842910 conn(0x7ff0bc0d0b40 msgr2=0x7ff0bc0d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:58.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.579+0000 7ff0c3f16640 1 -- 172.21.15.33:0/3823842910 shutdown_connections 2024-07-26T15:29:58.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.579+0000 7ff0c3f16640 1 -- 172.21.15.33:0/3823842910 wait complete. 2024-07-26T15:29:58.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.581+0000 7ff0c3f16640 1 Processor -- start 2024-07-26T15:29:58.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.581+0000 7ff0c3f16640 1 -- start start 2024-07-26T15:29:58.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.582+0000 7ff0c3f16640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0a8004800 0x7ff0bc156870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:58.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.582+0000 7ff0c3f16640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0bc143f10 0x7ff0bc14f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:58.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.582+0000 7ff0c3f16640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0bc152a50 0x7ff0bc152e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:58.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.582+0000 7ff0c3f16640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff0bc0b05a0 con 0x7ff0bc143f10 2024-07-26T15:29:58.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.582+0000 7ff0c3f16640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff0bc0b0420 con 0x7ff0a8004800 2024-07-26T15:29:58.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.582+0000 7ff0c3f16640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff0bc0b4b40 con 0x7ff0bc152a50 2024-07-26T15:29:58.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.582+0000 7ff0c14b1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0bc143f10 0x7ff0bc14f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:58.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.582+0000 7ff0c14b1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0bc143f10 0x7ff0bc14f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60714/0 (socket says 172.21.15.33:60714) 2024-07-26T15:29:58.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.582+0000 7ff0c14b1640 1 -- 172.21.15.33:0/140881751 learned_addr learned my addr 172.21.15.33:0/140881751 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:58.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0c1cb2640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0a8004800 0x7ff0bc156870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:58.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0c24b3640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0bc152a50 0x7ff0bc152e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:58.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0c14b1640 1 -- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0bc152a50 msgr2=0x7ff0bc152e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:58.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0c14b1640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0bc152a50 0x7ff0bc152e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0c14b1640 1 -- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0a8004800 msgr2=0x7ff0bc156870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:58.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0c14b1640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0a8004800 0x7ff0bc156870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0c14b1640 1 -- 172.21.15.33:0/140881751 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0bc1505a0 con 0x7ff0bc143f10 2024-07-26T15:29:58.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0c24b3640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0bc152a50 0x7ff0bc152e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:29:58.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0c14b1640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0bc143f10 0x7ff0bc14f1a0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac000c00 tx=0x7ff0ac006360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:58.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0b27fc640 1 -- 172.21.15.33:0/140881751 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac038070 con 0x7ff0bc143f10 2024-07-26T15:29:58.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0b27fc640 1 -- 172.21.15.33:0/140881751 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff0ac003af0 con 0x7ff0bc143f10 2024-07-26T15:29:58.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0c3f16640 1 -- 172.21.15.33:0/140881751 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0bc151f70 con 0x7ff0bc143f10 2024-07-26T15:29:58.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0b27fc640 1 -- 172.21.15.33:0/140881751 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac033420 con 0x7ff0bc143f10 2024-07-26T15:29:58.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.583+0000 7ff0c3f16640 1 -- 172.21.15.33:0/140881751 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0bc152530 con 0x7ff0bc143f10 2024-07-26T15:29:58.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.584+0000 7ff0c3f16640 1 -- 172.21.15.33:0/140881751 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0bc150310 con 0x7ff0bc143f10 2024-07-26T15:29:58.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.585+0000 7ff0b27fc640 1 -- 172.21.15.33:0/140881751 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff0ac043020 con 0x7ff0bc143f10 2024-07-26T15:29:58.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.586+0000 7ff0b27fc640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff0a0077010 0x7ff0a0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:58.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.586+0000 7ff0b27fc640 1 -- 172.21.15.33:0/140881751 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7ff0ac0b8970 con 0x7ff0bc143f10 2024-07-26T15:29:58.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.586+0000 7ff0c1cb2640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff0a0077010 0x7ff0a0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:58.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.587+0000 7ff0c1cb2640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff0a0077010 0x7ff0a0079520 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8009aa0 tx=0x7ff0b8005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:58.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.589+0000 7ff0b27fc640 1 -- 172.21.15.33:0/140881751 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff0ac04a020 con 0x7ff0bc143f10 2024-07-26T15:29:58.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.808+0000 7ff0c3f16640 1 -- 172.21.15.33:0/140881751 --> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7ff0bc15f260 con 0x7ff0a0077010 2024-07-26T15:29:58.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.810+0000 7ff0b27fc640 1 -- 172.21.15.33:0/140881751 <== mgr.4100 v2:172.21.15.154:6832/3214049706 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7ff0bc15f260 con 0x7ff0a0077010 2024-07-26T15:29:58.811 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:29:58.812 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:29:58.812 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T15:29:58.812 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:29:58.812 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:29:58.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 -- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff0a0077010 msgr2=0x7ff0a0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:58.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff0a0077010 0x7ff0a0079520 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8009aa0 tx=0x7ff0b8005f90 comp rx=0 tx=0).stop 2024-07-26T15:29:58.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 -- 172.21.15.33:0/140881751 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0bc143f10 msgr2=0x7ff0bc14f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:58.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0bc143f10 0x7ff0bc14f1a0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac000c00 tx=0x7ff0ac006360 comp rx=0 tx=0).stop 2024-07-26T15:29:58.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 -- 172.21.15.33:0/140881751 shutdown_connections 2024-07-26T15:29:58.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0bc152a50 0x7ff0bc152e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7ff0a0077010 0x7ff0a0079520 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0bc143f10 0x7ff0bc14f1a0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 --2- 172.21.15.33:0/140881751 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0a8004800 0x7ff0bc156870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 -- 172.21.15.33:0/140881751 >> 172.21.15.33:0/140881751 conn(0x7ff0bc0d0b40 msgr2=0x7ff0bc0af0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:58.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 -- 172.21.15.33:0/140881751 shutdown_connections 2024-07-26T15:29:58.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.812+0000 7ff0c3f16640 1 -- 172.21.15.33:0/140881751 wait complete. 2024-07-26T15:29:58.825 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T15:29:58.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.942+0000 7f9b39120640 1 -- 172.21.15.33:0/3169808998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b3415ef80 msgr2=0x7f9b3406f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:58.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.942+0000 7f9b39120640 1 --2- 172.21.15.33:0/3169808998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b3415ef80 0x7f9b3406f2d0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f9b34071d60 tx=0x7f9b1c02a4d0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.942+0000 7f9b39120640 1 -- 172.21.15.33:0/3169808998 shutdown_connections 2024-07-26T15:29:58.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.942+0000 7f9b39120640 1 --2- 172.21.15.33:0/3169808998 >> v2:172.21.15.154:3300/0 conn(0x7f9b3406f810 0x7f9b3415b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.942+0000 7f9b39120640 1 --2- 172.21.15.33:0/3169808998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b3415ef80 0x7f9b3406f2d0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.942+0000 7f9b39120640 1 --2- 172.21.15.33:0/3169808998 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b34158960 0x7f9b3415ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.942+0000 7f9b39120640 1 -- 172.21.15.33:0/3169808998 >> 172.21.15.33:0/3169808998 conn(0x7f9b340d0b40 msgr2=0x7f9b340d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:58.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.942+0000 7f9b39120640 1 -- 172.21.15.33:0/3169808998 shutdown_connections 2024-07-26T15:29:58.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.942+0000 7f9b39120640 1 -- 172.21.15.33:0/3169808998 wait complete. 2024-07-26T15:29:58.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.944+0000 7f9b39120640 1 Processor -- start 2024-07-26T15:29:58.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.944+0000 7f9b39120640 1 -- start start 2024-07-26T15:29:58.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.945+0000 7f9b39120640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b3406f810 0x7f9b340cf9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:58.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.945+0000 7f9b39120640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b34158960 0x7f9b3413f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:58.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.945+0000 7f9b39120640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b3415ef80 0x7f9b34151990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:58.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.945+0000 7f9b39120640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3415bd70 con 0x7f9b3406f810 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.945+0000 7f9b39120640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3415bbf0 con 0x7f9b34158960 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.945+0000 7f9b39120640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9b3415bef0 con 0x7f9b3415ef80 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b32d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b3406f810 0x7f9b340cf9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b32d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b3406f810 0x7f9b340cf9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60728/0 (socket says 172.21.15.33:60728) 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b32d9d640 1 -- 172.21.15.33:0/2069507380 learned_addr learned my addr 172.21.15.33:0/2069507380 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b3359e640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b3415ef80 0x7f9b34151990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b3259c640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b34158960 0x7f9b3413f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b32d9d640 1 -- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b3415ef80 msgr2=0x7f9b34151990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b32d9d640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b3415ef80 0x7f9b34151990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b32d9d640 1 -- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b34158960 msgr2=0x7f9b3413f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b32d9d640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b34158960 0x7f9b3413f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:58.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b32d9d640 1 -- 172.21.15.33:0/2069507380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b34150e50 con 0x7f9b3406f810 2024-07-26T15:29:58.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b32d9d640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b3406f810 0x7f9b340cf9b0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9b2400ea20 tx=0x7f9b2400eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:58.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b2b7fe640 1 -- 172.21.15.33:0/2069507380 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b2400cde0 con 0x7f9b3406f810 2024-07-26T15:29:58.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b2b7fe640 1 -- 172.21.15.33:0/2069507380 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b24011560 con 0x7f9b3406f810 2024-07-26T15:29:58.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b39120640 1 -- 172.21.15.33:0/2069507380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b34151130 con 0x7f9b3406f810 2024-07-26T15:29:58.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b2b7fe640 1 -- 172.21.15.33:0/2069507380 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b24011990 con 0x7f9b3406f810 2024-07-26T15:29:58.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.946+0000 7f9b39120640 1 -- 172.21.15.33:0/2069507380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b340cfef0 con 0x7f9b3406f810 2024-07-26T15:29:58.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.948+0000 7f9b39120640 1 -- 172.21.15.33:0/2069507380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b340d1840 con 0x7f9b3406f810 2024-07-26T15:29:58.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.948+0000 7f9b2b7fe640 1 -- 172.21.15.33:0/2069507380 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9b24011b30 con 0x7f9b3406f810 2024-07-26T15:29:58.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.949+0000 7f9b2b7fe640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9b14077010 0x7f9b14079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:29:58.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.949+0000 7f9b2b7fe640 1 -- 172.21.15.33:0/2069507380 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f9b24099420 con 0x7f9b3406f810 2024-07-26T15:29:58.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.949+0000 7f9b3259c640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9b14077010 0x7f9b14079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:29:58.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.950+0000 7f9b3259c640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9b14077010 0x7f9b14079520 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c033000 tx=0x7f9b1c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:29:58.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:58.953+0000 7f9b2b7fe640 1 -- 172.21.15.33:0/2069507380 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9b24016030 con 0x7f9b3406f810 2024-07-26T15:29:59.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.202+0000 7f9b39120640 1 -- 172.21.15.33:0/2069507380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f9b34140690 con 0x7f9b3406f810 2024-07-26T15:29:59.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.894+0000 7f9b2b7fe640 1 -- 172.21.15.33:0/2069507380 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v6) ==== 92+0+0 (secure 0 0 0) 0x7f9b24011e20 con 0x7f9b3406f810 2024-07-26T15:29:59.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.898+0000 7f9b39120640 1 -- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9b14077010 msgr2=0x7f9b14079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:59.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.898+0000 7f9b39120640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9b14077010 0x7f9b14079520 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9b1c033000 tx=0x7f9b1c004730 comp rx=0 tx=0).stop 2024-07-26T15:29:59.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.898+0000 7f9b39120640 1 -- 172.21.15.33:0/2069507380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b3406f810 msgr2=0x7f9b340cf9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:29:59.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.898+0000 7f9b39120640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b3406f810 0x7f9b340cf9b0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9b2400ea20 tx=0x7f9b2400eee0 comp rx=0 tx=0).stop 2024-07-26T15:29:59.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.898+0000 7f9b39120640 1 -- 172.21.15.33:0/2069507380 shutdown_connections 2024-07-26T15:29:59.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.898+0000 7f9b39120640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b3415ef80 0x7f9b34151990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:59.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.898+0000 7f9b39120640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b34158960 0x7f9b3413f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:59.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.898+0000 7f9b39120640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f9b14077010 0x7f9b14079520 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:59.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.898+0000 7f9b39120640 1 --2- 172.21.15.33:0/2069507380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b3406f810 0x7f9b340cf9b0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:29:59.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.898+0000 7f9b39120640 1 -- 172.21.15.33:0/2069507380 >> 172.21.15.33:0/2069507380 conn(0x7f9b340d0b40 msgr2=0x7f9b3415aae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:29:59.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.899+0000 7f9b39120640 1 -- 172.21.15.33:0/2069507380 shutdown_connections 2024-07-26T15:29:59.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:29:59.899+0000 7f9b39120640 1 -- 172.21.15.33:0/2069507380 wait complete. 2024-07-26T15:29:59.914 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T15:30:00.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.044+0000 7f0e3d092640 1 -- 172.21.15.33:0/3642221415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e380b4fc0 msgr2=0x7f0e3815baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:00.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.044+0000 7f0e3d092640 1 --2- 172.21.15.33:0/3642221415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e380b4fc0 0x7f0e3815baa0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f0e28009830 tx=0x7f0e2802a510 comp rx=0 tx=0).stop 2024-07-26T15:30:00.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.045+0000 7f0e3d092640 1 -- 172.21.15.33:0/3642221415 shutdown_connections 2024-07-26T15:30:00.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.045+0000 7f0e3d092640 1 --2- 172.21.15.33:0/3642221415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e380738b0 0x7f0e3806ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.045+0000 7f0e3d092640 1 --2- 172.21.15.33:0/3642221415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e380b4fc0 0x7f0e3815baa0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.045+0000 7f0e3d092640 1 -- 172.21.15.33:0/3642221415 >> 172.21.15.33:0/3642221415 conn(0x7f0e380b2fa0 msgr2=0x7f0e3806d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:00.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.045+0000 7f0e3d092640 1 -- 172.21.15.33:0/3642221415 shutdown_connections 2024-07-26T15:30:00.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.045+0000 7f0e3d092640 1 -- 172.21.15.33:0/3642221415 wait complete. 2024-07-26T15:30:00.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.047+0000 7f0e3d092640 1 Processor -- start 2024-07-26T15:30:00.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.047+0000 7f0e3d092640 1 -- start start 2024-07-26T15:30:00.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.048+0000 7f0e3d092640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e380b4fc0 0x7f0e38148950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.048+0000 7f0e3d092640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e380b53d0 0x7f0e38154660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.048+0000 7f0e3d092640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e38149000 0x7f0e38154ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.048+0000 7f0e3d092640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3806f8d0 con 0x7f0e380b4fc0 2024-07-26T15:30:00.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.048+0000 7f0e3d092640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3806f750 con 0x7f0e38149000 2024-07-26T15:30:00.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.048+0000 7f0e3d092640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0e3806fa50 con 0x7f0e380b53d0 2024-07-26T15:30:00.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.048+0000 7f0e36d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e380b4fc0 0x7f0e38148950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:00.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.048+0000 7f0e3659c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e380b53d0 0x7f0e38154660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:00.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.048+0000 7f0e36d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e380b4fc0 0x7f0e38148950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60778/0 (socket says 172.21.15.33:60778) 2024-07-26T15:30:00.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.048+0000 7f0e36d9d640 1 -- 172.21.15.33:0/3167680723 learned_addr learned my addr 172.21.15.33:0/3167680723 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:00.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.048+0000 7f0e3759e640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e38149000 0x7f0e38154ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:00.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.049+0000 7f0e3659c640 1 -- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e38149000 msgr2=0x7f0e38154ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:00.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.049+0000 7f0e3659c640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e38149000 0x7f0e38154ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.049+0000 7f0e3659c640 1 -- 172.21.15.33:0/3167680723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e380b4fc0 msgr2=0x7f0e38148950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:00.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.049+0000 7f0e3659c640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e380b4fc0 0x7f0e38148950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.049+0000 7f0e3659c640 1 -- 172.21.15.33:0/3167680723 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e381f3f40 con 0x7f0e380b53d0 2024-07-26T15:30:00.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.049+0000 7f0e3659c640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e380b53d0 0x7f0e38154660 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0e2c00c3c0 tx=0x7f0e2c00c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:00.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.049+0000 7f0e1f7fe640 1 -- 172.21.15.33:0/3167680723 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e2c011790 con 0x7f0e380b53d0 2024-07-26T15:30:00.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.049+0000 7f0e1f7fe640 1 -- 172.21.15.33:0/3167680723 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e2c017070 con 0x7f0e380b53d0 2024-07-26T15:30:00.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.049+0000 7f0e1f7fe640 1 -- 172.21.15.33:0/3167680723 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e2c011d20 con 0x7f0e380b53d0 2024-07-26T15:30:00.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.049+0000 7f0e3d092640 1 -- 172.21.15.33:0/3167680723 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e3814db60 con 0x7f0e380b53d0 2024-07-26T15:30:00.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.049+0000 7f0e3d092640 1 -- 172.21.15.33:0/3167680723 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e381f6f40 con 0x7f0e380b53d0 2024-07-26T15:30:00.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.050+0000 7f0e3d092640 1 -- 172.21.15.33:0/3167680723 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e3806ff00 con 0x7f0e380b53d0 2024-07-26T15:30:00.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.052+0000 7f0e1f7fe640 1 -- 172.21.15.33:0/3167680723 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 6) ==== 99156+0+0 (secure 0 0 0) 0x7f0e2c01c460 con 0x7f0e380b53d0 2024-07-26T15:30:00.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.052+0000 7f0e1f7fe640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e24077090 0x7f0e240795a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.052+0000 7f0e36d9d640 1 -- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e24077090 msgr2=0x7f0e240795a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3214049706 2024-07-26T15:30:00.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.052+0000 7f0e1f7fe640 1 -- 172.21.15.33:0/3167680723 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f0e2c098720 con 0x7f0e380b53d0 2024-07-26T15:30:00.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.052+0000 7f0e36d9d640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e24077090 0x7f0e240795a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:30:00.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.057+0000 7f0e1f7fe640 1 -- 172.21.15.33:0/3167680723 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0e2c061130 con 0x7f0e380b53d0 2024-07-26T15:30:00.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.251+0000 7f0e3d092640 1 -- 172.21.15.33:0/3167680723 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f0e380ccdf0 con 0x7f0e380b53d0 2024-07-26T15:30:00.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.253+0000 7f0e36d9d640 1 -- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e24077090 msgr2=0x7f0e240795a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3214049706 2024-07-26T15:30:00.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.253+0000 7f0e36d9d640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e24077090 0x7f0e240795a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:30:00.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.258+0000 7f0e1f7fe640 1 -- 172.21.15.33:0/3167680723 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v29)=0 v29) ==== 138+0+0 (secure 0 0 0) 0x7f0e2c065680 con 0x7f0e380b53d0 2024-07-26T15:30:00.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 -- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e24077090 msgr2=0x7f0e240795a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:30:00.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e24077090 0x7f0e240795a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 -- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e380b53d0 msgr2=0x7f0e38154660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:00.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e380b53d0 0x7f0e38154660 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0e2c00c3c0 tx=0x7f0e2c00c880 comp rx=0 tx=0).stop 2024-07-26T15:30:00.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 -- 172.21.15.33:0/3167680723 shutdown_connections 2024-07-26T15:30:00.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e38149000 0x7f0e38154ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e380b53d0 0x7f0e38154660 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f0e24077090 0x7f0e240795a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 --2- 172.21.15.33:0/3167680723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e380b4fc0 0x7f0e38148950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 -- 172.21.15.33:0/3167680723 >> 172.21.15.33:0/3167680723 conn(0x7f0e380b2fa0 msgr2=0x7f0e381e3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:00.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 -- 172.21.15.33:0/3167680723 shutdown_connections 2024-07-26T15:30:00.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.260+0000 7f0e3d092640 1 -- 172.21.15.33:0/3167680723 wait complete. 2024-07-26T15:30:00.273 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T15:30:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.400+0000 7f712d7ac640 1 -- 172.21.15.33:0/1447235194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7110003c30 msgr2=0x7f7110004080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.400+0000 7f712d7ac640 1 --2- 172.21.15.33:0/1447235194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7110003c30 0x7f7110004080 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f7118009b50 tx=0x7f7110005830 comp rx=0 tx=0).stop 2024-07-26T15:30:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.401+0000 7f712d7ac640 1 -- 172.21.15.33:0/1447235194 shutdown_connections 2024-07-26T15:30:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.401+0000 7f712d7ac640 1 --2- 172.21.15.33:0/1447235194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7110003c30 0x7f7110004080 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.401+0000 7f712d7ac640 1 -- 172.21.15.33:0/1447235194 >> 172.21.15.33:0/1447235194 conn(0x7f71280d1bb0 msgr2=0x7f71280d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:00.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.401+0000 7f712d7ac640 1 -- 172.21.15.33:0/1447235194 shutdown_connections 2024-07-26T15:30:00.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.401+0000 7f712d7ac640 1 -- 172.21.15.33:0/1447235194 wait complete. 2024-07-26T15:30:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.403+0000 7f712d7ac640 1 Processor -- start 2024-07-26T15:30:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.403+0000 7f712d7ac640 1 -- start start 2024-07-26T15:30:00.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.404+0000 7f712d7ac640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7110003c30 0x7f71281f5c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.404+0000 7f712d7ac640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71281f9040 0x7f71281e8710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.404+0000 7f712d7ac640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71280c9840 0x7f71280c9c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.404+0000 7f712d7ac640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f71280b33d0 con 0x7f71280c9840 2024-07-26T15:30:00.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.404+0000 7f712d7ac640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f71280b76d0 con 0x7f7110003c30 2024-07-26T15:30:00.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.404+0000 7f712d7ac640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f71280b1d10 con 0x7f71281f9040 2024-07-26T15:30:00.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.404+0000 7f71277fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71280c9840 0x7f71280c9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:00.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.404+0000 7f71277fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71280c9840 0x7f71280c9c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60800/0 (socket says 172.21.15.33:60800) 2024-07-26T15:30:00.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.404+0000 7f71277fe640 1 -- 172.21.15.33:0/1691240993 learned_addr learned my addr 172.21.15.33:0/1691240993 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:00.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.404+0000 7f71267fc640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71281f9040 0x7f71281e8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:00.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.404+0000 7f7126ffd640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7110003c30 0x7f71281f5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f71277fe640 1 -- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71281f9040 msgr2=0x7f71281e8710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f71277fe640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71281f9040 0x7f71281e8710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f71277fe640 1 -- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7110003c30 msgr2=0x7f71281f5c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f71277fe640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7110003c30 0x7f71281f5c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f71277fe640 1 -- 172.21.15.33:0/1691240993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71280cbe40 con 0x7f71280c9840 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f71267fc640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71281f9040 0x7f71281e8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f71277fe640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71280c9840 0x7f71280c9c50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f71200014a0 tx=0x7f712000ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f710f7fe640 1 -- 172.21.15.33:0/1691240993 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7120010890 con 0x7f71280c9840 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f710f7fe640 1 -- 172.21.15.33:0/1691240993 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7120017070 con 0x7f71280c9840 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f712d7ac640 1 -- 172.21.15.33:0/1691240993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71280cc120 con 0x7f71280c9840 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f710f7fe640 1 -- 172.21.15.33:0/1691240993 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7120010de0 con 0x7f71280c9840 2024-07-26T15:30:00.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.405+0000 7f712d7ac640 1 -- 172.21.15.33:0/1691240993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71281f5430 con 0x7f71280c9840 2024-07-26T15:30:00.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.406+0000 7f712d7ac640 1 -- 172.21.15.33:0/1691240993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71280b14a0 con 0x7f71280c9840 2024-07-26T15:30:00.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.407+0000 7f710f7fe640 1 -- 172.21.15.33:0/1691240993 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 6) ==== 99156+0+0 (secure 0 0 0) 0x7f712001c460 con 0x7f71280c9840 2024-07-26T15:30:00.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.408+0000 7f710f7fe640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7114077060 0x7f7114079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.408+0000 7f710f7fe640 1 -- 172.21.15.33:0/1691240993 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f7120099630 con 0x7f71280c9840 2024-07-26T15:30:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.408+0000 7f7126ffd640 1 -- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7114077060 msgr2=0x7f7114079570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3214049706 2024-07-26T15:30:00.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.408+0000 7f7126ffd640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7114077060 0x7f7114079570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:30:00.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.416+0000 7f710f7fe640 1 -- 172.21.15.33:0/1691240993 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7120062130 con 0x7f71280c9840 2024-07-26T15:30:00.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.610+0000 7f7126ffd640 1 -- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7114077060 msgr2=0x7f7114079570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3214049706 2024-07-26T15:30:00.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.610+0000 7f7126ffd640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7114077060 0x7f7114079570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:30:00.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.619+0000 7f712d7ac640 1 -- 172.21.15.33:0/1691240993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f7128071490 con 0x7f71280c9840 2024-07-26T15:30:00.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.624+0000 7f710f7fe640 1 -- 172.21.15.33:0/1691240993 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v30)=0 v30) ==== 133+0+0 (secure 0 0 0) 0x7f7120066680 con 0x7f71280c9840 2024-07-26T15:30:00.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 -- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7114077060 msgr2=0x7f7114079570 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:30:00.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7114077060 0x7f7114079570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 -- 172.21.15.33:0/1691240993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71280c9840 msgr2=0x7f71280c9c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:00.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71280c9840 0x7f71280c9c50 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f71200014a0 tx=0x7f712000ea10 comp rx=0 tx=0).stop 2024-07-26T15:30:00.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 -- 172.21.15.33:0/1691240993 shutdown_connections 2024-07-26T15:30:00.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f7114077060 0x7f7114079570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71280c9840 0x7f71280c9c50 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71281f9040 0x7f71281e8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 --2- 172.21.15.33:0/1691240993 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7110003c30 0x7f71281f5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 -- 172.21.15.33:0/1691240993 >> 172.21.15.33:0/1691240993 conn(0x7f71280d1bb0 msgr2=0x7f71280ccf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:00.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 -- 172.21.15.33:0/1691240993 shutdown_connections 2024-07-26T15:30:00.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.626+0000 7f712d7ac640 1 -- 172.21.15.33:0/1691240993 wait complete. 2024-07-26T15:30:00.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:30:00.639 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2024-07-26T15:30:00.659 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:30:00.660 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/dir0) 2024-07-26T15:30:00.719 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1/dir0 1m 2024-07-26T15:30:00.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.881+0000 7f542159b640 1 -- 172.21.15.33:0/3241196902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f541c0b7d00 msgr2=0x7f541c0cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:00.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.881+0000 7f542159b640 1 --2- 172.21.15.33:0/3241196902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f541c0b7d00 0x7f541c0cee10 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f5414005fd0 tx=0x7f541402a9e0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.881+0000 7f542159b640 1 -- 172.21.15.33:0/3241196902 shutdown_connections 2024-07-26T15:30:00.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.881+0000 7f542159b640 1 --2- 172.21.15.33:0/3241196902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f541c0b7d00 0x7f541c0cee10 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.881+0000 7f542159b640 1 --2- 172.21.15.33:0/3241196902 >> v2:172.21.15.154:3300/0 conn(0x7f541c0d0c80 0x7f541c0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.881+0000 7f542159b640 1 -- 172.21.15.33:0/3241196902 >> 172.21.15.33:0/3241196902 conn(0x7f541c0d3dc0 msgr2=0x7f541c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:00.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.882+0000 7f542159b640 1 -- 172.21.15.33:0/3241196902 shutdown_connections 2024-07-26T15:30:00.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.882+0000 7f542159b640 1 -- 172.21.15.33:0/3241196902 wait complete. 2024-07-26T15:30:00.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.883+0000 7f542159b640 1 Processor -- start 2024-07-26T15:30:00.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.883+0000 7f542159b640 1 -- start start 2024-07-26T15:30:00.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f542159b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f541c0b53e0 0x7f541c15fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f542159b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f541c0b7d00 0x7f541c1f8480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f542159b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f541c1574b0 0x7f541c1f89c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f542159b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f541c0cf6e0 con 0x7f541c0b7d00 2024-07-26T15:30:00.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f542159b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f541c0cf560 con 0x7f541c1574b0 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f542159b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f541c0cf860 con 0x7f541c0b53e0 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f54127fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f541c0b7d00 0x7f541c1f8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f54127fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f541c0b7d00 0x7f541c1f8480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60818/0 (socket says 172.21.15.33:60818) 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f54127fc640 1 -- 172.21.15.33:0/357421964 learned_addr learned my addr 172.21.15.33:0/357421964 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f541b7fe640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f541c1574b0 0x7f541c1f89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f541affd640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f541c0b53e0 0x7f541c15fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f54127fc640 1 -- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f541c0b53e0 msgr2=0x7f541c15fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f54127fc640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f541c0b53e0 0x7f541c15fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f54127fc640 1 -- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f541c1574b0 msgr2=0x7f541c1f89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f54127fc640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f541c1574b0 0x7f541c1f89c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f54127fc640 1 -- 172.21.15.33:0/357421964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f541c0a1450 con 0x7f541c0b7d00 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.885+0000 7f54127fc640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f541c0b7d00 0x7f541c1f8480 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f540400b3e0 tx=0x7f540400b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.886+0000 7f5413fff640 1 -- 172.21.15.33:0/357421964 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5404015020 con 0x7f541c0b7d00 2024-07-26T15:30:00.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.886+0000 7f5413fff640 1 -- 172.21.15.33:0/357421964 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5404011920 con 0x7f541c0b7d00 2024-07-26T15:30:00.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.886+0000 7f542159b640 1 -- 172.21.15.33:0/357421964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f541c0c8e50 con 0x7f541c0b7d00 2024-07-26T15:30:00.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.886+0000 7f5413fff640 1 -- 172.21.15.33:0/357421964 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5404011d70 con 0x7f541c0b7d00 2024-07-26T15:30:00.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.886+0000 7f542159b640 1 -- 172.21.15.33:0/357421964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f541c0a19d0 con 0x7f541c0b7d00 2024-07-26T15:30:00.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.887+0000 7f542159b640 1 -- 172.21.15.33:0/357421964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f541c0ce8d0 con 0x7f541c0b7d00 2024-07-26T15:30:00.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.888+0000 7f5413fff640 1 -- 172.21.15.33:0/357421964 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 6) ==== 99156+0+0 (secure 0 0 0) 0x7f5404018020 con 0x7f541c0b7d00 2024-07-26T15:30:00.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.888+0000 7f5413fff640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f53fc077060 0x7f53fc079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:00.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.888+0000 7f541affd640 1 -- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f53fc077060 msgr2=0x7f53fc079570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3214049706 2024-07-26T15:30:00.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.888+0000 7f5413fff640 1 -- 172.21.15.33:0/357421964 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f5404098e80 con 0x7f541c0b7d00 2024-07-26T15:30:00.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.888+0000 7f541affd640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f53fc077060 0x7f53fc079570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:30:00.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:00.896+0000 7f5413fff640 1 -- 172.21.15.33:0/357421964 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f540401f020 con 0x7f541c0b7d00 2024-07-26T15:30:01.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:01.089+0000 7f541affd640 1 -- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f53fc077060 msgr2=0x7f53fc079570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3214049706 2024-07-26T15:30:01.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:01.089+0000 7f541affd640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f53fc077060 0x7f53fc079570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:30:01.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:01.113+0000 7f542159b640 1 -- 172.21.15.33:0/357421964 --> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/dir0", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f541c15f800 con 0x7f53fc077060 2024-07-26T15:30:01.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:01.490+0000 7f541affd640 1 -- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f53fc077060 msgr2=0x7f53fc079570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3214049706 2024-07-26T15:30:01.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:01.491+0000 7f541affd640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f53fc077060 0x7f53fc079570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T15:30:02.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:02.293+0000 7f541affd640 1 -- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f53fc077060 msgr2=0x7f53fc079570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3214049706 2024-07-26T15:30:02.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:02.293+0000 7f541affd640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f53fc077060 0x7f53fc079570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T15:30:03.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:03.502+0000 7f5413fff640 1 -- 172.21.15.33:0/357421964 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 7) ==== 98867+0+0 (secure 0 0 0) 0x7f540405dbc0 con 0x7f541c0b7d00 2024-07-26T15:30:03.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:03.502+0000 7f5413fff640 1 -- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f53fc077060 msgr2=0x7f53fc079570 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:30:03.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:03.502+0000 7f5413fff640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3214049706,v1:172.21.15.154:6833/3214049706] conn(0x7f53fc077060 0x7f53fc079570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:03.708 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:30:03.707+0000 7fb79c44f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:30:03.708 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:30:03.707+0000 7fb79c44f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:30:03.708 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:30:03.707+0000 7fb79c44f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:30:03.708 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:30:03.707+0000 7fb79c44f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:30:03.708 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:30:03.707+0000 7fb79c44f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:30:03.709 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:30:03.707+0000 7fb79ec54640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:30:03.709 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:30:03.707+0000 7fb79ec54640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:30:03.709 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:30:03.707+0000 7fb79ec54640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:30:03.709 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:30:03.707+0000 7fb79ec54640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:30:03.709 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:30:03.707+0000 7fb79ec54640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:30:04.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.508+0000 7f5413fff640 1 -- 172.21.15.33:0/357421964 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 8) ==== 98994+0+0 (secure 0 0 0) 0x7f5404042660 con 0x7f541c0b7d00 2024-07-26T15:30:04.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.508+0000 7f5413fff640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f53fc07f5a0 0x7f53fc0819c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:04.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.508+0000 7f5413fff640 1 -- 172.21.15.33:0/357421964 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/dir0", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f53fc0081c0 con 0x7f53fc07f5a0 2024-07-26T15:30:04.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.511+0000 7f541affd640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f53fc07f5a0 0x7f53fc0819c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:04.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.514+0000 7f541affd640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f53fc07f5a0 0x7f53fc0819c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f540c006fd0 tx=0x7f540c009060 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:04.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.596+0000 7f5413fff640 1 -- 172.21.15.33:0/357421964 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f53fc0081c0 con 0x7f53fc07f5a0 2024-07-26T15:30:04.597 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1/dir0 2024-07-26T15:30:04.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.598+0000 7f542159b640 1 -- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f53fc07f5a0 msgr2=0x7f53fc0819c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:04.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.598+0000 7f542159b640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f53fc07f5a0 0x7f53fc0819c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f540c006fd0 tx=0x7f540c009060 comp rx=0 tx=0).stop 2024-07-26T15:30:04.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.598+0000 7f542159b640 1 -- 172.21.15.33:0/357421964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f541c0b7d00 msgr2=0x7f541c1f8480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:04.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.598+0000 7f542159b640 1 --2- 172.21.15.33:0/357421964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f541c0b7d00 0x7f541c1f8480 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f540400b3e0 tx=0x7f540400b8a0 comp rx=0 tx=0).stop 2024-07-26T15:30:04.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.598+0000 7f541b7fe640 1 -- 172.21.15.33:0/357421964 reap_dead start 2024-07-26T15:30:04.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.598+0000 7f542159b640 1 -- 172.21.15.33:0/357421964 shutdown_connections 2024-07-26T15:30:04.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.598+0000 7f542159b640 1 -- 172.21.15.33:0/357421964 >> 172.21.15.33:0/357421964 conn(0x7f541c0d3dc0 msgr2=0x7f541c06e140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:04.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.598+0000 7f542159b640 1 -- 172.21.15.33:0/357421964 shutdown_connections 2024-07-26T15:30:04.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.598+0000 7f542159b640 1 -- 172.21.15.33:0/357421964 wait complete. 2024-07-26T15:30:04.612 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1/dir0 2024-07-26T15:30:04.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:30:04.612 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/dir1) 2024-07-26T15:30:04.631 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1/dir1 1m 2024-07-26T15:30:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.791+0000 7fdfc51e2640 1 -- 172.21.15.33:0/3573903323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfc00d48b0 msgr2=0x7fdfc00b8e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.791+0000 7fdfc51e2640 1 --2- 172.21.15.33:0/3573903323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfc00d48b0 0x7fdfc00b8e30 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4005fd0 tx=0x7fdfb402a4a0 comp rx=0 tx=0).stop 2024-07-26T15:30:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.791+0000 7fdfc51e2640 1 -- 172.21.15.33:0/3573903323 shutdown_connections 2024-07-26T15:30:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.791+0000 7fdfc51e2640 1 --2- 172.21.15.33:0/3573903323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfc01622e0 0x7fdfc01626f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.791+0000 7fdfc51e2640 1 --2- 172.21.15.33:0/3573903323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfc00d48b0 0x7fdfc00b8e30 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.791+0000 7fdfc51e2640 1 -- 172.21.15.33:0/3573903323 >> 172.21.15.33:0/3573903323 conn(0x7fdfc00d3d90 msgr2=0x7fdfc00d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.791+0000 7fdfc51e2640 1 -- 172.21.15.33:0/3573903323 shutdown_connections 2024-07-26T15:30:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.791+0000 7fdfc51e2640 1 -- 172.21.15.33:0/3573903323 wait complete. 2024-07-26T15:30:04.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.793+0000 7fdfc51e2640 1 Processor -- start 2024-07-26T15:30:04.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.793+0000 7fdfc51e2640 1 -- start start 2024-07-26T15:30:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.794+0000 7fdfc51e2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfc00b6be0 0x7fdfc0160360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.794+0000 7fdfc51e2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfc00d48b0 0x7fdfc01f6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.794+0000 7fdfc51e2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfc01622e0 0x7fdfc00cc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.794+0000 7fdfc51e2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc00d1f20 con 0x7fdfc00d48b0 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.794+0000 7fdfc51e2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdfc01630e0 con 0x7fdfc01622e0 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.794+0000 7fdfc51e2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdfc00d20a0 con 0x7fdfc00b6be0 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.794+0000 7fdfbe59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfc00d48b0 0x7fdfc01f6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.794+0000 7fdfbe59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfc00d48b0 0x7fdfc01f6020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40034/0 (socket says 172.21.15.33:40034) 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.794+0000 7fdfbe59c640 1 -- 172.21.15.33:0/1770540855 learned_addr learned my addr 172.21.15.33:0/1770540855 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.794+0000 7fdfbf59e640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfc01622e0 0x7fdfc00cc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.794+0000 7fdfbed9d640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfc00b6be0 0x7fdfc0160360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.795+0000 7fdfbe59c640 1 -- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfc00b6be0 msgr2=0x7fdfc0160360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.795+0000 7fdfbe59c640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfc00b6be0 0x7fdfc0160360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.795+0000 7fdfbe59c640 1 -- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfc01622e0 msgr2=0x7fdfc00cc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.795+0000 7fdfbe59c640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfc01622e0 0x7fdfc00cc0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.795+0000 7fdfbe59c640 1 -- 172.21.15.33:0/1770540855 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfc015f2c0 con 0x7fdfc00d48b0 2024-07-26T15:30:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.795+0000 7fdfbe59c640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfc00d48b0 0x7fdfc01f6020 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4034040 tx=0x7fdfb40039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.795+0000 7fdfa77fe640 1 -- 172.21.15.33:0/1770540855 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb403e030 con 0x7fdfc00d48b0 2024-07-26T15:30:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.795+0000 7fdfa77fe640 1 -- 172.21.15.33:0/1770540855 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfb40047a0 con 0x7fdfc00d48b0 2024-07-26T15:30:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.795+0000 7fdfc51e2640 1 -- 172.21.15.33:0/1770540855 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfc015f5a0 con 0x7fdfc00d48b0 2024-07-26T15:30:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.795+0000 7fdfa77fe640 1 -- 172.21.15.33:0/1770540855 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb4035040 con 0x7fdfc00d48b0 2024-07-26T15:30:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.795+0000 7fdfc51e2640 1 -- 172.21.15.33:0/1770540855 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfc015fb60 con 0x7fdfc00d48b0 2024-07-26T15:30:04.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.796+0000 7fdfc51e2640 1 -- 172.21.15.33:0/1770540855 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfc00b8e30 con 0x7fdfc00d48b0 2024-07-26T15:30:04.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.797+0000 7fdfa77fe640 1 -- 172.21.15.33:0/1770540855 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 8) ==== 98994+0+0 (secure 0 0 0) 0x7fdfb4041030 con 0x7fdfc00d48b0 2024-07-26T15:30:04.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.797+0000 7fdfa77fe640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdfac076eb0 0x7fdfac0793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:04.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.797+0000 7fdfa77fe640 1 -- 172.21.15.33:0/1770540855 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7fdfb40b8f50 con 0x7fdfc00d48b0 2024-07-26T15:30:04.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.797+0000 7fdfbed9d640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdfac076eb0 0x7fdfac0793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:04.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.798+0000 7fdfbed9d640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdfac076eb0 0x7fdfac0793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fdfb000b450 tx=0x7fdfb000d040 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:04.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:04.802+0000 7fdfa77fe640 1 -- 172.21.15.33:0/1770540855 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdfb4081c40 con 0x7fdfc00d48b0 2024-07-26T15:30:05.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.016+0000 7fdfc51e2640 1 -- 172.21.15.33:0/1770540855 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fdfc008de70 con 0x7fdfac076eb0 2024-07-26T15:30:05.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.088+0000 7fdfa77fe640 1 -- 172.21.15.33:0/1770540855 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fdfc008de70 con 0x7fdfac076eb0 2024-07-26T15:30:05.090 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1/dir1 2024-07-26T15:30:05.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 -- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdfac076eb0 msgr2=0x7fdfac0793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:05.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdfac076eb0 0x7fdfac0793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fdfb000b450 tx=0x7fdfb000d040 comp rx=0 tx=0).stop 2024-07-26T15:30:05.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 -- 172.21.15.33:0/1770540855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfc00d48b0 msgr2=0x7fdfc01f6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:05.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfc00d48b0 0x7fdfc01f6020 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4034040 tx=0x7fdfb40039e0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 -- 172.21.15.33:0/1770540855 shutdown_connections 2024-07-26T15:30:05.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdfac076eb0 0x7fdfac0793c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfc01622e0 0x7fdfc00cc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfc00d48b0 0x7fdfc01f6020 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 --2- 172.21.15.33:0/1770540855 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfc00b6be0 0x7fdfc0160360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 -- 172.21.15.33:0/1770540855 >> 172.21.15.33:0/1770540855 conn(0x7fdfc00d3d90 msgr2=0x7fdfc00d0db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:05.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 -- 172.21.15.33:0/1770540855 shutdown_connections 2024-07-26T15:30:05.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.091+0000 7fdfc51e2640 1 -- 172.21.15.33:0/1770540855 wait complete. 2024-07-26T15:30:05.103 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1/dir1 2024-07-26T15:30:05.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:30:05.104 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/dir2) 2024-07-26T15:30:05.121 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1/dir2 1m 2024-07-26T15:30:05.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.280+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/471840618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d780b6ed0 msgr2=0x7f2d780b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:05.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.280+0000 7f2d7fa2c640 1 --2- 172.21.15.33:0/471840618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d780b6ed0 0x7f2d780b13c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f2d74009860 tx=0x7f2d7402a4b0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.281+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/471840618 shutdown_connections 2024-07-26T15:30:05.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.281+0000 7f2d7fa2c640 1 --2- 172.21.15.33:0/471840618 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d780b1d10 0x7f2d78165f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.281+0000 7f2d7fa2c640 1 --2- 172.21.15.33:0/471840618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d780b6ed0 0x7f2d780b13c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.281+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/471840618 >> 172.21.15.33:0/471840618 conn(0x7f2d780d1bb0 msgr2=0x7f2d780d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:05.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.281+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/471840618 shutdown_connections 2024-07-26T15:30:05.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.281+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/471840618 wait complete. 2024-07-26T15:30:05.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.282+0000 7f2d7fa2c640 1 Processor -- start 2024-07-26T15:30:05.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.282+0000 7f2d7fa2c640 1 -- start start 2024-07-26T15:30:05.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7fa2c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d780b1900 0x7f2d78162860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:05.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7fa2c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d780b6ed0 0x7f2d7815e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:05.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7fa2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d7815ea20 0x7f2d781f6b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:05.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7fa2c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2d781664d0 con 0x7f2d7815ea20 2024-07-26T15:30:05.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7fa2c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2d780b76d0 con 0x7f2d780b6ed0 2024-07-26T15:30:05.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7fa2c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2d78166650 con 0x7f2d780b1900 2024-07-26T15:30:05.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7dfc9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d7815ea20 0x7f2d781f6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:05.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7dfc9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d7815ea20 0x7f2d781f6b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40046/0 (socket says 172.21.15.33:40046) 2024-07-26T15:30:05.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7dfc9640 1 -- 172.21.15.33:0/4078836681 learned_addr learned my addr 172.21.15.33:0/4078836681 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:05.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7d7c8640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d780b1900 0x7f2d78162860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:05.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7cfc7640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d780b6ed0 0x7f2d7815e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:05.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7dfc9640 1 -- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d780b1900 msgr2=0x7f2d78162860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:05.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7dfc9640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d780b1900 0x7f2d78162860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7dfc9640 1 -- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d780b6ed0 msgr2=0x7f2d7815e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:05.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7dfc9640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d780b6ed0 0x7f2d7815e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.284+0000 7f2d7dfc9640 1 -- 172.21.15.33:0/4078836681 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d7815ee30 con 0x7f2d7815ea20 2024-07-26T15:30:05.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.285+0000 7f2d7dfc9640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d7815ea20 0x7f2d781f6b40 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f2d7000ec20 tx=0x7f2d7000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:05.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.285+0000 7f2d6dffb640 1 -- 172.21.15.33:0/4078836681 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d70003b70 con 0x7f2d7815ea20 2024-07-26T15:30:05.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.285+0000 7f2d6dffb640 1 -- 172.21.15.33:0/4078836681 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d70003e00 con 0x7f2d7815ea20 2024-07-26T15:30:05.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.285+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/4078836681 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d781f30b0 con 0x7f2d7815ea20 2024-07-26T15:30:05.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.285+0000 7f2d6dffb640 1 -- 172.21.15.33:0/4078836681 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d70004280 con 0x7f2d7815ea20 2024-07-26T15:30:05.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.285+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/4078836681 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d781f3370 con 0x7f2d7815ea20 2024-07-26T15:30:05.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.286+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/4078836681 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d78162f40 con 0x7f2d7815ea20 2024-07-26T15:30:05.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.287+0000 7f2d6dffb640 1 -- 172.21.15.33:0/4078836681 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 8) ==== 98994+0+0 (secure 0 0 0) 0x7f2d70004420 con 0x7f2d7815ea20 2024-07-26T15:30:05.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.287+0000 7f2d6dffb640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2d5c076eb0 0x7f2d5c0793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:05.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.287+0000 7f2d6dffb640 1 -- 172.21.15.33:0/4078836681 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f2d700994b0 con 0x7f2d7815ea20 2024-07-26T15:30:05.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.287+0000 7f2d7d7c8640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2d5c076eb0 0x7f2d5c0793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:05.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.288+0000 7f2d7d7c8640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2d5c076eb0 0x7f2d5c0793c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f2d74034000 tx=0x7f2d74004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:05.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.292+0000 7f2d6dffb640 1 -- 172.21.15.33:0/4078836681 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2d7815ee30 con 0x7f2d7815ea20 2024-07-26T15:30:05.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.506+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/4078836681 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/dir2", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f2d780b1d10 con 0x7f2d5c076eb0 2024-07-26T15:30:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.556+0000 7f2d6dffb640 1 -- 172.21.15.33:0/4078836681 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 9) ==== 99259+0+0 (secure 0 0 0) 0x7f2d7005e410 con 0x7f2d7815ea20 2024-07-26T15:30:05.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.583+0000 7f2d6dffb640 1 -- 172.21.15.33:0/4078836681 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f2d780b1d10 con 0x7f2d5c076eb0 2024-07-26T15:30:05.585 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1/dir2 2024-07-26T15:30:05.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2d5c076eb0 msgr2=0x7f2d5c0793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:05.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2d5c076eb0 0x7f2d5c0793c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f2d74034000 tx=0x7f2d74004730 comp rx=0 tx=0).stop 2024-07-26T15:30:05.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/4078836681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d7815ea20 msgr2=0x7f2d781f6b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:05.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d7815ea20 0x7f2d781f6b40 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f2d7000ec20 tx=0x7f2d7000c6a0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/4078836681 shutdown_connections 2024-07-26T15:30:05.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2d5c076eb0 0x7f2d5c0793c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d7815ea20 0x7f2d781f6b40 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d780b6ed0 0x7f2d7815e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 --2- 172.21.15.33:0/4078836681 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d780b1900 0x7f2d78162860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/4078836681 >> 172.21.15.33:0/4078836681 conn(0x7f2d780d1bb0 msgr2=0x7f2d780b02b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:05.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/4078836681 shutdown_connections 2024-07-26T15:30:05.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.585+0000 7f2d7fa2c640 1 -- 172.21.15.33:0/4078836681 wait complete. 2024-07-26T15:30:05.598 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1/dir2 2024-07-26T15:30:05.598 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:30:05.598 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/dir3) 2024-07-26T15:30:05.616 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1/dir3 1m 2024-07-26T15:30:05.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.775+0000 7f25cd5c4640 1 -- 172.21.15.33:0/1596600613 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c80b6f60 msgr2=0x7f25c80b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:05.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.775+0000 7f25cd5c4640 1 --2- 172.21.15.33:0/1596600613 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c80b6f60 0x7f25c80b31d0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f25b8005fd0 tx=0x7f25b802a4a0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.775+0000 7f25cd5c4640 1 -- 172.21.15.33:0/1596600613 shutdown_connections 2024-07-26T15:30:05.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.775+0000 7f25cd5c4640 1 --2- 172.21.15.33:0/1596600613 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f25c80ce2d0 0x7f25c80ce6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.775+0000 7f25cd5c4640 1 --2- 172.21.15.33:0/1596600613 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c80b6f60 0x7f25c80b31d0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.775+0000 7f25cd5c4640 1 -- 172.21.15.33:0/1596600613 >> 172.21.15.33:0/1596600613 conn(0x7f25c80b37a0 msgr2=0x7f25c80b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:05.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.775+0000 7f25cd5c4640 1 -- 172.21.15.33:0/1596600613 shutdown_connections 2024-07-26T15:30:05.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.775+0000 7f25cd5c4640 1 -- 172.21.15.33:0/1596600613 wait complete. 2024-07-26T15:30:05.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.777+0000 7f25cd5c4640 1 Processor -- start 2024-07-26T15:30:05.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.777+0000 7f25cd5c4640 1 -- start start 2024-07-26T15:30:05.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.778+0000 7f25cd5c4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f25c80b6f60 0x7f25c815c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:05.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.778+0000 7f25cd5c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25c80ce2d0 0x7f25c8159600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:05.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.778+0000 7f25cd5c4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c80cec20 0x7f25c8159b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:05.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.778+0000 7f25cd5c4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f25c80b2090 con 0x7f25c80cec20 2024-07-26T15:30:05.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.778+0000 7f25cd5c4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f25c80b1f10 con 0x7f25c80ce2d0 2024-07-26T15:30:05.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.778+0000 7f25cd5c4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f25c80b2210 con 0x7f25c80b6f60 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25c77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c80cec20 0x7f25c8159b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25c77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c80cec20 0x7f25c8159b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40068/0 (socket says 172.21.15.33:40068) 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25c77fe640 1 -- 172.21.15.33:0/51921959 learned_addr learned my addr 172.21.15.33:0/51921959 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25c6ffd640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f25c80b6f60 0x7f25c815c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25c67fc640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25c80ce2d0 0x7f25c8159600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25c77fe640 1 -- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f25c80b6f60 msgr2=0x7f25c815c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25c77fe640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f25c80b6f60 0x7f25c815c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25c77fe640 1 -- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25c80ce2d0 msgr2=0x7f25c8159600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25c77fe640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25c80ce2d0 0x7f25c8159600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25c77fe640 1 -- 172.21.15.33:0/51921959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25c8157960 con 0x7f25c80cec20 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25c77fe640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c80cec20 0x7f25c8159b40 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f25c000b9e0 tx=0x7f25c000bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:05.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25af7fe640 1 -- 172.21.15.33:0/51921959 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c0019070 con 0x7f25c80cec20 2024-07-26T15:30:05.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25af7fe640 1 -- 172.21.15.33:0/51921959 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f25c000cc10 con 0x7f25c80cec20 2024-07-26T15:30:05.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.779+0000 7f25cd5c4640 1 -- 172.21.15.33:0/51921959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25c8157c40 con 0x7f25c80cec20 2024-07-26T15:30:05.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.780+0000 7f25af7fe640 1 -- 172.21.15.33:0/51921959 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c0014440 con 0x7f25c80cec20 2024-07-26T15:30:05.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.780+0000 7f25cd5c4640 1 -- 172.21.15.33:0/51921959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25c815d660 con 0x7f25c80cec20 2024-07-26T15:30:05.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.780+0000 7f25cd5c4640 1 -- 172.21.15.33:0/51921959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25c80b26e0 con 0x7f25c80cec20 2024-07-26T15:30:05.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.781+0000 7f25af7fe640 1 -- 172.21.15.33:0/51921959 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 9) ==== 99259+0+0 (secure 0 0 0) 0x7f25c001c070 con 0x7f25c80cec20 2024-07-26T15:30:05.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.782+0000 7f25af7fe640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f25b4077180 0x7f25b4079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:05.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.782+0000 7f25af7fe640 1 -- 172.21.15.33:0/51921959 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f25c0098b40 con 0x7f25c80cec20 2024-07-26T15:30:05.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.782+0000 7f25c6ffd640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f25b4077180 0x7f25b4079690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:05.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.783+0000 7f25c6ffd640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f25b4077180 0x7f25b4079690 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f25b8033000 tx=0x7f25b8004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:05.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:05.787+0000 7f25af7fe640 1 -- 172.21.15.33:0/51921959 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f25c0061230 con 0x7f25c80cec20 2024-07-26T15:30:06.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.000+0000 7f25cd5c4640 1 -- 172.21.15.33:0/51921959 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/dir3", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f25c8157e10 con 0x7f25b4077180 2024-07-26T15:30:06.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.077+0000 7f25af7fe640 1 -- 172.21.15.33:0/51921959 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f25c8157e10 con 0x7f25b4077180 2024-07-26T15:30:06.079 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1/dir3 2024-07-26T15:30:06.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 -- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f25b4077180 msgr2=0x7f25b4079690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:06.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f25b4077180 0x7f25b4079690 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f25b8033000 tx=0x7f25b8004730 comp rx=0 tx=0).stop 2024-07-26T15:30:06.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 -- 172.21.15.33:0/51921959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c80cec20 msgr2=0x7f25c8159b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:06.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c80cec20 0x7f25c8159b40 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f25c000b9e0 tx=0x7f25c000bea0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 -- 172.21.15.33:0/51921959 shutdown_connections 2024-07-26T15:30:06.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f25b4077180 0x7f25b4079690 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c80cec20 0x7f25c8159b40 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25c80ce2d0 0x7f25c8159600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 --2- 172.21.15.33:0/51921959 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f25c80b6f60 0x7f25c815c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 -- 172.21.15.33:0/51921959 >> 172.21.15.33:0/51921959 conn(0x7f25c80b37a0 msgr2=0x7f25c80b5d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:06.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 -- 172.21.15.33:0/51921959 shutdown_connections 2024-07-26T15:30:06.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.079+0000 7f25cd5c4640 1 -- 172.21.15.33:0/51921959 wait complete. 2024-07-26T15:30:06.092 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1/dir3 2024-07-26T15:30:06.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:30:06.092 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/dir4) 2024-07-26T15:30:06.110 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1/dir4 1m 2024-07-26T15:30:06.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.270+0000 7fc4643a7640 1 -- 172.21.15.33:0/470838105 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc45c0b31d0 msgr2=0x7fc45c0ce9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:06.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.270+0000 7fc4643a7640 1 --2- 172.21.15.33:0/470838105 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc45c0b31d0 0x7fc45c0ce9e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc454009be0 tx=0x7fc45402a8b0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.270+0000 7fc4643a7640 1 -- 172.21.15.33:0/470838105 shutdown_connections 2024-07-26T15:30:06.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.270+0000 7fc4643a7640 1 --2- 172.21.15.33:0/470838105 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc45c0b31d0 0x7fc45c0ce9e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.270+0000 7fc4643a7640 1 -- 172.21.15.33:0/470838105 >> 172.21.15.33:0/470838105 conn(0x7fc45c0b37a0 msgr2=0x7fc45c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:06.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.270+0000 7fc4643a7640 1 -- 172.21.15.33:0/470838105 shutdown_connections 2024-07-26T15:30:06.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.270+0000 7fc4643a7640 1 -- 172.21.15.33:0/470838105 wait complete. 2024-07-26T15:30:06.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.272+0000 7fc4643a7640 1 Processor -- start 2024-07-26T15:30:06.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.272+0000 7fc4643a7640 1 -- start start 2024-07-26T15:30:06.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.273+0000 7fc4643a7640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc45c0b2600 0x7fc45c14e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:06.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.273+0000 7fc4643a7640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc45c0b31d0 0x7fc45c1f6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:06.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.273+0000 7fc4643a7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc45c0b6f60 0x7fc45c0b03c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:06.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.273+0000 7fc4643a7640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc45c0cd350 con 0x7fc45c0b6f60 2024-07-26T15:30:06.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.273+0000 7fc4643a7640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc45c0cd1d0 con 0x7fc45c0b31d0 2024-07-26T15:30:06.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.273+0000 7fc4643a7640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc45c0cd4d0 con 0x7fc45c0b2600 2024-07-26T15:30:06.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc462944640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc45c0b6f60 0x7fc45c0b03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:06.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc462944640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc45c0b6f60 0x7fc45c0b03c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40078/0 (socket says 172.21.15.33:40078) 2024-07-26T15:30:06.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc462944640 1 -- 172.21.15.33:0/3595587117 learned_addr learned my addr 172.21.15.33:0/3595587117 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:06.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc462143640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc45c0b2600 0x7fc45c14e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:06.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc461942640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc45c0b31d0 0x7fc45c1f6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:06.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc462944640 1 -- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc45c0b2600 msgr2=0x7fc45c14e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:06.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc462944640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc45c0b2600 0x7fc45c14e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc462944640 1 -- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc45c0b31d0 msgr2=0x7fc45c1f6510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:06.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc462944640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc45c0b31d0 0x7fc45c1f6510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc462944640 1 -- 172.21.15.33:0/3595587117 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc45c157e60 con 0x7fc45c0b6f60 2024-07-26T15:30:06.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc462944640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc45c0b6f60 0x7fc45c0b03c0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fc454009be0 tx=0x7fc454003e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:06.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc452ffd640 1 -- 172.21.15.33:0/3595587117 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc454042020 con 0x7fc45c0b6f60 2024-07-26T15:30:06.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc452ffd640 1 -- 172.21.15.33:0/3595587117 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc454033b00 con 0x7fc45c0b6f60 2024-07-26T15:30:06.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc452ffd640 1 -- 172.21.15.33:0/3595587117 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc454037040 con 0x7fc45c0b6f60 2024-07-26T15:30:06.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc4643a7640 1 -- 172.21.15.33:0/3595587117 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc45c1f7160 con 0x7fc45c0b6f60 2024-07-26T15:30:06.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.274+0000 7fc4643a7640 1 -- 172.21.15.33:0/3595587117 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc45c1583c0 con 0x7fc45c0b6f60 2024-07-26T15:30:06.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.275+0000 7fc4643a7640 1 -- 172.21.15.33:0/3595587117 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc45c0cd9f0 con 0x7fc45c0b6f60 2024-07-26T15:30:06.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.276+0000 7fc452ffd640 1 -- 172.21.15.33:0/3595587117 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 9) ==== 99259+0+0 (secure 0 0 0) 0x7fc454045020 con 0x7fc45c0b6f60 2024-07-26T15:30:06.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.276+0000 7fc452ffd640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc4400771b0 0x7fc4400796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:06.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.277+0000 7fc452ffd640 1 -- 172.21.15.33:0/3595587117 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7fc4540b9830 con 0x7fc45c0b6f60 2024-07-26T15:30:06.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.277+0000 7fc462143640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc4400771b0 0x7fc4400796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:06.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.277+0000 7fc462143640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc4400771b0 0x7fc4400796c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc4580013c0 tx=0x7fc458001720 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:06.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.281+0000 7fc452ffd640 1 -- 172.21.15.33:0/3595587117 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc45404c030 con 0x7fc45c0b6f60 2024-07-26T15:30:06.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.494+0000 7fc4643a7640 1 -- 172.21.15.33:0/3595587117 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/dir4", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fc45c1f6ef0 con 0x7fc4400771b0 2024-07-26T15:30:06.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.568+0000 7fc452ffd640 1 -- 172.21.15.33:0/3595587117 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fc45c1f6ef0 con 0x7fc4400771b0 2024-07-26T15:30:06.570 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1/dir4 2024-07-26T15:30:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.570+0000 7fc4643a7640 1 -- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc4400771b0 msgr2=0x7fc4400796c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.570+0000 7fc4643a7640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc4400771b0 0x7fc4400796c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fc4580013c0 tx=0x7fc458001720 comp rx=0 tx=0).stop 2024-07-26T15:30:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.570+0000 7fc4643a7640 1 -- 172.21.15.33:0/3595587117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc45c0b6f60 msgr2=0x7fc45c0b03c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.570+0000 7fc4643a7640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc45c0b6f60 0x7fc45c0b03c0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fc454009be0 tx=0x7fc454003e70 comp rx=0 tx=0).stop 2024-07-26T15:30:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.570+0000 7fc4643a7640 1 -- 172.21.15.33:0/3595587117 shutdown_connections 2024-07-26T15:30:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.570+0000 7fc4643a7640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc4400771b0 0x7fc4400796c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.570+0000 7fc4643a7640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc45c0b6f60 0x7fc45c0b03c0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.570+0000 7fc4643a7640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc45c0b31d0 0x7fc45c1f6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.570+0000 7fc4643a7640 1 --2- 172.21.15.33:0/3595587117 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc45c0b2600 0x7fc45c14e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.570+0000 7fc4643a7640 1 -- 172.21.15.33:0/3595587117 >> 172.21.15.33:0/3595587117 conn(0x7fc45c0b37a0 msgr2=0x7fc45c0d1870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:06.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.571+0000 7fc4643a7640 1 -- 172.21.15.33:0/3595587117 shutdown_connections 2024-07-26T15:30:06.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.571+0000 7fc4643a7640 1 -- 172.21.15.33:0/3595587117 wait complete. 2024-07-26T15:30:06.583 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1/dir4 2024-07-26T15:30:06.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:30:06.583 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/dir5) 2024-07-26T15:30:06.601 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1/dir5 1m 2024-07-26T15:30:06.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.760+0000 7fd3683da640 1 -- 172.21.15.33:0/2720302441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3600cead0 msgr2=0x7fd3600cc690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:06.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.760+0000 7fd3683da640 1 --2- 172.21.15.33:0/2720302441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3600cead0 0x7fd3600cc690 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fd354009830 tx=0x7fd35402a480 comp rx=0 tx=0).stop 2024-07-26T15:30:06.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.760+0000 7fd3683da640 1 -- 172.21.15.33:0/2720302441 shutdown_connections 2024-07-26T15:30:06.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.760+0000 7fd3683da640 1 --2- 172.21.15.33:0/2720302441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3600cead0 0x7fd3600cc690 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.760+0000 7fd3683da640 1 -- 172.21.15.33:0/2720302441 >> 172.21.15.33:0/2720302441 conn(0x7fd3600b3810 msgr2=0x7fd3600b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:06.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.760+0000 7fd3683da640 1 -- 172.21.15.33:0/2720302441 shutdown_connections 2024-07-26T15:30:06.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.760+0000 7fd3683da640 1 -- 172.21.15.33:0/2720302441 wait complete. 2024-07-26T15:30:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.762+0000 7fd3683da640 1 Processor -- start 2024-07-26T15:30:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.762+0000 7fd3683da640 1 -- start start 2024-07-26T15:30:06.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.763+0000 7fd3683da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3600b6730 0x7fd360147110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.763+0000 7fd3683da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3600cfcc0 0x7fd3601e1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.763+0000 7fd3683da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3601520f0 0x7fd3601e1b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.763+0000 7fd3683da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd3600cd2e0 con 0x7fd3601520f0 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.763+0000 7fd3683da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd3600b7810 con 0x7fd3600b6730 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.763+0000 7fd3683da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd3600cd460 con 0x7fd3600cfcc0 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.763+0000 7fd366977640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3601520f0 0x7fd3601e1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.763+0000 7fd366977640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3601520f0 0x7fd3601e1b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40098/0 (socket says 172.21.15.33:40098) 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.763+0000 7fd366977640 1 -- 172.21.15.33:0/4055586701 learned_addr learned my addr 172.21.15.33:0/4055586701 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.763+0000 7fd365975640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3600cfcc0 0x7fd3601e1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.763+0000 7fd366176640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3600b6730 0x7fd360147110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.764+0000 7fd366977640 1 -- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3600cfcc0 msgr2=0x7fd3601e1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:06.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.764+0000 7fd366977640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3600cfcc0 0x7fd3601e1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.764+0000 7fd366977640 1 -- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3600b6730 msgr2=0x7fd360147110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:06.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.764+0000 7fd366977640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3600b6730 0x7fd360147110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:06.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.764+0000 7fd366977640 1 -- 172.21.15.33:0/4055586701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3601e71b0 con 0x7fd3601520f0 2024-07-26T15:30:06.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.764+0000 7fd366977640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3601520f0 0x7fd3601e1b40 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fd35800c3c0 tx=0x7fd35800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:06.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.764+0000 7fd35effd640 1 -- 172.21.15.33:0/4055586701 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd358011790 con 0x7fd3601520f0 2024-07-26T15:30:06.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.764+0000 7fd35effd640 1 -- 172.21.15.33:0/4055586701 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd358017070 con 0x7fd3601520f0 2024-07-26T15:30:06.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.764+0000 7fd3683da640 1 -- 172.21.15.33:0/4055586701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3601e6ed0 con 0x7fd3601520f0 2024-07-26T15:30:06.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.764+0000 7fd35effd640 1 -- 172.21.15.33:0/4055586701 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd358011ce0 con 0x7fd3601520f0 2024-07-26T15:30:06.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.764+0000 7fd3683da640 1 -- 172.21.15.33:0/4055586701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3600c7930 con 0x7fd3601520f0 2024-07-26T15:30:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.765+0000 7fd3683da640 1 -- 172.21.15.33:0/4055586701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3601e6c20 con 0x7fd3601520f0 2024-07-26T15:30:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.766+0000 7fd35effd640 1 -- 172.21.15.33:0/4055586701 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 9) ==== 99259+0+0 (secure 0 0 0) 0x7fd35801c460 con 0x7fd3601520f0 2024-07-26T15:30:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.766+0000 7fd35effd640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd34c0771b0 0x7fd34c0796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.766+0000 7fd35effd640 1 -- 172.21.15.33:0/4055586701 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7fd358098be0 con 0x7fd3601520f0 2024-07-26T15:30:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.767+0000 7fd366176640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd34c0771b0 0x7fd34c0796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.767+0000 7fd366176640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd34c0771b0 0x7fd34c0796c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fd350009f20 tx=0x7fd3500094d0 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:06.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.771+0000 7fd35effd640 1 -- 172.21.15.33:0/4055586701 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd358061920 con 0x7fd3601520f0 2024-07-26T15:30:06.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:06.986+0000 7fd3683da640 1 -- 172.21.15.33:0/4055586701 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/dir5", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fd3600cd980 con 0x7fd34c0771b0 2024-07-26T15:30:07.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.054+0000 7fd35effd640 1 -- 172.21.15.33:0/4055586701 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fd3600cd980 con 0x7fd34c0771b0 2024-07-26T15:30:07.056 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1/dir5 2024-07-26T15:30:07.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 -- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd34c0771b0 msgr2=0x7fd34c0796c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:07.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd34c0771b0 0x7fd34c0796c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fd350009f20 tx=0x7fd3500094d0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 -- 172.21.15.33:0/4055586701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3601520f0 msgr2=0x7fd3601e1b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:07.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3601520f0 0x7fd3601e1b40 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fd35800c3c0 tx=0x7fd35800c880 comp rx=0 tx=0).stop 2024-07-26T15:30:07.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 -- 172.21.15.33:0/4055586701 shutdown_connections 2024-07-26T15:30:07.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd34c0771b0 0x7fd34c0796c0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3601520f0 0x7fd3601e1b40 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3600cfcc0 0x7fd3601e1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 --2- 172.21.15.33:0/4055586701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3600b6730 0x7fd360147110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 -- 172.21.15.33:0/4055586701 >> 172.21.15.33:0/4055586701 conn(0x7fd3600b3810 msgr2=0x7fd360070600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:07.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 -- 172.21.15.33:0/4055586701 shutdown_connections 2024-07-26T15:30:07.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.056+0000 7fd3683da640 1 -- 172.21.15.33:0/4055586701 wait complete. 2024-07-26T15:30:07.069 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1/dir5 2024-07-26T15:30:07.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:30:07.069 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/dir6) 2024-07-26T15:30:07.087 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1/dir6 1m 2024-07-26T15:30:07.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.247+0000 7f16853ba640 1 -- 172.21.15.33:0/1954300337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16800b1d10 msgr2=0x7f1680165f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:07.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.247+0000 7f16853ba640 1 --2- 172.21.15.33:0/1954300337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16800b1d10 0x7f1680165f90 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f16800731d0 tx=0x7f167802aa70 comp rx=0 tx=0).stop 2024-07-26T15:30:07.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.247+0000 7f16853ba640 1 -- 172.21.15.33:0/1954300337 shutdown_connections 2024-07-26T15:30:07.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.247+0000 7f16853ba640 1 --2- 172.21.15.33:0/1954300337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16800b1d10 0x7f1680165f90 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.247+0000 7f16853ba640 1 --2- 172.21.15.33:0/1954300337 >> v2:172.21.15.154:3300/0 conn(0x7f16800b6ed0 0x7f16800b13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.247+0000 7f16853ba640 1 -- 172.21.15.33:0/1954300337 >> 172.21.15.33:0/1954300337 conn(0x7f16800d1bb0 msgr2=0x7f16800d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:07.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.248+0000 7f16853ba640 1 -- 172.21.15.33:0/1954300337 shutdown_connections 2024-07-26T15:30:07.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.248+0000 7f16853ba640 1 -- 172.21.15.33:0/1954300337 wait complete. 2024-07-26T15:30:07.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.249+0000 7f16853ba640 1 Processor -- start 2024-07-26T15:30:07.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.249+0000 7f16853ba640 1 -- start start 2024-07-26T15:30:07.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f16853ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16800b1900 0x7f1680154ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:07.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f16853ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16800b6ed0 0x7f1680153780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:07.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f16853ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1680153cc0 0x7f16801f2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:07.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f16853ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f16800b7640 con 0x7f1680153cc0 2024-07-26T15:30:07.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f16853ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f16800b74c0 con 0x7f16800b1900 2024-07-26T15:30:07.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f16853ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f16801664d0 con 0x7f16800b6ed0 2024-07-26T15:30:07.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f167f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1680153cc0 0x7f16801f2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f167f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1680153cc0 0x7f16801f2e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40108/0 (socket says 172.21.15.33:40108) 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f167f7fe640 1 -- 172.21.15.33:0/4053999569 learned_addr learned my addr 172.21.15.33:0/4053999569 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f167effd640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16800b1900 0x7f1680154ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f1677fff640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16800b6ed0 0x7f1680153780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f167f7fe640 1 -- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16800b6ed0 msgr2=0x7f1680153780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f167f7fe640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16800b6ed0 0x7f1680153780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f167f7fe640 1 -- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16800b1900 msgr2=0x7f1680154ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f167f7fe640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16800b1900 0x7f1680154ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f167f7fe640 1 -- 172.21.15.33:0/4053999569 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1680164220 con 0x7f1680153cc0 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f167f7fe640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1680153cc0 0x7f16801f2e70 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f1678006010 tx=0x7f16780093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.251+0000 7f16777fe640 1 -- 172.21.15.33:0/4053999569 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678046070 con 0x7f1680153cc0 2024-07-26T15:30:07.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.252+0000 7f16777fe640 1 -- 172.21.15.33:0/4053999569 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1678004540 con 0x7f1680153cc0 2024-07-26T15:30:07.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.252+0000 7f16777fe640 1 -- 172.21.15.33:0/4053999569 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678033070 con 0x7f1680153cc0 2024-07-26T15:30:07.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.252+0000 7f16853ba640 1 -- 172.21.15.33:0/4053999569 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1680164500 con 0x7f1680153cc0 2024-07-26T15:30:07.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.252+0000 7f16853ba640 1 -- 172.21.15.33:0/4053999569 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1680164ac0 con 0x7f1680153cc0 2024-07-26T15:30:07.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.253+0000 7f16853ba640 1 -- 172.21.15.33:0/4053999569 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1680163f90 con 0x7f1680153cc0 2024-07-26T15:30:07.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.253+0000 7f16777fe640 1 -- 172.21.15.33:0/4053999569 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 9) ==== 99259+0+0 (secure 0 0 0) 0x7f1678049070 con 0x7f1680153cc0 2024-07-26T15:30:07.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.254+0000 7f16777fe640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f16600771b0 0x7f16600796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:07.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.254+0000 7f16777fe640 1 -- 172.21.15.33:0/4053999569 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f16780b9f60 con 0x7f1680153cc0 2024-07-26T15:30:07.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.254+0000 7f167effd640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f16600771b0 0x7f16600796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:07.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.255+0000 7f167effd640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f16600771b0 0x7f16600796c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1670009b30 tx=0x7f1670005f90 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:07.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.258+0000 7f16777fe640 1 -- 172.21.15.33:0/4053999569 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f167803e070 con 0x7f1680153cc0 2024-07-26T15:30:07.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.472+0000 7f16853ba640 1 -- 172.21.15.33:0/4053999569 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/dir6", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f16800cfab0 con 0x7f16600771b0 2024-07-26T15:30:07.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.551+0000 7f16777fe640 1 -- 172.21.15.33:0/4053999569 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f16800cfab0 con 0x7f16600771b0 2024-07-26T15:30:07.553 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1/dir6 2024-07-26T15:30:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 -- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f16600771b0 msgr2=0x7f16600796c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f16600771b0 0x7f16600796c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1670009b30 tx=0x7f1670005f90 comp rx=0 tx=0).stop 2024-07-26T15:30:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 -- 172.21.15.33:0/4053999569 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1680153cc0 msgr2=0x7f16801f2e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1680153cc0 0x7f16801f2e70 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f1678006010 tx=0x7f16780093d0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 -- 172.21.15.33:0/4053999569 shutdown_connections 2024-07-26T15:30:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f16600771b0 0x7f16600796c0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1680153cc0 0x7f16801f2e70 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16800b6ed0 0x7f1680153780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 --2- 172.21.15.33:0/4053999569 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16800b1900 0x7f1680154ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 -- 172.21.15.33:0/4053999569 >> 172.21.15.33:0/4053999569 conn(0x7f16800d1bb0 msgr2=0x7f16800d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:07.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 -- 172.21.15.33:0/4053999569 shutdown_connections 2024-07-26T15:30:07.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.553+0000 7f16853ba640 1 -- 172.21.15.33:0/4053999569 wait complete. 2024-07-26T15:30:07.567 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1/dir6 2024-07-26T15:30:07.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:30:07.567 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/dir7) 2024-07-26T15:30:07.589 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1/dir7 1m 2024-07-26T15:30:07.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.749+0000 7f99c08da640 1 -- 172.21.15.33:0/1503058577 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99bc0b5f80 msgr2=0x7f99bc0d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:07.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.749+0000 7f99c08da640 1 --2- 172.21.15.33:0/1503058577 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99bc0b5f80 0x7f99bc0d1920 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f99b0009830 tx=0x7f99b002a510 comp rx=0 tx=0).stop 2024-07-26T15:30:07.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.749+0000 7f99c08da640 1 -- 172.21.15.33:0/1503058577 shutdown_connections 2024-07-26T15:30:07.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.749+0000 7f99c08da640 1 --2- 172.21.15.33:0/1503058577 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99bc0b5f80 0x7f99bc0d1920 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.749+0000 7f99c08da640 1 --2- 172.21.15.33:0/1503058577 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99bc0cfa50 0x7f99bc0b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.749+0000 7f99c08da640 1 -- 172.21.15.33:0/1503058577 >> 172.21.15.33:0/1503058577 conn(0x7f99bc0d3de0 msgr2=0x7f99bc0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:07.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.749+0000 7f99c08da640 1 -- 172.21.15.33:0/1503058577 shutdown_connections 2024-07-26T15:30:07.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.749+0000 7f99c08da640 1 -- 172.21.15.33:0/1503058577 wait complete. 2024-07-26T15:30:07.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.751+0000 7f99c08da640 1 Processor -- start 2024-07-26T15:30:07.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.751+0000 7f99c08da640 1 -- start start 2024-07-26T15:30:07.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.752+0000 7f99c08da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99bc0b5f80 0x7f99bc1f9b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:07.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.752+0000 7f99c08da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99bc0b6390 0x7f99bc1dcda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:07.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.752+0000 7f99c08da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99bc0cfa50 0x7f99bc0c9f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:07.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.752+0000 7f99c08da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f99bc0b3740 con 0x7f99bc0cfa50 2024-07-26T15:30:07.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.752+0000 7f99c08da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f99bc0b2d30 con 0x7f99bc0b6390 2024-07-26T15:30:07.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.752+0000 7f99c08da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f99bc0b38c0 con 0x7f99bc0b5f80 2024-07-26T15:30:07.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99bad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99bc0cfa50 0x7f99bc0c9f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:07.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99b9d9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99bc0b6390 0x7f99bc1dcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:07.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99ba59c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99bc0b5f80 0x7f99bc1f9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:07.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99b9d9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99bc0b6390 0x7f99bc1dcda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:43940/0 (socket says 172.21.15.33:43940) 2024-07-26T15:30:07.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99bad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99bc0cfa50 0x7f99bc0c9f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40124/0 (socket says 172.21.15.33:40124) 2024-07-26T15:30:07.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99b9d9b640 1 -- 172.21.15.33:0/1757632112 learned_addr learned my addr 172.21.15.33:0/1757632112 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:07.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99ba59c640 1 -- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99bc0b6390 msgr2=0x7f99bc1dcda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:07.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99ba59c640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99bc0b6390 0x7f99bc1dcda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99ba59c640 1 -- 172.21.15.33:0/1757632112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99bc0cfa50 msgr2=0x7f99bc0c9f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:07.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99ba59c640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99bc0cfa50 0x7f99bc0c9f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:07.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99ba59c640 1 -- 172.21.15.33:0/1757632112 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99bc1fa0a0 con 0x7f99bc0b5f80 2024-07-26T15:30:07.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99bad9d640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99bc0cfa50 0x7f99bc0c9f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:30:07.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99ba59c640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99bc0b5f80 0x7f99bc1f9b60 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f99ac00ea20 tx=0x7f99ac00eee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:07.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99aaffd640 1 -- 172.21.15.33:0/1757632112 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ac00ccc0 con 0x7f99bc0b5f80 2024-07-26T15:30:07.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.753+0000 7f99aaffd640 1 -- 172.21.15.33:0/1757632112 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f99ac00ce60 con 0x7f99bc0b5f80 2024-07-26T15:30:07.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.754+0000 7f99c08da640 1 -- 172.21.15.33:0/1757632112 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99bc1df940 con 0x7f99bc0b5f80 2024-07-26T15:30:07.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.754+0000 7f99aaffd640 1 -- 172.21.15.33:0/1757632112 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99ac004280 con 0x7f99bc0b5f80 2024-07-26T15:30:07.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.754+0000 7f99c08da640 1 -- 172.21.15.33:0/1757632112 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f99bc1dff00 con 0x7f99bc0b5f80 2024-07-26T15:30:07.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.755+0000 7f99c08da640 1 -- 172.21.15.33:0/1757632112 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99bc0cffc0 con 0x7f99bc0b5f80 2024-07-26T15:30:07.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.755+0000 7f99aaffd640 1 -- 172.21.15.33:0/1757632112 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7f99ac0035f0 con 0x7f99bc0b5f80 2024-07-26T15:30:07.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.756+0000 7f99aaffd640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f999c077210 0x7f999c079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:07.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.756+0000 7f99aaffd640 1 -- 172.21.15.33:0/1757632112 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f99ac099800 con 0x7f99bc0b5f80 2024-07-26T15:30:07.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.756+0000 7f99b9d9b640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f999c077210 0x7f999c079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:07.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.757+0000 7f99b9d9b640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f999c077210 0x7f999c079720 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f99bc1e6d00 tx=0x7f99b0004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:07.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.761+0000 7f99aaffd640 1 -- 172.21.15.33:0/1757632112 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f99bc1fa0a0 con 0x7f99bc0b5f80 2024-07-26T15:30:07.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:07.975+0000 7f99c08da640 1 -- 172.21.15.33:0/1757632112 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/dir7", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f99bc0d0280 con 0x7f999c077210 2024-07-26T15:30:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.046+0000 7f99aaffd640 1 -- 172.21.15.33:0/1757632112 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f99bc0d0280 con 0x7f999c077210 2024-07-26T15:30:08.048 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1/dir7 2024-07-26T15:30:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 -- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f999c077210 msgr2=0x7f999c079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f999c077210 0x7f999c079720 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f99bc1e6d00 tx=0x7f99b0004730 comp rx=0 tx=0).stop 2024-07-26T15:30:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 -- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99bc0b5f80 msgr2=0x7f99bc1f9b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99bc0b5f80 0x7f99bc1f9b60 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f99ac00ea20 tx=0x7f99ac00eee0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 -- 172.21.15.33:0/1757632112 shutdown_connections 2024-07-26T15:30:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f999c077210 0x7f999c079720 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99bc0cfa50 0x7f99bc0c9f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99bc0b6390 0x7f99bc1dcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 --2- 172.21.15.33:0/1757632112 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99bc0b5f80 0x7f99bc1f9b60 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 -- 172.21.15.33:0/1757632112 >> 172.21.15.33:0/1757632112 conn(0x7f99bc0d3de0 msgr2=0x7f99bc0b2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:08.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 -- 172.21.15.33:0/1757632112 shutdown_connections 2024-07-26T15:30:08.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.048+0000 7f99c08da640 1 -- 172.21.15.33:0/1757632112 wait complete. 2024-07-26T15:30:08.060 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1/dir7 2024-07-26T15:30:08.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:30:08.061 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/dir8) 2024-07-26T15:30:08.079 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1/dir8 1m 2024-07-26T15:30:08.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.239+0000 7fee24e1c640 1 -- 172.21.15.33:0/1111399703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee200d0c80 msgr2=0x7fee200ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.239+0000 7fee24e1c640 1 --2- 172.21.15.33:0/1111399703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee200d0c80 0x7fee200ce8d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fee14005fd0 tx=0x7fee1402a5d0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.239+0000 7fee24e1c640 1 -- 172.21.15.33:0/1111399703 shutdown_connections 2024-07-26T15:30:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.239+0000 7fee24e1c640 1 --2- 172.21.15.33:0/1111399703 >> v2:172.21.15.154:3300/0 conn(0x7fee200b7d00 0x7fee200cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.239+0000 7fee24e1c640 1 --2- 172.21.15.33:0/1111399703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee200d0c80 0x7fee200ce8d0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.239+0000 7fee24e1c640 1 -- 172.21.15.33:0/1111399703 >> 172.21.15.33:0/1111399703 conn(0x7fee200d3dc0 msgr2=0x7fee200d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.239+0000 7fee24e1c640 1 -- 172.21.15.33:0/1111399703 shutdown_connections 2024-07-26T15:30:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.239+0000 7fee24e1c640 1 -- 172.21.15.33:0/1111399703 wait complete. 2024-07-26T15:30:08.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.241+0000 7fee24e1c640 1 Processor -- start 2024-07-26T15:30:08.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.241+0000 7fee24e1c640 1 -- start start 2024-07-26T15:30:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.242+0000 7fee24e1c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee200b53e0 0x7fee201ea570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.242+0000 7fee24e1c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee200b7d00 0x7fee200a16d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.242+0000 7fee24e1c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee2015e370 0x7fee201e6a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.242+0000 7fee24e1c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fee200cf510 con 0x7fee2015e370 2024-07-26T15:30:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.242+0000 7fee24e1c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fee200cf390 con 0x7fee200b7d00 2024-07-26T15:30:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.242+0000 7fee24e1c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fee200cf690 con 0x7fee200b53e0 2024-07-26T15:30:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee1ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee2015e370 0x7fee201e6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee1ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee2015e370 0x7fee201e6a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40136/0 (socket says 172.21.15.33:40136) 2024-07-26T15:30:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee1ed9d640 1 -- 172.21.15.33:0/2494449567 learned_addr learned my addr 172.21.15.33:0/2494449567 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee1dd9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee200b7d00 0x7fee200a16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee1e59c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee200b53e0 0x7fee201ea570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee1ed9d640 1 -- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee200b53e0 msgr2=0x7fee201ea570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee1ed9d640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee200b53e0 0x7fee201ea570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee1ed9d640 1 -- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee200b7d00 msgr2=0x7fee200a16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee1ed9d640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee200b7d00 0x7fee200a16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee1ed9d640 1 -- 172.21.15.33:0/2494449567 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee200a0b10 con 0x7fee2015e370 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee1ed9d640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee2015e370 0x7fee201e6a70 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fee1800ec20 tx=0x7fee1800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee0effd640 1 -- 172.21.15.33:0/2494449567 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee18003b70 con 0x7fee2015e370 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee0effd640 1 -- 172.21.15.33:0/2494449567 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee18003e00 con 0x7fee2015e370 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee24e1c640 1 -- 172.21.15.33:0/2494449567 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee201e94d0 con 0x7fee2015e370 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee0effd640 1 -- 172.21.15.33:0/2494449567 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee18004280 con 0x7fee2015e370 2024-07-26T15:30:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.243+0000 7fee24e1c640 1 -- 172.21.15.33:0/2494449567 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee201e9a90 con 0x7fee2015e370 2024-07-26T15:30:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.244+0000 7fee24e1c640 1 -- 172.21.15.33:0/2494449567 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee200cfb40 con 0x7fee2015e370 2024-07-26T15:30:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.245+0000 7fee0effd640 1 -- 172.21.15.33:0/2494449567 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7fee18004420 con 0x7fee2015e370 2024-07-26T15:30:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.246+0000 7fee0effd640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fee00077210 0x7fee00079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.246+0000 7fee0effd640 1 -- 172.21.15.33:0/2494449567 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7fee18099d20 con 0x7fee2015e370 2024-07-26T15:30:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.246+0000 7fee1e59c640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fee00077210 0x7fee00079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:08.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.247+0000 7fee1e59c640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fee00077210 0x7fee00079720 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fee10000f60 tx=0x7fee10009040 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:08.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.250+0000 7fee0effd640 1 -- 172.21.15.33:0/2494449567 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fee200a0b10 con 0x7fee2015e370 2024-07-26T15:30:08.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.465+0000 7fee24e1c640 1 -- 172.21.15.33:0/2494449567 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/dir8", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fee201e9260 con 0x7fee00077210 2024-07-26T15:30:08.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.536+0000 7fee0effd640 1 -- 172.21.15.33:0/2494449567 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fee201e9260 con 0x7fee00077210 2024-07-26T15:30:08.538 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1/dir8 2024-07-26T15:30:08.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 -- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fee00077210 msgr2=0x7fee00079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:08.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fee00077210 0x7fee00079720 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fee10000f60 tx=0x7fee10009040 comp rx=0 tx=0).stop 2024-07-26T15:30:08.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 -- 172.21.15.33:0/2494449567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee2015e370 msgr2=0x7fee201e6a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:08.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee2015e370 0x7fee201e6a70 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fee1800ec20 tx=0x7fee1800c6a0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 -- 172.21.15.33:0/2494449567 shutdown_connections 2024-07-26T15:30:08.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fee00077210 0x7fee00079720 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee2015e370 0x7fee201e6a70 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee200b7d00 0x7fee200a16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 --2- 172.21.15.33:0/2494449567 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee200b53e0 0x7fee201ea570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 -- 172.21.15.33:0/2494449567 >> 172.21.15.33:0/2494449567 conn(0x7fee200d3dc0 msgr2=0x7fee20161220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:08.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 -- 172.21.15.33:0/2494449567 shutdown_connections 2024-07-26T15:30:08.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.538+0000 7fee24e1c640 1 -- 172.21.15.33:0/2494449567 wait complete. 2024-07-26T15:30:08.551 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1/dir8 2024-07-26T15:30:08.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:30:08.551 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/dir9) 2024-07-26T15:30:08.569 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1/dir9 1m 2024-07-26T15:30:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.730+0000 7f7f5da44640 1 -- 172.21.15.33:0/3905606596 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f580b6150 msgr2=0x7f7f580d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.730+0000 7f7f5da44640 1 --2- 172.21.15.33:0/3905606596 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f580b6150 0x7f7f580d1920 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7f40009860 tx=0x7f7f4002a5a0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.730+0000 7f7f5da44640 1 -- 172.21.15.33:0/3905606596 shutdown_connections 2024-07-26T15:30:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.730+0000 7f7f5da44640 1 --2- 172.21.15.33:0/3905606596 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f580b6150 0x7f7f580d1920 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.730+0000 7f7f5da44640 1 -- 172.21.15.33:0/3905606596 >> 172.21.15.33:0/3905606596 conn(0x7f7f580d3de0 msgr2=0x7f7f580d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.730+0000 7f7f5da44640 1 -- 172.21.15.33:0/3905606596 shutdown_connections 2024-07-26T15:30:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.730+0000 7f7f5da44640 1 -- 172.21.15.33:0/3905606596 wait complete. 2024-07-26T15:30:08.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.732+0000 7f7f5da44640 1 Processor -- start 2024-07-26T15:30:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.732+0000 7f7f5da44640 1 -- start start 2024-07-26T15:30:08.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.733+0000 7f7f5da44640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f580b6150 0x7f7f581f5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:08.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.733+0000 7f7f5da44640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f580cfa50 0x7f7f581f6040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:08.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.733+0000 7f7f5da44640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f580d1e60 0x7f7f581e50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:08.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.733+0000 7f7f5da44640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f580d2270 con 0x7f7f580b6150 2024-07-26T15:30:08.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.733+0000 7f7f5da44640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7f580b2d30 con 0x7f7f580d1e60 2024-07-26T15:30:08.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.733+0000 7f7f5da44640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7f580d23f0 con 0x7f7f580cfa50 2024-07-26T15:30:08.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.733+0000 7f7f56ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f580b6150 0x7f7f581f5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:08.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.733+0000 7f7f56ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f580b6150 0x7f7f581f5810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40138/0 (socket says 172.21.15.33:40138) 2024-07-26T15:30:08.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.733+0000 7f7f56ffd640 1 -- 172.21.15.33:0/2155101069 learned_addr learned my addr 172.21.15.33:0/2155101069 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:08.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f577fe640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f580d1e60 0x7f7f581e50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:08.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f567fc640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f580cfa50 0x7f7f581f6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:08.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f56ffd640 1 -- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f580cfa50 msgr2=0x7f7f581f6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:08.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f56ffd640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f580cfa50 0x7f7f581f6040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f56ffd640 1 -- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f580d1e60 msgr2=0x7f7f581e50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:08.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f56ffd640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f580d1e60 0x7f7f581e50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:08.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f56ffd640 1 -- 172.21.15.33:0/2155101069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f581ebf70 con 0x7f7f580b6150 2024-07-26T15:30:08.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f577fe640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f580d1e60 0x7f7f581e50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:30:08.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f56ffd640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f580b6150 0x7f7f581f5810 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f7f4800cbc0 tx=0x7f7f4800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:08.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f4ffff640 1 -- 172.21.15.33:0/2155101069 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f48016020 con 0x7f7f580b6150 2024-07-26T15:30:08.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f4ffff640 1 -- 172.21.15.33:0/2155101069 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f4800add0 con 0x7f7f580b6150 2024-07-26T15:30:08.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f5da44640 1 -- 172.21.15.33:0/2155101069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f581ec250 con 0x7f7f580b6150 2024-07-26T15:30:08.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f4ffff640 1 -- 172.21.15.33:0/2155101069 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f48012680 con 0x7f7f580b6150 2024-07-26T15:30:08.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.734+0000 7f7f5da44640 1 -- 172.21.15.33:0/2155101069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f580b6e60 con 0x7f7f580b6150 2024-07-26T15:30:08.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.735+0000 7f7f5da44640 1 -- 172.21.15.33:0/2155101069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f580d1920 con 0x7f7f580b6150 2024-07-26T15:30:08.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.736+0000 7f7f4ffff640 1 -- 172.21.15.33:0/2155101069 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7f7f48019020 con 0x7f7f580b6150 2024-07-26T15:30:08.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.737+0000 7f7f4ffff640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f7f38077240 0x7f7f38079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:08.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.737+0000 7f7f4ffff640 1 -- 172.21.15.33:0/2155101069 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f7f480992f0 con 0x7f7f580b6150 2024-07-26T15:30:08.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.737+0000 7f7f567fc640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f7f38077240 0x7f7f38079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:08.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.738+0000 7f7f567fc640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f7f38077240 0x7f7f38079750 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7f40034000 tx=0x7f7f40004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:08.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.741+0000 7f7f4ffff640 1 -- 172.21.15.33:0/2155101069 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7f48020030 con 0x7f7f580b6150 2024-07-26T15:30:08.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:08.956+0000 7f7f5da44640 1 -- 172.21.15.33:0/2155101069 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/dir9", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f7f580d0280 con 0x7f7f38077240 2024-07-26T15:30:09.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.022+0000 7f7f4ffff640 1 -- 172.21.15.33:0/2155101069 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f7f580d0280 con 0x7f7f38077240 2024-07-26T15:30:09.024 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1/dir9 2024-07-26T15:30:09.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.024+0000 7f7f5da44640 1 -- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f7f38077240 msgr2=0x7f7f38079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.024+0000 7f7f5da44640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f7f38077240 0x7f7f38079750 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7f40034000 tx=0x7f7f40004730 comp rx=0 tx=0).stop 2024-07-26T15:30:09.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.024+0000 7f7f5da44640 1 -- 172.21.15.33:0/2155101069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f580b6150 msgr2=0x7f7f581f5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.024+0000 7f7f5da44640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f580b6150 0x7f7f581f5810 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f7f4800cbc0 tx=0x7f7f4800a430 comp rx=0 tx=0).stop 2024-07-26T15:30:09.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.024+0000 7f7f5da44640 1 -- 172.21.15.33:0/2155101069 shutdown_connections 2024-07-26T15:30:09.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.024+0000 7f7f5da44640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f7f38077240 0x7f7f38079750 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.024+0000 7f7f5da44640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f580d1e60 0x7f7f581e50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.024+0000 7f7f5da44640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f580cfa50 0x7f7f581f6040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.024+0000 7f7f5da44640 1 --2- 172.21.15.33:0/2155101069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f580b6150 0x7f7f581f5810 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.024+0000 7f7f5da44640 1 -- 172.21.15.33:0/2155101069 >> 172.21.15.33:0/2155101069 conn(0x7f7f580d3de0 msgr2=0x7f7f58068830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:09.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.025+0000 7f7f5da44640 1 -- 172.21.15.33:0/2155101069 shutdown_connections 2024-07-26T15:30:09.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.025+0000 7f7f5da44640 1 -- 172.21.15.33:0/2155101069 wait complete. 2024-07-26T15:30:09.037 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1/dir9 2024-07-26T15:30:09.038 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate /snap_test_dir1/dir0 1m 2024-07-26T15:30:09.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.162+0000 7f56d1a58640 1 -- 172.21.15.33:0/353472599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56b8003a50 msgr2=0x7f56b8003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.162+0000 7f56d1a58640 1 --2- 172.21.15.33:0/353472599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56b8003a50 0x7f56b8003ec0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f56bc00c310 tx=0x7f56b8005830 comp rx=0 tx=0).stop 2024-07-26T15:30:09.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.162+0000 7f56d1a58640 1 -- 172.21.15.33:0/353472599 shutdown_connections 2024-07-26T15:30:09.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.162+0000 7f56d1a58640 1 --2- 172.21.15.33:0/353472599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56b8003a50 0x7f56b8003ec0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.162+0000 7f56d1a58640 1 -- 172.21.15.33:0/353472599 >> 172.21.15.33:0/353472599 conn(0x7f56cc0d3d90 msgr2=0x7f56cc0d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:09.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.162+0000 7f56d1a58640 1 -- 172.21.15.33:0/353472599 shutdown_connections 2024-07-26T15:30:09.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.162+0000 7f56d1a58640 1 -- 172.21.15.33:0/353472599 wait complete. 2024-07-26T15:30:09.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.164+0000 7f56d1a58640 1 Processor -- start 2024-07-26T15:30:09.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.164+0000 7f56d1a58640 1 -- start start 2024-07-26T15:30:09.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.165+0000 7f56d1a58640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56b8003a50 0x7f56cc15cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:09.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.165+0000 7f56d1a58640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56cc14eac0 0x7f56cc15d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:09.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.165+0000 7f56d1a58640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56cc14b9f0 0x7f56cc160090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:09.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.165+0000 7f56d1a58640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f56cc0b93c0 con 0x7f56b8003a50 2024-07-26T15:30:09.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.165+0000 7f56d1a58640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f56cc0d4b30 con 0x7f56cc14eac0 2024-07-26T15:30:09.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.165+0000 7f56d1a58640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f56cc0b9540 con 0x7f56cc14b9f0 2024-07-26T15:30:09.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.165+0000 7f56caffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56b8003a50 0x7f56cc15cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:09.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.165+0000 7f56caffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56b8003a50 0x7f56cc15cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40162/0 (socket says 172.21.15.33:40162) 2024-07-26T15:30:09.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.165+0000 7f56caffd640 1 -- 172.21.15.33:0/309571378 learned_addr learned my addr 172.21.15.33:0/309571378 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:09.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56c27fc640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56cc14eac0 0x7f56cc15d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:09.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56cb7fe640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56cc14b9f0 0x7f56cc160090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:09.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56caffd640 1 -- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56cc14b9f0 msgr2=0x7f56cc160090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56caffd640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56cc14b9f0 0x7f56cc160090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56caffd640 1 -- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56cc14eac0 msgr2=0x7f56cc15d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56caffd640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56cc14eac0 0x7f56cc15d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56caffd640 1 -- 172.21.15.33:0/309571378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56cc1f84e0 con 0x7f56b8003a50 2024-07-26T15:30:09.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56caffd640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56b8003a50 0x7f56cc15cce0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f56bc030040 tx=0x7f56bc0018d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:09.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56c8ff9640 1 -- 172.21.15.33:0/309571378 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56bc031050 con 0x7f56b8003a50 2024-07-26T15:30:09.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56c8ff9640 1 -- 172.21.15.33:0/309571378 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56bc003af0 con 0x7f56b8003a50 2024-07-26T15:30:09.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56d1a58640 1 -- 172.21.15.33:0/309571378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56cc1f87c0 con 0x7f56b8003a50 2024-07-26T15:30:09.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56c8ff9640 1 -- 172.21.15.33:0/309571378 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56bc000f20 con 0x7f56b8003a50 2024-07-26T15:30:09.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.166+0000 7f56d1a58640 1 -- 172.21.15.33:0/309571378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56cc1f8d80 con 0x7f56b8003a50 2024-07-26T15:30:09.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.167+0000 7f56d1a58640 1 -- 172.21.15.33:0/309571378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56cc0cf690 con 0x7f56b8003a50 2024-07-26T15:30:09.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.168+0000 7f56c8ff9640 1 -- 172.21.15.33:0/309571378 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7f56bc037430 con 0x7f56b8003a50 2024-07-26T15:30:09.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.169+0000 7f56c8ff9640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f56ac077210 0x7f56ac079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:09.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.169+0000 7f56c8ff9640 1 -- 172.21.15.33:0/309571378 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f56bc0b8f30 con 0x7f56b8003a50 2024-07-26T15:30:09.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.169+0000 7f56c27fc640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f56ac077210 0x7f56ac079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:09.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.169+0000 7f56c27fc640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f56ac077210 0x7f56ac079720 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f56cc160db0 tx=0x7f56b4006b70 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:09.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.173+0000 7f56c8ff9640 1 -- 172.21.15.33:0/309571378 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f56bc081c60 con 0x7f56b8003a50 2024-07-26T15:30:09.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.389+0000 7f56d1a58640 1 -- 172.21.15.33:0/309571378 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "/snap_test_dir1/dir0", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f56cc06e1d0 con 0x7f56ac077210 2024-07-26T15:30:09.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.450+0000 7f56c8ff9640 1 -- 172.21.15.33:0/309571378 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f56cc06e1d0 con 0x7f56ac077210 2024-07-26T15:30:09.452 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path /snap_test_dir1/dir0 2024-07-26T15:30:09.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 -- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f56ac077210 msgr2=0x7f56ac079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f56ac077210 0x7f56ac079720 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f56cc160db0 tx=0x7f56b4006b70 comp rx=0 tx=0).stop 2024-07-26T15:30:09.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 -- 172.21.15.33:0/309571378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56b8003a50 msgr2=0x7f56cc15cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56b8003a50 0x7f56cc15cce0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f56bc030040 tx=0x7f56bc0018d0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 -- 172.21.15.33:0/309571378 shutdown_connections 2024-07-26T15:30:09.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f56ac077210 0x7f56ac079720 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56cc14b9f0 0x7f56cc160090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56cc14eac0 0x7f56cc15d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 --2- 172.21.15.33:0/309571378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56b8003a50 0x7f56cc15cce0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 -- 172.21.15.33:0/309571378 >> 172.21.15.33:0/309571378 conn(0x7f56cc0d3d90 msgr2=0x7f56cc157ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:09.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 -- 172.21.15.33:0/309571378 shutdown_connections 2024-07-26T15:30:09.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.452+0000 7f56d1a58640 1 -- 172.21.15.33:0/309571378 wait complete. 2024-07-26T15:30:09.465 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path /snap_test_dir1/dir0 2024-07-26T15:30:09.465 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate /snap_test_dir1/dir1 1m 2024-07-26T15:30:09.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.586+0000 7f382fb7e640 1 -- 172.21.15.33:0/1948600199 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3814004d90 msgr2=0x7f3814005220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.586+0000 7f382fb7e640 1 --2- 172.21.15.33:0/1948600199 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3814004d90 0x7f3814005220 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f382000c560 tx=0x7f3814005830 comp rx=0 tx=0).stop 2024-07-26T15:30:09.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.586+0000 7f382e11b640 1 -- 172.21.15.33:0/1948600199 reap_dead start 2024-07-26T15:30:09.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.587+0000 7f382fb7e640 1 -- 172.21.15.33:0/1948600199 shutdown_connections 2024-07-26T15:30:09.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.587+0000 7f382fb7e640 1 -- 172.21.15.33:0/1948600199 >> 172.21.15.33:0/1948600199 conn(0x7f38280d3dc0 msgr2=0x7f38280d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:09.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.587+0000 7f382fb7e640 1 -- 172.21.15.33:0/1948600199 shutdown_connections 2024-07-26T15:30:09.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.587+0000 7f382fb7e640 1 -- 172.21.15.33:0/1948600199 wait complete. 2024-07-26T15:30:09.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.588+0000 7f382fb7e640 1 Processor -- start 2024-07-26T15:30:09.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.588+0000 7f382fb7e640 1 -- start start 2024-07-26T15:30:09.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382fb7e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3814004d90 0x7f38280cdc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:09.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382fb7e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f382809f910 0x7f382809fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:09.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382fb7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38281f81f0 0x7f38281f8600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:09.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382fb7e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f38280b7fb0 con 0x7f38281f81f0 2024-07-26T15:30:09.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382fb7e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f38280b7e30 con 0x7f3814004d90 2024-07-26T15:30:09.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382fb7e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f38280d0570 con 0x7f382809f910 2024-07-26T15:30:09.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382e11b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38281f81f0 0x7f38281f8600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:09.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382e11b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38281f81f0 0x7f38281f8600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40174/0 (socket says 172.21.15.33:40174) 2024-07-26T15:30:09.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382e11b640 1 -- 172.21.15.33:0/1944468301 learned_addr learned my addr 172.21.15.33:0/1944468301 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:09.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382d119640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f382809f910 0x7f382809fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:09.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382d91a640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3814004d90 0x7f38280cdc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:09.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382e11b640 1 -- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f382809f910 msgr2=0x7f382809fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382e11b640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f382809f910 0x7f382809fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382e11b640 1 -- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3814004d90 msgr2=0x7f38280cdc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382e11b640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3814004d90 0x7f38280cdc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382e11b640 1 -- 172.21.15.33:0/1944468301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38280cbe60 con 0x7f38281f81f0 2024-07-26T15:30:09.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.590+0000 7f382e11b640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38281f81f0 0x7f38281f8600 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f382000c680 tx=0x7f3820004bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:09.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.591+0000 7f381a7fc640 1 -- 172.21.15.33:0/1944468301 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382002b920 con 0x7f38281f81f0 2024-07-26T15:30:09.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.591+0000 7f381a7fc640 1 -- 172.21.15.33:0/1944468301 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f382002bbb0 con 0x7f38281f81f0 2024-07-26T15:30:09.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.591+0000 7f382fb7e640 1 -- 172.21.15.33:0/1944468301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38281f8b40 con 0x7f38281f81f0 2024-07-26T15:30:09.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.591+0000 7f381a7fc640 1 -- 172.21.15.33:0/1944468301 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38200060a0 con 0x7f38281f81f0 2024-07-26T15:30:09.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.591+0000 7f382fb7e640 1 -- 172.21.15.33:0/1944468301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38280a0940 con 0x7f38281f81f0 2024-07-26T15:30:09.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.592+0000 7f382fb7e640 1 -- 172.21.15.33:0/1944468301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38280d0a40 con 0x7f38281f81f0 2024-07-26T15:30:09.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.592+0000 7f381a7fc640 1 -- 172.21.15.33:0/1944468301 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7f3820006240 con 0x7f38281f81f0 2024-07-26T15:30:09.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.593+0000 7f381a7fc640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f380c077210 0x7f380c079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:09.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.593+0000 7f381a7fc640 1 -- 172.21.15.33:0/1944468301 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f38200b8f10 con 0x7f38281f81f0 2024-07-26T15:30:09.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.593+0000 7f382d91a640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f380c077210 0x7f380c079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:09.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.594+0000 7f382d91a640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f380c077210 0x7f380c079720 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f381c009c40 tx=0x7f381c005f90 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:09.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.597+0000 7f381a7fc640 1 -- 172.21.15.33:0/1944468301 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f38281f8b40 con 0x7f38281f81f0 2024-07-26T15:30:09.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.812+0000 7f382fb7e640 1 -- 172.21.15.33:0/1944468301 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "/snap_test_dir1/dir1", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f38280b9c80 con 0x7f380c077210 2024-07-26T15:30:09.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.868+0000 7f381a7fc640 1 -- 172.21.15.33:0/1944468301 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f38280b9c80 con 0x7f380c077210 2024-07-26T15:30:09.870 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path /snap_test_dir1/dir1 2024-07-26T15:30:09.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 -- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f380c077210 msgr2=0x7f380c079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f380c077210 0x7f380c079720 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f381c009c40 tx=0x7f381c005f90 comp rx=0 tx=0).stop 2024-07-26T15:30:09.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 -- 172.21.15.33:0/1944468301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38281f81f0 msgr2=0x7f38281f8600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38281f81f0 0x7f38281f8600 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f382000c680 tx=0x7f3820004bd0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 -- 172.21.15.33:0/1944468301 shutdown_connections 2024-07-26T15:30:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f380c077210 0x7f380c079720 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38281f81f0 0x7f38281f8600 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f382809f910 0x7f382809fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 --2- 172.21.15.33:0/1944468301 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3814004d90 0x7f38280cdc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 -- 172.21.15.33:0/1944468301 >> 172.21.15.33:0/1944468301 conn(0x7f38280d3dc0 msgr2=0x7f38280ce890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 -- 172.21.15.33:0/1944468301 shutdown_connections 2024-07-26T15:30:09.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:09.870+0000 7f382fb7e640 1 -- 172.21.15.33:0/1944468301 wait complete. 2024-07-26T15:30:09.883 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path /snap_test_dir1/dir1 2024-07-26T15:30:09.883 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate /snap_test_dir1/dir2 1m 2024-07-26T15:30:10.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.003+0000 7f70b2358640 1 -- 172.21.15.33:0/49390329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7098003a00 msgr2=0x7f7098003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.003+0000 7f70b2358640 1 --2- 172.21.15.33:0/49390329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7098003a00 0x7f7098003e70 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f709c00c290 tx=0x7f7098005830 comp rx=0 tx=0).stop 2024-07-26T15:30:10.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.003+0000 7f70b08f5640 1 -- 172.21.15.33:0/49390329 reap_dead start 2024-07-26T15:30:10.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.003+0000 7f70b2358640 1 -- 172.21.15.33:0/49390329 shutdown_connections 2024-07-26T15:30:10.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.003+0000 7f70b2358640 1 -- 172.21.15.33:0/49390329 >> 172.21.15.33:0/49390329 conn(0x7f70ac0d3d90 msgr2=0x7f70ac0d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:10.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.003+0000 7f70b2358640 1 -- 172.21.15.33:0/49390329 shutdown_connections 2024-07-26T15:30:10.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.003+0000 7f70b2358640 1 -- 172.21.15.33:0/49390329 wait complete. 2024-07-26T15:30:10.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.005+0000 7f70b2358640 1 Processor -- start 2024-07-26T15:30:10.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.005+0000 7f70b2358640 1 -- start start 2024-07-26T15:30:10.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.006+0000 7f70b2358640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7098003a00 0x7f70ac14b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.006+0000 7f70b2358640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70ac1583d0 0x7f70ac148a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.006+0000 7f70b2358640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70ac149230 0x7f70ac1f93b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.006+0000 7f70b2358640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac162c30 con 0x7f7098003a00 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.006+0000 7f70b2358640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac162db0 con 0x7f70ac149230 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.006+0000 7f70b2358640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f70ac162f30 con 0x7f70ac1583d0 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.006+0000 7f70abfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7098003a00 0x7f70ac14b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.006+0000 7f70abfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7098003a00 0x7f70ac14b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40190/0 (socket says 172.21.15.33:40190) 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.006+0000 7f70abfff640 1 -- 172.21.15.33:0/1887400150 learned_addr learned my addr 172.21.15.33:0/1887400150 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.006+0000 7f70ab7fe640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70ac1583d0 0x7f70ac148a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.006+0000 7f70b08f5640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70ac149230 0x7f70ac1f93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70abfff640 1 -- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70ac1583d0 msgr2=0x7f70ac148a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70abfff640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70ac1583d0 0x7f70ac148a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70abfff640 1 -- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70ac149230 msgr2=0x7f70ac1f93b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70abfff640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70ac149230 0x7f70ac1f93b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70abfff640 1 -- 172.21.15.33:0/1887400150 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70ac14bbc0 con 0x7f7098003a00 2024-07-26T15:30:10.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70ab7fe640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70ac1583d0 0x7f70ac148a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:30:10.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70b08f5640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70ac149230 0x7f70ac1f93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:30:10.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70abfff640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7098003a00 0x7f70ac14b2c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f709c00c380 tx=0x7f709c001d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:10.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70a8ff9640 1 -- 172.21.15.33:0/1887400150 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c031040 con 0x7f7098003a00 2024-07-26T15:30:10.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70a8ff9640 1 -- 172.21.15.33:0/1887400150 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f709c0035f0 con 0x7f7098003a00 2024-07-26T15:30:10.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70a8ff9640 1 -- 172.21.15.33:0/1887400150 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c0039e0 con 0x7f7098003a00 2024-07-26T15:30:10.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70b2358640 1 -- 172.21.15.33:0/1887400150 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70ac14bea0 con 0x7f7098003a00 2024-07-26T15:30:10.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.007+0000 7f70b2358640 1 -- 172.21.15.33:0/1887400150 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70ac1f8bb0 con 0x7f7098003a00 2024-07-26T15:30:10.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.008+0000 7f70b2358640 1 -- 172.21.15.33:0/1887400150 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70ac08de70 con 0x7f7098003a00 2024-07-26T15:30:10.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.009+0000 7f70a8ff9640 1 -- 172.21.15.33:0/1887400150 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7f709c034070 con 0x7f7098003a00 2024-07-26T15:30:10.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.009+0000 7f70a8ff9640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f708c077210 0x7f708c079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.009+0000 7f70a8ff9640 1 -- 172.21.15.33:0/1887400150 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f709c0b90c0 con 0x7f7098003a00 2024-07-26T15:30:10.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.009+0000 7f70ab7fe640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f708c077210 0x7f708c079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.010+0000 7f70ab7fe640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f708c077210 0x7f708c079720 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f70ac0c74b0 tx=0x7f7094005f90 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:10.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.014+0000 7f70a8ff9640 1 -- 172.21.15.33:0/1887400150 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f709c081ca0 con 0x7f7098003a00 2024-07-26T15:30:10.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.229+0000 7f70b2358640 1 -- 172.21.15.33:0/1887400150 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "/snap_test_dir1/dir2", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f70ac15bc10 con 0x7f708c077210 2024-07-26T15:30:10.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.283+0000 7f70a8ff9640 1 -- 172.21.15.33:0/1887400150 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f7094012ba0 con 0x7f708c077210 2024-07-26T15:30:10.284 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path /snap_test_dir1/dir2 2024-07-26T15:30:10.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 -- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f708c077210 msgr2=0x7f708c079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f708c077210 0x7f708c079720 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f70ac0c74b0 tx=0x7f7094005f90 comp rx=0 tx=0).stop 2024-07-26T15:30:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 -- 172.21.15.33:0/1887400150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7098003a00 msgr2=0x7f70ac14b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7098003a00 0x7f70ac14b2c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f709c00c380 tx=0x7f709c001d40 comp rx=0 tx=0).stop 2024-07-26T15:30:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 -- 172.21.15.33:0/1887400150 shutdown_connections 2024-07-26T15:30:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f708c077210 0x7f708c079720 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70ac149230 0x7f70ac1f93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70ac1583d0 0x7f70ac148a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 --2- 172.21.15.33:0/1887400150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7098003a00 0x7f70ac14b2c0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 -- 172.21.15.33:0/1887400150 >> 172.21.15.33:0/1887400150 conn(0x7f70ac0d3d90 msgr2=0x7f70ac06e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 -- 172.21.15.33:0/1887400150 shutdown_connections 2024-07-26T15:30:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.285+0000 7f70b2358640 1 -- 172.21.15.33:0/1887400150 wait complete. 2024-07-26T15:30:10.297 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path /snap_test_dir1/dir2 2024-07-26T15:30:10.298 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate /snap_test_dir1/dir3 1m 2024-07-26T15:30:10.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.417+0000 7f2211d40640 1 -- 172.21.15.33:0/618358805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21f4004800 msgr2=0x7f21f4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.417+0000 7f2211d40640 1 --2- 172.21.15.33:0/618358805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21f4004800 0x7f21f4004c10 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f22000016c0 tx=0x7f21f4005830 comp rx=0 tx=0).stop 2024-07-26T15:30:10.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.417+0000 7f2211d40640 1 -- 172.21.15.33:0/618358805 shutdown_connections 2024-07-26T15:30:10.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.417+0000 7f2211d40640 1 --2- 172.21.15.33:0/618358805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21f4004800 0x7f21f4004c10 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.417+0000 7f2211d40640 1 -- 172.21.15.33:0/618358805 >> 172.21.15.33:0/618358805 conn(0x7f220c0b37a0 msgr2=0x7f220c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:10.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.418+0000 7f2211d40640 1 -- 172.21.15.33:0/618358805 shutdown_connections 2024-07-26T15:30:10.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.418+0000 7f2211d40640 1 -- 172.21.15.33:0/618358805 wait complete. 2024-07-26T15:30:10.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.419+0000 7f2211d40640 1 Processor -- start 2024-07-26T15:30:10.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.420+0000 7f2211d40640 1 -- start start 2024-07-26T15:30:10.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f2211d40640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21f4004800 0x7f220c0c78f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f2211d40640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f220c0c8110 0x7f220c06d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f2211d40640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f220c0cb4f0 0x7f220c15c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f2211d40640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f220c0cea70 con 0x7f21f4004800 2024-07-26T15:30:10.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f2211d40640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f220c0ce8f0 con 0x7f220c0cb4f0 2024-07-26T15:30:10.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f2211d40640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f220c0cebf0 con 0x7f220c0c8110 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21f4004800 0x7f220c0c78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21f4004800 0x7f220c0c78f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40200/0 (socket says 172.21.15.33:40200) 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220b7fe640 1 -- 172.21.15.33:0/1230400934 learned_addr learned my addr 172.21.15.33:0/1230400934 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220affd640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f220c0c8110 0x7f220c06d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220b7fe640 1 -- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f220c0c8110 msgr2=0x7f220c06d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220b7fe640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f220c0c8110 0x7f220c06d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220b7fe640 1 -- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f220c0cb4f0 msgr2=0x7f220c15c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220bfff640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f220c0cb4f0 0x7f220c15c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220b7fe640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f220c0cb4f0 0x7f220c15c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220b7fe640 1 -- 172.21.15.33:0/1230400934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f220c0c7e30 con 0x7f21f4004800 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220bfff640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f220c0cb4f0 0x7f220c15c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:30:10.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.421+0000 7f220b7fe640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21f4004800 0x7f220c0c78f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f21fc011a40 tx=0x7f21fc011f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:10.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.422+0000 7f21f3fff640 1 -- 172.21.15.33:0/1230400934 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21fc01e070 con 0x7f21f4004800 2024-07-26T15:30:10.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.422+0000 7f21f3fff640 1 -- 172.21.15.33:0/1230400934 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f21fc004460 con 0x7f21f4004800 2024-07-26T15:30:10.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.422+0000 7f2211d40640 1 -- 172.21.15.33:0/1230400934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f220c15af70 con 0x7f21f4004800 2024-07-26T15:30:10.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.422+0000 7f21f3fff640 1 -- 172.21.15.33:0/1230400934 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21fc00fc00 con 0x7f21f4004800 2024-07-26T15:30:10.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.422+0000 7f2211d40640 1 -- 172.21.15.33:0/1230400934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f220c0c73d0 con 0x7f21f4004800 2024-07-26T15:30:10.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.423+0000 7f2211d40640 1 -- 172.21.15.33:0/1230400934 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f220c0b15f0 con 0x7f21f4004800 2024-07-26T15:30:10.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.424+0000 7f21f3fff640 1 -- 172.21.15.33:0/1230400934 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7f21fc021070 con 0x7f21f4004800 2024-07-26T15:30:10.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.424+0000 7f21f3fff640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f21f8077210 0x7f21f8079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.424+0000 7f21f3fff640 1 -- 172.21.15.33:0/1230400934 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f21fc099a20 con 0x7f21f4004800 2024-07-26T15:30:10.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.424+0000 7f220affd640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f21f8077210 0x7f21f8079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.425+0000 7f220affd640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f21f8077210 0x7f21f8079720 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2200032000 tx=0x7f2200001190 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:10.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.429+0000 7f21f3fff640 1 -- 172.21.15.33:0/1230400934 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f21fc061f30 con 0x7f21f4004800 2024-07-26T15:30:10.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.650+0000 7f2211d40640 1 -- 172.21.15.33:0/1230400934 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "/snap_test_dir1/dir3", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f220c15ad20 con 0x7f21f8077210 2024-07-26T15:30:10.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.710+0000 7f21f3fff640 1 -- 172.21.15.33:0/1230400934 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f220c15ad20 con 0x7f21f8077210 2024-07-26T15:30:10.711 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path /snap_test_dir1/dir3 2024-07-26T15:30:10.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 -- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f21f8077210 msgr2=0x7f21f8079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f21f8077210 0x7f21f8079720 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2200032000 tx=0x7f2200001190 comp rx=0 tx=0).stop 2024-07-26T15:30:10.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 -- 172.21.15.33:0/1230400934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21f4004800 msgr2=0x7f220c0c78f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21f4004800 0x7f220c0c78f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f21fc011a40 tx=0x7f21fc011f00 comp rx=0 tx=0).stop 2024-07-26T15:30:10.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 -- 172.21.15.33:0/1230400934 shutdown_connections 2024-07-26T15:30:10.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f21f8077210 0x7f21f8079720 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f220c0cb4f0 0x7f220c15c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f220c0c8110 0x7f220c06d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 --2- 172.21.15.33:0/1230400934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21f4004800 0x7f220c0c78f0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 -- 172.21.15.33:0/1230400934 >> 172.21.15.33:0/1230400934 conn(0x7f220c0b37a0 msgr2=0x7f220c15da20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:10.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 -- 172.21.15.33:0/1230400934 shutdown_connections 2024-07-26T15:30:10.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.712+0000 7f2211d40640 1 -- 172.21.15.33:0/1230400934 wait complete. 2024-07-26T15:30:10.725 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path /snap_test_dir1/dir3 2024-07-26T15:30:10.725 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate /snap_test_dir1/dir4 1m 2024-07-26T15:30:10.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.845+0000 7f6c072c1640 1 -- 172.21.15.33:0/976984857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c000cfa50 msgr2=0x7f6c000b5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.845+0000 7f6c072c1640 1 --2- 172.21.15.33:0/976984857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c000cfa50 0x7f6c000b5a40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6c0008d6d0 tx=0x7f6bfc02a530 comp rx=0 tx=0).stop 2024-07-26T15:30:10.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.845+0000 7f6c072c1640 1 -- 172.21.15.33:0/976984857 shutdown_connections 2024-07-26T15:30:10.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.845+0000 7f6c072c1640 1 --2- 172.21.15.33:0/976984857 >> v2:172.21.15.154:3300/0 conn(0x7f6c000b5f80 0x7f6c000d1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.845+0000 7f6c072c1640 1 --2- 172.21.15.33:0/976984857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c000cfa50 0x7f6c000b5a40 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.845+0000 7f6c072c1640 1 -- 172.21.15.33:0/976984857 >> 172.21.15.33:0/976984857 conn(0x7f6c000d3de0 msgr2=0x7f6c000d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:10.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.845+0000 7f6c072c1640 1 -- 172.21.15.33:0/976984857 shutdown_connections 2024-07-26T15:30:10.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.845+0000 7f6c072c1640 1 -- 172.21.15.33:0/976984857 wait complete. 2024-07-26T15:30:10.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.847+0000 7f6c072c1640 1 Processor -- start 2024-07-26T15:30:10.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.847+0000 7f6c072c1640 1 -- start start 2024-07-26T15:30:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.848+0000 7f6c072c1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c000b5f80 0x7f6c001f5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.848+0000 7f6c072c1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c000b6390 0x7f6c000cd910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.848+0000 7f6c072c1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c000cfa50 0x7f6c001e9eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.848+0000 7f6c072c1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6c000d2710 con 0x7f6c000b5f80 2024-07-26T15:30:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.848+0000 7f6c072c1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6c000b2d30 con 0x7f6c000cfa50 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.848+0000 7f6c072c1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6c000b3740 con 0x7f6c000b6390 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c0505d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c000b5f80 0x7f6c001f5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c0505d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c000b5f80 0x7f6c001f5c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40220/0 (socket says 172.21.15.33:40220) 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c0505d640 1 -- 172.21.15.33:0/160371835 learned_addr learned my addr 172.21.15.33:0/160371835 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c0485c640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c000b6390 0x7f6c000cd910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c0585e640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c000cfa50 0x7f6c001e9eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c0505d640 1 -- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c000b6390 msgr2=0x7f6c000cd910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c0505d640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c000b6390 0x7f6c000cd910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c0505d640 1 -- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c000cfa50 msgr2=0x7f6c001e9eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c0505d640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c000cfa50 0x7f6c001e9eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c0505d640 1 -- 172.21.15.33:0/160371835 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c000cde50 con 0x7f6c000b5f80 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c0505d640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c000b5f80 0x7f6c001f5c90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc009780 tx=0x7f6bfc033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:10.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6bf5ffb640 1 -- 172.21.15.33:0/160371835 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc031d60 con 0x7f6c000b5f80 2024-07-26T15:30:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6bf5ffb640 1 -- 172.21.15.33:0/160371835 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6bfc033e10 con 0x7f6c000b5f80 2024-07-26T15:30:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6c072c1640 1 -- 172.21.15.33:0/160371835 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c000ccb50 con 0x7f6c000b5f80 2024-07-26T15:30:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.849+0000 7f6bf5ffb640 1 -- 172.21.15.33:0/160371835 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc005260 con 0x7f6c000b5f80 2024-07-26T15:30:10.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.850+0000 7f6c072c1640 1 -- 172.21.15.33:0/160371835 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c000cd110 con 0x7f6c000b5f80 2024-07-26T15:30:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.850+0000 7f6c072c1640 1 -- 172.21.15.33:0/160371835 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c000b5a40 con 0x7f6c000b5f80 2024-07-26T15:30:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.851+0000 7f6bf5ffb640 1 -- 172.21.15.33:0/160371835 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7f6bfc005400 con 0x7f6c000b5f80 2024-07-26T15:30:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.852+0000 7f6bf5ffb640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f6be4077210 0x7f6be4079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.852+0000 7f6bf5ffb640 1 -- 172.21.15.33:0/160371835 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f6bfc0ba0d0 con 0x7f6c000b5f80 2024-07-26T15:30:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.852+0000 7f6c0485c640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f6be4077210 0x7f6be4079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:10.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.853+0000 7f6c0485c640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f6be4077210 0x7f6be4079720 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6c000cc8a0 tx=0x7f6bf000b2e0 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:10.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:10.857+0000 7f6bf5ffb640 1 -- 172.21.15.33:0/160371835 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6bfc03f030 con 0x7f6c000b5f80 2024-07-26T15:30:11.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.072+0000 7f6c072c1640 1 -- 172.21.15.33:0/160371835 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "/snap_test_dir1/dir4", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f6c000d0280 con 0x7f6be4077210 2024-07-26T15:30:11.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.123+0000 7f6bf5ffb640 1 -- 172.21.15.33:0/160371835 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f6c000d0280 con 0x7f6be4077210 2024-07-26T15:30:11.124 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path /snap_test_dir1/dir4 2024-07-26T15:30:11.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 -- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f6be4077210 msgr2=0x7f6be4079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f6be4077210 0x7f6be4079720 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f6c000cc8a0 tx=0x7f6bf000b2e0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 -- 172.21.15.33:0/160371835 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c000b5f80 msgr2=0x7f6c001f5c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c000b5f80 0x7f6c001f5c90 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc009780 tx=0x7f6bfc033c20 comp rx=0 tx=0).stop 2024-07-26T15:30:11.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 -- 172.21.15.33:0/160371835 shutdown_connections 2024-07-26T15:30:11.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f6be4077210 0x7f6be4079720 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c000cfa50 0x7f6c001e9eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c000b6390 0x7f6c000cd910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 --2- 172.21.15.33:0/160371835 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c000b5f80 0x7f6c001f5c90 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 -- 172.21.15.33:0/160371835 >> 172.21.15.33:0/160371835 conn(0x7f6c000d3de0 msgr2=0x7f6c000b1870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:11.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 -- 172.21.15.33:0/160371835 shutdown_connections 2024-07-26T15:30:11.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.125+0000 7f6c072c1640 1 -- 172.21.15.33:0/160371835 wait complete. 2024-07-26T15:30:11.138 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path /snap_test_dir1/dir4 2024-07-26T15:30:11.138 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate /snap_test_dir1/dir5 1m 2024-07-26T15:30:11.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.258+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/1754434346 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dc40d0c80 msgr2=0x7f3dc40ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.258+0000 7f3dcbcf3640 1 --2- 172.21.15.33:0/1754434346 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dc40d0c80 0x7f3dc40ce8d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f3db8009860 tx=0x7f3db802a4f0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.258+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/1754434346 shutdown_connections 2024-07-26T15:30:11.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.258+0000 7f3dcbcf3640 1 --2- 172.21.15.33:0/1754434346 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dc40d0c80 0x7f3dc40ce8d0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.258+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/1754434346 >> 172.21.15.33:0/1754434346 conn(0x7f3dc40d3dc0 msgr2=0x7f3dc40d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:11.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.258+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/1754434346 shutdown_connections 2024-07-26T15:30:11.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.258+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/1754434346 wait complete. 2024-07-26T15:30:11.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.259+0000 7f3dcbcf3640 1 Processor -- start 2024-07-26T15:30:11.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.260+0000 7f3dcbcf3640 1 -- start start 2024-07-26T15:30:11.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dcbcf3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dc40b53e0 0x7f3dc41532c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:11.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dcbcf3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dc40b7d00 0x7f3dc40a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:11.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dcbcf3640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dc415f620 0x7f3dc4153a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:11.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dcbcf3640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc40cf8b0 con 0x7f3dc40b53e0 2024-07-26T15:30:11.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dcbcf3640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3dc40cf730 con 0x7f3dc415f620 2024-07-26T15:30:11.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dcbcf3640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3dc40cfa30 con 0x7f3dc40b7d00 2024-07-26T15:30:11.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dc9a8f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dc40b53e0 0x7f3dc41532c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:11.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dc9a8f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dc40b53e0 0x7f3dc41532c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40236/0 (socket says 172.21.15.33:40236) 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dc9a8f640 1 -- 172.21.15.33:0/3652628949 learned_addr learned my addr 172.21.15.33:0/3652628949 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dc928e640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dc40b7d00 0x7f3dc40a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dca290640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dc415f620 0x7f3dc4153a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dc9a8f640 1 -- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dc40b7d00 msgr2=0x7f3dc40a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dc9a8f640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dc40b7d00 0x7f3dc40a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dc9a8f640 1 -- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dc415f620 msgr2=0x7f3dc4153a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dc9a8f640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dc415f620 0x7f3dc4153a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dc9a8f640 1 -- 172.21.15.33:0/3652628949 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dc409f0f0 con 0x7f3dc40b53e0 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.261+0000 7f3dc928e640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dc40b7d00 0x7f3dc40a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.262+0000 7f3dc9a8f640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dc40b53e0 0x7f3dc41532c0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc00c3e0 tx=0x7f3dbc00c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.262+0000 7f3dc27fc640 1 -- 172.21.15.33:0/3652628949 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc017070 con 0x7f3dc40b53e0 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.262+0000 7f3dc27fc640 1 -- 172.21.15.33:0/3652628949 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3dbc0053c0 con 0x7f3dc40b53e0 2024-07-26T15:30:11.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.262+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/3652628949 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dc409f3d0 con 0x7f3dc40b53e0 2024-07-26T15:30:11.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.262+0000 7f3dc27fc640 1 -- 172.21.15.33:0/3652628949 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dbc003850 con 0x7f3dc40b53e0 2024-07-26T15:30:11.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.262+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/3652628949 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dc409f990 con 0x7f3dc40b53e0 2024-07-26T15:30:11.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.263+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/3652628949 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dc40d0570 con 0x7f3dc40b53e0 2024-07-26T15:30:11.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.264+0000 7f3dc27fc640 1 -- 172.21.15.33:0/3652628949 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7f3dbc01a070 con 0x7f3dc40b53e0 2024-07-26T15:30:11.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.264+0000 7f3dc27fc640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3db0077210 0x7f3db0079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:11.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.264+0000 7f3dc27fc640 1 -- 172.21.15.33:0/3652628949 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f3dbc098340 con 0x7f3dc40b53e0 2024-07-26T15:30:11.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.264+0000 7f3dc928e640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3db0077210 0x7f3db0079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:11.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.265+0000 7f3dc928e640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3db0077210 0x7f3db0079720 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3db8034000 tx=0x7f3db8004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:11.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.268+0000 7f3dc27fc640 1 -- 172.21.15.33:0/3652628949 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3dbc060960 con 0x7f3dc40b53e0 2024-07-26T15:30:11.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.484+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/3652628949 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "/snap_test_dir1/dir5", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f3dc40b9c80 con 0x7f3db0077210 2024-07-26T15:30:11.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.540+0000 7f3dc27fc640 1 -- 172.21.15.33:0/3652628949 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f3dc40b9c80 con 0x7f3db0077210 2024-07-26T15:30:11.542 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path /snap_test_dir1/dir5 2024-07-26T15:30:11.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3db0077210 msgr2=0x7f3db0079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3db0077210 0x7f3db0079720 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3db8034000 tx=0x7f3db8004730 comp rx=0 tx=0).stop 2024-07-26T15:30:11.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/3652628949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dc40b53e0 msgr2=0x7f3dc41532c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dc40b53e0 0x7f3dc41532c0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f3dbc00c3e0 tx=0x7f3dbc00c8a0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/3652628949 shutdown_connections 2024-07-26T15:30:11.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3db0077210 0x7f3db0079720 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dc415f620 0x7f3dc4153a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dc40b7d00 0x7f3dc40a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 --2- 172.21.15.33:0/3652628949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dc40b53e0 0x7f3dc41532c0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/3652628949 >> 172.21.15.33:0/3652628949 conn(0x7f3dc40d3dc0 msgr2=0x7f3dc40ce890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:11.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/3652628949 shutdown_connections 2024-07-26T15:30:11.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.542+0000 7f3dcbcf3640 1 -- 172.21.15.33:0/3652628949 wait complete. 2024-07-26T15:30:11.555 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path /snap_test_dir1/dir5 2024-07-26T15:30:11.555 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate /snap_test_dir1/dir6 1m 2024-07-26T15:30:11.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.674+0000 7f0773fcf640 1 -- 172.21.15.33:0/3311083869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076c0b53e0 msgr2=0x7f076c0d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.674+0000 7f0773fcf640 1 --2- 172.21.15.33:0/3311083869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076c0b53e0 0x7f076c0d0570 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f075c009be0 tx=0x7f075c02a840 comp rx=0 tx=0).stop 2024-07-26T15:30:11.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.674+0000 7f0773fcf640 1 -- 172.21.15.33:0/3311083869 shutdown_connections 2024-07-26T15:30:11.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.674+0000 7f0773fcf640 1 --2- 172.21.15.33:0/3311083869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076c0b53e0 0x7f076c0d0570 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.674+0000 7f0773fcf640 1 -- 172.21.15.33:0/3311083869 >> 172.21.15.33:0/3311083869 conn(0x7f076c0d3dc0 msgr2=0x7f076c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:11.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.674+0000 7f0773fcf640 1 -- 172.21.15.33:0/3311083869 shutdown_connections 2024-07-26T15:30:11.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.674+0000 7f0773fcf640 1 -- 172.21.15.33:0/3311083869 wait complete. 2024-07-26T15:30:11.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.676+0000 7f0773fcf640 1 Processor -- start 2024-07-26T15:30:11.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.676+0000 7f0773fcf640 1 -- start start 2024-07-26T15:30:11.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.677+0000 7f0773fcf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076c0b53e0 0x7f076c1f8420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:11.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.677+0000 7f0773fcf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f076c0b8fa0 0x7f076c1f56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:11.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.677+0000 7f0773fcf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f076c0cf8e0 0x7f076c150ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:11.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.677+0000 7f0773fcf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f076c0b7b10 con 0x7f076c0b53e0 2024-07-26T15:30:11.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.677+0000 7f0773fcf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f076c0d0ea0 con 0x7f076c0b8fa0 2024-07-26T15:30:11.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.677+0000 7f0773fcf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f076c0b7c90 con 0x7f076c0cf8e0 2024-07-26T15:30:11.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.677+0000 7f0771d6b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076c0b53e0 0x7f076c1f8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:11.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.677+0000 7f0771d6b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076c0b53e0 0x7f076c1f8420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40254/0 (socket says 172.21.15.33:40254) 2024-07-26T15:30:11.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.677+0000 7f0771d6b640 1 -- 172.21.15.33:0/2923337143 learned_addr learned my addr 172.21.15.33:0/2923337143 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:11.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f077156a640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f076c0b8fa0 0x7f076c1f56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f077256c640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f076c0cf8e0 0x7f076c150ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f0771d6b640 1 -- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f076c0cf8e0 msgr2=0x7f076c150ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f0771d6b640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f076c0cf8e0 0x7f076c150ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f0771d6b640 1 -- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f076c0b8fa0 msgr2=0x7f076c1f56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f0771d6b640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f076c0b8fa0 0x7f076c1f56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f0771d6b640 1 -- 172.21.15.33:0/2923337143 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f076c1f6420 con 0x7f076c0b53e0 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f0771d6b640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076c0b53e0 0x7f076c1f8420 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f075c009d00 tx=0x7f075c033f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f076a7fc640 1 -- 172.21.15.33:0/2923337143 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f075c042020 con 0x7f076c0b53e0 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f076a7fc640 1 -- 172.21.15.33:0/2923337143 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f075c004040 con 0x7f076c0b53e0 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f0773fcf640 1 -- 172.21.15.33:0/2923337143 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f076c15e740 con 0x7f076c0b53e0 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f076a7fc640 1 -- 172.21.15.33:0/2923337143 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f075c037040 con 0x7f076c0b53e0 2024-07-26T15:30:11.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.678+0000 7f0773fcf640 1 -- 172.21.15.33:0/2923337143 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f076c15ed00 con 0x7f076c0b53e0 2024-07-26T15:30:11.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.680+0000 7f0773fcf640 1 -- 172.21.15.33:0/2923337143 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f076c0d07e0 con 0x7f076c0b53e0 2024-07-26T15:30:11.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.680+0000 7f076a7fc640 1 -- 172.21.15.33:0/2923337143 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7f075c045020 con 0x7f076c0b53e0 2024-07-26T15:30:11.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.681+0000 7f076a7fc640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f0758077210 0x7f0758079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:11.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.681+0000 7f076a7fc640 1 -- 172.21.15.33:0/2923337143 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f075c0b9ce0 con 0x7f076c0b53e0 2024-07-26T15:30:11.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.681+0000 7f077156a640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f0758077210 0x7f0758079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:11.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.681+0000 7f077156a640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f0758077210 0x7f0758079720 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f0760007fd0 tx=0x7f0760001370 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:11.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.685+0000 7f076a7fc640 1 -- 172.21.15.33:0/2923337143 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f076c0d07e0 con 0x7f076c0b53e0 2024-07-26T15:30:11.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.902+0000 7f0773fcf640 1 -- 172.21.15.33:0/2923337143 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "/snap_test_dir1/dir6", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f076c06ece0 con 0x7f0758077210 2024-07-26T15:30:11.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.972+0000 7f076a7fc640 1 -- 172.21.15.33:0/2923337143 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f076c06ece0 con 0x7f0758077210 2024-07-26T15:30:11.973 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path /snap_test_dir1/dir6 2024-07-26T15:30:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 -- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f0758077210 msgr2=0x7f0758079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f0758077210 0x7f0758079720 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f0760007fd0 tx=0x7f0760001370 comp rx=0 tx=0).stop 2024-07-26T15:30:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 -- 172.21.15.33:0/2923337143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076c0b53e0 msgr2=0x7f076c1f8420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076c0b53e0 0x7f076c1f8420 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f075c009d00 tx=0x7f075c033f00 comp rx=0 tx=0).stop 2024-07-26T15:30:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 -- 172.21.15.33:0/2923337143 shutdown_connections 2024-07-26T15:30:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f0758077210 0x7f0758079720 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f076c0cf8e0 0x7f076c150ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f076c0b8fa0 0x7f076c1f56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 --2- 172.21.15.33:0/2923337143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076c0b53e0 0x7f076c1f8420 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:11.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 -- 172.21.15.33:0/2923337143 >> 172.21.15.33:0/2923337143 conn(0x7f076c0d3dc0 msgr2=0x7f076c06e5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:11.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 -- 172.21.15.33:0/2923337143 shutdown_connections 2024-07-26T15:30:11.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:11.974+0000 7f0773fcf640 1 -- 172.21.15.33:0/2923337143 wait complete. 2024-07-26T15:30:11.987 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path /snap_test_dir1/dir6 2024-07-26T15:30:11.987 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate /snap_test_dir1/dir7 1m 2024-07-26T15:30:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.106+0000 7fddee5d7640 1 -- 172.21.15.33:0/2309220226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdde806f810 msgr2=0x7fdde80b45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.106+0000 7fddee5d7640 1 --2- 172.21.15.33:0/2309220226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdde806f810 0x7fdde80b45f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fdde0005fd0 tx=0x7fdde002a8b0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.106+0000 7fddee5d7640 1 -- 172.21.15.33:0/2309220226 shutdown_connections 2024-07-26T15:30:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.106+0000 7fddee5d7640 1 --2- 172.21.15.33:0/2309220226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdde806f810 0x7fdde80b45f0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.106+0000 7fddee5d7640 1 --2- 172.21.15.33:0/2309220226 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdde815f150 0x7fdde806f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.106+0000 7fddee5d7640 1 -- 172.21.15.33:0/2309220226 >> 172.21.15.33:0/2309220226 conn(0x7fdde80d0b40 msgr2=0x7fdde80d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.106+0000 7fddee5d7640 1 -- 172.21.15.33:0/2309220226 shutdown_connections 2024-07-26T15:30:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.106+0000 7fddee5d7640 1 -- 172.21.15.33:0/2309220226 wait complete. 2024-07-26T15:30:12.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.108+0000 7fddee5d7640 1 Processor -- start 2024-07-26T15:30:12.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.108+0000 7fddee5d7640 1 -- start start 2024-07-26T15:30:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.109+0000 7fddee5d7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdde806f810 0x7fdde813e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.109+0000 7fddee5d7640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdde8158960 0x7fdde815adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.109+0000 7fddee5d7640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdde815f150 0x7fdde806c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.109+0000 7fddee5d7640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdde80b5060 con 0x7fdde806f810 2024-07-26T15:30:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.109+0000 7fddee5d7640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdde80b4ee0 con 0x7fdde8158960 2024-07-26T15:30:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.109+0000 7fddee5d7640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdde80b51e0 con 0x7fdde815f150 2024-07-26T15:30:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdde806f810 0x7fdde813e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdde806f810 0x7fdde813e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54650/0 (socket says 172.21.15.33:54650) 2024-07-26T15:30:12.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde7fff640 1 -- 172.21.15.33:0/1233426362 learned_addr learned my addr 172.21.15.33:0/1233426362 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:12.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fddecb74640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdde815f150 0x7fdde806c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde77fe640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdde8158960 0x7fdde815adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde7fff640 1 -- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdde815f150 msgr2=0x7fdde806c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde7fff640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdde815f150 0x7fdde806c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde7fff640 1 -- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdde8158960 msgr2=0x7fdde815adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde7fff640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdde8158960 0x7fdde815adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde7fff640 1 -- 172.21.15.33:0/1233426362 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdde815b300 con 0x7fdde806f810 2024-07-26T15:30:12.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde7fff640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdde806f810 0x7fdde813e210 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fddd800c3d0 tx=0x7fddd800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:12.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde4ff9640 1 -- 172.21.15.33:0/1233426362 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd8011790 con 0x7fdde806f810 2024-07-26T15:30:12.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde4ff9640 1 -- 172.21.15.33:0/1233426362 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fddd8017070 con 0x7fdde806f810 2024-07-26T15:30:12.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fdde4ff9640 1 -- 172.21.15.33:0/1233426362 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd8011cc0 con 0x7fdde806f810 2024-07-26T15:30:12.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fddee5d7640 1 -- 172.21.15.33:0/1233426362 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdde80a9570 con 0x7fdde806f810 2024-07-26T15:30:12.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.110+0000 7fddee5d7640 1 -- 172.21.15.33:0/1233426362 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdde80a9b30 con 0x7fdde806f810 2024-07-26T15:30:12.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.111+0000 7fddee5d7640 1 -- 172.21.15.33:0/1233426362 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdde80b5700 con 0x7fdde806f810 2024-07-26T15:30:12.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.112+0000 7fdde4ff9640 1 -- 172.21.15.33:0/1233426362 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7fddd801c460 con 0x7fdde806f810 2024-07-26T15:30:12.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.113+0000 7fdde4ff9640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fddd4077240 0x7fddd4079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.113+0000 7fdde4ff9640 1 -- 172.21.15.33:0/1233426362 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7fddd8098c10 con 0x7fdde806f810 2024-07-26T15:30:12.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.113+0000 7fdde77fe640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fddd4077240 0x7fddd4079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.114+0000 7fdde77fe640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fddd4077240 0x7fddd4079750 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdddc00a490 tx=0x7fdddc00a420 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:12.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.117+0000 7fdde4ff9640 1 -- 172.21.15.33:0/1233426362 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fddd80612a0 con 0x7fdde806f810 2024-07-26T15:30:12.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.335+0000 7fddee5d7640 1 -- 172.21.15.33:0/1233426362 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "/snap_test_dir1/dir7", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7fdde80d1840 con 0x7fddd4077240 2024-07-26T15:30:12.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.394+0000 7fdde4ff9640 1 -- 172.21.15.33:0/1233426362 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fdde80d1840 con 0x7fddd4077240 2024-07-26T15:30:12.397 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path /snap_test_dir1/dir7 2024-07-26T15:30:12.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.396+0000 7fddee5d7640 1 -- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fddd4077240 msgr2=0x7fddd4079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.396+0000 7fddee5d7640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fddd4077240 0x7fddd4079750 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdddc00a490 tx=0x7fdddc00a420 comp rx=0 tx=0).stop 2024-07-26T15:30:12.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.396+0000 7fddee5d7640 1 -- 172.21.15.33:0/1233426362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdde806f810 msgr2=0x7fdde813e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.396+0000 7fddee5d7640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdde806f810 0x7fdde813e210 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fddd800c3d0 tx=0x7fddd800c890 comp rx=0 tx=0).stop 2024-07-26T15:30:12.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.396+0000 7fddee5d7640 1 -- 172.21.15.33:0/1233426362 shutdown_connections 2024-07-26T15:30:12.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.396+0000 7fddee5d7640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fddd4077240 0x7fddd4079750 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.396+0000 7fddee5d7640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdde815f150 0x7fdde806c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.396+0000 7fddee5d7640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdde8158960 0x7fdde815adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.396+0000 7fddee5d7640 1 --2- 172.21.15.33:0/1233426362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdde806f810 0x7fdde813e210 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.396+0000 7fddee5d7640 1 -- 172.21.15.33:0/1233426362 >> 172.21.15.33:0/1233426362 conn(0x7fdde80d0b40 msgr2=0x7fdde80b0a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:12.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.397+0000 7fddee5d7640 1 -- 172.21.15.33:0/1233426362 shutdown_connections 2024-07-26T15:30:12.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.397+0000 7fddee5d7640 1 -- 172.21.15.33:0/1233426362 wait complete. 2024-07-26T15:30:12.410 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path /snap_test_dir1/dir7 2024-07-26T15:30:12.410 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate /snap_test_dir1/dir8 1m 2024-07-26T15:30:12.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.532+0000 7f9f6504b640 1 -- 172.21.15.33:0/313510842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f600b74c0 msgr2=0x7f9f600ce900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.532+0000 7f9f6504b640 1 --2- 172.21.15.33:0/313510842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f600b74c0 0x7f9f600ce900 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f9f48009830 tx=0x7f9f4802a480 comp rx=0 tx=0).stop 2024-07-26T15:30:12.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.532+0000 7f9f6504b640 1 -- 172.21.15.33:0/313510842 shutdown_connections 2024-07-26T15:30:12.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.532+0000 7f9f6504b640 1 --2- 172.21.15.33:0/313510842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f600b74c0 0x7f9f600ce900 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.532+0000 7f9f6504b640 1 --2- 172.21.15.33:0/313510842 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f600cfcc0 0x7f9f600ce3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.532+0000 7f9f6504b640 1 -- 172.21.15.33:0/313510842 >> 172.21.15.33:0/313510842 conn(0x7f9f600b3810 msgr2=0x7f9f600b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.532+0000 7f9f6504b640 1 -- 172.21.15.33:0/313510842 shutdown_connections 2024-07-26T15:30:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.532+0000 7f9f6504b640 1 -- 172.21.15.33:0/313510842 wait complete. 2024-07-26T15:30:12.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.534+0000 7f9f6504b640 1 Processor -- start 2024-07-26T15:30:12.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.534+0000 7f9f6504b640 1 -- start start 2024-07-26T15:30:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.535+0000 7f9f6504b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f600b5720 0x7f9f601537f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.535+0000 7f9f6504b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f600b74c0 0x7f9f601e2f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.535+0000 7f9f6504b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f600cfcc0 0x7f9f601e34c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.535+0000 7f9f6504b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9f600cda30 con 0x7f9f600b5720 2024-07-26T15:30:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.535+0000 7f9f6504b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9f600cd8b0 con 0x7f9f600b74c0 2024-07-26T15:30:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.535+0000 7f9f6504b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9f600b6240 con 0x7f9f600cfcc0 2024-07-26T15:30:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.535+0000 7f9f5ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f600b5720 0x7f9f601537f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.535+0000 7f9f5ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f600b5720 0x7f9f601537f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54662/0 (socket says 172.21.15.33:54662) 2024-07-26T15:30:12.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.535+0000 7f9f5ed9d640 1 -- 172.21.15.33:0/2202117423 learned_addr learned my addr 172.21.15.33:0/2202117423 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:12.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f5f59e640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f600cfcc0 0x7f9f601e34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f5e59c640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f600b74c0 0x7f9f601e2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f5ed9d640 1 -- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f600cfcc0 msgr2=0x7f9f601e34c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f5ed9d640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f600cfcc0 0x7f9f601e34c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f5ed9d640 1 -- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f600b74c0 msgr2=0x7f9f601e2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f5ed9d640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f600b74c0 0x7f9f601e2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f5ed9d640 1 -- 172.21.15.33:0/2202117423 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f600c5d60 con 0x7f9f600b5720 2024-07-26T15:30:12.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f5ed9d640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f600b5720 0x7f9f601537f0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f9f5000ccb0 tx=0x7f9f50007610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:12.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f577fe640 1 -- 172.21.15.33:0/2202117423 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f50004b20 con 0x7f9f600b5720 2024-07-26T15:30:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f577fe640 1 -- 172.21.15.33:0/2202117423 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9f50004db0 con 0x7f9f600b5720 2024-07-26T15:30:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f6504b640 1 -- 172.21.15.33:0/2202117423 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f600c6040 con 0x7f9f600b5720 2024-07-26T15:30:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f577fe640 1 -- 172.21.15.33:0/2202117423 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f50005280 con 0x7f9f600b5720 2024-07-26T15:30:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.536+0000 7f9f6504b640 1 -- 172.21.15.33:0/2202117423 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f600c6600 con 0x7f9f600b5720 2024-07-26T15:30:12.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.537+0000 7f9f6504b640 1 -- 172.21.15.33:0/2202117423 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f600b67a0 con 0x7f9f600b5720 2024-07-26T15:30:12.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.538+0000 7f9f577fe640 1 -- 172.21.15.33:0/2202117423 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7f9f50005420 con 0x7f9f600b5720 2024-07-26T15:30:12.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.539+0000 7f9f577fe640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f9f40077240 0x7f9f40079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.539+0000 7f9f577fe640 1 -- 172.21.15.33:0/2202117423 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7f9f50099750 con 0x7f9f600b5720 2024-07-26T15:30:12.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.539+0000 7f9f5e59c640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f9f40077240 0x7f9f40079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.540+0000 7f9f5e59c640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f9f40077240 0x7f9f40079750 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9f48034000 tx=0x7f9f48004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.543+0000 7f9f577fe640 1 -- 172.21.15.33:0/2202117423 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9f50014030 con 0x7f9f600b5720 2024-07-26T15:30:12.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.764+0000 7f9f6504b640 1 -- 172.21.15.33:0/2202117423 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "/snap_test_dir1/dir8", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f9f600b6d00 con 0x7f9f40077240 2024-07-26T15:30:12.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.817+0000 7f9f577fe640 1 -- 172.21.15.33:0/2202117423 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f9f600b6d00 con 0x7f9f40077240 2024-07-26T15:30:12.819 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path /snap_test_dir1/dir8 2024-07-26T15:30:12.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 -- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f9f40077240 msgr2=0x7f9f40079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f9f40077240 0x7f9f40079750 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f9f48034000 tx=0x7f9f48004730 comp rx=0 tx=0).stop 2024-07-26T15:30:12.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 -- 172.21.15.33:0/2202117423 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f600b5720 msgr2=0x7f9f601537f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f600b5720 0x7f9f601537f0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f9f5000ccb0 tx=0x7f9f50007610 comp rx=0 tx=0).stop 2024-07-26T15:30:12.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 -- 172.21.15.33:0/2202117423 shutdown_connections 2024-07-26T15:30:12.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f9f40077240 0x7f9f40079750 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f600cfcc0 0x7f9f601e34c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f600b74c0 0x7f9f601e2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 --2- 172.21.15.33:0/2202117423 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f600b5720 0x7f9f601537f0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 -- 172.21.15.33:0/2202117423 >> 172.21.15.33:0/2202117423 conn(0x7f9f600b3810 msgr2=0x7f9f601e4a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:12.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 -- 172.21.15.33:0/2202117423 shutdown_connections 2024-07-26T15:30:12.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.820+0000 7f9f6504b640 1 -- 172.21.15.33:0/2202117423 wait complete. 2024-07-26T15:30:12.833 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path /snap_test_dir1/dir8 2024-07-26T15:30:12.833 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate /snap_test_dir1/dir9 1m 2024-07-26T15:30:12.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.953+0000 7fb447119640 1 -- 172.21.15.33:0/535295304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4400d05d0 msgr2=0x7fb4400d09e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.953+0000 7fb447119640 1 --2- 172.21.15.33:0/535295304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4400d05d0 0x7fb4400d09e0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fb4400b6960 tx=0x7fb43802a980 comp rx=0 tx=0).stop 2024-07-26T15:30:12.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.953+0000 7fb447119640 1 -- 172.21.15.33:0/535295304 shutdown_connections 2024-07-26T15:30:12.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.953+0000 7fb447119640 1 --2- 172.21.15.33:0/535295304 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4400d05d0 0x7fb4400d09e0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.953+0000 7fb447119640 1 --2- 172.21.15.33:0/535295304 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4400b8e30 0x7fb4400b4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.953+0000 7fb447119640 1 --2- 172.21.15.33:0/535295304 >> v2:172.21.15.154:3300/0 conn(0x7fb4400b6be0 0x7fb4400d48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.953+0000 7fb447119640 1 -- 172.21.15.33:0/535295304 >> 172.21.15.33:0/535295304 conn(0x7fb4400d3d90 msgr2=0x7fb4400d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:12.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.953+0000 7fb447119640 1 -- 172.21.15.33:0/535295304 shutdown_connections 2024-07-26T15:30:12.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.953+0000 7fb447119640 1 -- 172.21.15.33:0/535295304 wait complete. 2024-07-26T15:30:12.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.955+0000 7fb447119640 1 Processor -- start 2024-07-26T15:30:12.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.955+0000 7fb447119640 1 -- start start 2024-07-26T15:30:12.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.956+0000 7fb447119640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4400b6be0 0x7fb44015c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.956+0000 7fb447119640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4400b8e30 0x7fb44015a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.956+0000 7fb447119640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4400d05d0 0x7fb4400b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.956+0000 7fb447119640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb4400d12b0 con 0x7fb4400d05d0 2024-07-26T15:30:12.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.956+0000 7fb447119640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb4400d1130 con 0x7fb4400b8e30 2024-07-26T15:30:12.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.956+0000 7fb447119640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb4400d1430 con 0x7fb4400b6be0 2024-07-26T15:30:12.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb4456b6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4400d05d0 0x7fb4400b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb4456b6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4400d05d0 0x7fb4400b75f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:54674/0 (socket says 172.21.15.33:54674) 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb4456b6640 1 -- 172.21.15.33:0/1109995991 learned_addr learned my addr 172.21.15.33:0/1109995991 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb444eb5640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4400b6be0 0x7fb44015c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb43ffff640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4400b8e30 0x7fb44015a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb4456b6640 1 -- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4400b6be0 msgr2=0x7fb44015c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb4456b6640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4400b6be0 0x7fb44015c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb4456b6640 1 -- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4400b8e30 msgr2=0x7fb44015a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb4456b6640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4400b8e30 0x7fb44015a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb4456b6640 1 -- 172.21.15.33:0/1109995991 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb44015cb40 con 0x7fb4400d05d0 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb4456b6640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4400d05d0 0x7fb4400b75f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb438009d60 tx=0x7fb438003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb43d7fa640 1 -- 172.21.15.33:0/1109995991 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb438034040 con 0x7fb4400d05d0 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb43d7fa640 1 -- 172.21.15.33:0/1109995991 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb438004540 con 0x7fb4400d05d0 2024-07-26T15:30:12.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb447119640 1 -- 172.21.15.33:0/1109995991 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4401f53f0 con 0x7fb4400d05d0 2024-07-26T15:30:12.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb43d7fa640 1 -- 172.21.15.33:0/1109995991 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb438045480 con 0x7fb4400d05d0 2024-07-26T15:30:12.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.957+0000 7fb447119640 1 -- 172.21.15.33:0/1109995991 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4401f59b0 con 0x7fb4400d05d0 2024-07-26T15:30:12.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.958+0000 7fb447119640 1 -- 172.21.15.33:0/1109995991 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4400b4e60 con 0x7fb4400d05d0 2024-07-26T15:30:12.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.959+0000 7fb43d7fa640 1 -- 172.21.15.33:0/1109995991 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 10) ==== 99315+0+0 (secure 0 0 0) 0x7fb438037020 con 0x7fb4400d05d0 2024-07-26T15:30:12.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.960+0000 7fb43d7fa640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fb42c077210 0x7fb42c079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:30:12.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.960+0000 7fb43d7fa640 1 -- 172.21.15.33:0/1109995991 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6359+0+0 (secure 0 0 0) 0x7fb4380ba700 con 0x7fb4400d05d0 2024-07-26T15:30:12.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.960+0000 7fb444eb5640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fb42c077210 0x7fb42c079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:30:12.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.961+0000 7fb444eb5640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fb42c077210 0x7fb42c079720 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb43000bb50 tx=0x7fb43000b2e0 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:30:12.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:12.965+0000 7fb43d7fa640 1 -- 172.21.15.33:0/1109995991 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb438082e40 con 0x7fb4400d05d0 2024-07-26T15:30:13.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.180+0000 7fb447119640 1 -- 172.21.15.33:0/1109995991 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "/snap_test_dir1/dir9", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7fb44015c8d0 con 0x7fb42c077210 2024-07-26T15:30:13.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.231+0000 7fb43d7fa640 1 -- 172.21.15.33:0/1109995991 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fb44015c8d0 con 0x7fb42c077210 2024-07-26T15:30:13.233 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path /snap_test_dir1/dir9 2024-07-26T15:30:13.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.233+0000 7fb447119640 1 -- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fb42c077210 msgr2=0x7fb42c079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:13.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.233+0000 7fb447119640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fb42c077210 0x7fb42c079720 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fb43000bb50 tx=0x7fb43000b2e0 comp rx=0 tx=0).stop 2024-07-26T15:30:13.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.233+0000 7fb447119640 1 -- 172.21.15.33:0/1109995991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4400d05d0 msgr2=0x7fb4400b75f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:30:13.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.233+0000 7fb447119640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4400d05d0 0x7fb4400b75f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb438009d60 tx=0x7fb438003f90 comp rx=0 tx=0).stop 2024-07-26T15:30:13.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.233+0000 7fb447119640 1 -- 172.21.15.33:0/1109995991 shutdown_connections 2024-07-26T15:30:13.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.233+0000 7fb447119640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fb42c077210 0x7fb42c079720 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:13.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.233+0000 7fb447119640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4400d05d0 0x7fb4400b75f0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:13.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.233+0000 7fb447119640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4400b8e30 0x7fb44015a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:13.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.233+0000 7fb447119640 1 --2- 172.21.15.33:0/1109995991 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4400b6be0 0x7fb44015c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:30:13.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.233+0000 7fb447119640 1 -- 172.21.15.33:0/1109995991 >> 172.21.15.33:0/1109995991 conn(0x7fb4400d3d90 msgr2=0x7fb44006cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:30:13.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.234+0000 7fb447119640 1 -- 172.21.15.33:0/1109995991 shutdown_connections 2024-07-26T15:30:13.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:30:13.234+0000 7fb447119640 1 -- 172.21.15.33:0/1109995991 wait complete. 2024-07-26T15:30:13.246 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path /snap_test_dir1/dir9 2024-07-26T15:30:21.932 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:30:21.936 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:30:52.038 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:30:52.042 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:31:00.135 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:31:00.134+0000 7fb7893a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:31:00.136 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:31:00.134+0000 7fb7893a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:31:00.136 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:31:00.134+0000 7fb7893a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:31:00.136 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:31:00.134+0000 7fb7893a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:31:00.136 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:31:00.134+0000 7fb7893a9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:31:22.184 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:31:22.188 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:31:52.264 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:31:52.268 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:32:22.333 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:32:22.337 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:32:52.399 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:32:52.404 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:33:22.511 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:33:22.515 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:33:52.575 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:33:52.579 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:34:22.640 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:34:22.643 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:34:52.787 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:34:52.794 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:35:22.909 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:35:22.913 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:35:52.979 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:35:52.983 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:36:00.655 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:36:00.654+0000 7fb796443640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:36:00.655 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:36:00.654+0000 7fb796443640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:36:00.655 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:36:00.654+0000 7fb796443640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:36:00.656 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:36:00.654+0000 7fb796443640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:36:00.656 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:36:00.654+0000 7fb796443640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:36:23.068 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:36:23.072 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:36:53.148 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:36:53.152 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:37:23.298 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:37:23.302 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:37:53.410 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:37:53.413 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:38:23.565 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:38:23.569 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:38:53.653 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:38:53.657 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:39:23.791 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:39:23.794 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:39:53.947 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:39:53.951 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:40:24.034 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:40:24.037 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:40:54.098 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:40:54.102 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:41:19.248 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate /snap_test_dir1/dir0 1m 2024-07-26T15:41:19.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.383+0000 7f34b04d3640 1 -- 172.21.15.33:0/3016752224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3494005350 msgr2=0x7f349400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:19.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.383+0000 7f34b04d3640 1 --2- 172.21.15.33:0/3016752224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3494005350 0x7f349400b9c0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f34a8069130 tx=0x7f3494005830 comp rx=0 tx=0).stop 2024-07-26T15:41:19.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.383+0000 7f34aea70640 1 -- 172.21.15.33:0/3016752224 reap_dead start 2024-07-26T15:41:19.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.383+0000 7f34b04d3640 1 -- 172.21.15.33:0/3016752224 shutdown_connections 2024-07-26T15:41:19.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.383+0000 7f34b04d3640 1 -- 172.21.15.33:0/3016752224 >> 172.21.15.33:0/3016752224 conn(0x7f34a80b50d0 msgr2=0x7f34a80b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:19.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.383+0000 7f34b04d3640 1 -- 172.21.15.33:0/3016752224 shutdown_connections 2024-07-26T15:41:19.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.383+0000 7f34b04d3640 1 -- 172.21.15.33:0/3016752224 wait complete. 2024-07-26T15:41:19.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.385+0000 7f34b04d3640 1 Processor -- start 2024-07-26T15:41:19.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.385+0000 7f34b04d3640 1 -- start start 2024-07-26T15:41:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.386+0000 7f34b04d3640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3494005350 0x7f34a81f1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.386+0000 7f34b04d3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34a81f22d0 0x7f34a81f6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.386+0000 7f34b04d3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34a81f26e0 0x7f34a81f6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.386+0000 7f34b04d3640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f34a80cefc0 con 0x7f34a81f26e0 2024-07-26T15:41:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.386+0000 7f34b04d3640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f34a80cee40 con 0x7f3494005350 2024-07-26T15:41:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.386+0000 7f34b04d3640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f34a80cf140 con 0x7f34a81f22d0 2024-07-26T15:41:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34aea70640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34a81f26e0 0x7f34a81f6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34aea70640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34a81f26e0 0x7f34a81f6650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57872/0 (socket says 172.21.15.33:57872) 2024-07-26T15:41:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34aea70640 1 -- 172.21.15.33:0/1999923788 learned_addr learned my addr 172.21.15.33:0/1999923788 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:19.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34ae26f640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3494005350 0x7f34a81f1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:19.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34ada6e640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34a81f22d0 0x7f34a81f6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:19.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34aea70640 1 -- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34a81f22d0 msgr2=0x7f34a81f6110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:19.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34aea70640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34a81f22d0 0x7f34a81f6110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:19.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34aea70640 1 -- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3494005350 msgr2=0x7f34a81f1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:19.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34aea70640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3494005350 0x7f34a81f1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:19.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34aea70640 1 -- 172.21.15.33:0/1999923788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34a809d500 con 0x7f34a81f26e0 2024-07-26T15:41:19.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34aea70640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34a81f26e0 0x7f34a81f6650 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f34a0001e50 tx=0x7f34a0001b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:19.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f349effd640 1 -- 172.21.15.33:0/1999923788 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a00062b0 con 0x7f34a81f26e0 2024-07-26T15:41:19.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f349effd640 1 -- 172.21.15.33:0/1999923788 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f34a0006450 con 0x7f34a81f26e0 2024-07-26T15:41:19.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f349effd640 1 -- 172.21.15.33:0/1999923788 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34a00068a0 con 0x7f34a81f26e0 2024-07-26T15:41:19.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34b04d3640 1 -- 172.21.15.33:0/1999923788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34a808c250 con 0x7f34a81f26e0 2024-07-26T15:41:19.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.387+0000 7f34b04d3640 1 -- 172.21.15.33:0/1999923788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34a808c810 con 0x7f34a81f26e0 2024-07-26T15:41:19.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.389+0000 7f34b04d3640 1 -- 172.21.15.33:0/1999923788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34a80cf6d0 con 0x7f34a81f26e0 2024-07-26T15:41:19.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.389+0000 7f349effd640 1 -- 172.21.15.33:0/1999923788 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f34a0003a30 con 0x7f34a81f26e0 2024-07-26T15:41:19.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.390+0000 7f349effd640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f348c077210 0x7f348c079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:19.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.390+0000 7f349effd640 1 -- 172.21.15.33:0/1999923788 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f34a00b9080 con 0x7f34a81f26e0 2024-07-26T15:41:19.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.390+0000 7f34ae26f640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f348c077210 0x7f348c079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:19.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.391+0000 7f34ae26f640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f348c077210 0x7f348c079720 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f34a8074db0 tx=0x7f34a4005f00 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:19.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.395+0000 7f349effd640 1 -- 172.21.15.33:0/1999923788 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f34a0081710 con 0x7f34a81f26e0 2024-07-26T15:41:19.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.611+0000 7f34b04d3640 1 -- 172.21.15.33:0/1999923788 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "/snap_test_dir1/dir0", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f34a809d290 con 0x7f348c077210 2024-07-26T15:41:19.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.700+0000 7f349effd640 1 -- 172.21.15.33:0/1999923788 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f34a809d290 con 0x7f348c077210 2024-07-26T15:41:19.701 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path /snap_test_dir1/dir0 2024-07-26T15:41:19.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 -- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f348c077210 msgr2=0x7f348c079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:19.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f348c077210 0x7f348c079720 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f34a8074db0 tx=0x7f34a4005f00 comp rx=0 tx=0).stop 2024-07-26T15:41:19.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 -- 172.21.15.33:0/1999923788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34a81f26e0 msgr2=0x7f34a81f6650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:19.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34a81f26e0 0x7f34a81f6650 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f34a0001e50 tx=0x7f34a0001b10 comp rx=0 tx=0).stop 2024-07-26T15:41:19.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 -- 172.21.15.33:0/1999923788 shutdown_connections 2024-07-26T15:41:19.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f348c077210 0x7f348c079720 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:19.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34a81f26e0 0x7f34a81f6650 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:19.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34a81f22d0 0x7f34a81f6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:19.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 --2- 172.21.15.33:0/1999923788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3494005350 0x7f34a81f1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:19.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 -- 172.21.15.33:0/1999923788 >> 172.21.15.33:0/1999923788 conn(0x7f34a80b50d0 msgr2=0x7f34a80cd080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:19.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 -- 172.21.15.33:0/1999923788 shutdown_connections 2024-07-26T15:41:19.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.702+0000 7f34b04d3640 1 -- 172.21.15.33:0/1999923788 wait complete. 2024-07-26T15:41:19.714 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path /snap_test_dir1/dir0 2024-07-26T15:41:19.715 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate /snap_test_dir1/dir1 1m 2024-07-26T15:41:19.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.836+0000 7f04a53cf640 1 -- 172.21.15.33:0/1820496236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0488003a00 msgr2=0x7f0488003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:19.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.836+0000 7f04a53cf640 1 --2- 172.21.15.33:0/1820496236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0488003a00 0x7f0488003e70 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f0490009ed0 tx=0x7f0488005830 comp rx=0 tx=0).stop 2024-07-26T15:41:19.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.836+0000 7f049f7fe640 1 -- 172.21.15.33:0/1820496236 reap_dead start 2024-07-26T15:41:19.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.836+0000 7f04a53cf640 1 -- 172.21.15.33:0/1820496236 shutdown_connections 2024-07-26T15:41:19.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.836+0000 7f04a53cf640 1 -- 172.21.15.33:0/1820496236 >> 172.21.15.33:0/1820496236 conn(0x7f04a00d3de0 msgr2=0x7f04a00d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:19.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.836+0000 7f04a53cf640 1 -- 172.21.15.33:0/1820496236 shutdown_connections 2024-07-26T15:41:19.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.836+0000 7f04a53cf640 1 -- 172.21.15.33:0/1820496236 wait complete. 2024-07-26T15:41:19.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.838+0000 7f04a53cf640 1 Processor -- start 2024-07-26T15:41:19.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.838+0000 7f04a53cf640 1 -- start start 2024-07-26T15:41:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.839+0000 7f04a53cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0488003a00 0x7f04a00cae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.839+0000 7f04a53cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04a01f5ea0 0x7f04a01e3e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.839+0000 7f04a53cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04a00c8d70 0x7f04a00c9180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.839+0000 7f04a53cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f04a00b2d30 con 0x7f0488003a00 2024-07-26T15:41:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.839+0000 7f04a53cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f04a00d2730 con 0x7f04a01f5ea0 2024-07-26T15:41:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.839+0000 7f04a53cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f04a00b5a40 con 0x7f04a00c8d70 2024-07-26T15:41:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0488003a00 0x7f04a00cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0488003a00 0x7f04a00cae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57894/0 (socket says 172.21.15.33:57894) 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049effd640 1 -- 172.21.15.33:0/959921680 learned_addr learned my addr 172.21.15.33:0/959921680 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049e7fc640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04a01f5ea0 0x7f04a01e3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049f7fe640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04a00c8d70 0x7f04a00c9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049effd640 1 -- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04a00c8d70 msgr2=0x7f04a00c9180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049effd640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04a00c8d70 0x7f04a00c9180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049effd640 1 -- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04a01f5ea0 msgr2=0x7f04a01e3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049effd640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04a01f5ea0 0x7f04a01e3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049effd640 1 -- 172.21.15.33:0/959921680 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04a00c7cd0 con 0x7f0488003a00 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049e7fc640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04a01f5ea0 0x7f04a01e3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f049effd640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0488003a00 0x7f04a00cae20 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f0490036040 tx=0x7f0490033bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f04877fe640 1 -- 172.21.15.33:0/959921680 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0490043070 con 0x7f0488003a00 2024-07-26T15:41:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f04877fe640 1 -- 172.21.15.33:0/959921680 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0490033db0 con 0x7f0488003a00 2024-07-26T15:41:19.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f04a53cf640 1 -- 172.21.15.33:0/959921680 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04a00c7fb0 con 0x7f0488003a00 2024-07-26T15:41:19.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f04877fe640 1 -- 172.21.15.33:0/959921680 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0490038040 con 0x7f0488003a00 2024-07-26T15:41:19.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.840+0000 7f04a53cf640 1 -- 172.21.15.33:0/959921680 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04a00c8570 con 0x7f0488003a00 2024-07-26T15:41:19.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.841+0000 7f04a53cf640 1 -- 172.21.15.33:0/959921680 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04a00d1920 con 0x7f0488003a00 2024-07-26T15:41:19.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.842+0000 7f04877fe640 1 -- 172.21.15.33:0/959921680 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f0490046070 con 0x7f0488003a00 2024-07-26T15:41:19.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.842+0000 7f04877fe640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f048c077240 0x7f048c079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:19.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.843+0000 7f04877fe640 1 -- 172.21.15.33:0/959921680 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f04900b98a0 con 0x7f0488003a00 2024-07-26T15:41:19.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.843+0000 7f049e7fc640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f048c077240 0x7f048c079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:19.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.843+0000 7f049e7fc640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f048c077240 0x7f048c079750 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f04a01efa90 tx=0x7f04940015b0 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:19.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:19.847+0000 7f04877fe640 1 -- 172.21.15.33:0/959921680 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0490081f20 con 0x7f0488003a00 2024-07-26T15:41:20.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.063+0000 7f04a53cf640 1 -- 172.21.15.33:0/959921680 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "/snap_test_dir1/dir1", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f04a00d0280 con 0x7f048c077240 2024-07-26T15:41:20.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.139+0000 7f04877fe640 1 -- 172.21.15.33:0/959921680 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f04a00d0280 con 0x7f048c077240 2024-07-26T15:41:20.141 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path /snap_test_dir1/dir1 2024-07-26T15:41:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.141+0000 7f04a53cf640 1 -- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f048c077240 msgr2=0x7f048c079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.141+0000 7f04a53cf640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f048c077240 0x7f048c079750 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f04a01efa90 tx=0x7f04940015b0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.141+0000 7f04a53cf640 1 -- 172.21.15.33:0/959921680 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0488003a00 msgr2=0x7f04a00cae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.141+0000 7f04a53cf640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0488003a00 0x7f04a00cae20 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f0490036040 tx=0x7f0490033bc0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.141+0000 7f04a53cf640 1 -- 172.21.15.33:0/959921680 shutdown_connections 2024-07-26T15:41:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.141+0000 7f04a53cf640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f048c077240 0x7f048c079750 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.141+0000 7f04a53cf640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04a00c8d70 0x7f04a00c9180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.141+0000 7f04a53cf640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04a01f5ea0 0x7f04a01e3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.141+0000 7f04a53cf640 1 --2- 172.21.15.33:0/959921680 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0488003a00 0x7f04a00cae20 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.141+0000 7f04a53cf640 1 -- 172.21.15.33:0/959921680 >> 172.21.15.33:0/959921680 conn(0x7f04a00d3de0 msgr2=0x7f04a006cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.142+0000 7f04a53cf640 1 -- 172.21.15.33:0/959921680 shutdown_connections 2024-07-26T15:41:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.142+0000 7f04a53cf640 1 -- 172.21.15.33:0/959921680 wait complete. 2024-07-26T15:41:20.154 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path /snap_test_dir1/dir1 2024-07-26T15:41:20.154 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate /snap_test_dir1/dir2 1m 2024-07-26T15:41:20.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.274+0000 7fcb8b35e640 1 -- 172.21.15.33:0/1066378958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb8406cc20 msgr2=0x7fcb841603c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:20.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.274+0000 7fcb8b35e640 1 --2- 172.21.15.33:0/1066378958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb8406cc20 0x7fcb841603c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fcb74009be0 tx=0x7fcb7402a8d0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.274+0000 7fcb8b35e640 1 -- 172.21.15.33:0/1066378958 shutdown_connections 2024-07-26T15:41:20.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.274+0000 7fcb8b35e640 1 --2- 172.21.15.33:0/1066378958 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb8406cc20 0x7fcb841603c0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.274+0000 7fcb8b35e640 1 --2- 172.21.15.33:0/1066378958 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8415c610 0x7fcb840cf370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.274+0000 7fcb8b35e640 1 -- 172.21.15.33:0/1066378958 >> 172.21.15.33:0/1066378958 conn(0x7fcb840d0b40 msgr2=0x7fcb840d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:20.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.274+0000 7fcb8b35e640 1 -- 172.21.15.33:0/1066378958 shutdown_connections 2024-07-26T15:41:20.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.274+0000 7fcb8b35e640 1 -- 172.21.15.33:0/1066378958 wait complete. 2024-07-26T15:41:20.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.276+0000 7fcb8b35e640 1 Processor -- start 2024-07-26T15:41:20.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.276+0000 7fcb8b35e640 1 -- start start 2024-07-26T15:41:20.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb8b35e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb8406c810 0x7fcb84141050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:20.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb8b35e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb8406cc20 0x7fcb841f3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:20.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb8b35e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8415c610 0x7fcb8415ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:20.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb8b35e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8415e490 con 0x7fcb8406c810 2024-07-26T15:41:20.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb8b35e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8415e310 con 0x7fcb8406cc20 2024-07-26T15:41:20.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb8b35e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcb8415e610 con 0x7fcb8415c610 2024-07-26T15:41:20.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb890fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb8406c810 0x7fcb84141050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:20.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb890fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb8406c810 0x7fcb84141050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57916/0 (socket says 172.21.15.33:57916) 2024-07-26T15:41:20.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb890fa640 1 -- 172.21.15.33:0/3356773136 learned_addr learned my addr 172.21.15.33:0/3356773136 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:20.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb898fb640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8415c610 0x7fcb8415ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:20.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb890fa640 1 -- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8415c610 msgr2=0x7fcb8415ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:20.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb890fa640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8415c610 0x7fcb8415ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb888f9640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb8406cc20 0x7fcb841f3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:20.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb890fa640 1 -- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb8406cc20 msgr2=0x7fcb841f3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:20.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb890fa640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb8406cc20 0x7fcb841f3b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.277+0000 7fcb890fa640 1 -- 172.21.15.33:0/3356773136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb8413fce0 con 0x7fcb8406c810 2024-07-26T15:41:20.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.278+0000 7fcb890fa640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb8406c810 0x7fcb84141050 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c00d740 tx=0x7fcb7c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:20.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.278+0000 7fcb81ffb640 1 -- 172.21.15.33:0/3356773136 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c017070 con 0x7fcb8406c810 2024-07-26T15:41:20.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.278+0000 7fcb81ffb640 1 -- 172.21.15.33:0/3356773136 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb7c009d20 con 0x7fcb8406c810 2024-07-26T15:41:20.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.278+0000 7fcb8b35e640 1 -- 172.21.15.33:0/3356773136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb8413ffc0 con 0x7fcb8406c810 2024-07-26T15:41:20.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.278+0000 7fcb81ffb640 1 -- 172.21.15.33:0/3356773136 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c0106c0 con 0x7fcb8406c810 2024-07-26T15:41:20.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.278+0000 7fcb8b35e640 1 -- 172.21.15.33:0/3356773136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb8415b0c0 con 0x7fcb8406c810 2024-07-26T15:41:20.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.279+0000 7fcb8b35e640 1 -- 172.21.15.33:0/3356773136 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb8415eb30 con 0x7fcb8406c810 2024-07-26T15:41:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.280+0000 7fcb81ffb640 1 -- 172.21.15.33:0/3356773136 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7fcb7c01a070 con 0x7fcb8406c810 2024-07-26T15:41:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.280+0000 7fcb81ffb640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fcb70077210 0x7fcb70079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.281+0000 7fcb81ffb640 1 -- 172.21.15.33:0/3356773136 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7fcb7c099180 con 0x7fcb8406c810 2024-07-26T15:41:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.281+0000 7fcb888f9640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fcb70077210 0x7fcb70079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.281+0000 7fcb888f9640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fcb70077210 0x7fcb70079720 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fcb8413f590 tx=0x7fcb78009040 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:20.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.285+0000 7fcb81ffb640 1 -- 172.21.15.33:0/3356773136 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcb7c061cb0 con 0x7fcb8406c810 2024-07-26T15:41:20.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.501+0000 7fcb8b35e640 1 -- 172.21.15.33:0/3356773136 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "/snap_test_dir1/dir2", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7fcb84072de0 con 0x7fcb70077210 2024-07-26T15:41:20.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.579+0000 7fcb81ffb640 1 -- 172.21.15.33:0/3356773136 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fcb84072de0 con 0x7fcb70077210 2024-07-26T15:41:20.580 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path /snap_test_dir1/dir2 2024-07-26T15:41:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 -- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fcb70077210 msgr2=0x7fcb70079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fcb70077210 0x7fcb70079720 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fcb8413f590 tx=0x7fcb78009040 comp rx=0 tx=0).stop 2024-07-26T15:41:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 -- 172.21.15.33:0/3356773136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb8406c810 msgr2=0x7fcb84141050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb8406c810 0x7fcb84141050 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c00d740 tx=0x7fcb7c00dc00 comp rx=0 tx=0).stop 2024-07-26T15:41:20.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 -- 172.21.15.33:0/3356773136 shutdown_connections 2024-07-26T15:41:20.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fcb70077210 0x7fcb70079720 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb8415c610 0x7fcb8415ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb8406cc20 0x7fcb841f3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 --2- 172.21.15.33:0/3356773136 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb8406c810 0x7fcb84141050 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 -- 172.21.15.33:0/3356773136 >> 172.21.15.33:0/3356773136 conn(0x7fcb840d0b40 msgr2=0x7fcb84068850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:20.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 -- 172.21.15.33:0/3356773136 shutdown_connections 2024-07-26T15:41:20.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.581+0000 7fcb8b35e640 1 -- 172.21.15.33:0/3356773136 wait complete. 2024-07-26T15:41:20.593 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path /snap_test_dir1/dir2 2024-07-26T15:41:20.594 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate /snap_test_dir1/dir3 1m 2024-07-26T15:41:20.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.713+0000 7fec12fa7640 1 -- 172.21.15.33:0/200426110 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c0b6150 msgr2=0x7fec0c0d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:20.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.713+0000 7fec12fa7640 1 --2- 172.21.15.33:0/200426110 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c0b6150 0x7fec0c0d1920 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fec00009830 tx=0x7fec0002a5c0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.713+0000 7fec12fa7640 1 -- 172.21.15.33:0/200426110 shutdown_connections 2024-07-26T15:41:20.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.713+0000 7fec12fa7640 1 --2- 172.21.15.33:0/200426110 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c0b6150 0x7fec0c0d1920 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.713+0000 7fec12fa7640 1 -- 172.21.15.33:0/200426110 >> 172.21.15.33:0/200426110 conn(0x7fec0c0d3de0 msgr2=0x7fec0c0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:20.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.713+0000 7fec12fa7640 1 -- 172.21.15.33:0/200426110 shutdown_connections 2024-07-26T15:41:20.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.713+0000 7fec12fa7640 1 -- 172.21.15.33:0/200426110 wait complete. 2024-07-26T15:41:20.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.715+0000 7fec12fa7640 1 Processor -- start 2024-07-26T15:41:20.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.715+0000 7fec12fa7640 1 -- start start 2024-07-26T15:41:20.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.716+0000 7fec12fa7640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec0c0b6150 0x7fec0c0cc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:20.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.716+0000 7fec12fa7640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec0c0cfa50 0x7fec0c1f90a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:20.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.716+0000 7fec12fa7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c0d1e60 0x7fec0c1cc170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:20.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.716+0000 7fec12fa7640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c0d2270 con 0x7fec0c0d1e60 2024-07-26T15:41:20.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.716+0000 7fec12fa7640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fec0c0b2d30 con 0x7fec0c0b6150 2024-07-26T15:41:20.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.716+0000 7fec12fa7640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fec0c0d23f0 con 0x7fec0c0cfa50 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.716+0000 7fec11544640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c0d1e60 0x7fec0c1cc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.716+0000 7fec11544640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c0d1e60 0x7fec0c1cc170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57936/0 (socket says 172.21.15.33:57936) 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.716+0000 7fec11544640 1 -- 172.21.15.33:0/3440902677 learned_addr learned my addr 172.21.15.33:0/3440902677 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec10d43640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec0c0b6150 0x7fec0c0cc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec0bfff640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec0c0cfa50 0x7fec0c1f90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec11544640 1 -- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec0c0cfa50 msgr2=0x7fec0c1f90a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec11544640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec0c0cfa50 0x7fec0c1f90a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec11544640 1 -- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec0c0b6150 msgr2=0x7fec0c0cc8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec11544640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec0c0b6150 0x7fec0c0cc8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec11544640 1 -- 172.21.15.33:0/3440902677 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec0c0caf50 con 0x7fec0c0d1e60 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec11544640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c0d1e60 0x7fec0c1cc170 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fec0400cb10 tx=0x7fec0400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec097fa640 1 -- 172.21.15.33:0/3440902677 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04016020 con 0x7fec0c0d1e60 2024-07-26T15:41:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec097fa640 1 -- 172.21.15.33:0/3440902677 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec0400ad00 con 0x7fec0c0d1e60 2024-07-26T15:41:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec12fa7640 1 -- 172.21.15.33:0/3440902677 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec0c0cb230 con 0x7fec0c0d1e60 2024-07-26T15:41:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec097fa640 1 -- 172.21.15.33:0/3440902677 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec04012680 con 0x7fec0c0d1e60 2024-07-26T15:41:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.717+0000 7fec12fa7640 1 -- 172.21.15.33:0/3440902677 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec0c0ccdf0 con 0x7fec0c0d1e60 2024-07-26T15:41:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.718+0000 7fec12fa7640 1 -- 172.21.15.33:0/3440902677 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec0c0d1920 con 0x7fec0c0d1e60 2024-07-26T15:41:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.719+0000 7fec097fa640 1 -- 172.21.15.33:0/3440902677 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7fec04019020 con 0x7fec0c0d1e60 2024-07-26T15:41:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.719+0000 7fec097fa640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7febf8077240 0x7febf8079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.719+0000 7fec097fa640 1 -- 172.21.15.33:0/3440902677 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7fec04099260 con 0x7fec0c0d1e60 2024-07-26T15:41:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.720+0000 7fec10d43640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7febf8077240 0x7febf8079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.720+0000 7fec10d43640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7febf8077240 0x7febf8079750 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7febfc0015e0 tx=0x7febfc009040 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:20.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.724+0000 7fec097fa640 1 -- 172.21.15.33:0/3440902677 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fec04020030 con 0x7fec0c0d1e60 2024-07-26T15:41:20.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:20.944+0000 7fec12fa7640 1 -- 172.21.15.33:0/3440902677 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "/snap_test_dir1/dir3", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7fec0c1f9bd0 con 0x7febf8077240 2024-07-26T15:41:21.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.025+0000 7fec097fa640 1 -- 172.21.15.33:0/3440902677 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fec0c1f9bd0 con 0x7febf8077240 2024-07-26T15:41:21.027 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path /snap_test_dir1/dir3 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 -- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7febf8077240 msgr2=0x7febf8079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7febf8077240 0x7febf8079750 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7febfc0015e0 tx=0x7febfc009040 comp rx=0 tx=0).stop 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 -- 172.21.15.33:0/3440902677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c0d1e60 msgr2=0x7fec0c1cc170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c0d1e60 0x7fec0c1cc170 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fec0400cb10 tx=0x7fec0400a060 comp rx=0 tx=0).stop 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 -- 172.21.15.33:0/3440902677 shutdown_connections 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7febf8077240 0x7febf8079750 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec0c0d1e60 0x7fec0c1cc170 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec0c0cfa50 0x7fec0c1f90a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 --2- 172.21.15.33:0/3440902677 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec0c0b6150 0x7fec0c0cc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 -- 172.21.15.33:0/3440902677 >> 172.21.15.33:0/3440902677 conn(0x7fec0c0d3de0 msgr2=0x7fec0c0b3740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 -- 172.21.15.33:0/3440902677 shutdown_connections 2024-07-26T15:41:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.027+0000 7fec12fa7640 1 -- 172.21.15.33:0/3440902677 wait complete. 2024-07-26T15:41:21.040 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path /snap_test_dir1/dir3 2024-07-26T15:41:21.040 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate /snap_test_dir1/dir4 1m 2024-07-26T15:41:21.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.159+0000 7fec82fa9640 1 -- 172.21.15.33:0/50939145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec7c15f150 msgr2=0x7fec7c06f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.159+0000 7fec82fa9640 1 --2- 172.21.15.33:0/50939145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec7c15f150 0x7fec7c06f2d0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fec7c15c4b0 tx=0x7fec7002a4a0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.159+0000 7fec82fa9640 1 -- 172.21.15.33:0/50939145 shutdown_connections 2024-07-26T15:41:21.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.159+0000 7fec82fa9640 1 --2- 172.21.15.33:0/50939145 >> v2:172.21.15.154:3300/0 conn(0x7fec7c06f810 0x7fec7c0b45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.159+0000 7fec82fa9640 1 --2- 172.21.15.33:0/50939145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec7c15f150 0x7fec7c06f2d0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.159+0000 7fec82fa9640 1 -- 172.21.15.33:0/50939145 >> 172.21.15.33:0/50939145 conn(0x7fec7c0d0b40 msgr2=0x7fec7c0d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:21.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.159+0000 7fec82fa9640 1 -- 172.21.15.33:0/50939145 shutdown_connections 2024-07-26T15:41:21.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.159+0000 7fec82fa9640 1 -- 172.21.15.33:0/50939145 wait complete. 2024-07-26T15:41:21.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.161+0000 7fec82fa9640 1 Processor -- start 2024-07-26T15:41:21.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.161+0000 7fec82fa9640 1 -- start start 2024-07-26T15:41:21.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.162+0000 7fec82fa9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec7c06f810 0x7fec7c0cc780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:21.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.162+0000 7fec82fa9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec7c158960 0x7fec7c0ac0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:21.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.162+0000 7fec82fa9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec7c15f150 0x7fec7c06c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:21.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.162+0000 7fec82fa9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fec7c0b4fa0 con 0x7fec7c158960 2024-07-26T15:41:21.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.162+0000 7fec82fa9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fec7c0b4e20 con 0x7fec7c06f810 2024-07-26T15:41:21.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.162+0000 7fec82fa9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fec7c0b5120 con 0x7fec7c15f150 2024-07-26T15:41:21.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.162+0000 7fec7bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec7c158960 0x7fec7c0ac0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:21.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.162+0000 7fec7bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec7c158960 0x7fec7c0ac0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57958/0 (socket says 172.21.15.33:57958) 2024-07-26T15:41:21.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.162+0000 7fec7bfff640 1 -- 172.21.15.33:0/2726480931 learned_addr learned my addr 172.21.15.33:0/2726480931 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:21.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.162+0000 7fec80d45640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec7c06f810 0x7fec7c0cc780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:21.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.162+0000 7fec81546640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec7c15f150 0x7fec7c06c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:21.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.163+0000 7fec7bfff640 1 -- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec7c15f150 msgr2=0x7fec7c06c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.163+0000 7fec7bfff640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec7c15f150 0x7fec7c06c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.163+0000 7fec7bfff640 1 -- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec7c06f810 msgr2=0x7fec7c0cc780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.163+0000 7fec7bfff640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec7c06f810 0x7fec7c0cc780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.163+0000 7fec7bfff640 1 -- 172.21.15.33:0/2726480931 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec7c0acc00 con 0x7fec7c158960 2024-07-26T15:41:21.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.163+0000 7fec7bfff640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec7c158960 0x7fec7c0ac0f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fec70009780 tx=0x7fec70033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:21.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.163+0000 7fec797fa640 1 -- 172.21.15.33:0/2726480931 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec70031d60 con 0x7fec7c158960 2024-07-26T15:41:21.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.163+0000 7fec797fa640 1 -- 172.21.15.33:0/2726480931 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec70033e10 con 0x7fec7c158960 2024-07-26T15:41:21.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.163+0000 7fec82fa9640 1 -- 172.21.15.33:0/2726480931 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec7c0ac920 con 0x7fec7c158960 2024-07-26T15:41:21.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.163+0000 7fec797fa640 1 -- 172.21.15.33:0/2726480931 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec70005260 con 0x7fec7c158960 2024-07-26T15:41:21.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.163+0000 7fec82fa9640 1 -- 172.21.15.33:0/2726480931 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec7c135590 con 0x7fec7c158960 2024-07-26T15:41:21.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.164+0000 7fec82fa9640 1 -- 172.21.15.33:0/2726480931 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec7c0b5640 con 0x7fec7c158960 2024-07-26T15:41:21.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.165+0000 7fec797fa640 1 -- 172.21.15.33:0/2726480931 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7fec70005400 con 0x7fec7c158960 2024-07-26T15:41:21.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.165+0000 7fec797fa640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fec68077210 0x7fec68079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:21.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.166+0000 7fec797fa640 1 -- 172.21.15.33:0/2726480931 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7fec700b9f80 con 0x7fec7c158960 2024-07-26T15:41:21.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.166+0000 7fec80d45640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fec68077210 0x7fec68079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:21.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.166+0000 7fec80d45640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fec68077210 0x7fec68079720 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fec740012e0 tx=0x7fec74009040 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:21.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.170+0000 7fec797fa640 1 -- 172.21.15.33:0/2726480931 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fec7c0acc00 con 0x7fec7c158960 2024-07-26T15:41:21.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.392+0000 7fec82fa9640 1 -- 172.21.15.33:0/2726480931 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "/snap_test_dir1/dir4", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7fec7c0d1840 con 0x7fec68077210 2024-07-26T15:41:21.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.471+0000 7fec797fa640 1 -- 172.21.15.33:0/2726480931 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fec7c0d1840 con 0x7fec68077210 2024-07-26T15:41:21.473 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path /snap_test_dir1/dir4 2024-07-26T15:41:21.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.473+0000 7fec82fa9640 1 -- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fec68077210 msgr2=0x7fec68079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.473+0000 7fec82fa9640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fec68077210 0x7fec68079720 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fec740012e0 tx=0x7fec74009040 comp rx=0 tx=0).stop 2024-07-26T15:41:21.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.473+0000 7fec82fa9640 1 -- 172.21.15.33:0/2726480931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec7c158960 msgr2=0x7fec7c0ac0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.473+0000 7fec82fa9640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec7c158960 0x7fec7c0ac0f0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fec70009780 tx=0x7fec70033c20 comp rx=0 tx=0).stop 2024-07-26T15:41:21.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.473+0000 7fec82fa9640 1 -- 172.21.15.33:0/2726480931 shutdown_connections 2024-07-26T15:41:21.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.473+0000 7fec82fa9640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fec68077210 0x7fec68079720 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.473+0000 7fec82fa9640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec7c15f150 0x7fec7c06c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.474+0000 7fec82fa9640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec7c158960 0x7fec7c0ac0f0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.474+0000 7fec82fa9640 1 --2- 172.21.15.33:0/2726480931 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec7c06f810 0x7fec7c0cc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.474+0000 7fec82fa9640 1 -- 172.21.15.33:0/2726480931 >> 172.21.15.33:0/2726480931 conn(0x7fec7c0d0b40 msgr2=0x7fec7c0b0840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:21.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.474+0000 7fec82fa9640 1 -- 172.21.15.33:0/2726480931 shutdown_connections 2024-07-26T15:41:21.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.474+0000 7fec82fa9640 1 -- 172.21.15.33:0/2726480931 wait complete. 2024-07-26T15:41:21.486 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path /snap_test_dir1/dir4 2024-07-26T15:41:21.486 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate /snap_test_dir1/dir5 1m 2024-07-26T15:41:21.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.607+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1482599556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e44003fd0 msgr2=0x7f5e44004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.607+0000 7f5e63e9b640 1 --2- 172.21.15.33:0/1482599556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e44003fd0 0x7f5e44004800 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f5e5000c260 tx=0x7f5e44005830 comp rx=0 tx=0).stop 2024-07-26T15:41:21.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.607+0000 7f5e62438640 1 -- 172.21.15.33:0/1482599556 reap_dead start 2024-07-26T15:41:21.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.607+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1482599556 shutdown_connections 2024-07-26T15:41:21.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.607+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1482599556 >> 172.21.15.33:0/1482599556 conn(0x7f5e5c0d3de0 msgr2=0x7f5e5c0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:21.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.607+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1482599556 shutdown_connections 2024-07-26T15:41:21.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.607+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1482599556 wait complete. 2024-07-26T15:41:21.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.609+0000 7f5e63e9b640 1 Processor -- start 2024-07-26T15:41:21.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.609+0000 7f5e63e9b640 1 -- start start 2024-07-26T15:41:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e63e9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e44003fd0 0x7f5e5c1e31c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e63e9b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e5c0cae20 0x7f5e5c1f5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e63e9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e5c1e3870 0x7f5e5c1f5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e63e9b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5e5c0d26d0 con 0x7f5e44003fd0 2024-07-26T15:41:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e63e9b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5e5c0b2d30 con 0x7f5e5c1e3870 2024-07-26T15:41:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e63e9b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5e5c0b5a40 con 0x7f5e5c0cae20 2024-07-26T15:41:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e61c37640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e44003fd0 0x7f5e5c1e31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e61c37640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e44003fd0 0x7f5e5c1e31c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57970/0 (socket says 172.21.15.33:57970) 2024-07-26T15:41:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e61c37640 1 -- 172.21.15.33:0/1473995340 learned_addr learned my addr 172.21.15.33:0/1473995340 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e61c37640 1 -- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e5c0cae20 msgr2=0x7f5e5c1f5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e61c37640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e5c0cae20 0x7f5e5c1f5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e61c37640 1 -- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e5c1e3870 msgr2=0x7f5e5c1f5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e61c37640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e5c1e3870 0x7f5e5c1f5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.610+0000 7f5e61c37640 1 -- 172.21.15.33:0/1473995340 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e5c0cd2a0 con 0x7f5e44003fd0 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.611+0000 7f5e61c37640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e44003fd0 0x7f5e5c1e31c0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f5e4c011d60 tx=0x7f5e4c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.611+0000 7f5e5a7fc640 1 -- 172.21.15.33:0/1473995340 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e4c003d80 con 0x7f5e44003fd0 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.611+0000 7f5e5a7fc640 1 -- 172.21.15.33:0/1473995340 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e4c004b20 con 0x7f5e44003fd0 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.611+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1473995340 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e5c1f9300 con 0x7f5e44003fd0 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.611+0000 7f5e5a7fc640 1 -- 172.21.15.33:0/1473995340 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e4c004050 con 0x7f5e44003fd0 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.611+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1473995340 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e5c0cd820 con 0x7f5e44003fd0 2024-07-26T15:41:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.612+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1473995340 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e5c0d1920 con 0x7f5e44003fd0 2024-07-26T15:41:21.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.612+0000 7f5e5a7fc640 1 -- 172.21.15.33:0/1473995340 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f5e4c0041f0 con 0x7f5e44003fd0 2024-07-26T15:41:21.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.613+0000 7f5e5a7fc640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5e48077240 0x7f5e48079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:21.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.613+0000 7f5e5a7fc640 1 -- 172.21.15.33:0/1473995340 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f5e4c099fe0 con 0x7f5e44003fd0 2024-07-26T15:41:21.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.613+0000 7f5e61436640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5e48077240 0x7f5e48079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:21.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.614+0000 7f5e61436640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5e48077240 0x7f5e48079750 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5e50033000 tx=0x7f5e5c0b5220 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:21.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.617+0000 7f5e5a7fc640 1 -- 172.21.15.33:0/1473995340 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5e4c062b90 con 0x7f5e44003fd0 2024-07-26T15:41:21.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.837+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1473995340 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "/snap_test_dir1/dir5", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f5e5c0d0280 con 0x7f5e48077240 2024-07-26T15:41:21.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.913+0000 7f5e5a7fc640 1 -- 172.21.15.33:0/1473995340 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f5e5c0d0280 con 0x7f5e48077240 2024-07-26T15:41:21.915 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path /snap_test_dir1/dir5 2024-07-26T15:41:21.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5e48077240 msgr2=0x7f5e48079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5e48077240 0x7f5e48079750 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5e50033000 tx=0x7f5e5c0b5220 comp rx=0 tx=0).stop 2024-07-26T15:41:21.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1473995340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e44003fd0 msgr2=0x7f5e5c1e31c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:21.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e44003fd0 0x7f5e5c1e31c0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f5e4c011d60 tx=0x7f5e4c00f790 comp rx=0 tx=0).stop 2024-07-26T15:41:21.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1473995340 shutdown_connections 2024-07-26T15:41:21.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5e48077240 0x7f5e48079750 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e5c1e3870 0x7f5e5c1f5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e5c0cae20 0x7f5e5c1f5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 --2- 172.21.15.33:0/1473995340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e44003fd0 0x7f5e5c1e31c0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:21.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1473995340 >> 172.21.15.33:0/1473995340 conn(0x7f5e5c0d3de0 msgr2=0x7f5e5c068940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:21.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1473995340 shutdown_connections 2024-07-26T15:41:21.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:21.915+0000 7f5e63e9b640 1 -- 172.21.15.33:0/1473995340 wait complete. 2024-07-26T15:41:21.927 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path /snap_test_dir1/dir5 2024-07-26T15:41:21.928 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate /snap_test_dir1/dir6 1m 2024-07-26T15:41:22.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.048+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2760255946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a900b5f80 msgr2=0x7f5a900d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.048+0000 7f5a94dc4640 1 --2- 172.21.15.33:0/2760255946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a900b5f80 0x7f5a900d1920 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f5a9008c3b0 tx=0x7f5a8402a5f0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.048+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2760255946 shutdown_connections 2024-07-26T15:41:22.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.048+0000 7f5a94dc4640 1 --2- 172.21.15.33:0/2760255946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a900b5f80 0x7f5a900d1920 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.048+0000 7f5a94dc4640 1 --2- 172.21.15.33:0/2760255946 >> v2:172.21.15.154:3300/0 conn(0x7f5a900cfa50 0x7f5a900b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.048+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2760255946 >> 172.21.15.33:0/2760255946 conn(0x7f5a900d3de0 msgr2=0x7f5a900d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:22.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.048+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2760255946 shutdown_connections 2024-07-26T15:41:22.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.048+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2760255946 wait complete. 2024-07-26T15:41:22.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.050+0000 7f5a94dc4640 1 Processor -- start 2024-07-26T15:41:22.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.050+0000 7f5a94dc4640 1 -- start start 2024-07-26T15:41:22.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.051+0000 7f5a94dc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a900b5f80 0x7f5a900cced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.051+0000 7f5a94dc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a900b6390 0x7f5a901d3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.051+0000 7f5a94dc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a900cfa50 0x7f5a900b7d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.051+0000 7f5a94dc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5a900d2710 con 0x7f5a900b5f80 2024-07-26T15:41:22.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.051+0000 7f5a94dc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5a900b2d30 con 0x7f5a900b6390 2024-07-26T15:41:22.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a94dc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5a900b3740 con 0x7f5a900cfa50 2024-07-26T15:41:22.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a8e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a900b5f80 0x7f5a900cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a8e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a900b5f80 0x7f5a900cced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57082/0 (socket says 172.21.15.33:57082) 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a8e59c640 1 -- 172.21.15.33:0/2997167660 learned_addr learned my addr 172.21.15.33:0/2997167660 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a8dd9b640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a900b6390 0x7f5a901d3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a8ed9d640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a900cfa50 0x7f5a900b7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a8e59c640 1 -- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a900cfa50 msgr2=0x7f5a900b7d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a8e59c640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a900cfa50 0x7f5a900b7d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a8e59c640 1 -- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a900b6390 msgr2=0x7f5a901d3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a8e59c640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a900b6390 0x7f5a901d3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a8e59c640 1 -- 172.21.15.33:0/2997167660 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a900caec0 con 0x7f5a900b5f80 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a8e59c640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a900b5f80 0x7f5a900cced0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f5a8000d6d0 tx=0x7f5a8000db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a7effd640 1 -- 172.21.15.33:0/2997167660 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a80017070 con 0x7f5a900b5f80 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a7effd640 1 -- 172.21.15.33:0/2997167660 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a80005330 con 0x7f5a900b5f80 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2997167660 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a900cb1a0 con 0x7f5a900b5f80 2024-07-26T15:41:22.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a7effd640 1 -- 172.21.15.33:0/2997167660 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a80009820 con 0x7f5a900b5f80 2024-07-26T15:41:22.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.052+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2997167660 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a900cb760 con 0x7f5a900b5f80 2024-07-26T15:41:22.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.053+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2997167660 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a900b5a40 con 0x7f5a900b5f80 2024-07-26T15:41:22.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.054+0000 7f5a7effd640 1 -- 172.21.15.33:0/2997167660 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f5a80009bd0 con 0x7f5a900b5f80 2024-07-26T15:41:22.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.055+0000 7f5a7effd640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5a70077210 0x7f5a70079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.055+0000 7f5a7effd640 1 -- 172.21.15.33:0/2997167660 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f5a800991d0 con 0x7f5a900b5f80 2024-07-26T15:41:22.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.055+0000 7f5a8dd9b640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5a70077210 0x7f5a70079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.056+0000 7f5a8dd9b640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5a70077210 0x7f5a70079720 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5a84033000 tx=0x7f5a84004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:22.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.059+0000 7f5a7effd640 1 -- 172.21.15.33:0/2997167660 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5a800617e0 con 0x7f5a900b5f80 2024-07-26T15:41:22.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.276+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2997167660 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "/snap_test_dir1/dir6", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f5a900d0280 con 0x7f5a70077210 2024-07-26T15:41:22.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.356+0000 7f5a7effd640 1 -- 172.21.15.33:0/2997167660 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f5a900d0280 con 0x7f5a70077210 2024-07-26T15:41:22.357 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path /snap_test_dir1/dir6 2024-07-26T15:41:22.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5a70077210 msgr2=0x7f5a70079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5a70077210 0x7f5a70079720 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5a84033000 tx=0x7f5a84004730 comp rx=0 tx=0).stop 2024-07-26T15:41:22.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2997167660 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a900b5f80 msgr2=0x7f5a900cced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a900b5f80 0x7f5a900cced0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f5a8000d6d0 tx=0x7f5a8000db90 comp rx=0 tx=0).stop 2024-07-26T15:41:22.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2997167660 shutdown_connections 2024-07-26T15:41:22.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f5a70077210 0x7f5a70079720 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a900cfa50 0x7f5a900b7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a900b6390 0x7f5a901d3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 --2- 172.21.15.33:0/2997167660 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a900b5f80 0x7f5a900cced0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2997167660 >> 172.21.15.33:0/2997167660 conn(0x7f5a900d3de0 msgr2=0x7f5a900b2360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:22.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2997167660 shutdown_connections 2024-07-26T15:41:22.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.358+0000 7f5a94dc4640 1 -- 172.21.15.33:0/2997167660 wait complete. 2024-07-26T15:41:22.371 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path /snap_test_dir1/dir6 2024-07-26T15:41:22.371 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate /snap_test_dir1/dir7 1m 2024-07-26T15:41:22.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.491+0000 7f91c04da640 1 -- 172.21.15.33:0/1414299488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91b80d48b0 msgr2=0x7f91b80b8e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.491+0000 7f91c04da640 1 --2- 172.21.15.33:0/1414299488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91b80d48b0 0x7f91b80b8e30 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f91a8005fd0 tx=0x7f91a802a540 comp rx=0 tx=0).stop 2024-07-26T15:41:22.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.491+0000 7f91c04da640 1 -- 172.21.15.33:0/1414299488 shutdown_connections 2024-07-26T15:41:22.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.491+0000 7f91c04da640 1 --2- 172.21.15.33:0/1414299488 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91b81622e0 0x7f91b81626f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.491+0000 7f91c04da640 1 --2- 172.21.15.33:0/1414299488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91b80d48b0 0x7f91b80b8e30 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.491+0000 7f91c04da640 1 -- 172.21.15.33:0/1414299488 >> 172.21.15.33:0/1414299488 conn(0x7f91b80d3d90 msgr2=0x7f91b80d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:22.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.491+0000 7f91c04da640 1 -- 172.21.15.33:0/1414299488 shutdown_connections 2024-07-26T15:41:22.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.491+0000 7f91c04da640 1 -- 172.21.15.33:0/1414299488 wait complete. 2024-07-26T15:41:22.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.493+0000 7f91c04da640 1 Processor -- start 2024-07-26T15:41:22.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.493+0000 7f91c04da640 1 -- start start 2024-07-26T15:41:22.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91c04da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91b80b6be0 0x7f91b80a1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91c04da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91b80d48b0 0x7f91b80cc810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91c04da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91b81622e0 0x7f91b80ccd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91c04da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f91b80d1f20 con 0x7f91b80d48b0 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91c04da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f91b81630e0 con 0x7f91b81622e0 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91c04da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f91b80d20a0 con 0x7f91b80b6be0 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91bda75640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91b80d48b0 0x7f91b80cc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91bda75640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91b80d48b0 0x7f91b80cc810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57104/0 (socket says 172.21.15.33:57104) 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91bda75640 1 -- 172.21.15.33:0/3194685454 learned_addr learned my addr 172.21.15.33:0/3194685454 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91be276640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91b80b6be0 0x7f91b80a1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91bea77640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91b81622e0 0x7f91b80ccd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91bda75640 1 -- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91b80b6be0 msgr2=0x7f91b80a1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91bda75640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91b80b6be0 0x7f91b80a1390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91bda75640 1 -- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91b81622e0 msgr2=0x7f91b80ccd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91bda75640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91b81622e0 0x7f91b80ccd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.494+0000 7f91bda75640 1 -- 172.21.15.33:0/3194685454 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91b81f9480 con 0x7f91b80d48b0 2024-07-26T15:41:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.495+0000 7f91bea77640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91b81622e0 0x7f91b80ccd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:41:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.495+0000 7f91bda75640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91b80d48b0 0x7f91b80cc810 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f91a8034040 tx=0x7f91a8003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.495+0000 7f91aeffd640 1 -- 172.21.15.33:0/3194685454 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a803e030 con 0x7f91b80d48b0 2024-07-26T15:41:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.495+0000 7f91aeffd640 1 -- 172.21.15.33:0/3194685454 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91a8003e00 con 0x7f91b80d48b0 2024-07-26T15:41:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.495+0000 7f91c04da640 1 -- 172.21.15.33:0/3194685454 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91b81f8900 con 0x7f91b80d48b0 2024-07-26T15:41:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.495+0000 7f91aeffd640 1 -- 172.21.15.33:0/3194685454 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a8035040 con 0x7f91b80d48b0 2024-07-26T15:41:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.495+0000 7f91c04da640 1 -- 172.21.15.33:0/3194685454 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91b81f8ec0 con 0x7f91b80d48b0 2024-07-26T15:41:22.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.496+0000 7f91c04da640 1 -- 172.21.15.33:0/3194685454 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91b81f8650 con 0x7f91b80d48b0 2024-07-26T15:41:22.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.497+0000 7f91aeffd640 1 -- 172.21.15.33:0/3194685454 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f91a8041030 con 0x7f91b80d48b0 2024-07-26T15:41:22.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.497+0000 7f91aeffd640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f919c077210 0x7f919c079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.497+0000 7f91aeffd640 1 -- 172.21.15.33:0/3194685454 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f91a80b9760 con 0x7f91b80d48b0 2024-07-26T15:41:22.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.497+0000 7f91be276640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f919c077210 0x7f919c079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.498+0000 7f91be276640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f919c077210 0x7f919c079720 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f91b4000f60 tx=0x7f91b4009040 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.502+0000 7f91aeffd640 1 -- 172.21.15.33:0/3194685454 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f91a8081c50 con 0x7f91b80d48b0 2024-07-26T15:41:22.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.721+0000 7f91c04da640 1 -- 172.21.15.33:0/3194685454 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "/snap_test_dir1/dir7", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f91b80b8e30 con 0x7f919c077210 2024-07-26T15:41:22.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.792+0000 7f91aeffd640 1 -- 172.21.15.33:0/3194685454 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f91b80b8e30 con 0x7f919c077210 2024-07-26T15:41:22.794 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path /snap_test_dir1/dir7 2024-07-26T15:41:22.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 -- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f919c077210 msgr2=0x7f919c079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f919c077210 0x7f919c079720 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f91b4000f60 tx=0x7f91b4009040 comp rx=0 tx=0).stop 2024-07-26T15:41:22.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 -- 172.21.15.33:0/3194685454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91b80d48b0 msgr2=0x7f91b80cc810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91b80d48b0 0x7f91b80cc810 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f91a8034040 tx=0x7f91a8003910 comp rx=0 tx=0).stop 2024-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 -- 172.21.15.33:0/3194685454 shutdown_connections 2024-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f919c077210 0x7f919c079720 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91b81622e0 0x7f91b80ccd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91b80d48b0 0x7f91b80cc810 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 --2- 172.21.15.33:0/3194685454 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91b80b6be0 0x7f91b80a1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 -- 172.21.15.33:0/3194685454 >> 172.21.15.33:0/3194685454 conn(0x7f91b80d3d90 msgr2=0x7f91b806d170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 -- 172.21.15.33:0/3194685454 shutdown_connections 2024-07-26T15:41:22.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.795+0000 7f91c04da640 1 -- 172.21.15.33:0/3194685454 wait complete. 2024-07-26T15:41:22.807 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path /snap_test_dir1/dir7 2024-07-26T15:41:22.807 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate /snap_test_dir1/dir8 1m 2024-07-26T15:41:22.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.926+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/509189693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb340b6f60 msgr2=0x7ffb340b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.926+0000 7ffb3bc9b640 1 --2- 172.21.15.33:0/509189693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb340b6f60 0x7ffb340b31d0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7ffb3415fc70 tx=0x7ffb3002aa30 comp rx=0 tx=0).stop 2024-07-26T15:41:22.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.926+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/509189693 shutdown_connections 2024-07-26T15:41:22.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.926+0000 7ffb3bc9b640 1 --2- 172.21.15.33:0/509189693 >> v2:172.21.15.154:3300/0 conn(0x7ffb340ce2d0 0x7ffb340ce6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.926+0000 7ffb3bc9b640 1 --2- 172.21.15.33:0/509189693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb340b6f60 0x7ffb340b31d0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.926+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/509189693 >> 172.21.15.33:0/509189693 conn(0x7ffb340b37a0 msgr2=0x7ffb340b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:22.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.926+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/509189693 shutdown_connections 2024-07-26T15:41:22.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.926+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/509189693 wait complete. 2024-07-26T15:41:22.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.928+0000 7ffb3bc9b640 1 Processor -- start 2024-07-26T15:41:22.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.928+0000 7ffb3bc9b640 1 -- start start 2024-07-26T15:41:22.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.929+0000 7ffb3bc9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb340b6f60 0x7ffb3414e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.929+0000 7ffb3bc9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb340ce2d0 0x7ffb3415c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.929+0000 7ffb3bc9b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb340cec20 0x7ffb3415c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.929+0000 7ffb3bc9b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffb340b20d0 con 0x7ffb340b6f60 2024-07-26T15:41:22.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.929+0000 7ffb3bc9b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffb340b1f50 con 0x7ffb340ce2d0 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb3bc9b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffb340b2250 con 0x7ffb340cec20 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb39a37640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb340b6f60 0x7ffb3414e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb39a37640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb340b6f60 0x7ffb3414e010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57124/0 (socket says 172.21.15.33:57124) 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb39a37640 1 -- 172.21.15.33:0/1034232071 learned_addr learned my addr 172.21.15.33:0/1034232071 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb39236640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb340ce2d0 0x7ffb3415c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb3a238640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb340cec20 0x7ffb3415c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb39a37640 1 -- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb340cec20 msgr2=0x7ffb3415c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb39a37640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb340cec20 0x7ffb3415c6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb39a37640 1 -- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb340ce2d0 msgr2=0x7ffb3415c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb39a37640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb340ce2d0 0x7ffb3415c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb39a37640 1 -- 172.21.15.33:0/1034232071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb3415b710 con 0x7ffb340b6f60 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb39a37640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb340b6f60 0x7ffb3414e010 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ffb30009bf0 tx=0x7ffb30003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb267fc640 1 -- 172.21.15.33:0/1034232071 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb30033050 con 0x7ffb340b6f60 2024-07-26T15:41:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb267fc640 1 -- 172.21.15.33:0/1034232071 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb300044d0 con 0x7ffb340b6f60 2024-07-26T15:41:22.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/1034232071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb3414e550 con 0x7ffb340b6f60 2024-07-26T15:41:22.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb267fc640 1 -- 172.21.15.33:0/1034232071 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb30038450 con 0x7ffb340b6f60 2024-07-26T15:41:22.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.930+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/1034232071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb3415b980 con 0x7ffb340b6f60 2024-07-26T15:41:22.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.932+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/1034232071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb340b2700 con 0x7ffb340b6f60 2024-07-26T15:41:22.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.932+0000 7ffb267fc640 1 -- 172.21.15.33:0/1034232071 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7ffb30036070 con 0x7ffb340b6f60 2024-07-26T15:41:22.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.933+0000 7ffb267fc640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7ffb18077210 0x7ffb18079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:22.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.933+0000 7ffb267fc640 1 -- 172.21.15.33:0/1034232071 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7ffb300ba590 con 0x7ffb340b6f60 2024-07-26T15:41:22.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.933+0000 7ffb39236640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7ffb18077210 0x7ffb18079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:22.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.933+0000 7ffb39236640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7ffb18077210 0x7ffb18079720 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ffb28005d00 tx=0x7ffb28005c70 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:22.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:22.937+0000 7ffb267fc640 1 -- 172.21.15.33:0/1034232071 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffb30083150 con 0x7ffb340b6f60 2024-07-26T15:41:23.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.155+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/1034232071 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "/snap_test_dir1/dir8", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7ffb34156550 con 0x7ffb18077210 2024-07-26T15:41:23.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.228+0000 7ffb267fc640 1 -- 172.21.15.33:0/1034232071 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7ffb2800e940 con 0x7ffb18077210 2024-07-26T15:41:23.230 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path /snap_test_dir1/dir8 2024-07-26T15:41:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.230+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7ffb18077210 msgr2=0x7ffb18079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.230+0000 7ffb3bc9b640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7ffb18077210 0x7ffb18079720 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ffb28005d00 tx=0x7ffb28005c70 comp rx=0 tx=0).stop 2024-07-26T15:41:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.230+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/1034232071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb340b6f60 msgr2=0x7ffb3414e010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.230+0000 7ffb3bc9b640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb340b6f60 0x7ffb3414e010 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ffb30009bf0 tx=0x7ffb30003f10 comp rx=0 tx=0).stop 2024-07-26T15:41:23.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.231+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/1034232071 shutdown_connections 2024-07-26T15:41:23.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.231+0000 7ffb3bc9b640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7ffb18077210 0x7ffb18079720 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.231+0000 7ffb3bc9b640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb340cec20 0x7ffb3415c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.231+0000 7ffb3bc9b640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb340ce2d0 0x7ffb3415c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.231+0000 7ffb3bc9b640 1 --2- 172.21.15.33:0/1034232071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb340b6f60 0x7ffb3414e010 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.231+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/1034232071 >> 172.21.15.33:0/1034232071 conn(0x7ffb340b37a0 msgr2=0x7ffb34068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:23.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.231+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/1034232071 shutdown_connections 2024-07-26T15:41:23.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.231+0000 7ffb3bc9b640 1 -- 172.21.15.33:0/1034232071 wait complete. 2024-07-26T15:41:23.243 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path /snap_test_dir1/dir8 2024-07-26T15:41:23.243 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate /snap_test_dir1/dir9 1m 2024-07-26T15:41:23.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.362+0000 7fd070f4f640 1 -- 172.21.15.33:0/683919897 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd06c0b6390 msgr2=0x7fd06c0d1e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:23.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.362+0000 7fd070f4f640 1 --2- 172.21.15.33:0/683919897 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd06c0b6390 0x7fd06c0d1e60 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fd06c08c3b0 tx=0x7fd06402a560 comp rx=0 tx=0).stop 2024-07-26T15:41:23.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.362+0000 7fd070f4f640 1 -- 172.21.15.33:0/683919897 shutdown_connections 2024-07-26T15:41:23.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.362+0000 7fd070f4f640 1 --2- 172.21.15.33:0/683919897 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd06c0b6390 0x7fd06c0d1e60 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.362+0000 7fd070f4f640 1 --2- 172.21.15.33:0/683919897 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd06c0b5f80 0x7fd06c0d1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.362+0000 7fd070f4f640 1 --2- 172.21.15.33:0/683919897 >> v2:172.21.15.154:3300/0 conn(0x7fd06c0cfa50 0x7fd06c0b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.362+0000 7fd070f4f640 1 -- 172.21.15.33:0/683919897 >> 172.21.15.33:0/683919897 conn(0x7fd06c0d3de0 msgr2=0x7fd06c0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:23.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.362+0000 7fd070f4f640 1 -- 172.21.15.33:0/683919897 shutdown_connections 2024-07-26T15:41:23.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.362+0000 7fd070f4f640 1 -- 172.21.15.33:0/683919897 wait complete. 2024-07-26T15:41:23.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.364+0000 7fd070f4f640 1 Processor -- start 2024-07-26T15:41:23.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.364+0000 7fd070f4f640 1 -- start start 2024-07-26T15:41:23.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.365+0000 7fd070f4f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd06c0b5f80 0x7fd06c15f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:23.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.365+0000 7fd070f4f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd06c0b6390 0x7fd06c152030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:23.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.365+0000 7fd070f4f640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd06c0cfa50 0x7fd06c1e9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:23.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.365+0000 7fd070f4f640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd06c0d2520 con 0x7fd06c0b5f80 2024-07-26T15:41:23.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.365+0000 7fd070f4f640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd06c0d23a0 con 0x7fd06c0b6390 2024-07-26T15:41:23.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.365+0000 7fd070f4f640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd06c0d26a0 con 0x7fd06c0cfa50 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd06a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd06c0b5f80 0x7fd06c15f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd06a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd06c0b5f80 0x7fd06c15f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57144/0 (socket says 172.21.15.33:57144) 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd06a59c640 1 -- 172.21.15.33:0/3853013253 learned_addr learned my addr 172.21.15.33:0/3853013253 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd069d9b640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd06c0b6390 0x7fd06c152030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd06ad9d640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd06c0cfa50 0x7fd06c1e9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd06a59c640 1 -- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd06c0cfa50 msgr2=0x7fd06c1e9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd06a59c640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd06c0cfa50 0x7fd06c1e9070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd06a59c640 1 -- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd06c0b6390 msgr2=0x7fd06c152030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd06a59c640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd06c0b6390 0x7fd06c152030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd06a59c640 1 -- 172.21.15.33:0/3853013253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd06c1f89e0 con 0x7fd06c0b5f80 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd06a59c640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd06c0b5f80 0x7fd06c15f660 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fd05c00daf0 tx=0x7fd05c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:23.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd062ffd640 1 -- 172.21.15.33:0/3853013253 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05c017070 con 0x7fd06c0b5f80 2024-07-26T15:41:23.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd062ffd640 1 -- 172.21.15.33:0/3853013253 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd05c003970 con 0x7fd06c0b5f80 2024-07-26T15:41:23.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd070f4f640 1 -- 172.21.15.33:0/3853013253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd06c1f8cc0 con 0x7fd06c0b5f80 2024-07-26T15:41:23.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd062ffd640 1 -- 172.21.15.33:0/3853013253 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05c003dc0 con 0x7fd06c0b5f80 2024-07-26T15:41:23.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.366+0000 7fd070f4f640 1 -- 172.21.15.33:0/3853013253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd06c1f9280 con 0x7fd06c0b5f80 2024-07-26T15:41:23.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.367+0000 7fd070f4f640 1 -- 172.21.15.33:0/3853013253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd06c08de10 con 0x7fd06c0b5f80 2024-07-26T15:41:23.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.368+0000 7fd062ffd640 1 -- 172.21.15.33:0/3853013253 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7fd05c004020 con 0x7fd06c0b5f80 2024-07-26T15:41:23.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.369+0000 7fd062ffd640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd04c077210 0x7fd04c079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:23.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.369+0000 7fd062ffd640 1 -- 172.21.15.33:0/3853013253 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7fd05c099540 con 0x7fd06c0b5f80 2024-07-26T15:41:23.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.369+0000 7fd069d9b640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd04c077210 0x7fd04c079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:23.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.369+0000 7fd069d9b640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd04c077210 0x7fd04c079720 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd06c06d380 tx=0x7fd05400b260 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:23.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.373+0000 7fd062ffd640 1 -- 172.21.15.33:0/3853013253 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd05c020030 con 0x7fd06c0b5f80 2024-07-26T15:41:23.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.588+0000 7fd070f4f640 1 -- 172.21.15.33:0/3853013253 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "/snap_test_dir1/dir9", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7fd06c06d3b0 con 0x7fd04c077210 2024-07-26T15:41:23.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.658+0000 7fd062ffd640 1 -- 172.21.15.33:0/3853013253 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fd06c06d3b0 con 0x7fd04c077210 2024-07-26T15:41:23.660 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path /snap_test_dir1/dir9 2024-07-26T15:41:23.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.660+0000 7fd070f4f640 1 -- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd04c077210 msgr2=0x7fd04c079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:23.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.660+0000 7fd070f4f640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd04c077210 0x7fd04c079720 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd06c06d380 tx=0x7fd05400b260 comp rx=0 tx=0).stop 2024-07-26T15:41:23.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.660+0000 7fd070f4f640 1 -- 172.21.15.33:0/3853013253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd06c0b5f80 msgr2=0x7fd06c15f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:23.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.660+0000 7fd070f4f640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd06c0b5f80 0x7fd06c15f660 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fd05c00daf0 tx=0x7fd05c00b260 comp rx=0 tx=0).stop 2024-07-26T15:41:23.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.660+0000 7fd070f4f640 1 -- 172.21.15.33:0/3853013253 shutdown_connections 2024-07-26T15:41:23.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.660+0000 7fd070f4f640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd04c077210 0x7fd04c079720 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.660+0000 7fd070f4f640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd06c0cfa50 0x7fd06c1e9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.660+0000 7fd070f4f640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd06c0b6390 0x7fd06c152030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.660+0000 7fd070f4f640 1 --2- 172.21.15.33:0/3853013253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd06c0b5f80 0x7fd06c15f660 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.660+0000 7fd070f4f640 1 -- 172.21.15.33:0/3853013253 >> 172.21.15.33:0/3853013253 conn(0x7fd06c0d3de0 msgr2=0x7fd06c06dc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:23.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.661+0000 7fd070f4f640 1 -- 172.21.15.33:0/3853013253 shutdown_connections 2024-07-26T15:41:23.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.661+0000 7fd070f4f640 1 -- 172.21.15.33:0/3853013253 wait complete. 2024-07-26T15:41:23.673 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path /snap_test_dir1/dir9 2024-07-26T15:41:23.673 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:23.673 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir0/.snap) 2024-07-26T15:41:23.694 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:23.694 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:23.694 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:23.694 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:23.694 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:23.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:23.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:23.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:23.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:23.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:23.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:23.695 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-15_31_00_UTC', 'scheduled-2024-07-26-15_32_00_UTC', 'scheduled-2024-07-26-15_33_00_UTC', 'scheduled-2024-07-26-15_34_00_UTC', 'scheduled-2024-07-26-15_35_00_UTC', 'scheduled-2024-07-26-15_36_00_UTC', 'scheduled-2024-07-26-15_37_00_UTC', 'scheduled-2024-07-26-15_38_00_UTC', 'scheduled-2024-07-26-15_39_00_UTC', 'scheduled-2024-07-26-15_40_00_UTC', 'scheduled-2024-07-26-15_41_00_UTC'] 2024-07-26T15:41:23.695 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/dir0 2024-07-26T15:41:23.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.852+0000 7fab2cf9c640 1 -- 172.21.15.33:0/2651059332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab280b53d0 msgr2=0x7fab280731a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:23.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.852+0000 7fab2cf9c640 1 --2- 172.21.15.33:0/2651059332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab280b53d0 0x7fab280731a0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fab2806e080 tx=0x7fab1002a530 comp rx=0 tx=0).stop 2024-07-26T15:41:23.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.852+0000 7fab2cf9c640 1 -- 172.21.15.33:0/2651059332 shutdown_connections 2024-07-26T15:41:23.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.852+0000 7fab2cf9c640 1 --2- 172.21.15.33:0/2651059332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab280b53d0 0x7fab280731a0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.852+0000 7fab2cf9c640 1 --2- 172.21.15.33:0/2651059332 >> v2:172.21.15.154:3300/0 conn(0x7fab280b4fc0 0x7fab2815baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.852+0000 7fab2cf9c640 1 -- 172.21.15.33:0/2651059332 >> 172.21.15.33:0/2651059332 conn(0x7fab280b2fa0 msgr2=0x7fab2806d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:23.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.852+0000 7fab2cf9c640 1 -- 172.21.15.33:0/2651059332 shutdown_connections 2024-07-26T15:41:23.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.852+0000 7fab2cf9c640 1 -- 172.21.15.33:0/2651059332 wait complete. 2024-07-26T15:41:23.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.854+0000 7fab2cf9c640 1 Processor -- start 2024-07-26T15:41:23.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.854+0000 7fab2cf9c640 1 -- start start 2024-07-26T15:41:23.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab2cf9c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fab280b4fc0 0x7fab280a9620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:23.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab2cf9c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab280b53d0 0x7fab280af760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:23.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab2cf9c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fab2815bfe0 0x7fab281f5f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:23.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab2cf9c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fab2815f100 con 0x7fab280b53d0 2024-07-26T15:41:23.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab2cf9c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fab28073a90 con 0x7fab280b4fc0 2024-07-26T15:41:23.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab2cf9c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fab2815f280 con 0x7fab2815bfe0 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab25d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab280b53d0 0x7fab280af760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab25d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab280b53d0 0x7fab280af760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57156/0 (socket says 172.21.15.33:57156) 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab25d9b640 1 -- 172.21.15.33:0/1340726463 learned_addr learned my addr 172.21.15.33:0/1340726463 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab2659c640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fab280b4fc0 0x7fab280a9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab26d9d640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fab2815bfe0 0x7fab281f5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab25d9b640 1 -- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fab2815bfe0 msgr2=0x7fab281f5f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab25d9b640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fab2815bfe0 0x7fab281f5f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab25d9b640 1 -- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fab280b4fc0 msgr2=0x7fab280a9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab25d9b640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fab280b4fc0 0x7fab280a9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab25d9b640 1 -- 172.21.15.33:0/1340726463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab28156990 con 0x7fab280b53d0 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.856+0000 7fab25d9b640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab280b53d0 0x7fab280af760 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fab10009780 tx=0x7fab10033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.857+0000 7fab1effd640 1 -- 172.21.15.33:0/1340726463 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab10031d60 con 0x7fab280b53d0 2024-07-26T15:41:23.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.857+0000 7fab1effd640 1 -- 172.21.15.33:0/1340726463 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fab10033e10 con 0x7fab280b53d0 2024-07-26T15:41:23.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.857+0000 7fab1effd640 1 -- 172.21.15.33:0/1340726463 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab10005260 con 0x7fab280b53d0 2024-07-26T15:41:23.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.857+0000 7fab2cf9c640 1 -- 172.21.15.33:0/1340726463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab28156c70 con 0x7fab280b53d0 2024-07-26T15:41:23.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.857+0000 7fab2cf9c640 1 -- 172.21.15.33:0/1340726463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab28157230 con 0x7fab280b53d0 2024-07-26T15:41:23.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.858+0000 7fab2cf9c640 1 -- 172.21.15.33:0/1340726463 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab2815f730 con 0x7fab280b53d0 2024-07-26T15:41:23.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.858+0000 7fab1effd640 1 -- 172.21.15.33:0/1340726463 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7fab10005400 con 0x7fab280b53d0 2024-07-26T15:41:23.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.859+0000 7fab1effd640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fab08077240 0x7fab08079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:23.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.859+0000 7fab1effd640 1 -- 172.21.15.33:0/1340726463 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7fab100b9db0 con 0x7fab280b53d0 2024-07-26T15:41:23.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.859+0000 7fab2659c640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fab08077240 0x7fab08079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:23.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.860+0000 7fab2659c640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fab08077240 0x7fab08079750 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fab20005fd0 tx=0x7fab20009500 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:23.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:23.864+0000 7fab1effd640 1 -- 172.21.15.33:0/1340726463 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fab1003f030 con 0x7fab280b53d0 2024-07-26T15:41:24.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.081+0000 7fab2cf9c640 1 -- 172.21.15.33:0/1340726463 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/dir0", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fab28075d40 con 0x7fab08077240 2024-07-26T15:41:24.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.089+0000 7fab1effd640 1 -- 172.21.15.33:0/1340726463 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+360 (secure 0 0 0) 0x7fab28075d40 con 0x7fab08077240 2024-07-26T15:41:24.090 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:24.091 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir0", "rel_path": "/snap_test_dir1/dir0", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:04", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:24.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 -- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fab08077240 msgr2=0x7fab08079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fab08077240 0x7fab08079750 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fab20005fd0 tx=0x7fab20009500 comp rx=0 tx=0).stop 2024-07-26T15:41:24.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 -- 172.21.15.33:0/1340726463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab280b53d0 msgr2=0x7fab280af760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab280b53d0 0x7fab280af760 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fab10009780 tx=0x7fab10033c20 comp rx=0 tx=0).stop 2024-07-26T15:41:24.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 -- 172.21.15.33:0/1340726463 shutdown_connections 2024-07-26T15:41:24.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fab08077240 0x7fab08079750 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fab2815bfe0 0x7fab281f5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab280b53d0 0x7fab280af760 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 --2- 172.21.15.33:0/1340726463 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fab280b4fc0 0x7fab280a9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 -- 172.21.15.33:0/1340726463 >> 172.21.15.33:0/1340726463 conn(0x7fab280b2fa0 msgr2=0x7fab2806c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:24.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 -- 172.21.15.33:0/1340726463 shutdown_connections 2024-07-26T15:41:24.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.092+0000 7fab2cf9c640 1 -- 172.21.15.33:0/1340726463 wait complete. 2024-07-26T15:41:24.104 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir0", "rel_path": "/snap_test_dir1/dir0", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:04", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:24.105 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/dir0', 'rel_path': '/snap_test_dir1/dir0', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T15:30:04', 'first': '2024-07-26T15:31:00', 'last': '2024-07-26T15:41:00', 'last_pruned': None, 'created_count': 11, 'pruned_count': 0, 'active': False} 2024-07-26T15:41:24.105 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 11 2024-07-26T15:41:24.105 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 11 2024-07-26T15:41:24.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:24.105 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir1/.snap) 2024-07-26T15:41:24.125 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:24.125 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:24.126 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:24.126 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:24.126 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:24.126 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:24.126 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:24.126 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:24.126 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:24.126 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:24.126 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:24.126 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-15_31_00_UTC', 'scheduled-2024-07-26-15_32_00_UTC', 'scheduled-2024-07-26-15_33_00_UTC', 'scheduled-2024-07-26-15_34_00_UTC', 'scheduled-2024-07-26-15_35_00_UTC', 'scheduled-2024-07-26-15_36_00_UTC', 'scheduled-2024-07-26-15_37_00_UTC', 'scheduled-2024-07-26-15_38_00_UTC', 'scheduled-2024-07-26-15_39_00_UTC', 'scheduled-2024-07-26-15_40_00_UTC', 'scheduled-2024-07-26-15_41_00_UTC'] 2024-07-26T15:41:24.127 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/dir1 2024-07-26T15:41:24.161 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:41:24.169 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:41:24.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.284+0000 7efc26b39640 1 -- 172.21.15.33:0/263291035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc200b53e0 msgr2=0x7efc200d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.284+0000 7efc26b39640 1 --2- 172.21.15.33:0/263291035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc200b53e0 0x7efc200d0570 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7efc14005fd0 tx=0x7efc1402a560 comp rx=0 tx=0).stop 2024-07-26T15:41:24.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.284+0000 7efc26b39640 1 -- 172.21.15.33:0/263291035 shutdown_connections 2024-07-26T15:41:24.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.284+0000 7efc26b39640 1 --2- 172.21.15.33:0/263291035 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc200cf8e0 0x7efc200d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.284+0000 7efc26b39640 1 --2- 172.21.15.33:0/263291035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc200b53e0 0x7efc200d0570 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.284+0000 7efc26b39640 1 -- 172.21.15.33:0/263291035 >> 172.21.15.33:0/263291035 conn(0x7efc200d3dc0 msgr2=0x7efc200d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:24.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.284+0000 7efc26b39640 1 -- 172.21.15.33:0/263291035 shutdown_connections 2024-07-26T15:41:24.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.284+0000 7efc26b39640 1 -- 172.21.15.33:0/263291035 wait complete. 2024-07-26T15:41:24.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.286+0000 7efc26b39640 1 Processor -- start 2024-07-26T15:41:24.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.286+0000 7efc26b39640 1 -- start start 2024-07-26T15:41:24.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.287+0000 7efc26b39640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc200b53e0 0x7efc2014c650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.287+0000 7efc26b39640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc200b8fa0 0x7efc2014bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.287+0000 7efc26b39640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc200cf8e0 0x7efc200b3140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.287+0000 7efc26b39640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efc200b7870 con 0x7efc200b53e0 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.287+0000 7efc26b39640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efc200b76f0 con 0x7efc200cf8e0 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc26b39640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efc200b79f0 con 0x7efc200b8fa0 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc248d5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc200b53e0 0x7efc2014c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc248d5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc200b53e0 0x7efc2014c650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57176/0 (socket says 172.21.15.33:57176) 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc248d5640 1 -- 172.21.15.33:0/1190161552 learned_addr learned my addr 172.21.15.33:0/1190161552 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc1ffff640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc200b8fa0 0x7efc2014bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc250d6640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc200cf8e0 0x7efc200b3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc248d5640 1 -- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc200b8fa0 msgr2=0x7efc2014bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc248d5640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc200b8fa0 0x7efc2014bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc248d5640 1 -- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc200cf8e0 msgr2=0x7efc200b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc248d5640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc200cf8e0 0x7efc200b3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc248d5640 1 -- 172.21.15.33:0/1190161552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc200b20a0 con 0x7efc200b53e0 2024-07-26T15:41:24.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc1ffff640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc200b8fa0 0x7efc2014bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:41:24.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc250d6640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc200cf8e0 0x7efc200b3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:41:24.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc248d5640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc200b53e0 0x7efc2014c650 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7efc14034040 tx=0x7efc140039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:24.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc1d7fa640 1 -- 172.21.15.33:0/1190161552 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1403e030 con 0x7efc200b53e0 2024-07-26T15:41:24.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc1d7fa640 1 -- 172.21.15.33:0/1190161552 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc140047a0 con 0x7efc200b53e0 2024-07-26T15:41:24.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc26b39640 1 -- 172.21.15.33:0/1190161552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc200b2380 con 0x7efc200b53e0 2024-07-26T15:41:24.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc1d7fa640 1 -- 172.21.15.33:0/1190161552 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc14035040 con 0x7efc200b53e0 2024-07-26T15:41:24.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.288+0000 7efc26b39640 1 -- 172.21.15.33:0/1190161552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc200b2940 con 0x7efc200b53e0 2024-07-26T15:41:24.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.289+0000 7efc26b39640 1 -- 172.21.15.33:0/1190161552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc200b7f20 con 0x7efc200b53e0 2024-07-26T15:41:24.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.290+0000 7efc1d7fa640 1 -- 172.21.15.33:0/1190161552 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7efc14041030 con 0x7efc200b53e0 2024-07-26T15:41:24.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.291+0000 7efc1d7fa640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7efc04077210 0x7efc04079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:24.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.291+0000 7efc1d7fa640 1 -- 172.21.15.33:0/1190161552 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7efc140b97c0 con 0x7efc200b53e0 2024-07-26T15:41:24.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.291+0000 7efc1ffff640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7efc04077210 0x7efc04079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:24.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.292+0000 7efc1ffff640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7efc04077210 0x7efc04079720 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7efc2006a690 tx=0x7efc0c008040 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:24.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.295+0000 7efc1d7fa640 1 -- 172.21.15.33:0/1190161552 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efc14082410 con 0x7efc200b53e0 2024-07-26T15:41:24.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.509+0000 7efc26b39640 1 -- 172.21.15.33:0/1190161552 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/dir1", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efc200b9c80 con 0x7efc04077210 2024-07-26T15:41:24.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.518+0000 7efc1d7fa640 1 -- 172.21.15.33:0/1190161552 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+360 (secure 0 0 0) 0x7efc200b9c80 con 0x7efc04077210 2024-07-26T15:41:24.519 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:24.519 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir1", "rel_path": "/snap_test_dir1/dir1", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:05", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:24.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 -- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7efc04077210 msgr2=0x7efc04079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7efc04077210 0x7efc04079720 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7efc2006a690 tx=0x7efc0c008040 comp rx=0 tx=0).stop 2024-07-26T15:41:24.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 -- 172.21.15.33:0/1190161552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc200b53e0 msgr2=0x7efc2014c650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc200b53e0 0x7efc2014c650 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7efc14034040 tx=0x7efc140039e0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 -- 172.21.15.33:0/1190161552 shutdown_connections 2024-07-26T15:41:24.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7efc04077210 0x7efc04079720 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc200cf8e0 0x7efc200b3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc200b8fa0 0x7efc2014bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 --2- 172.21.15.33:0/1190161552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc200b53e0 0x7efc2014c650 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 -- 172.21.15.33:0/1190161552 >> 172.21.15.33:0/1190161552 conn(0x7efc200d3dc0 msgr2=0x7efc2006cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:24.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 -- 172.21.15.33:0/1190161552 shutdown_connections 2024-07-26T15:41:24.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.520+0000 7efc26b39640 1 -- 172.21.15.33:0/1190161552 wait complete. 2024-07-26T15:41:24.533 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir1", "rel_path": "/snap_test_dir1/dir1", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:05", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:24.533 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/dir1', 'rel_path': '/snap_test_dir1/dir1', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T15:30:05', 'first': '2024-07-26T15:31:00', 'last': '2024-07-26T15:41:00', 'last_pruned': None, 'created_count': 11, 'pruned_count': 0, 'active': False} 2024-07-26T15:41:24.533 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 11 2024-07-26T15:41:24.533 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 11 2024-07-26T15:41:24.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:24.533 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir2/.snap) 2024-07-26T15:41:24.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:24.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:24.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:24.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:24.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:24.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:24.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:24.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:24.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:24.555 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:24.555 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:24.555 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-15_31_00_UTC', 'scheduled-2024-07-26-15_32_00_UTC', 'scheduled-2024-07-26-15_33_00_UTC', 'scheduled-2024-07-26-15_34_00_UTC', 'scheduled-2024-07-26-15_35_00_UTC', 'scheduled-2024-07-26-15_36_00_UTC', 'scheduled-2024-07-26-15_37_00_UTC', 'scheduled-2024-07-26-15_38_00_UTC', 'scheduled-2024-07-26-15_39_00_UTC', 'scheduled-2024-07-26-15_40_00_UTC', 'scheduled-2024-07-26-15_41_00_UTC'] 2024-07-26T15:41:24.555 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/dir2 2024-07-26T15:41:24.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.712+0000 7f1e8ef02640 1 -- 172.21.15.33:0/2799012648 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e880b6390 msgr2=0x7f1e880d2030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.712+0000 7f1e8ef02640 1 --2- 172.21.15.33:0/2799012648 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e880b6390 0x7f1e880d2030 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1e80005fd0 tx=0x7f1e8002a8b0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.712+0000 7f1e8ef02640 1 -- 172.21.15.33:0/2799012648 shutdown_connections 2024-07-26T15:41:24.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.712+0000 7f1e8ef02640 1 --2- 172.21.15.33:0/2799012648 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e880b6390 0x7f1e880d2030 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.712+0000 7f1e8ef02640 1 --2- 172.21.15.33:0/2799012648 >> v2:172.21.15.154:3300/0 conn(0x7f1e880cfa50 0x7f1e880b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.712+0000 7f1e8ef02640 1 -- 172.21.15.33:0/2799012648 >> 172.21.15.33:0/2799012648 conn(0x7f1e880d3de0 msgr2=0x7f1e880d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.712+0000 7f1e8ef02640 1 -- 172.21.15.33:0/2799012648 shutdown_connections 2024-07-26T15:41:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.713+0000 7f1e8ef02640 1 -- 172.21.15.33:0/2799012648 wait complete. 2024-07-26T15:41:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.714+0000 7f1e8ef02640 1 Processor -- start 2024-07-26T15:41:24.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.714+0000 7f1e8ef02640 1 -- start start 2024-07-26T15:41:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e8ef02640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1e880b5f80 0x7f1e881f9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e8ef02640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e880b6390 0x7f1e881f6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e8ef02640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e880cfa50 0x7f1e881e94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e8ef02640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1e880b3740 con 0x7f1e880b6390 2024-07-26T15:41:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e8ef02640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1e880b2d30 con 0x7f1e880b5f80 2024-07-26T15:41:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e8ef02640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1e880b38c0 con 0x7f1e880cfa50 2024-07-26T15:41:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e87fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e880b6390 0x7f1e881f6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e87fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e880b6390 0x7f1e881f6170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57182/0 (socket says 172.21.15.33:57182) 2024-07-26T15:41:24.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e87fff640 1 -- 172.21.15.33:0/4128631083 learned_addr learned my addr 172.21.15.33:0/4128631083 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e8d49f640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e880cfa50 0x7f1e881e94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e8cc9e640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1e880b5f80 0x7f1e881f9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e87fff640 1 -- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e880cfa50 msgr2=0x7f1e881e94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e87fff640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e880cfa50 0x7f1e881e94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e87fff640 1 -- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1e880b5f80 msgr2=0x7f1e881f9790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e87fff640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1e880b5f80 0x7f1e881f9790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.716+0000 7f1e87fff640 1 -- 172.21.15.33:0/4128631083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e880c9fe0 con 0x7f1e880b6390 2024-07-26T15:41:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.717+0000 7f1e87fff640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e880b6390 0x7f1e881f6170 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c00c370 tx=0x7f1e7c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.717+0000 7f1e857fa640 1 -- 172.21.15.33:0/4128631083 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7c011790 con 0x7f1e880b6390 2024-07-26T15:41:24.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.717+0000 7f1e857fa640 1 -- 172.21.15.33:0/4128631083 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1e7c017070 con 0x7f1e880b6390 2024-07-26T15:41:24.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.717+0000 7f1e8ef02640 1 -- 172.21.15.33:0/4128631083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e880ca2c0 con 0x7f1e880b6390 2024-07-26T15:41:24.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.717+0000 7f1e857fa640 1 -- 172.21.15.33:0/4128631083 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7c011c80 con 0x7f1e880b6390 2024-07-26T15:41:24.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.717+0000 7f1e8ef02640 1 -- 172.21.15.33:0/4128631083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e881f5660 con 0x7f1e880b6390 2024-07-26T15:41:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.718+0000 7f1e8ef02640 1 -- 172.21.15.33:0/4128631083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e880b5a40 con 0x7f1e880b6390 2024-07-26T15:41:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.719+0000 7f1e857fa640 1 -- 172.21.15.33:0/4128631083 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f1e7c01c460 con 0x7f1e880b6390 2024-07-26T15:41:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.719+0000 7f1e857fa640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1e74077210 0x7f1e74079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.719+0000 7f1e857fa640 1 -- 172.21.15.33:0/4128631083 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f1e7c098b20 con 0x7f1e880b6390 2024-07-26T15:41:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.719+0000 7f1e8cc9e640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1e74077210 0x7f1e74079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:24.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.720+0000 7f1e8cc9e640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1e74077210 0x7f1e74079720 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1e780095f0 tx=0x7f1e78005f90 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:24.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.724+0000 7f1e857fa640 1 -- 172.21.15.33:0/4128631083 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1e7c0612c0 con 0x7f1e880b6390 2024-07-26T15:41:24.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.937+0000 7f1e8ef02640 1 -- 172.21.15.33:0/4128631083 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/dir2", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1e880d0280 con 0x7f1e74077210 2024-07-26T15:41:24.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.946+0000 7f1e857fa640 1 -- 172.21.15.33:0/4128631083 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+360 (secure 0 0 0) 0x7f1e880d0280 con 0x7f1e74077210 2024-07-26T15:41:24.947 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:24.947 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir2", "rel_path": "/snap_test_dir1/dir2", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:05", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:24.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 -- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1e74077210 msgr2=0x7f1e74079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1e74077210 0x7f1e74079720 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1e780095f0 tx=0x7f1e78005f90 comp rx=0 tx=0).stop 2024-07-26T15:41:24.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 -- 172.21.15.33:0/4128631083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e880b6390 msgr2=0x7f1e881f6170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:24.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e880b6390 0x7f1e881f6170 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f1e7c00c370 tx=0x7f1e7c00c830 comp rx=0 tx=0).stop 2024-07-26T15:41:24.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 -- 172.21.15.33:0/4128631083 shutdown_connections 2024-07-26T15:41:24.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1e74077210 0x7f1e74079720 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1e880cfa50 0x7f1e881e94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1e880b6390 0x7f1e881f6170 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 --2- 172.21.15.33:0/4128631083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1e880b5f80 0x7f1e881f9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:24.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 -- 172.21.15.33:0/4128631083 >> 172.21.15.33:0/4128631083 conn(0x7f1e880d3de0 msgr2=0x7f1e880b1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:24.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 -- 172.21.15.33:0/4128631083 shutdown_connections 2024-07-26T15:41:24.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:24.948+0000 7f1e8ef02640 1 -- 172.21.15.33:0/4128631083 wait complete. 2024-07-26T15:41:24.961 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir2", "rel_path": "/snap_test_dir1/dir2", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:05", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:24.961 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/dir2', 'rel_path': '/snap_test_dir1/dir2', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T15:30:05', 'first': '2024-07-26T15:31:00', 'last': '2024-07-26T15:41:00', 'last_pruned': None, 'created_count': 11, 'pruned_count': 0, 'active': False} 2024-07-26T15:41:24.961 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 11 2024-07-26T15:41:24.961 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 11 2024-07-26T15:41:24.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:24.961 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir3/.snap) 2024-07-26T15:41:24.982 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:24.982 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:24.982 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:24.982 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:24.982 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:24.982 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:24.982 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:24.982 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:24.982 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:24.982 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:24.982 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:24.983 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-15_31_00_UTC', 'scheduled-2024-07-26-15_32_00_UTC', 'scheduled-2024-07-26-15_33_00_UTC', 'scheduled-2024-07-26-15_34_00_UTC', 'scheduled-2024-07-26-15_35_00_UTC', 'scheduled-2024-07-26-15_36_00_UTC', 'scheduled-2024-07-26-15_37_00_UTC', 'scheduled-2024-07-26-15_38_00_UTC', 'scheduled-2024-07-26-15_39_00_UTC', 'scheduled-2024-07-26-15_40_00_UTC', 'scheduled-2024-07-26-15_41_00_UTC'] 2024-07-26T15:41:24.983 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/dir3 2024-07-26T15:41:25.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.140+0000 7fd820fac640 1 -- 172.21.15.33:0/3461935086 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd808003a00 msgr2=0x7fd808003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:25.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.140+0000 7fd820fac640 1 --2- 172.21.15.33:0/3461935086 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd808003a00 0x7fd808003e70 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd80c009ec0 tx=0x7fd808005830 comp rx=0 tx=0).stop 2024-07-26T15:41:25.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.140+0000 7fd81ad9d640 1 -- 172.21.15.33:0/3461935086 reap_dead start 2024-07-26T15:41:25.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.141+0000 7fd820fac640 1 -- 172.21.15.33:0/3461935086 shutdown_connections 2024-07-26T15:41:25.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.141+0000 7fd820fac640 1 -- 172.21.15.33:0/3461935086 >> 172.21.15.33:0/3461935086 conn(0x7fd81c0b3810 msgr2=0x7fd81c0b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:25.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.141+0000 7fd820fac640 1 -- 172.21.15.33:0/3461935086 shutdown_connections 2024-07-26T15:41:25.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.141+0000 7fd820fac640 1 -- 172.21.15.33:0/3461935086 wait complete. 2024-07-26T15:41:25.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.142+0000 7fd820fac640 1 Processor -- start 2024-07-26T15:41:25.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.143+0000 7fd820fac640 1 -- start start 2024-07-26T15:41:25.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd820fac640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd808003a00 0x7fd81c1f4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:25.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd820fac640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd81c1e6570 0x7fd81c1e6980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:25.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd820fac640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd81c0cae80 0x7fd81c0cb290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:25.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd820fac640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd81c0ce540 con 0x7fd808003a00 2024-07-26T15:41:25.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd820fac640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd81c0ce3c0 con 0x7fd81c1e6570 2024-07-26T15:41:25.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd820fac640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd81c0ce6c0 con 0x7fd81c0cae80 2024-07-26T15:41:25.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd81a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd808003a00 0x7fd81c1f4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd81a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd808003a00 0x7fd81c1f4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57208/0 (socket says 172.21.15.33:57208) 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd81a59c640 1 -- 172.21.15.33:0/17300562 learned_addr learned my addr 172.21.15.33:0/17300562 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd81a59c640 1 -- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd81c0cae80 msgr2=0x7fd81c0cb290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd81a59c640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd81c0cae80 0x7fd81c0cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd81a59c640 1 -- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd81c1e6570 msgr2=0x7fd81c1e6980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd81a59c640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd81c1e6570 0x7fd81c1e6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd81a59c640 1 -- 172.21.15.33:0/17300562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd81c0cb7d0 con 0x7fd808003a00 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.144+0000 7fd81a59c640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd808003a00 0x7fd81c1f4720 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd80c02bfd0 tx=0x7fd80c033c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.145+0000 7fd812ffd640 1 -- 172.21.15.33:0/17300562 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80c038050 con 0x7fd808003a00 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.145+0000 7fd812ffd640 1 -- 172.21.15.33:0/17300562 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd80c039040 con 0x7fd808003a00 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.145+0000 7fd820fac640 1 -- 172.21.15.33:0/17300562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd81c1e5ae0 con 0x7fd808003a00 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.145+0000 7fd812ffd640 1 -- 172.21.15.33:0/17300562 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80c009ac0 con 0x7fd808003a00 2024-07-26T15:41:25.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.145+0000 7fd820fac640 1 -- 172.21.15.33:0/17300562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd81c06dac0 con 0x7fd808003a00 2024-07-26T15:41:25.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.146+0000 7fd820fac640 1 -- 172.21.15.33:0/17300562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd81c0ce8d0 con 0x7fd808003a00 2024-07-26T15:41:25.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.146+0000 7fd812ffd640 1 -- 172.21.15.33:0/17300562 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7fd80c046020 con 0x7fd808003a00 2024-07-26T15:41:25.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.147+0000 7fd812ffd640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd7fc077210 0x7fd7fc079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:25.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.147+0000 7fd812ffd640 1 -- 172.21.15.33:0/17300562 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7fd80c0ba130 con 0x7fd808003a00 2024-07-26T15:41:25.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.147+0000 7fd819d9b640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd7fc077210 0x7fd7fc079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:25.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.148+0000 7fd819d9b640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd7fc077210 0x7fd7fc079720 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd81c073f70 tx=0x7fd804000f10 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:25.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.152+0000 7fd812ffd640 1 -- 172.21.15.33:0/17300562 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd81c0cb7d0 con 0x7fd808003a00 2024-07-26T15:41:25.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.363+0000 7fd820fac640 1 -- 172.21.15.33:0/17300562 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/dir3", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd81c1e8470 con 0x7fd7fc077210 2024-07-26T15:41:25.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.372+0000 7fd812ffd640 1 -- 172.21.15.33:0/17300562 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+360 (secure 0 0 0) 0x7fd81c1e8470 con 0x7fd7fc077210 2024-07-26T15:41:25.374 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:25.374 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir3", "rel_path": "/snap_test_dir1/dir3", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:06", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:25.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.374+0000 7fd820fac640 1 -- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd7fc077210 msgr2=0x7fd7fc079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:25.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.374+0000 7fd820fac640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd7fc077210 0x7fd7fc079720 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd81c073f70 tx=0x7fd804000f10 comp rx=0 tx=0).stop 2024-07-26T15:41:25.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.374+0000 7fd820fac640 1 -- 172.21.15.33:0/17300562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd808003a00 msgr2=0x7fd81c1f4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:25.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.374+0000 7fd820fac640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd808003a00 0x7fd81c1f4720 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fd80c02bfd0 tx=0x7fd80c033c40 comp rx=0 tx=0).stop 2024-07-26T15:41:25.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.375+0000 7fd820fac640 1 -- 172.21.15.33:0/17300562 shutdown_connections 2024-07-26T15:41:25.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.375+0000 7fd820fac640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd7fc077210 0x7fd7fc079720 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.375+0000 7fd820fac640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd81c0cae80 0x7fd81c0cb290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.375+0000 7fd820fac640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd81c1e6570 0x7fd81c1e6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.375+0000 7fd820fac640 1 --2- 172.21.15.33:0/17300562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd808003a00 0x7fd81c1f4720 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.375+0000 7fd820fac640 1 -- 172.21.15.33:0/17300562 >> 172.21.15.33:0/17300562 conn(0x7fd81c0b3810 msgr2=0x7fd81c0687a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:25.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.375+0000 7fd820fac640 1 -- 172.21.15.33:0/17300562 shutdown_connections 2024-07-26T15:41:25.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.375+0000 7fd820fac640 1 -- 172.21.15.33:0/17300562 wait complete. 2024-07-26T15:41:25.387 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir3", "rel_path": "/snap_test_dir1/dir3", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:06", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:25.388 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/dir3', 'rel_path': '/snap_test_dir1/dir3', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T15:30:06', 'first': '2024-07-26T15:31:00', 'last': '2024-07-26T15:41:00', 'last_pruned': None, 'created_count': 11, 'pruned_count': 0, 'active': False} 2024-07-26T15:41:25.388 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 11 2024-07-26T15:41:25.388 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 11 2024-07-26T15:41:25.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:25.388 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir4/.snap) 2024-07-26T15:41:25.409 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:25.409 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:25.409 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:25.409 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:25.409 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:25.409 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:25.409 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:25.409 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:25.409 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:25.409 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:25.409 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:25.410 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-15_31_00_UTC', 'scheduled-2024-07-26-15_32_00_UTC', 'scheduled-2024-07-26-15_33_00_UTC', 'scheduled-2024-07-26-15_34_00_UTC', 'scheduled-2024-07-26-15_35_00_UTC', 'scheduled-2024-07-26-15_36_00_UTC', 'scheduled-2024-07-26-15_37_00_UTC', 'scheduled-2024-07-26-15_38_00_UTC', 'scheduled-2024-07-26-15_39_00_UTC', 'scheduled-2024-07-26-15_40_00_UTC', 'scheduled-2024-07-26-15_41_00_UTC'] 2024-07-26T15:41:25.410 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/dir4 2024-07-26T15:41:25.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.567+0000 7f2840841640 1 -- 172.21.15.33:0/4015686337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f283c0b31d0 msgr2=0x7f283c0ce9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:25.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.567+0000 7f2840841640 1 --2- 172.21.15.33:0/4015686337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f283c0b31d0 0x7f283c0ce9e0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f283c0cf0a0 tx=0x7f283402a510 comp rx=0 tx=0).stop 2024-07-26T15:41:25.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.567+0000 7f2840841640 1 -- 172.21.15.33:0/4015686337 shutdown_connections 2024-07-26T15:41:25.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.567+0000 7f2840841640 1 --2- 172.21.15.33:0/4015686337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f283c0b31d0 0x7f283c0ce9e0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.567+0000 7f2840841640 1 -- 172.21.15.33:0/4015686337 >> 172.21.15.33:0/4015686337 conn(0x7f283c0b37a0 msgr2=0x7f283c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:25.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.567+0000 7f2840841640 1 -- 172.21.15.33:0/4015686337 shutdown_connections 2024-07-26T15:41:25.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.567+0000 7f2840841640 1 -- 172.21.15.33:0/4015686337 wait complete. 2024-07-26T15:41:25.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.569+0000 7f2840841640 1 Processor -- start 2024-07-26T15:41:25.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.569+0000 7f2840841640 1 -- start start 2024-07-26T15:41:25.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.570+0000 7f2840841640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f283c0b2600 0x7f283c159840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:25.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.570+0000 7f2840841640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f283c0b31d0 0x7f283c1f5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:25.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.570+0000 7f2840841640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f283c0b6f60 0x7f283c155c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:25.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.570+0000 7f2840841640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f283c0cd330 con 0x7f283c0b31d0 2024-07-26T15:41:25.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.570+0000 7f2840841640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f283c0cd1b0 con 0x7f283c0b2600 2024-07-26T15:41:25.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.570+0000 7f2840841640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f283c0cd4b0 con 0x7f283c0b6f60 2024-07-26T15:41:25.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.570+0000 7f2839d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f283c0b31d0 0x7f283c1f5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:25.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.570+0000 7f2839d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f283c0b31d0 0x7f283c1f5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57220/0 (socket says 172.21.15.33:57220) 2024-07-26T15:41:25.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.570+0000 7f2839d9b640 1 -- 172.21.15.33:0/2558553335 learned_addr learned my addr 172.21.15.33:0/2558553335 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:25.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f283a59c640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f283c0b2600 0x7f283c159840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:25.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f283ad9d640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f283c0b6f60 0x7f283c155c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:25.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f2839d9b640 1 -- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f283c0b6f60 msgr2=0x7f283c155c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:25.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f2839d9b640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f283c0b6f60 0x7f283c155c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f2839d9b640 1 -- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f283c0b2600 msgr2=0x7f283c159840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:25.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f2839d9b640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f283c0b2600 0x7f283c159840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f2839d9b640 1 -- 172.21.15.33:0/2558553335 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f283c15ad30 con 0x7f283c0b31d0 2024-07-26T15:41:25.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f2839d9b640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f283c0b31d0 0x7f283c1f5e50 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f282400b3f0 tx=0x7f282400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:25.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f2832ffd640 1 -- 172.21.15.33:0/2558553335 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2824015020 con 0x7f283c0b31d0 2024-07-26T15:41:25.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f2832ffd640 1 -- 172.21.15.33:0/2558553335 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2824011920 con 0x7f283c0b31d0 2024-07-26T15:41:25.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f2840841640 1 -- 172.21.15.33:0/2558553335 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f283c15b010 con 0x7f283c0b31d0 2024-07-26T15:41:25.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f2832ffd640 1 -- 172.21.15.33:0/2558553335 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2824011d70 con 0x7f283c0b31d0 2024-07-26T15:41:25.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.571+0000 7f2840841640 1 -- 172.21.15.33:0/2558553335 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f283c15b2f0 con 0x7f283c0b31d0 2024-07-26T15:41:25.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.573+0000 7f2840841640 1 -- 172.21.15.33:0/2558553335 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f283c0cd9a0 con 0x7f283c0b31d0 2024-07-26T15:41:25.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.573+0000 7f2832ffd640 1 -- 172.21.15.33:0/2558553335 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f2824018020 con 0x7f283c0b31d0 2024-07-26T15:41:25.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.574+0000 7f2832ffd640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f281c077210 0x7f281c079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:25.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.574+0000 7f2832ffd640 1 -- 172.21.15.33:0/2558553335 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f2824098ac0 con 0x7f283c0b31d0 2024-07-26T15:41:25.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.574+0000 7f283a59c640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f281c077210 0x7f281c079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:25.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.575+0000 7f283a59c640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f281c077210 0x7f281c079720 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f282c0012e0 tx=0x7f282c009040 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:25.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.578+0000 7f2832ffd640 1 -- 172.21.15.33:0/2558553335 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f282401f030 con 0x7f283c0b31d0 2024-07-26T15:41:25.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.791+0000 7f2840841640 1 -- 172.21.15.33:0/2558553335 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/dir4", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f283c159d90 con 0x7f281c077210 2024-07-26T15:41:25.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.801+0000 7f2832ffd640 1 -- 172.21.15.33:0/2558553335 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+360 (secure 0 0 0) 0x7f283c159d90 con 0x7f281c077210 2024-07-26T15:41:25.802 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:25.803 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir4", "rel_path": "/snap_test_dir1/dir4", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:06", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 -- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f281c077210 msgr2=0x7f281c079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f281c077210 0x7f281c079720 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f282c0012e0 tx=0x7f282c009040 comp rx=0 tx=0).stop 2024-07-26T15:41:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 -- 172.21.15.33:0/2558553335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f283c0b31d0 msgr2=0x7f283c1f5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f283c0b31d0 0x7f283c1f5e50 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f282400b3f0 tx=0x7f282400b8b0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 -- 172.21.15.33:0/2558553335 shutdown_connections 2024-07-26T15:41:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f281c077210 0x7f281c079720 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f283c0b6f60 0x7f283c155c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f283c0b31d0 0x7f283c1f5e50 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 --2- 172.21.15.33:0/2558553335 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f283c0b2600 0x7f283c159840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 -- 172.21.15.33:0/2558553335 >> 172.21.15.33:0/2558553335 conn(0x7f283c0b37a0 msgr2=0x7f283c0b1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:25.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 -- 172.21.15.33:0/2558553335 shutdown_connections 2024-07-26T15:41:25.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.803+0000 7f2840841640 1 -- 172.21.15.33:0/2558553335 wait complete. 2024-07-26T15:41:25.816 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir4", "rel_path": "/snap_test_dir1/dir4", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:06", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:25.816 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/dir4', 'rel_path': '/snap_test_dir1/dir4', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T15:30:06', 'first': '2024-07-26T15:31:00', 'last': '2024-07-26T15:41:00', 'last_pruned': None, 'created_count': 11, 'pruned_count': 0, 'active': False} 2024-07-26T15:41:25.816 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 11 2024-07-26T15:41:25.816 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 11 2024-07-26T15:41:25.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:25.816 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir5/.snap) 2024-07-26T15:41:25.837 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:25.837 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:25.837 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:25.837 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:25.838 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:25.838 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:25.838 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:25.838 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:25.838 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:25.838 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:25.838 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:25.838 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-15_31_00_UTC', 'scheduled-2024-07-26-15_32_00_UTC', 'scheduled-2024-07-26-15_33_00_UTC', 'scheduled-2024-07-26-15_34_00_UTC', 'scheduled-2024-07-26-15_35_00_UTC', 'scheduled-2024-07-26-15_36_00_UTC', 'scheduled-2024-07-26-15_37_00_UTC', 'scheduled-2024-07-26-15_38_00_UTC', 'scheduled-2024-07-26-15_39_00_UTC', 'scheduled-2024-07-26-15_40_00_UTC', 'scheduled-2024-07-26-15_41_00_UTC'] 2024-07-26T15:41:25.838 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/dir5 2024-07-26T15:41:25.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.996+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1472937614 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2aa8004800 msgr2=0x7f2aa8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:25.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.996+0000 7f2ac5c2c640 1 --2- 172.21.15.33:0/1472937614 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2aa8004800 0x7f2aa8004c10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f2ab400baf0 tx=0x7f2aa8005830 comp rx=0 tx=0).stop 2024-07-26T15:41:25.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.997+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1472937614 shutdown_connections 2024-07-26T15:41:25.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.997+0000 7f2ac5c2c640 1 --2- 172.21.15.33:0/1472937614 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2aa8004800 0x7f2aa8004c10 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:25.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.997+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1472937614 >> 172.21.15.33:0/1472937614 conn(0x7f2ac00d3de0 msgr2=0x7f2ac00d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:25.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.997+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1472937614 shutdown_connections 2024-07-26T15:41:25.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.997+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1472937614 wait complete. 2024-07-26T15:41:26.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.998+0000 7f2ac5c2c640 1 Processor -- start 2024-07-26T15:41:26.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:25.999+0000 7f2ac5c2c640 1 -- start start 2024-07-26T15:41:26.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2ac5c2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2aa8004800 0x7f2ac01e1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2ac5c2c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ac01de9b0 0x7f2ac01f4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2ac5c2c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ac01f8980 0x7f2ac01f8d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2ac5c2c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac00d1920 con 0x7f2aa8004800 2024-07-26T15:41:26.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2ac5c2c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2ac00b2d30 con 0x7f2ac01f8980 2024-07-26T15:41:26.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2ac5c2c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2ac00d1aa0 con 0x7f2ac01de9b0 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2abf7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2aa8004800 0x7f2ac01e1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2abf7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2aa8004800 0x7f2ac01e1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57244/0 (socket says 172.21.15.33:57244) 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2abf7fe640 1 -- 172.21.15.33:0/1859767130 learned_addr learned my addr 172.21.15.33:0/1859767130 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2abeffd640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ac01de9b0 0x7f2ac01f4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2abffff640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ac01f8980 0x7f2ac01f8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2abf7fe640 1 -- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ac01de9b0 msgr2=0x7f2ac01f4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2abf7fe640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ac01de9b0 0x7f2ac01f4cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2abf7fe640 1 -- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ac01f8980 msgr2=0x7f2ac01f8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2abf7fe640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ac01f8980 0x7f2ac01f8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2abf7fe640 1 -- 172.21.15.33:0/1859767130 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ac01f92d0 con 0x7f2aa8004800 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.000+0000 7f2abffff640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ac01f8980 0x7f2ac01f8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:41:26.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.001+0000 7f2abf7fe640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2aa8004800 0x7f2ac01e1910 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f2ab000e590 tx=0x7f2ab000ea50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.001+0000 7f2aa7fff640 1 -- 172.21.15.33:0/1859767130 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab0015070 con 0x7f2aa8004800 2024-07-26T15:41:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.001+0000 7f2aa7fff640 1 -- 172.21.15.33:0/1859767130 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ab00109a0 con 0x7f2aa8004800 2024-07-26T15:41:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.001+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1859767130 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ac01f5230 con 0x7f2aa8004800 2024-07-26T15:41:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.001+0000 7f2aa7fff640 1 -- 172.21.15.33:0/1859767130 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab0010df0 con 0x7f2aa8004800 2024-07-26T15:41:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.001+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1859767130 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ac00b7ac0 con 0x7f2aa8004800 2024-07-26T15:41:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.002+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1859767130 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ac00d23e0 con 0x7f2aa8004800 2024-07-26T15:41:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.003+0000 7f2aa7fff640 1 -- 172.21.15.33:0/1859767130 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f2ab0018070 con 0x7f2aa8004800 2024-07-26T15:41:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.003+0000 7f2aa7fff640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2aac077210 0x7f2aac079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.004+0000 7f2abeffd640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2aac077210 0x7f2aac079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.004+0000 7f2aa7fff640 1 -- 172.21.15.33:0/1859767130 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f2ab00992f0 con 0x7f2aa8004800 2024-07-26T15:41:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.004+0000 7f2abeffd640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2aac077210 0x7f2aac079720 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2ab4036000 tx=0x7f2ab40046c0 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:26.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.008+0000 7f2aa7fff640 1 -- 172.21.15.33:0/1859767130 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2ac01f92d0 con 0x7f2aa8004800 2024-07-26T15:41:26.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.220+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1859767130 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/dir5", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2ac01df120 con 0x7f2aac077210 2024-07-26T15:41:26.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.230+0000 7f2aa7fff640 1 -- 172.21.15.33:0/1859767130 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+360 (secure 0 0 0) 0x7f2ab4037040 con 0x7f2aac077210 2024-07-26T15:41:26.232 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:26.232 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir5", "rel_path": "/snap_test_dir1/dir5", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:06", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:26.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.232+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2aac077210 msgr2=0x7f2aac079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.232+0000 7f2ac5c2c640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2aac077210 0x7f2aac079720 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2ab4036000 tx=0x7f2ab40046c0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.232+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1859767130 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2aa8004800 msgr2=0x7f2ac01e1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.232+0000 7f2ac5c2c640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2aa8004800 0x7f2ac01e1910 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f2ab000e590 tx=0x7f2ab000ea50 comp rx=0 tx=0).stop 2024-07-26T15:41:26.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.232+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1859767130 shutdown_connections 2024-07-26T15:41:26.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.233+0000 7f2ac5c2c640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f2aac077210 0x7f2aac079720 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.233+0000 7f2ac5c2c640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ac01f8980 0x7f2ac01f8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.233+0000 7f2ac5c2c640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ac01de9b0 0x7f2ac01f4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.233+0000 7f2ac5c2c640 1 --2- 172.21.15.33:0/1859767130 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2aa8004800 0x7f2ac01e1910 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.233+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1859767130 >> 172.21.15.33:0/1859767130 conn(0x7f2ac00d3de0 msgr2=0x7f2ac006e170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:26.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.233+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1859767130 shutdown_connections 2024-07-26T15:41:26.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.233+0000 7f2ac5c2c640 1 -- 172.21.15.33:0/1859767130 wait complete. 2024-07-26T15:41:26.245 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir5", "rel_path": "/snap_test_dir1/dir5", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:06", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:26.245 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/dir5', 'rel_path': '/snap_test_dir1/dir5', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T15:30:06', 'first': '2024-07-26T15:31:00', 'last': '2024-07-26T15:41:00', 'last_pruned': None, 'created_count': 11, 'pruned_count': 0, 'active': False} 2024-07-26T15:41:26.245 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 11 2024-07-26T15:41:26.245 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 11 2024-07-26T15:41:26.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:26.245 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir6/.snap) 2024-07-26T15:41:26.266 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:26.266 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:26.266 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:26.266 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:26.266 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:26.266 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:26.266 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:26.267 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:26.267 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:26.267 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:26.267 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:26.267 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-15_31_00_UTC', 'scheduled-2024-07-26-15_32_00_UTC', 'scheduled-2024-07-26-15_33_00_UTC', 'scheduled-2024-07-26-15_34_00_UTC', 'scheduled-2024-07-26-15_35_00_UTC', 'scheduled-2024-07-26-15_36_00_UTC', 'scheduled-2024-07-26-15_37_00_UTC', 'scheduled-2024-07-26-15_38_00_UTC', 'scheduled-2024-07-26-15_39_00_UTC', 'scheduled-2024-07-26-15_40_00_UTC', 'scheduled-2024-07-26-15_41_00_UTC'] 2024-07-26T15:41:26.267 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/dir6 2024-07-26T15:41:26.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.424+0000 7f8dfc685640 1 -- 172.21.15.33:0/1514224085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8df40d2030 msgr2=0x7f8df4169cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.424+0000 7f8dfc685640 1 --2- 172.21.15.33:0/1514224085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8df40d2030 0x7f8df4169cd0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f8dec005fd0 tx=0x7f8dec02ab40 comp rx=0 tx=0).stop 2024-07-26T15:41:26.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.424+0000 7f8dfc685640 1 -- 172.21.15.33:0/1514224085 shutdown_connections 2024-07-26T15:41:26.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.424+0000 7f8dfc685640 1 --2- 172.21.15.33:0/1514224085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8df40d2030 0x7f8df4169cd0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.424+0000 7f8dfc685640 1 -- 172.21.15.33:0/1514224085 >> 172.21.15.33:0/1514224085 conn(0x7f8df40d3de0 msgr2=0x7f8df40d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:26.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.424+0000 7f8dfc685640 1 -- 172.21.15.33:0/1514224085 shutdown_connections 2024-07-26T15:41:26.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.424+0000 7f8dfc685640 1 -- 172.21.15.33:0/1514224085 wait complete. 2024-07-26T15:41:26.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.426+0000 7f8dfc685640 1 Processor -- start 2024-07-26T15:41:26.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.426+0000 7f8dfc685640 1 -- start start 2024-07-26T15:41:26.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.427+0000 7f8dfc685640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8df40b6150 0x7f8df40ca250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.427+0000 7f8dfc685640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8df40cfa50 0x7f8df40c7840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.427+0000 7f8dfc685640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8df40d2030 0x7f8df406e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.427+0000 7f8dfc685640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8df40b4750 con 0x7f8df40d2030 2024-07-26T15:41:26.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.427+0000 7f8dfc685640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8df40b2d30 con 0x7f8df40cfa50 2024-07-26T15:41:26.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.427+0000 7f8dfc685640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8df40b48d0 con 0x7f8df40b6150 2024-07-26T15:41:26.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.427+0000 7f8dfac22640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8df40d2030 0x7f8df406e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.427+0000 7f8dfac22640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8df40d2030 0x7f8df406e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57266/0 (socket says 172.21.15.33:57266) 2024-07-26T15:41:26.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.427+0000 7f8dfac22640 1 -- 172.21.15.33:0/1844793788 learned_addr learned my addr 172.21.15.33:0/1844793788 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.427+0000 7f8df9c20640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8df40cfa50 0x7f8df40c7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.427+0000 7f8dfa421640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8df40b6150 0x7f8df40ca250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.428+0000 7f8dfac22640 1 -- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8df40b6150 msgr2=0x7f8df40ca250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.428+0000 7f8dfac22640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8df40b6150 0x7f8df40ca250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.428+0000 7f8dfac22640 1 -- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8df40cfa50 msgr2=0x7f8df40c7840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.428+0000 7f8dfac22640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8df40cfa50 0x7f8df40c7840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.428+0000 7f8dfac22640 1 -- 172.21.15.33:0/1844793788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8df41f5740 con 0x7f8df40d2030 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.428+0000 7f8dfac22640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8df40d2030 0x7f8df406e330 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8dec006010 tx=0x7f8dec02c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.428+0000 7f8deaffd640 1 -- 172.21.15.33:0/1844793788 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec044070 con 0x7f8df40d2030 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.428+0000 7f8deaffd640 1 -- 172.21.15.33:0/1844793788 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8dec004250 con 0x7f8df40d2030 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.428+0000 7f8dfc685640 1 -- 172.21.15.33:0/1844793788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8df41f5a00 con 0x7f8df40d2030 2024-07-26T15:41:26.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.428+0000 7f8deaffd640 1 -- 172.21.15.33:0/1844793788 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec0046a0 con 0x7f8df40d2030 2024-07-26T15:41:26.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.428+0000 7f8dfc685640 1 -- 172.21.15.33:0/1844793788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8df41f5fc0 con 0x7f8df40d2030 2024-07-26T15:41:26.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.429+0000 7f8dfc685640 1 -- 172.21.15.33:0/1844793788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8df40d1920 con 0x7f8df40d2030 2024-07-26T15:41:26.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.430+0000 7f8deaffd640 1 -- 172.21.15.33:0/1844793788 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f8dec036400 con 0x7f8df40d2030 2024-07-26T15:41:26.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.430+0000 7f8deaffd640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8dd8077210 0x7f8dd8079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.430+0000 7f8deaffd640 1 -- 172.21.15.33:0/1844793788 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f8dec0b9800 con 0x7f8df40d2030 2024-07-26T15:41:26.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.431+0000 7f8dfa421640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8dd8077210 0x7f8dd8079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.431+0000 7f8dfa421640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8dd8077210 0x7f8dd8079720 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8df0000f60 tx=0x7f8df0009040 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:26.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.435+0000 7f8deaffd640 1 -- 172.21.15.33:0/1844793788 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8dec032030 con 0x7f8df40d2030 2024-07-26T15:41:26.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.650+0000 7f8dfc685640 1 -- 172.21.15.33:0/1844793788 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/dir6", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8df40d0280 con 0x7f8dd8077210 2024-07-26T15:41:26.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.660+0000 7f8deaffd640 1 -- 172.21.15.33:0/1844793788 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+360 (secure 0 0 0) 0x7f8df40d0280 con 0x7f8dd8077210 2024-07-26T15:41:26.661 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:26.661 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir6", "rel_path": "/snap_test_dir1/dir6", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:07", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 -- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8dd8077210 msgr2=0x7f8dd8079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8dd8077210 0x7f8dd8079720 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8df0000f60 tx=0x7f8df0009040 comp rx=0 tx=0).stop 2024-07-26T15:41:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 -- 172.21.15.33:0/1844793788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8df40d2030 msgr2=0x7f8df406e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8df40d2030 0x7f8df406e330 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8dec006010 tx=0x7f8dec02c8b0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 -- 172.21.15.33:0/1844793788 shutdown_connections 2024-07-26T15:41:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8dd8077210 0x7f8dd8079720 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8df40d2030 0x7f8df406e330 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8df40cfa50 0x7f8df40c7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 --2- 172.21.15.33:0/1844793788 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8df40b6150 0x7f8df40ca250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 -- 172.21.15.33:0/1844793788 >> 172.21.15.33:0/1844793788 conn(0x7f8df40d3de0 msgr2=0x7f8df41e66d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 -- 172.21.15.33:0/1844793788 shutdown_connections 2024-07-26T15:41:26.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.662+0000 7f8dfc685640 1 -- 172.21.15.33:0/1844793788 wait complete. 2024-07-26T15:41:26.674 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir6", "rel_path": "/snap_test_dir1/dir6", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:07", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:26.674 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/dir6', 'rel_path': '/snap_test_dir1/dir6', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T15:30:07', 'first': '2024-07-26T15:31:00', 'last': '2024-07-26T15:41:00', 'last_pruned': None, 'created_count': 11, 'pruned_count': 0, 'active': False} 2024-07-26T15:41:26.674 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 11 2024-07-26T15:41:26.674 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 11 2024-07-26T15:41:26.674 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:26.675 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir7/.snap) 2024-07-26T15:41:26.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:26.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:26.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:26.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:26.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:26.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:26.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:26.695 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:26.696 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:26.696 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:26.696 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:26.696 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-15_31_00_UTC', 'scheduled-2024-07-26-15_32_00_UTC', 'scheduled-2024-07-26-15_33_00_UTC', 'scheduled-2024-07-26-15_34_00_UTC', 'scheduled-2024-07-26-15_35_00_UTC', 'scheduled-2024-07-26-15_36_00_UTC', 'scheduled-2024-07-26-15_37_00_UTC', 'scheduled-2024-07-26-15_38_00_UTC', 'scheduled-2024-07-26-15_39_00_UTC', 'scheduled-2024-07-26-15_40_00_UTC', 'scheduled-2024-07-26-15_41_00_UTC'] 2024-07-26T15:41:26.696 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/dir7 2024-07-26T15:41:26.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.853+0000 7f11df158640 1 -- 172.21.15.33:0/4018661522 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11d80b8e30 msgr2=0x7f11d81629f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.853+0000 7f11df158640 1 --2- 172.21.15.33:0/4018661522 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11d80b8e30 0x7f11d81629f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f11d0009be0 tx=0x7f11d002a840 comp rx=0 tx=0).stop 2024-07-26T15:41:26.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.853+0000 7f11df158640 1 -- 172.21.15.33:0/4018661522 shutdown_connections 2024-07-26T15:41:26.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.853+0000 7f11df158640 1 --2- 172.21.15.33:0/4018661522 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11d80b8e30 0x7f11d81629f0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.853+0000 7f11df158640 1 -- 172.21.15.33:0/4018661522 >> 172.21.15.33:0/4018661522 conn(0x7f11d80d3d90 msgr2=0x7f11d80d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:26.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.853+0000 7f11df158640 1 -- 172.21.15.33:0/4018661522 shutdown_connections 2024-07-26T15:41:26.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.853+0000 7f11df158640 1 -- 172.21.15.33:0/4018661522 wait complete. 2024-07-26T15:41:26.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.855+0000 7f11df158640 1 Processor -- start 2024-07-26T15:41:26.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.855+0000 7f11df158640 1 -- start start 2024-07-26T15:41:26.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.856+0000 7f11df158640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11d80b6be0 0x7f11d814f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.856+0000 7f11df158640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11d80b8e30 0x7f11d80d06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.856+0000 7f11df158640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11d80d48b0 0x7f11d80d0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.856+0000 7f11df158640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f11d81630f0 con 0x7f11d80d48b0 2024-07-26T15:41:26.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.856+0000 7f11df158640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f11d80b9240 con 0x7f11d80b6be0 2024-07-26T15:41:26.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.856+0000 7f11df158640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f11d81697b0 con 0x7f11d80b8e30 2024-07-26T15:41:26.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11dd6f5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11d80d48b0 0x7f11d80d0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11dd6f5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11d80d48b0 0x7f11d80d0c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57288/0 (socket says 172.21.15.33:57288) 2024-07-26T15:41:26.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11dd6f5640 1 -- 172.21.15.33:0/169114411 learned_addr learned my addr 172.21.15.33:0/169114411 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11d7fff640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11d80b8e30 0x7f11d80d06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11dcef4640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11d80b6be0 0x7f11d814f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11dd6f5640 1 -- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11d80b8e30 msgr2=0x7f11d80d06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11dd6f5640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11d80b8e30 0x7f11d80d06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11dd6f5640 1 -- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11d80b6be0 msgr2=0x7f11d814f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11dd6f5640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11d80b6be0 0x7f11d814f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11dd6f5640 1 -- 172.21.15.33:0/169114411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11d814fee0 con 0x7f11d80d48b0 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11dd6f5640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11d80d48b0 0x7f11d80d0c00 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f11d0035040 tx=0x7f11d0033f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11d57fa640 1 -- 172.21.15.33:0/169114411 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d0042020 con 0x7f11d80d48b0 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11d57fa640 1 -- 172.21.15.33:0/169114411 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f11d0004330 con 0x7f11d80d48b0 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11df158640 1 -- 172.21.15.33:0/169114411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11d81501c0 con 0x7f11d80d48b0 2024-07-26T15:41:26.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11d57fa640 1 -- 172.21.15.33:0/169114411 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d0037040 con 0x7f11d80d48b0 2024-07-26T15:41:26.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.857+0000 7f11df158640 1 -- 172.21.15.33:0/169114411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11d8150780 con 0x7f11d80d48b0 2024-07-26T15:41:26.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.858+0000 7f11df158640 1 -- 172.21.15.33:0/169114411 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11d80b4e60 con 0x7f11d80d48b0 2024-07-26T15:41:26.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.859+0000 7f11d57fa640 1 -- 172.21.15.33:0/169114411 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f11d0045020 con 0x7f11d80d48b0 2024-07-26T15:41:26.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.860+0000 7f11d57fa640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f11b8077210 0x7f11b8079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:26.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.860+0000 7f11d57fa640 1 -- 172.21.15.33:0/169114411 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f11d00ba0e0 con 0x7f11d80d48b0 2024-07-26T15:41:26.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.860+0000 7f11dcef4640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f11b8077210 0x7f11b8079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:26.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.860+0000 7f11dcef4640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f11b8077210 0x7f11b8079720 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f11c0006fd0 tx=0x7f11c0009060 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:26.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:26.864+0000 7f11d57fa640 1 -- 172.21.15.33:0/169114411 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f11d004c030 con 0x7f11d80d48b0 2024-07-26T15:41:27.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.076+0000 7f11df158640 1 -- 172.21.15.33:0/169114411 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/dir7", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f11d814fc90 con 0x7f11b8077210 2024-07-26T15:41:27.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.086+0000 7f11d57fa640 1 -- 172.21.15.33:0/169114411 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+360 (secure 0 0 0) 0x7f11d814fc90 con 0x7f11b8077210 2024-07-26T15:41:27.087 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:27.088 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir7", "rel_path": "/snap_test_dir1/dir7", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:07", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:27.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 -- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f11b8077210 msgr2=0x7f11b8079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f11b8077210 0x7f11b8079720 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f11c0006fd0 tx=0x7f11c0009060 comp rx=0 tx=0).stop 2024-07-26T15:41:27.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 -- 172.21.15.33:0/169114411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11d80d48b0 msgr2=0x7f11d80d0c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11d80d48b0 0x7f11d80d0c00 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f11d0035040 tx=0x7f11d0033f00 comp rx=0 tx=0).stop 2024-07-26T15:41:27.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 -- 172.21.15.33:0/169114411 shutdown_connections 2024-07-26T15:41:27.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f11b8077210 0x7f11b8079720 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11d80d48b0 0x7f11d80d0c00 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11d80b8e30 0x7f11d80d06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 --2- 172.21.15.33:0/169114411 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11d80b6be0 0x7f11d814f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 -- 172.21.15.33:0/169114411 >> 172.21.15.33:0/169114411 conn(0x7f11d80d3d90 msgr2=0x7f11d80d1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:27.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 -- 172.21.15.33:0/169114411 shutdown_connections 2024-07-26T15:41:27.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.089+0000 7f11df158640 1 -- 172.21.15.33:0/169114411 wait complete. 2024-07-26T15:41:27.101 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir7", "rel_path": "/snap_test_dir1/dir7", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:07", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:27.102 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/dir7', 'rel_path': '/snap_test_dir1/dir7', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T15:30:07', 'first': '2024-07-26T15:31:00', 'last': '2024-07-26T15:41:00', 'last_pruned': None, 'created_count': 11, 'pruned_count': 0, 'active': False} 2024-07-26T15:41:27.102 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 11 2024-07-26T15:41:27.102 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 11 2024-07-26T15:41:27.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:27.102 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir8/.snap) 2024-07-26T15:41:27.123 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:27.123 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:27.123 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:27.123 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:27.123 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:27.123 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:27.124 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:27.124 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:27.124 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:27.124 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:27.124 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:27.124 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-15_31_00_UTC', 'scheduled-2024-07-26-15_32_00_UTC', 'scheduled-2024-07-26-15_33_00_UTC', 'scheduled-2024-07-26-15_34_00_UTC', 'scheduled-2024-07-26-15_35_00_UTC', 'scheduled-2024-07-26-15_36_00_UTC', 'scheduled-2024-07-26-15_37_00_UTC', 'scheduled-2024-07-26-15_38_00_UTC', 'scheduled-2024-07-26-15_39_00_UTC', 'scheduled-2024-07-26-15_40_00_UTC', 'scheduled-2024-07-26-15_41_00_UTC'] 2024-07-26T15:41:27.124 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/dir8 2024-07-26T15:41:27.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.282+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3730227632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0c00b6f60 msgr2=0x7fd0c00b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.282+0000 7fd0c6e25640 1 --2- 172.21.15.33:0/3730227632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0c00b6f60 0x7fd0c00b31d0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fd0c0073e80 tx=0x7fd0b002a4a0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.282+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3730227632 shutdown_connections 2024-07-26T15:41:27.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.282+0000 7fd0c6e25640 1 --2- 172.21.15.33:0/3730227632 >> v2:172.21.15.154:3300/0 conn(0x7fd0c00b2600 0x7fd0c00cc6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.282+0000 7fd0c6e25640 1 --2- 172.21.15.33:0/3730227632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0c00b6f60 0x7fd0c00b31d0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.282+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3730227632 >> 172.21.15.33:0/3730227632 conn(0x7fd0c00b37a0 msgr2=0x7fd0c00b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:27.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.282+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3730227632 shutdown_connections 2024-07-26T15:41:27.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.282+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3730227632 wait complete. 2024-07-26T15:41:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.284+0000 7fd0c6e25640 1 Processor -- start 2024-07-26T15:41:27.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.284+0000 7fd0c6e25640 1 -- start start 2024-07-26T15:41:27.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.285+0000 7fd0c6e25640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0c00b2600 0x7fd0c00caaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.285+0000 7fd0c6e25640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd0c00b6f60 0x7fd0c014b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.285+0000 7fd0c6e25640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd0c00ce2d0 0x7fd0c014e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.285+0000 7fd0c6e25640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd0c00cd070 con 0x7fd0c00b2600 2024-07-26T15:41:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.285+0000 7fd0c6e25640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd0c00ccef0 con 0x7fd0c00b6f60 2024-07-26T15:41:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.285+0000 7fd0c6e25640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd0c00cd1f0 con 0x7fd0c00ce2d0 2024-07-26T15:41:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.285+0000 7fd0c4bc1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0c00b2600 0x7fd0c00caaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.285+0000 7fd0c4bc1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0c00b2600 0x7fd0c00caaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57308/0 (socket says 172.21.15.33:57308) 2024-07-26T15:41:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.285+0000 7fd0c4bc1640 1 -- 172.21.15.33:0/3159721272 learned_addr learned my addr 172.21.15.33:0/3159721272 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.285+0000 7fd0c53c2640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd0c00ce2d0 0x7fd0c014e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.285+0000 7fd0bffff640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd0c00b6f60 0x7fd0c014b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:27.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.286+0000 7fd0c4bc1640 1 -- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd0c00ce2d0 msgr2=0x7fd0c014e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.286+0000 7fd0c4bc1640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd0c00ce2d0 0x7fd0c014e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.286+0000 7fd0c4bc1640 1 -- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd0c00b6f60 msgr2=0x7fd0c014b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.286+0000 7fd0c4bc1640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd0c00b6f60 0x7fd0c014b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.286+0000 7fd0c4bc1640 1 -- 172.21.15.33:0/3159721272 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0c01f6ca0 con 0x7fd0c00b2600 2024-07-26T15:41:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.286+0000 7fd0c4bc1640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0c00b2600 0x7fd0c00caaa0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd0b002aa90 tx=0x7fd0b0033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.286+0000 7fd0bd7fa640 1 -- 172.21.15.33:0/3159721272 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b0031d60 con 0x7fd0c00b2600 2024-07-26T15:41:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.286+0000 7fd0bd7fa640 1 -- 172.21.15.33:0/3159721272 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd0b0005020 con 0x7fd0c00b2600 2024-07-26T15:41:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.286+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3159721272 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0c01f6f80 con 0x7fd0c00b2600 2024-07-26T15:41:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.286+0000 7fd0bd7fa640 1 -- 172.21.15.33:0/3159721272 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b0005470 con 0x7fd0c00b2600 2024-07-26T15:41:27.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.286+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3159721272 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0c00cb2d0 con 0x7fd0c00b2600 2024-07-26T15:41:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.287+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3159721272 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0c00cb530 con 0x7fd0c00b2600 2024-07-26T15:41:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.288+0000 7fd0bd7fa640 1 -- 172.21.15.33:0/3159721272 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7fd0b00047a0 con 0x7fd0c00b2600 2024-07-26T15:41:27.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.288+0000 7fd0bd7fa640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd0ac077210 0x7fd0ac079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:27.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.288+0000 7fd0bd7fa640 1 -- 172.21.15.33:0/3159721272 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7fd0b00ba0b0 con 0x7fd0c00b2600 2024-07-26T15:41:27.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.289+0000 7fd0bffff640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd0ac077210 0x7fd0ac079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:27.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.289+0000 7fd0bffff640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd0ac077210 0x7fd0ac079720 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd0c00b6480 tx=0x7fd0b4009040 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:27.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.293+0000 7fd0bd7fa640 1 -- 172.21.15.33:0/3159721272 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd0b003f030 con 0x7fd0c00b2600 2024-07-26T15:41:27.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.508+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3159721272 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/dir8", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd0c00cc6c0 con 0x7fd0ac077210 2024-07-26T15:41:27.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.518+0000 7fd0bd7fa640 1 -- 172.21.15.33:0/3159721272 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+360 (secure 0 0 0) 0x7fd0c00cc6c0 con 0x7fd0ac077210 2024-07-26T15:41:27.520 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:27.520 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir8", "rel_path": "/snap_test_dir1/dir8", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:08", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:27.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.520+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd0ac077210 msgr2=0x7fd0ac079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.520+0000 7fd0c6e25640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd0ac077210 0x7fd0ac079720 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fd0c00b6480 tx=0x7fd0b4009040 comp rx=0 tx=0).stop 2024-07-26T15:41:27.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.520+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3159721272 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0c00b2600 msgr2=0x7fd0c00caaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.520+0000 7fd0c6e25640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0c00b2600 0x7fd0c00caaa0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd0b002aa90 tx=0x7fd0b0033c90 comp rx=0 tx=0).stop 2024-07-26T15:41:27.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.520+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3159721272 shutdown_connections 2024-07-26T15:41:27.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.520+0000 7fd0c6e25640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd0ac077210 0x7fd0ac079720 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.520+0000 7fd0c6e25640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd0c00ce2d0 0x7fd0c014e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.520+0000 7fd0c6e25640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd0c00b6f60 0x7fd0c014b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.520+0000 7fd0c6e25640 1 --2- 172.21.15.33:0/3159721272 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd0c00b2600 0x7fd0c00caaa0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.520+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3159721272 >> 172.21.15.33:0/3159721272 conn(0x7fd0c00b37a0 msgr2=0x7fd0c00b0a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:27.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.520+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3159721272 shutdown_connections 2024-07-26T15:41:27.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.521+0000 7fd0c6e25640 1 -- 172.21.15.33:0/3159721272 wait complete. 2024-07-26T15:41:27.533 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir8", "rel_path": "/snap_test_dir1/dir8", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:08", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:27.533 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/dir8', 'rel_path': '/snap_test_dir1/dir8', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T15:30:08', 'first': '2024-07-26T15:31:00', 'last': '2024-07-26T15:41:00', 'last_pruned': None, 'created_count': 11, 'pruned_count': 0, 'active': False} 2024-07-26T15:41:27.533 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 11 2024-07-26T15:41:27.533 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 11 2024-07-26T15:41:27.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:27.534 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir9/.snap) 2024-07-26T15:41:27.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:27.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:27.554 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:27.555 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:27.555 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:27.555 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:27.555 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:27.555 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:27.555 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:27.555 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:27.555 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:27.556 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-15_31_00_UTC', 'scheduled-2024-07-26-15_32_00_UTC', 'scheduled-2024-07-26-15_33_00_UTC', 'scheduled-2024-07-26-15_34_00_UTC', 'scheduled-2024-07-26-15_35_00_UTC', 'scheduled-2024-07-26-15_36_00_UTC', 'scheduled-2024-07-26-15_37_00_UTC', 'scheduled-2024-07-26-15_38_00_UTC', 'scheduled-2024-07-26-15_39_00_UTC', 'scheduled-2024-07-26-15_40_00_UTC', 'scheduled-2024-07-26-15_41_00_UTC'] 2024-07-26T15:41:27.556 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/dir9 2024-07-26T15:41:27.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.713+0000 7f3448c0d640 1 -- 172.21.15.33:0/1513062949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f342c003a00 msgr2=0x7f342c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.713+0000 7f3448c0d640 1 --2- 172.21.15.33:0/1513062949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f342c003a00 0x7f342c003e70 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f343400bbb0 tx=0x7f342c005830 comp rx=0 tx=0).stop 2024-07-26T15:41:27.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.713+0000 7f3442d9d640 1 -- 172.21.15.33:0/1513062949 reap_dead start 2024-07-26T15:41:27.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.713+0000 7f3448c0d640 1 -- 172.21.15.33:0/1513062949 shutdown_connections 2024-07-26T15:41:27.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.713+0000 7f3448c0d640 1 -- 172.21.15.33:0/1513062949 >> 172.21.15.33:0/1513062949 conn(0x7f34440d3dc0 msgr2=0x7f34440d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:27.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.713+0000 7f3448c0d640 1 -- 172.21.15.33:0/1513062949 shutdown_connections 2024-07-26T15:41:27.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.713+0000 7f3448c0d640 1 -- 172.21.15.33:0/1513062949 wait complete. 2024-07-26T15:41:27.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.715+0000 7f3448c0d640 1 Processor -- start 2024-07-26T15:41:27.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.715+0000 7f3448c0d640 1 -- start start 2024-07-26T15:41:27.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3448c0d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f342c003a00 0x7f34440cdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:27.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3448c0d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f344409f100 0x7f34440cc2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:27.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3448c0d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34440cc830 0x7f3444153ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:27.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3448c0d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f34440d0f20 con 0x7f34440cc830 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3448c0d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f34440d0da0 con 0x7f342c003a00 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3448c0d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f34440b7400 con 0x7f344409f100 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3442d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34440cc830 0x7f3444153ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3442d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34440cc830 0x7f3444153ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57318/0 (socket says 172.21.15.33:57318) 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3442d9d640 1 -- 172.21.15.33:0/3225601224 learned_addr learned my addr 172.21.15.33:0/3225601224 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3441d9b640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f344409f100 0x7f34440cc2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3442d9d640 1 -- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f344409f100 msgr2=0x7f34440cc2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3442d9d640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f344409f100 0x7f34440cc2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3442d9d640 1 -- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f342c003a00 msgr2=0x7f34440cdbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3442d9d640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f342c003a00 0x7f34440cdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3442d9d640 1 -- 172.21.15.33:0/3225601224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34440ce110 con 0x7f34440cc830 2024-07-26T15:41:27.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3442d9d640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34440cc830 0x7f3444153ee0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f34440d2360 tx=0x7f343c011f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:27.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3432ffd640 1 -- 172.21.15.33:0/3225601224 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f343c00fce0 con 0x7f34440cc830 2024-07-26T15:41:27.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3432ffd640 1 -- 172.21.15.33:0/3225601224 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f343c00fe80 con 0x7f34440cc830 2024-07-26T15:41:27.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3432ffd640 1 -- 172.21.15.33:0/3225601224 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f343c004d60 con 0x7f34440cc830 2024-07-26T15:41:27.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3448c0d640 1 -- 172.21.15.33:0/3225601224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f344409f870 con 0x7f34440cc830 2024-07-26T15:41:27.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.717+0000 7f3448c0d640 1 -- 172.21.15.33:0/3225601224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f344409fe30 con 0x7f34440cc830 2024-07-26T15:41:27.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.719+0000 7f3448c0d640 1 -- 172.21.15.33:0/3225601224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34440d0570 con 0x7f34440cc830 2024-07-26T15:41:27.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.719+0000 7f3432ffd640 1 -- 172.21.15.33:0/3225601224 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f343c020020 con 0x7f34440cc830 2024-07-26T15:41:27.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.720+0000 7f3432ffd640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3424077240 0x7f3424079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:27.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.720+0000 7f3432ffd640 1 -- 172.21.15.33:0/3225601224 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f343c099780 con 0x7f34440cc830 2024-07-26T15:41:27.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.720+0000 7f344259c640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3424077240 0x7f3424079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:27.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.721+0000 7f344259c640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3424077240 0x7f3424079750 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3434036000 tx=0x7f3434004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:27.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.724+0000 7f3432ffd640 1 -- 172.21.15.33:0/3225601224 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f343c0622c0 con 0x7f34440cc830 2024-07-26T15:41:27.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.937+0000 7f3448c0d640 1 -- 172.21.15.33:0/3225601224 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/dir9", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f344409f5c0 con 0x7f3424077240 2024-07-26T15:41:27.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.947+0000 7f3432ffd640 1 -- 172.21.15.33:0/3225601224 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+360 (secure 0 0 0) 0x7f344409f5c0 con 0x7f3424077240 2024-07-26T15:41:27.949 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:27.949 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir9", "rel_path": "/snap_test_dir1/dir9", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:08", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:27.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 -- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3424077240 msgr2=0x7f3424079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3424077240 0x7f3424079750 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3434036000 tx=0x7f3434004730 comp rx=0 tx=0).stop 2024-07-26T15:41:27.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 -- 172.21.15.33:0/3225601224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34440cc830 msgr2=0x7f3444153ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:27.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34440cc830 0x7f3444153ee0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f34440d2360 tx=0x7f343c011f90 comp rx=0 tx=0).stop 2024-07-26T15:41:27.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 -- 172.21.15.33:0/3225601224 shutdown_connections 2024-07-26T15:41:27.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3424077240 0x7f3424079750 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34440cc830 0x7f3444153ee0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f344409f100 0x7f34440cc2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 --2- 172.21.15.33:0/3225601224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f342c003a00 0x7f34440cdbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 -- 172.21.15.33:0/3225601224 >> 172.21.15.33:0/3225601224 conn(0x7f34440d3dc0 msgr2=0x7f344406cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 -- 172.21.15.33:0/3225601224 shutdown_connections 2024-07-26T15:41:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:27.949+0000 7f3448c0d640 1 -- 172.21.15.33:0/3225601224 wait complete. 2024-07-26T15:41:27.962 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/dir9", "rel_path": "/snap_test_dir1/dir9", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:30:08", "first": "2024-07-26T15:31:00", "last": "2024-07-26T15:41:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": false}] 2024-07-26T15:41:27.962 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/dir9', 'rel_path': '/snap_test_dir1/dir9', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T15:30:08', 'first': '2024-07-26T15:31:00', 'last': '2024-07-26T15:41:00', 'last_pruned': None, 'created_count': 11, 'pruned_count': 0, 'active': False} 2024-07-26T15:41:27.962 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 11 2024-07-26T15:41:27.962 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 11 2024-07-26T15:41:27.962 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1/dir0 1m 2024-07-26T15:41:28.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.083+0000 7f3774599640 1 -- 172.21.15.33:0/1881099925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376c0d0730 msgr2=0x7f376c073da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:28.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.083+0000 7f3774599640 1 --2- 172.21.15.33:0/1881099925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376c0d0730 0x7f376c073da0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f376c0b2e90 tx=0x7f376402a560 comp rx=0 tx=0).stop 2024-07-26T15:41:28.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.083+0000 7f3774599640 1 -- 172.21.15.33:0/1881099925 shutdown_connections 2024-07-26T15:41:28.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.083+0000 7f3774599640 1 --2- 172.21.15.33:0/1881099925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376c0d0730 0x7f376c073da0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:28.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.083+0000 7f3774599640 1 --2- 172.21.15.33:0/1881099925 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f376c0af880 0x7f376c0d01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:28.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.083+0000 7f3774599640 1 --2- 172.21.15.33:0/1881099925 >> v2:172.21.15.154:3300/0 conn(0x7f376c0690f0 0x7f376c15c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:28.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.083+0000 7f3774599640 1 -- 172.21.15.33:0/1881099925 >> 172.21.15.33:0/1881099925 conn(0x7f376c0b50d0 msgr2=0x7f376c0b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:28.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.083+0000 7f3774599640 1 -- 172.21.15.33:0/1881099925 shutdown_connections 2024-07-26T15:41:28.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.083+0000 7f3774599640 1 -- 172.21.15.33:0/1881099925 wait complete. 2024-07-26T15:41:28.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.085+0000 7f3774599640 1 Processor -- start 2024-07-26T15:41:28.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.085+0000 7f3774599640 1 -- start start 2024-07-26T15:41:28.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.086+0000 7f3774599640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f376c0690f0 0x7f376c15eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:28.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.086+0000 7f3774599640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376c0af880 0x7f376c0ca010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:28.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.086+0000 7f3774599640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f376c0d0730 0x7f376c14af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:28.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.086+0000 7f3774599640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f376c074670 con 0x7f376c0af880 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.086+0000 7f3774599640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f376c0744f0 con 0x7f376c0d0730 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.086+0000 7f3774599640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f376c0747f0 con 0x7f376c0690f0 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3771b34640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376c0af880 0x7f376c0ca010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3771b34640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376c0af880 0x7f376c0ca010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57336/0 (socket says 172.21.15.33:57336) 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3771b34640 1 -- 172.21.15.33:0/1286384153 learned_addr learned my addr 172.21.15.33:0/1286384153 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3772335640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f376c0690f0 0x7f376c15eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3772b36640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f376c0d0730 0x7f376c14af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3771b34640 1 -- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f376c0690f0 msgr2=0x7f376c15eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3771b34640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f376c0690f0 0x7f376c15eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3771b34640 1 -- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f376c0d0730 msgr2=0x7f376c14af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3771b34640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f376c0d0730 0x7f376c14af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:28.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3771b34640 1 -- 172.21.15.33:0/1286384153 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f376c15a2b0 con 0x7f376c0af880 2024-07-26T15:41:28.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3771b34640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376c0af880 0x7f376c0ca010 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f376000c970 tx=0x7f376000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:28.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f376affd640 1 -- 172.21.15.33:0/1286384153 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3760007bb0 con 0x7f376c0af880 2024-07-26T15:41:28.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f376affd640 1 -- 172.21.15.33:0/1286384153 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3760007e40 con 0x7f376c0af880 2024-07-26T15:41:28.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3774599640 1 -- 172.21.15.33:0/1286384153 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f376c15da40 con 0x7f376c0af880 2024-07-26T15:41:28.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f376affd640 1 -- 172.21.15.33:0/1286384153 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376000f690 con 0x7f376c0af880 2024-07-26T15:41:28.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.087+0000 7f3774599640 1 -- 172.21.15.33:0/1286384153 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f376c15e000 con 0x7f376c0af880 2024-07-26T15:41:28.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.088+0000 7f3774599640 1 -- 172.21.15.33:0/1286384153 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f376c15d7b0 con 0x7f376c0af880 2024-07-26T15:41:28.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.089+0000 7f376affd640 1 -- 172.21.15.33:0/1286384153 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f376000f830 con 0x7f376c0af880 2024-07-26T15:41:28.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.090+0000 7f376affd640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3758077210 0x7f3758079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:28.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.090+0000 7f376affd640 1 -- 172.21.15.33:0/1286384153 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7f3760099680 con 0x7f376c0af880 2024-07-26T15:41:28.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.090+0000 7f3772335640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3758077210 0x7f3758079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:28.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.091+0000 7f3772335640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3758077210 0x7f3758079720 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f375c005cc0 tx=0x7f375c00a570 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:28.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.094+0000 7f376affd640 1 -- 172.21.15.33:0/1286384153 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3760014030 con 0x7f376c0af880 2024-07-26T15:41:28.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.309+0000 7f3774599640 1 -- 172.21.15.33:0/1286384153 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1/dir0", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f376c0d01f0 con 0x7f3758077210 2024-07-26T15:41:28.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.409+0000 7f376affd640 1 -- 172.21.15.33:0/1286384153 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7f376c0d01f0 con 0x7f3758077210 2024-07-26T15:41:28.411 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1/dir0 2024-07-26T15:41:28.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 -- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3758077210 msgr2=0x7f3758079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:28.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3758077210 0x7f3758079720 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f375c005cc0 tx=0x7f375c00a570 comp rx=0 tx=0).stop 2024-07-26T15:41:28.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 -- 172.21.15.33:0/1286384153 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376c0af880 msgr2=0x7f376c0ca010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:28.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376c0af880 0x7f376c0ca010 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f376000c970 tx=0x7f376000ce30 comp rx=0 tx=0).stop 2024-07-26T15:41:28.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 -- 172.21.15.33:0/1286384153 shutdown_connections 2024-07-26T15:41:28.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3758077210 0x7f3758079720 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:28.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f376c0d0730 0x7f376c14af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:28.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376c0af880 0x7f376c0ca010 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 --2- 172.21.15.33:0/1286384153 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f376c0690f0 0x7f376c15eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 -- 172.21.15.33:0/1286384153 >> 172.21.15.33:0/1286384153 conn(0x7f376c0b50d0 msgr2=0x7f376c0b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 -- 172.21.15.33:0/1286384153 shutdown_connections 2024-07-26T15:41:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:28.411+0000 7f3774599640 1 -- 172.21.15.33:0/1286384153 wait complete. 2024-07-26T15:41:28.424 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1/dir0 2024-07-26T15:41:28.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:28.424 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir0/.snap) 2024-07-26T15:41:28.444 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:28.444 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:28.444 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:28.444 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:28.444 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:28.444 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:28.444 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:28.444 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:28.445 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:28.445 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:28.445 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:28.445 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:28.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:28.445 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_31_00_UTC) 2024-07-26T15:41:28.508 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:28.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:28.509 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_32_00_UTC) 2024-07-26T15:41:28.572 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:28.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:28.573 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_33_00_UTC) 2024-07-26T15:41:28.637 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:28.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:28.637 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_34_00_UTC) 2024-07-26T15:41:28.702 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:28.702 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:28.703 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_35_00_UTC) 2024-07-26T15:41:28.764 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:28.765 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:28.765 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_36_00_UTC) 2024-07-26T15:41:28.829 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:28.829 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:28.830 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_37_00_UTC) 2024-07-26T15:41:28.893 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:28.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:28.894 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_38_00_UTC) 2024-07-26T15:41:28.958 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:28.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:28.959 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_39_00_UTC) 2024-07-26T15:41:29.022 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:29.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:29.022 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_40_00_UTC) 2024-07-26T15:41:29.086 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:29.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:29.086 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0/.snap/scheduled-2024-07-26-15_41_00_UTC) 2024-07-26T15:41:29.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:29.150 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir0) 2024-07-26T15:41:29.210 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1/dir1 1m 2024-07-26T15:41:29.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.371+0000 7fef0a9e2640 1 -- 172.21.15.33:0/1153306058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feef0005150 msgr2=0x7feef000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:29.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.371+0000 7fef0a9e2640 1 --2- 172.21.15.33:0/1153306058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feef0005150 0x7feef000b9c0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7feefc001dc0 tx=0x7feef0005830 comp rx=0 tx=0).stop 2024-07-26T15:41:29.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.371+0000 7fef08f7f640 1 -- 172.21.15.33:0/1153306058 reap_dead start 2024-07-26T15:41:29.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.371+0000 7fef0a9e2640 1 -- 172.21.15.33:0/1153306058 shutdown_connections 2024-07-26T15:41:29.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.371+0000 7fef0a9e2640 1 -- 172.21.15.33:0/1153306058 >> 172.21.15.33:0/1153306058 conn(0x7fef040d3dc0 msgr2=0x7fef040d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:29.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.371+0000 7fef0a9e2640 1 -- 172.21.15.33:0/1153306058 shutdown_connections 2024-07-26T15:41:29.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.371+0000 7fef0a9e2640 1 -- 172.21.15.33:0/1153306058 wait complete. 2024-07-26T15:41:29.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.373+0000 7fef0a9e2640 1 Processor -- start 2024-07-26T15:41:29.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.373+0000 7fef0a9e2640 1 -- start start 2024-07-26T15:41:29.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.374+0000 7fef0a9e2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feef0005150 0x7fef040a0f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:29.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef0a9e2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef0415a880 0x7fef040b32f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:29.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef0a9e2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef040b3830 0x7fef041f7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:29.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef0a9e2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fef040b9330 con 0x7fef0415a880 2024-07-26T15:41:29.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef0a9e2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fef040b91b0 con 0x7feef0005150 2024-07-26T15:41:29.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef0a9e2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fef040ce8d0 con 0x7fef040b3830 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7feefbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef0415a880 0x7fef040b32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7feefbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef0415a880 0x7fef040b32f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57352/0 (socket says 172.21.15.33:57352) 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7feefbfff640 1 -- 172.21.15.33:0/4222165823 learned_addr learned my addr 172.21.15.33:0/4222165823 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef03fff640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feef0005150 0x7fef040a0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef08f7f640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef040b3830 0x7fef041f7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7feefbfff640 1 -- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef040b3830 msgr2=0x7fef041f7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7feefbfff640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef040b3830 0x7fef041f7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7feefbfff640 1 -- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feef0005150 msgr2=0x7fef040a0f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7feefbfff640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feef0005150 0x7fef040a0f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7feefbfff640 1 -- 172.21.15.33:0/4222165823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef040b3c40 con 0x7fef0415a880 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7feefbfff640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef0415a880 0x7fef040b32f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7feeec011ae0 tx=0x7feeec009e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:29.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef017fa640 1 -- 172.21.15.33:0/4222165823 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeec01e070 con 0x7fef0415a880 2024-07-26T15:41:29.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef017fa640 1 -- 172.21.15.33:0/4222165823 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feeec004460 con 0x7fef0415a880 2024-07-26T15:41:29.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef0a9e2640 1 -- 172.21.15.33:0/4222165823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef040c8910 con 0x7fef0415a880 2024-07-26T15:41:29.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef017fa640 1 -- 172.21.15.33:0/4222165823 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeec00fc60 con 0x7fef0415a880 2024-07-26T15:41:29.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.375+0000 7fef0a9e2640 1 -- 172.21.15.33:0/4222165823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef0409ffe0 con 0x7fef0415a880 2024-07-26T15:41:29.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.376+0000 7fef0a9e2640 1 -- 172.21.15.33:0/4222165823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef0406e7f0 con 0x7fef0415a880 2024-07-26T15:41:29.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.377+0000 7fef017fa640 1 -- 172.21.15.33:0/4222165823 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7feeec021070 con 0x7fef0415a880 2024-07-26T15:41:29.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.378+0000 7fef017fa640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7feee4077240 0x7feee4079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:29.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.378+0000 7fef017fa640 1 -- 172.21.15.33:0/4222165823 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6388+0+0 (secure 0 0 0) 0x7feeec099ac0 con 0x7fef0415a880 2024-07-26T15:41:29.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.378+0000 7fef03fff640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7feee4077240 0x7feee4079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:29.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.379+0000 7fef03fff640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7feee4077240 0x7feee4079750 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7feef4001220 tx=0x7feef40067a0 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:29.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.383+0000 7fef017fa640 1 -- 172.21.15.33:0/4222165823 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fef0406e7f0 con 0x7fef0415a880 2024-07-26T15:41:29.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.600+0000 7fef0a9e2640 1 -- 172.21.15.33:0/4222165823 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1/dir1", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7fef040d0570 con 0x7feee4077240 2024-07-26T15:41:29.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.694+0000 7fef017fa640 1 -- 172.21.15.33:0/4222165823 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7fef040d0570 con 0x7feee4077240 2024-07-26T15:41:29.695 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1/dir1 2024-07-26T15:41:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 -- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7feee4077240 msgr2=0x7feee4079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7feee4077240 0x7feee4079750 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7feef4001220 tx=0x7feef40067a0 comp rx=0 tx=0).stop 2024-07-26T15:41:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 -- 172.21.15.33:0/4222165823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef0415a880 msgr2=0x7fef040b32f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef0415a880 0x7fef040b32f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7feeec011ae0 tx=0x7feeec009e00 comp rx=0 tx=0).stop 2024-07-26T15:41:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 -- 172.21.15.33:0/4222165823 shutdown_connections 2024-07-26T15:41:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7feee4077240 0x7feee4079750 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef040b3830 0x7fef041f7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef0415a880 0x7fef040b32f0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 --2- 172.21.15.33:0/4222165823 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feef0005150 0x7fef040a0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 -- 172.21.15.33:0/4222165823 >> 172.21.15.33:0/4222165823 conn(0x7fef040d3dc0 msgr2=0x7fef04161240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 -- 172.21.15.33:0/4222165823 shutdown_connections 2024-07-26T15:41:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:29.696+0000 7fef0a9e2640 1 -- 172.21.15.33:0/4222165823 wait complete. 2024-07-26T15:41:29.709 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1/dir1 2024-07-26T15:41:29.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:29.709 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir1/.snap) 2024-07-26T15:41:29.734 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:29.734 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:29.734 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:29.734 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:29.734 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:29.734 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:29.734 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:29.734 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:29.735 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:29.735 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:29.735 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:29.735 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:29.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:29.735 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_31_00_UTC) 2024-07-26T15:41:29.804 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:29.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:29.804 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_32_00_UTC) 2024-07-26T15:41:29.884 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:29.884 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:29.884 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_33_00_UTC) 2024-07-26T15:41:29.948 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:29.948 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:29.948 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_34_00_UTC) 2024-07-26T15:41:30.022 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:30.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:30.023 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_35_00_UTC) 2024-07-26T15:41:30.085 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:30.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:30.086 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_36_00_UTC) 2024-07-26T15:41:30.149 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:30.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:30.150 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_37_00_UTC) 2024-07-26T15:41:30.213 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:30.214 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:30.214 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_38_00_UTC) 2024-07-26T15:41:30.278 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:30.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:30.279 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_39_00_UTC) 2024-07-26T15:41:30.342 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:30.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:30.343 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_40_00_UTC) 2024-07-26T15:41:30.410 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:30.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:30.410 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1/.snap/scheduled-2024-07-26-15_41_00_UTC) 2024-07-26T15:41:30.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:30.477 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir1) 2024-07-26T15:41:30.537 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1/dir2 1m 2024-07-26T15:41:30.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.697+0000 7f1a72032640 1 -- 172.21.15.33:0/3836003331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a6c0cfa50 msgr2=0x7f1a6c0b5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:30.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.697+0000 7f1a72032640 1 --2- 172.21.15.33:0/3836003331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a6c0cfa50 0x7f1a6c0b5a40 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c0c7600 tx=0x7f1a5c02a530 comp rx=0 tx=0).stop 2024-07-26T15:41:30.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.697+0000 7f1a72032640 1 -- 172.21.15.33:0/3836003331 shutdown_connections 2024-07-26T15:41:30.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.697+0000 7f1a72032640 1 --2- 172.21.15.33:0/3836003331 >> v2:172.21.15.154:3300/0 conn(0x7f1a6c0b6390 0x7f1a6c0d2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:30.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.697+0000 7f1a72032640 1 --2- 172.21.15.33:0/3836003331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a6c0cfa50 0x7f1a6c0b5a40 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:30.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.697+0000 7f1a72032640 1 -- 172.21.15.33:0/3836003331 >> 172.21.15.33:0/3836003331 conn(0x7f1a6c0d3de0 msgr2=0x7f1a6c0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:30.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.697+0000 7f1a72032640 1 -- 172.21.15.33:0/3836003331 shutdown_connections 2024-07-26T15:41:30.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.697+0000 7f1a72032640 1 -- 172.21.15.33:0/3836003331 wait complete. 2024-07-26T15:41:30.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.698+0000 7f1a72032640 1 Processor -- start 2024-07-26T15:41:30.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.699+0000 7f1a72032640 1 -- start start 2024-07-26T15:41:30.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a72032640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a6c0b5f80 0x7f1a6c1de530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:30.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a72032640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a6c0b6390 0x7f1a6c1f8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:30.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a72032640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a6c0cfa50 0x7f1a6c1f9470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:30.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a72032640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1a6c0d2710 con 0x7f1a6c0cfa50 2024-07-26T15:41:30.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a72032640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1a6c0b2d30 con 0x7f1a6c0b6390 2024-07-26T15:41:30.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a72032640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1a6c0b3740 con 0x7f1a6c0b5f80 2024-07-26T15:41:30.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a6bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a6c0cfa50 0x7f1a6c1f9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:30.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a6bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a6c0cfa50 0x7f1a6c1f9470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57362/0 (socket says 172.21.15.33:57362) 2024-07-26T15:41:30.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a6bfff640 1 -- 172.21.15.33:0/2940421347 learned_addr learned my addr 172.21.15.33:0/2940421347 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:30.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a6b7fe640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a6c0b5f80 0x7f1a6c1de530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:30.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a6affd640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a6c0b6390 0x7f1a6c1f8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:30.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a6bfff640 1 -- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a6c0b5f80 msgr2=0x7f1a6c1de530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:30.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a6bfff640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a6c0b5f80 0x7f1a6c1de530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:30.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a6bfff640 1 -- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a6c0b6390 msgr2=0x7f1a6c1f8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:30.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a6bfff640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a6c0b6390 0x7f1a6c1f8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:30.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a6bfff640 1 -- 172.21.15.33:0/2940421347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a6c0b8cb0 con 0x7f1a6c0cfa50 2024-07-26T15:41:30.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.700+0000 7f1a6affd640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a6c0b6390 0x7f1a6c1f8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:41:30.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.701+0000 7f1a6bfff640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a6c0cfa50 0x7f1a6c1f9470 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f1a6400e9c0 tx=0x7f1a6400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:30.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.701+0000 7f1a53fff640 1 -- 172.21.15.33:0/2940421347 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a64004d20 con 0x7f1a6c0cfa50 2024-07-26T15:41:30.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.701+0000 7f1a53fff640 1 -- 172.21.15.33:0/2940421347 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a6400cb20 con 0x7f1a6c0cfa50 2024-07-26T15:41:30.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.701+0000 7f1a72032640 1 -- 172.21.15.33:0/2940421347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a6c0b8f90 con 0x7f1a6c0cfa50 2024-07-26T15:41:30.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.701+0000 7f1a53fff640 1 -- 172.21.15.33:0/2940421347 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a64005020 con 0x7f1a6c0cfa50 2024-07-26T15:41:30.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.701+0000 7f1a72032640 1 -- 172.21.15.33:0/2940421347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a6c0d2010 con 0x7f1a6c0cfa50 2024-07-26T15:41:30.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.702+0000 7f1a72032640 1 -- 172.21.15.33:0/2940421347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a6c0b5a40 con 0x7f1a6c0cfa50 2024-07-26T15:41:30.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.703+0000 7f1a53fff640 1 -- 172.21.15.33:0/2940421347 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f1a640051c0 con 0x7f1a6c0cfa50 2024-07-26T15:41:30.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.703+0000 7f1a53fff640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1a58077210 0x7f1a58079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:30.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.703+0000 7f1a53fff640 1 -- 172.21.15.33:0/2940421347 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 6700+0+0 (secure 0 0 0) 0x7f1a64099930 con 0x7f1a6c0cfa50 2024-07-26T15:41:30.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.703+0000 7f1a6b7fe640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1a58077210 0x7f1a58079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:30.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.704+0000 7f1a6b7fe640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1a58077210 0x7f1a58079720 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c034000 tx=0x7f1a5c004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:30.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.708+0000 7f1a53fff640 1 -- 172.21.15.33:0/2940421347 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1a64016030 con 0x7f1a6c0cfa50 2024-07-26T15:41:30.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:30.934+0000 7f1a72032640 1 -- 172.21.15.33:0/2940421347 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1/dir2", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f1a6c1e61c0 con 0x7f1a58077210 2024-07-26T15:41:31.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.023+0000 7f1a53fff640 1 -- 172.21.15.33:0/2940421347 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7f1a5c004400 con 0x7f1a58077210 2024-07-26T15:41:31.025 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1/dir2 2024-07-26T15:41:31.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.025+0000 7f1a72032640 1 -- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1a58077210 msgr2=0x7f1a58079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:31.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.025+0000 7f1a72032640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1a58077210 0x7f1a58079720 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1a5c034000 tx=0x7f1a5c004730 comp rx=0 tx=0).stop 2024-07-26T15:41:31.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.025+0000 7f1a72032640 1 -- 172.21.15.33:0/2940421347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a6c0cfa50 msgr2=0x7f1a6c1f9470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:31.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.025+0000 7f1a72032640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a6c0cfa50 0x7f1a6c1f9470 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f1a6400e9c0 tx=0x7f1a6400ee80 comp rx=0 tx=0).stop 2024-07-26T15:41:31.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.026+0000 7f1a72032640 1 -- 172.21.15.33:0/2940421347 shutdown_connections 2024-07-26T15:41:31.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.026+0000 7f1a72032640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f1a58077210 0x7f1a58079720 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:31.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.026+0000 7f1a72032640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a6c0cfa50 0x7f1a6c1f9470 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:31.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.026+0000 7f1a72032640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a6c0b6390 0x7f1a6c1f8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:31.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.026+0000 7f1a72032640 1 --2- 172.21.15.33:0/2940421347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a6c0b5f80 0x7f1a6c1de530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:31.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.026+0000 7f1a72032640 1 -- 172.21.15.33:0/2940421347 >> 172.21.15.33:0/2940421347 conn(0x7f1a6c0d3de0 msgr2=0x7f1a6c06d4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:31.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.026+0000 7f1a72032640 1 -- 172.21.15.33:0/2940421347 shutdown_connections 2024-07-26T15:41:31.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:31.026+0000 7f1a72032640 1 -- 172.21.15.33:0/2940421347 wait complete. 2024-07-26T15:41:31.038 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1/dir2 2024-07-26T15:41:31.038 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.038 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir2/.snap) 2024-07-26T15:41:31.066 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:31.066 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:31.066 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:31.066 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:31.066 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:31.066 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:31.066 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:31.066 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:31.066 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:31.067 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:31.067 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:31.067 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:31.067 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.067 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_31_00_UTC) 2024-07-26T15:41:31.132 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:31.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.133 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_32_00_UTC) 2024-07-26T15:41:31.196 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:31.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.196 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_33_00_UTC) 2024-07-26T15:41:31.262 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:31.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.262 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_34_00_UTC) 2024-07-26T15:41:31.330 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:31.330 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.330 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_35_00_UTC) 2024-07-26T15:41:31.394 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:31.394 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.395 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_36_00_UTC) 2024-07-26T15:41:31.461 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:31.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.461 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_37_00_UTC) 2024-07-26T15:41:31.524 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:31.525 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.525 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_38_00_UTC) 2024-07-26T15:41:31.589 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:31.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.589 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_39_00_UTC) 2024-07-26T15:41:31.654 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:31.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.655 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_40_00_UTC) 2024-07-26T15:41:31.718 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:31.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.718 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2/.snap/scheduled-2024-07-26-15_41_00_UTC) 2024-07-26T15:41:31.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:31.782 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir2) 2024-07-26T15:41:31.841 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1/dir3 1m 2024-07-26T15:41:32.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.011+0000 7fc28e79b640 1 -- 172.21.15.33:0/2583971913 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc270003a50 msgr2=0x7fc270003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.011+0000 7fc28e79b640 1 --2- 172.21.15.33:0/2583971913 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc270003a50 0x7fc270003ec0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fc278009b40 tx=0x7fc270005830 comp rx=0 tx=0).stop 2024-07-26T15:41:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.011+0000 7fc28e79b640 1 -- 172.21.15.33:0/2583971913 shutdown_connections 2024-07-26T15:41:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.011+0000 7fc28e79b640 1 --2- 172.21.15.33:0/2583971913 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc270003a50 0x7fc270003ec0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.011+0000 7fc28e79b640 1 -- 172.21.15.33:0/2583971913 >> 172.21.15.33:0/2583971913 conn(0x7fc2880b3810 msgr2=0x7fc2880b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.011+0000 7fc28e79b640 1 -- 172.21.15.33:0/2583971913 shutdown_connections 2024-07-26T15:41:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.011+0000 7fc28e79b640 1 -- 172.21.15.33:0/2583971913 wait complete. 2024-07-26T15:41:32.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.013+0000 7fc28e79b640 1 Processor -- start 2024-07-26T15:41:32.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.013+0000 7fc28e79b640 1 -- start start 2024-07-26T15:41:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.014+0000 7fc28e79b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc270003a50 0x7fc288150010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.014+0000 7fc28e79b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc28815b140 0x7fc2880c9300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.014+0000 7fc28e79b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2880c9840 0x7fc2880c9c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.014+0000 7fc28e79b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc2880ce750 con 0x7fc28815b140 2024-07-26T15:41:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.014+0000 7fc28e79b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc2880ce5d0 con 0x7fc2880c9840 2024-07-26T15:41:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.014+0000 7fc28e79b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc2880ce8d0 con 0x7fc270003a50 2024-07-26T15:41:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.014+0000 7fc2877fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc28815b140 0x7fc2880c9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.014+0000 7fc2877fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc28815b140 0x7fc2880c9300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58646/0 (socket says 172.21.15.33:58646) 2024-07-26T15:41:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.014+0000 7fc2877fe640 1 -- 172.21.15.33:0/1285194667 learned_addr learned my addr 172.21.15.33:0/1285194667 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.014+0000 7fc28cd38640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2880c9840 0x7fc2880c9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:32.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc287fff640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc270003a50 0x7fc288150010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:32.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc2877fe640 1 -- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc270003a50 msgr2=0x7fc288150010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:32.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc2877fe640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc270003a50 0x7fc288150010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:32.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc2877fe640 1 -- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2880c9840 msgr2=0x7fc2880c9c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:32.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc2877fe640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2880c9840 0x7fc2880c9c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:32.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc2877fe640 1 -- 172.21.15.33:0/1285194667 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc28809cfb0 con 0x7fc28815b140 2024-07-26T15:41:32.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc2877fe640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc28815b140 0x7fc2880c9300 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc27c003ed0 tx=0x7fc27c001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:32.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc284ff9640 1 -- 172.21.15.33:0/1285194667 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc27c015070 con 0x7fc28815b140 2024-07-26T15:41:32.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc284ff9640 1 -- 172.21.15.33:0/1285194667 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc27c011840 con 0x7fc28815b140 2024-07-26T15:41:32.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc284ff9640 1 -- 172.21.15.33:0/1285194667 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc27c011c90 con 0x7fc28815b140 2024-07-26T15:41:32.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc28e79b640 1 -- 172.21.15.33:0/1285194667 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc28809d290 con 0x7fc28815b140 2024-07-26T15:41:32.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.015+0000 7fc28e79b640 1 -- 172.21.15.33:0/1285194667 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc28809d850 con 0x7fc28815b140 2024-07-26T15:41:32.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.016+0000 7fc28e79b640 1 -- 172.21.15.33:0/1285194667 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc28809cd20 con 0x7fc28815b140 2024-07-26T15:41:32.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.017+0000 7fc284ff9640 1 -- 172.21.15.33:0/1285194667 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7fc27c018070 con 0x7fc28815b140 2024-07-26T15:41:32.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.018+0000 7fc284ff9640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc274077210 0x7fc274079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:32.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.018+0000 7fc284ff9640 1 -- 172.21.15.33:0/1285194667 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 6892+0+0 (secure 0 0 0) 0x7fc27c0998c0 con 0x7fc28815b140 2024-07-26T15:41:32.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.018+0000 7fc287fff640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc274077210 0x7fc274079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:32.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.018+0000 7fc287fff640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc274077210 0x7fc274079720 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc278035000 tx=0x7fc2780046c0 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:32.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.022+0000 7fc284ff9640 1 -- 172.21.15.33:0/1285194667 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc27c061db0 con 0x7fc28815b140 2024-07-26T15:41:32.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.272+0000 7fc28e79b640 1 -- 172.21.15.33:0/1285194667 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1/dir3", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7fc28815e0f0 con 0x7fc274077210 2024-07-26T15:41:32.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.357+0000 7fc284ff9640 1 -- 172.21.15.33:0/1285194667 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7fc28815e0f0 con 0x7fc274077210 2024-07-26T15:41:32.359 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1/dir3 2024-07-26T15:41:32.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.359+0000 7fc28e79b640 1 -- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc274077210 msgr2=0x7fc274079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:32.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.359+0000 7fc28e79b640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc274077210 0x7fc274079720 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc278035000 tx=0x7fc2780046c0 comp rx=0 tx=0).stop 2024-07-26T15:41:32.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.359+0000 7fc28e79b640 1 -- 172.21.15.33:0/1285194667 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc28815b140 msgr2=0x7fc2880c9300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:32.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.359+0000 7fc28e79b640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc28815b140 0x7fc2880c9300 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc27c003ed0 tx=0x7fc27c001630 comp rx=0 tx=0).stop 2024-07-26T15:41:32.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.359+0000 7fc28e79b640 1 -- 172.21.15.33:0/1285194667 shutdown_connections 2024-07-26T15:41:32.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.359+0000 7fc28e79b640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fc274077210 0x7fc274079720 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:32.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.359+0000 7fc28e79b640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2880c9840 0x7fc2880c9c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:32.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.359+0000 7fc28e79b640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc28815b140 0x7fc2880c9300 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:32.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.359+0000 7fc28e79b640 1 --2- 172.21.15.33:0/1285194667 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc270003a50 0x7fc288150010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:32.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.359+0000 7fc28e79b640 1 -- 172.21.15.33:0/1285194667 >> 172.21.15.33:0/1285194667 conn(0x7fc2880b3810 msgr2=0x7fc2880cc8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:32.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.359+0000 7fc28e79b640 1 -- 172.21.15.33:0/1285194667 shutdown_connections 2024-07-26T15:41:32.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:32.360+0000 7fc28e79b640 1 -- 172.21.15.33:0/1285194667 wait complete. 2024-07-26T15:41:32.372 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1/dir3 2024-07-26T15:41:32.372 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:32.372 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir3/.snap) 2024-07-26T15:41:32.396 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:32.396 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:32.397 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:32.397 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:32.397 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:32.397 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:32.397 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:32.397 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:32.397 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:32.397 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:32.398 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:32.398 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:32.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:32.398 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_31_00_UTC) 2024-07-26T15:41:32.461 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:32.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:32.462 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_32_00_UTC) 2024-07-26T15:41:32.525 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:32.525 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:32.525 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_33_00_UTC) 2024-07-26T15:41:32.588 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:32.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:32.589 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_34_00_UTC) 2024-07-26T15:41:32.652 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:32.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:32.653 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_35_00_UTC) 2024-07-26T15:41:32.716 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:32.716 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:32.717 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_36_00_UTC) 2024-07-26T15:41:32.781 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:32.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:32.781 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_37_00_UTC) 2024-07-26T15:41:32.845 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:32.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:32.845 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_38_00_UTC) 2024-07-26T15:41:32.925 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:32.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:32.925 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_39_00_UTC) 2024-07-26T15:41:32.994 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:32.994 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:32.994 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_40_00_UTC) 2024-07-26T15:41:33.065 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:33.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:33.066 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3/.snap/scheduled-2024-07-26-15_41_00_UTC) 2024-07-26T15:41:33.130 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:33.131 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir3) 2024-07-26T15:41:33.191 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1/dir4 1m 2024-07-26T15:41:33.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.351+0000 7fdc4c833640 1 -- 172.21.15.33:0/796179849 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc48158960 msgr2=0x7fdc4815ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:33.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.351+0000 7fdc4c833640 1 --2- 172.21.15.33:0/796179849 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc48158960 0x7fdc4815ea40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fdc38009be0 tx=0x7fdc3802a890 comp rx=0 tx=0).stop 2024-07-26T15:41:33.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.351+0000 7fdc4c833640 1 -- 172.21.15.33:0/796179849 shutdown_connections 2024-07-26T15:41:33.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.351+0000 7fdc4c833640 1 --2- 172.21.15.33:0/796179849 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc48158960 0x7fdc4815ea40 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:33.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.351+0000 7fdc4c833640 1 -- 172.21.15.33:0/796179849 >> 172.21.15.33:0/796179849 conn(0x7fdc480d0b40 msgr2=0x7fdc480d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:33.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.351+0000 7fdc4c833640 1 -- 172.21.15.33:0/796179849 shutdown_connections 2024-07-26T15:41:33.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.351+0000 7fdc4c833640 1 -- 172.21.15.33:0/796179849 wait complete. 2024-07-26T15:41:33.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.353+0000 7fdc4c833640 1 Processor -- start 2024-07-26T15:41:33.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.353+0000 7fdc4c833640 1 -- start start 2024-07-26T15:41:33.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.354+0000 7fdc4c833640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc4806f9e0 0x7fdc4806c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:33.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.354+0000 7fdc4c833640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc48158960 0x7fdc4806cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:33.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.354+0000 7fdc4c833640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc4815ef80 0x7fdc481e4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:33.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.354+0000 7fdc4c833640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdc480b52d0 con 0x7fdc4806f9e0 2024-07-26T15:41:33.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.354+0000 7fdc4c833640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdc480b5150 con 0x7fdc4815ef80 2024-07-26T15:41:33.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.354+0000 7fdc4c833640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdc480b5450 con 0x7fdc48158960 2024-07-26T15:41:33.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.354+0000 7fdc4659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc4806f9e0 0x7fdc4806c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:33.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.354+0000 7fdc4659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc4806f9e0 0x7fdc4806c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58656/0 (socket says 172.21.15.33:58656) 2024-07-26T15:41:33.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.354+0000 7fdc4659c640 1 -- 172.21.15.33:0/1231007596 learned_addr learned my addr 172.21.15.33:0/1231007596 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.354+0000 7fdc46d9d640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc4815ef80 0x7fdc481e4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.354+0000 7fdc45d9b640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc48158960 0x7fdc4806cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.355+0000 7fdc4659c640 1 -- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc48158960 msgr2=0x7fdc4806cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.355+0000 7fdc4659c640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc48158960 0x7fdc4806cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.355+0000 7fdc4659c640 1 -- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc4815ef80 msgr2=0x7fdc481e4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.355+0000 7fdc4659c640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc4815ef80 0x7fdc481e4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.355+0000 7fdc4659c640 1 -- 172.21.15.33:0/1231007596 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc481e4860 con 0x7fdc4806f9e0 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.355+0000 7fdc4659c640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc4806f9e0 0x7fdc4806c630 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fdc38000f80 tx=0x7fdc38033d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.355+0000 7fdc3effd640 1 -- 172.21.15.33:0/1231007596 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc38031d80 con 0x7fdc4806f9e0 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.355+0000 7fdc3effd640 1 -- 172.21.15.33:0/1231007596 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc38003a60 con 0x7fdc4806f9e0 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.355+0000 7fdc3effd640 1 -- 172.21.15.33:0/1231007596 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc380330d0 con 0x7fdc4806f9e0 2024-07-26T15:41:33.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.355+0000 7fdc4c833640 1 -- 172.21.15.33:0/1231007596 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc481320e0 con 0x7fdc4806f9e0 2024-07-26T15:41:33.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.355+0000 7fdc4c833640 1 -- 172.21.15.33:0/1231007596 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc481349a0 con 0x7fdc4806f9e0 2024-07-26T15:41:33.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.356+0000 7fdc4c833640 1 -- 172.21.15.33:0/1231007596 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc4815ea40 con 0x7fdc4806f9e0 2024-07-26T15:41:33.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.357+0000 7fdc3effd640 1 -- 172.21.15.33:0/1231007596 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7fdc38033270 con 0x7fdc4806f9e0 2024-07-26T15:41:33.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.357+0000 7fdc3effd640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdc28077210 0x7fdc28079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:33.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.357+0000 7fdc3effd640 1 -- 172.21.15.33:0/1231007596 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 7100+0+0 (secure 0 0 0) 0x7fdc380ba450 con 0x7fdc4806f9e0 2024-07-26T15:41:33.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.358+0000 7fdc45d9b640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdc28077210 0x7fdc28079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:33.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.358+0000 7fdc45d9b640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdc28077210 0x7fdc28079720 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdc480c7800 tx=0x7fdc30009040 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:33.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.362+0000 7fdc3effd640 1 -- 172.21.15.33:0/1231007596 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdc3803f030 con 0x7fdc4806f9e0 2024-07-26T15:41:33.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.580+0000 7fdc4c833640 1 -- 172.21.15.33:0/1231007596 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1/dir4", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7fdc480d1840 con 0x7fdc28077210 2024-07-26T15:41:33.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.666+0000 7fdc3effd640 1 -- 172.21.15.33:0/1231007596 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7fdc480d1840 con 0x7fdc28077210 2024-07-26T15:41:33.668 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1/dir4 2024-07-26T15:41:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 -- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdc28077210 msgr2=0x7fdc28079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdc28077210 0x7fdc28079720 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdc480c7800 tx=0x7fdc30009040 comp rx=0 tx=0).stop 2024-07-26T15:41:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 -- 172.21.15.33:0/1231007596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc4806f9e0 msgr2=0x7fdc4806c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc4806f9e0 0x7fdc4806c630 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fdc38000f80 tx=0x7fdc38033d80 comp rx=0 tx=0).stop 2024-07-26T15:41:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 -- 172.21.15.33:0/1231007596 shutdown_connections 2024-07-26T15:41:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fdc28077210 0x7fdc28079720 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:33.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc4815ef80 0x7fdc481e4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:33.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc48158960 0x7fdc4806cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:33.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 --2- 172.21.15.33:0/1231007596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc4806f9e0 0x7fdc4806c630 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:33.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 -- 172.21.15.33:0/1231007596 >> 172.21.15.33:0/1231007596 conn(0x7fdc480d0b40 msgr2=0x7fdc480b1ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:33.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 -- 172.21.15.33:0/1231007596 shutdown_connections 2024-07-26T15:41:33.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:33.668+0000 7fdc4c833640 1 -- 172.21.15.33:0/1231007596 wait complete. 2024-07-26T15:41:33.681 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1/dir4 2024-07-26T15:41:33.681 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:33.681 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir4/.snap) 2024-07-26T15:41:33.706 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:33.706 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:33.706 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:33.706 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:33.706 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:33.706 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:33.707 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:33.707 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:33.707 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:33.707 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:33.707 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:33.707 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:33.707 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:33.707 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_31_00_UTC) 2024-07-26T15:41:33.770 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:33.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:33.770 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_32_00_UTC) 2024-07-26T15:41:33.833 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:33.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:33.834 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_33_00_UTC) 2024-07-26T15:41:33.907 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:33.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:33.908 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_34_00_UTC) 2024-07-26T15:41:33.975 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:33.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:33.976 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_35_00_UTC) 2024-07-26T15:41:34.040 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:34.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:34.040 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_36_00_UTC) 2024-07-26T15:41:34.111 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:34.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:34.111 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_37_00_UTC) 2024-07-26T15:41:34.175 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:34.175 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:34.175 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_38_00_UTC) 2024-07-26T15:41:34.239 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:34.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:34.239 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_39_00_UTC) 2024-07-26T15:41:34.303 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:34.304 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:34.304 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_40_00_UTC) 2024-07-26T15:41:34.369 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:34.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:34.369 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4/.snap/scheduled-2024-07-26-15_41_00_UTC) 2024-07-26T15:41:34.433 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:34.433 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir4) 2024-07-26T15:41:34.492 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1/dir5 1m 2024-07-26T15:41:34.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.651+0000 7f8799b5e640 1 -- 172.21.15.33:0/1461464289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8794069420 msgr2=0x7f87940afc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:34.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.651+0000 7f8799b5e640 1 --2- 172.21.15.33:0/1461464289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8794069420 0x7f87940afc20 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f8784005fd0 tx=0x7f878402a5d0 comp rx=0 tx=0).stop 2024-07-26T15:41:34.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.651+0000 7f8799b5e640 1 -- 172.21.15.33:0/1461464289 shutdown_connections 2024-07-26T15:41:34.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.651+0000 7f8799b5e640 1 --2- 172.21.15.33:0/1461464289 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f879406db90 0x7f879415ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:34.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.651+0000 7f8799b5e640 1 --2- 172.21.15.33:0/1461464289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8794069420 0x7f87940afc20 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:34.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.651+0000 7f8799b5e640 1 -- 172.21.15.33:0/1461464289 >> 172.21.15.33:0/1461464289 conn(0x7f87940b50d0 msgr2=0x7f87940b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:34.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.651+0000 7f8799b5e640 1 -- 172.21.15.33:0/1461464289 shutdown_connections 2024-07-26T15:41:34.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.651+0000 7f8799b5e640 1 -- 172.21.15.33:0/1461464289 wait complete. 2024-07-26T15:41:34.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.653+0000 7f8799b5e640 1 Processor -- start 2024-07-26T15:41:34.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.653+0000 7f8799b5e640 1 -- start start 2024-07-26T15:41:34.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.654+0000 7f8799b5e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8794069420 0x7f87940aeb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:34.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.654+0000 7f8799b5e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f879406db90 0x7f87941f2be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:34.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.654+0000 7f8799b5e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87940ccc70 0x7f87941e7a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:34.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.654+0000 7f8799b5e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f87940cf280 con 0x7f87940ccc70 2024-07-26T15:41:34.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.654+0000 7f8799b5e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f87940cf100 con 0x7f879406db90 2024-07-26T15:41:34.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.654+0000 7f8799b5e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f87940cf400 con 0x7f8794069420 2024-07-26T15:41:34.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8793fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87940ccc70 0x7f87941e7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:34.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8793fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87940ccc70 0x7f87941e7a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58678/0 (socket says 172.21.15.33:58678) 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8793fff640 1 -- 172.21.15.33:0/2600119168 learned_addr learned my addr 172.21.15.33:0/2600119168 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f87937fe640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8794069420 0x7f87940aeb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f878affd640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f879406db90 0x7f87941f2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8793fff640 1 -- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8794069420 msgr2=0x7f87940aeb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8793fff640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8794069420 0x7f87940aeb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8793fff640 1 -- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f879406db90 msgr2=0x7f87941f2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8793fff640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f879406db90 0x7f87941f2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8793fff640 1 -- 172.21.15.33:0/2600119168 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f879415a210 con 0x7f87940ccc70 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8793fff640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87940ccc70 0x7f87941e7a90 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f878c00c730 tx=0x7f878c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8790ff9640 1 -- 172.21.15.33:0/2600119168 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f878c016020 con 0x7f87940ccc70 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8790ff9640 1 -- 172.21.15.33:0/2600119168 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f878c003970 con 0x7f87940ccc70 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8799b5e640 1 -- 172.21.15.33:0/2600119168 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f879409a380 con 0x7f87940ccc70 2024-07-26T15:41:34.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8790ff9640 1 -- 172.21.15.33:0/2600119168 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f878c006e60 con 0x7f87940ccc70 2024-07-26T15:41:34.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.655+0000 7f8799b5e640 1 -- 172.21.15.33:0/2600119168 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f879409a940 con 0x7f87940ccc70 2024-07-26T15:41:34.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.656+0000 7f8799b5e640 1 -- 172.21.15.33:0/2600119168 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87940cf920 con 0x7f87940ccc70 2024-07-26T15:41:34.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.657+0000 7f8790ff9640 1 -- 172.21.15.33:0/2600119168 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f878c0050d0 con 0x7f87940ccc70 2024-07-26T15:41:34.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.658+0000 7f8790ff9640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8774077210 0x7f8774079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:34.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.658+0000 7f8790ff9640 1 -- 172.21.15.33:0/2600119168 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 7100+0+0 (secure 0 0 0) 0x7f878c098bd0 con 0x7f87940ccc70 2024-07-26T15:41:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.658+0000 7f87937fe640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8774077210 0x7f8774079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.658+0000 7f87937fe640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8774077210 0x7f8774079720 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8784033000 tx=0x7f8784004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:34.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.662+0000 7f8790ff9640 1 -- 172.21.15.33:0/2600119168 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f878c020020 con 0x7f87940ccc70 2024-07-26T15:41:34.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:34.890+0000 7f8799b5e640 1 -- 172.21.15.33:0/2600119168 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1/dir5", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f87940cc630 con 0x7f8774077210 2024-07-26T15:41:35.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.035+0000 7f8790ff9640 1 -- 172.21.15.33:0/2600119168 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7f87940cc630 con 0x7f8774077210 2024-07-26T15:41:35.036 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1/dir5 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 -- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8774077210 msgr2=0x7f8774079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8774077210 0x7f8774079720 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8784033000 tx=0x7f8784004730 comp rx=0 tx=0).stop 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 -- 172.21.15.33:0/2600119168 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87940ccc70 msgr2=0x7f87941e7a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87940ccc70 0x7f87941e7a90 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f878c00c730 tx=0x7f878c00cbf0 comp rx=0 tx=0).stop 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 -- 172.21.15.33:0/2600119168 shutdown_connections 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f8774077210 0x7f8774079720 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87940ccc70 0x7f87941e7a90 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f879406db90 0x7f87941f2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 --2- 172.21.15.33:0/2600119168 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8794069420 0x7f87940aeb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 -- 172.21.15.33:0/2600119168 >> 172.21.15.33:0/2600119168 conn(0x7f87940b50d0 msgr2=0x7f879406c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 -- 172.21.15.33:0/2600119168 shutdown_connections 2024-07-26T15:41:35.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:35.037+0000 7f8799b5e640 1 -- 172.21.15.33:0/2600119168 wait complete. 2024-07-26T15:41:35.049 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1/dir5 2024-07-26T15:41:35.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.049 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir5/.snap) 2024-07-26T15:41:35.074 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:35.074 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:35.074 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:35.074 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:35.074 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:35.074 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:35.074 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:35.074 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:35.074 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:35.074 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:35.074 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:35.075 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:35.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.075 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_31_00_UTC) 2024-07-26T15:41:35.140 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:35.140 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.140 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_32_00_UTC) 2024-07-26T15:41:35.205 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:35.205 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.205 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_33_00_UTC) 2024-07-26T15:41:35.270 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:35.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.270 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_34_00_UTC) 2024-07-26T15:41:35.335 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:35.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.335 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_35_00_UTC) 2024-07-26T15:41:35.400 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:35.400 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.400 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_36_00_UTC) 2024-07-26T15:41:35.465 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:35.465 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.465 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_37_00_UTC) 2024-07-26T15:41:35.530 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:35.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.530 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_38_00_UTC) 2024-07-26T15:41:35.594 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:35.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.595 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_39_00_UTC) 2024-07-26T15:41:35.659 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:35.659 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.659 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_40_00_UTC) 2024-07-26T15:41:35.724 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:35.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.724 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5/.snap/scheduled-2024-07-26-15_41_00_UTC) 2024-07-26T15:41:35.789 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:35.789 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir5) 2024-07-26T15:41:35.850 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1/dir6 1m 2024-07-26T15:41:36.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.022+0000 7f3d1d086640 1 -- 172.21.15.33:0/2314624329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d180b6ed0 msgr2=0x7f3d180b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:36.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.022+0000 7f3d1d086640 1 --2- 172.21.15.33:0/2314624329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d180b6ed0 0x7f3d180b13c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f3d180b7cd0 tx=0x7f3d0802a5a0 comp rx=0 tx=0).stop 2024-07-26T15:41:36.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.023+0000 7f3d1d086640 1 -- 172.21.15.33:0/2314624329 shutdown_connections 2024-07-26T15:41:36.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.023+0000 7f3d1d086640 1 --2- 172.21.15.33:0/2314624329 >> v2:172.21.15.154:3300/0 conn(0x7f3d180b1d10 0x7f3d18165f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:36.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.023+0000 7f3d1d086640 1 --2- 172.21.15.33:0/2314624329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d180b6ed0 0x7f3d180b13c0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:36.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.023+0000 7f3d1d086640 1 -- 172.21.15.33:0/2314624329 >> 172.21.15.33:0/2314624329 conn(0x7f3d180d1bb0 msgr2=0x7f3d180d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:36.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.023+0000 7f3d1d086640 1 -- 172.21.15.33:0/2314624329 shutdown_connections 2024-07-26T15:41:36.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.023+0000 7f3d1d086640 1 -- 172.21.15.33:0/2314624329 wait complete. 2024-07-26T15:41:36.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.024+0000 7f3d1d086640 1 Processor -- start 2024-07-26T15:41:36.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.025+0000 7f3d1d086640 1 -- start start 2024-07-26T15:41:36.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d1d086640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d180b1900 0x7f3d18161470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d1d086640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d180b6ed0 0x7f3d1814b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d1d086640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d1814bf30 0x7f3d1809ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d1d086640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3d180b7640 con 0x7f3d180b6ed0 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d1d086640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3d180b74c0 con 0x7f3d1814bf30 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d1d086640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3d181664d0 con 0x7f3d180b1900 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d0ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d180b6ed0 0x7f3d1814b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d1759e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d1814bf30 0x7f3d1809ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d0ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d180b6ed0 0x7f3d1814b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58698/0 (socket says 172.21.15.33:58698) 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d0ffff640 1 -- 172.21.15.33:0/1739513662 learned_addr learned my addr 172.21.15.33:0/1739513662 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d16d9d640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d180b1900 0x7f3d18161470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d0ffff640 1 -- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d180b1900 msgr2=0x7f3d18161470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d0ffff640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d180b1900 0x7f3d18161470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:36.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d0ffff640 1 -- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d1814bf30 msgr2=0x7f3d1809ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:36.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d0ffff640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d1814bf30 0x7f3d1809ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:36.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.026+0000 7f3d0ffff640 1 -- 172.21.15.33:0/1739513662 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d1814c750 con 0x7f3d180b6ed0 2024-07-26T15:41:36.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.027+0000 7f3d0ffff640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d180b6ed0 0x7f3d1814b9f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f3d0000c340 tx=0x7f3d0000c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:36.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.027+0000 7f3d0f7fe640 1 -- 172.21.15.33:0/1739513662 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d00017070 con 0x7f3d180b6ed0 2024-07-26T15:41:36.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.027+0000 7f3d0f7fe640 1 -- 172.21.15.33:0/1739513662 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d000053c0 con 0x7f3d180b6ed0 2024-07-26T15:41:36.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.027+0000 7f3d1d086640 1 -- 172.21.15.33:0/1739513662 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d1814ca30 con 0x7f3d180b6ed0 2024-07-26T15:41:36.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.027+0000 7f3d0f7fe640 1 -- 172.21.15.33:0/1739513662 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d00003850 con 0x7f3d180b6ed0 2024-07-26T15:41:36.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.027+0000 7f3d1d086640 1 -- 172.21.15.33:0/1739513662 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d1814cff0 con 0x7f3d180b6ed0 2024-07-26T15:41:36.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.028+0000 7f3d1d086640 1 -- 172.21.15.33:0/1739513662 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d1814c4c0 con 0x7f3d180b6ed0 2024-07-26T15:41:36.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.029+0000 7f3d0f7fe640 1 -- 172.21.15.33:0/1739513662 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f3d0001a070 con 0x7f3d180b6ed0 2024-07-26T15:41:36.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.029+0000 7f3d0f7fe640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3cf8077210 0x7f3cf8079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:36.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.029+0000 7f3d0f7fe640 1 -- 172.21.15.33:0/1739513662 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 7324+0+0 (secure 0 0 0) 0x7f3d00098540 con 0x7f3d180b6ed0 2024-07-26T15:41:36.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.030+0000 7f3d16d9d640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3cf8077210 0x7f3cf8079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:36.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.030+0000 7f3d16d9d640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3cf8077210 0x7f3cf8079720 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3d08033000 tx=0x7f3d08004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:36.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.034+0000 7f3d0f7fe640 1 -- 172.21.15.33:0/1739513662 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3d000608d0 con 0x7f3d180b6ed0 2024-07-26T15:41:36.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.253+0000 7f3d1d086640 1 -- 172.21.15.33:0/1739513662 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1/dir6", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f3d180b1d10 con 0x7f3cf8077210 2024-07-26T15:41:36.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.350+0000 7f3d0f7fe640 1 -- 172.21.15.33:0/1739513662 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7f3d180b1d10 con 0x7f3cf8077210 2024-07-26T15:41:36.352 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1/dir6 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 -- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3cf8077210 msgr2=0x7f3cf8079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3cf8077210 0x7f3cf8079720 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3d08033000 tx=0x7f3d08004730 comp rx=0 tx=0).stop 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 -- 172.21.15.33:0/1739513662 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d180b6ed0 msgr2=0x7f3d1814b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d180b6ed0 0x7f3d1814b9f0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f3d0000c340 tx=0x7f3d0000c800 comp rx=0 tx=0).stop 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 -- 172.21.15.33:0/1739513662 shutdown_connections 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f3cf8077210 0x7f3cf8079720 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d1814bf30 0x7f3d1809ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d180b6ed0 0x7f3d1814b9f0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 --2- 172.21.15.33:0/1739513662 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d180b1900 0x7f3d18161470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 -- 172.21.15.33:0/1739513662 >> 172.21.15.33:0/1739513662 conn(0x7f3d180d1bb0 msgr2=0x7f3d180d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 -- 172.21.15.33:0/1739513662 shutdown_connections 2024-07-26T15:41:36.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:36.353+0000 7f3d1d086640 1 -- 172.21.15.33:0/1739513662 wait complete. 2024-07-26T15:41:36.365 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1/dir6 2024-07-26T15:41:36.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:36.366 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir6/.snap) 2024-07-26T15:41:36.391 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:36.391 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:36.391 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:36.391 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:36.391 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:36.391 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:36.391 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:36.391 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:36.391 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:36.391 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:36.392 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:36.392 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:36.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:36.392 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_31_00_UTC) 2024-07-26T15:41:36.457 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:36.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:36.457 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_32_00_UTC) 2024-07-26T15:41:36.521 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:36.521 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:36.522 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_33_00_UTC) 2024-07-26T15:41:36.585 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:36.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:36.586 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_34_00_UTC) 2024-07-26T15:41:36.648 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:36.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:36.648 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_35_00_UTC) 2024-07-26T15:41:36.711 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:36.711 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:36.711 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_36_00_UTC) 2024-07-26T15:41:36.774 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:36.774 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:36.775 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_37_00_UTC) 2024-07-26T15:41:36.838 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:36.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:36.839 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_38_00_UTC) 2024-07-26T15:41:36.920 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:36.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:36.920 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_39_00_UTC) 2024-07-26T15:41:36.983 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:36.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:36.983 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_40_00_UTC) 2024-07-26T15:41:37.046 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:37.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:37.046 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6/.snap/scheduled-2024-07-26-15_41_00_UTC) 2024-07-26T15:41:37.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:37.129 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir6) 2024-07-26T15:41:37.189 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1/dir7 1m 2024-07-26T15:41:37.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.348+0000 7fca9a127640 1 -- 172.21.15.33:0/1553713094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca94144580 msgr2=0x7fca94073170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:37.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.348+0000 7fca9a127640 1 --2- 172.21.15.33:0/1553713094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca94144580 0x7fca94073170 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fca84005fd0 tx=0x7fca8402a530 comp rx=0 tx=0).stop 2024-07-26T15:41:37.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.348+0000 7fca9a127640 1 -- 172.21.15.33:0/1553713094 shutdown_connections 2024-07-26T15:41:37.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.348+0000 7fca9a127640 1 --2- 172.21.15.33:0/1553713094 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fca940b3d60 0x7fca940b4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:37.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.348+0000 7fca9a127640 1 --2- 172.21.15.33:0/1553713094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca94144580 0x7fca94073170 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:37.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.348+0000 7fca9a127640 1 -- 172.21.15.33:0/1553713094 >> 172.21.15.33:0/1553713094 conn(0x7fca940b1740 msgr2=0x7fca940b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:37.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.348+0000 7fca9a127640 1 -- 172.21.15.33:0/1553713094 shutdown_connections 2024-07-26T15:41:37.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.348+0000 7fca9a127640 1 -- 172.21.15.33:0/1553713094 wait complete. 2024-07-26T15:41:37.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.350+0000 7fca9a127640 1 Processor -- start 2024-07-26T15:41:37.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.350+0000 7fca9a127640 1 -- start start 2024-07-26T15:41:37.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.351+0000 7fca9a127640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca9406fb60 0x7fca941544b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:37.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca9a127640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fca940b3d60 0x7fca941f8db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:37.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca9a127640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fca94144580 0x7fca941fcc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:37.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca9a127640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fca9415c9a0 con 0x7fca9406fb60 2024-07-26T15:41:37.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca9a127640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fca9415c820 con 0x7fca94144580 2024-07-26T15:41:37.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca9a127640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fca9415cb20 con 0x7fca940b3d60 2024-07-26T15:41:37.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca937fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca9406fb60 0x7fca941544b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:37.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca937fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca9406fb60 0x7fca941544b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58704/0 (socket says 172.21.15.33:58704) 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca937fe640 1 -- 172.21.15.33:0/2926489082 learned_addr learned my addr 172.21.15.33:0/2926489082 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca93fff640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fca94144580 0x7fca941fcc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca92ffd640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fca940b3d60 0x7fca941f8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca937fe640 1 -- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fca940b3d60 msgr2=0x7fca941f8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca937fe640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fca940b3d60 0x7fca941f8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca937fe640 1 -- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fca94144580 msgr2=0x7fca941fcc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca937fe640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fca94144580 0x7fca941fcc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca937fe640 1 -- 172.21.15.33:0/2926489082 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca940ce4a0 con 0x7fca9406fb60 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca937fe640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca9406fb60 0x7fca941544b0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fca84034040 tx=0x7fca840039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca7bfff640 1 -- 172.21.15.33:0/2926489082 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca8403e030 con 0x7fca9406fb60 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca7bfff640 1 -- 172.21.15.33:0/2926489082 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca840047a0 con 0x7fca9406fb60 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca9a127640 1 -- 172.21.15.33:0/2926489082 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca940ce780 con 0x7fca9406fb60 2024-07-26T15:41:37.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.352+0000 7fca7bfff640 1 -- 172.21.15.33:0/2926489082 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca84035040 con 0x7fca9406fb60 2024-07-26T15:41:37.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.353+0000 7fca9a127640 1 -- 172.21.15.33:0/2926489082 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca941549f0 con 0x7fca9406fb60 2024-07-26T15:41:37.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.353+0000 7fca9a127640 1 -- 172.21.15.33:0/2926489082 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca940b4170 con 0x7fca9406fb60 2024-07-26T15:41:37.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.354+0000 7fca7bfff640 1 -- 172.21.15.33:0/2926489082 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7fca84041030 con 0x7fca9406fb60 2024-07-26T15:41:37.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.355+0000 7fca7bfff640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fca80077240 0x7fca80079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:37.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.355+0000 7fca7bfff640 1 -- 172.21.15.33:0/2926489082 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(51..51 src has 1..51) ==== 7276+0+0 (secure 0 0 0) 0x7fca840b9ac0 con 0x7fca9406fb60 2024-07-26T15:41:37.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.355+0000 7fca92ffd640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fca80077240 0x7fca80079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:37.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.356+0000 7fca92ffd640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fca80077240 0x7fca80079750 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fca941fdd10 tx=0x7fca88009060 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:37.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.359+0000 7fca7bfff640 1 -- 172.21.15.33:0/2926489082 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fca84081ce0 con 0x7fca9406fb60 2024-07-26T15:41:37.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.577+0000 7fca9a127640 1 -- 172.21.15.33:0/2926489082 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1/dir7", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7fca940702f0 con 0x7fca80077240 2024-07-26T15:41:37.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.669+0000 7fca7bfff640 1 -- 172.21.15.33:0/2926489082 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7fca940702f0 con 0x7fca80077240 2024-07-26T15:41:37.671 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1/dir7 2024-07-26T15:41:37.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 -- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fca80077240 msgr2=0x7fca80079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:37.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fca80077240 0x7fca80079750 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fca941fdd10 tx=0x7fca88009060 comp rx=0 tx=0).stop 2024-07-26T15:41:37.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 -- 172.21.15.33:0/2926489082 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca9406fb60 msgr2=0x7fca941544b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:37.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca9406fb60 0x7fca941544b0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fca84034040 tx=0x7fca840039e0 comp rx=0 tx=0).stop 2024-07-26T15:41:37.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 -- 172.21.15.33:0/2926489082 shutdown_connections 2024-07-26T15:41:37.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fca80077240 0x7fca80079750 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:37.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fca94144580 0x7fca941fcc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:37.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fca940b3d60 0x7fca941f8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:37.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 --2- 172.21.15.33:0/2926489082 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca9406fb60 0x7fca941544b0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:37.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 -- 172.21.15.33:0/2926489082 >> 172.21.15.33:0/2926489082 conn(0x7fca940b1740 msgr2=0x7fca940b2a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:37.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 -- 172.21.15.33:0/2926489082 shutdown_connections 2024-07-26T15:41:37.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:37.671+0000 7fca9a127640 1 -- 172.21.15.33:0/2926489082 wait complete. 2024-07-26T15:41:37.683 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1/dir7 2024-07-26T15:41:37.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:37.684 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir7/.snap) 2024-07-26T15:41:37.708 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:37.708 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:37.708 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:37.708 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:37.708 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:37.708 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:37.708 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:37.708 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:37.708 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:37.708 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:37.708 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:37.709 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:37.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:37.709 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_31_00_UTC) 2024-07-26T15:41:37.772 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:37.772 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:37.772 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_32_00_UTC) 2024-07-26T15:41:37.835 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:37.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:37.835 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_33_00_UTC) 2024-07-26T15:41:37.916 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:37.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:37.917 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_34_00_UTC) 2024-07-26T15:41:37.981 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:37.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:37.981 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_35_00_UTC) 2024-07-26T15:41:38.044 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:38.044 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:38.044 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_36_00_UTC) 2024-07-26T15:41:38.135 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:38.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:38.135 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_37_00_UTC) 2024-07-26T15:41:38.159 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:38.159 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:38.160 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_38_00_UTC) 2024-07-26T15:41:38.223 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:38.223 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:38.224 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_39_00_UTC) 2024-07-26T15:41:38.288 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:38.288 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:38.288 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_40_00_UTC) 2024-07-26T15:41:38.358 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:38.358 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:38.358 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7/.snap/scheduled-2024-07-26-15_41_00_UTC) 2024-07-26T15:41:38.422 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:38.422 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir7) 2024-07-26T15:41:38.481 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1/dir8 1m 2024-07-26T15:41:38.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.651+0000 7f432bfc4640 1 -- 172.21.15.33:0/603785481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4324070250 msgr2=0x7f4324151200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:38.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.651+0000 7f432bfc4640 1 --2- 172.21.15.33:0/603785481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4324070250 0x7f4324151200 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4314005fd0 tx=0x7f431402aa10 comp rx=0 tx=0).stop 2024-07-26T15:41:38.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.651+0000 7f432bfc4640 1 -- 172.21.15.33:0/603785481 shutdown_connections 2024-07-26T15:41:38.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.651+0000 7f432bfc4640 1 --2- 172.21.15.33:0/603785481 >> v2:172.21.15.154:3300/0 conn(0x7f43240734e0 0x7f432415ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:38.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.651+0000 7f432bfc4640 1 --2- 172.21.15.33:0/603785481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4324070250 0x7f4324151200 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:38.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.651+0000 7f432bfc4640 1 -- 172.21.15.33:0/603785481 >> 172.21.15.33:0/603785481 conn(0x7f43240b1740 msgr2=0x7f43240b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:38.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.651+0000 7f432bfc4640 1 -- 172.21.15.33:0/603785481 shutdown_connections 2024-07-26T15:41:38.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.651+0000 7f432bfc4640 1 -- 172.21.15.33:0/603785481 wait complete. 2024-07-26T15:41:38.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.653+0000 7f432bfc4640 1 Processor -- start 2024-07-26T15:41:38.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.653+0000 7f432bfc4640 1 -- start start 2024-07-26T15:41:38.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.654+0000 7f432bfc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4324070250 0x7f43241388f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:38.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.654+0000 7f432bfc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4324073ff0 0x7f4324139960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:38.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.654+0000 7f432bfc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4324139ea0 0x7f432413a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:38.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.654+0000 7f432bfc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f432415b2e0 con 0x7f4324139ea0 2024-07-26T15:41:38.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.654+0000 7f432bfc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f432415b160 con 0x7f4324070250 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.654+0000 7f432bfc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f432415b460 con 0x7f4324073ff0 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432a561640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4324139ea0 0x7f432413a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432a561640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4324139ea0 0x7f432413a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58716/0 (socket says 172.21.15.33:58716) 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432a561640 1 -- 172.21.15.33:0/2438327398 learned_addr learned my addr 172.21.15.33:0/2438327398 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f4329d60640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4324070250 0x7f43241388f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432955f640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4324073ff0 0x7f4324139960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432a561640 1 -- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4324073ff0 msgr2=0x7f4324139960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432a561640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4324073ff0 0x7f4324139960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432a561640 1 -- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4324070250 msgr2=0x7f43241388f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432a561640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4324070250 0x7f43241388f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432a561640 1 -- 172.21.15.33:0/2438327398 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43241503c0 con 0x7f4324139ea0 2024-07-26T15:41:38.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432a561640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4324139ea0 0x7f432413a2b0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f431c00ea10 tx=0x7f431c00eed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:38.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f43227fc640 1 -- 172.21.15.33:0/2438327398 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431c00cc80 con 0x7f4324139ea0 2024-07-26T15:41:38.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f43227fc640 1 -- 172.21.15.33:0/2438327398 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f431c004020 con 0x7f4324139ea0 2024-07-26T15:41:38.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432bfc4640 1 -- 172.21.15.33:0/2438327398 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f432413a7f0 con 0x7f4324139ea0 2024-07-26T15:41:38.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f43227fc640 1 -- 172.21.15.33:0/2438327398 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431c004470 con 0x7f4324139ea0 2024-07-26T15:41:38.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.655+0000 7f432bfc4640 1 -- 172.21.15.33:0/2438327398 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43241500e0 con 0x7f4324139ea0 2024-07-26T15:41:38.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.657+0000 7f432bfc4640 1 -- 172.21.15.33:0/2438327398 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f432414fb70 con 0x7f4324139ea0 2024-07-26T15:41:38.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.657+0000 7f43227fc640 1 -- 172.21.15.33:0/2438327398 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f431c0035f0 con 0x7f4324139ea0 2024-07-26T15:41:38.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.658+0000 7f43227fc640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4310077210 0x7f4310079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:38.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.658+0000 7f43227fc640 1 -- 172.21.15.33:0/2438327398 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 7480+0+0 (secure 0 0 0) 0x7f431c099840 con 0x7f4324139ea0 2024-07-26T15:41:38.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.658+0000 7f4329d60640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4310077210 0x7f4310079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:38.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.659+0000 7f4329d60640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4310077210 0x7f4310079720 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4314035000 tx=0x7f4314004ab0 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:38.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.663+0000 7f43227fc640 1 -- 172.21.15.33:0/2438327398 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f431c061970 con 0x7f4324139ea0 2024-07-26T15:41:38.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.885+0000 7f432bfc4640 1 -- 172.21.15.33:0/2438327398 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1/dir8", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f4324151200 con 0x7f4310077210 2024-07-26T15:41:38.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.971+0000 7f43227fc640 1 -- 172.21.15.33:0/2438327398 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7f4324151200 con 0x7f4310077210 2024-07-26T15:41:38.972 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1/dir8 2024-07-26T15:41:38.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 -- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4310077210 msgr2=0x7f4310079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:38.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4310077210 0x7f4310079720 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4314035000 tx=0x7f4314004ab0 comp rx=0 tx=0).stop 2024-07-26T15:41:38.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 -- 172.21.15.33:0/2438327398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4324139ea0 msgr2=0x7f432413a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:38.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4324139ea0 0x7f432413a2b0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f431c00ea10 tx=0x7f431c00eed0 comp rx=0 tx=0).stop 2024-07-26T15:41:38.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 -- 172.21.15.33:0/2438327398 shutdown_connections 2024-07-26T15:41:38.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4310077210 0x7f4310079720 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:38.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4324139ea0 0x7f432413a2b0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:38.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4324073ff0 0x7f4324139960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:38.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 --2- 172.21.15.33:0/2438327398 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4324070250 0x7f43241388f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:38.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 -- 172.21.15.33:0/2438327398 >> 172.21.15.33:0/2438327398 conn(0x7f43240b1740 msgr2=0x7f432414c620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:38.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 -- 172.21.15.33:0/2438327398 shutdown_connections 2024-07-26T15:41:38.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:38.973+0000 7f432bfc4640 1 -- 172.21.15.33:0/2438327398 wait complete. 2024-07-26T15:41:38.985 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1/dir8 2024-07-26T15:41:38.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:38.986 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir8/.snap) 2024-07-26T15:41:39.009 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:39.009 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:39.009 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:39.009 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:39.010 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:39.010 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:39.010 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:39.010 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:39.010 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:39.010 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:39.010 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:39.010 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:39.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.010 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_31_00_UTC) 2024-07-26T15:41:39.074 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:39.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.074 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_32_00_UTC) 2024-07-26T15:41:39.150 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:39.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.151 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_33_00_UTC) 2024-07-26T15:41:39.213 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:39.213 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.213 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_34_00_UTC) 2024-07-26T15:41:39.277 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:39.277 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.277 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_35_00_UTC) 2024-07-26T15:41:39.347 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:39.347 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.347 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_36_00_UTC) 2024-07-26T15:41:39.410 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:39.411 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.411 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_37_00_UTC) 2024-07-26T15:41:39.474 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:39.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.474 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_38_00_UTC) 2024-07-26T15:41:39.537 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:39.538 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.538 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_39_00_UTC) 2024-07-26T15:41:39.602 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:39.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.602 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_40_00_UTC) 2024-07-26T15:41:39.665 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:39.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.665 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8/.snap/scheduled-2024-07-26-15_41_00_UTC) 2024-07-26T15:41:39.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:39.728 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir8) 2024-07-26T15:41:39.787 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1/dir9 1m 2024-07-26T15:41:39.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.948+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/3783754088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2d80b2600 msgr2=0x7fd2d80b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:39.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.948+0000 7fd2dd9ad640 1 --2- 172.21.15.33:0/3783754088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2d80b2600 0x7fd2d80b31d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc009860 tx=0x7fd2cc02a4a0 comp rx=0 tx=0).stop 2024-07-26T15:41:39.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.948+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/3783754088 shutdown_connections 2024-07-26T15:41:39.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.948+0000 7fd2dd9ad640 1 --2- 172.21.15.33:0/3783754088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2d80b2600 0x7fd2d80b31d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:39.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.948+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/3783754088 >> 172.21.15.33:0/3783754088 conn(0x7fd2d80b37a0 msgr2=0x7fd2d80b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:39.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.948+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/3783754088 shutdown_connections 2024-07-26T15:41:39.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.948+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/3783754088 wait complete. 2024-07-26T15:41:39.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.950+0000 7fd2dd9ad640 1 Processor -- start 2024-07-26T15:41:39.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.950+0000 7fd2dd9ad640 1 -- start start 2024-07-26T15:41:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.951+0000 7fd2dd9ad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2d80b2600 0x7fd2d80cacd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.951+0000 7fd2dd9ad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2d80b6f60 0x7fd2d81e4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.951+0000 7fd2dd9ad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2d80ce9e0 0x7fd2d81e6b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.951+0000 7fd2dd9ad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d80cd400 con 0x7fd2d80b2600 2024-07-26T15:41:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.951+0000 7fd2dd9ad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d80cd280 con 0x7fd2d80ce9e0 2024-07-26T15:41:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.951+0000 7fd2dd9ad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd2d80cd580 con 0x7fd2d80b6f60 2024-07-26T15:41:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2d6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2d80b2600 0x7fd2d80cacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2d6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2d80b2600 0x7fd2d80cacd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58730/0 (socket says 172.21.15.33:58730) 2024-07-26T15:41:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2d6ffd640 1 -- 172.21.15.33:0/984311089 learned_addr learned my addr 172.21.15.33:0/984311089 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2d67fc640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2d80b6f60 0x7fd2d81e4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2d77fe640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2d80ce9e0 0x7fd2d81e6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2d6ffd640 1 -- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2d80b6f60 msgr2=0x7fd2d81e4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2d6ffd640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2d80b6f60 0x7fd2d81e4e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2d6ffd640 1 -- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2d80ce9e0 msgr2=0x7fd2d81e6b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2d6ffd640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2d80ce9e0 0x7fd2d81e6b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2d6ffd640 1 -- 172.21.15.33:0/984311089 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2d81e5ac0 con 0x7fd2d80b2600 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2d6ffd640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2d80b2600 0x7fd2d80cacd0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fd2c800cc20 tx=0x7fd2c800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2bffff640 1 -- 172.21.15.33:0/984311089 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c8016020 con 0x7fd2d80b2600 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/984311089 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2d81e5da0 con 0x7fd2d80b2600 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2bffff640 1 -- 172.21.15.33:0/984311089 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd2c8012420 con 0x7fd2d80b2600 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2bffff640 1 -- 172.21.15.33:0/984311089 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c8012830 con 0x7fd2d80b2600 2024-07-26T15:41:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.952+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/984311089 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2d81e6360 con 0x7fd2d80b2600 2024-07-26T15:41:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.953+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/984311089 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2d80d1590 con 0x7fd2d80b2600 2024-07-26T15:41:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.954+0000 7fd2bffff640 1 -- 172.21.15.33:0/984311089 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7fd2c8019020 con 0x7fd2d80b2600 2024-07-26T15:41:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.955+0000 7fd2bffff640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd2c4077240 0x7fd2c4079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.955+0000 7fd2bffff640 1 -- 172.21.15.33:0/984311089 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6892+0+0 (secure 0 0 0) 0x7fd2c8099620 con 0x7fd2d80b2600 2024-07-26T15:41:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.955+0000 7fd2d67fc640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd2c4077240 0x7fd2c4079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:39.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.955+0000 7fd2d67fc640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd2c4077240 0x7fd2c4079750 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc034000 tx=0x7fd2cc004730 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:39.959+0000 7fd2bffff640 1 -- 172.21.15.33:0/984311089 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd2d80d1590 con 0x7fd2d80b2600 2024-07-26T15:41:40.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.194+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/984311089 --> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1/dir9", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7fd2d80b3260 con 0x7fd2c4077240 2024-07-26T15:41:40.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.299+0000 7fd2bffff640 1 -- 172.21.15.33:0/984311089 <== mgr.4895 v2:172.21.15.154:6832/3978763550 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7fd2d80b3260 con 0x7fd2c4077240 2024-07-26T15:41:40.301 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1/dir9 2024-07-26T15:41:40.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.303+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd2c4077240 msgr2=0x7fd2c4079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:40.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.303+0000 7fd2dd9ad640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd2c4077240 0x7fd2c4079750 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc034000 tx=0x7fd2cc004730 comp rx=0 tx=0).stop 2024-07-26T15:41:40.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.303+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/984311089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2d80b2600 msgr2=0x7fd2d80cacd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:40.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.303+0000 7fd2dd9ad640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2d80b2600 0x7fd2d80cacd0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fd2c800cc20 tx=0x7fd2c800a430 comp rx=0 tx=0).stop 2024-07-26T15:41:40.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.303+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/984311089 shutdown_connections 2024-07-26T15:41:40.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.303+0000 7fd2dd9ad640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd2c4077240 0x7fd2c4079750 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:40.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.303+0000 7fd2dd9ad640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2d80ce9e0 0x7fd2d81e6b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:40.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.303+0000 7fd2dd9ad640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2d80b6f60 0x7fd2d81e4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:40.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.303+0000 7fd2dd9ad640 1 --2- 172.21.15.33:0/984311089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2d80b2600 0x7fd2d80cacd0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:40.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.303+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/984311089 >> 172.21.15.33:0/984311089 conn(0x7fd2d80b37a0 msgr2=0x7fd2d80b5db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:40.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.304+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/984311089 shutdown_connections 2024-07-26T15:41:40.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:40.304+0000 7fd2dd9ad640 1 -- 172.21.15.33:0/984311089 wait complete. 2024-07-26T15:41:40.318 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1/dir9 2024-07-26T15:41:40.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.319 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/dir9/.snap) 2024-07-26T15:41:40.343 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:40.343 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:40.343 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:40.343 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:40.343 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:40.343 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:40.343 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:40.343 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:40.343 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:40.344 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:40.344 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:40.344 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_31_00_UTC 2024-07-26T15:41:40.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.344 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_31_00_UTC) 2024-07-26T15:41:40.407 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_32_00_UTC 2024-07-26T15:41:40.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.407 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_32_00_UTC) 2024-07-26T15:41:40.471 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_33_00_UTC 2024-07-26T15:41:40.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.471 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_33_00_UTC) 2024-07-26T15:41:40.535 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_34_00_UTC 2024-07-26T15:41:40.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.535 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_34_00_UTC) 2024-07-26T15:41:40.599 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_35_00_UTC 2024-07-26T15:41:40.599 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.599 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_35_00_UTC) 2024-07-26T15:41:40.663 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_36_00_UTC 2024-07-26T15:41:40.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.663 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_36_00_UTC) 2024-07-26T15:41:40.727 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_37_00_UTC 2024-07-26T15:41:40.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.727 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_37_00_UTC) 2024-07-26T15:41:40.791 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_38_00_UTC 2024-07-26T15:41:40.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.791 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_38_00_UTC) 2024-07-26T15:41:40.857 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_39_00_UTC 2024-07-26T15:41:40.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.857 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_39_00_UTC) 2024-07-26T15:41:40.921 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_40_00_UTC 2024-07-26T15:41:40.921 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.921 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_40_00_UTC) 2024-07-26T15:41:40.984 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_41_00_UTC 2024-07-26T15:41:40.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:40.985 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9/.snap/scheduled-2024-07-26-15_41_00_UTC) 2024-07-26T15:41:41.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:41.049 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/dir9) 2024-07-26T15:41:41.108 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T15:41:41.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.270+0000 7f4a9fc18640 1 -- 172.21.15.33:0/3071751762 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a9815f150 msgr2=0x7f4a80003a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:41.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.270+0000 7f4a9fc18640 1 --2- 172.21.15.33:0/3071751762 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a9815f150 0x7f4a80003a30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4a88001dc0 tx=0x7f4a80005830 comp rx=0 tx=0).stop 2024-07-26T15:41:41.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.270+0000 7f4a9e1b5640 1 -- 172.21.15.33:0/3071751762 reap_dead start 2024-07-26T15:41:41.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.270+0000 7f4a9fc18640 1 -- 172.21.15.33:0/3071751762 shutdown_connections 2024-07-26T15:41:41.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.270+0000 7f4a9fc18640 1 -- 172.21.15.33:0/3071751762 >> 172.21.15.33:0/3071751762 conn(0x7f4a980d0b40 msgr2=0x7f4a980d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:41.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.270+0000 7f4a9fc18640 1 -- 172.21.15.33:0/3071751762 shutdown_connections 2024-07-26T15:41:41.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.270+0000 7f4a9fc18640 1 -- 172.21.15.33:0/3071751762 wait complete. 2024-07-26T15:41:41.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.272+0000 7f4a9fc18640 1 Processor -- start 2024-07-26T15:41:41.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.272+0000 7f4a9fc18640 1 -- start start 2024-07-26T15:41:41.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.273+0000 7f4a9fc18640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9815f150 0x7f4a980ce320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:41.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.273+0000 7f4a9fc18640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a9814d1d0 0x7f4a9814d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:41.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.273+0000 7f4a9fc18640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a9814db20 0x7f4a9814b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:41.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.273+0000 7f4a9fc18640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4a980b4e80 con 0x7f4a9815f150 2024-07-26T15:41:41.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.273+0000 7f4a9fc18640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4a980b4d00 con 0x7f4a9814db20 2024-07-26T15:41:41.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.273+0000 7f4a9fc18640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4a980b5000 con 0x7f4a9814d1d0 2024-07-26T15:41:41.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.273+0000 7f4a9d9b4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9815f150 0x7f4a980ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:41.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.273+0000 7f4a9d9b4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9815f150 0x7f4a980ce320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58738/0 (socket says 172.21.15.33:58738) 2024-07-26T15:41:41.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.273+0000 7f4a9d9b4640 1 -- 172.21.15.33:0/569500992 learned_addr learned my addr 172.21.15.33:0/569500992 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:41.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.273+0000 7f4a9d1b3640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a9814d1d0 0x7f4a9814d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:41.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.273+0000 7f4a9e1b5640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a9814db20 0x7f4a9814b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:41.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.274+0000 7f4a9d9b4640 1 -- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a9814d1d0 msgr2=0x7f4a9814d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:41.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.274+0000 7f4a9d9b4640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a9814d1d0 0x7f4a9814d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:41.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.274+0000 7f4a9d9b4640 1 -- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a9814db20 msgr2=0x7f4a9814b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:41.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.274+0000 7f4a9d9b4640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a9814db20 0x7f4a9814b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:41.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.274+0000 7f4a9d9b4640 1 -- 172.21.15.33:0/569500992 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a980ced00 con 0x7f4a9815f150 2024-07-26T15:41:41.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.274+0000 7f4a9d9b4640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9815f150 0x7f4a980ce320 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f4a8802acc0 tx=0x7f4a88003a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:41.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.274+0000 7f4a967fc640 1 -- 172.21.15.33:0/569500992 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a88006460 con 0x7f4a9815f150 2024-07-26T15:41:41.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.274+0000 7f4a967fc640 1 -- 172.21.15.33:0/569500992 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a880066f0 con 0x7f4a9815f150 2024-07-26T15:41:41.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.274+0000 7f4a967fc640 1 -- 172.21.15.33:0/569500992 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a880068c0 con 0x7f4a9815f150 2024-07-26T15:41:41.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.274+0000 7f4a9fc18640 1 -- 172.21.15.33:0/569500992 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a980cefe0 con 0x7f4a9815f150 2024-07-26T15:41:41.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.274+0000 7f4a9fc18640 1 -- 172.21.15.33:0/569500992 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a980cf5a0 con 0x7f4a9815f150 2024-07-26T15:41:41.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.275+0000 7f4a9fc18640 1 -- 172.21.15.33:0/569500992 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a980b5590 con 0x7f4a9815f150 2024-07-26T15:41:41.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.276+0000 7f4a967fc640 1 -- 172.21.15.33:0/569500992 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 13) ==== 99327+0+0 (secure 0 0 0) 0x7f4a880336e0 con 0x7f4a9815f150 2024-07-26T15:41:41.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.276+0000 7f4a967fc640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4a84077240 0x7f4a84079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:41.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.276+0000 7f4a967fc640 1 -- 172.21.15.33:0/569500992 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 7164+0+0 (secure 0 0 0) 0x7f4a880b9900 con 0x7f4a9815f150 2024-07-26T15:41:41.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.276+0000 7f4a9d1b3640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4a84077240 0x7f4a84079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:41.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.277+0000 7f4a9d1b3640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4a84077240 0x7f4a84079750 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4a980ac4b0 tx=0x7f4a8c005f90 comp rx=0 tx=0).ready entity=mgr.4895 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:41.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.281+0000 7f4a967fc640 1 -- 172.21.15.33:0/569500992 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4a880822f0 con 0x7f4a9815f150 2024-07-26T15:41:41.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:41.545+0000 7f4a9fc18640 1 -- 172.21.15.33:0/569500992 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7f4a980d1840 con 0x7f4a9815f150 2024-07-26T15:41:42.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.115+0000 7f4a967fc640 1 -- 172.21.15.33:0/569500992 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v14) ==== 93+0+0 (secure 0 0 0) 0x7f4a88081bf0 con 0x7f4a9815f150 2024-07-26T15:41:42.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 -- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4a84077240 msgr2=0x7f4a84079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:42.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4a84077240 0x7f4a84079750 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4a980ac4b0 tx=0x7f4a8c005f90 comp rx=0 tx=0).stop 2024-07-26T15:41:42.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 -- 172.21.15.33:0/569500992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9815f150 msgr2=0x7f4a980ce320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:42.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9815f150 0x7f4a980ce320 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f4a8802acc0 tx=0x7f4a88003a60 comp rx=0 tx=0).stop 2024-07-26T15:41:42.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 -- 172.21.15.33:0/569500992 shutdown_connections 2024-07-26T15:41:42.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f4a84077240 0x7f4a84079750 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a9814db20 0x7f4a9814b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a9814d1d0 0x7f4a9814d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 --2- 172.21.15.33:0/569500992 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9815f150 0x7f4a980ce320 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 -- 172.21.15.33:0/569500992 >> 172.21.15.33:0/569500992 conn(0x7f4a980d0b40 msgr2=0x7f4a9806c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:42.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 -- 172.21.15.33:0/569500992 shutdown_connections 2024-07-26T15:41:42.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.119+0000 7f4a9fc18640 1 -- 172.21.15.33:0/569500992 wait complete. 2024-07-26T15:41:42.141 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T15:41:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.272+0000 7fd466e1c640 1 -- 172.21.15.33:0/1575987750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4600b2dc0 msgr2=0x7fd4600d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.272+0000 7fd466e1c640 1 --2- 172.21.15.33:0/1575987750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4600b2dc0 0x7fd4600d2930 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fd4540098e0 tx=0x7fd45402a4a0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.272+0000 7fd466e1c640 1 -- 172.21.15.33:0/1575987750 shutdown_connections 2024-07-26T15:41:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.272+0000 7fd466e1c640 1 --2- 172.21.15.33:0/1575987750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4600d0570 0x7fd4600d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.272+0000 7fd466e1c640 1 --2- 172.21.15.33:0/1575987750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4600b2dc0 0x7fd4600d2930 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.272+0000 7fd466e1c640 1 -- 172.21.15.33:0/1575987750 >> 172.21.15.33:0/1575987750 conn(0x7fd4600d3e10 msgr2=0x7fd4600d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:42.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.272+0000 7fd466e1c640 1 -- 172.21.15.33:0/1575987750 shutdown_connections 2024-07-26T15:41:42.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.272+0000 7fd466e1c640 1 -- 172.21.15.33:0/1575987750 wait complete. 2024-07-26T15:41:42.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.273+0000 7fd466e1c640 1 Processor -- start 2024-07-26T15:41:42.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.273+0000 7fd466e1c640 1 -- start start 2024-07-26T15:41:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd466e1c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4600b2dc0 0x7fd460168290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd466e1c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd4600ce9e0 0x7fd4600b1010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd466e1c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4600d0570 0x7fd4600b1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd466e1c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd4600d4b40 con 0x7fd4600d0570 2024-07-26T15:41:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd466e1c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd4600cf710 con 0x7fd4600ce9e0 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd466e1c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd4600d4cc0 con 0x7fd4600b2dc0 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd4653b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4600d0570 0x7fd4600b1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd464bb8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4600b2dc0 0x7fd460168290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd4653b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4600d0570 0x7fd4600b1550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53430/0 (socket says 172.21.15.33:53430) 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd4653b9640 1 -- 172.21.15.33:0/601500821 learned_addr learned my addr 172.21.15.33:0/601500821 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd45ffff640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd4600ce9e0 0x7fd4600b1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd4653b9640 1 -- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4600b2dc0 msgr2=0x7fd460168290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd4653b9640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4600b2dc0 0x7fd460168290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd4653b9640 1 -- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd4600ce9e0 msgr2=0x7fd4600b1010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd4653b9640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd4600ce9e0 0x7fd4600b1010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.275+0000 7fd4653b9640 1 -- 172.21.15.33:0/601500821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4601687d0 con 0x7fd4600d0570 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.276+0000 7fd4653b9640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4600d0570 0x7fd4600b1550 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fd45800c700 tx=0x7fd45800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.276+0000 7fd45d7fa640 1 -- 172.21.15.33:0/601500821 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd458003b70 con 0x7fd4600d0570 2024-07-26T15:41:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.276+0000 7fd45d7fa640 1 -- 172.21.15.33:0/601500821 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd458003d10 con 0x7fd4600d0570 2024-07-26T15:41:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.276+0000 7fd466e1c640 1 -- 172.21.15.33:0/601500821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4600b7200 con 0x7fd4600d0570 2024-07-26T15:41:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.276+0000 7fd45d7fa640 1 -- 172.21.15.33:0/601500821 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd45800aab0 con 0x7fd4600d0570 2024-07-26T15:41:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.276+0000 7fd466e1c640 1 -- 172.21.15.33:0/601500821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4600b77c0 con 0x7fd4600d0570 2024-07-26T15:41:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.277+0000 7fd466e1c640 1 -- 172.21.15.33:0/601500821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4600d2930 con 0x7fd4600d0570 2024-07-26T15:41:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.278+0000 7fd45d7fa640 1 -- 172.21.15.33:0/601500821 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 14) ==== 99310+0+0 (secure 0 0 0) 0x7fd45800ac50 con 0x7fd4600d0570 2024-07-26T15:41:42.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.278+0000 7fd45d7fa640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd4440771c0 0x7fd4440796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:42.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.279+0000 7fd464bb8640 1 -- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd4440771c0 msgr2=0x7fd4440796d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3978763550 2024-07-26T15:41:42.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.279+0000 7fd45d7fa640 1 -- 172.21.15.33:0/601500821 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 7196+0+0 (secure 0 0 0) 0x7fd458099820 con 0x7fd4600d0570 2024-07-26T15:41:42.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.279+0000 7fd464bb8640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd4440771c0 0x7fd4440796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:41:42.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.282+0000 7fd45d7fa640 1 -- 172.21.15.33:0/601500821 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd4600d0ec0 con 0x7fd4600d0570 2024-07-26T15:41:42.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.480+0000 7fd464bb8640 1 -- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd4440771c0 msgr2=0x7fd4440796d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3978763550 2024-07-26T15:41:42.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.480+0000 7fd464bb8640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd4440771c0 0x7fd4440796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:41:42.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.549+0000 7fd466e1c640 1 -- 172.21.15.33:0/601500821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fd4600b8f20 con 0x7fd4600d0570 2024-07-26T15:41:42.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.552+0000 7fd45d7fa640 1 -- 172.21.15.33:0/601500821 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v14) ==== 74+0+191393 (secure 0 0 0) 0x7fd458061d80 con 0x7fd4600d0570 2024-07-26T15:41:42.556 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 -- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd4440771c0 msgr2=0x7fd4440796d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd4440771c0 0x7fd4440796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 -- 172.21.15.33:0/601500821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4600d0570 msgr2=0x7fd4600b1550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4600d0570 0x7fd4600b1550 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fd45800c700 tx=0x7fd45800cbc0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 -- 172.21.15.33:0/601500821 shutdown_connections 2024-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7fd4440771c0 0x7fd4440796d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4600d0570 0x7fd4600b1550 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd4600ce9e0 0x7fd4600b1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 --2- 172.21.15.33:0/601500821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd4600b2dc0 0x7fd460168290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 -- 172.21.15.33:0/601500821 >> 172.21.15.33:0/601500821 conn(0x7fd4600d3e10 msgr2=0x7fd4600b41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:42.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 -- 172.21.15.33:0/601500821 shutdown_connections 2024-07-26T15:41:42.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.555+0000 7fd466e1c640 1 -- 172.21.15.33:0/601500821 wait complete. 2024-07-26T15:41:42.569 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":14,"flags":0,"active_gid":4895,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":3978763550},{"type":"v1","addr":"172.21.15.154:6833","nonce":3978763550}]},"active_addr":"172.21.15.154:6833/3978763550","active_change":"2024-07-26T15:30:03.495108+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":5286,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":41,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":320283049}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3754211016}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":648292604}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3514229258}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":327173623}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1957139402}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":793139566}]}]} 2024-07-26T15:41:42.574 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail x 2024-07-26T15:41:42.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.694+0000 7f30a555e640 1 -- 172.21.15.33:0/3911400030 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30a015b350 msgr2=0x7f30a015b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:42.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.694+0000 7f30a555e640 1 --2- 172.21.15.33:0/3911400030 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30a015b350 0x7f30a015b760 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3098009be0 tx=0x7f309802a8b0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.694+0000 7f30a555e640 1 -- 172.21.15.33:0/3911400030 shutdown_connections 2024-07-26T15:41:42.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.694+0000 7f30a555e640 1 --2- 172.21.15.33:0/3911400030 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30a015b350 0x7f30a015b760 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.694+0000 7f30a555e640 1 -- 172.21.15.33:0/3911400030 >> 172.21.15.33:0/3911400030 conn(0x7f30a00b28c0 msgr2=0x7f30a00b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:42.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.694+0000 7f30a555e640 1 -- 172.21.15.33:0/3911400030 shutdown_connections 2024-07-26T15:41:42.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.694+0000 7f30a555e640 1 -- 172.21.15.33:0/3911400030 wait complete. 2024-07-26T15:41:42.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.696+0000 7f30a555e640 1 Processor -- start 2024-07-26T15:41:42.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.696+0000 7f30a555e640 1 -- start start 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.697+0000 7f30a555e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30a006fc30 0x7f30a01f5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.697+0000 7f30a555e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30a0073210 0x7f30a0144920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.697+0000 7f30a555e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30a015b350 0x7f30a0144090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.697+0000 7f30a555e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f30a00b41d0 con 0x7f30a015b350 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.697+0000 7f30a555e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f30a00b4050 con 0x7f30a0073210 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.697+0000 7f30a555e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f30a00b4350 con 0x7f30a006fc30 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.697+0000 7f309f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30a015b350 0x7f30a0144090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.697+0000 7f309f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30a015b350 0x7f30a0144090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53444/0 (socket says 172.21.15.33:53444) 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.697+0000 7f309f7fe640 1 -- 172.21.15.33:0/4021592658 learned_addr learned my addr 172.21.15.33:0/4021592658 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.697+0000 7f309effd640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30a006fc30 0x7f30a01f5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.697+0000 7f309e7fc640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30a0073210 0x7f30a0144920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.698+0000 7f309f7fe640 1 -- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30a006fc30 msgr2=0x7f30a01f5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.698+0000 7f309f7fe640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30a006fc30 0x7f30a01f5900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.698+0000 7f309f7fe640 1 -- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30a0073210 msgr2=0x7f30a0144920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.698+0000 7f309f7fe640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30a0073210 0x7f30a0144920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.698+0000 7f309f7fe640 1 -- 172.21.15.33:0/4021592658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30a00c5bd0 con 0x7f30a015b350 2024-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.698+0000 7f309f7fe640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30a015b350 0x7f30a0144090 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f3098035040 tx=0x7f3098003e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.698+0000 7f30877fe640 1 -- 172.21.15.33:0/4021592658 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3098042020 con 0x7f30a015b350 2024-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.698+0000 7f30877fe640 1 -- 172.21.15.33:0/4021592658 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3098033b00 con 0x7f30a015b350 2024-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.698+0000 7f30877fe640 1 -- 172.21.15.33:0/4021592658 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3098037040 con 0x7f30a015b350 2024-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.698+0000 7f30a555e640 1 -- 172.21.15.33:0/4021592658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30a00c5eb0 con 0x7f30a015b350 2024-07-26T15:41:42.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.698+0000 7f30a555e640 1 -- 172.21.15.33:0/4021592658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30a00c6470 con 0x7f30a015b350 2024-07-26T15:41:42.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.699+0000 7f30a555e640 1 -- 172.21.15.33:0/4021592658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30a015b760 con 0x7f30a015b350 2024-07-26T15:41:42.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.700+0000 7f30877fe640 1 -- 172.21.15.33:0/4021592658 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 14) ==== 99310+0+0 (secure 0 0 0) 0x7f3098045020 con 0x7f30a015b350 2024-07-26T15:41:42.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.701+0000 7f30877fe640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f308c0771c0 0x7f308c0796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:42.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.701+0000 7f309effd640 1 -- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f308c0771c0 msgr2=0x7f308c0796d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3978763550 2024-07-26T15:41:42.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.701+0000 7f30877fe640 1 -- 172.21.15.33:0/4021592658 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 7196+0+0 (secure 0 0 0) 0x7f30980ba3a0 con 0x7f30a015b350 2024-07-26T15:41:42.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.701+0000 7f309effd640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f308c0771c0 0x7f308c0796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:41:42.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.709+0000 7f30877fe640 1 -- 172.21.15.33:0/4021592658 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f309804c030 con 0x7f30a015b350 2024-07-26T15:41:42.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.902+0000 7f309effd640 1 -- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f308c0771c0 msgr2=0x7f308c0796d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6832/3978763550 2024-07-26T15:41:42.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.902+0000 7f309effd640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f308c0771c0 0x7f308c0796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:41:42.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.992+0000 7f30a555e640 1 -- 172.21.15.33:0/4021592658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "x"} v 0) -- 0x7f30a0159f50 con 0x7f30a015b350 2024-07-26T15:41:42.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.995+0000 7f30877fe640 1 -- 172.21.15.33:0/4021592658 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "x"}]=0 v15) ==== 68+0+0 (secure 0 0 0) 0x7f3098082810 con 0x7f30a015b350 2024-07-26T15:41:42.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.998+0000 7f30a555e640 1 -- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f308c0771c0 msgr2=0x7f308c0796d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:41:42.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.998+0000 7f30a555e640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f308c0771c0 0x7f308c0796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.998+0000 7f30a555e640 1 -- 172.21.15.33:0/4021592658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30a015b350 msgr2=0x7f30a0144090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:43.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.999+0000 7f30877fe640 1 -- 172.21.15.33:0/4021592658 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 15) ==== 49591+0+0 (secure 0 0 0) 0x7f309807eaa0 con 0x7f30a015b350 2024-07-26T15:41:43.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.999+0000 7f30a555e640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30a015b350 0x7f30a0144090 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f3098035040 tx=0x7f3098003e70 comp rx=0 tx=0).stop 2024-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.999+0000 7f30a555e640 1 -- 172.21.15.33:0/4021592658 shutdown_connections 2024-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.999+0000 7f30a555e640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:6832/3978763550,v1:172.21.15.154:6833/3978763550] conn(0x7f308c0771c0 0x7f308c0796d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.999+0000 7f30a555e640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30a015b350 0x7f30a0144090 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.999+0000 7f30a555e640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30a0073210 0x7f30a0144920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.999+0000 7f30a555e640 1 --2- 172.21.15.33:0/4021592658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30a006fc30 0x7f30a01f5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.999+0000 7f30a555e640 1 -- 172.21.15.33:0/4021592658 >> 172.21.15.33:0/4021592658 conn(0x7f30a00b28c0 msgr2=0x7f30a015a470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.999+0000 7f30a555e640 1 -- 172.21.15.33:0/4021592658 shutdown_connections 2024-07-26T15:41:43.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:42.999+0000 7f30a555e640 1 -- 172.21.15.33:0/4021592658 wait complete. 2024-07-26T15:41:43.013 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:41:43.013 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:41:43.052 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:41:43.096 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:41:43.097 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:41:43.097 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:41:43.097 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:41:43.115 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:41:43.115 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:41:43.172 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:41:43.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.330+0000 7fd85722c640 1 -- 172.21.15.33:0/3865342461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8500b5030 msgr2=0x7fd85006f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:43.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.330+0000 7fd85722c640 1 --2- 172.21.15.33:0/3865342461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8500b5030 0x7fd85006f0f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fd83c009860 tx=0x7fd83c02a5f0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.330+0000 7fd85722c640 1 -- 172.21.15.33:0/3865342461 shutdown_connections 2024-07-26T15:41:43.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.330+0000 7fd85722c640 1 --2- 172.21.15.33:0/3865342461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8500b5030 0x7fd85006f0f0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.330+0000 7fd85722c640 1 -- 172.21.15.33:0/3865342461 >> 172.21.15.33:0/3865342461 conn(0x7fd8500b28f0 msgr2=0x7fd8500b2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:43.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.330+0000 7fd85722c640 1 -- 172.21.15.33:0/3865342461 shutdown_connections 2024-07-26T15:41:43.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.330+0000 7fd85722c640 1 -- 172.21.15.33:0/3865342461 wait complete. 2024-07-26T15:41:43.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.332+0000 7fd85722c640 1 Processor -- start 2024-07-26T15:41:43.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.332+0000 7fd85722c640 1 -- start start 2024-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.333+0000 7fd85722c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd85006f630 0x7fd8501f6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.333+0000 7fd85722c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8500b5030 0x7fd8501f3090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.333+0000 7fd85722c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8501445e0 0x7fd85006c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.333+0000 7fd85722c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd8500b3d30 con 0x7fd8501445e0 2024-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.333+0000 7fd85722c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd8500b5650 con 0x7fd85006f630 2024-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.333+0000 7fd85722c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd85015cc50 con 0x7fd8500b5030 2024-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.333+0000 7fd8557c9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8501445e0 0x7fd85006c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.333+0000 7fd8557c9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8501445e0 0x7fd85006c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53464/0 (socket says 172.21.15.33:53464) 2024-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.333+0000 7fd8557c9640 1 -- 172.21.15.33:0/3373232505 learned_addr learned my addr 172.21.15.33:0/3373232505 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.333+0000 7fd854fc8640 1 --2- 172.21.15.33:0/3373232505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd85006f630 0x7fd8501f6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:43.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.333+0000 7fd84ffff640 1 --2- 172.21.15.33:0/3373232505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8500b5030 0x7fd8501f3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd8557c9640 1 -- 172.21.15.33:0/3373232505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8500b5030 msgr2=0x7fd8501f3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd8557c9640 1 --2- 172.21.15.33:0/3373232505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8500b5030 0x7fd8501f3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd8557c9640 1 -- 172.21.15.33:0/3373232505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd85006f630 msgr2=0x7fd8501f6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd8557c9640 1 --2- 172.21.15.33:0/3373232505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd85006f630 0x7fd8501f6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd8557c9640 1 -- 172.21.15.33:0/3373232505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8501f78d0 con 0x7fd8501445e0 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd854fc8640 1 --2- 172.21.15.33:0/3373232505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd85006f630 0x7fd8501f6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd8557c9640 1 --2- 172.21.15.33:0/3373232505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8501445e0 0x7fd85006c630 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fd84800c730 tx=0x7fd84800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd84d7fa640 1 -- 172.21.15.33:0/3373232505 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd848003b70 con 0x7fd8501445e0 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd84d7fa640 1 -- 172.21.15.33:0/3373232505 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd848003d10 con 0x7fd8501445e0 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd84d7fa640 1 -- 172.21.15.33:0/3373232505 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd84800aab0 con 0x7fd8501445e0 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd85722c640 1 -- 172.21.15.33:0/3373232505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8501f7bb0 con 0x7fd8501445e0 2024-07-26T15:41:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.334+0000 7fd85722c640 1 -- 172.21.15.33:0/3373232505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd85012e220 con 0x7fd8501445e0 2024-07-26T15:41:43.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.335+0000 7fd85722c640 1 -- 172.21.15.33:0/3373232505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd85012dd30 con 0x7fd8501445e0 2024-07-26T15:41:43.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.335+0000 7fd84d7fa640 1 -- 172.21.15.33:0/3373232505 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 15) ==== 49591+0+0 (secure 0 0 0) 0x7fd84800ac50 con 0x7fd8501445e0 2024-07-26T15:41:43.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.336+0000 7fd84d7fa640 1 -- 172.21.15.33:0/3373232505 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 7647+0+0 (secure 0 0 0) 0x7fd8480525c0 con 0x7fd8501445e0 2024-07-26T15:41:43.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.340+0000 7fd84d7fa640 1 -- 172.21.15.33:0/3373232505 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd848019d10 con 0x7fd8501445e0 2024-07-26T15:41:43.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.549+0000 7fd85722c640 1 -- 172.21.15.33:0/3373232505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd850141a20 con 0x7fd8501445e0 2024-07-26T15:41:43.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.550+0000 7fd84d7fa640 1 -- 172.21.15.33:0/3373232505 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 15 entries v59) ==== 81+0+892 (secure 0 0 0) 0x7fd848005090 con 0x7fd8501445e0 2024-07-26T15:41:43.551 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/648292604 2024-07-27T15:41:42.993690+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1761146512 2024-07-27T15:30:03.494832+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6833/3214049706 2024-07-27T15:30:03.494832+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2324613570 2024-07-27T15:30:03.494832+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/279264985 2024-07-27T15:30:03.494832+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3514229258 2024-07-27T15:41:42.993690+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6832/3978763550 2024-07-27T15:41:42.993690+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6832/3214049706 2024-07-27T15:30:03.494832+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/793139566 2024-07-27T15:41:42.993690+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3754211016 2024-07-27T15:41:42.993690+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/327173623 2024-07-27T15:41:42.993690+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6833/3978763550 2024-07-27T15:41:42.993690+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/320283049 2024-07-27T15:41:42.993690+0000 2024-07-26T15:41:43.552 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1291614142 2024-07-27T15:30:03.494832+0000 2024-07-26T15:41:43.553 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1957139402 2024-07-27T15:41:42.993690+0000 2024-07-26T15:41:43.553 INFO:teuthology.orchestra.run.smithi033.stderr:listed 15 entries 2024-07-26T15:41:43.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.552+0000 7fd85722c640 1 -- 172.21.15.33:0/3373232505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8501445e0 msgr2=0x7fd85006c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:43.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.552+0000 7fd85722c640 1 --2- 172.21.15.33:0/3373232505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8501445e0 0x7fd85006c630 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fd84800c730 tx=0x7fd84800cbf0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.552+0000 7fd85722c640 1 -- 172.21.15.33:0/3373232505 shutdown_connections 2024-07-26T15:41:43.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.552+0000 7fd85722c640 1 --2- 172.21.15.33:0/3373232505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8501445e0 0x7fd85006c630 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.552+0000 7fd85722c640 1 --2- 172.21.15.33:0/3373232505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8500b5030 0x7fd8501f3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.552+0000 7fd85722c640 1 --2- 172.21.15.33:0/3373232505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd85006f630 0x7fd8501f6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.552+0000 7fd85722c640 1 -- 172.21.15.33:0/3373232505 >> 172.21.15.33:0/3373232505 conn(0x7fd8500b28f0 msgr2=0x7fd850143c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:43.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.552+0000 7fd85722c640 1 -- 172.21.15.33:0/3373232505 shutdown_connections 2024-07-26T15:41:43.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.552+0000 7fd85722c640 1 -- 172.21.15.33:0/3373232505 wait complete. 2024-07-26T15:41:43.565 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T15:41:43.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:43.565 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T15:41:43.590 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[51363]: fuse finished with error 0 and tester_r 0 2024-07-26T15:41:43.593 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:41:43.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:41:43.593 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T15:41:43.649 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:41:43.649 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:41:43.649 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:41:43.665 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:41:43.665 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:41:43.665 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:41:43.665 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:41:43.704 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:41:43.704 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:41:43.704 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:41:43.704 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:41:43.721 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:41:43.721 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:41:43.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.862+0000 7f01f6f0e640 1 -- 172.21.15.33:0/875581850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f01f00ce6e0 msgr2=0x7f01f00cc380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:43.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.862+0000 7f01f6f0e640 1 --2- 172.21.15.33:0/875581850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f01f00ce6e0 0x7f01f00cc380 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f01e4009830 tx=0x7f01e402a480 comp rx=0 tx=0).stop 2024-07-26T15:41:43.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.862+0000 7f01f6f0e640 1 -- 172.21.15.33:0/875581850 shutdown_connections 2024-07-26T15:41:43.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.862+0000 7f01f6f0e640 1 --2- 172.21.15.33:0/875581850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f01f015afc0 0x7f01f015eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.862+0000 7f01f6f0e640 1 --2- 172.21.15.33:0/875581850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f01f00ce6e0 0x7f01f00cc380 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.862+0000 7f01f6f0e640 1 -- 172.21.15.33:0/875581850 >> 172.21.15.33:0/875581850 conn(0x7f01f00d0b10 msgr2=0x7f01f00d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:43.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.862+0000 7f01f6f0e640 1 -- 172.21.15.33:0/875581850 shutdown_connections 2024-07-26T15:41:43.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.862+0000 7f01f6f0e640 1 -- 172.21.15.33:0/875581850 wait complete. 2024-07-26T15:41:43.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.864+0000 7f01f6f0e640 1 Processor -- start 2024-07-26T15:41:43.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.864+0000 7f01f6f0e640 1 -- start start 2024-07-26T15:41:43.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f6f0e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f01f00ce6e0 0x7f01f01f6c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:43.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f6f0e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f01f015afc0 0x7f01f0155350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:43.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f6f0e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01f015f0e0 0x7f01f0155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:43.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f6f0e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f01f0073430 con 0x7f01f015f0e0 2024-07-26T15:41:43.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f6f0e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f01f00732b0 con 0x7f01f00ce6e0 2024-07-26T15:41:43.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f6f0e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f01f00735b0 con 0x7f01f015afc0 2024-07-26T15:41:43.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f54ab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01f015f0e0 0x7f01f0155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01effff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f01f015afc0 0x7f01f0155350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f54ab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01f015f0e0 0x7f01f0155890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53468/0 (socket says 172.21.15.33:53468) 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f54ab640 1 -- 172.21.15.33:0/738178876 learned_addr learned my addr 172.21.15.33:0/738178876 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f4caa640 1 --2- 172.21.15.33:0/738178876 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f01f00ce6e0 0x7f01f01f6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f54ab640 1 -- 172.21.15.33:0/738178876 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f01f015afc0 msgr2=0x7f01f0155350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f54ab640 1 --2- 172.21.15.33:0/738178876 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f01f015afc0 0x7f01f0155350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f54ab640 1 -- 172.21.15.33:0/738178876 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f01f00ce6e0 msgr2=0x7f01f01f6c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f54ab640 1 --2- 172.21.15.33:0/738178876 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f01f00ce6e0 0x7f01f01f6c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f54ab640 1 -- 172.21.15.33:0/738178876 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01f00c8600 con 0x7f01f015f0e0 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f4caa640 1 --2- 172.21.15.33:0/738178876 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f01f00ce6e0 0x7f01f01f6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.866+0000 7f01f54ab640 1 --2- 172.21.15.33:0/738178876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01f015f0e0 0x7f01f0155890 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f01e800ca80 tx=0x7f01e800cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.867+0000 7f01ed7fa640 1 -- 172.21.15.33:0/738178876 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e8016020 con 0x7f01f015f0e0 2024-07-26T15:41:43.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.867+0000 7f01ed7fa640 1 -- 172.21.15.33:0/738178876 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f01e800ad40 con 0x7f01f015f0e0 2024-07-26T15:41:43.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.867+0000 7f01ed7fa640 1 -- 172.21.15.33:0/738178876 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01e8012680 con 0x7f01f015f0e0 2024-07-26T15:41:43.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.867+0000 7f01f6f0e640 1 -- 172.21.15.33:0/738178876 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01f01f75f0 con 0x7f01f015f0e0 2024-07-26T15:41:43.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.867+0000 7f01f6f0e640 1 -- 172.21.15.33:0/738178876 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01f00c9cf0 con 0x7f01f015f0e0 2024-07-26T15:41:43.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.868+0000 7f01ed7fa640 1 -- 172.21.15.33:0/738178876 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 15) ==== 49591+0+0 (secure 0 0 0) 0x7f01e8019020 con 0x7f01f015f0e0 2024-07-26T15:41:43.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.868+0000 7f01f6f0e640 1 -- 172.21.15.33:0/738178876 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01f01f7b10 con 0x7f01f015f0e0 2024-07-26T15:41:43.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.868+0000 7f01ed7fa640 1 -- 172.21.15.33:0/738178876 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 7647+0+0 (secure 0 0 0) 0x7f01e8052e70 con 0x7f01f015f0e0 2024-07-26T15:41:43.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:43.873+0000 7f01ed7fa640 1 -- 172.21.15.33:0/738178876 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f01f01f7b10 con 0x7f01f015f0e0 2024-07-26T15:41:44.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.104+0000 7f01f6f0e640 1 -- 172.21.15.33:0/738178876 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f01f00cc380 con 0x7f01f015f0e0 2024-07-26T15:41:44.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.112+0000 7f01ed7fa640 1 -- 172.21.15.33:0/738178876 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5223 (secure 0 0 0) 0x7f01e8020020 con 0x7f01f015f0e0 2024-07-26T15:41:44.113 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:44.113 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":18,"btime":"2024-07-26T15:29:49:491456+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3002016338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3002016338},{"type":"v1","addr":"172.21.15.33:6834","nonce":3002016338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4927,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/809873516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":809873516},{"type":"v1","addr":"172.21.15.154:6836","nonce":809873516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4930,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6837/2665027072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2665027072},{"type":"v1","addr":"172.21.15.154:6837","nonce":2665027072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:29:45.864997+0000","modified":"2024-07-26T15:29:48.887876+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5058},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5058":{"gid":5058,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/969994320","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":969994320},{"type":"v1","addr":"172.21.15.33:6835","nonce":969994320}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5058,"qdb_cluster":[5058]},"id":2}]} 2024-07-26T15:41:44.114 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 18 2024-07-26T15:41:44.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.115+0000 7f01f6f0e640 1 -- 172.21.15.33:0/738178876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01f015f0e0 msgr2=0x7f01f0155890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.115+0000 7f01f6f0e640 1 --2- 172.21.15.33:0/738178876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01f015f0e0 0x7f01f0155890 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f01e800ca80 tx=0x7f01e800cf40 comp rx=0 tx=0).stop 2024-07-26T15:41:44.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.115+0000 7f01f6f0e640 1 -- 172.21.15.33:0/738178876 shutdown_connections 2024-07-26T15:41:44.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.115+0000 7f01f6f0e640 1 --2- 172.21.15.33:0/738178876 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f01f015f0e0 0x7f01f0155890 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.115+0000 7f01f6f0e640 1 --2- 172.21.15.33:0/738178876 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f01f015afc0 0x7f01f0155350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.115+0000 7f01f6f0e640 1 --2- 172.21.15.33:0/738178876 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f01f00ce6e0 0x7f01f01f6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.115+0000 7f01f6f0e640 1 -- 172.21.15.33:0/738178876 >> 172.21.15.33:0/738178876 conn(0x7f01f00d0b10 msgr2=0x7f01f00d0290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:44.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.115+0000 7f01f6f0e640 1 -- 172.21.15.33:0/738178876 shutdown_connections 2024-07-26T15:41:44.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.115+0000 7f01f6f0e640 1 -- 172.21.15.33:0/738178876 wait complete. 2024-07-26T15:41:44.131 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:41:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.247+0000 7f72e0879640 1 -- 172.21.15.33:0/3624649823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72dc140650 msgr2=0x7f72dc140a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.247+0000 7f72e0879640 1 --2- 172.21.15.33:0/3624649823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72dc140650 0x7f72dc140a60 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f72cc005fd0 tx=0x7f72cc02a540 comp rx=0 tx=0).stop 2024-07-26T15:41:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.248+0000 7f72e0879640 1 -- 172.21.15.33:0/3624649823 shutdown_connections 2024-07-26T15:41:44.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.248+0000 7f72e0879640 1 --2- 172.21.15.33:0/3624649823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72dc140650 0x7f72dc140a60 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.248+0000 7f72e0879640 1 --2- 172.21.15.33:0/3624649823 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f72dc13dd60 0x7f72dc13e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.248+0000 7f72e0879640 1 -- 172.21.15.33:0/3624649823 >> 172.21.15.33:0/3624649823 conn(0x7f72dc0b26e0 msgr2=0x7f72dc0b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.248+0000 7f72e0879640 1 -- 172.21.15.33:0/3624649823 shutdown_connections 2024-07-26T15:41:44.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.248+0000 7f72e0879640 1 -- 172.21.15.33:0/3624649823 wait complete. 2024-07-26T15:41:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.250+0000 7f72e0879640 1 Processor -- start 2024-07-26T15:41:44.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.250+0000 7f72e0879640 1 -- start start 2024-07-26T15:41:44.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72e0879640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f72dc073230 0x7f72dc150ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72e0879640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72dc13dd60 0x7f72dc1f2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72e0879640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72dc140650 0x7f72dc1f3020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72e0879640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc0b4da0 con 0x7f72dc140650 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72e0879640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f72dc0b4c20 con 0x7f72dc13dd60 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72e0879640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f72dc0b4f20 con 0x7f72dc073230 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72dad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72dc140650 0x7f72dc1f3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72dad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72dc140650 0x7f72dc1f3020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53478/0 (socket says 172.21.15.33:53478) 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72dad9d640 1 -- 172.21.15.33:0/183114204 learned_addr learned my addr 172.21.15.33:0/183114204 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72da59c640 1 --2- 172.21.15.33:0/183114204 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f72dc073230 0x7f72dc150ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72d9d9b640 1 --2- 172.21.15.33:0/183114204 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72dc13dd60 0x7f72dc1f2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72dad9d640 1 -- 172.21.15.33:0/183114204 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f72dc073230 msgr2=0x7f72dc150ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72dad9d640 1 --2- 172.21.15.33:0/183114204 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f72dc073230 0x7f72dc150ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72dad9d640 1 -- 172.21.15.33:0/183114204 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72dc13dd60 msgr2=0x7f72dc1f2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72dad9d640 1 --2- 172.21.15.33:0/183114204 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72dc13dd60 0x7f72dc1f2ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.251+0000 7f72dad9d640 1 -- 172.21.15.33:0/183114204 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72dc1f38e0 con 0x7f72dc140650 2024-07-26T15:41:44.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.252+0000 7f72dad9d640 1 --2- 172.21.15.33:0/183114204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72dc140650 0x7f72dc1f3020 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f72cc034040 tx=0x7f72cc0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:44.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.252+0000 7f72d2ffd640 1 -- 172.21.15.33:0/183114204 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc03e030 con 0x7f72dc140650 2024-07-26T15:41:44.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.252+0000 7f72d2ffd640 1 -- 172.21.15.33:0/183114204 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72cc003ca0 con 0x7f72dc140650 2024-07-26T15:41:44.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.252+0000 7f72e0879640 1 -- 172.21.15.33:0/183114204 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72dc1f3ef0 con 0x7f72dc140650 2024-07-26T15:41:44.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.252+0000 7f72d2ffd640 1 -- 172.21.15.33:0/183114204 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72cc035040 con 0x7f72dc140650 2024-07-26T15:41:44.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.252+0000 7f72e0879640 1 -- 172.21.15.33:0/183114204 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72dc1f44b0 con 0x7f72dc140650 2024-07-26T15:41:44.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.253+0000 7f72d2ffd640 1 -- 172.21.15.33:0/183114204 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 15) ==== 49591+0+0 (secure 0 0 0) 0x7f72cc041030 con 0x7f72dc140650 2024-07-26T15:41:44.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.253+0000 7f72d2ffd640 1 -- 172.21.15.33:0/183114204 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 7279+0+0 (secure 0 0 0) 0x7f72cc072e70 con 0x7f72dc140650 2024-07-26T15:41:44.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.253+0000 7f72e0879640 1 -- 172.21.15.33:0/183114204 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72dc0b53d0 con 0x7f72dc140650 2024-07-26T15:41:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.258+0000 7f72d2ffd640 1 -- 172.21.15.33:0/183114204 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f72cc004a00 con 0x7f72dc140650 2024-07-26T15:41:44.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.492+0000 7f72e0879640 1 -- 172.21.15.33:0/183114204 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f72dc06d320 con 0x7f72dc140650 2024-07-26T15:41:44.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.493+0000 7f72d2ffd640 1 -- 172.21.15.33:0/183114204 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5223 (secure 0 0 0) 0x7f72cc0423c0 con 0x7f72dc140650 2024-07-26T15:41:44.495 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:44.495 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":18,"btime":"2024-07-26T15:29:49:491456+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3002016338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3002016338},{"type":"v1","addr":"172.21.15.33:6834","nonce":3002016338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4927,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/809873516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":809873516},{"type":"v1","addr":"172.21.15.154:6836","nonce":809873516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4930,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6837/2665027072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2665027072},{"type":"v1","addr":"172.21.15.154:6837","nonce":2665027072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:29:45.864997+0000","modified":"2024-07-26T15:29:48.887876+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5058},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5058":{"gid":5058,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/969994320","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":969994320},{"type":"v1","addr":"172.21.15.33:6835","nonce":969994320}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5058,"qdb_cluster":[5058]},"id":2}]} 2024-07-26T15:41:44.495 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 18 2024-07-26T15:41:44.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.495+0000 7f72e0879640 1 -- 172.21.15.33:0/183114204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72dc140650 msgr2=0x7f72dc1f3020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.495+0000 7f72e0879640 1 --2- 172.21.15.33:0/183114204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72dc140650 0x7f72dc1f3020 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f72cc034040 tx=0x7f72cc0038a0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.495+0000 7f72e0879640 1 -- 172.21.15.33:0/183114204 shutdown_connections 2024-07-26T15:41:44.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.495+0000 7f72e0879640 1 --2- 172.21.15.33:0/183114204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72dc140650 0x7f72dc1f3020 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.495+0000 7f72e0879640 1 --2- 172.21.15.33:0/183114204 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72dc13dd60 0x7f72dc1f2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.495+0000 7f72e0879640 1 --2- 172.21.15.33:0/183114204 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f72dc073230 0x7f72dc150ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.495+0000 7f72e0879640 1 -- 172.21.15.33:0/183114204 >> 172.21.15.33:0/183114204 conn(0x7f72dc0b26e0 msgr2=0x7f72dc0ce1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:44.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.495+0000 7f72e0879640 1 -- 172.21.15.33:0/183114204 shutdown_connections 2024-07-26T15:41:44.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.495+0000 7f72e0879640 1 -- 172.21.15.33:0/183114204 wait complete. 2024-07-26T15:41:44.508 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:41:44.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.630+0000 7f50cfe68640 1 -- 172.21.15.33:0/1984140562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50b40041c0 msgr2=0x7f50b4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.630+0000 7f50cfe68640 1 --2- 172.21.15.33:0/1984140562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50b40041c0 0x7f50b4004800 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f50bc001830 tx=0x7f50b4005830 comp rx=0 tx=0).stop 2024-07-26T15:41:44.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.630+0000 7f50ce405640 1 -- 172.21.15.33:0/1984140562 reap_dead start 2024-07-26T15:41:44.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.630+0000 7f50cfe68640 1 -- 172.21.15.33:0/1984140562 shutdown_connections 2024-07-26T15:41:44.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.630+0000 7f50cfe68640 1 -- 172.21.15.33:0/1984140562 >> 172.21.15.33:0/1984140562 conn(0x7f50c80d1b80 msgr2=0x7f50c80d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:44.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.630+0000 7f50cfe68640 1 -- 172.21.15.33:0/1984140562 shutdown_connections 2024-07-26T15:41:44.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.630+0000 7f50cfe68640 1 -- 172.21.15.33:0/1984140562 wait complete. 2024-07-26T15:41:44.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.632+0000 7f50cfe68640 1 Processor -- start 2024-07-26T15:41:44.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.632+0000 7f50cfe68640 1 -- start start 2024-07-26T15:41:44.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.633+0000 7f50cfe68640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50b40041c0 0x7f50c81f32a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:44.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.633+0000 7f50cfe68640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50c81f2060 0x7f50c80b5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:44.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.633+0000 7f50cfe68640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50c81f2470 0x7f50c80b5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:44.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.633+0000 7f50cfe68640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f50c80b6b80 con 0x7f50b40041c0 2024-07-26T15:41:44.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.633+0000 7f50cfe68640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f50c80cf550 con 0x7f50c81f2060 2024-07-26T15:41:44.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.633+0000 7f50cfe68640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f50c80b6d00 con 0x7f50c81f2470 2024-07-26T15:41:44.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cdc04640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50b40041c0 0x7f50c81f32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:44.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cdc04640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50b40041c0 0x7f50c81f32a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53484/0 (socket says 172.21.15.33:53484) 2024-07-26T15:41:44.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cdc04640 1 -- 172.21.15.33:0/2879790704 learned_addr learned my addr 172.21.15.33:0/2879790704 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:44.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50ce405640 1 --2- 172.21.15.33:0/2879790704 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50c81f2470 0x7f50c80b5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cd403640 1 --2- 172.21.15.33:0/2879790704 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50c81f2060 0x7f50c80b5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cdc04640 1 -- 172.21.15.33:0/2879790704 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50c81f2470 msgr2=0x7f50c80b5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cdc04640 1 --2- 172.21.15.33:0/2879790704 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50c81f2470 0x7f50c80b5fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cdc04640 1 -- 172.21.15.33:0/2879790704 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50c81f2060 msgr2=0x7f50c80b5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cdc04640 1 --2- 172.21.15.33:0/2879790704 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50c81f2060 0x7f50c80b5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cdc04640 1 -- 172.21.15.33:0/2879790704 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50c81f37e0 con 0x7f50b40041c0 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cdc04640 1 --2- 172.21.15.33:0/2879790704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50b40041c0 0x7f50c81f32a0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f50c4006660 tx=0x7f50c40039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50ba7fc640 1 -- 172.21.15.33:0/2879790704 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c4015070 con 0x7f50b40041c0 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50ba7fc640 1 -- 172.21.15.33:0/2879790704 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50c4011920 con 0x7f50b40041c0 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cfe68640 1 -- 172.21.15.33:0/2879790704 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50c8070880 con 0x7f50b40041c0 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50ba7fc640 1 -- 172.21.15.33:0/2879790704 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c4011d70 con 0x7f50b40041c0 2024-07-26T15:41:44.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.634+0000 7f50cfe68640 1 -- 172.21.15.33:0/2879790704 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50c8070e40 con 0x7f50b40041c0 2024-07-26T15:41:44.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.635+0000 7f50ba7fc640 1 -- 172.21.15.33:0/2879790704 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 15) ==== 49591+0+0 (secure 0 0 0) 0x7f50c4018070 con 0x7f50b40041c0 2024-07-26T15:41:44.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.636+0000 7f50cfe68640 1 -- 172.21.15.33:0/2879790704 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50c80d0800 con 0x7f50b40041c0 2024-07-26T15:41:44.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.636+0000 7f50ba7fc640 1 -- 172.21.15.33:0/2879790704 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 7279+0+0 (secure 0 0 0) 0x7f50c40536a0 con 0x7f50b40041c0 2024-07-26T15:41:44.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.641+0000 7f50ba7fc640 1 -- 172.21.15.33:0/2879790704 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f50c80d0800 con 0x7f50b40041c0 2024-07-26T15:41:44.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.837+0000 7f50cfe68640 1 -- 172.21.15.33:0/2879790704 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f50c80ccb30 con 0x7f50b40041c0 2024-07-26T15:41:44.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.838+0000 7f50ba7fc640 1 -- 172.21.15.33:0/2879790704 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v60) ==== 74+0+18732 (secure 0 0 0) 0x7f50c80ccb30 con 0x7f50b40041c0 2024-07-26T15:41:44.840 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:44.840 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":60,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:41:44.102642+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:29:43.548514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-26T15:29:44.813537+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":221,"snap_epoch":60,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.38","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/648292604":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/1761146512":"2024-07-27T15:30:03.494832+0000","172.21.15.154:6833/3214049706":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/2324613570":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/279264985":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/3514229258":"2024-07-27T15:41:42.993690+0000","172.21.15.154:6832/3978763550":"2024-07-27T15:41:42.993690+0000","172.21.15.154:6832/3214049706":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/793139566":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/3754211016":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/327173623":"2024-07-27T15:41:42.993690+0000","172.21.15.154:6833/3978763550":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/320283049":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/1291614142":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/1957139402":"2024-07-27T15:41:42.993690+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":6,"snaps":[{"begin":3,"length":1},{"begin":9,"length":1},{"begin":14,"length":1},{"begin":20,"length":1},{"begin":25,"length":1},{"begin":31,"length":2},{"begin":36,"length":1},{"begin":42,"length":1},{"begin":46,"length":1},{"begin":48,"length":1},{"begin":53,"length":1},{"begin":57,"length":1},{"begin":59,"length":1},{"begin":63,"length":1},{"begin":67,"length":1},{"begin":69,"length":1},{"begin":74,"length":1},{"begin":78,"length":1},{"begin":80,"length":1},{"begin":85,"length":1},{"begin":89,"length":1},{"begin":91,"length":2},{"begin":96,"length":1},{"begin":100,"length":1},{"begin":103,"length":1},{"begin":107,"length":1},{"begin":111,"length":1},{"begin":193,"length":29}]}],"new_removed_snaps":[{"pool":6,"snaps":[{"begin":111,"length":1},{"begin":221,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:41:44.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.841+0000 7f50cfe68640 1 -- 172.21.15.33:0/2879790704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50b40041c0 msgr2=0x7f50c81f32a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.841+0000 7f50cfe68640 1 --2- 172.21.15.33:0/2879790704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50b40041c0 0x7f50c81f32a0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f50c4006660 tx=0x7f50c40039c0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.841+0000 7f50cfe68640 1 -- 172.21.15.33:0/2879790704 shutdown_connections 2024-07-26T15:41:44.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.841+0000 7f50cfe68640 1 --2- 172.21.15.33:0/2879790704 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50c81f2470 0x7f50c80b5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.841+0000 7f50cfe68640 1 --2- 172.21.15.33:0/2879790704 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50c81f2060 0x7f50c80b5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.841+0000 7f50cfe68640 1 --2- 172.21.15.33:0/2879790704 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50b40041c0 0x7f50c81f32a0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.841+0000 7f50cfe68640 1 -- 172.21.15.33:0/2879790704 >> 172.21.15.33:0/2879790704 conn(0x7f50c80d1b80 msgr2=0x7f50c80c7430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:44.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.841+0000 7f50cfe68640 1 -- 172.21.15.33:0/2879790704 shutdown_connections 2024-07-26T15:41:44.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.841+0000 7f50cfe68640 1 -- 172.21.15.33:0/2879790704 wait complete. 2024-07-26T15:41:44.854 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T15:41:44.854 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:41:44.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.970+0000 7f20617d7640 1 -- 172.21.15.33:0/2055218663 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f205c0d0c80 msgr2=0x7f205c0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.970+0000 7f20617d7640 1 --2- 172.21.15.33:0/2055218663 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f205c0d0c80 0x7f205c0d2930 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2050005fd0 tx=0x7f205002a4b0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.971+0000 7f20617d7640 1 -- 172.21.15.33:0/2055218663 shutdown_connections 2024-07-26T15:41:44.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.971+0000 7f20617d7640 1 --2- 172.21.15.33:0/2055218663 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f205c0ce9e0 0x7f205c0cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.971+0000 7f20617d7640 1 --2- 172.21.15.33:0/2055218663 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f205c0d0c80 0x7f205c0d2930 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.971+0000 7f20617d7640 1 -- 172.21.15.33:0/2055218663 >> 172.21.15.33:0/2055218663 conn(0x7f205c0d3e10 msgr2=0x7f205c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:44.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.971+0000 7f20617d7640 1 -- 172.21.15.33:0/2055218663 shutdown_connections 2024-07-26T15:41:44.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.971+0000 7f20617d7640 1 -- 172.21.15.33:0/2055218663 wait complete. 2024-07-26T15:41:44.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.972+0000 7f20617d7640 1 Processor -- start 2024-07-26T15:41:44.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.973+0000 7f20617d7640 1 -- start start 2024-07-26T15:41:44.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f20617d7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f205c0b2dc0 0x7f205c168210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:44.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f20617d7640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f205c0ce9e0 0x7f205c1608a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:44.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f20617d7640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f205c162630 0x7f205c0b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:44.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f20617d7640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f205c0cf4b0 con 0x7f205c0b2dc0 2024-07-26T15:41:44.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f20617d7640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f205c0cf330 con 0x7f205c162630 2024-07-26T15:41:44.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f20617d7640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f205c0cf630 con 0x7f205c0ce9e0 2024-07-26T15:41:44.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f205affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f205c0b2dc0 0x7f205c168210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:44.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f205affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f205c0b2dc0 0x7f205c168210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53492/0 (socket says 172.21.15.33:53492) 2024-07-26T15:41:44.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f205affd640 1 -- 172.21.15.33:0/3754065912 learned_addr learned my addr 172.21.15.33:0/3754065912 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f205a7fc640 1 --2- 172.21.15.33:0/3754065912 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f205c0ce9e0 0x7f205c1608a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f205b7fe640 1 --2- 172.21.15.33:0/3754065912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f205c162630 0x7f205c0b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f205affd640 1 -- 172.21.15.33:0/3754065912 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f205c0ce9e0 msgr2=0x7f205c1608a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f205affd640 1 --2- 172.21.15.33:0/3754065912 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f205c0ce9e0 0x7f205c1608a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f205affd640 1 -- 172.21.15.33:0/3754065912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f205c162630 msgr2=0x7f205c0b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f205affd640 1 --2- 172.21.15.33:0/3754065912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f205c162630 0x7f205c0b39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f205affd640 1 -- 172.21.15.33:0/3754065912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f205c1f4ba0 con 0x7f205c0b2dc0 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.974+0000 7f205b7fe640 1 --2- 172.21.15.33:0/3754065912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f205c162630 0x7f205c0b39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.975+0000 7f205affd640 1 --2- 172.21.15.33:0/3754065912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f205c0b2dc0 0x7f205c168210 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f204c00c3f0 tx=0x7f204c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.975+0000 7f20437fe640 1 -- 172.21.15.33:0/3754065912 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f204c017070 con 0x7f205c0b2dc0 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.975+0000 7f20437fe640 1 -- 172.21.15.33:0/3754065912 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f204c0053c0 con 0x7f205c0b2dc0 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.975+0000 7f20617d7640 1 -- 172.21.15.33:0/3754065912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f205c1f4e80 con 0x7f205c0b2dc0 2024-07-26T15:41:44.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.975+0000 7f20437fe640 1 -- 172.21.15.33:0/3754065912 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f204c0038a0 con 0x7f205c0b2dc0 2024-07-26T15:41:44.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.975+0000 7f20617d7640 1 -- 172.21.15.33:0/3754065912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f205c1f5440 con 0x7f205c0b2dc0 2024-07-26T15:41:44.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.976+0000 7f20617d7640 1 -- 172.21.15.33:0/3754065912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f205c0cedf0 con 0x7f205c0b2dc0 2024-07-26T15:41:44.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.976+0000 7f20437fe640 1 -- 172.21.15.33:0/3754065912 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 15) ==== 49591+0+0 (secure 0 0 0) 0x7f204c01a070 con 0x7f205c0b2dc0 2024-07-26T15:41:44.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.976+0000 7f20437fe640 1 -- 172.21.15.33:0/3754065912 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 7279+0+0 (secure 0 0 0) 0x7f204c051ac0 con 0x7f205c0b2dc0 2024-07-26T15:41:44.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:44.981+0000 7f20437fe640 1 -- 172.21.15.33:0/3754065912 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f204c003c20 con 0x7f205c0b2dc0 2024-07-26T15:41:45.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.212+0000 7f20617d7640 1 -- 172.21.15.33:0/3754065912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f205c0b4a60 con 0x7f205c0b2dc0 2024-07-26T15:41:45.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.212+0000 7f20437fe640 1 -- 172.21.15.33:0/3754065912 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5223 (secure 0 0 0) 0x7f204c01bdf0 con 0x7f205c0b2dc0 2024-07-26T15:41:45.214 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:45.214 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":18,"btime":"2024-07-26T15:29:49:491456+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3002016338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3002016338},{"type":"v1","addr":"172.21.15.33:6834","nonce":3002016338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4927,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/809873516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":809873516},{"type":"v1","addr":"172.21.15.154:6836","nonce":809873516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4930,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6837/2665027072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2665027072},{"type":"v1","addr":"172.21.15.154:6837","nonce":2665027072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:29:45.864997+0000","modified":"2024-07-26T15:29:48.887876+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5058},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5058":{"gid":5058,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/969994320","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":969994320},{"type":"v1","addr":"172.21.15.33:6835","nonce":969994320}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5058,"qdb_cluster":[5058]},"id":2}]} 2024-07-26T15:41:45.214 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 18 2024-07-26T15:41:45.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.214+0000 7f20617d7640 1 -- 172.21.15.33:0/3754065912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f205c0b2dc0 msgr2=0x7f205c168210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:45.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.214+0000 7f20617d7640 1 --2- 172.21.15.33:0/3754065912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f205c0b2dc0 0x7f205c168210 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f204c00c3f0 tx=0x7f204c00c8b0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.214+0000 7f20617d7640 1 -- 172.21.15.33:0/3754065912 shutdown_connections 2024-07-26T15:41:45.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.214+0000 7f20617d7640 1 --2- 172.21.15.33:0/3754065912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f205c162630 0x7f205c0b39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.214+0000 7f20617d7640 1 --2- 172.21.15.33:0/3754065912 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f205c0ce9e0 0x7f205c1608a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.214+0000 7f20617d7640 1 --2- 172.21.15.33:0/3754065912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f205c0b2dc0 0x7f205c168210 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.214+0000 7f20617d7640 1 -- 172.21.15.33:0/3754065912 >> 172.21.15.33:0/3754065912 conn(0x7f205c0d3e10 msgr2=0x7f205c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:45.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.214+0000 7f20617d7640 1 -- 172.21.15.33:0/3754065912 shutdown_connections 2024-07-26T15:41:45.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.214+0000 7f20617d7640 1 -- 172.21.15.33:0/3754065912 wait complete. 2024-07-26T15:41:45.227 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:41:45.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.344+0000 7f0704218640 1 -- 172.21.15.33:0/2564160810 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06fc0b9050 msgr2=0x7f06fc0cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:45.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.344+0000 7f0704218640 1 --2- 172.21.15.33:0/2564160810 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06fc0b9050 0x7f06fc0cf710 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f06fc0cae00 tx=0x7f06f002a560 comp rx=0 tx=0).stop 2024-07-26T15:41:45.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.344+0000 7f0704218640 1 -- 172.21.15.33:0/2564160810 shutdown_connections 2024-07-26T15:41:45.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.344+0000 7f0704218640 1 --2- 172.21.15.33:0/2564160810 >> v2:172.21.15.154:3300/0 conn(0x7f06fc0d1970 0x7f06fc0d1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.344+0000 7f0704218640 1 --2- 172.21.15.33:0/2564160810 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06fc0b9050 0x7f06fc0cf710 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.344+0000 7f0704218640 1 -- 172.21.15.33:0/2564160810 >> 172.21.15.33:0/2564160810 conn(0x7f06fc0d3da0 msgr2=0x7f06fc0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:45.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.345+0000 7f0704218640 1 -- 172.21.15.33:0/2564160810 shutdown_connections 2024-07-26T15:41:45.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.345+0000 7f0704218640 1 -- 172.21.15.33:0/2564160810 wait complete. 2024-07-26T15:41:45.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.346+0000 7f0704218640 1 Processor -- start 2024-07-26T15:41:45.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.346+0000 7f0704218640 1 -- start start 2024-07-26T15:41:45.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0704218640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06fc0b9050 0x7f06fc15f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:45.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0704218640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06fc0d0910 0x7f06fc160e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:45.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0704218640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06fc0d1970 0x7f06fc1613b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:45.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0704218640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f06fc0b4ab0 con 0x7f06fc0d0910 2024-07-26T15:41:45.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0704218640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f06fc0b53c0 con 0x7f06fc0b9050 2024-07-26T15:41:45.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0704218640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f06fc0d22c0 con 0x7f06fc0d1970 2024-07-26T15:41:45.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f07017b3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06fc0d0910 0x7f06fc160e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:45.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f07017b3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06fc0d0910 0x7f06fc160e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53498/0 (socket says 172.21.15.33:53498) 2024-07-26T15:41:45.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f07017b3640 1 -- 172.21.15.33:0/1001361847 learned_addr learned my addr 172.21.15.33:0/1001361847 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:45.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0701fb4640 1 --2- 172.21.15.33:0/1001361847 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06fc0b9050 0x7f06fc15f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:45.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f07027b5640 1 --2- 172.21.15.33:0/1001361847 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06fc0d1970 0x7f06fc1613b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:45.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0701fb4640 1 -- 172.21.15.33:0/1001361847 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06fc0d1970 msgr2=0x7f06fc1613b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:45.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0701fb4640 1 --2- 172.21.15.33:0/1001361847 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06fc0d1970 0x7f06fc1613b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0701fb4640 1 -- 172.21.15.33:0/1001361847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06fc0d0910 msgr2=0x7f06fc160e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:45.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0701fb4640 1 --2- 172.21.15.33:0/1001361847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06fc0d0910 0x7f06fc160e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0701fb4640 1 -- 172.21.15.33:0/1001361847 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06fc1f5ec0 con 0x7f06fc0b9050 2024-07-26T15:41:45.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f07017b3640 1 --2- 172.21.15.33:0/1001361847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06fc0d0910 0x7f06fc160e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:41:45.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.348+0000 7f0701fb4640 1 --2- 172.21.15.33:0/1001361847 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06fc0b9050 0x7f06fc15f2d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f06f0031000 tx=0x7f06f00038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:45.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.349+0000 7f06ee7fc640 1 -- 172.21.15.33:0/1001361847 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06f003e030 con 0x7f06fc0b9050 2024-07-26T15:41:45.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.349+0000 7f06ee7fc640 1 -- 172.21.15.33:0/1001361847 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06f0003dd0 con 0x7f06fc0b9050 2024-07-26T15:41:45.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.349+0000 7f0704218640 1 -- 172.21.15.33:0/1001361847 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06fc161b40 con 0x7f06fc0b9050 2024-07-26T15:41:45.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.349+0000 7f06ee7fc640 1 -- 172.21.15.33:0/1001361847 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06f0035040 con 0x7f06fc0b9050 2024-07-26T15:41:45.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.349+0000 7f0704218640 1 -- 172.21.15.33:0/1001361847 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06fc1f86c0 con 0x7f06fc0b9050 2024-07-26T15:41:45.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.350+0000 7f0704218640 1 -- 172.21.15.33:0/1001361847 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06fc0c75e0 con 0x7f06fc0b9050 2024-07-26T15:41:45.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.350+0000 7f06ee7fc640 1 -- 172.21.15.33:0/1001361847 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 15) ==== 49591+0+0 (secure 0 0 0) 0x7f06f0041030 con 0x7f06fc0b9050 2024-07-26T15:41:45.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.350+0000 7f06ee7fc640 1 -- 172.21.15.33:0/1001361847 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 7279+0+0 (secure 0 0 0) 0x7f06f0073200 con 0x7f06fc0b9050 2024-07-26T15:41:45.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.355+0000 7f06ee7fc640 1 -- 172.21.15.33:0/1001361847 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f06fc0c75e0 con 0x7f06fc0b9050 2024-07-26T15:41:45.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.588+0000 7f0704218640 1 -- 172.21.15.33:0/1001361847 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f06fc0cf710 con 0x7f06fc0b9050 2024-07-26T15:41:45.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.589+0000 7f06ee7fc640 1 -- 172.21.15.33:0/1001361847 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5223 (secure 0 0 0) 0x7f06f004cd40 con 0x7f06fc0b9050 2024-07-26T15:41:45.590 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:45.591 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":18,"btime":"2024-07-26T15:29:49:491456+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3002016338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3002016338},{"type":"v1","addr":"172.21.15.33:6834","nonce":3002016338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4927,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/809873516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":809873516},{"type":"v1","addr":"172.21.15.154:6836","nonce":809873516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4930,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6837/2665027072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2665027072},{"type":"v1","addr":"172.21.15.154:6837","nonce":2665027072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:29:45.864997+0000","modified":"2024-07-26T15:29:48.887876+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5058},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5058":{"gid":5058,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/969994320","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":969994320},{"type":"v1","addr":"172.21.15.33:6835","nonce":969994320}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5058,"qdb_cluster":[5058]},"id":2}]} 2024-07-26T15:41:45.591 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 18 2024-07-26T15:41:45.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.591+0000 7f0704218640 1 -- 172.21.15.33:0/1001361847 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06fc0b9050 msgr2=0x7f06fc15f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:45.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.591+0000 7f0704218640 1 --2- 172.21.15.33:0/1001361847 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06fc0b9050 0x7f06fc15f2d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f06f0031000 tx=0x7f06f00038a0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.591+0000 7f0704218640 1 -- 172.21.15.33:0/1001361847 shutdown_connections 2024-07-26T15:41:45.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.591+0000 7f0704218640 1 --2- 172.21.15.33:0/1001361847 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06fc0d1970 0x7f06fc1613b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.591+0000 7f0704218640 1 --2- 172.21.15.33:0/1001361847 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06fc0d0910 0x7f06fc160e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.591+0000 7f0704218640 1 --2- 172.21.15.33:0/1001361847 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06fc0b9050 0x7f06fc15f2d0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.591+0000 7f0704218640 1 -- 172.21.15.33:0/1001361847 >> 172.21.15.33:0/1001361847 conn(0x7f06fc0d3da0 msgr2=0x7f06fc165d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:45.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.591+0000 7f0704218640 1 -- 172.21.15.33:0/1001361847 shutdown_connections 2024-07-26T15:41:45.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.591+0000 7f0704218640 1 -- 172.21.15.33:0/1001361847 wait complete. 2024-07-26T15:41:45.604 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:41:45.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.721+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/166013603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffbc00cc380 msgr2=0x7ffbc015afc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:45.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.721+0000 7ffbc7a1d640 1 --2- 172.21.15.33:0/166013603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffbc00cc380 0x7ffbc015afc0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4005fd0 tx=0x7ffbb402a540 comp rx=0 tx=0).stop 2024-07-26T15:41:45.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.721+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/166013603 shutdown_connections 2024-07-26T15:41:45.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.721+0000 7ffbc7a1d640 1 --2- 172.21.15.33:0/166013603 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffbc015bc00 0x7ffbc015c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.721+0000 7ffbc7a1d640 1 --2- 172.21.15.33:0/166013603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffbc00cc380 0x7ffbc015afc0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.721+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/166013603 >> 172.21.15.33:0/166013603 conn(0x7ffbc00d0b10 msgr2=0x7ffbc00d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:45.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.721+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/166013603 shutdown_connections 2024-07-26T15:41:45.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.721+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/166013603 wait complete. 2024-07-26T15:41:45.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.723+0000 7ffbc7a1d640 1 Processor -- start 2024-07-26T15:41:45.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.723+0000 7ffbc7a1d640 1 -- start start 2024-07-26T15:41:45.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.724+0000 7ffbc7a1d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffbc00cc380 0x7ffbc00c5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:45.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc7a1d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffbc00ce6e0 0x7ffbc0151020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:45.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc7a1d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffbc015bc00 0x7ffbc01524f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:45.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc7a1d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc0073430 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc7a1d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc00732b0 con 0x7ffbc015bc00 2024-07-26T15:41:45.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc7a1d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffbc00735b0 con 0x7ffbc00cc380 2024-07-26T15:41:45.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc4fb8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffbc00ce6e0 0x7ffbc0151020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:45.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc4fb8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffbc00ce6e0 0x7ffbc0151020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53522/0 (socket says 172.21.15.33:53522) 2024-07-26T15:41:45.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc4fb8640 1 -- 172.21.15.33:0/2492593188 learned_addr learned my addr 172.21.15.33:0/2492593188 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:45.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc57b9640 1 --2- 172.21.15.33:0/2492593188 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffbc00cc380 0x7ffbc00c5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:45.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc5fba640 1 --2- 172.21.15.33:0/2492593188 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffbc015bc00 0x7ffbc01524f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:45.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc4fb8640 1 -- 172.21.15.33:0/2492593188 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffbc00cc380 msgr2=0x7ffbc00c5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:45.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc4fb8640 1 --2- 172.21.15.33:0/2492593188 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffbc00cc380 0x7ffbc00c5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc4fb8640 1 -- 172.21.15.33:0/2492593188 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffbc015bc00 msgr2=0x7ffbc01524f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:45.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc4fb8640 1 --2- 172.21.15.33:0/2492593188 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffbc015bc00 0x7ffbc01524f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc4fb8640 1 -- 172.21.15.33:0/2492593188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc00c5f70 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.725+0000 7ffbc4fb8640 1 --2- 172.21.15.33:0/2492593188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffbc00ce6e0 0x7ffbc0151020 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4034040 tx=0x7ffbb40038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:45.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.726+0000 7ffbb1ffb640 1 -- 172.21.15.33:0/2492593188 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb403e030 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.726+0000 7ffbb1ffb640 1 -- 172.21.15.33:0/2492593188 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffbb4003db0 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.726+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/2492593188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbc0151a10 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.726+0000 7ffbb1ffb640 1 -- 172.21.15.33:0/2492593188 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4035040 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.726+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/2492593188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbc0152a30 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.727+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/2492593188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbc015afc0 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.727+0000 7ffbb1ffb640 1 -- 172.21.15.33:0/2492593188 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 15) ==== 49591+0+0 (secure 0 0 0) 0x7ffbb4041030 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.727+0000 7ffbb1ffb640 1 -- 172.21.15.33:0/2492593188 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 7279+0+0 (secure 0 0 0) 0x7ffbb4072ea0 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.732+0000 7ffbb1ffb640 1 -- 172.21.15.33:0/2492593188 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffbb404bd60 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.930+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/2492593188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffbc00cfb60 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.931+0000 7ffbb1ffb640 1 -- 172.21.15.33:0/2492593188 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v60) ==== 74+0+18732 (secure 0 0 0) 0x7ffbb4004f20 con 0x7ffbc00ce6e0 2024-07-26T15:41:45.933 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:45.933 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":60,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:41:44.102642+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:29:43.548514+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-26T15:29:44.813537+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":221,"snap_epoch":60,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.38","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/648292604":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/1761146512":"2024-07-27T15:30:03.494832+0000","172.21.15.154:6833/3214049706":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/2324613570":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/279264985":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/3514229258":"2024-07-27T15:41:42.993690+0000","172.21.15.154:6832/3978763550":"2024-07-27T15:41:42.993690+0000","172.21.15.154:6832/3214049706":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/793139566":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/3754211016":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/327173623":"2024-07-27T15:41:42.993690+0000","172.21.15.154:6833/3978763550":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/320283049":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/1291614142":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/1957139402":"2024-07-27T15:41:42.993690+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":6,"snaps":[{"begin":3,"length":1},{"begin":9,"length":1},{"begin":14,"length":1},{"begin":20,"length":1},{"begin":25,"length":1},{"begin":31,"length":2},{"begin":36,"length":1},{"begin":42,"length":1},{"begin":46,"length":1},{"begin":48,"length":1},{"begin":53,"length":1},{"begin":57,"length":1},{"begin":59,"length":1},{"begin":63,"length":1},{"begin":67,"length":1},{"begin":69,"length":1},{"begin":74,"length":1},{"begin":78,"length":1},{"begin":80,"length":1},{"begin":85,"length":1},{"begin":89,"length":1},{"begin":91,"length":2},{"begin":96,"length":1},{"begin":100,"length":1},{"begin":103,"length":1},{"begin":107,"length":1},{"begin":111,"length":1},{"begin":193,"length":29}]}],"new_removed_snaps":[{"pool":6,"snaps":[{"begin":111,"length":1},{"begin":221,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:41:45.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.933+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/2492593188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffbc00ce6e0 msgr2=0x7ffbc0151020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:45.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.933+0000 7ffbc7a1d640 1 --2- 172.21.15.33:0/2492593188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffbc00ce6e0 0x7ffbc0151020 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7ffbb4034040 tx=0x7ffbb40038a0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.933+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/2492593188 shutdown_connections 2024-07-26T15:41:45.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.933+0000 7ffbc7a1d640 1 --2- 172.21.15.33:0/2492593188 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffbc015bc00 0x7ffbc01524f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.933+0000 7ffbc7a1d640 1 --2- 172.21.15.33:0/2492593188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffbc00ce6e0 0x7ffbc0151020 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.933+0000 7ffbc7a1d640 1 --2- 172.21.15.33:0/2492593188 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffbc00cc380 0x7ffbc00c5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:45.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.933+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/2492593188 >> 172.21.15.33:0/2492593188 conn(0x7ffbc00d0b10 msgr2=0x7ffbc015eb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:45.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.933+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/2492593188 shutdown_connections 2024-07-26T15:41:45.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:45.933+0000 7ffbc7a1d640 1 -- 172.21.15.33:0/2492593188 wait complete. 2024-07-26T15:41:45.946 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T15:41:46.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.064+0000 7f7863716640 1 -- 172.21.15.33:0/3911266346 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f785c073210 msgr2=0x7f785c073620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:46.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.064+0000 7f7863716640 1 --2- 172.21.15.33:0/3911266346 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f785c073210 0x7f785c073620 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f7858005fd0 tx=0x7f785802a5d0 comp rx=0 tx=0).stop 2024-07-26T15:41:46.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.064+0000 7f7863716640 1 -- 172.21.15.33:0/3911266346 shutdown_connections 2024-07-26T15:41:46.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.064+0000 7f7863716640 1 --2- 172.21.15.33:0/3911266346 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f785c15b350 0x7f785c15b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:46.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.064+0000 7f7863716640 1 --2- 172.21.15.33:0/3911266346 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f785c073210 0x7f785c073620 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:46.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.064+0000 7f7863716640 1 -- 172.21.15.33:0/3911266346 >> 172.21.15.33:0/3911266346 conn(0x7f785c0b28c0 msgr2=0x7f785c0b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:46.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.064+0000 7f7863716640 1 -- 172.21.15.33:0/3911266346 shutdown_connections 2024-07-26T15:41:46.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.064+0000 7f7863716640 1 -- 172.21.15.33:0/3911266346 wait complete. 2024-07-26T15:41:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.066+0000 7f7863716640 1 Processor -- start 2024-07-26T15:41:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.066+0000 7f7863716640 1 -- start start 2024-07-26T15:41:46.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f7863716640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f785c06fc30 0x7f785c1f5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:46.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f7863716640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f785c073210 0x7f785c140b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:46.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f7863716640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f785c15b350 0x7f785c15d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:46.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f7863716640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f785c0b3f50 con 0x7f785c06fc30 2024-07-26T15:41:46.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f7863716640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f785c0b3dd0 con 0x7f785c15b350 2024-07-26T15:41:46.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f7863716640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f785c0b40d0 con 0x7f785c073210 2024-07-26T15:41:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f78614b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f785c06fc30 0x7f785c1f5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f78614b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f785c06fc30 0x7f785c1f5840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53538/0 (socket says 172.21.15.33:53538) 2024-07-26T15:41:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f78614b2640 1 -- 172.21.15.33:0/484988742 learned_addr learned my addr 172.21.15.33:0/484988742 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f7860cb1640 1 --2- 172.21.15.33:0/484988742 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f785c073210 0x7f785c140b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f7861cb3640 1 --2- 172.21.15.33:0/484988742 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f785c15b350 0x7f785c15d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f78614b2640 1 -- 172.21.15.33:0/484988742 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f785c073210 msgr2=0x7f785c140b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f78614b2640 1 --2- 172.21.15.33:0/484988742 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f785c073210 0x7f785c140b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f78614b2640 1 -- 172.21.15.33:0/484988742 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f785c15b350 msgr2=0x7f785c15d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f78614b2640 1 --2- 172.21.15.33:0/484988742 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f785c15b350 0x7f785c15d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.068+0000 7f78614b2640 1 -- 172.21.15.33:0/484988742 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f785c1f8580 con 0x7f785c06fc30 2024-07-26T15:41:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.069+0000 7f78614b2640 1 --2- 172.21.15.33:0/484988742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f785c06fc30 0x7f785c1f5840 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f785000c3d0 tx=0x7f785000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.075+0000 7f784dffb640 1 -- 172.21.15.33:0/484988742 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7850017070 con 0x7f785c06fc30 2024-07-26T15:41:46.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.075+0000 7f7863716640 1 -- 172.21.15.33:0/484988742 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f785c1416f0 con 0x7f785c06fc30 2024-07-26T15:41:46.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.075+0000 7f784dffb640 1 -- 172.21.15.33:0/484988742 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f78500052d0 con 0x7f785c06fc30 2024-07-26T15:41:46.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.075+0000 7f784dffb640 1 -- 172.21.15.33:0/484988742 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7850003830 con 0x7f785c06fc30 2024-07-26T15:41:46.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.075+0000 7f7863716640 1 -- 172.21.15.33:0/484988742 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f785c1f4d60 con 0x7f785c06fc30 2024-07-26T15:41:46.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.077+0000 7f7863716640 1 -- 172.21.15.33:0/484988742 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f785c0b4690 con 0x7f785c06fc30 2024-07-26T15:41:46.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.078+0000 7f784dffb640 1 -- 172.21.15.33:0/484988742 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 98850+0+0 (secure 0 0 0) 0x7f785001a070 con 0x7f785c06fc30 2024-07-26T15:41:46.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.079+0000 7f784dffb640 1 -- 172.21.15.33:0/484988742 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 7235+0+0 (secure 0 0 0) 0x7f78500981e0 con 0x7f785c06fc30 2024-07-26T15:41:46.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.083+0000 7f784dffb640 1 -- 172.21.15.33:0/484988742 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f785c070040 con 0x7f785c06fc30 2024-07-26T15:41:46.138 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:41:46.137+0000 7f46fc13c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:41:46.139 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:41:46.137+0000 7f46fc13c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:41:46.139 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:41:46.137+0000 7f46fc13c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:41:46.139 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:41:46.137+0000 7f46fc13c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:41:46.139 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:41:46.137+0000 7f46fc13c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:41:46.139 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:41:46.137+0000 7f46ff142640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:41:46.139 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:41:46.137+0000 7f46ff142640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:41:46.139 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:41:46.137+0000 7f46ff142640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:41:46.139 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:41:46.137+0000 7f46ff142640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:41:46.139 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:41:46.137+0000 7f46ff142640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:41:46.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.334+0000 7f7863716640 1 -- 172.21.15.33:0/484988742 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f785c15e0f0 con 0x7f785c06fc30 2024-07-26T15:41:46.336 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T15:41:46.335+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T15:41:46.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.338+0000 7f784dffb640 1 -- 172.21.15.33:0/484988742 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v19) ==== 161+0+0 (secure 0 0 0) 0x7f7850060be0 con 0x7f785c06fc30 2024-07-26T15:41:46.339 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T15:41:46.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.340+0000 7f7863716640 1 -- 172.21.15.33:0/484988742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f785c06fc30 msgr2=0x7f785c1f5840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:46.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.340+0000 7f7863716640 1 --2- 172.21.15.33:0/484988742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f785c06fc30 0x7f785c1f5840 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f785000c3d0 tx=0x7f785000c890 comp rx=0 tx=0).stop 2024-07-26T15:41:46.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.340+0000 7f7863716640 1 -- 172.21.15.33:0/484988742 shutdown_connections 2024-07-26T15:41:46.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.340+0000 7f7863716640 1 --2- 172.21.15.33:0/484988742 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f785c15b350 0x7f785c15d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:46.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.340+0000 7f7863716640 1 --2- 172.21.15.33:0/484988742 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f785c073210 0x7f785c140b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:46.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.340+0000 7f7863716640 1 --2- 172.21.15.33:0/484988742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f785c06fc30 0x7f785c1f5840 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:46.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.340+0000 7f7863716640 1 -- 172.21.15.33:0/484988742 >> 172.21.15.33:0/484988742 conn(0x7f785c0b28c0 msgr2=0x7f785c15a620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:46.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.341+0000 7f7863716640 1 -- 172.21.15.33:0/484988742 shutdown_connections 2024-07-26T15:41:46.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.341+0000 7f7863716640 1 -- 172.21.15.33:0/484988742 wait complete. 2024-07-26T15:41:46.354 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T15:41:46.405 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:41:46.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.475+0000 7f3df1066640 1 -- 172.21.15.33:0/962185162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd8003a50 msgr2=0x7f3dd8003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:46.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.475+0000 7f3df1066640 1 --2- 172.21.15.33:0/962185162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd8003a50 0x7f3dd8003ee0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f3ddc00c310 tx=0x7f3dd8005830 comp rx=0 tx=0).stop 2024-07-26T15:41:46.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.476+0000 7f3df1066640 1 -- 172.21.15.33:0/962185162 shutdown_connections 2024-07-26T15:41:46.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.476+0000 7f3df1066640 1 --2- 172.21.15.33:0/962185162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd8003a50 0x7f3dd8003ee0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:46.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.476+0000 7f3df1066640 1 -- 172.21.15.33:0/962185162 >> 172.21.15.33:0/962185162 conn(0x7f3dec0b37a0 msgr2=0x7f3dec0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:46.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.476+0000 7f3df1066640 1 -- 172.21.15.33:0/962185162 shutdown_connections 2024-07-26T15:41:46.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.476+0000 7f3df1066640 1 -- 172.21.15.33:0/962185162 wait complete. 2024-07-26T15:41:46.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.478+0000 7f3df1066640 1 Processor -- start 2024-07-26T15:41:46.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.478+0000 7f3df1066640 1 -- start start 2024-07-26T15:41:46.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.479+0000 7f3df1066640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dd8003a50 0x7f3dec15cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.479+0000 7f3df1066640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dec1480b0 0x7f3dec15b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.479+0000 7f3df1066640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dec0c8c60 0x7f3dec0c9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.479+0000 7f3df1066640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3dec0ce770 con 0x7f3dec0c8c60 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.479+0000 7f3df1066640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3dec0ce5f0 con 0x7f3dec1480b0 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.479+0000 7f3df1066640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3dec0ce8f0 con 0x7f3dd8003a50 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.479+0000 7f3deb59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dec0c8c60 0x7f3dec0c9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.479+0000 7f3deb59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dec0c8c60 0x7f3dec0c9070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53714/0 (socket says 172.21.15.33:53714) 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.479+0000 7f3deb59e640 1 -- 172.21.15.33:0/3816681663 learned_addr learned my addr 172.21.15.33:0/3816681663 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.479+0000 7f3dead9d640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dd8003a50 0x7f3dec15cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.479+0000 7f3dea59c640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dec1480b0 0x7f3dec15b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.480+0000 7f3deb59e640 1 -- 172.21.15.33:0/3816681663 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dd8003a50 msgr2=0x7f3dec15cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.480+0000 7f3deb59e640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dd8003a50 0x7f3dec15cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:46.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.480+0000 7f3deb59e640 1 -- 172.21.15.33:0/3816681663 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dec1480b0 msgr2=0x7f3dec15b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.480+0000 7f3deb59e640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dec1480b0 0x7f3dec15b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.480+0000 7f3deb59e640 1 -- 172.21.15.33:0/3816681663 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dec1484c0 con 0x7f3dec0c8c60 2024-07-26T15:41:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.480+0000 7f3deb59e640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dec0c8c60 0x7f3dec0c9070 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f3de4005fd0 tx=0x7f3de4011f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.480+0000 7f3de37fe640 1 -- 172.21.15.33:0/3816681663 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de4004b20 con 0x7f3dec0c8c60 2024-07-26T15:41:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.480+0000 7f3de37fe640 1 -- 172.21.15.33:0/3816681663 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3de4004cc0 con 0x7f3dec0c8c60 2024-07-26T15:41:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.480+0000 7f3df1066640 1 -- 172.21.15.33:0/3816681663 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dec15bb50 con 0x7f3dec0c8c60 2024-07-26T15:41:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.480+0000 7f3de37fe640 1 -- 172.21.15.33:0/3816681663 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3de4003bd0 con 0x7f3dec0c8c60 2024-07-26T15:41:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.480+0000 7f3df1066640 1 -- 172.21.15.33:0/3816681663 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dec15c110 con 0x7f3dec0c8c60 2024-07-26T15:41:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.481+0000 7f3df1066640 1 -- 172.21.15.33:0/3816681663 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dec0b15f0 con 0x7f3dec0c8c60 2024-07-26T15:41:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.482+0000 7f3de37fe640 1 -- 172.21.15.33:0/3816681663 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 16) ==== 98850+0+0 (secure 0 0 0) 0x7f3de4004030 con 0x7f3dec0c8c60 2024-07-26T15:41:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.482+0000 7f3de37fe640 1 -- 172.21.15.33:0/3816681663 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 7321+0+0 (secure 0 0 0) 0x7f3de40996d0 con 0x7f3dec0c8c60 2024-07-26T15:41:46.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.487+0000 7f3de37fe640 1 -- 172.21.15.33:0/3816681663 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3de401f060 con 0x7f3dec0c8c60 2024-07-26T15:41:46.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:46.720+0000 7f3df1066640 1 -- 172.21.15.33:0/3816681663 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3dec0d0a50 con 0x7f3dec0c8c60 2024-07-26T15:41:47.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.079+0000 7f3de37fe640 1 -- 172.21.15.33:0/3816681663 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 17) ==== 98977+0+0 (secure 0 0 0) 0x7f3de405d9d0 con 0x7f3dec0c8c60 2024-07-26T15:41:47.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.079+0000 7f3de37fe640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3dcc07d470 0x7f3dcc07f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:47.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.080+0000 7f3dead9d640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3dcc07d470 0x7f3dcc07f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:47.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.082+0000 7f3dead9d640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3dcc07d470 0x7f3dcc07f890 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3ddc033000 tx=0x7f3ddc038040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:47.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.339+0000 7f3de37fe640 1 -- 172.21.15.33:0/3816681663 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v20) ==== 104+0+0 (secure 0 0 0) 0x7f3de40615b0 con 0x7f3dec0c8c60 2024-07-26T15:41:47.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 -- 172.21.15.33:0/3816681663 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3dcc07d470 msgr2=0x7f3dcc07f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:47.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3dcc07d470 0x7f3dcc07f890 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3ddc033000 tx=0x7f3ddc038040 comp rx=0 tx=0).stop 2024-07-26T15:41:47.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 -- 172.21.15.33:0/3816681663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dec0c8c60 msgr2=0x7f3dec0c9070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:47.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dec0c8c60 0x7f3dec0c9070 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f3de4005fd0 tx=0x7f3de4011f80 comp rx=0 tx=0).stop 2024-07-26T15:41:47.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 -- 172.21.15.33:0/3816681663 shutdown_connections 2024-07-26T15:41:47.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3dcc07d470 0x7f3dcc07f890 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:47.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dec0c8c60 0x7f3dec0c9070 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:47.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dec1480b0 0x7f3dec15b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:47.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 --2- 172.21.15.33:0/3816681663 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dd8003a50 0x7f3dec15cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:47.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 -- 172.21.15.33:0/3816681663 >> 172.21.15.33:0/3816681663 conn(0x7f3dec0b37a0 msgr2=0x7f3dec0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:47.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 -- 172.21.15.33:0/3816681663 shutdown_connections 2024-07-26T15:41:47.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.342+0000 7f3df1066640 1 -- 172.21.15.33:0/3816681663 wait complete. 2024-07-26T15:41:47.357 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T15:41:47.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.481+0000 7f19073f2640 1 -- 172.21.15.33:0/987055824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19000b4b40 msgr2=0x7f19000d24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:47.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.481+0000 7f19073f2640 1 --2- 172.21.15.33:0/987055824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19000b4b40 0x7f19000d24a0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f19000d3080 tx=0x7f18f802a9f0 comp rx=0 tx=0).stop 2024-07-26T15:41:47.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.482+0000 7f19073f2640 1 -- 172.21.15.33:0/987055824 shutdown_connections 2024-07-26T15:41:47.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.482+0000 7f19073f2640 1 --2- 172.21.15.33:0/987055824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19000b4b40 0x7f19000d24a0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:47.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.482+0000 7f19073f2640 1 --2- 172.21.15.33:0/987055824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19000b2c00 0x7f19000d1b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:47.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.482+0000 7f19073f2640 1 -- 172.21.15.33:0/987055824 >> 172.21.15.33:0/987055824 conn(0x7f19000d3d70 msgr2=0x7f19000d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:47.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.482+0000 7f19073f2640 1 -- 172.21.15.33:0/987055824 shutdown_connections 2024-07-26T15:41:47.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.482+0000 7f19073f2640 1 -- 172.21.15.33:0/987055824 wait complete. 2024-07-26T15:41:47.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.483+0000 7f19073f2640 1 Processor -- start 2024-07-26T15:41:47.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.483+0000 7f19073f2640 1 -- start start 2024-07-26T15:41:47.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f19073f2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19000b2c00 0x7f190015c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:47.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f19073f2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19000b4b40 0x7f19000cc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f19073f2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19000d2090 0x7f19000cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f19073f2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f19000d0b70 con 0x7f19000b4b40 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f19073f2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f19000d0cf0 con 0x7f19000b2c00 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f19073f2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f19000d0e70 con 0x7f19000d2090 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f190498d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19000b4b40 0x7f19000cc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f190498d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19000b4b40 0x7f19000cc4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53744/0 (socket says 172.21.15.33:53744) 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f190498d640 1 -- 172.21.15.33:0/1302116988 learned_addr learned my addr 172.21.15.33:0/1302116988 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f190598f640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19000d2090 0x7f19000cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f190518e640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19000b2c00 0x7f190015c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f190498d640 1 -- 172.21.15.33:0/1302116988 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19000d2090 msgr2=0x7f19000cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f190498d640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19000d2090 0x7f19000cc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:47.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f190498d640 1 -- 172.21.15.33:0/1302116988 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19000b2c00 msgr2=0x7f190015c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:47.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f190498d640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19000b2c00 0x7f190015c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:47.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f190498d640 1 -- 172.21.15.33:0/1302116988 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f190015f4f0 con 0x7f19000b4b40 2024-07-26T15:41:47.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f190498d640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19000b4b40 0x7f19000cc4a0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f18f000c430 tx=0x7f18f000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:47.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f18f5ffb640 1 -- 172.21.15.33:0/1302116988 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f0017070 con 0x7f19000b4b40 2024-07-26T15:41:47.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f18f5ffb640 1 -- 172.21.15.33:0/1302116988 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f18f00053c0 con 0x7f19000b4b40 2024-07-26T15:41:47.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f19073f2640 1 -- 172.21.15.33:0/1302116988 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f190015f7d0 con 0x7f19000b4b40 2024-07-26T15:41:47.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.485+0000 7f18f5ffb640 1 -- 172.21.15.33:0/1302116988 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f0003850 con 0x7f19000b4b40 2024-07-26T15:41:47.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.486+0000 7f19073f2640 1 -- 172.21.15.33:0/1302116988 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f190015fd90 con 0x7f19000b4b40 2024-07-26T15:41:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.487+0000 7f19073f2640 1 -- 172.21.15.33:0/1302116988 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19000d13f0 con 0x7f19000b4b40 2024-07-26T15:41:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.487+0000 7f18f5ffb640 1 -- 172.21.15.33:0/1302116988 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 98977+0+0 (secure 0 0 0) 0x7f18f001a070 con 0x7f19000b4b40 2024-07-26T15:41:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.488+0000 7f18f5ffb640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f18e4076e90 0x7f18e40793a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.488+0000 7f18f5ffb640 1 -- 172.21.15.33:0/1302116988 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 7321+0+0 (secure 0 0 0) 0x7f18f0097ef0 con 0x7f19000b4b40 2024-07-26T15:41:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.488+0000 7f190518e640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f18e4076e90 0x7f18e40793a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.489+0000 7f190518e640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f18e4076e90 0x7f18e40793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f18fc005fd0 tx=0x7f18fc005850 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:47.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.493+0000 7f18f5ffb640 1 -- 172.21.15.33:0/1302116988 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f19000d13f0 con 0x7f19000b4b40 2024-07-26T15:41:47.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:47.684+0000 7f19073f2640 1 -- 172.21.15.33:0/1302116988 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f19000d1b50 con 0x7f19000b4b40 2024-07-26T15:41:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.104+0000 7f18f5ffb640 1 -- 172.21.15.33:0/1302116988 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v63) ==== 181+0+0 (secure 0 0 0) 0x7f18f00690b0 con 0x7f19000b4b40 2024-07-26T15:41:48.106 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T15:41:48.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.108+0000 7f19073f2640 1 -- 172.21.15.33:0/1302116988 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f18e4076e90 msgr2=0x7f18e40793a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:48.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.108+0000 7f19073f2640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f18e4076e90 0x7f18e40793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f18fc005fd0 tx=0x7f18fc005850 comp rx=0 tx=0).stop 2024-07-26T15:41:48.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.108+0000 7f19073f2640 1 -- 172.21.15.33:0/1302116988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19000b4b40 msgr2=0x7f19000cc4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:48.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.108+0000 7f19073f2640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19000b4b40 0x7f19000cc4a0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f18f000c430 tx=0x7f18f000c8f0 comp rx=0 tx=0).stop 2024-07-26T15:41:48.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.108+0000 7f19073f2640 1 -- 172.21.15.33:0/1302116988 shutdown_connections 2024-07-26T15:41:48.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.109+0000 7f19073f2640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f18e4076e90 0x7f18e40793a0 secure :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f18fc005fd0 tx=0x7f18fc005850 comp rx=0 tx=0).stop 2024-07-26T15:41:48.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.109+0000 7f19073f2640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19000d2090 0x7f19000cc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:48.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.109+0000 7f19073f2640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19000b4b40 0x7f19000cc4a0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:48.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.109+0000 7f19073f2640 1 --2- 172.21.15.33:0/1302116988 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f19000b2c00 0x7f190015c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:48.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.109+0000 7f19073f2640 1 -- 172.21.15.33:0/1302116988 >> 172.21.15.33:0/1302116988 conn(0x7f19000d3d70 msgr2=0x7f19000cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:48.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.109+0000 7f19073f2640 1 -- 172.21.15.33:0/1302116988 shutdown_connections 2024-07-26T15:41:48.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.109+0000 7f19073f2640 1 -- 172.21.15.33:0/1302116988 wait complete. 2024-07-26T15:41:48.128 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T15:41:48.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.254+0000 7f6db142c640 1 -- 172.21.15.33:0/259004364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d98004800 msgr2=0x7f6d98004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:48.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.254+0000 7f6db142c640 1 --2- 172.21.15.33:0/259004364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d98004800 0x7f6d98004c10 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f6dac0d04a0 tx=0x7f6d98005830 comp rx=0 tx=0).stop 2024-07-26T15:41:48.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.254+0000 7f6dab7fe640 1 -- 172.21.15.33:0/259004364 reap_dead start 2024-07-26T15:41:48.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.254+0000 7f6db142c640 1 -- 172.21.15.33:0/259004364 shutdown_connections 2024-07-26T15:41:48.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.254+0000 7f6db142c640 1 -- 172.21.15.33:0/259004364 >> 172.21.15.33:0/259004364 conn(0x7f6dac0d1b30 msgr2=0x7f6dac0d1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:48.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.254+0000 7f6db142c640 1 -- 172.21.15.33:0/259004364 shutdown_connections 2024-07-26T15:41:48.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.254+0000 7f6db142c640 1 -- 172.21.15.33:0/259004364 wait complete. 2024-07-26T15:41:48.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.256+0000 7f6db142c640 1 Processor -- start 2024-07-26T15:41:48.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.256+0000 7f6db142c640 1 -- start start 2024-07-26T15:41:48.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.257+0000 7f6db142c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d98004800 0x7f6dac09c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:48.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.257+0000 7f6db142c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6dac09e720 0x7f6dac1db440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:48.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.257+0000 7f6db142c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6dac1db980 0x7f6dac1e32d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:48.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.257+0000 7f6db142c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac0cce00 con 0x7f6dac1db980 2024-07-26T15:41:48.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.257+0000 7f6db142c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6dac0ccc80 con 0x7f6d98004800 2024-07-26T15:41:48.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.257+0000 7f6db142c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6dac0ccf80 con 0x7f6dac09e720 2024-07-26T15:41:48.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6dab7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6dac1db980 0x7f6dac1e32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:48.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6dab7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6dac1db980 0x7f6dac1e32d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53764/0 (socket says 172.21.15.33:53764) 2024-07-26T15:41:48.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6dab7fe640 1 -- 172.21.15.33:0/856693562 learned_addr learned my addr 172.21.15.33:0/856693562 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:48.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6da27fc640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6dac09e720 0x7f6dac1db440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6daaffd640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d98004800 0x7f6dac09c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6dab7fe640 1 -- 172.21.15.33:0/856693562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6dac09e720 msgr2=0x7f6dac1db440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6dab7fe640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6dac09e720 0x7f6dac1db440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6dab7fe640 1 -- 172.21.15.33:0/856693562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d98004800 msgr2=0x7f6dac09c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6dab7fe640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d98004800 0x7f6dac09c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6dab7fe640 1 -- 172.21.15.33:0/856693562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dac09ee00 con 0x7f6dac1db980 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6dab7fe640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6dac1db980 0x7f6dac1e32d0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f6da4005fd0 tx=0x7f6da4011f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6da3fff640 1 -- 172.21.15.33:0/856693562 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da4004b20 con 0x7f6dac1db980 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6da3fff640 1 -- 172.21.15.33:0/856693562 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6da4004cc0 con 0x7f6dac1db980 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6db142c640 1 -- 172.21.15.33:0/856693562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dac09f0e0 con 0x7f6dac1db980 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6da3fff640 1 -- 172.21.15.33:0/856693562 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da4003bd0 con 0x7f6dac1db980 2024-07-26T15:41:48.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.258+0000 7f6db142c640 1 -- 172.21.15.33:0/856693562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dac1df4f0 con 0x7f6dac1db980 2024-07-26T15:41:48.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.259+0000 7f6db142c640 1 -- 172.21.15.33:0/856693562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dac0cd510 con 0x7f6dac1db980 2024-07-26T15:41:48.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.260+0000 7f6da3fff640 1 -- 172.21.15.33:0/856693562 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 17) ==== 98977+0+0 (secure 0 0 0) 0x7f6da4004030 con 0x7f6dac1db980 2024-07-26T15:41:48.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.261+0000 7f6da3fff640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6d8c076e60 0x7f6d8c079370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:48.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.261+0000 7f6daaffd640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6d8c076e60 0x7f6d8c079370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:48.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.261+0000 7f6da3fff640 1 -- 172.21.15.33:0/856693562 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 6883+0+0 (secure 0 0 0) 0x7f6da4099240 con 0x7f6dac1db980 2024-07-26T15:41:48.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.261+0000 7f6daaffd640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6d8c076e60 0x7f6d8c079370 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c009b30 tx=0x7f6d9c005f90 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:48.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.265+0000 7f6da3fff640 1 -- 172.21.15.33:0/856693562 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6da4061b40 con 0x7f6dac1db980 2024-07-26T15:41:48.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.348+0000 7f6da3fff640 1 -- 172.21.15.33:0/856693562 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 18) ==== 99185+0+0 (secure 0 0 0) 0x7f6da405ddd0 con 0x7f6dac1db980 2024-07-26T15:41:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:48.462+0000 7f6db142c640 1 -- 172.21.15.33:0/856693562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6dac09eb90 con 0x7f6dac1db980 2024-07-26T15:41:49.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.346+0000 7f6da3fff640 1 -- 172.21.15.33:0/856693562 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v64) ==== 169+0+0 (secure 0 0 0) 0x7f6da406c980 con 0x7f6dac1db980 2024-07-26T15:41:49.347 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T15:41:49.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.350+0000 7f6db142c640 1 -- 172.21.15.33:0/856693562 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6d8c076e60 msgr2=0x7f6d8c079370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:49.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.350+0000 7f6db142c640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6d8c076e60 0x7f6d8c079370 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c009b30 tx=0x7f6d9c005f90 comp rx=0 tx=0).stop 2024-07-26T15:41:49.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.350+0000 7f6db142c640 1 -- 172.21.15.33:0/856693562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6dac1db980 msgr2=0x7f6dac1e32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:49.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.350+0000 7f6db142c640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6dac1db980 0x7f6dac1e32d0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f6da4005fd0 tx=0x7f6da4011f80 comp rx=0 tx=0).stop 2024-07-26T15:41:49.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.350+0000 7f6db142c640 1 -- 172.21.15.33:0/856693562 shutdown_connections 2024-07-26T15:41:49.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.350+0000 7f6db142c640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6d8c076e60 0x7f6d8c079370 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.350+0000 7f6db142c640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6dac1db980 0x7f6dac1e32d0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.350+0000 7f6db142c640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6dac09e720 0x7f6dac1db440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.350+0000 7f6db142c640 1 --2- 172.21.15.33:0/856693562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d98004800 0x7f6dac09c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.350+0000 7f6db142c640 1 -- 172.21.15.33:0/856693562 >> 172.21.15.33:0/856693562 conn(0x7f6dac0d1b30 msgr2=0x7f6dac1e4290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:49.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.351+0000 7f6db142c640 1 -- 172.21.15.33:0/856693562 shutdown_connections 2024-07-26T15:41:49.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.351+0000 7f6db142c640 1 -- 172.21.15.33:0/856693562 wait complete. 2024-07-26T15:41:49.368 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T15:41:49.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.493+0000 7fe5338b2640 1 -- 172.21.15.33:0/2540404552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe518004800 msgr2=0x7fe518004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:49.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.493+0000 7fe5338b2640 1 --2- 172.21.15.33:0/2540404552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe518004800 0x7fe518004c10 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fe51c009b50 tx=0x7fe518005830 comp rx=0 tx=0).stop 2024-07-26T15:41:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.493+0000 7fe5338b2640 1 -- 172.21.15.33:0/2540404552 shutdown_connections 2024-07-26T15:41:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.493+0000 7fe5338b2640 1 --2- 172.21.15.33:0/2540404552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe518004800 0x7fe518004c10 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.493+0000 7fe5338b2640 1 -- 172.21.15.33:0/2540404552 >> 172.21.15.33:0/2540404552 conn(0x7fe52c0b3810 msgr2=0x7fe52c0b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.493+0000 7fe5338b2640 1 -- 172.21.15.33:0/2540404552 shutdown_connections 2024-07-26T15:41:49.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.493+0000 7fe5338b2640 1 -- 172.21.15.33:0/2540404552 wait complete. 2024-07-26T15:41:49.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.495+0000 7fe5338b2640 1 Processor -- start 2024-07-26T15:41:49.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.495+0000 7fe5338b2640 1 -- start start 2024-07-26T15:41:49.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe5338b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe518004800 0x7fe52c06d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:49.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe5338b2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe52c14f070 0x7fe52c159730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:49.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe5338b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe52c14f480 0x7fe52c159c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:49.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe5338b2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe52c0ce3c0 con 0x7fe52c14f480 2024-07-26T15:41:49.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe5338b2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe52c0b7730 con 0x7fe518004800 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe5338b2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe52c0ce540 con 0x7fe52c14f070 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe531e4f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe52c14f480 0x7fe52c159c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe531e4f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe52c14f480 0x7fe52c159c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53780/0 (socket says 172.21.15.33:53780) 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe531e4f640 1 -- 172.21.15.33:0/3094984650 learned_addr learned my addr 172.21.15.33:0/3094984650 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe531e4f640 1 -- 172.21.15.33:0/3094984650 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe52c14f070 msgr2=0x7fe52c159730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe530e4d640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe52c14f070 0x7fe52c159730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe531e4f640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe52c14f070 0x7fe52c159730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe531e4f640 1 -- 172.21.15.33:0/3094984650 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe518004800 msgr2=0x7fe52c06d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe531e4f640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe518004800 0x7fe52c06d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe531e4f640 1 -- 172.21.15.33:0/3094984650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe52c158a10 con 0x7fe52c14f480 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.496+0000 7fe531e4f640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe52c14f480 0x7fe52c159c70 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fe52c0cc220 tx=0x7fe524006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.497+0000 7fe521ffb640 1 -- 172.21.15.33:0/3094984650 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe524011900 con 0x7fe52c14f480 2024-07-26T15:41:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.497+0000 7fe521ffb640 1 -- 172.21.15.33:0/3094984650 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe524018070 con 0x7fe52c14f480 2024-07-26T15:41:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.497+0000 7fe521ffb640 1 -- 172.21.15.33:0/3094984650 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe524011d60 con 0x7fe52c14f480 2024-07-26T15:41:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.497+0000 7fe5338b2640 1 -- 172.21.15.33:0/3094984650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe52c158c90 con 0x7fe52c14f480 2024-07-26T15:41:49.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.497+0000 7fe5338b2640 1 -- 172.21.15.33:0/3094984650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe52c158f30 con 0x7fe52c14f480 2024-07-26T15:41:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.498+0000 7fe5338b2640 1 -- 172.21.15.33:0/3094984650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe52c0c61e0 con 0x7fe52c14f480 2024-07-26T15:41:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.498+0000 7fe521ffb640 1 -- 172.21.15.33:0/3094984650 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 99185+0+0 (secure 0 0 0) 0x7fe52401d460 con 0x7fe52c14f480 2024-07-26T15:41:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.499+0000 7fe521ffb640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5100770d0 0x7fe5100795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.499+0000 7fe521ffb640 1 -- 172.21.15.33:0/3094984650 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5980+0+0 (secure 0 0 0) 0x7fe524099470 con 0x7fe52c14f480 2024-07-26T15:41:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.499+0000 7fe53164e640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5100770d0 0x7fe5100795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:49.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.499+0000 7fe53164e640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5100770d0 0x7fe5100795e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe52c06b530 tx=0x7fe5280012d0 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:49.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.503+0000 7fe521ffb640 1 -- 172.21.15.33:0/3094984650 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe52c158a10 con 0x7fe52c14f480 2024-07-26T15:41:49.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.700+0000 7fe5338b2640 1 -- 172.21.15.33:0/3094984650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7fe52c06aa50 con 0x7fe52c14f480 2024-07-26T15:41:49.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.703+0000 7fe521ffb640 1 -- 172.21.15.33:0/3094984650 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v31) ==== 71+0+0 (secure 0 0 0) 0x7fe52c06aa50 con 0x7fe52c14f480 2024-07-26T15:41:49.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 -- 172.21.15.33:0/3094984650 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5100770d0 msgr2=0x7fe5100795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:49.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5100770d0 0x7fe5100795e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe52c06b530 tx=0x7fe5280012d0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 -- 172.21.15.33:0/3094984650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe52c14f480 msgr2=0x7fe52c159c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:49.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe52c14f480 0x7fe52c159c70 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fe52c0cc220 tx=0x7fe524006430 comp rx=0 tx=0).stop 2024-07-26T15:41:49.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 -- 172.21.15.33:0/3094984650 shutdown_connections 2024-07-26T15:41:49.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5100770d0 0x7fe5100795e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe52c14f480 0x7fe52c159c70 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe52c14f070 0x7fe52c159730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 --2- 172.21.15.33:0/3094984650 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe518004800 0x7fe52c06d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 -- 172.21.15.33:0/3094984650 >> 172.21.15.33:0/3094984650 conn(0x7fe52c0b3810 msgr2=0x7fe52c156560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:49.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 -- 172.21.15.33:0/3094984650 shutdown_connections 2024-07-26T15:41:49.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.706+0000 7fe5338b2640 1 -- 172.21.15.33:0/3094984650 wait complete. 2024-07-26T15:41:49.719 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_concurrent_snap_creates' 2024-07-26T15:41:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.836+0000 7fb7c84a1640 1 -- 172.21.15.33:0/1020778416 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c00cc8b0 msgr2=0x7fb7c00cccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.836+0000 7fb7c84a1640 1 --2- 172.21.15.33:0/1020778416 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c00cc8b0 0x7fb7c00cccc0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb7b8005fd0 tx=0x7fb7b802aa10 comp rx=0 tx=0).stop 2024-07-26T15:41:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.836+0000 7fb7c84a1640 1 -- 172.21.15.33:0/1020778416 shutdown_connections 2024-07-26T15:41:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.836+0000 7fb7c84a1640 1 --2- 172.21.15.33:0/1020778416 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c00cc8b0 0x7fb7c00cccc0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.836+0000 7fb7c84a1640 1 --2- 172.21.15.33:0/1020778416 >> v2:172.21.15.154:3300/0 conn(0x7fb7c00ceb00 0x7fb7c00cc370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.836+0000 7fb7c84a1640 1 -- 172.21.15.33:0/1020778416 >> 172.21.15.33:0/1020778416 conn(0x7fb7c00d1b70 msgr2=0x7fb7c00d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:49.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.836+0000 7fb7c84a1640 1 -- 172.21.15.33:0/1020778416 shutdown_connections 2024-07-26T15:41:49.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.836+0000 7fb7c84a1640 1 -- 172.21.15.33:0/1020778416 wait complete. 2024-07-26T15:41:49.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.838+0000 7fb7c84a1640 1 Processor -- start 2024-07-26T15:41:49.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.838+0000 7fb7c84a1640 1 -- start start 2024-07-26T15:41:49.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.839+0000 7fb7c84a1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c00b7010 0x7fb7c0150ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:49.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.839+0000 7fb7c84a1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7c00cc8b0 0x7fb7c006dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:49.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.839+0000 7fb7c84a1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7c00ceb00 0x7fb7c006e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:49.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.839+0000 7fb7c84a1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c00cf090 con 0x7fb7c00cc8b0 2024-07-26T15:41:49.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.839+0000 7fb7c84a1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c00cef10 con 0x7fb7c00ceb00 2024-07-26T15:41:49.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.839+0000 7fb7c84a1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb7c00cd200 con 0x7fb7c00b7010 2024-07-26T15:41:49.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.839+0000 7fb7c5a3c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7c00cc8b0 0x7fb7c006dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:49.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.839+0000 7fb7c5a3c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7c00cc8b0 0x7fb7c006dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53790/0 (socket says 172.21.15.33:53790) 2024-07-26T15:41:49.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.839+0000 7fb7c5a3c640 1 -- 172.21.15.33:0/238301457 learned_addr learned my addr 172.21.15.33:0/238301457 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:49.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7c6a3e640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7c00ceb00 0x7fb7c006e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:49.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7c623d640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c00b7010 0x7fb7c0150ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:49.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7c5a3c640 1 -- 172.21.15.33:0/238301457 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c00b7010 msgr2=0x7fb7c0150ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:49.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7c5a3c640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c00b7010 0x7fb7c0150ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7c5a3c640 1 -- 172.21.15.33:0/238301457 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7c00ceb00 msgr2=0x7fb7c006e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:49.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7c5a3c640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7c00ceb00 0x7fb7c006e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:49.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7c5a3c640 1 -- 172.21.15.33:0/238301457 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7c015a9b0 con 0x7fb7c00cc8b0 2024-07-26T15:41:49.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7c5a3c640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7c00cc8b0 0x7fb7c006dce0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb7b000e9f0 tx=0x7fb7b000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:49.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/238301457 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b000cd80 con 0x7fb7c00cc8b0 2024-07-26T15:41:49.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/238301457 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7b0004020 con 0x7fb7c00cc8b0 2024-07-26T15:41:49.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7c84a1640 1 -- 172.21.15.33:0/238301457 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7c015ac90 con 0x7fb7c00cc8b0 2024-07-26T15:41:49.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/238301457 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7b0004470 con 0x7fb7c00cc8b0 2024-07-26T15:41:49.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.840+0000 7fb7c84a1640 1 -- 172.21.15.33:0/238301457 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7c00af570 con 0x7fb7c00cc8b0 2024-07-26T15:41:49.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.841+0000 7fb7c84a1640 1 -- 172.21.15.33:0/238301457 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7c00cccc0 con 0x7fb7c00cc8b0 2024-07-26T15:41:49.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.842+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/238301457 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 99185+0+0 (secure 0 0 0) 0x7fb7b00035f0 con 0x7fb7c00cc8b0 2024-07-26T15:41:49.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.842+0000 7fb7b6ffd640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb7a40770a0 0x7fb7a40795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:49.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.842+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/238301457 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5980+0+0 (secure 0 0 0) 0x7fb7b0099680 con 0x7fb7c00cc8b0 2024-07-26T15:41:49.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.842+0000 7fb7c623d640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb7a40770a0 0x7fb7a40795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:49.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.843+0000 7fb7c623d640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb7a40770a0 0x7fb7a40795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb7c00d1660 tx=0x7fb7bc009040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:49.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:49.847+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/238301457 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb7b0062610 con 0x7fb7c00cc8b0 2024-07-26T15:41:50.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.116+0000 7fb7c84a1640 1 -- 172.21.15.33:0/238301457 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_concurrent_snap_creates"]} v 0) -- 0x7fb7c015c8e0 con 0x7fb7c00cc8b0 2024-07-26T15:41:50.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.347+0000 7fb7b6ffd640 1 -- 172.21.15.33:0/238301457 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_concurrent_snap_creates"]}]=0 v464) ==== 158+0+0 (secure 0 0 0) 0x7fb7b0061f10 con 0x7fb7c00cc8b0 2024-07-26T15:41:50.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 -- 172.21.15.33:0/238301457 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb7a40770a0 msgr2=0x7fb7a40795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:50.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb7a40770a0 0x7fb7a40795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb7c00d1660 tx=0x7fb7bc009040 comp rx=0 tx=0).stop 2024-07-26T15:41:50.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 -- 172.21.15.33:0/238301457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7c00cc8b0 msgr2=0x7fb7c006dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:50.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7c00cc8b0 0x7fb7c006dce0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb7b000e9f0 tx=0x7fb7b000eeb0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 -- 172.21.15.33:0/238301457 shutdown_connections 2024-07-26T15:41:50.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb7a40770a0 0x7fb7a40795b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7c00ceb00 0x7fb7c006e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7c00cc8b0 0x7fb7c006dce0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 --2- 172.21.15.33:0/238301457 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7c00b7010 0x7fb7c0150ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 -- 172.21.15.33:0/238301457 >> 172.21.15.33:0/238301457 conn(0x7fb7c00d1b70 msgr2=0x7fb7c015e110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:50.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 -- 172.21.15.33:0/238301457 shutdown_connections 2024-07-26T15:41:50.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.349+0000 7fb7c84a1640 1 -- 172.21.15.33:0/238301457 wait complete. 2024-07-26T15:41:50.362 INFO:tasks.cephfs_test_runner:Test concurrent snap creates in same file-system without db issues ... ok 2024-07-26T15:41:50.363 INFO:tasks.cephfs_test_runner:Starting test: test_multi_snap_schedule (tasks.cephfs.test_snap_schedules.TestSnapSchedules) Test exisitence of multiple scheduled snapshots 2024-07-26T15:41:50.363 INFO:tasks.cephfs_test_runner:test_multi_snap_schedule (tasks.cephfs.test_snap_schedules.TestSnapSchedules) 2024-07-26T15:41:50.363 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:41:50.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.480+0000 7fbdf1699640 1 -- 172.21.15.33:0/2968968445 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdec0b6e00 msgr2=0x7fbdec0b1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:50.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.480+0000 7fbdf1699640 1 --2- 172.21.15.33:0/2968968445 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdec0b6e00 0x7fbdec0b1910 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fbde0005fd0 tx=0x7fbde002a540 comp rx=0 tx=0).stop 2024-07-26T15:41:50.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.480+0000 7fbdf1699640 1 -- 172.21.15.33:0/2968968445 shutdown_connections 2024-07-26T15:41:50.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.480+0000 7fbdf1699640 1 --2- 172.21.15.33:0/2968968445 >> v2:172.21.15.154:3300/0 conn(0x7fbdec0b1e50 0x7fbdec0b2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.480+0000 7fbdf1699640 1 --2- 172.21.15.33:0/2968968445 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdec0b6e00 0x7fbdec0b1910 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.480+0000 7fbdf1699640 1 -- 172.21.15.33:0/2968968445 >> 172.21.15.33:0/2968968445 conn(0x7fbdec0d1bf0 msgr2=0x7fbdec0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:50.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.480+0000 7fbdf1699640 1 -- 172.21.15.33:0/2968968445 shutdown_connections 2024-07-26T15:41:50.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.480+0000 7fbdf1699640 1 -- 172.21.15.33:0/2968968445 wait complete. 2024-07-26T15:41:50.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.482+0000 7fbdf1699640 1 Processor -- start 2024-07-26T15:41:50.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.482+0000 7fbdf1699640 1 -- start start 2024-07-26T15:41:50.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdf1699640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdec0b1e50 0x7fbdec1f4120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:50.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdf1699640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbdec0b6e00 0x7fbdec0cae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:50.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdf1699640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdec0cc660 0x7fbdec1f6b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdf1699640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbdec0ce690 con 0x7fbdec0cc660 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdf1699640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbdec0ce510 con 0x7fbdec0b6e00 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdf1699640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbdec0ce810 con 0x7fbdec0b1e50 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdeb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdec0cc660 0x7fbdec1f6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdeb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdec0cc660 0x7fbdec1f6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53798/0 (socket says 172.21.15.33:53798) 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdeb7fe640 1 -- 172.21.15.33:0/390572590 learned_addr learned my addr 172.21.15.33:0/390572590 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdea7fc640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbdec0b6e00 0x7fbdec0cae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdeaffd640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdec0b1e50 0x7fbdec1f4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdeb7fe640 1 -- 172.21.15.33:0/390572590 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdec0b1e50 msgr2=0x7fbdec1f4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdeb7fe640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdec0b1e50 0x7fbdec1f4120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdeb7fe640 1 -- 172.21.15.33:0/390572590 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbdec0b6e00 msgr2=0x7fbdec0cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:50.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdeb7fe640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbdec0b6e00 0x7fbdec0cae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdeb7fe640 1 -- 172.21.15.33:0/390572590 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdec1f7700 con 0x7fbdec0cc660 2024-07-26T15:41:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.484+0000 7fbdeb7fe640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdec0cc660 0x7fbdec1f6b20 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fbde400ea40 tx=0x7fbde400ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.485+0000 7fbdd37fe640 1 -- 172.21.15.33:0/390572590 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde400ce40 con 0x7fbdec0cc660 2024-07-26T15:41:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.485+0000 7fbdd37fe640 1 -- 172.21.15.33:0/390572590 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbde4004c10 con 0x7fbdec0cc660 2024-07-26T15:41:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.485+0000 7fbdd37fe640 1 -- 172.21.15.33:0/390572590 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbde4005020 con 0x7fbdec0cc660 2024-07-26T15:41:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.485+0000 7fbdf1699640 1 -- 172.21.15.33:0/390572590 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdec1f79e0 con 0x7fbdec0cc660 2024-07-26T15:41:50.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.485+0000 7fbdf1699640 1 -- 172.21.15.33:0/390572590 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdec1f3920 con 0x7fbdec0cc660 2024-07-26T15:41:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.486+0000 7fbdf1699640 1 -- 172.21.15.33:0/390572590 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdec1f7470 con 0x7fbdec0cc660 2024-07-26T15:41:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.486+0000 7fbdd37fe640 1 -- 172.21.15.33:0/390572590 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 18) ==== 99185+0+0 (secure 0 0 0) 0x7fbde40051c0 con 0x7fbdec0cc660 2024-07-26T15:41:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.487+0000 7fbdd37fe640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fbdd80770d0 0x7fbdd80795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.487+0000 7fbdd37fe640 1 -- 172.21.15.33:0/390572590 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5980+0+0 (secure 0 0 0) 0x7fbde4099840 con 0x7fbdec0cc660 2024-07-26T15:41:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.487+0000 7fbdeaffd640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fbdd80770d0 0x7fbdd80795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:50.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.487+0000 7fbdeaffd640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fbdd80770d0 0x7fbdd80795e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fbdec0b77d0 tx=0x7fbddc009040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:50.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.491+0000 7fbdd37fe640 1 -- 172.21.15.33:0/390572590 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbde4062160 con 0x7fbdec0cc660 2024-07-26T15:41:50.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.686+0000 7fbdf1699640 1 -- 172.21.15.33:0/390572590 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbdec0b2260 con 0x7fbdec0cc660 2024-07-26T15:41:50.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.686+0000 7fbdd37fe640 1 -- 172.21.15.33:0/390572590 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v64) ==== 74+0+14243 (secure 0 0 0) 0x7fbde40666b0 con 0x7fbdec0cc660 2024-07-26T15:41:50.688 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:50.688 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":64,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:41:49.342999+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6835/969994320":"2024-07-27T15:41:46.335788+0000","172.21.15.33:6833/969994320":"2024-07-27T15:41:46.335788+0000","172.21.15.154:0/648292604":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/1761146512":"2024-07-27T15:30:03.494832+0000","172.21.15.154:6833/3214049706":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/2324613570":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/279264985":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/3514229258":"2024-07-27T15:41:42.993690+0000","172.21.15.154:6832/3978763550":"2024-07-27T15:41:42.993690+0000","172.21.15.154:6832/3214049706":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/793139566":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/3754211016":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/327173623":"2024-07-27T15:41:42.993690+0000","172.21.15.154:6833/3978763550":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/320283049":"2024-07-27T15:41:42.993690+0000","172.21.15.154:0/1291614142":"2024-07-27T15:30:03.494832+0000","172.21.15.154:0/1957139402":"2024-07-27T15:41:42.993690+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:41:50.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 -- 172.21.15.33:0/390572590 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fbdd80770d0 msgr2=0x7fbdd80795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:50.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fbdd80770d0 0x7fbdd80795e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fbdec0b77d0 tx=0x7fbddc009040 comp rx=0 tx=0).stop 2024-07-26T15:41:50.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 -- 172.21.15.33:0/390572590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdec0cc660 msgr2=0x7fbdec1f6b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:50.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdec0cc660 0x7fbdec1f6b20 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fbde400ea40 tx=0x7fbde400ef00 comp rx=0 tx=0).stop 2024-07-26T15:41:50.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 -- 172.21.15.33:0/390572590 shutdown_connections 2024-07-26T15:41:50.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fbdd80770d0 0x7fbdd80795e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdec0cc660 0x7fbdec1f6b20 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbdec0b6e00 0x7fbdec0cae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 --2- 172.21.15.33:0/390572590 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdec0b1e50 0x7fbdec1f4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 -- 172.21.15.33:0/390572590 >> 172.21.15.33:0/390572590 conn(0x7fbdec0d1bf0 msgr2=0x7fbdec0b6580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:50.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 -- 172.21.15.33:0/390572590 shutdown_connections 2024-07-26T15:41:50.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.689+0000 7fbdf1699640 1 -- 172.21.15.33:0/390572590 wait complete. 2024-07-26T15:41:50.701 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T15:41:50.702 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T15:41:50.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.824+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333287970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d500b6be0 msgr2=0x7f4d500d48b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:50.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.824+0000 7f4d54b6c640 1 --2- 172.21.15.33:0/333287970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d500b6be0 0x7f4d500d48b0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f4d40005fd0 tx=0x7f4d4002aa10 comp rx=0 tx=0).stop 2024-07-26T15:41:50.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.824+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333287970 shutdown_connections 2024-07-26T15:41:50.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.824+0000 7f4d54b6c640 1 --2- 172.21.15.33:0/333287970 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d500b8e30 0x7f4d500b4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.824+0000 7f4d54b6c640 1 --2- 172.21.15.33:0/333287970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d500b6be0 0x7f4d500d48b0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.824+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333287970 >> 172.21.15.33:0/333287970 conn(0x7f4d500d3d90 msgr2=0x7f4d500d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:50.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.824+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333287970 shutdown_connections 2024-07-26T15:41:50.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.824+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333287970 wait complete. 2024-07-26T15:41:50.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.826+0000 7f4d54b6c640 1 Processor -- start 2024-07-26T15:41:50.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.826+0000 7f4d54b6c640 1 -- start start 2024-07-26T15:41:50.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.827+0000 7f4d54b6c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d500b6be0 0x7f4d5015cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:50.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.827+0000 7f4d54b6c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d500b8e30 0x7f4d501608a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:50.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.827+0000 7f4d54b6c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d500d05d0 0x7f4d50160de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:50.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.827+0000 7f4d54b6c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4d500d1f20 con 0x7f4d500d05d0 2024-07-26T15:41:50.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.827+0000 7f4d54b6c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4d500d1300 con 0x7f4d500b6be0 2024-07-26T15:41:50.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.827+0000 7f4d54b6c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4d500d20a0 con 0x7f4d500b8e30 2024-07-26T15:41:50.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.827+0000 7f4d4ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d500d05d0 0x7f4d50160de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:50.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.827+0000 7f4d4ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d500d05d0 0x7f4d50160de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53816/0 (socket says 172.21.15.33:53816) 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.827+0000 7f4d4ed9d640 1 -- 172.21.15.33:0/333140576 learned_addr learned my addr 172.21.15.33:0/333140576 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d4dd9b640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d500b8e30 0x7f4d501608a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d4e59c640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d500b6be0 0x7f4d5015cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d4ed9d640 1 -- 172.21.15.33:0/333140576 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d500b8e30 msgr2=0x7f4d501608a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d4ed9d640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d500b8e30 0x7f4d501608a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d4ed9d640 1 -- 172.21.15.33:0/333140576 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d500b6be0 msgr2=0x7f4d5015cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d4ed9d640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d500b6be0 0x7f4d5015cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d4ed9d640 1 -- 172.21.15.33:0/333140576 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d5015efc0 con 0x7f4d500d05d0 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d4dd9b640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d500b8e30 0x7f4d501608a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d4e59c640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d500b6be0 0x7f4d5015cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d4ed9d640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d500d05d0 0x7f4d50160de0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f4d4800c3f0 tx=0x7f4d4800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:50.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d3effd640 1 -- 172.21.15.33:0/333140576 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d48017070 con 0x7f4d500d05d0 2024-07-26T15:41:50.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d3effd640 1 -- 172.21.15.33:0/333140576 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d480053c0 con 0x7f4d500d05d0 2024-07-26T15:41:50.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333140576 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d5015f2a0 con 0x7f4d500d05d0 2024-07-26T15:41:50.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d3effd640 1 -- 172.21.15.33:0/333140576 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d48003850 con 0x7f4d500d05d0 2024-07-26T15:41:50.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.828+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333140576 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d5015f860 con 0x7f4d500d05d0 2024-07-26T15:41:50.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.829+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333140576 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d500d48b0 con 0x7f4d500d05d0 2024-07-26T15:41:50.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.830+0000 7f4d3effd640 1 -- 172.21.15.33:0/333140576 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f4d4801a070 con 0x7f4d500d05d0 2024-07-26T15:41:50.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.830+0000 7f4d3effd640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4d30077160 0x7f4d30079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:50.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.831+0000 7f4d3effd640 1 -- 172.21.15.33:0/333140576 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5980+0+0 (secure 0 0 0) 0x7f4d48097fe0 con 0x7f4d500d05d0 2024-07-26T15:41:50.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.831+0000 7f4d4e59c640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4d30077160 0x7f4d30079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:50.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.831+0000 7f4d4e59c640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4d30077160 0x7f4d30079670 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f4d40035000 tx=0x7f4d40004ab0 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:50.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:50.835+0000 7f4d3effd640 1 -- 172.21.15.33:0/333140576 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4d48060f70 con 0x7f4d500d05d0 2024-07-26T15:41:51.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.027+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333140576 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f4d5008de70 con 0x7f4d500d05d0 2024-07-26T15:41:51.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.028+0000 7f4d3effd640 1 -- 172.21.15.33:0/333140576 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v64) ==== 93+0+10 (secure 0 0 0) 0x7f4d480691b0 con 0x7f4d500d05d0 2024-07-26T15:41:51.030 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T15:41:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333140576 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4d30077160 msgr2=0x7f4d30079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4d30077160 0x7f4d30079670 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f4d40035000 tx=0x7f4d40004ab0 comp rx=0 tx=0).stop 2024-07-26T15:41:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333140576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d500d05d0 msgr2=0x7f4d50160de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d500d05d0 0x7f4d50160de0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f4d4800c3f0 tx=0x7f4d4800c8b0 comp rx=0 tx=0).stop 2024-07-26T15:41:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333140576 shutdown_connections 2024-07-26T15:41:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4d30077160 0x7f4d30079670 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d500d05d0 0x7f4d50160de0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d500b8e30 0x7f4d501608a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 --2- 172.21.15.33:0/333140576 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d500b6be0 0x7f4d5015cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333140576 >> 172.21.15.33:0/333140576 conn(0x7f4d500d3d90 msgr2=0x7f4d500c9f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333140576 shutdown_connections 2024-07-26T15:41:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.030+0000 7f4d54b6c640 1 -- 172.21.15.33:0/333140576 wait complete. 2024-07-26T15:41:51.043 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_multi_snap_schedule' 2024-07-26T15:41:51.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.159+0000 7fa372d47640 1 -- 172.21.15.33:0/3699455873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa36c0cc740 msgr2=0x7fa36c0ccb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:51.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.159+0000 7fa372d47640 1 --2- 172.21.15.33:0/3699455873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa36c0cc740 0x7fa36c0ccb50 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fa36c073c70 tx=0x7fa36402aa30 comp rx=0 tx=0).stop 2024-07-26T15:41:51.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.159+0000 7fa372d47640 1 -- 172.21.15.33:0/3699455873 shutdown_connections 2024-07-26T15:41:51.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.159+0000 7fa372d47640 1 --2- 172.21.15.33:0/3699455873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa36c0cc740 0x7fa36c0ccb50 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:51.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.159+0000 7fa372d47640 1 --2- 172.21.15.33:0/3699455873 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa36c0ce7a0 0x7fa36c0cebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:51.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.159+0000 7fa372d47640 1 --2- 172.21.15.33:0/3699455873 >> v2:172.21.15.154:3300/0 conn(0x7fa36c0b6fc0 0x7fa36c0ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:51.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.159+0000 7fa372d47640 1 -- 172.21.15.33:0/3699455873 >> 172.21.15.33:0/3699455873 conn(0x7fa36c0d1b70 msgr2=0x7fa36c0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:51.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.159+0000 7fa372d47640 1 -- 172.21.15.33:0/3699455873 shutdown_connections 2024-07-26T15:41:51.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.159+0000 7fa372d47640 1 -- 172.21.15.33:0/3699455873 wait complete. 2024-07-26T15:41:51.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.161+0000 7fa372d47640 1 Processor -- start 2024-07-26T15:41:51.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.161+0000 7fa372d47640 1 -- start start 2024-07-26T15:41:51.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.162+0000 7fa372d47640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa36c0b6fc0 0x7fa36c1f3440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:51.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.162+0000 7fa372d47640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa36c0cc740 0x7fa36c15e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:51.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.162+0000 7fa372d47640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa36c0ce7a0 0x7fa36c09e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:51.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.162+0000 7fa372d47640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa36c0cd210 con 0x7fa36c0b6fc0 2024-07-26T15:41:51.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.162+0000 7fa372d47640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa36c0cd090 con 0x7fa36c0ce7a0 2024-07-26T15:41:51.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.162+0000 7fa372d47640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa36c0cd390 con 0x7fa36c0cc740 2024-07-26T15:41:51.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.162+0000 7fa370ae3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa36c0b6fc0 0x7fa36c1f3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:51.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.162+0000 7fa370ae3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa36c0b6fc0 0x7fa36c1f3440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:53824/0 (socket says 172.21.15.33:53824) 2024-07-26T15:41:51.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.162+0000 7fa370ae3640 1 -- 172.21.15.33:0/848097535 learned_addr learned my addr 172.21.15.33:0/848097535 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:51.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa36bfff640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa36c0cc740 0x7fa36c15e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:51.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa3712e4640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa36c0ce7a0 0x7fa36c09e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:51.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa370ae3640 1 -- 172.21.15.33:0/848097535 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa36c0cc740 msgr2=0x7fa36c15e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:51.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa370ae3640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa36c0cc740 0x7fa36c15e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:51.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa370ae3640 1 -- 172.21.15.33:0/848097535 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa36c0ce7a0 msgr2=0x7fa36c09e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:51.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa370ae3640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa36c0ce7a0 0x7fa36c09e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:51.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa370ae3640 1 -- 172.21.15.33:0/848097535 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa36c1f3db0 con 0x7fa36c0b6fc0 2024-07-26T15:41:51.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa370ae3640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa36c0b6fc0 0x7fa36c1f3440 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00e710 tx=0x7fa35c00ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa3697fa640 1 -- 172.21.15.33:0/848097535 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa35c00cab0 con 0x7fa36c0b6fc0 2024-07-26T15:41:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa3697fa640 1 -- 172.21.15.33:0/848097535 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa35c00cd40 con 0x7fa36c0b6fc0 2024-07-26T15:41:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa3697fa640 1 -- 172.21.15.33:0/848097535 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa35c010690 con 0x7fa36c0b6fc0 2024-07-26T15:41:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa372d47640 1 -- 172.21.15.33:0/848097535 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa36c1f4090 con 0x7fa36c0b6fc0 2024-07-26T15:41:51.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.163+0000 7fa372d47640 1 -- 172.21.15.33:0/848097535 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa36c15cc80 con 0x7fa36c0b6fc0 2024-07-26T15:41:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.164+0000 7fa372d47640 1 -- 172.21.15.33:0/848097535 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa36c0b0ba0 con 0x7fa36c0b6fc0 2024-07-26T15:41:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.165+0000 7fa3697fa640 1 -- 172.21.15.33:0/848097535 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7fa35c010a40 con 0x7fa36c0b6fc0 2024-07-26T15:41:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.165+0000 7fa3697fa640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa358077130 0x7fa358079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.165+0000 7fa3697fa640 1 -- 172.21.15.33:0/848097535 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5980+0+0 (secure 0 0 0) 0x7fa35c0996c0 con 0x7fa36c0b6fc0 2024-07-26T15:41:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.165+0000 7fa36bfff640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa358077130 0x7fa358079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:51.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.166+0000 7fa36bfff640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa358077130 0x7fa358079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa36c069bf0 tx=0x7fa360005f90 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:51.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.170+0000 7fa3697fa640 1 -- 172.21.15.33:0/848097535 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa36c0b0ba0 con 0x7fa36c0b6fc0 2024-07-26T15:41:51.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:51.436+0000 7fa372d47640 1 -- 172.21.15.33:0/848097535 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_multi_snap_schedule"]} v 0) -- 0x7fa36c0cdce0 con 0x7fa36c0b6fc0 2024-07-26T15:41:52.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.350+0000 7fa3697fa640 1 -- 172.21.15.33:0/848097535 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_multi_snap_schedule"]}]=0 v466) ==== 157+0+0 (secure 0 0 0) 0x7fa36c0cdce0 con 0x7fa36c0b6fc0 2024-07-26T15:41:52.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 -- 172.21.15.33:0/848097535 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa358077130 msgr2=0x7fa358079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:52.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa358077130 0x7fa358079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa36c069bf0 tx=0x7fa360005f90 comp rx=0 tx=0).stop 2024-07-26T15:41:52.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 -- 172.21.15.33:0/848097535 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa36c0b6fc0 msgr2=0x7fa36c1f3440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:52.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa36c0b6fc0 0x7fa36c1f3440 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00e710 tx=0x7fa35c00ebd0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 -- 172.21.15.33:0/848097535 shutdown_connections 2024-07-26T15:41:52.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa358077130 0x7fa358079640 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa36c0ce7a0 0x7fa36c09e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa36c0cc740 0x7fa36c15e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 --2- 172.21.15.33:0/848097535 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa36c0b6fc0 0x7fa36c1f3440 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 -- 172.21.15.33:0/848097535 >> 172.21.15.33:0/848097535 conn(0x7fa36c0d1b70 msgr2=0x7fa36c0af480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:52.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 -- 172.21.15.33:0/848097535 shutdown_connections 2024-07-26T15:41:52.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.354+0000 7fa372d47640 1 -- 172.21.15.33:0/848097535 wait complete. 2024-07-26T15:41:52.370 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T15:41:52.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.494+0000 7fdcf4246640 1 -- 172.21.15.33:0/2048913532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcec0d2990 msgr2=0x7fdcec0b1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:52.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.494+0000 7fdcf4246640 1 --2- 172.21.15.33:0/2048913532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcec0d2990 0x7fdcec0b1470 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fdce4005fd0 tx=0x7fdce402aae0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.494+0000 7fdcf4246640 1 -- 172.21.15.33:0/2048913532 shutdown_connections 2024-07-26T15:41:52.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.494+0000 7fdcf4246640 1 --2- 172.21.15.33:0/2048913532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcec0d2990 0x7fdcec0b1470 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.494+0000 7fdcf4246640 1 --2- 172.21.15.33:0/2048913532 >> v2:172.21.15.154:3300/0 conn(0x7fdcec0cf430 0x7fdcec0b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.494+0000 7fdcf4246640 1 -- 172.21.15.33:0/2048913532 >> 172.21.15.33:0/2048913532 conn(0x7fdcec0d3da0 msgr2=0x7fdcec0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:52.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.494+0000 7fdcf4246640 1 -- 172.21.15.33:0/2048913532 shutdown_connections 2024-07-26T15:41:52.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.494+0000 7fdcf4246640 1 -- 172.21.15.33:0/2048913532 wait complete. 2024-07-26T15:41:52.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.496+0000 7fdcf4246640 1 Processor -- start 2024-07-26T15:41:52.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.496+0000 7fdcf4246640 1 -- start start 2024-07-26T15:41:52.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.497+0000 7fdcf4246640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdcec0cf430 0x7fdcec15c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:52.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.497+0000 7fdcf4246640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdcec0d1b80 0x7fdcec158150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:52.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.497+0000 7fdcf4246640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcec15cd90 0x7fdcec0cd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:52.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.497+0000 7fdcf4246640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdcec0b1e80 con 0x7fdcec15cd90 2024-07-26T15:41:52.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.497+0000 7fdcf4246640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdcec0b1d00 con 0x7fdcec0cf430 2024-07-26T15:41:52.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.497+0000 7fdcf4246640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdcec0b2000 con 0x7fdcec0d1b80 2024-07-26T15:41:52.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.497+0000 7fdcf27e3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcec15cd90 0x7fdcec0cd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:52.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.497+0000 7fdcf27e3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcec15cd90 0x7fdcec0cd6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47402/0 (socket says 172.21.15.33:47402) 2024-07-26T15:41:52.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.497+0000 7fdcf27e3640 1 -- 172.21.15.33:0/4119193646 learned_addr learned my addr 172.21.15.33:0/4119193646 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:52.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcf17e1640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdcec0d1b80 0x7fdcec158150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:52.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcf1fe2640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdcec0cf430 0x7fdcec15c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:52.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcf27e3640 1 -- 172.21.15.33:0/4119193646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdcec0d1b80 msgr2=0x7fdcec158150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:52.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcf27e3640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdcec0d1b80 0x7fdcec158150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcf27e3640 1 -- 172.21.15.33:0/4119193646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdcec0cf430 msgr2=0x7fdcec15c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:52.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcf27e3640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdcec0cf430 0x7fdcec15c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcf27e3640 1 -- 172.21.15.33:0/4119193646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcec1f8450 con 0x7fdcec15cd90 2024-07-26T15:41:52.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcf27e3640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcec15cd90 0x7fdcec0cd6b0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fdce4009bf0 tx=0x7fdce4003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:52.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcde7fc640 1 -- 172.21.15.33:0/4119193646 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce4044070 con 0x7fdcec15cd90 2024-07-26T15:41:52.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcde7fc640 1 -- 172.21.15.33:0/4119193646 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdce4004250 con 0x7fdcec15cd90 2024-07-26T15:41:52.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcde7fc640 1 -- 172.21.15.33:0/4119193646 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdce4004660 con 0x7fdcec15cd90 2024-07-26T15:41:52.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcf4246640 1 -- 172.21.15.33:0/4119193646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcec1f8730 con 0x7fdcec15cd90 2024-07-26T15:41:52.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.498+0000 7fdcf4246640 1 -- 172.21.15.33:0/4119193646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcec1f8cf0 con 0x7fdcec15cd90 2024-07-26T15:41:52.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.499+0000 7fdcf4246640 1 -- 172.21.15.33:0/4119193646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcec0b2520 con 0x7fdcec15cd90 2024-07-26T15:41:52.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.500+0000 7fdcde7fc640 1 -- 172.21.15.33:0/4119193646 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7fdce4047070 con 0x7fdcec15cd90 2024-07-26T15:41:52.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.501+0000 7fdcde7fc640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fdcd0077130 0x7fdcd0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:52.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.501+0000 7fdcde7fc640 1 -- 172.21.15.33:0/4119193646 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5980+0+0 (secure 0 0 0) 0x7fdce40b9ba0 con 0x7fdcec15cd90 2024-07-26T15:41:52.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.501+0000 7fdcf1fe2640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fdcd0077130 0x7fdcd0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:52.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.501+0000 7fdcf1fe2640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fdcd0077130 0x7fdcd0079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fdce8005fd0 tx=0x7fdce8005850 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:52.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.506+0000 7fdcde7fc640 1 -- 172.21.15.33:0/4119193646 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdce4032030 con 0x7fdcec15cd90 2024-07-26T15:41:52.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.699+0000 7fdcf4246640 1 -- 172.21.15.33:0/4119193646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fdcec06e980 con 0x7fdcec15cd90 2024-07-26T15:41:52.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.700+0000 7fdcde7fc640 1 -- 172.21.15.33:0/4119193646 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v31) ==== 59+0+1998 (secure 0 0 0) 0x7fdce4082a70 con 0x7fdcec15cd90 2024-07-26T15:41:52.701 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T15:41:52.701 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T15:41:52.701 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T15:41:52.702 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T15:41:52.703 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T15:41:52.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 -- 172.21.15.33:0/4119193646 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fdcd0077130 msgr2=0x7fdcd0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:52.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fdcd0077130 0x7fdcd0079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fdce8005fd0 tx=0x7fdce8005850 comp rx=0 tx=0).stop 2024-07-26T15:41:52.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 -- 172.21.15.33:0/4119193646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcec15cd90 msgr2=0x7fdcec0cd6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:52.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcec15cd90 0x7fdcec0cd6b0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fdce4009bf0 tx=0x7fdce4003ce0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 -- 172.21.15.33:0/4119193646 shutdown_connections 2024-07-26T15:41:52.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fdcd0077130 0x7fdcd0079640 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcec15cd90 0x7fdcec0cd6b0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdcec0d1b80 0x7fdcec158150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 --2- 172.21.15.33:0/4119193646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdcec0cf430 0x7fdcec15c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 -- 172.21.15.33:0/4119193646 >> 172.21.15.33:0/4119193646 conn(0x7fdcec0d3da0 msgr2=0x7fdcec0b6bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:52.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 -- 172.21.15.33:0/4119193646 shutdown_connections 2024-07-26T15:41:52.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.703+0000 7fdcf4246640 1 -- 172.21.15.33:0/4119193646 wait complete. 2024-07-26T15:41:52.715 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T15:41:52.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.834+0000 7fd3786d2640 1 -- 172.21.15.33:0/4082631313 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3700b2600 msgr2=0x7fd3700b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:52.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.834+0000 7fd3786d2640 1 --2- 172.21.15.33:0/4082631313 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3700b2600 0x7fd3700b31d0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fd364009830 tx=0x7fd36402a530 comp rx=0 tx=0).stop 2024-07-26T15:41:52.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.834+0000 7fd3786d2640 1 -- 172.21.15.33:0/4082631313 shutdown_connections 2024-07-26T15:41:52.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.834+0000 7fd3786d2640 1 --2- 172.21.15.33:0/4082631313 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3700b2600 0x7fd3700b31d0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.834+0000 7fd3786d2640 1 -- 172.21.15.33:0/4082631313 >> 172.21.15.33:0/4082631313 conn(0x7fd3700b37a0 msgr2=0x7fd3700b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:52.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.834+0000 7fd3786d2640 1 -- 172.21.15.33:0/4082631313 shutdown_connections 2024-07-26T15:41:52.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.834+0000 7fd3786d2640 1 -- 172.21.15.33:0/4082631313 wait complete. 2024-07-26T15:41:52.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.836+0000 7fd3786d2640 1 Processor -- start 2024-07-26T15:41:52.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.837+0000 7fd3786d2640 1 -- start start 2024-07-26T15:41:52.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd3786d2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3700b2600 0x7fd37014afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:52.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd3786d2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3700b6f60 0x7fd3700cb450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:52.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd3786d2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3700ce9e0 0x7fd3700b5f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:52.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd3786d2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd3700cd310 con 0x7fd3700b6f60 2024-07-26T15:41:52.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd3786d2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd3700cd190 con 0x7fd3700ce9e0 2024-07-26T15:41:52.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd3786d2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd3700cd490 con 0x7fd3700b2600 2024-07-26T15:41:52.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd375c6d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3700b6f60 0x7fd3700cb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:52.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd375c6d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3700b6f60 0x7fd3700cb450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47420/0 (socket says 172.21.15.33:47420) 2024-07-26T15:41:52.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd375c6d640 1 -- 172.21.15.33:0/2998060223 learned_addr learned my addr 172.21.15.33:0/2998060223 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:52.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd37646e640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3700b2600 0x7fd37014afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:52.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd375c6d640 1 -- 172.21.15.33:0/2998060223 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3700b2600 msgr2=0x7fd37014afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:52.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd375c6d640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3700b2600 0x7fd37014afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd375c6d640 1 -- 172.21.15.33:0/2998060223 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3700ce9e0 msgr2=0x7fd3700b5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:52.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd376c6f640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3700ce9e0 0x7fd3700b5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:52.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd375c6d640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3700ce9e0 0x7fd3700b5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:52.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd375c6d640 1 -- 172.21.15.33:0/2998060223 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd37014b500 con 0x7fd3700b6f60 2024-07-26T15:41:52.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd37646e640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3700b2600 0x7fd37014afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:41:52.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd376c6f640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3700ce9e0 0x7fd3700b5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:41:52.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd375c6d640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3700b6f60 0x7fd3700cb450 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fd364000c00 tx=0x7fd364033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:52.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd36effd640 1 -- 172.21.15.33:0/2998060223 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd364031d60 con 0x7fd3700b6f60 2024-07-26T15:41:52.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd36effd640 1 -- 172.21.15.33:0/2998060223 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd364033e10 con 0x7fd3700b6f60 2024-07-26T15:41:52.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd36effd640 1 -- 172.21.15.33:0/2998060223 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd364033310 con 0x7fd3700b6f60 2024-07-26T15:41:52.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd3786d2640 1 -- 172.21.15.33:0/2998060223 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd37015c6d0 con 0x7fd3700b6f60 2024-07-26T15:41:52.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.838+0000 7fd3786d2640 1 -- 172.21.15.33:0/2998060223 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd37015cc90 con 0x7fd3700b6f60 2024-07-26T15:41:52.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.839+0000 7fd3786d2640 1 -- 172.21.15.33:0/2998060223 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd37009fe30 con 0x7fd3700b6f60 2024-07-26T15:41:52.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.840+0000 7fd36effd640 1 -- 172.21.15.33:0/2998060223 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7fd3640334b0 con 0x7fd3700b6f60 2024-07-26T15:41:52.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.840+0000 7fd36effd640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd35c077130 0x7fd35c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:52.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.840+0000 7fd36effd640 1 -- 172.21.15.33:0/2998060223 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5980+0+0 (secure 0 0 0) 0x7fd3640ba090 con 0x7fd3700b6f60 2024-07-26T15:41:52.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.840+0000 7fd37646e640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd35c077130 0x7fd35c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:52.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.841+0000 7fd37646e640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd35c077130 0x7fd35c079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd3680016a0 tx=0x7fd368009040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:52.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:52.845+0000 7fd36effd640 1 -- 172.21.15.33:0/2998060223 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd37009fe30 con 0x7fd3700b6f60 2024-07-26T15:41:53.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.036+0000 7fd3786d2640 1 -- 172.21.15.33:0/2998060223 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fd37015c420 con 0x7fd3700b6f60 2024-07-26T15:41:53.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.039+0000 7fd36effd640 1 -- 172.21.15.33:0/2998060223 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v32)=0 v32) ==== 122+0+0 (secure 0 0 0) 0x7fd36403f030 con 0x7fd3700b6f60 2024-07-26T15:41:53.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 -- 172.21.15.33:0/2998060223 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd35c077130 msgr2=0x7fd35c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:53.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd35c077130 0x7fd35c079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd3680016a0 tx=0x7fd368009040 comp rx=0 tx=0).stop 2024-07-26T15:41:53.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 -- 172.21.15.33:0/2998060223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3700b6f60 msgr2=0x7fd3700cb450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:53.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3700b6f60 0x7fd3700cb450 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fd364000c00 tx=0x7fd364033c20 comp rx=0 tx=0).stop 2024-07-26T15:41:53.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 -- 172.21.15.33:0/2998060223 shutdown_connections 2024-07-26T15:41:53.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd35c077130 0x7fd35c079640 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3700ce9e0 0x7fd3700b5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3700b6f60 0x7fd3700cb450 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 --2- 172.21.15.33:0/2998060223 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3700b2600 0x7fd37014afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 -- 172.21.15.33:0/2998060223 >> 172.21.15.33:0/2998060223 conn(0x7fd3700b37a0 msgr2=0x7fd3700cc680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 -- 172.21.15.33:0/2998060223 shutdown_connections 2024-07-26T15:41:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.042+0000 7fd3786d2640 1 -- 172.21.15.33:0/2998060223 wait complete. 2024-07-26T15:41:53.055 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:41:53.055 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:41:53.100 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:41:53.148 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:41:53.149 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:41:53.149 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:41:53.165 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:41:53.165 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:41:53.165 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:41:53.183 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:41:53.183 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:41:53.184 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:41:53.221 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:41:53.222 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:41:53.222 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:41:53.242 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:41:53.242 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T15:41:53.242 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:41:53.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.381+0000 7fa658fdd640 1 -- 172.21.15.33:0/977144411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6540ce9e0 msgr2=0x7fa6540cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:53.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.381+0000 7fa658fdd640 1 --2- 172.21.15.33:0/977144411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6540ce9e0 0x7fa6540cedf0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fa64c005fd0 tx=0x7fa64c02a780 comp rx=0 tx=0).stop 2024-07-26T15:41:53.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.381+0000 7fa658fdd640 1 -- 172.21.15.33:0/977144411 shutdown_connections 2024-07-26T15:41:53.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.381+0000 7fa658fdd640 1 --2- 172.21.15.33:0/977144411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6540ce9e0 0x7fa6540cedf0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.381+0000 7fa658fdd640 1 --2- 172.21.15.33:0/977144411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6540d0c80 0x7fa6540d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.381+0000 7fa658fdd640 1 -- 172.21.15.33:0/977144411 >> 172.21.15.33:0/977144411 conn(0x7fa6540d3e10 msgr2=0x7fa6540d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:53.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.381+0000 7fa658fdd640 1 -- 172.21.15.33:0/977144411 shutdown_connections 2024-07-26T15:41:53.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.381+0000 7fa658fdd640 1 -- 172.21.15.33:0/977144411 wait complete. 2024-07-26T15:41:53.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.383+0000 7fa658fdd640 1 Processor -- start 2024-07-26T15:41:53.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.383+0000 7fa658fdd640 1 -- start start 2024-07-26T15:41:53.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa658fdd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa6540b2dc0 0x7fa65415ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:53.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa658fdd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6540ce9e0 0x7fa654157670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa658fdd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa654159420 0x7fa65415d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa658fdd640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa6540cf4b0 con 0x7fa654159420 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa658fdd640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa6540cf330 con 0x7fa6540b2dc0 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa658fdd640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa6540cf630 con 0x7fa6540ce9e0 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa652d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa654159420 0x7fa65415d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa652d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa654159420 0x7fa65415d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47438/0 (socket says 172.21.15.33:47438) 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa652d9d640 1 -- 172.21.15.33:0/2305407207 learned_addr learned my addr 172.21.15.33:0/2305407207 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa651d9b640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6540ce9e0 0x7fa654157670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa652d9d640 1 -- 172.21.15.33:0/2305407207 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6540ce9e0 msgr2=0x7fa654157670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa65259c640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa6540b2dc0 0x7fa65415ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa652d9d640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6540ce9e0 0x7fa654157670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa652d9d640 1 -- 172.21.15.33:0/2305407207 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa6540b2dc0 msgr2=0x7fa65415ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:53.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.384+0000 7fa652d9d640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa6540b2dc0 0x7fa65415ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.385+0000 7fa652d9d640 1 -- 172.21.15.33:0/2305407207 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6540b6c40 con 0x7fa654159420 2024-07-26T15:41:53.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.385+0000 7fa651d9b640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6540ce9e0 0x7fa654157670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:41:53.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.385+0000 7fa65259c640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa6540b2dc0 0x7fa65415ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:41:53.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.385+0000 7fa652d9d640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa654159420 0x7fa65415d490 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fa64c006010 tx=0x7fa64c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:53.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.385+0000 7fa64affd640 1 -- 172.21.15.33:0/2305407207 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa64c040070 con 0x7fa654159420 2024-07-26T15:41:53.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.385+0000 7fa64affd640 1 -- 172.21.15.33:0/2305407207 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa64c004330 con 0x7fa654159420 2024-07-26T15:41:53.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.385+0000 7fa658fdd640 1 -- 172.21.15.33:0/2305407207 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa654163e10 con 0x7fa654159420 2024-07-26T15:41:53.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.385+0000 7fa64affd640 1 -- 172.21.15.33:0/2305407207 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa64c004740 con 0x7fa654159420 2024-07-26T15:41:53.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.385+0000 7fa658fdd640 1 -- 172.21.15.33:0/2305407207 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa65415e340 con 0x7fa654159420 2024-07-26T15:41:53.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.386+0000 7fa658fdd640 1 -- 172.21.15.33:0/2305407207 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa654163b80 con 0x7fa654159420 2024-07-26T15:41:53.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.387+0000 7fa64affd640 1 -- 172.21.15.33:0/2305407207 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7fa64c043070 con 0x7fa654159420 2024-07-26T15:41:53.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.387+0000 7fa64affd640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa634077160 0x7fa634079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:53.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.388+0000 7fa64affd640 1 -- 172.21.15.33:0/2305407207 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5980+0+0 (secure 0 0 0) 0x7fa64c0ba130 con 0x7fa654159420 2024-07-26T15:41:53.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.388+0000 7fa65259c640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa634077160 0x7fa634079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:53.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.388+0000 7fa65259c640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa634077160 0x7fa634079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa6540ce390 tx=0x7fa644009040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:53.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.391+0000 7fa64affd640 1 -- 172.21.15.33:0/2305407207 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa64c083280 con 0x7fa654159420 2024-07-26T15:41:53.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.630+0000 7fa658fdd640 1 -- 172.21.15.33:0/2305407207 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6540d4370 con 0x7fa654159420 2024-07-26T15:41:53.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.630+0000 7fa64affd640 1 -- 172.21.15.33:0/2305407207 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+3914 (secure 0 0 0) 0x7fa64c082b80 con 0x7fa654159420 2024-07-26T15:41:53.631 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:53.631 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":20,"btime":"2024-07-26T15:41:47:339265+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3002016338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3002016338},{"type":"v1","addr":"172.21.15.33:6834","nonce":3002016338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4927,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6836/809873516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":809873516},{"type":"v1","addr":"172.21.15.154:6836","nonce":809873516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4930,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6837/2665027072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6835","nonce":2665027072},{"type":"v1","addr":"172.21.15.154:6837","nonce":2665027072}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5802,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3342286570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3342286570},{"type":"v1","addr":"172.21.15.33:6835","nonce":3342286570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[]} 2024-07-26T15:41:53.632 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 20 2024-07-26T15:41:53.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 -- 172.21.15.33:0/2305407207 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa634077160 msgr2=0x7fa634079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa634077160 0x7fa634079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa6540ce390 tx=0x7fa644009040 comp rx=0 tx=0).stop 2024-07-26T15:41:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 -- 172.21.15.33:0/2305407207 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa654159420 msgr2=0x7fa65415d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa654159420 0x7fa65415d490 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fa64c006010 tx=0x7fa64c003ba0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 -- 172.21.15.33:0/2305407207 shutdown_connections 2024-07-26T15:41:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa634077160 0x7fa634079670 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa654159420 0x7fa65415d490 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6540ce9e0 0x7fa654157670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 --2- 172.21.15.33:0/2305407207 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa6540b2dc0 0x7fa65415ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 -- 172.21.15.33:0/2305407207 >> 172.21.15.33:0/2305407207 conn(0x7fa6540d3e10 msgr2=0x7fa6540b1380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 -- 172.21.15.33:0/2305407207 shutdown_connections 2024-07-26T15:41:53.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.632+0000 7fa658fdd640 1 -- 172.21.15.33:0/2305407207 wait complete. 2024-07-26T15:41:53.645 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T15:41:53.645 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T15:41:53.645 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T15:41:53.645 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:41:53.646 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T15:41:53.646 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T15:41:53.646 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T15:41:53.646 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:41:53.646 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T15:41:53.646 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T15:41:53.647 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T15:41:53.647 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:41:53.647 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T15:41:53.647 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T15:41:53.647 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T15:41:53.647 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:41:53.657 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T15:41:53.657 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T15:41:53.658 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T15:41:53.658 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T15:41:53.659 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T15:41:53.659 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T15:41:53.660 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T15:41:53.660 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T15:41:53.700 INFO:tasks.ceph.mds.c:Started 2024-07-26T15:41:53.700 DEBUG:teuthology.parallel:result is None 2024-07-26T15:41:53.701 INFO:tasks.ceph.mds.a:Started 2024-07-26T15:41:53.701 DEBUG:teuthology.parallel:result is None 2024-07-26T15:41:53.702 INFO:tasks.ceph.mds.b:Started 2024-07-26T15:41:53.703 DEBUG:teuthology.parallel:result is None 2024-07-26T15:41:53.703 INFO:tasks.ceph.mds.d:Started 2024-07-26T15:41:53.703 DEBUG:teuthology.parallel:result is None 2024-07-26T15:41:53.703 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T15:41:53.790 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:41:53.791 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:41:53.796 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T15:41:53.797 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T15:41:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.827+0000 7f8f14527640 1 -- 172.21.15.33:0/3278727161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f0c151200 msgr2=0x7f8f0c073ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.827+0000 7f8f14527640 1 --2- 172.21.15.33:0/3278727161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f0c151200 0x7f8f0c073ff0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f8f00005fd0 tx=0x7f8f0002a540 comp rx=0 tx=0).stop 2024-07-26T15:41:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.827+0000 7f8f14527640 1 -- 172.21.15.33:0/3278727161 shutdown_connections 2024-07-26T15:41:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.827+0000 7f8f14527640 1 --2- 172.21.15.33:0/3278727161 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f0c0734e0 0x7f8f0c15ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.827+0000 7f8f14527640 1 --2- 172.21.15.33:0/3278727161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f0c151200 0x7f8f0c073ff0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.827+0000 7f8f14527640 1 -- 172.21.15.33:0/3278727161 >> 172.21.15.33:0/3278727161 conn(0x7f8f0c0b1740 msgr2=0x7f8f0c0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.827+0000 7f8f14527640 1 -- 172.21.15.33:0/3278727161 shutdown_connections 2024-07-26T15:41:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.827+0000 7f8f14527640 1 -- 172.21.15.33:0/3278727161 wait complete. 2024-07-26T15:41:53.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.829+0000 7f8f14527640 1 Processor -- start 2024-07-26T15:41:53.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.829+0000 7f8f14527640 1 -- start start 2024-07-26T15:41:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f14527640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f0c06e1c0 0x7f8f0c13f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f14527640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f0c151200 0x7f8f0c1e2980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f14527640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f0c0a94d0 0x7f8f0c0a98e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f14527640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c0727e0 con 0x7f8f0c151200 2024-07-26T15:41:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f14527640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c070460 con 0x7f8f0c0a94d0 2024-07-26T15:41:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f14527640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8f0c06e5d0 con 0x7f8f0c06e1c0 2024-07-26T15:41:53.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f11ac2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f0c151200 0x7f8f0c1e2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:53.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f11ac2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f0c151200 0x7f8f0c1e2980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47494/0 (socket says 172.21.15.33:47494) 2024-07-26T15:41:53.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f11ac2640 1 -- 172.21.15.33:0/1835218688 learned_addr learned my addr 172.21.15.33:0/1835218688 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:53.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f122c3640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f0c06e1c0 0x7f8f0c13f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:53.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f12ac4640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f0c0a94d0 0x7f8f0c0a98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:53.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f11ac2640 1 -- 172.21.15.33:0/1835218688 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f0c06e1c0 msgr2=0x7f8f0c13f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:53.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f11ac2640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f0c06e1c0 0x7f8f0c13f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f11ac2640 1 -- 172.21.15.33:0/1835218688 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f0c0a94d0 msgr2=0x7f8f0c0a98e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:53.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f11ac2640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f0c0a94d0 0x7f8f0c0a98e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:53.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f11ac2640 1 -- 172.21.15.33:0/1835218688 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f0c13fa70 con 0x7f8f0c151200 2024-07-26T15:41:53.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f12ac4640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f0c0a94d0 0x7f8f0c0a98e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:41:53.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f122c3640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f0c06e1c0 0x7f8f0c13f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:41:53.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.831+0000 7f8f11ac2640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f0c151200 0x7f8f0c1e2980 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f8f0800e690 tx=0x7f8f0800eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:53.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.832+0000 7f8efeffd640 1 -- 172.21.15.33:0/1835218688 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f080052d0 con 0x7f8f0c151200 2024-07-26T15:41:53.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.832+0000 7f8efeffd640 1 -- 172.21.15.33:0/1835218688 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f0800c850 con 0x7f8f0c151200 2024-07-26T15:41:53.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.832+0000 7f8efeffd640 1 -- 172.21.15.33:0/1835218688 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f0800cca0 con 0x7f8f0c151200 2024-07-26T15:41:53.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.832+0000 7f8f14527640 1 -- 172.21.15.33:0/1835218688 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f0c0a9e20 con 0x7f8f0c151200 2024-07-26T15:41:53.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.832+0000 7f8f14527640 1 -- 172.21.15.33:0/1835218688 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f0c1e33d0 con 0x7f8f0c151200 2024-07-26T15:41:53.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.833+0000 7f8f14527640 1 -- 172.21.15.33:0/1835218688 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f0c1e3140 con 0x7f8f0c151200 2024-07-26T15:41:53.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.834+0000 7f8efeffd640 1 -- 172.21.15.33:0/1835218688 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f8f080035f0 con 0x7f8f0c151200 2024-07-26T15:41:53.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.834+0000 7f8efeffd640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8ef007b540 0x7f8ef007da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:53.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.835+0000 7f8efeffd640 1 -- 172.21.15.33:0/1835218688 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5980+0+0 (secure 0 0 0) 0x7f8f08098950 con 0x7f8f0c151200 2024-07-26T15:41:53.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.835+0000 7f8f122c3640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8ef007b540 0x7f8ef007da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:53.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.835+0000 7f8f122c3640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8ef007b540 0x7f8ef007da50 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f8f00033000 tx=0x7f8f00004730 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:53.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:53.839+0000 7f8efeffd640 1 -- 172.21.15.33:0/1835218688 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8f0c0a9e20 con 0x7f8f0c151200 2024-07-26T15:41:54.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.043+0000 7f8f14527640 1 -- 172.21.15.33:0/1835218688 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f8f0c073ff0 con 0x7f8f0c151200 2024-07-26T15:41:54.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.362+0000 7f8efeffd640 1 -- 172.21.15.33:0/1835218688 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v66) ==== 97+0+0 (secure 0 0 0) 0x7f8f0c13fa70 con 0x7f8f0c151200 2024-07-26T15:41:54.364 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T15:41:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 -- 172.21.15.33:0/1835218688 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8ef007b540 msgr2=0x7f8ef007da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8ef007b540 0x7f8ef007da50 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f8f00033000 tx=0x7f8f00004730 comp rx=0 tx=0).stop 2024-07-26T15:41:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 -- 172.21.15.33:0/1835218688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f0c151200 msgr2=0x7f8f0c1e2980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f0c151200 0x7f8f0c1e2980 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f8f0800e690 tx=0x7f8f0800eb50 comp rx=0 tx=0).stop 2024-07-26T15:41:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 -- 172.21.15.33:0/1835218688 shutdown_connections 2024-07-26T15:41:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8ef007b540 0x7f8ef007da50 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f0c0a94d0 0x7f8f0c0a98e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f0c151200 0x7f8f0c1e2980 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 --2- 172.21.15.33:0/1835218688 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f0c06e1c0 0x7f8f0c13f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 -- 172.21.15.33:0/1835218688 >> 172.21.15.33:0/1835218688 conn(0x7f8f0c0b1740 msgr2=0x7f8f0c15b5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:54.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 -- 172.21.15.33:0/1835218688 shutdown_connections 2024-07-26T15:41:54.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.366+0000 7f8f14527640 1 -- 172.21.15.33:0/1835218688 wait complete. 2024-07-26T15:41:54.373 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:41:54.375 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:41:54.380 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T15:41:54.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.538+0000 7f1edd307640 1 -- 172.21.15.33:0/1741656114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ed80cf430 msgr2=0x7f1ed80b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:54.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.538+0000 7f1edd307640 1 --2- 172.21.15.33:0/1741656114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ed80cf430 0x7f1ed80b9430 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8009860 tx=0x7f1ec802a540 comp rx=0 tx=0).stop 2024-07-26T15:41:54.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.539+0000 7f1edd307640 1 -- 172.21.15.33:0/1741656114 shutdown_connections 2024-07-26T15:41:54.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.539+0000 7f1edd307640 1 --2- 172.21.15.33:0/1741656114 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1ed80d2990 0x7f1ed80b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.539+0000 7f1edd307640 1 --2- 172.21.15.33:0/1741656114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ed80cf430 0x7f1ed80b9430 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.539+0000 7f1edd307640 1 -- 172.21.15.33:0/1741656114 >> 172.21.15.33:0/1741656114 conn(0x7f1ed80d3da0 msgr2=0x7f1ed80d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:54.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.539+0000 7f1edd307640 1 -- 172.21.15.33:0/1741656114 shutdown_connections 2024-07-26T15:41:54.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.539+0000 7f1edd307640 1 -- 172.21.15.33:0/1741656114 wait complete. 2024-07-26T15:41:54.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.540+0000 7f1edd307640 1 Processor -- start 2024-07-26T15:41:54.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.541+0000 7f1edd307640 1 -- start start 2024-07-26T15:41:54.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1edd307640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ed80cf430 0x7f1ed815d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:54.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1edd307640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1ed80d1b80 0x7f1ed81561d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:54.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1edd307640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1ed80a1680 0x7f1ed815eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:54.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1edd307640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed80b1f30 con 0x7f1ed80cf430 2024-07-26T15:41:54.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1edd307640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed80b1db0 con 0x7f1ed80d1b80 2024-07-26T15:41:54.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1edd307640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1ed80b20b0 con 0x7f1ed80a1680 2024-07-26T15:41:54.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1ed6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ed80cf430 0x7f1ed815d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:54.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1ed6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ed80cf430 0x7f1ed815d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47518/0 (socket says 172.21.15.33:47518) 2024-07-26T15:41:54.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1ed6ffd640 1 -- 172.21.15.33:0/829541797 learned_addr learned my addr 172.21.15.33:0/829541797 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:54.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1ed77fe640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1ed80a1680 0x7f1ed815eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1ed67fc640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1ed80d1b80 0x7f1ed81561d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1ed6ffd640 1 -- 172.21.15.33:0/829541797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1ed80a1680 msgr2=0x7f1ed815eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1ed6ffd640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1ed80a1680 0x7f1ed815eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1ed6ffd640 1 -- 172.21.15.33:0/829541797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1ed80d1b80 msgr2=0x7f1ed81561d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1ed6ffd640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1ed80d1b80 0x7f1ed81561d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1ed6ffd640 1 -- 172.21.15.33:0/829541797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ed81f4b60 con 0x7f1ed80cf430 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.542+0000 7f1ed6ffd640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ed80cf430 0x7f1ed815d260 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f1ec802ab30 tx=0x7f1ec8033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.543+0000 7f1ebf7fe640 1 -- 172.21.15.33:0/829541797 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec8031d60 con 0x7f1ed80cf430 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.543+0000 7f1ebf7fe640 1 -- 172.21.15.33:0/829541797 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ec8033e10 con 0x7f1ed80cf430 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.543+0000 7f1edd307640 1 -- 172.21.15.33:0/829541797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ed81f4e40 con 0x7f1ed80cf430 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.543+0000 7f1ebf7fe640 1 -- 172.21.15.33:0/829541797 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec8005260 con 0x7f1ed80cf430 2024-07-26T15:41:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.543+0000 7f1edd307640 1 -- 172.21.15.33:0/829541797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ed81f5400 con 0x7f1ed80cf430 2024-07-26T15:41:54.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.544+0000 7f1edd307640 1 -- 172.21.15.33:0/829541797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ed81f57e0 con 0x7f1ed80cf430 2024-07-26T15:41:54.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.545+0000 7f1ebf7fe640 1 -- 172.21.15.33:0/829541797 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f1ec8005400 con 0x7f1ed80cf430 2024-07-26T15:41:54.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.545+0000 7f1ebf7fe640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f1ec4077130 0x7f1ec4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:54.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.545+0000 7f1ed67fc640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f1ec4077130 0x7f1ec4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:54.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.545+0000 7f1ebf7fe640 1 -- 172.21.15.33:0/829541797 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5249+0+0 (secure 0 0 0) 0x7f1ec80b9b10 con 0x7f1ed80cf430 2024-07-26T15:41:54.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.546+0000 7f1ed67fc640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f1ec4077130 0x7f1ec4079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f1ed8161d60 tx=0x7f1ecc009040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:54.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.550+0000 7f1ebf7fe640 1 -- 172.21.15.33:0/829541797 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1ed81f57e0 con 0x7f1ed80cf430 2024-07-26T15:41:54.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.816+0000 7f1edd307640 1 -- 172.21.15.33:0/829541797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f1ed80b25d0 con 0x7f1ed80cf430 2024-07-26T15:41:54.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.816+0000 7f1ebf7fe640 1 -- 172.21.15.33:0/829541797 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) ==== 80+0+5304 (secure 0 0 0) 0x7f1ec803f030 con 0x7f1ed80cf430 2024-07-26T15:41:54.818 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:54.818 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:41:54.818 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T15:41:54.818 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.818 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T15:41:54.818 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T15:41:54.818 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.818 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:41:54.818 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:41:54.819 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:41:54.819 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.819 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.819 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.819 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.819 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T15:41:54.819 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T15:41:54.819 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.819 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:41:54.819 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:41:54.819 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.820 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.821 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.822 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.823 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.823 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T15:41:54.823 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T15:41:54.823 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.823 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:41:54.823 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:41:54.823 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.823 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.823 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.823 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.823 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:41:54.824 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T15:41:54.825 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.826 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T15:41:54.827 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.828 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:41:54.829 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.830 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:41:54.831 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:41:54.832 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:41:54.832 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:41:54.832 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.832 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:54.832 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T15:41:54.832 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:41:54.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 -- 172.21.15.33:0/829541797 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f1ec4077130 msgr2=0x7f1ec4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:54.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f1ec4077130 0x7f1ec4079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f1ed8161d60 tx=0x7f1ecc009040 comp rx=0 tx=0).stop 2024-07-26T15:41:54.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 -- 172.21.15.33:0/829541797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ed80cf430 msgr2=0x7f1ed815d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:54.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ed80cf430 0x7f1ed815d260 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f1ec802ab30 tx=0x7f1ec8033c20 comp rx=0 tx=0).stop 2024-07-26T15:41:54.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 -- 172.21.15.33:0/829541797 shutdown_connections 2024-07-26T15:41:54.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f1ec4077130 0x7f1ec4079640 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1ed80a1680 0x7f1ed815eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1ed80d1b80 0x7f1ed81561d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 --2- 172.21.15.33:0/829541797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1ed80cf430 0x7f1ed815d260 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 -- 172.21.15.33:0/829541797 >> 172.21.15.33:0/829541797 conn(0x7f1ed80d3da0 msgr2=0x7f1ed806e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:54.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 -- 172.21.15.33:0/829541797 shutdown_connections 2024-07-26T15:41:54.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.818+0000 7f1edd307640 1 -- 172.21.15.33:0/829541797 wait complete. 2024-07-26T15:41:54.835 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T15:41:54.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.951+0000 7fb724d07640 1 -- 172.21.15.33:0/4179567460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7200ced80 msgr2=0x7fb7200b22b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:54.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.951+0000 7fb724d07640 1 --2- 172.21.15.33:0/4179567460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7200ced80 0x7fb7200b22b0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fb718009830 tx=0x7fb71802a510 comp rx=0 tx=0).stop 2024-07-26T15:41:54.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.951+0000 7fb724d07640 1 -- 172.21.15.33:0/4179567460 shutdown_connections 2024-07-26T15:41:54.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.951+0000 7fb724d07640 1 --2- 172.21.15.33:0/4179567460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7200ced80 0x7fb7200b22b0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.951+0000 7fb724d07640 1 -- 172.21.15.33:0/4179567460 >> 172.21.15.33:0/4179567460 conn(0x7fb7200d1b70 msgr2=0x7fb7200d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:54.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.951+0000 7fb724d07640 1 -- 172.21.15.33:0/4179567460 shutdown_connections 2024-07-26T15:41:54.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.951+0000 7fb724d07640 1 -- 172.21.15.33:0/4179567460 wait complete. 2024-07-26T15:41:54.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.953+0000 7fb724d07640 1 Processor -- start 2024-07-26T15:41:54.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.953+0000 7fb724d07640 1 -- start start 2024-07-26T15:41:54.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.954+0000 7fb724d07640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7200b6fc0 0x7fb720158400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:54.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.954+0000 7fb724d07640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7200ce970 0x7fb7200af640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:54.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.954+0000 7fb724d07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7200ced80 0x7fb7200afb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:54.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.954+0000 7fb724d07640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7200b2970 con 0x7fb7200ced80 2024-07-26T15:41:54.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.954+0000 7fb724d07640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb7200b27f0 con 0x7fb7200ce970 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.954+0000 7fb724d07640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb7200b2af0 con 0x7fb7200b6fc0 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb71ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7200ced80 0x7fb7200afb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb71ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7200ced80 0x7fb7200afb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47538/0 (socket says 172.21.15.33:47538) 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb71ed9d640 1 -- 172.21.15.33:0/2013304816 learned_addr learned my addr 172.21.15.33:0/2013304816 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb71dd9b640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7200ce970 0x7fb7200af640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb71e59c640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7200b6fc0 0x7fb720158400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb71ed9d640 1 -- 172.21.15.33:0/2013304816 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7200b6fc0 msgr2=0x7fb720158400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb71ed9d640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7200b6fc0 0x7fb720158400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb71ed9d640 1 -- 172.21.15.33:0/2013304816 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7200ce970 msgr2=0x7fb7200af640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb71ed9d640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7200ce970 0x7fb7200af640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb71ed9d640 1 -- 172.21.15.33:0/2013304816 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb72015f6f0 con 0x7fb7200ced80 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb71ed9d640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7200ced80 0x7fb7200afb80 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fb718009950 tx=0x7fb718033ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:54.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb70effd640 1 -- 172.21.15.33:0/2013304816 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb718031d60 con 0x7fb7200ced80 2024-07-26T15:41:54.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb70effd640 1 -- 172.21.15.33:0/2013304816 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb718005020 con 0x7fb7200ced80 2024-07-26T15:41:54.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb724d07640 1 -- 172.21.15.33:0/2013304816 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb72015a380 con 0x7fb7200ced80 2024-07-26T15:41:54.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb70effd640 1 -- 172.21.15.33:0/2013304816 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb718005450 con 0x7fb7200ced80 2024-07-26T15:41:54.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.955+0000 7fb724d07640 1 -- 172.21.15.33:0/2013304816 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb72015a620 con 0x7fb7200ced80 2024-07-26T15:41:54.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.956+0000 7fb724d07640 1 -- 172.21.15.33:0/2013304816 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7200b7a30 con 0x7fb7200ced80 2024-07-26T15:41:54.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.957+0000 7fb70effd640 1 -- 172.21.15.33:0/2013304816 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7fb7180047a0 con 0x7fb7200ced80 2024-07-26T15:41:54.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.958+0000 7fb70effd640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb700077130 0x7fb700079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:54.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.958+0000 7fb70effd640 1 -- 172.21.15.33:0/2013304816 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5249+0+0 (secure 0 0 0) 0x7fb7180b9b90 con 0x7fb7200ced80 2024-07-26T15:41:54.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.958+0000 7fb71e59c640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb700077130 0x7fb700079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:54.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.958+0000 7fb71e59c640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb700077130 0x7fb700079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb7100012e0 tx=0x7fb710009040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:54.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:54.962+0000 7fb70effd640 1 -- 172.21.15.33:0/2013304816 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb71803f030 con 0x7fb7200ced80 2024-07-26T15:41:55.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.159+0000 7fb724d07640 1 -- 172.21.15.33:0/2013304816 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb72015f480 con 0x7fb7200ced80 2024-07-26T15:41:55.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.159+0000 7fb70effd640 1 -- 172.21.15.33:0/2013304816 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v68) ==== 84+0+65 (secure 0 0 0) 0x7fb7180826d0 con 0x7fb7200ced80 2024-07-26T15:41:55.161 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:55.161 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:41:55.161 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:41:55.161 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T15:41:55.161 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T15:41:55.161 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:41:55.161 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:41:55.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.161+0000 7fb724d07640 1 -- 172.21.15.33:0/2013304816 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb700077130 msgr2=0x7fb700079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:55.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.161+0000 7fb724d07640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb700077130 0x7fb700079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb7100012e0 tx=0x7fb710009040 comp rx=0 tx=0).stop 2024-07-26T15:41:55.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.161+0000 7fb724d07640 1 -- 172.21.15.33:0/2013304816 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7200ced80 msgr2=0x7fb7200afb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:55.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.161+0000 7fb724d07640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7200ced80 0x7fb7200afb80 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fb718009950 tx=0x7fb718033ce0 comp rx=0 tx=0).stop 2024-07-26T15:41:55.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.162+0000 7fb724d07640 1 -- 172.21.15.33:0/2013304816 shutdown_connections 2024-07-26T15:41:55.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.162+0000 7fb724d07640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fb700077130 0x7fb700079640 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:55.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.162+0000 7fb724d07640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7200ced80 0x7fb7200afb80 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:55.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.162+0000 7fb724d07640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7200ce970 0x7fb7200af640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:55.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.162+0000 7fb724d07640 1 --2- 172.21.15.33:0/2013304816 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7200b6fc0 0x7fb720158400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:55.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.162+0000 7fb724d07640 1 -- 172.21.15.33:0/2013304816 >> 172.21.15.33:0/2013304816 conn(0x7fb7200d1b70 msgr2=0x7fb7200ae800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:55.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.162+0000 7fb724d07640 1 -- 172.21.15.33:0/2013304816 shutdown_connections 2024-07-26T15:41:55.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.162+0000 7fb724d07640 1 -- 172.21.15.33:0/2013304816 wait complete. 2024-07-26T15:41:55.177 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T15:41:55.177 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T15:41:55.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.298+0000 7f5a70b6c640 1 -- 172.21.15.33:0/516633703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a6c0b1b40 msgr2=0x7f5a6c0cc740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:55.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.298+0000 7f5a70b6c640 1 --2- 172.21.15.33:0/516633703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a6c0b1b40 0x7f5a6c0cc740 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f5a64005fd0 tx=0x7f5a6402a8b0 comp rx=0 tx=0).stop 2024-07-26T15:41:55.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.298+0000 7f5a70b6c640 1 -- 172.21.15.33:0/516633703 shutdown_connections 2024-07-26T15:41:55.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.298+0000 7f5a70b6c640 1 --2- 172.21.15.33:0/516633703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a6c0b1b40 0x7f5a6c0cc740 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:55.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.298+0000 7f5a70b6c640 1 --2- 172.21.15.33:0/516633703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a6c0b7060 0x7f5a6c0d07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:55.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.298+0000 7f5a70b6c640 1 -- 172.21.15.33:0/516633703 >> 172.21.15.33:0/516633703 conn(0x7f5a6c0d1b30 msgr2=0x7f5a6c0d1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:55.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.298+0000 7f5a70b6c640 1 -- 172.21.15.33:0/516633703 shutdown_connections 2024-07-26T15:41:55.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.298+0000 7f5a70b6c640 1 -- 172.21.15.33:0/516633703 wait complete. 2024-07-26T15:41:55.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.300+0000 7f5a70b6c640 1 Processor -- start 2024-07-26T15:41:55.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.300+0000 7f5a70b6c640 1 -- start start 2024-07-26T15:41:55.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a70b6c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a6c0b1b40 0x7f5a6c156e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:55.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a70b6c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a6c0b7060 0x7f5a6c163a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:55.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a70b6c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a6c0d2650 0x7f5a6c1f6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:55.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a70b6c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c0cd290 con 0x7f5a6c0b1b40 2024-07-26T15:41:55.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a70b6c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5a6c0cd110 con 0x7f5a6c0b7060 2024-07-26T15:41:55.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a70b6c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5a6c0cd410 con 0x7f5a6c0d2650 2024-07-26T15:41:55.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a6a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a6c0b1b40 0x7f5a6c156e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:55.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a6a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a6c0b1b40 0x7f5a6c156e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47550/0 (socket says 172.21.15.33:47550) 2024-07-26T15:41:55.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a6a59c640 1 -- 172.21.15.33:0/2364202245 learned_addr learned my addr 172.21.15.33:0/2364202245 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:55.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a69d9b640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a6c0b7060 0x7f5a6c163a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:55.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a6ad9d640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a6c0d2650 0x7f5a6c1f6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:55.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a6a59c640 1 -- 172.21.15.33:0/2364202245 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a6c0d2650 msgr2=0x7f5a6c1f6710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:55.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a6a59c640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a6c0d2650 0x7f5a6c1f6710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:55.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a6a59c640 1 -- 172.21.15.33:0/2364202245 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a6c0b7060 msgr2=0x7f5a6c163a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:55.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a6a59c640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a6c0b7060 0x7f5a6c163a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:55.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a6a59c640 1 -- 172.21.15.33:0/2364202245 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a6c161ed0 con 0x7f5a6c0b1b40 2024-07-26T15:41:55.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a69d9b640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a6c0b7060 0x7f5a6c163a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:41:55.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a6a59c640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a6c0b1b40 0x7f5a6c156e60 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c00d770 tx=0x7f5a5c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:55.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a62ffd640 1 -- 172.21.15.33:0/2364202245 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c017070 con 0x7f5a6c0b1b40 2024-07-26T15:41:55.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a62ffd640 1 -- 172.21.15.33:0/2364202245 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a5c009d20 con 0x7f5a6c0b1b40 2024-07-26T15:41:55.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.302+0000 7f5a62ffd640 1 -- 172.21.15.33:0/2364202245 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5c0106c0 con 0x7f5a6c0b1b40 2024-07-26T15:41:55.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.303+0000 7f5a70b6c640 1 -- 172.21.15.33:0/2364202245 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a6c162170 con 0x7f5a6c0b1b40 2024-07-26T15:41:55.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.303+0000 7f5a70b6c640 1 -- 172.21.15.33:0/2364202245 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a6c162730 con 0x7f5a6c0b1b40 2024-07-26T15:41:55.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.304+0000 7f5a70b6c640 1 -- 172.21.15.33:0/2364202245 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a6c15e1d0 con 0x7f5a6c0b1b40 2024-07-26T15:41:55.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.304+0000 7f5a62ffd640 1 -- 172.21.15.33:0/2364202245 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f5a5c01a070 con 0x7f5a6c0b1b40 2024-07-26T15:41:55.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.305+0000 7f5a62ffd640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5a4c077130 0x7f5a4c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:55.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.305+0000 7f5a62ffd640 1 -- 172.21.15.33:0/2364202245 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5249+0+0 (secure 0 0 0) 0x7f5a5c098ac0 con 0x7f5a6c0b1b40 2024-07-26T15:41:55.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.305+0000 7f5a69d9b640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5a4c077130 0x7f5a4c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:55.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.306+0000 7f5a69d9b640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5a4c077130 0x7f5a4c079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c15f9c0 tx=0x7f5a54009040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:55.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.310+0000 7f5a62ffd640 1 -- 172.21.15.33:0/2364202245 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5a6c15e1d0 con 0x7f5a6c0b1b40 2024-07-26T15:41:55.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:55.505+0000 7f5a70b6c640 1 -- 172.21.15.33:0/2364202245 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f5a6c161c20 con 0x7f5a6c0b1b40 2024-07-26T15:41:56.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.370+0000 7f5a62ffd640 1 -- 172.21.15.33:0/2364202245 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v69) ==== 138+0+0 (secure 0 0 0) 0x7f5a5c061c60 con 0x7f5a6c0b1b40 2024-07-26T15:41:56.372 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T15:41:56.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.374+0000 7f5a70b6c640 1 -- 172.21.15.33:0/2364202245 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5a4c077130 msgr2=0x7f5a4c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:56.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.374+0000 7f5a70b6c640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5a4c077130 0x7f5a4c079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c15f9c0 tx=0x7f5a54009040 comp rx=0 tx=0).stop 2024-07-26T15:41:56.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.374+0000 7f5a70b6c640 1 -- 172.21.15.33:0/2364202245 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a6c0b1b40 msgr2=0x7f5a6c156e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:56.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.374+0000 7f5a70b6c640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a6c0b1b40 0x7f5a6c156e60 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f5a5c00d770 tx=0x7f5a5c00dc30 comp rx=0 tx=0).stop 2024-07-26T15:41:56.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.374+0000 7f5a70b6c640 1 -- 172.21.15.33:0/2364202245 shutdown_connections 2024-07-26T15:41:56.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.374+0000 7f5a70b6c640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5a4c077130 0x7f5a4c079640 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:56.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.374+0000 7f5a70b6c640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a6c0d2650 0x7f5a6c1f6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:56.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.374+0000 7f5a70b6c640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a6c0b7060 0x7f5a6c163a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:56.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.374+0000 7f5a70b6c640 1 --2- 172.21.15.33:0/2364202245 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a6c0b1b40 0x7f5a6c156e60 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:56.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.374+0000 7f5a70b6c640 1 -- 172.21.15.33:0/2364202245 >> 172.21.15.33:0/2364202245 conn(0x7f5a6c0d1b30 msgr2=0x7f5a6c15cf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:56.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.375+0000 7f5a70b6c640 1 -- 172.21.15.33:0/2364202245 shutdown_connections 2024-07-26T15:41:56.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.375+0000 7f5a70b6c640 1 -- 172.21.15.33:0/2364202245 wait complete. 2024-07-26T15:41:56.394 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T15:41:56.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.525+0000 7fc8984fc640 1 -- 172.21.15.33:0/1515639217 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc8900d1e60 msgr2=0x7fc8900d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:56.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.525+0000 7fc8984fc640 1 --2- 172.21.15.33:0/1515639217 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc8900d1e60 0x7fc8900d2270 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fc888005fd0 tx=0x7fc88802aa00 comp rx=0 tx=0).stop 2024-07-26T15:41:56.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.525+0000 7fc8984fc640 1 -- 172.21.15.33:0/1515639217 shutdown_connections 2024-07-26T15:41:56.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.525+0000 7fc8984fc640 1 --2- 172.21.15.33:0/1515639217 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc8900d1e60 0x7fc8900d2270 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:56.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.525+0000 7fc8984fc640 1 --2- 172.21.15.33:0/1515639217 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc8900b6150 0x7fc8900d1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:56.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.525+0000 7fc8984fc640 1 -- 172.21.15.33:0/1515639217 >> 172.21.15.33:0/1515639217 conn(0x7fc8900d3de0 msgr2=0x7fc8900d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:56.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.525+0000 7fc8984fc640 1 -- 172.21.15.33:0/1515639217 shutdown_connections 2024-07-26T15:41:56.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.525+0000 7fc8984fc640 1 -- 172.21.15.33:0/1515639217 wait complete. 2024-07-26T15:41:56.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.527+0000 7fc8984fc640 1 Processor -- start 2024-07-26T15:41:56.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.527+0000 7fc8984fc640 1 -- start start 2024-07-26T15:41:56.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc8984fc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc8900b6150 0x7fc8901dcf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:56.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc8984fc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc8900cfa50 0x7fc8900cc040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:56.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc8984fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc8900d1e60 0x7fc8900b74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:56.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc8984fc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc8900b3740 con 0x7fc8900d1e60 2024-07-26T15:41:56.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc8984fc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc8900b2d30 con 0x7fc8900b6150 2024-07-26T15:41:56.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc8984fc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc8900b38c0 con 0x7fc8900cfa50 2024-07-26T15:41:56.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc896a99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc8900d1e60 0x7fc8900b74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:56.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc896a99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc8900d1e60 0x7fc8900b74b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47566/0 (socket says 172.21.15.33:47566) 2024-07-26T15:41:56.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc896a99640 1 -- 172.21.15.33:0/3395288342 learned_addr learned my addr 172.21.15.33:0/3395288342 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:56.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc895a97640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc8900cfa50 0x7fc8900cc040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:56.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc896298640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc8900b6150 0x7fc8901dcf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:56.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc896a99640 1 -- 172.21.15.33:0/3395288342 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc8900cfa50 msgr2=0x7fc8900cc040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:56.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.528+0000 7fc896a99640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc8900cfa50 0x7fc8900cc040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:56.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.529+0000 7fc896a99640 1 -- 172.21.15.33:0/3395288342 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc8900b6150 msgr2=0x7fc8901dcf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:56.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.529+0000 7fc896a99640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc8900b6150 0x7fc8901dcf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:56.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.529+0000 7fc896a99640 1 -- 172.21.15.33:0/3395288342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8900b79f0 con 0x7fc8900d1e60 2024-07-26T15:41:56.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.529+0000 7fc896a99640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc8900d1e60 0x7fc8900b74b0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fc888009d90 tx=0x7fc888003f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:56.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.529+0000 7fc886ffd640 1 -- 172.21.15.33:0/3395288342 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc888046070 con 0x7fc8900d1e60 2024-07-26T15:41:56.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.529+0000 7fc886ffd640 1 -- 172.21.15.33:0/3395288342 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc888004540 con 0x7fc8900d1e60 2024-07-26T15:41:56.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.529+0000 7fc8984fc640 1 -- 172.21.15.33:0/3395288342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8900b8240 con 0x7fc8900d1e60 2024-07-26T15:41:56.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.529+0000 7fc886ffd640 1 -- 172.21.15.33:0/3395288342 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc888033070 con 0x7fc8900d1e60 2024-07-26T15:41:56.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.529+0000 7fc8984fc640 1 -- 172.21.15.33:0/3395288342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8900b8800 con 0x7fc8900d1e60 2024-07-26T15:41:56.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.530+0000 7fc8984fc640 1 -- 172.21.15.33:0/3395288342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8900d1920 con 0x7fc8900d1e60 2024-07-26T15:41:56.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.531+0000 7fc886ffd640 1 -- 172.21.15.33:0/3395288342 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7fc888049070 con 0x7fc8900d1e60 2024-07-26T15:41:56.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.532+0000 7fc886ffd640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc874077130 0x7fc874079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:56.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.532+0000 7fc886ffd640 1 -- 172.21.15.33:0/3395288342 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5619+0+0 (secure 0 0 0) 0x7fc8880b9e90 con 0x7fc8900d1e60 2024-07-26T15:41:56.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.532+0000 7fc896298640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc874077130 0x7fc874079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:56.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.532+0000 7fc896298640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc874077130 0x7fc874079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc88c006fd0 tx=0x7fc88c008040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:56.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.536+0000 7fc886ffd640 1 -- 172.21.15.33:0/3395288342 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc888050080 con 0x7fc8900d1e60 2024-07-26T15:41:56.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:56.727+0000 7fc8984fc640 1 -- 172.21.15.33:0/3395288342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fc89008de10 con 0x7fc8900d1e60 2024-07-26T15:41:57.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.372+0000 7fc886ffd640 1 -- 172.21.15.33:0/3395288342 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v70) ==== 170+0+0 (secure 0 0 0) 0x7fc88803e070 con 0x7fc8900d1e60 2024-07-26T15:41:57.374 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T15:41:57.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 -- 172.21.15.33:0/3395288342 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc874077130 msgr2=0x7fc874079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:57.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc874077130 0x7fc874079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc88c006fd0 tx=0x7fc88c008040 comp rx=0 tx=0).stop 2024-07-26T15:41:57.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 -- 172.21.15.33:0/3395288342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc8900d1e60 msgr2=0x7fc8900b74b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:57.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc8900d1e60 0x7fc8900b74b0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fc888009d90 tx=0x7fc888003f20 comp rx=0 tx=0).stop 2024-07-26T15:41:57.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 -- 172.21.15.33:0/3395288342 shutdown_connections 2024-07-26T15:41:57.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc874077130 0x7fc874079640 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:57.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc8900d1e60 0x7fc8900b74b0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:57.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc8900cfa50 0x7fc8900cc040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:57.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 --2- 172.21.15.33:0/3395288342 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc8900b6150 0x7fc8901dcf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:57.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 -- 172.21.15.33:0/3395288342 >> 172.21.15.33:0/3395288342 conn(0x7fc8900d3de0 msgr2=0x7fc8900b09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:57.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 -- 172.21.15.33:0/3395288342 shutdown_connections 2024-07-26T15:41:57.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.376+0000 7fc8984fc640 1 -- 172.21.15.33:0/3395288342 wait complete. 2024-07-26T15:41:57.404 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T15:41:57.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.530+0000 7f6b9461d640 1 -- 172.21.15.33:0/3627801637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b78004800 msgr2=0x7f6b78004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:57.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.530+0000 7f6b9461d640 1 --2- 172.21.15.33:0/3627801637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b78004800 0x7f6b78004c10 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c00c260 tx=0x7f6b78005830 comp rx=0 tx=0).stop 2024-07-26T15:41:57.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.530+0000 7f6b92bba640 1 -- 172.21.15.33:0/3627801637 reap_dead start 2024-07-26T15:41:57.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.531+0000 7f6b9461d640 1 -- 172.21.15.33:0/3627801637 shutdown_connections 2024-07-26T15:41:57.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.531+0000 7f6b9461d640 1 -- 172.21.15.33:0/3627801637 >> 172.21.15.33:0/3627801637 conn(0x7f6b8c0d3de0 msgr2=0x7f6b8c0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:57.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.531+0000 7f6b9461d640 1 -- 172.21.15.33:0/3627801637 shutdown_connections 2024-07-26T15:41:57.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.531+0000 7f6b9461d640 1 -- 172.21.15.33:0/3627801637 wait complete. 2024-07-26T15:41:57.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.532+0000 7f6b9461d640 1 Processor -- start 2024-07-26T15:41:57.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.532+0000 7f6b9461d640 1 -- start start 2024-07-26T15:41:57.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b9461d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b78004800 0x7f6b8c1f8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:57.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b9461d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b8c1e6910 0x7f6b8c1e6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:57.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b9461d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0b7c60 0x7f6b8c0b8070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:57.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b9461d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6b8c0b4750 con 0x7f6b8c0b7c60 2024-07-26T15:41:57.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b9461d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6b8c0b2d30 con 0x7f6b78004800 2024-07-26T15:41:57.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b9461d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6b8c0b48d0 con 0x7f6b8c1e6910 2024-07-26T15:41:57.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b92bba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0b7c60 0x7f6b8c0b8070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:57.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b92bba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0b7c60 0x7f6b8c0b8070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47578/0 (socket says 172.21.15.33:47578) 2024-07-26T15:41:57.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b92bba640 1 -- 172.21.15.33:0/2779841314 learned_addr learned my addr 172.21.15.33:0/2779841314 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:57.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b91bb8640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b8c1e6910 0x7f6b8c1e6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:57.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b923b9640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b78004800 0x7f6b8c1f8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:57.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b92bba640 1 -- 172.21.15.33:0/2779841314 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b8c1e6910 msgr2=0x7f6b8c1e6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:57.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b92bba640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b8c1e6910 0x7f6b8c1e6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:57.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b92bba640 1 -- 172.21.15.33:0/2779841314 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b78004800 msgr2=0x7f6b8c1f8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:57.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b92bba640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b78004800 0x7f6b8c1f8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:57.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b92bba640 1 -- 172.21.15.33:0/2779841314 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b8c0b85b0 con 0x7f6b8c0b7c60 2024-07-26T15:41:57.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.534+0000 7f6b92bba640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0b7c60 0x7f6b8c0b8070 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f6b84005fd0 tx=0x7f6b8400f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:57.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.535+0000 7f6b82ffd640 1 -- 172.21.15.33:0/2779841314 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b84004b20 con 0x7f6b8c0b7c60 2024-07-26T15:41:57.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.535+0000 7f6b82ffd640 1 -- 172.21.15.33:0/2779841314 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6b84004cc0 con 0x7f6b8c0b7c60 2024-07-26T15:41:57.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.535+0000 7f6b9461d640 1 -- 172.21.15.33:0/2779841314 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b8c0c8530 con 0x7f6b8c0b7c60 2024-07-26T15:41:57.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.535+0000 7f6b82ffd640 1 -- 172.21.15.33:0/2779841314 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b84003bd0 con 0x7f6b8c0b7c60 2024-07-26T15:41:57.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.535+0000 7f6b9461d640 1 -- 172.21.15.33:0/2779841314 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b8c0c7d00 con 0x7f6b8c0b7c60 2024-07-26T15:41:57.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.536+0000 7f6b9461d640 1 -- 172.21.15.33:0/2779841314 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b8c0d1920 con 0x7f6b8c0b7c60 2024-07-26T15:41:57.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.537+0000 7f6b82ffd640 1 -- 172.21.15.33:0/2779841314 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f6b84004030 con 0x7f6b8c0b7c60 2024-07-26T15:41:57.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.537+0000 7f6b82ffd640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6b70077160 0x7f6b70079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:57.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.537+0000 7f6b82ffd640 1 -- 172.21.15.33:0/2779841314 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 6001+0+0 (secure 0 0 0) 0x7f6b840993c0 con 0x7f6b8c0b7c60 2024-07-26T15:41:57.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.537+0000 7f6b923b9640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6b70077160 0x7f6b70079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:57.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.538+0000 7f6b923b9640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6b70077160 0x7f6b70079670 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6b88006fd0 tx=0x7f6b88006b10 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:57.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.541+0000 7f6b82ffd640 1 -- 172.21.15.33:0/2779841314 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6b8c0b85b0 con 0x7f6b8c0b7c60 2024-07-26T15:41:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:57.772+0000 7f6b9461d640 1 -- 172.21.15.33:0/2779841314 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f6b8c08de10 con 0x7f6b8c0b7c60 2024-07-26T15:41:58.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.410+0000 7f6b82ffd640 1 -- 172.21.15.33:0/2779841314 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 7 and data pool 8 v23) ==== 172+0+0 (secure 0 0 0) 0x7f6b84061cb0 con 0x7f6b8c0b7c60 2024-07-26T15:41:58.412 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 7 and data pool 8 2024-07-26T15:41:58.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.416+0000 7f6b9461d640 1 -- 172.21.15.33:0/2779841314 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6b70077160 msgr2=0x7f6b70079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:58.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.416+0000 7f6b9461d640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6b70077160 0x7f6b70079670 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6b88006fd0 tx=0x7f6b88006b10 comp rx=0 tx=0).stop 2024-07-26T15:41:58.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.416+0000 7f6b9461d640 1 -- 172.21.15.33:0/2779841314 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0b7c60 msgr2=0x7f6b8c0b8070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.416+0000 7f6b9461d640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0b7c60 0x7f6b8c0b8070 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f6b84005fd0 tx=0x7f6b8400f3c0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.416+0000 7f6b9461d640 1 -- 172.21.15.33:0/2779841314 shutdown_connections 2024-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.416+0000 7f6b9461d640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6b70077160 0x7f6b70079670 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.416+0000 7f6b9461d640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0b7c60 0x7f6b8c0b8070 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.416+0000 7f6b9461d640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b8c1e6910 0x7f6b8c1e6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.416+0000 7f6b9461d640 1 --2- 172.21.15.33:0/2779841314 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b78004800 0x7f6b8c1f8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.416+0000 7f6b9461d640 1 -- 172.21.15.33:0/2779841314 >> 172.21.15.33:0/2779841314 conn(0x7f6b8c0d3de0 msgr2=0x7f6b8c06cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:58.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.417+0000 7f6b9461d640 1 -- 172.21.15.33:0/2779841314 shutdown_connections 2024-07-26T15:41:58.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.417+0000 7f6b9461d640 1 -- 172.21.15.33:0/2779841314 wait complete. 2024-07-26T15:41:58.438 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:41:58.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.557+0000 7f50dab6c640 1 -- 172.21.15.33:0/1257148753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d40cfe70 msgr2=0x7f50d4160b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:58.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.557+0000 7f50dab6c640 1 --2- 172.21.15.33:0/1257148753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d40cfe70 0x7f50d4160b10 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f50d40d0b00 tx=0x7f50cc02a970 comp rx=0 tx=0).stop 2024-07-26T15:41:58.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.557+0000 7f50dab6c640 1 -- 172.21.15.33:0/1257148753 shutdown_connections 2024-07-26T15:41:58.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.557+0000 7f50dab6c640 1 --2- 172.21.15.33:0/1257148753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d40cfe70 0x7f50d4160b10 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.557+0000 7f50dab6c640 1 --2- 172.21.15.33:0/1257148753 >> v2:172.21.15.154:3300/0 conn(0x7f50d40cc660 0x7f50d40b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.557+0000 7f50dab6c640 1 -- 172.21.15.33:0/1257148753 >> 172.21.15.33:0/1257148753 conn(0x7f50d40d1bf0 msgr2=0x7f50d40d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:58.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.557+0000 7f50dab6c640 1 -- 172.21.15.33:0/1257148753 shutdown_connections 2024-07-26T15:41:58.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.557+0000 7f50dab6c640 1 -- 172.21.15.33:0/1257148753 wait complete. 2024-07-26T15:41:58.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.559+0000 7f50dab6c640 1 Processor -- start 2024-07-26T15:41:58.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.559+0000 7f50dab6c640 1 -- start start 2024-07-26T15:41:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.560+0000 7f50dab6c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d40cc660 0x7f50d41e60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.560+0000 7f50dab6c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50d40cfa60 0x7f50d41e6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.560+0000 7f50dab6c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50d40cfe70 0x7f50d40af930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:58.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.560+0000 7f50dab6c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f50d40ce690 con 0x7f50d40cc660 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.560+0000 7f50dab6c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f50d40ce510 con 0x7f50d40cfe70 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.560+0000 7f50dab6c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f50d40ce810 con 0x7f50d40cfa60 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.560+0000 7f50d8908640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d40cc660 0x7f50d41e60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d8908640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d40cc660 0x7f50d41e60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47592/0 (socket says 172.21.15.33:47592) 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d8908640 1 -- 172.21.15.33:0/624559721 learned_addr learned my addr 172.21.15.33:0/624559721 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d9109640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50d40cfe70 0x7f50d40af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d3fff640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50d40cfa60 0x7f50d41e6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d8908640 1 -- 172.21.15.33:0/624559721 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50d40cfa60 msgr2=0x7f50d41e6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d8908640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50d40cfa60 0x7f50d41e6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d8908640 1 -- 172.21.15.33:0/624559721 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50d40cfe70 msgr2=0x7f50d40af930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d8908640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50d40cfe70 0x7f50d40af930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d8908640 1 -- 172.21.15.33:0/624559721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50d41e6620 con 0x7f50d40cc660 2024-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d3fff640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50d40cfa60 0x7f50d41e6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d8908640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d40cc660 0x7f50d41e60e0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f50c400b410 tx=0x7f50c400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d17fa640 1 -- 172.21.15.33:0/624559721 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c4015020 con 0x7f50d40cc660 2024-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d17fa640 1 -- 172.21.15.33:0/624559721 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50c4011940 con 0x7f50d40cc660 2024-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50d17fa640 1 -- 172.21.15.33:0/624559721 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c4011d90 con 0x7f50d40cc660 2024-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.561+0000 7f50dab6c640 1 -- 172.21.15.33:0/624559721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50d4157e40 con 0x7f50d40cc660 2024-07-26T15:41:58.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.562+0000 7f50dab6c640 1 -- 172.21.15.33:0/624559721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50d41e8f80 con 0x7f50d40cc660 2024-07-26T15:41:58.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.563+0000 7f50dab6c640 1 -- 172.21.15.33:0/624559721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50d40b6e00 con 0x7f50d40cc660 2024-07-26T15:41:58.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.563+0000 7f50d17fa640 1 -- 172.21.15.33:0/624559721 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f50c4018020 con 0x7f50d40cc660 2024-07-26T15:41:58.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.564+0000 7f50d17fa640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f50c0077130 0x7f50c0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:58.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.564+0000 7f50d3fff640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f50c0077130 0x7f50c0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:58.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.564+0000 7f50d17fa640 1 -- 172.21.15.33:0/624559721 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6101+0+0 (secure 0 0 0) 0x7f50c4098ad0 con 0x7f50d40cc660 2024-07-26T15:41:58.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.564+0000 7f50d3fff640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f50c0077130 0x7f50c0079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f50c8006fd0 tx=0x7f50c8008040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:58.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.569+0000 7f50d17fa640 1 -- 172.21.15.33:0/624559721 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f50c401f020 con 0x7f50d40cc660 2024-07-26T15:41:58.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.761+0000 7f50dab6c640 1 -- 172.21.15.33:0/624559721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f50d40c54c0 con 0x7f50d40cc660 2024-07-26T15:41:58.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.762+0000 7f50d17fa640 1 -- 172.21.15.33:0/624559721 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+16955 (secure 0 0 0) 0x7f50c4061ac0 con 0x7f50d40cc660 2024-07-26T15:41:58.764 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:58.764 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":71,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:41:57.773899+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:41:55.510981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-07-26T15:41:56.732568+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:41:58.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 -- 172.21.15.33:0/624559721 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f50c0077130 msgr2=0x7f50c0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:58.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f50c0077130 0x7f50c0079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f50c8006fd0 tx=0x7f50c8008040 comp rx=0 tx=0).stop 2024-07-26T15:41:58.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 -- 172.21.15.33:0/624559721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d40cc660 msgr2=0x7f50d41e60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d40cc660 0x7f50d41e60e0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f50c400b410 tx=0x7f50c400b8d0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 -- 172.21.15.33:0/624559721 shutdown_connections 2024-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f50c0077130 0x7f50c0079640 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50d40cfe70 0x7f50d40af930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50d40cfa60 0x7f50d41e6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 --2- 172.21.15.33:0/624559721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50d40cc660 0x7f50d41e60e0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 -- 172.21.15.33:0/624559721 >> 172.21.15.33:0/624559721 conn(0x7f50d40d1bf0 msgr2=0x7f50d415bde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 -- 172.21.15.33:0/624559721 shutdown_connections 2024-07-26T15:41:58.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.765+0000 7f50dab6c640 1 -- 172.21.15.33:0/624559721 wait complete. 2024-07-26T15:41:58.778 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:41:58.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.894+0000 7f33b4cc1640 1 -- 172.21.15.33:0/1684147789 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33b00b6fc0 msgr2=0x7f33b00ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:58.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.894+0000 7f33b4cc1640 1 --2- 172.21.15.33:0/1684147789 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33b00b6fc0 0x7f33b00ce260 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f33a0005fd0 tx=0x7f33a002a8b0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.894+0000 7f33b4cc1640 1 -- 172.21.15.33:0/1684147789 shutdown_connections 2024-07-26T15:41:58.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.894+0000 7f33b4cc1640 1 --2- 172.21.15.33:0/1684147789 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33b00b1ba0 0x7f33b00b1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.894+0000 7f33b4cc1640 1 --2- 172.21.15.33:0/1684147789 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33b00b6fc0 0x7f33b00ce260 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.894+0000 7f33b4cc1640 1 -- 172.21.15.33:0/1684147789 >> 172.21.15.33:0/1684147789 conn(0x7f33b00d1b70 msgr2=0x7f33b00d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:58.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.894+0000 7f33b4cc1640 1 -- 172.21.15.33:0/1684147789 shutdown_connections 2024-07-26T15:41:58.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.894+0000 7f33b4cc1640 1 -- 172.21.15.33:0/1684147789 wait complete. 2024-07-26T15:41:58.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.896+0000 7f33b4cc1640 1 Processor -- start 2024-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.896+0000 7f33b4cc1640 1 -- start start 2024-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.897+0000 7f33b4cc1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33b00b1ba0 0x7f33b00c8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.897+0000 7f33b4cc1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33b00b6fc0 0x7f33b015ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.897+0000 7f33b4cc1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33b00ce7a0 0x7f33b015ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.897+0000 7f33b4cc1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f33b00b2670 con 0x7f33b00b6fc0 2024-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.897+0000 7f33b4cc1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f33b00b24f0 con 0x7f33b00ce7a0 2024-07-26T15:41:58.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.897+0000 7f33b4cc1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f33b00b27f0 con 0x7f33b00b1ba0 2024-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.897+0000 7f33add9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33b00b6fc0 0x7f33b015ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.897+0000 7f33add9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33b00b6fc0 0x7f33b015ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47604/0 (socket says 172.21.15.33:47604) 2024-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33add9b640 1 -- 172.21.15.33:0/328400343 learned_addr learned my addr 172.21.15.33:0/328400343 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33ae59c640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33b00b1ba0 0x7f33b00c8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33aed9d640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33b00ce7a0 0x7f33b015ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33add9b640 1 -- 172.21.15.33:0/328400343 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33b00b1ba0 msgr2=0x7f33b00c8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:58.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33add9b640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33b00b1ba0 0x7f33b00c8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33add9b640 1 -- 172.21.15.33:0/328400343 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33b00ce7a0 msgr2=0x7f33b015ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:58.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33add9b640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33b00ce7a0 0x7f33b015ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:58.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33add9b640 1 -- 172.21.15.33:0/328400343 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33b014dd20 con 0x7f33b00b6fc0 2024-07-26T15:41:58.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33aed9d640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33b00ce7a0 0x7f33b015ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:41:58.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33add9b640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33b00b6fc0 0x7f33b015ea10 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f339800c3d0 tx=0x7f339800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:58.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33a6ffd640 1 -- 172.21.15.33:0/328400343 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3398011790 con 0x7f33b00b6fc0 2024-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33a6ffd640 1 -- 172.21.15.33:0/328400343 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3398017070 con 0x7f33b00b6fc0 2024-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33b4cc1640 1 -- 172.21.15.33:0/328400343 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33b014e000 con 0x7f33b00b6fc0 2024-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33a6ffd640 1 -- 172.21.15.33:0/328400343 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3398011cc0 con 0x7f33b00b6fc0 2024-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.898+0000 7f33b4cc1640 1 -- 172.21.15.33:0/328400343 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33b014e5c0 con 0x7f33b00b6fc0 2024-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.899+0000 7f33b4cc1640 1 -- 172.21.15.33:0/328400343 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33b00b2ca0 con 0x7f33b00b6fc0 2024-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.900+0000 7f33a6ffd640 1 -- 172.21.15.33:0/328400343 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f339801c460 con 0x7f33b00b6fc0 2024-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.900+0000 7f33a6ffd640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3390077160 0x7f3390079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.901+0000 7f33a6ffd640 1 -- 172.21.15.33:0/328400343 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6101+0+0 (secure 0 0 0) 0x7f3398098a10 con 0x7f33b00b6fc0 2024-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.901+0000 7f33ae59c640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3390077160 0x7f3390079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:58.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.901+0000 7f33ae59c640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3390077160 0x7f3390079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f33a0034000 tx=0x7f33a0004ab0 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:58.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:58.905+0000 7f33a6ffd640 1 -- 172.21.15.33:0/328400343 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3398061970 con 0x7f33b00b6fc0 2024-07-26T15:41:59.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.098+0000 7f33b4cc1640 1 -- 172.21.15.33:0/328400343 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f33b00c9170 con 0x7f33b00b6fc0 2024-07-26T15:41:59.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.099+0000 7f33a6ffd640 1 -- 172.21.15.33:0/328400343 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+16955 (secure 0 0 0) 0x7f3398061270 con 0x7f33b00b6fc0 2024-07-26T15:41:59.101 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:41:59.101 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":71,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:41:57.773899+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:41:55.510981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-07-26T15:41:56.732568+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:41:59.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 -- 172.21.15.33:0/328400343 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3390077160 msgr2=0x7f3390079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:59.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3390077160 0x7f3390079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f33a0034000 tx=0x7f33a0004ab0 comp rx=0 tx=0).stop 2024-07-26T15:41:59.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 -- 172.21.15.33:0/328400343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33b00b6fc0 msgr2=0x7f33b015ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:59.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33b00b6fc0 0x7f33b015ea10 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f339800c3d0 tx=0x7f339800c890 comp rx=0 tx=0).stop 2024-07-26T15:41:59.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 -- 172.21.15.33:0/328400343 shutdown_connections 2024-07-26T15:41:59.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3390077160 0x7f3390079670 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:59.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33b00ce7a0 0x7f33b015ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:59.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33b00b6fc0 0x7f33b015ea10 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:59.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 --2- 172.21.15.33:0/328400343 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33b00b1ba0 0x7f33b00c8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:59.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 -- 172.21.15.33:0/328400343 >> 172.21.15.33:0/328400343 conn(0x7f33b00d1b70 msgr2=0x7f33b00b2eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:59.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 -- 172.21.15.33:0/328400343 shutdown_connections 2024-07-26T15:41:59.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.101+0000 7f33b4cc1640 1 -- 172.21.15.33:0/328400343 wait complete. 2024-07-26T15:41:59.114 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.235+0000 7f484a486640 1 -- 172.21.15.33:0/1808739784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f482c005350 msgr2=0x7f482c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.235+0000 7f484a486640 1 --2- 172.21.15.33:0/1808739784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f482c005350 0x7f482c00b9c0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f483c00c610 tx=0x7f482c005830 comp rx=0 tx=0).stop 2024-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.235+0000 7f484a486640 1 -- 172.21.15.33:0/1808739784 shutdown_connections 2024-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.235+0000 7f484a486640 1 --2- 172.21.15.33:0/1808739784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f482c005350 0x7f482c00b9c0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.235+0000 7f484a486640 1 -- 172.21.15.33:0/1808739784 >> 172.21.15.33:0/1808739784 conn(0x7f48440d3d90 msgr2=0x7f48440d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.235+0000 7f484a486640 1 -- 172.21.15.33:0/1808739784 shutdown_connections 2024-07-26T15:41:59.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.235+0000 7f484a486640 1 -- 172.21.15.33:0/1808739784 wait complete. 2024-07-26T15:41:59.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.237+0000 7f484a486640 1 Processor -- start 2024-07-26T15:41:59.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.237+0000 7f484a486640 1 -- start start 2024-07-26T15:41:59.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.238+0000 7f484a486640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f482c005350 0x7f48440cda40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:59.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.238+0000 7f484a486640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48441f8ab0 0x7f48441f8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:59.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.238+0000 7f484a486640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48441f9400 0x7f4844160480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.238+0000 7f484a486640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f48440b4e60 con 0x7f48441f9400 2024-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.238+0000 7f484a486640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f48440b5570 con 0x7f482c005350 2024-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.238+0000 7f484a486640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f48440b4fe0 con 0x7f48441f8ab0 2024-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4848a23640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48441f9400 0x7f4844160480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4848a23640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48441f9400 0x7f4844160480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47616/0 (socket says 172.21.15.33:47616) 2024-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4848a23640 1 -- 172.21.15.33:0/1503757356 learned_addr learned my addr 172.21.15.33:0/1503757356 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f48437fe640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48441f8ab0 0x7f48441f8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4843fff640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f482c005350 0x7f48440cda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4848a23640 1 -- 172.21.15.33:0/1503757356 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48441f8ab0 msgr2=0x7f48441f8ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4848a23640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48441f8ab0 0x7f48441f8ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:59.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4848a23640 1 -- 172.21.15.33:0/1503757356 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f482c005350 msgr2=0x7f48440cda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4848a23640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f482c005350 0x7f48440cda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4848a23640 1 -- 172.21.15.33:0/1503757356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f484414c7a0 con 0x7f48441f9400 2024-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4848a23640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48441f9400 0x7f4844160480 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f483c000f80 tx=0x7f483c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4840ff9640 1 -- 172.21.15.33:0/1503757356 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483c02bb70 con 0x7f48441f9400 2024-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4840ff9640 1 -- 172.21.15.33:0/1503757356 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f483c03a070 con 0x7f48441f9400 2024-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f484a486640 1 -- 172.21.15.33:0/1503757356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f484414ca40 con 0x7f48441f9400 2024-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f4840ff9640 1 -- 172.21.15.33:0/1503757356 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f483c02be60 con 0x7f48441f9400 2024-07-26T15:41:59.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.239+0000 7f484a486640 1 -- 172.21.15.33:0/1503757356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48440cb720 con 0x7f48441f9400 2024-07-26T15:41:59.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.240+0000 7f484a486640 1 -- 172.21.15.33:0/1503757356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48440cb490 con 0x7f48441f9400 2024-07-26T15:41:59.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.241+0000 7f4840ff9640 1 -- 172.21.15.33:0/1503757356 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f483c006330 con 0x7f48441f9400 2024-07-26T15:41:59.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.242+0000 7f4840ff9640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4830077130 0x7f4830079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:41:59.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.242+0000 7f4840ff9640 1 -- 172.21.15.33:0/1503757356 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 6101+0+0 (secure 0 0 0) 0x7f483c0b8d20 con 0x7f48441f9400 2024-07-26T15:41:59.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.242+0000 7f4843fff640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4830077130 0x7f4830079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:41:59.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.242+0000 7f4843fff640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4830077130 0x7f4830079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4834009bb0 tx=0x7f4834005f90 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:41:59.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.246+0000 7f4840ff9640 1 -- 172.21.15.33:0/1503757356 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f483c081780 con 0x7f48441f9400 2024-07-26T15:41:59.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:41:59.480+0000 7f484a486640 1 -- 172.21.15.33:0/1503757356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f48441626f0 con 0x7f48441f9400 2024-07-26T15:42:00.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.414+0000 7f4840ff9640 1 -- 172.21.15.33:0/1503757356 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v26) ==== 118+0+0 (secure 0 0 0) 0x7f483c085cd0 con 0x7f48441f9400 2024-07-26T15:42:00.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.417+0000 7f484a486640 1 -- 172.21.15.33:0/1503757356 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4830077130 msgr2=0x7f4830079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:00.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.417+0000 7f484a486640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4830077130 0x7f4830079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4834009bb0 tx=0x7f4834005f90 comp rx=0 tx=0).stop 2024-07-26T15:42:00.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.417+0000 7f484a486640 1 -- 172.21.15.33:0/1503757356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48441f9400 msgr2=0x7f4844160480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:00.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.417+0000 7f484a486640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48441f9400 0x7f4844160480 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f483c000f80 tx=0x7f483c003c20 comp rx=0 tx=0).stop 2024-07-26T15:42:00.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.417+0000 7f484a486640 1 -- 172.21.15.33:0/1503757356 shutdown_connections 2024-07-26T15:42:00.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.417+0000 7f484a486640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4830077130 0x7f4830079640 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:00.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.417+0000 7f484a486640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48441f9400 0x7f4844160480 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:00.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.417+0000 7f484a486640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48441f8ab0 0x7f48441f8ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:00.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.417+0000 7f484a486640 1 --2- 172.21.15.33:0/1503757356 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f482c005350 0x7f48440cda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:00.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.417+0000 7f484a486640 1 -- 172.21.15.33:0/1503757356 >> 172.21.15.33:0/1503757356 conn(0x7f48440d3d90 msgr2=0x7f48440d1f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:00.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.418+0000 7f484a486640 1 -- 172.21.15.33:0/1503757356 shutdown_connections 2024-07-26T15:42:00.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.418+0000 7f484a486640 1 -- 172.21.15.33:0/1503757356 wait complete. 2024-07-26T15:42:00.433 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T15:42:00.433 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T15:42:00.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.559+0000 7f2fdaf89640 1 -- 172.21.15.33:0/1270019205 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fd40cf8e0 msgr2=0x7f2fd40d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:00.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.559+0000 7f2fdaf89640 1 --2- 172.21.15.33:0/1270019205 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fd40cf8e0 0x7f2fd40d0ab0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f2fd408cc60 tx=0x7f2fbc02a530 comp rx=0 tx=0).stop 2024-07-26T15:42:00.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.559+0000 7f2fdaf89640 1 -- 172.21.15.33:0/1270019205 shutdown_connections 2024-07-26T15:42:00.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.559+0000 7f2fdaf89640 1 --2- 172.21.15.33:0/1270019205 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fd40cf8e0 0x7f2fd40d0ab0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:00.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.559+0000 7f2fdaf89640 1 --2- 172.21.15.33:0/1270019205 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fd40b53e0 0x7f2fd40d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:00.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.559+0000 7f2fdaf89640 1 -- 172.21.15.33:0/1270019205 >> 172.21.15.33:0/1270019205 conn(0x7f2fd40d3dc0 msgr2=0x7f2fd40d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:00.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.559+0000 7f2fdaf89640 1 -- 172.21.15.33:0/1270019205 shutdown_connections 2024-07-26T15:42:00.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.559+0000 7f2fdaf89640 1 -- 172.21.15.33:0/1270019205 wait complete. 2024-07-26T15:42:00.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.561+0000 7f2fdaf89640 1 Processor -- start 2024-07-26T15:42:00.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.561+0000 7f2fdaf89640 1 -- start start 2024-07-26T15:42:00.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fdaf89640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fd40b53e0 0x7f2fd414b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:00.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fdaf89640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fd40b8fa0 0x7f2fd414be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:00.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fdaf89640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fd40cf8e0 0x7f2fd41f8b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:00.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fdaf89640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2fd40b7800 con 0x7f2fd40b53e0 2024-07-26T15:42:00.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fdaf89640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2fd40b7680 con 0x7f2fd40cf8e0 2024-07-26T15:42:00.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fdaf89640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2fd40b7980 con 0x7f2fd40b8fa0 2024-07-26T15:42:00.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd8d25640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fd40b53e0 0x7f2fd414b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd8d25640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fd40b53e0 0x7f2fd414b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47624/0 (socket says 172.21.15.33:47624) 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd8d25640 1 -- 172.21.15.33:0/2788867654 learned_addr learned my addr 172.21.15.33:0/2788867654 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd3fff640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fd40b8fa0 0x7f2fd414be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd9526640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fd40cf8e0 0x7f2fd41f8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd8d25640 1 -- 172.21.15.33:0/2788867654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fd40b8fa0 msgr2=0x7f2fd414be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd8d25640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fd40b8fa0 0x7f2fd414be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd8d25640 1 -- 172.21.15.33:0/2788867654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fd40cf8e0 msgr2=0x7f2fd41f8b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd8d25640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fd40cf8e0 0x7f2fd41f8b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd8d25640 1 -- 172.21.15.33:0/2788867654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fd40a05d0 con 0x7f2fd40b53e0 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd8d25640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fd40b53e0 0x7f2fd414b8f0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc00b410 tx=0x7f2fcc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd17fa640 1 -- 172.21.15.33:0/2788867654 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fcc015020 con 0x7f2fd40b53e0 2024-07-26T15:42:00.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fd17fa640 1 -- 172.21.15.33:0/2788867654 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fcc011940 con 0x7f2fd40b53e0 2024-07-26T15:42:00.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.563+0000 7f2fdaf89640 1 -- 172.21.15.33:0/2788867654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fd40a08b0 con 0x7f2fd40b53e0 2024-07-26T15:42:00.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.564+0000 7f2fd17fa640 1 -- 172.21.15.33:0/2788867654 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fcc011d90 con 0x7f2fd40b53e0 2024-07-26T15:42:00.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.564+0000 7f2fdaf89640 1 -- 172.21.15.33:0/2788867654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fd41e8540 con 0x7f2fd40b53e0 2024-07-26T15:42:00.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.564+0000 7f2fdaf89640 1 -- 172.21.15.33:0/2788867654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fd40a0af0 con 0x7f2fd40b53e0 2024-07-26T15:42:00.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.565+0000 7f2fd17fa640 1 -- 172.21.15.33:0/2788867654 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f2fcc018020 con 0x7f2fd40b53e0 2024-07-26T15:42:00.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.566+0000 7f2fd17fa640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2fb4077130 0x7f2fb4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:00.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.566+0000 7f2fd17fa640 1 -- 172.21.15.33:0/2788867654 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f2fcc098bd0 con 0x7f2fd40b53e0 2024-07-26T15:42:00.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.566+0000 7f2fd3fff640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2fb4077130 0x7f2fb4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:00.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.566+0000 7f2fd3fff640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2fb4077130 0x7f2fb4079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2fd4159490 tx=0x7f2fc40072f0 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:00.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.570+0000 7f2fd17fa640 1 -- 172.21.15.33:0/2788867654 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2fd40a0af0 con 0x7f2fd40b53e0 2024-07-26T15:42:00.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:00.801+0000 7f2fdaf89640 1 -- 172.21.15.33:0/2788867654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f2fd41e87a0 con 0x7f2fd40b53e0 2024-07-26T15:42:01.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.415+0000 7f2fd17fa640 1 -- 172.21.15.33:0/2788867654 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v27) ==== 122+0+0 (secure 0 0 0) 0x7f2fcc01f020 con 0x7f2fd40b53e0 2024-07-26T15:42:01.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 -- 172.21.15.33:0/2788867654 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2fb4077130 msgr2=0x7f2fb4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:01.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2fb4077130 0x7f2fb4079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2fd4159490 tx=0x7f2fc40072f0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 -- 172.21.15.33:0/2788867654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fd40b53e0 msgr2=0x7f2fd414b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:01.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fd40b53e0 0x7f2fd414b8f0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc00b410 tx=0x7f2fcc00b8d0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 -- 172.21.15.33:0/2788867654 shutdown_connections 2024-07-26T15:42:01.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2fb4077130 0x7f2fb4079640 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2fd40cf8e0 0x7f2fd41f8b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2fd40b8fa0 0x7f2fd414be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 --2- 172.21.15.33:0/2788867654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2fd40b53e0 0x7f2fd414b8f0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 -- 172.21.15.33:0/2788867654 >> 172.21.15.33:0/2788867654 conn(0x7f2fd40d3dc0 msgr2=0x7f2fd406db90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:01.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 -- 172.21.15.33:0/2788867654 shutdown_connections 2024-07-26T15:42:01.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.418+0000 7f2fdaf89640 1 -- 172.21.15.33:0/2788867654 wait complete. 2024-07-26T15:42:01.433 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T15:42:01.433 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:42:01.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.553+0000 7f45551da640 1 -- 172.21.15.33:0/2963543612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45500cc660 msgr2=0x7f45500b6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:01.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.553+0000 7f45551da640 1 --2- 172.21.15.33:0/2963543612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45500cc660 0x7f45500b6e00 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f45500d2890 tx=0x7f454002a800 comp rx=0 tx=0).stop 2024-07-26T15:42:01.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.553+0000 7f45551da640 1 -- 172.21.15.33:0/2963543612 shutdown_connections 2024-07-26T15:42:01.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.553+0000 7f45551da640 1 --2- 172.21.15.33:0/2963543612 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45500cfe70 0x7f4550160b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.553+0000 7f45551da640 1 --2- 172.21.15.33:0/2963543612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45500cc660 0x7f45500b6e00 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.553+0000 7f45551da640 1 -- 172.21.15.33:0/2963543612 >> 172.21.15.33:0/2963543612 conn(0x7f45500d1bf0 msgr2=0x7f45500d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:01.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.553+0000 7f45551da640 1 -- 172.21.15.33:0/2963543612 shutdown_connections 2024-07-26T15:42:01.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.553+0000 7f45551da640 1 -- 172.21.15.33:0/2963543612 wait complete. 2024-07-26T15:42:01.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.555+0000 7f45551da640 1 Processor -- start 2024-07-26T15:42:01.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.555+0000 7f45551da640 1 -- start start 2024-07-26T15:42:01.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.556+0000 7f45551da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45500cc660 0x7f45500b0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:01.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.556+0000 7f45551da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45500cfa60 0x7f455014fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:01.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.556+0000 7f45551da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45500cfe70 0x7f455015a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:01.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.556+0000 7f45551da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f45500ce690 con 0x7f45500cfa60 2024-07-26T15:42:01.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.556+0000 7f45551da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f45500ce510 con 0x7f45500cfe70 2024-07-26T15:42:01.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.556+0000 7f45551da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f45500ce810 con 0x7f45500cc660 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f454e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45500cfa60 0x7f455014fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f454e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45500cfa60 0x7f455014fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47644/0 (socket says 172.21.15.33:47644) 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f454e59c640 1 -- 172.21.15.33:0/1636106060 learned_addr learned my addr 172.21.15.33:0/1636106060 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f454ed9d640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45500cc660 0x7f45500b0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f454f59e640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45500cfe70 0x7f455015a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f454e59c640 1 -- 172.21.15.33:0/1636106060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45500cc660 msgr2=0x7f45500b0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f454e59c640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45500cc660 0x7f45500b0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f454e59c640 1 -- 172.21.15.33:0/1636106060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45500cfe70 msgr2=0x7f455015a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f454e59c640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45500cfe70 0x7f455015a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f454e59c640 1 -- 172.21.15.33:0/1636106060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45500b07b0 con 0x7f45500cfa60 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f454e59c640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45500cfa60 0x7f455014fe20 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f453800c430 tx=0x7f453800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:01.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f45477fe640 1 -- 172.21.15.33:0/1636106060 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4538011790 con 0x7f45500cfa60 2024-07-26T15:42:01.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f45477fe640 1 -- 172.21.15.33:0/1636106060 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4538017070 con 0x7f45500cfa60 2024-07-26T15:42:01.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f45551da640 1 -- 172.21.15.33:0/1636106060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45500b0cc0 con 0x7f45500cfa60 2024-07-26T15:42:01.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f45477fe640 1 -- 172.21.15.33:0/1636106060 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4538011cc0 con 0x7f45500cfa60 2024-07-26T15:42:01.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.557+0000 7f45551da640 1 -- 172.21.15.33:0/1636106060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45501e7ae0 con 0x7f45500cfa60 2024-07-26T15:42:01.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.558+0000 7f45551da640 1 -- 172.21.15.33:0/1636106060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45500cc020 con 0x7f45500cfa60 2024-07-26T15:42:01.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.559+0000 7f45477fe640 1 -- 172.21.15.33:0/1636106060 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f453801c460 con 0x7f45500cfa60 2024-07-26T15:42:01.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.560+0000 7f45477fe640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4530077160 0x7f4530079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:01.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.560+0000 7f454ed9d640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4530077160 0x7f4530079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:01.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.560+0000 7f45477fe640 1 -- 172.21.15.33:0/1636106060 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f4538098630 con 0x7f45500cfa60 2024-07-26T15:42:01.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.560+0000 7f454ed9d640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4530077160 0x7f4530079670 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4540034000 tx=0x7f4540004ab0 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:01.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.564+0000 7f45477fe640 1 -- 172.21.15.33:0/1636106060 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f45500cc020 con 0x7f45500cfa60 2024-07-26T15:42:01.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.802+0000 7f45551da640 1 -- 172.21.15.33:0/1636106060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f45500b0a50 con 0x7f45500cfa60 2024-07-26T15:42:01.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.803+0000 7f45477fe640 1 -- 172.21.15.33:0/1636106060 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f4538021020 con 0x7f45500cfa60 2024-07-26T15:42:01.805 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:42:01.805 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":27,"btime":"2024-07-26T15:42:01:415363+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1813886548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1813886548},{"type":"v1","addr":"172.21.15.33:6834","nonce":1813886548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5321,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/4141655469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4141655469},{"type":"v1","addr":"172.21.15.154:6833","nonce":4141655469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/723722708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":723722708},{"type":"v1","addr":"172.21.15.154:6835","nonce":723722708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:41:57.773835+0000","modified":"2024-07-26T15:42:00.802683+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5901},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5901":{"gid":5901,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3850258134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3850258134},{"type":"v1","addr":"172.21.15.33:6835","nonce":3850258134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5901,"qdb_cluster":[5901]},"id":3}]} 2024-07-26T15:42:01.805 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 27 2024-07-26T15:42:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 -- 172.21.15.33:0/1636106060 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4530077160 msgr2=0x7f4530079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4530077160 0x7f4530079670 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4540034000 tx=0x7f4540004ab0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 -- 172.21.15.33:0/1636106060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45500cfa60 msgr2=0x7f455014fe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45500cfa60 0x7f455014fe20 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f453800c430 tx=0x7f453800c8f0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 -- 172.21.15.33:0/1636106060 shutdown_connections 2024-07-26T15:42:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f4530077160 0x7f4530079670 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45500cfe70 0x7f455015a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45500cfa60 0x7f455014fe20 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 --2- 172.21.15.33:0/1636106060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45500cc660 0x7f45500b0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 -- 172.21.15.33:0/1636106060 >> 172.21.15.33:0/1636106060 conn(0x7f45500d1bf0 msgr2=0x7f4550155500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 -- 172.21.15.33:0/1636106060 shutdown_connections 2024-07-26T15:42:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.805+0000 7f45551da640 1 -- 172.21.15.33:0/1636106060 wait complete. 2024-07-26T15:42:01.819 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:42:01.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.936+0000 7fba9abba640 1 -- 172.21.15.33:0/4084687785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba940ce7a0 msgr2=0x7fba940cebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:01.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.936+0000 7fba9abba640 1 --2- 172.21.15.33:0/4084687785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba940ce7a0 0x7fba940cebb0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fba94073c70 tx=0x7fba8402aa30 comp rx=0 tx=0).stop 2024-07-26T15:42:01.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.936+0000 7fba9abba640 1 -- 172.21.15.33:0/4084687785 shutdown_connections 2024-07-26T15:42:01.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.936+0000 7fba9abba640 1 --2- 172.21.15.33:0/4084687785 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba940cc740 0x7fba940ccb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.936+0000 7fba9abba640 1 --2- 172.21.15.33:0/4084687785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba940ce7a0 0x7fba940cebb0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.936+0000 7fba9abba640 1 --2- 172.21.15.33:0/4084687785 >> v2:172.21.15.154:3300/0 conn(0x7fba940b6fc0 0x7fba940ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.936+0000 7fba9abba640 1 -- 172.21.15.33:0/4084687785 >> 172.21.15.33:0/4084687785 conn(0x7fba940d1b70 msgr2=0x7fba940d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:01.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.936+0000 7fba9abba640 1 -- 172.21.15.33:0/4084687785 shutdown_connections 2024-07-26T15:42:01.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.936+0000 7fba9abba640 1 -- 172.21.15.33:0/4084687785 wait complete. 2024-07-26T15:42:01.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.938+0000 7fba9abba640 1 Processor -- start 2024-07-26T15:42:01.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.938+0000 7fba9abba640 1 -- start start 2024-07-26T15:42:01.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.939+0000 7fba9abba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba940b6fc0 0x7fba9415ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:01.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.939+0000 7fba9abba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba940cc740 0x7fba940c61a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:01.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.939+0000 7fba9abba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba940ce7a0 0x7fba9415a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:01.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.939+0000 7fba9abba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fba940cd210 con 0x7fba940cc740 2024-07-26T15:42:01.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.939+0000 7fba9abba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fba940cd090 con 0x7fba940ce7a0 2024-07-26T15:42:01.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.939+0000 7fba9abba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fba940cd390 con 0x7fba940b6fc0 2024-07-26T15:42:01.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.939+0000 7fba93fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba940cc740 0x7fba940c61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:01.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.939+0000 7fba93fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba940cc740 0x7fba940c61a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40768/0 (socket says 172.21.15.33:40768) 2024-07-26T15:42:01.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.939+0000 7fba93fff640 1 -- 172.21.15.33:0/1635000545 learned_addr learned my addr 172.21.15.33:0/1635000545 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:01.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.939+0000 7fba98956640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba940b6fc0 0x7fba9415ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:01.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.939+0000 7fba99157640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba940ce7a0 0x7fba9415a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:01.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba93fff640 1 -- 172.21.15.33:0/1635000545 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba940b6fc0 msgr2=0x7fba9415ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:01.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba93fff640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba940b6fc0 0x7fba9415ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba93fff640 1 -- 172.21.15.33:0/1635000545 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba940ce7a0 msgr2=0x7fba9415a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:01.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba93fff640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba940ce7a0 0x7fba9415a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:01.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba93fff640 1 -- 172.21.15.33:0/1635000545 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba9409f5c0 con 0x7fba940cc740 2024-07-26T15:42:01.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba98956640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba940b6fc0 0x7fba9415ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:42:01.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba99157640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba940ce7a0 0x7fba9415a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:42:01.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba93fff640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba940cc740 0x7fba940c61a0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fba84009bf0 tx=0x7fba84003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:01.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba917fa640 1 -- 172.21.15.33:0/1635000545 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba84033050 con 0x7fba940cc740 2024-07-26T15:42:01.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba917fa640 1 -- 172.21.15.33:0/1635000545 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fba840044d0 con 0x7fba940cc740 2024-07-26T15:42:01.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba9abba640 1 -- 172.21.15.33:0/1635000545 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba940c8cc0 con 0x7fba940cc740 2024-07-26T15:42:01.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba917fa640 1 -- 172.21.15.33:0/1635000545 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba84038450 con 0x7fba940cc740 2024-07-26T15:42:01.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.940+0000 7fba9abba640 1 -- 172.21.15.33:0/1635000545 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba940c8fa0 con 0x7fba940cc740 2024-07-26T15:42:01.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.941+0000 7fba9abba640 1 -- 172.21.15.33:0/1635000545 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba940ccb50 con 0x7fba940cc740 2024-07-26T15:42:01.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.942+0000 7fba917fa640 1 -- 172.21.15.33:0/1635000545 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7fba84036070 con 0x7fba940cc740 2024-07-26T15:42:01.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.943+0000 7fba917fa640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fba74077130 0x7fba74079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:01.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.943+0000 7fba98956640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fba74077130 0x7fba74079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:01.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.943+0000 7fba917fa640 1 -- 172.21.15.33:0/1635000545 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7fba840ba200 con 0x7fba940cc740 2024-07-26T15:42:01.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.943+0000 7fba98956640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fba74077130 0x7fba74079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fba8c00bb40 tx=0x7fba8c005e70 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:01.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:01.947+0000 7fba917fa640 1 -- 172.21.15.33:0/1635000545 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fba84083060 con 0x7fba940cc740 2024-07-26T15:42:02.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.144+0000 7fba9abba640 1 -- 172.21.15.33:0/1635000545 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fba9415c440 con 0x7fba940cc740 2024-07-26T15:42:02.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.145+0000 7fba917fa640 1 -- 172.21.15.33:0/1635000545 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+16942 (secure 0 0 0) 0x7fba84082960 con 0x7fba940cc740 2024-07-26T15:42:02.147 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:42:02.147 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":72,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:41:59.386254+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:41:55.510981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-07-26T15:41:56.732568+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:42:02.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.147+0000 7fba9abba640 1 -- 172.21.15.33:0/1635000545 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fba74077130 msgr2=0x7fba74079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.147+0000 7fba9abba640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fba74077130 0x7fba74079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fba8c00bb40 tx=0x7fba8c005e70 comp rx=0 tx=0).stop 2024-07-26T15:42:02.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.147+0000 7fba9abba640 1 -- 172.21.15.33:0/1635000545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba940cc740 msgr2=0x7fba940c61a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.147+0000 7fba9abba640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba940cc740 0x7fba940c61a0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fba84009bf0 tx=0x7fba84003f10 comp rx=0 tx=0).stop 2024-07-26T15:42:02.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.147+0000 7fba9abba640 1 -- 172.21.15.33:0/1635000545 shutdown_connections 2024-07-26T15:42:02.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.147+0000 7fba9abba640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fba74077130 0x7fba74079640 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.147+0000 7fba9abba640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba940ce7a0 0x7fba9415a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.147+0000 7fba9abba640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba940cc740 0x7fba940c61a0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.147+0000 7fba9abba640 1 --2- 172.21.15.33:0/1635000545 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba940b6fc0 0x7fba9415ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.147+0000 7fba9abba640 1 -- 172.21.15.33:0/1635000545 >> 172.21.15.33:0/1635000545 conn(0x7fba940d1b70 msgr2=0x7fba940b4bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:02.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.147+0000 7fba9abba640 1 -- 172.21.15.33:0/1635000545 shutdown_connections 2024-07-26T15:42:02.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.148+0000 7fba9abba640 1 -- 172.21.15.33:0/1635000545 wait complete. 2024-07-26T15:42:02.160 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T15:42:02.161 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:42:02.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.277+0000 7f9acdc06640 1 -- 172.21.15.33:0/744114559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ac80b1e50 msgr2=0x7f9ac80b2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.277+0000 7f9acdc06640 1 --2- 172.21.15.33:0/744114559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ac80b1e50 0x7f9ac80b2260 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f9ac80d2890 tx=0x7f9ac002a970 comp rx=0 tx=0).stop 2024-07-26T15:42:02.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.277+0000 7f9acdc06640 1 -- 172.21.15.33:0/744114559 shutdown_connections 2024-07-26T15:42:02.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.277+0000 7f9acdc06640 1 --2- 172.21.15.33:0/744114559 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ac80b1e50 0x7f9ac80b2260 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.277+0000 7f9acdc06640 1 --2- 172.21.15.33:0/744114559 >> v2:172.21.15.154:3300/0 conn(0x7f9ac80b6e00 0x7f9ac80b1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.277+0000 7f9acdc06640 1 -- 172.21.15.33:0/744114559 >> 172.21.15.33:0/744114559 conn(0x7f9ac80d1bf0 msgr2=0x7f9ac80d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:02.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.277+0000 7f9acdc06640 1 -- 172.21.15.33:0/744114559 shutdown_connections 2024-07-26T15:42:02.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.277+0000 7f9acdc06640 1 -- 172.21.15.33:0/744114559 wait complete. 2024-07-26T15:42:02.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.279+0000 7f9acdc06640 1 Processor -- start 2024-07-26T15:42:02.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.279+0000 7f9acdc06640 1 -- start start 2024-07-26T15:42:02.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.280+0000 7f9acdc06640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9ac80b1e50 0x7f9ac80b00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:02.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.280+0000 7f9acdc06640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9ac80b6e00 0x7f9ac815d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:02.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.280+0000 7f9acdc06640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ac80cc660 0x7f9ac815db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:02.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.280+0000 7f9acdc06640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9ac80ce690 con 0x7f9ac80cc660 2024-07-26T15:42:02.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.280+0000 7f9acdc06640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9ac80ce510 con 0x7f9ac80b6e00 2024-07-26T15:42:02.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.280+0000 7f9acdc06640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9ac80ce810 con 0x7f9ac80b1e50 2024-07-26T15:42:02.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.280+0000 7f9ac7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ac80cc660 0x7f9ac815db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:02.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.280+0000 7f9ac7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ac80cc660 0x7f9ac815db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40792/0 (socket says 172.21.15.33:40792) 2024-07-26T15:42:02.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.280+0000 7f9ac7fff640 1 -- 172.21.15.33:0/1126861020 learned_addr learned my addr 172.21.15.33:0/1126861020 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:02.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9ac6ffd640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9ac80b6e00 0x7f9ac815d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:02.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9ac77fe640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9ac80b1e50 0x7f9ac80b00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:02.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9ac7fff640 1 -- 172.21.15.33:0/1126861020 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9ac80b1e50 msgr2=0x7f9ac80b00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9ac7fff640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9ac80b1e50 0x7f9ac80b00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9ac7fff640 1 -- 172.21.15.33:0/1126861020 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9ac80b6e00 msgr2=0x7f9ac815d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9ac7fff640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9ac80b6e00 0x7f9ac815d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9ac7fff640 1 -- 172.21.15.33:0/1126861020 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ac81e52f0 con 0x7f9ac80cc660 2024-07-26T15:42:02.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9ac6ffd640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9ac80b6e00 0x7f9ac815d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:42:02.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9ac7fff640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ac80cc660 0x7f9ac815db30 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f9ac0033040 tx=0x7f9ac0003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:02.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9aaffff640 1 -- 172.21.15.33:0/1126861020 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ac0034040 con 0x7f9ac80cc660 2024-07-26T15:42:02.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9aaffff640 1 -- 172.21.15.33:0/1126861020 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ac0004540 con 0x7f9ac80cc660 2024-07-26T15:42:02.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9acdc06640 1 -- 172.21.15.33:0/1126861020 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ac81e55d0 con 0x7f9ac80cc660 2024-07-26T15:42:02.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9aaffff640 1 -- 172.21.15.33:0/1126861020 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ac0045480 con 0x7f9ac80cc660 2024-07-26T15:42:02.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.281+0000 7f9acdc06640 1 -- 172.21.15.33:0/1126861020 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ac81e5b90 con 0x7f9ac80cc660 2024-07-26T15:42:02.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.282+0000 7f9acdc06640 1 -- 172.21.15.33:0/1126861020 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ac80b2260 con 0x7f9ac80cc660 2024-07-26T15:42:02.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.283+0000 7f9aaffff640 1 -- 172.21.15.33:0/1126861020 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f9ac0037020 con 0x7f9ac80cc660 2024-07-26T15:42:02.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.283+0000 7f9aaffff640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f9ab4077130 0x7f9ab4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:02.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.284+0000 7f9aaffff640 1 -- 172.21.15.33:0/1126861020 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f9ac00ba980 con 0x7f9ac80cc660 2024-07-26T15:42:02.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.284+0000 7f9ac77fe640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f9ab4077130 0x7f9ab4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:02.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.284+0000 7f9ac77fe640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f9ab4077130 0x7f9ab4079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8006fd0 tx=0x7f9ab8008040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:02.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.287+0000 7f9aaffff640 1 -- 172.21.15.33:0/1126861020 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9ac00838c0 con 0x7f9ac80cc660 2024-07-26T15:42:02.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.482+0000 7f9acdc06640 1 -- 172.21.15.33:0/1126861020 --> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9ac80c54c0 con 0x7f9ab4077130 2024-07-26T15:42:02.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.486+0000 7f9aaffff640 1 -- 172.21.15.33:0/1126861020 <== mgr.5700 v2:172.21.15.33:6836/1354880227 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246767 (secure 0 0 0) 0x7f9ac80c54c0 con 0x7f9ab4077130 2024-07-26T15:42:02.491 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:42:02.493 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:42:02.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 -- 172.21.15.33:0/1126861020 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f9ab4077130 msgr2=0x7f9ab4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f9ab4077130 0x7f9ab4079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8006fd0 tx=0x7f9ab8008040 comp rx=0 tx=0).stop 2024-07-26T15:42:02.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 -- 172.21.15.33:0/1126861020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ac80cc660 msgr2=0x7f9ac815db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ac80cc660 0x7f9ac815db30 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f9ac0033040 tx=0x7f9ac0003f10 comp rx=0 tx=0).stop 2024-07-26T15:42:02.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 -- 172.21.15.33:0/1126861020 shutdown_connections 2024-07-26T15:42:02.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f9ab4077130 0x7f9ab4079640 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ac80cc660 0x7f9ac815db30 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9ac80b6e00 0x7f9ac815d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 --2- 172.21.15.33:0/1126861020 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9ac80b1e50 0x7f9ac80b00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 -- 172.21.15.33:0/1126861020 >> 172.21.15.33:0/1126861020 conn(0x7f9ac80d1bf0 msgr2=0x7f9ac80b5400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:02.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 -- 172.21.15.33:0/1126861020 shutdown_connections 2024-07-26T15:42:02.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.490+0000 7f9acdc06640 1 -- 172.21.15.33:0/1126861020 wait complete. 2024-07-26T15:42:02.502 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:42:02.085928+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592036,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":155,"num_write_kb":1639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112,"ondisk_log_size":112,"up":142,"acting":142,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":107,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":323828,"kb_used_data":7736,"kb_used_omap":12,"kb_used_meta":315955,"kb_avail":754650892,"statfs":{"total":773094113280,"available":772762513408,"internally_reserved":0,"allocated":7921664,"data_stored":4538373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":323538481},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1668,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.713932"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390394+0000","last_change":"2024-07-26T15:41:58.403614+0000","last_active":"2024-07-26T15:41:59.390394+0000","last_peered":"2024-07-26T15:41:59.390394+0000","last_clean":"2024-07-26T15:41:59.390394+0000","last_became_active":"2024-07-26T15:41:58.403288+0000","last_became_peered":"2024-07-26T15:41:58.403288+0000","last_unstale":"2024-07-26T15:41:59.390394+0000","last_undegraded":"2024-07-26T15:41:59.390394+0000","last_fullsized":"2024-07-26T15:41:59.390394+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:30.888066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420799+0000","last_change":"2024-07-26T15:41:58.416382+0000","last_active":"2024-07-26T15:41:59.420799+0000","last_peered":"2024-07-26T15:41:59.420799+0000","last_clean":"2024-07-26T15:41:59.420799+0000","last_became_active":"2024-07-26T15:41:58.415956+0000","last_became_peered":"2024-07-26T15:41:58.415956+0000","last_unstale":"2024-07-26T15:41:59.420799+0000","last_undegraded":"2024-07-26T15:41:59.420799+0000","last_fullsized":"2024-07-26T15:41:59.420799+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:55:05.284188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390622+0000","last_change":"2024-07-26T15:41:58.414949+0000","last_active":"2024-07-26T15:41:59.390622+0000","last_peered":"2024-07-26T15:41:59.390622+0000","last_clean":"2024-07-26T15:41:59.390622+0000","last_became_active":"2024-07-26T15:41:58.414490+0000","last_became_peered":"2024-07-26T15:41:58.414490+0000","last_unstale":"2024-07-26T15:41:59.390622+0000","last_undegraded":"2024-07-26T15:41:59.390622+0000","last_fullsized":"2024-07-26T15:41:59.390622+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:31:28.836102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419662+0000","last_change":"2024-07-26T15:41:58.412623+0000","last_active":"2024-07-26T15:41:59.419662+0000","last_peered":"2024-07-26T15:41:59.419662+0000","last_clean":"2024-07-26T15:41:59.419662+0000","last_became_active":"2024-07-26T15:41:58.412318+0000","last_became_peered":"2024-07-26T15:41:58.412318+0000","last_unstale":"2024-07-26T15:41:59.419662+0000","last_undegraded":"2024-07-26T15:41:59.419662+0000","last_fullsized":"2024-07-26T15:41:59.419662+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:32.337136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582534+0000","last_change":"2024-07-26T15:41:58.408757+0000","last_active":"2024-07-26T15:41:59.582534+0000","last_peered":"2024-07-26T15:41:59.582534+0000","last_clean":"2024-07-26T15:41:59.582534+0000","last_became_active":"2024-07-26T15:41:58.408402+0000","last_became_peered":"2024-07-26T15:41:58.408402+0000","last_unstale":"2024-07-26T15:41:59.582534+0000","last_undegraded":"2024-07-26T15:41:59.582534+0000","last_fullsized":"2024-07-26T15:41:59.582534+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:38:50.145346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583322+0000","last_change":"2024-07-26T15:41:58.418711+0000","last_active":"2024-07-26T15:41:59.583322+0000","last_peered":"2024-07-26T15:41:59.583322+0000","last_clean":"2024-07-26T15:41:59.583322+0000","last_became_active":"2024-07-26T15:41:58.418384+0000","last_became_peered":"2024-07-26T15:41:58.418384+0000","last_unstale":"2024-07-26T15:41:59.583322+0000","last_undegraded":"2024-07-26T15:41:59.583322+0000","last_fullsized":"2024-07-26T15:41:59.583322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:50.071958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390366+0000","last_change":"2024-07-26T15:41:58.401272+0000","last_active":"2024-07-26T15:41:59.390366+0000","last_peered":"2024-07-26T15:41:59.390366+0000","last_clean":"2024-07-26T15:41:59.390366+0000","last_became_active":"2024-07-26T15:41:58.400919+0000","last_became_peered":"2024-07-26T15:41:58.400919+0000","last_unstale":"2024-07-26T15:41:59.390366+0000","last_undegraded":"2024-07-26T15:41:59.390366+0000","last_fullsized":"2024-07-26T15:41:59.390366+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:58:43.043253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582689+0000","last_change":"2024-07-26T15:41:58.410664+0000","last_active":"2024-07-26T15:41:59.582689+0000","last_peered":"2024-07-26T15:41:59.582689+0000","last_clean":"2024-07-26T15:41:59.582689+0000","last_became_active":"2024-07-26T15:41:58.410312+0000","last_became_peered":"2024-07-26T15:41:58.410312+0000","last_unstale":"2024-07-26T15:41:59.582689+0000","last_undegraded":"2024-07-26T15:41:59.582689+0000","last_fullsized":"2024-07-26T15:41:59.582689+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:59.627437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583215+0000","last_change":"2024-07-26T15:41:58.414215+0000","last_active":"2024-07-26T15:41:59.583215+0000","last_peered":"2024-07-26T15:41:59.583215+0000","last_clean":"2024-07-26T15:41:59.583215+0000","last_became_active":"2024-07-26T15:41:58.413889+0000","last_became_peered":"2024-07-26T15:41:58.413889+0000","last_unstale":"2024-07-26T15:41:59.583215+0000","last_undegraded":"2024-07-26T15:41:59.583215+0000","last_fullsized":"2024-07-26T15:41:59.583215+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:06.773497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390346+0000","last_change":"2024-07-26T15:41:58.405740+0000","last_active":"2024-07-26T15:41:59.390346+0000","last_peered":"2024-07-26T15:41:59.390346+0000","last_clean":"2024-07-26T15:41:59.390346+0000","last_became_active":"2024-07-26T15:41:58.405411+0000","last_became_peered":"2024-07-26T15:41:58.405411+0000","last_unstale":"2024-07-26T15:41:59.390346+0000","last_undegraded":"2024-07-26T15:41:59.390346+0000","last_fullsized":"2024-07-26T15:41:59.390346+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:08:02.881748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420131+0000","last_change":"2024-07-26T15:41:58.413051+0000","last_active":"2024-07-26T15:41:59.420131+0000","last_peered":"2024-07-26T15:41:59.420131+0000","last_clean":"2024-07-26T15:41:59.420131+0000","last_became_active":"2024-07-26T15:41:58.411042+0000","last_became_peered":"2024-07-26T15:41:58.411042+0000","last_unstale":"2024-07-26T15:41:59.420131+0000","last_undegraded":"2024-07-26T15:41:59.420131+0000","last_fullsized":"2024-07-26T15:41:59.420131+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:37:48.874255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390255+0000","last_change":"2024-07-26T15:41:58.401291+0000","last_active":"2024-07-26T15:41:59.390255+0000","last_peered":"2024-07-26T15:41:59.390255+0000","last_clean":"2024-07-26T15:41:59.390255+0000","last_became_active":"2024-07-26T15:41:58.400936+0000","last_became_peered":"2024-07-26T15:41:58.400936+0000","last_unstale":"2024-07-26T15:41:59.390255+0000","last_undegraded":"2024-07-26T15:41:59.390255+0000","last_fullsized":"2024-07-26T15:41:59.390255+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:23:27.413810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420396+0000","last_change":"2024-07-26T15:41:58.407729+0000","last_active":"2024-07-26T15:41:59.420396+0000","last_peered":"2024-07-26T15:41:59.420396+0000","last_clean":"2024-07-26T15:41:59.420396+0000","last_became_active":"2024-07-26T15:41:58.406551+0000","last_became_peered":"2024-07-26T15:41:58.406551+0000","last_unstale":"2024-07-26T15:41:59.420396+0000","last_undegraded":"2024-07-26T15:41:59.420396+0000","last_fullsized":"2024-07-26T15:41:59.420396+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:49:23.543035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420992+0000","last_change":"2024-07-26T15:41:58.417263+0000","last_active":"2024-07-26T15:41:59.420992+0000","last_peered":"2024-07-26T15:41:59.420992+0000","last_clean":"2024-07-26T15:41:59.420992+0000","last_became_active":"2024-07-26T15:41:58.416912+0000","last_became_peered":"2024-07-26T15:41:58.416912+0000","last_unstale":"2024-07-26T15:41:59.420992+0000","last_undegraded":"2024-07-26T15:41:59.420992+0000","last_fullsized":"2024-07-26T15:41:59.420992+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:53.030144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582939+0000","last_change":"2024-07-26T15:41:58.414434+0000","last_active":"2024-07-26T15:41:59.582939+0000","last_peered":"2024-07-26T15:41:59.582939+0000","last_clean":"2024-07-26T15:41:59.582939+0000","last_became_active":"2024-07-26T15:41:58.413337+0000","last_became_peered":"2024-07-26T15:41:58.413337+0000","last_unstale":"2024-07-26T15:41:59.582939+0000","last_undegraded":"2024-07-26T15:41:59.582939+0000","last_fullsized":"2024-07-26T15:41:59.582939+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:57.781084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582830+0000","last_change":"2024-07-26T15:41:58.411216+0000","last_active":"2024-07-26T15:41:59.582830+0000","last_peered":"2024-07-26T15:41:59.582830+0000","last_clean":"2024-07-26T15:41:59.582830+0000","last_became_active":"2024-07-26T15:41:58.410892+0000","last_became_peered":"2024-07-26T15:41:58.410892+0000","last_unstale":"2024-07-26T15:41:59.582830+0000","last_undegraded":"2024-07-26T15:41:59.582830+0000","last_fullsized":"2024-07-26T15:41:59.582830+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:23.404665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419641+0000","last_change":"2024-07-26T15:41:58.406310+0000","last_active":"2024-07-26T15:41:59.419641+0000","last_peered":"2024-07-26T15:41:59.419641+0000","last_clean":"2024-07-26T15:41:59.419641+0000","last_became_active":"2024-07-26T15:41:58.405851+0000","last_became_peered":"2024-07-26T15:41:58.405851+0000","last_unstale":"2024-07-26T15:41:59.419641+0000","last_undegraded":"2024-07-26T15:41:59.419641+0000","last_fullsized":"2024-07-26T15:41:59.419641+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:31.481271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420715+0000","last_change":"2024-07-26T15:41:58.413758+0000","last_active":"2024-07-26T15:41:59.420715+0000","last_peered":"2024-07-26T15:41:59.420715+0000","last_clean":"2024-07-26T15:41:59.420715+0000","last_became_active":"2024-07-26T15:41:58.413305+0000","last_became_peered":"2024-07-26T15:41:58.413305+0000","last_unstale":"2024-07-26T15:41:59.420715+0000","last_undegraded":"2024-07-26T15:41:59.420715+0000","last_fullsized":"2024-07-26T15:41:59.420715+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:13.481234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582712+0000","last_change":"2024-07-26T15:41:58.410892+0000","last_active":"2024-07-26T15:41:59.582712+0000","last_peered":"2024-07-26T15:41:59.582712+0000","last_clean":"2024-07-26T15:41:59.582712+0000","last_became_active":"2024-07-26T15:41:58.410289+0000","last_became_peered":"2024-07-26T15:41:58.410289+0000","last_unstale":"2024-07-26T15:41:59.582712+0000","last_undegraded":"2024-07-26T15:41:59.582712+0000","last_fullsized":"2024-07-26T15:41:59.582712+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:41.045869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390702+0000","last_change":"2024-07-26T15:41:58.419515+0000","last_active":"2024-07-26T15:41:59.390702+0000","last_peered":"2024-07-26T15:41:59.390702+0000","last_clean":"2024-07-26T15:41:59.390702+0000","last_became_active":"2024-07-26T15:41:58.419215+0000","last_became_peered":"2024-07-26T15:41:58.419215+0000","last_unstale":"2024-07-26T15:41:59.390702+0000","last_undegraded":"2024-07-26T15:41:59.390702+0000","last_fullsized":"2024-07-26T15:41:59.390702+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:16.301929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420705+0000","last_change":"2024-07-26T15:41:58.417185+0000","last_active":"2024-07-26T15:41:59.420705+0000","last_peered":"2024-07-26T15:41:59.420705+0000","last_clean":"2024-07-26T15:41:59.420705+0000","last_became_active":"2024-07-26T15:41:58.416269+0000","last_became_peered":"2024-07-26T15:41:58.416269+0000","last_unstale":"2024-07-26T15:41:59.420705+0000","last_undegraded":"2024-07-26T15:41:59.420705+0000","last_fullsized":"2024-07-26T15:41:59.420705+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:37:50.641181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419775+0000","last_change":"2024-07-26T15:41:58.407077+0000","last_active":"2024-07-26T15:41:59.419775+0000","last_peered":"2024-07-26T15:41:59.419775+0000","last_clean":"2024-07-26T15:41:59.419775+0000","last_became_active":"2024-07-26T15:41:58.406766+0000","last_became_peered":"2024-07-26T15:41:58.406766+0000","last_unstale":"2024-07-26T15:41:59.419775+0000","last_undegraded":"2024-07-26T15:41:59.419775+0000","last_fullsized":"2024-07-26T15:41:59.419775+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:16.216265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.378042+0000","last_change":"2024-07-26T15:41:56.378042+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.378042+0000","last_undegraded":"2024-07-26T15:41:56.378042+0000","last_fullsized":"2024-07-26T15:41:56.378042+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390432+0000","last_change":"2024-07-26T15:41:57.404240+0000","last_active":"2024-07-26T15:41:59.390432+0000","last_peered":"2024-07-26T15:41:59.390432+0000","last_clean":"2024-07-26T15:41:59.390432+0000","last_became_active":"2024-07-26T15:41:57.403891+0000","last_became_peered":"2024-07-26T15:41:57.403891+0000","last_unstale":"2024-07-26T15:41:59.390432+0000","last_undegraded":"2024-07-26T15:41:59.390432+0000","last_fullsized":"2024-07-26T15:41:59.390432+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:42.475746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390628+0000","last_change":"2024-07-26T15:41:57.401699+0000","last_active":"2024-07-26T15:41:59.390628+0000","last_peered":"2024-07-26T15:41:59.390628+0000","last_clean":"2024-07-26T15:41:59.390628+0000","last_became_active":"2024-07-26T15:41:57.401240+0000","last_became_peered":"2024-07-26T15:41:57.401240+0000","last_unstale":"2024-07-26T15:41:59.390628+0000","last_undegraded":"2024-07-26T15:41:59.390628+0000","last_fullsized":"2024-07-26T15:41:59.390628+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:58:23.265417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582438+0000","last_change":"2024-07-26T15:41:58.402311+0000","last_active":"2024-07-26T15:41:59.582438+0000","last_peered":"2024-07-26T15:41:59.582438+0000","last_clean":"2024-07-26T15:41:59.582438+0000","last_became_active":"2024-07-26T15:41:58.402031+0000","last_became_peered":"2024-07-26T15:41:58.402031+0000","last_unstale":"2024-07-26T15:41:59.582438+0000","last_undegraded":"2024-07-26T15:41:59.582438+0000","last_fullsized":"2024-07-26T15:41:59.582438+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:19.158070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374134+0000","last_change":"2024-07-26T15:41:56.374134+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374134+0000","last_undegraded":"2024-07-26T15:41:56.374134+0000","last_fullsized":"2024-07-26T15:41:56.374134+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420770+0000","last_change":"2024-07-26T15:41:57.400526+0000","last_active":"2024-07-26T15:41:59.420770+0000","last_peered":"2024-07-26T15:41:59.420770+0000","last_clean":"2024-07-26T15:41:59.420770+0000","last_became_active":"2024-07-26T15:41:57.400208+0000","last_became_peered":"2024-07-26T15:41:57.400208+0000","last_unstale":"2024-07-26T15:41:59.420770+0000","last_undegraded":"2024-07-26T15:41:59.420770+0000","last_fullsized":"2024-07-26T15:41:59.420770+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:58.754122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374467+0000","last_change":"2024-07-26T15:41:56.374467+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374467+0000","last_undegraded":"2024-07-26T15:41:56.374467+0000","last_fullsized":"2024-07-26T15:41:56.374467+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583108+0000","last_change":"2024-07-26T15:41:58.410615+0000","last_active":"2024-07-26T15:41:59.583108+0000","last_peered":"2024-07-26T15:41:59.583108+0000","last_clean":"2024-07-26T15:41:59.583108+0000","last_became_active":"2024-07-26T15:41:58.409915+0000","last_became_peered":"2024-07-26T15:41:58.409915+0000","last_unstale":"2024-07-26T15:41:59.583108+0000","last_undegraded":"2024-07-26T15:41:59.583108+0000","last_fullsized":"2024-07-26T15:41:59.583108+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:29.745922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.378100+0000","last_change":"2024-07-26T15:41:56.378100+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.378100+0000","last_undegraded":"2024-07-26T15:41:56.378100+0000","last_fullsized":"2024-07-26T15:41:56.378100+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419585+0000","last_change":"2024-07-26T15:41:57.396441+0000","last_active":"2024-07-26T15:41:59.419585+0000","last_peered":"2024-07-26T15:41:59.419585+0000","last_clean":"2024-07-26T15:41:59.419585+0000","last_became_active":"2024-07-26T15:41:57.395781+0000","last_became_peered":"2024-07-26T15:41:57.395781+0000","last_unstale":"2024-07-26T15:41:59.419585+0000","last_undegraded":"2024-07-26T15:41:59.419585+0000","last_fullsized":"2024-07-26T15:41:59.419585+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:40.735341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380209+0000","last_change":"2024-07-26T15:41:56.380209+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380209+0000","last_undegraded":"2024-07-26T15:41:56.380209+0000","last_fullsized":"2024-07-26T15:41:56.380209+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.375435+0000","last_change":"2024-07-26T15:41:56.375435+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.375435+0000","last_undegraded":"2024-07-26T15:41:56.375435+0000","last_fullsized":"2024-07-26T15:41:56.375435+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420329+0000","last_change":"2024-07-26T15:41:58.411876+0000","last_active":"2024-07-26T15:41:59.420329+0000","last_peered":"2024-07-26T15:41:59.420329+0000","last_clean":"2024-07-26T15:41:59.420329+0000","last_became_active":"2024-07-26T15:41:58.410698+0000","last_became_peered":"2024-07-26T15:41:58.410698+0000","last_unstale":"2024-07-26T15:41:59.420329+0000","last_undegraded":"2024-07-26T15:41:59.420329+0000","last_fullsized":"2024-07-26T15:41:59.420329+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:32.311613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380796+0000","last_change":"2024-07-26T15:41:56.380796+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380796+0000","last_undegraded":"2024-07-26T15:41:56.380796+0000","last_fullsized":"2024-07-26T15:41:56.380796+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"71'6","reported_seq":21,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583138+0000","last_change":"2024-07-26T15:41:57.397258+0000","last_active":"2024-07-26T15:41:59.583138+0000","last_peered":"2024-07-26T15:41:59.583138+0000","last_clean":"2024-07-26T15:41:59.583138+0000","last_became_active":"2024-07-26T15:41:57.396939+0000","last_became_peered":"2024-07-26T15:41:57.396939+0000","last_unstale":"2024-07-26T15:41:59.583138+0000","last_undegraded":"2024-07-26T15:41:59.583138+0000","last_fullsized":"2024-07-26T15:41:59.583138+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:46:51.267038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420888+0000","last_change":"2024-07-26T15:41:57.385232+0000","last_active":"2024-07-26T15:41:59.420888+0000","last_peered":"2024-07-26T15:41:59.420888+0000","last_clean":"2024-07-26T15:41:59.420888+0000","last_became_active":"2024-07-26T15:41:57.384678+0000","last_became_peered":"2024-07-26T15:41:57.384678+0000","last_unstale":"2024-07-26T15:41:59.420888+0000","last_undegraded":"2024-07-26T15:41:59.420888+0000","last_fullsized":"2024-07-26T15:41:59.420888+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:44.014688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.421168+0000","last_change":"2024-07-26T15:41:58.413795+0000","last_active":"2024-07-26T15:41:59.421168+0000","last_peered":"2024-07-26T15:41:59.421168+0000","last_clean":"2024-07-26T15:41:59.421168+0000","last_became_active":"2024-07-26T15:41:58.413458+0000","last_became_peered":"2024-07-26T15:41:58.413458+0000","last_unstale":"2024-07-26T15:41:59.421168+0000","last_undegraded":"2024-07-26T15:41:59.421168+0000","last_fullsized":"2024-07-26T15:41:59.421168+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:01.130744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377650+0000","last_change":"2024-07-26T15:41:56.377650+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377650+0000","last_undegraded":"2024-07-26T15:41:56.377650+0000","last_fullsized":"2024-07-26T15:41:56.377650+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582901+0000","last_change":"2024-07-26T15:41:58.416112+0000","last_active":"2024-07-26T15:41:59.582901+0000","last_peered":"2024-07-26T15:41:59.582901+0000","last_clean":"2024-07-26T15:41:59.582901+0000","last_became_active":"2024-07-26T15:41:58.415778+0000","last_became_peered":"2024-07-26T15:41:58.415778+0000","last_unstale":"2024-07-26T15:41:59.582901+0000","last_undegraded":"2024-07-26T15:41:59.582901+0000","last_fullsized":"2024-07-26T15:41:59.582901+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:09.572176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380108+0000","last_change":"2024-07-26T15:41:56.380108+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380108+0000","last_undegraded":"2024-07-26T15:41:56.380108+0000","last_fullsized":"2024-07-26T15:41:56.380108+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420196+0000","last_change":"2024-07-26T15:41:58.410146+0000","last_active":"2024-07-26T15:41:59.420196+0000","last_peered":"2024-07-26T15:41:59.420196+0000","last_clean":"2024-07-26T15:41:59.420196+0000","last_became_active":"2024-07-26T15:41:58.409781+0000","last_became_peered":"2024-07-26T15:41:58.409781+0000","last_unstale":"2024-07-26T15:41:59.420196+0000","last_undegraded":"2024-07-26T15:41:59.420196+0000","last_fullsized":"2024-07-26T15:41:59.420196+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:39.685551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"71'8","reported_seq":23,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582789+0000","last_change":"2024-07-26T15:41:57.395172+0000","last_active":"2024-07-26T15:41:59.582789+0000","last_peered":"2024-07-26T15:41:59.582789+0000","last_clean":"2024-07-26T15:41:59.582789+0000","last_became_active":"2024-07-26T15:41:57.394718+0000","last_became_peered":"2024-07-26T15:41:57.394718+0000","last_unstale":"2024-07-26T15:41:59.582789+0000","last_undegraded":"2024-07-26T15:41:59.582789+0000","last_fullsized":"2024-07-26T15:41:59.582789+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:27:00.146595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582719+0000","last_change":"2024-07-26T15:41:58.412294+0000","last_active":"2024-07-26T15:41:59.582719+0000","last_peered":"2024-07-26T15:41:59.582719+0000","last_clean":"2024-07-26T15:41:59.582719+0000","last_became_active":"2024-07-26T15:41:58.411967+0000","last_became_peered":"2024-07-26T15:41:58.411967+0000","last_unstale":"2024-07-26T15:41:59.582719+0000","last_undegraded":"2024-07-26T15:41:59.582719+0000","last_fullsized":"2024-07-26T15:41:59.582719+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:35:01.885940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420790+0000","last_change":"2024-07-26T15:41:57.395904+0000","last_active":"2024-07-26T15:41:59.420790+0000","last_peered":"2024-07-26T15:41:59.420790+0000","last_clean":"2024-07-26T15:41:59.420790+0000","last_became_active":"2024-07-26T15:41:57.394862+0000","last_became_peered":"2024-07-26T15:41:57.394862+0000","last_unstale":"2024-07-26T15:41:59.420790+0000","last_undegraded":"2024-07-26T15:41:59.420790+0000","last_fullsized":"2024-07-26T15:41:59.420790+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:11.000350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390763+0000","last_change":"2024-07-26T15:41:58.419205+0000","last_active":"2024-07-26T15:41:59.390763+0000","last_peered":"2024-07-26T15:41:59.390763+0000","last_clean":"2024-07-26T15:41:59.390763+0000","last_became_active":"2024-07-26T15:41:58.418883+0000","last_became_peered":"2024-07-26T15:41:58.418883+0000","last_unstale":"2024-07-26T15:41:59.390763+0000","last_undegraded":"2024-07-26T15:41:59.390763+0000","last_fullsized":"2024-07-26T15:41:59.390763+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:02:43.755670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582848+0000","last_change":"2024-07-26T15:41:57.387703+0000","last_active":"2024-07-26T15:41:59.582848+0000","last_peered":"2024-07-26T15:41:59.582848+0000","last_clean":"2024-07-26T15:41:59.582848+0000","last_became_active":"2024-07-26T15:41:57.387374+0000","last_became_peered":"2024-07-26T15:41:57.387374+0000","last_unstale":"2024-07-26T15:41:59.582848+0000","last_undegraded":"2024-07-26T15:41:59.582848+0000","last_fullsized":"2024-07-26T15:41:59.582848+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:36.787950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377554+0000","last_change":"2024-07-26T15:41:56.377554+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377554+0000","last_undegraded":"2024-07-26T15:41:56.377554+0000","last_fullsized":"2024-07-26T15:41:56.377554+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390547+0000","last_change":"2024-07-26T15:41:58.404042+0000","last_active":"2024-07-26T15:41:59.390547+0000","last_peered":"2024-07-26T15:41:59.390547+0000","last_clean":"2024-07-26T15:41:59.390547+0000","last_became_active":"2024-07-26T15:41:58.403502+0000","last_became_peered":"2024-07-26T15:41:58.403502+0000","last_unstale":"2024-07-26T15:41:59.390547+0000","last_undegraded":"2024-07-26T15:41:59.390547+0000","last_fullsized":"2024-07-26T15:41:59.390547+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:26:56.347511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377340+0000","last_change":"2024-07-26T15:41:56.377340+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377340+0000","last_undegraded":"2024-07-26T15:41:56.377340+0000","last_fullsized":"2024-07-26T15:41:56.377340+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390541+0000","last_change":"2024-07-26T15:41:57.398776+0000","last_active":"2024-07-26T15:41:59.390541+0000","last_peered":"2024-07-26T15:41:59.390541+0000","last_clean":"2024-07-26T15:41:59.390541+0000","last_became_active":"2024-07-26T15:41:57.398431+0000","last_became_peered":"2024-07-26T15:41:57.398431+0000","last_unstale":"2024-07-26T15:41:59.390541+0000","last_undegraded":"2024-07-26T15:41:59.390541+0000","last_fullsized":"2024-07-26T15:41:59.390541+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:42.609277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583027+0000","last_change":"2024-07-26T15:41:57.394106+0000","last_active":"2024-07-26T15:41:59.583027+0000","last_peered":"2024-07-26T15:41:59.583027+0000","last_clean":"2024-07-26T15:41:59.583027+0000","last_became_active":"2024-07-26T15:41:57.393751+0000","last_became_peered":"2024-07-26T15:41:57.393751+0000","last_unstale":"2024-07-26T15:41:59.583027+0000","last_undegraded":"2024-07-26T15:41:59.583027+0000","last_fullsized":"2024-07-26T15:41:59.583027+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:01.296503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420157+0000","last_change":"2024-07-26T15:41:58.412484+0000","last_active":"2024-07-26T15:41:59.420157+0000","last_peered":"2024-07-26T15:41:59.420157+0000","last_clean":"2024-07-26T15:41:59.420157+0000","last_became_active":"2024-07-26T15:41:58.410991+0000","last_became_peered":"2024-07-26T15:41:58.410991+0000","last_unstale":"2024-07-26T15:41:59.420157+0000","last_undegraded":"2024-07-26T15:41:59.420157+0000","last_fullsized":"2024-07-26T15:41:59.420157+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:14.475860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419731+0000","last_change":"2024-07-26T15:41:57.403751+0000","last_active":"2024-07-26T15:41:59.419731+0000","last_peered":"2024-07-26T15:41:59.419731+0000","last_clean":"2024-07-26T15:41:59.419731+0000","last_became_active":"2024-07-26T15:41:57.403454+0000","last_became_peered":"2024-07-26T15:41:57.403454+0000","last_unstale":"2024-07-26T15:41:59.419731+0000","last_undegraded":"2024-07-26T15:41:59.419731+0000","last_fullsized":"2024-07-26T15:41:59.419731+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:09:14.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390787+0000","last_change":"2024-07-26T15:41:58.407433+0000","last_active":"2024-07-26T15:41:59.390787+0000","last_peered":"2024-07-26T15:41:59.390787+0000","last_clean":"2024-07-26T15:41:59.390787+0000","last_became_active":"2024-07-26T15:41:58.407097+0000","last_became_peered":"2024-07-26T15:41:58.407097+0000","last_unstale":"2024-07-26T15:41:59.390787+0000","last_undegraded":"2024-07-26T15:41:59.390787+0000","last_fullsized":"2024-07-26T15:41:59.390787+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:08:36.698333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582267+0000","last_change":"2024-07-26T15:41:57.393616+0000","last_active":"2024-07-26T15:41:59.582267+0000","last_peered":"2024-07-26T15:41:59.582267+0000","last_clean":"2024-07-26T15:41:59.582267+0000","last_became_active":"2024-07-26T15:41:57.393282+0000","last_became_peered":"2024-07-26T15:41:57.393282+0000","last_unstale":"2024-07-26T15:41:59.582267+0000","last_undegraded":"2024-07-26T15:41:59.582267+0000","last_fullsized":"2024-07-26T15:41:59.582267+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:11.652170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377366+0000","last_change":"2024-07-26T15:41:56.377366+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377366+0000","last_undegraded":"2024-07-26T15:41:56.377366+0000","last_fullsized":"2024-07-26T15:41:56.377366+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390935+0000","last_change":"2024-07-26T15:41:58.397244+0000","last_active":"2024-07-26T15:41:59.390935+0000","last_peered":"2024-07-26T15:41:59.390935+0000","last_clean":"2024-07-26T15:41:59.390935+0000","last_became_active":"2024-07-26T15:41:58.396892+0000","last_became_peered":"2024-07-26T15:41:58.396892+0000","last_unstale":"2024-07-26T15:41:59.390935+0000","last_undegraded":"2024-07-26T15:41:59.390935+0000","last_fullsized":"2024-07-26T15:41:59.390935+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:15.038467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380121+0000","last_change":"2024-07-26T15:41:56.380121+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380121+0000","last_undegraded":"2024-07-26T15:41:56.380121+0000","last_fullsized":"2024-07-26T15:41:56.380121+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582634+0000","last_change":"2024-07-26T15:41:58.405227+0000","last_active":"2024-07-26T15:41:59.582634+0000","last_peered":"2024-07-26T15:41:59.582634+0000","last_clean":"2024-07-26T15:41:59.582634+0000","last_became_active":"2024-07-26T15:41:58.404616+0000","last_became_peered":"2024-07-26T15:41:58.404616+0000","last_unstale":"2024-07-26T15:41:59.582634+0000","last_undegraded":"2024-07-26T15:41:59.582634+0000","last_fullsized":"2024-07-26T15:41:59.582634+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:15.354186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420429+0000","last_change":"2024-07-26T15:41:57.384301+0000","last_active":"2024-07-26T15:41:59.420429+0000","last_peered":"2024-07-26T15:41:59.420429+0000","last_clean":"2024-07-26T15:41:59.420429+0000","last_became_active":"2024-07-26T15:41:57.383946+0000","last_became_peered":"2024-07-26T15:41:57.383946+0000","last_unstale":"2024-07-26T15:41:59.420429+0000","last_undegraded":"2024-07-26T15:41:59.420429+0000","last_fullsized":"2024-07-26T15:41:59.420429+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:47:38.106291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420359+0000","last_change":"2024-07-26T15:41:58.418112+0000","last_active":"2024-07-26T15:41:59.420359+0000","last_peered":"2024-07-26T15:41:59.420359+0000","last_clean":"2024-07-26T15:41:59.420359+0000","last_became_active":"2024-07-26T15:41:58.417785+0000","last_became_peered":"2024-07-26T15:41:58.417785+0000","last_unstale":"2024-07-26T15:41:59.420359+0000","last_undegraded":"2024-07-26T15:41:59.420359+0000","last_fullsized":"2024-07-26T15:41:59.420359+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:13:58.846023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582685+0000","last_change":"2024-07-26T15:41:57.398295+0000","last_active":"2024-07-26T15:41:59.582685+0000","last_peered":"2024-07-26T15:41:59.582685+0000","last_clean":"2024-07-26T15:41:59.582685+0000","last_became_active":"2024-07-26T15:41:57.397838+0000","last_became_peered":"2024-07-26T15:41:57.397838+0000","last_unstale":"2024-07-26T15:41:59.582685+0000","last_undegraded":"2024-07-26T15:41:59.582685+0000","last_fullsized":"2024-07-26T15:41:59.582685+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:56.369084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583034+0000","last_change":"2024-07-26T15:41:57.399354+0000","last_active":"2024-07-26T15:41:59.583034+0000","last_peered":"2024-07-26T15:41:59.583034+0000","last_clean":"2024-07-26T15:41:59.583034+0000","last_became_active":"2024-07-26T15:41:57.398998+0000","last_became_peered":"2024-07-26T15:41:57.398998+0000","last_unstale":"2024-07-26T15:41:59.583034+0000","last_undegraded":"2024-07-26T15:41:59.583034+0000","last_fullsized":"2024-07-26T15:41:59.583034+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:12:43.189503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419908+0000","last_change":"2024-07-26T15:41:58.412195+0000","last_active":"2024-07-26T15:41:59.419908+0000","last_peered":"2024-07-26T15:41:59.419908+0000","last_clean":"2024-07-26T15:41:59.419908+0000","last_became_active":"2024-07-26T15:41:58.410634+0000","last_became_peered":"2024-07-26T15:41:58.410634+0000","last_unstale":"2024-07-26T15:41:59.419908+0000","last_undegraded":"2024-07-26T15:41:59.419908+0000","last_fullsized":"2024-07-26T15:41:59.419908+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:20:12.461352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374133+0000","last_change":"2024-07-26T15:41:56.374133+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374133+0000","last_undegraded":"2024-07-26T15:41:56.374133+0000","last_fullsized":"2024-07-26T15:41:56.374133+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583322+0000","last_change":"2024-07-26T15:41:58.412422+0000","last_active":"2024-07-26T15:41:59.583322+0000","last_peered":"2024-07-26T15:41:59.583322+0000","last_clean":"2024-07-26T15:41:59.583322+0000","last_became_active":"2024-07-26T15:41:58.411985+0000","last_became_peered":"2024-07-26T15:41:58.411985+0000","last_unstale":"2024-07-26T15:41:59.583322+0000","last_undegraded":"2024-07-26T15:41:59.583322+0000","last_fullsized":"2024-07-26T15:41:59.583322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:35:44.541779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374495+0000","last_change":"2024-07-26T15:41:56.374495+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374495+0000","last_undegraded":"2024-07-26T15:41:56.374495+0000","last_fullsized":"2024-07-26T15:41:56.374495+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"72'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420224+0000","last_change":"2024-07-26T15:41:57.395307+0000","last_active":"2024-07-26T15:41:59.420224+0000","last_peered":"2024-07-26T15:41:59.420224+0000","last_clean":"2024-07-26T15:41:59.420224+0000","last_became_active":"2024-07-26T15:41:57.394981+0000","last_became_peered":"2024-07-26T15:41:57.394981+0000","last_unstale":"2024-07-26T15:41:59.420224+0000","last_undegraded":"2024-07-26T15:41:59.420224+0000","last_fullsized":"2024-07-26T15:41:59.420224+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:40.222643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"63'86","reported_seq":253,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-07-26T15:41:56.381866+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:41:56.381866+0000","last_peered":"2024-07-26T15:41:56.381866+0000","last_clean":"2024-07-26T15:41:56.381866+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:41:56.381866+0000","last_undegraded":"2024-07-26T15:41:56.381866+0000","last_fullsized":"2024-07-26T15:41:56.381866+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":125,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":76,"acting":76,"num_store_stats":4},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":1668,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":125,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":86,"ondisk_log_size":86,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575010,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58928,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312912,"statfs":{"total":96636764160,"available":96576421888,"internally_reserved":0,"allocated":1413120,"data_stored":1000153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":806912,"data_stored":403576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50044,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321796,"statfs":{"total":96636764160,"available":96585519104,"internally_reserved":0,"allocated":819200,"data_stored":409785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":819200,"data_stored":409785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509601,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":872448,"data_stored":431945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509601,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54244,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317596,"statfs":{"total":96636764160,"available":96581218304,"internally_reserved":0,"allocated":868352,"data_stored":431923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509604,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":864256,"data_stored":430471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542308,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1458176,"data_stored":1020735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:42:02.509 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:42:02.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.660+0000 7fae110b3640 1 -- 172.21.15.33:0/105962715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadf8003a50 msgr2=0x7fadf8003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.660+0000 7fae110b3640 1 --2- 172.21.15.33:0/105962715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadf8003a50 0x7fadf8003ee0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fadfc0016c0 tx=0x7fadf8005830 comp rx=0 tx=0).stop 2024-07-26T15:42:02.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.660+0000 7fae110b3640 1 -- 172.21.15.33:0/105962715 shutdown_connections 2024-07-26T15:42:02.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.660+0000 7fae110b3640 1 --2- 172.21.15.33:0/105962715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadf8003a50 0x7fadf8003ee0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.660+0000 7fae110b3640 1 -- 172.21.15.33:0/105962715 >> 172.21.15.33:0/105962715 conn(0x7fae0c0b26e0 msgr2=0x7fae0c0b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:02.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.660+0000 7fae110b3640 1 -- 172.21.15.33:0/105962715 shutdown_connections 2024-07-26T15:42:02.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.660+0000 7fae110b3640 1 -- 172.21.15.33:0/105962715 wait complete. 2024-07-26T15:42:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.662+0000 7fae110b3640 1 Processor -- start 2024-07-26T15:42:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.662+0000 7fae110b3640 1 -- start start 2024-07-26T15:42:02.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.663+0000 7fae110b3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fadf8003a50 0x7fae0c157430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:02.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.663+0000 7fae110b3640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fae0c1f3e60 0x7fae0c1f72b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:02.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.663+0000 7fae110b3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae0c13e4e0 0x7fae0c13d090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:02.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.663+0000 7fae110b3640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fae0c141bd0 con 0x7fae0c13e4e0 2024-07-26T15:42:02.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.663+0000 7fae110b3640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fae0c141a50 con 0x7fae0c1f3e60 2024-07-26T15:42:02.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.663+0000 7fae110b3640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fae0c06c630 con 0x7fadf8003a50 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae0b59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae0c13e4e0 0x7fae0c13d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae0b59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae0c13e4e0 0x7fae0c13d090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40806/0 (socket says 172.21.15.33:40806) 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae0b59e640 1 -- 172.21.15.33:0/3977531118 learned_addr learned my addr 172.21.15.33:0/3977531118 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae03fff640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fae0c1f3e60 0x7fae0c1f72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae0ad9d640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fadf8003a50 0x7fae0c157430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae0b59e640 1 -- 172.21.15.33:0/3977531118 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fadf8003a50 msgr2=0x7fae0c157430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae0b59e640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fadf8003a50 0x7fae0c157430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae0b59e640 1 -- 172.21.15.33:0/3977531118 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fae0c1f3e60 msgr2=0x7fae0c1f72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae0b59e640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fae0c1f3e60 0x7fae0c1f72b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae0b59e640 1 -- 172.21.15.33:0/3977531118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae0c157c80 con 0x7fae0c13e4e0 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae0b59e640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae0c13e4e0 0x7fae0c13d090 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fae0c156a10 tx=0x7fae0400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae037fe640 1 -- 172.21.15.33:0/3977531118 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae04003d80 con 0x7fae0c13e4e0 2024-07-26T15:42:02.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae037fe640 1 -- 172.21.15.33:0/3977531118 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fae04004b20 con 0x7fae0c13e4e0 2024-07-26T15:42:02.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae110b3640 1 -- 172.21.15.33:0/3977531118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae0c157f60 con 0x7fae0c13e4e0 2024-07-26T15:42:02.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae037fe640 1 -- 172.21.15.33:0/3977531118 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae04004030 con 0x7fae0c13e4e0 2024-07-26T15:42:02.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.664+0000 7fae110b3640 1 -- 172.21.15.33:0/3977531118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae0c1f6d90 con 0x7fae0c13e4e0 2024-07-26T15:42:02.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.665+0000 7fae110b3640 1 -- 172.21.15.33:0/3977531118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae0c1579f0 con 0x7fae0c13e4e0 2024-07-26T15:42:02.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.666+0000 7fae037fe640 1 -- 172.21.15.33:0/3977531118 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7fae040041d0 con 0x7fae0c13e4e0 2024-07-26T15:42:02.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.666+0000 7fae037fe640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fadec077130 0x7fadec079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:02.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.667+0000 7fae037fe640 1 -- 172.21.15.33:0/3977531118 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7fae040999c0 con 0x7fae0c13e4e0 2024-07-26T15:42:02.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.667+0000 7fae0ad9d640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fadec077130 0x7fadec079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:02.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.667+0000 7fae0ad9d640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fadec077130 0x7fadec079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fadfc032000 tx=0x7fadfc02c040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:02.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.671+0000 7fae037fe640 1 -- 172.21.15.33:0/3977531118 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fae0409be20 con 0x7fae0c13e4e0 2024-07-26T15:42:02.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.860+0000 7fae110b3640 1 -- 172.21.15.33:0/3977531118 --> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fae0c06d490 con 0x7fadec077130 2024-07-26T15:42:02.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.864+0000 7fae037fe640 1 -- 172.21.15.33:0/3977531118 <== mgr.5700 v2:172.21.15.33:6836/1354880227 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246767 (secure 0 0 0) 0x7fae0c06d490 con 0x7fadec077130 2024-07-26T15:42:02.868 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:42:02.869 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:42:02.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.867+0000 7fae110b3640 1 -- 172.21.15.33:0/3977531118 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fadec077130 msgr2=0x7fadec079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.867+0000 7fae110b3640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fadec077130 0x7fadec079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fadfc032000 tx=0x7fadfc02c040 comp rx=0 tx=0).stop 2024-07-26T15:42:02.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.867+0000 7fae110b3640 1 -- 172.21.15.33:0/3977531118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae0c13e4e0 msgr2=0x7fae0c13d090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:02.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.867+0000 7fae110b3640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae0c13e4e0 0x7fae0c13d090 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fae0c156a10 tx=0x7fae0400f790 comp rx=0 tx=0).stop 2024-07-26T15:42:02.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.867+0000 7fae110b3640 1 -- 172.21.15.33:0/3977531118 shutdown_connections 2024-07-26T15:42:02.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.867+0000 7fae110b3640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fadec077130 0x7fadec079640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.867+0000 7fae110b3640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fae0c13e4e0 0x7fae0c13d090 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.867+0000 7fae110b3640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fae0c1f3e60 0x7fae0c1f72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.867+0000 7fae110b3640 1 --2- 172.21.15.33:0/3977531118 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fadf8003a50 0x7fae0c157430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:02.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.867+0000 7fae110b3640 1 -- 172.21.15.33:0/3977531118 >> 172.21.15.33:0/3977531118 conn(0x7fae0c0b26e0 msgr2=0x7fae0c1561a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:02.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.868+0000 7fae110b3640 1 -- 172.21.15.33:0/3977531118 shutdown_connections 2024-07-26T15:42:02.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:02.868+0000 7fae110b3640 1 -- 172.21.15.33:0/3977531118 wait complete. 2024-07-26T15:42:02.880 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:42:02.085928+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592036,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":155,"num_write_kb":1639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112,"ondisk_log_size":112,"up":142,"acting":142,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":107,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":323828,"kb_used_data":7736,"kb_used_omap":12,"kb_used_meta":315955,"kb_avail":754650892,"statfs":{"total":773094113280,"available":772762513408,"internally_reserved":0,"allocated":7921664,"data_stored":4538373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":323538481},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1668,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.713932"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390394+0000","last_change":"2024-07-26T15:41:58.403614+0000","last_active":"2024-07-26T15:41:59.390394+0000","last_peered":"2024-07-26T15:41:59.390394+0000","last_clean":"2024-07-26T15:41:59.390394+0000","last_became_active":"2024-07-26T15:41:58.403288+0000","last_became_peered":"2024-07-26T15:41:58.403288+0000","last_unstale":"2024-07-26T15:41:59.390394+0000","last_undegraded":"2024-07-26T15:41:59.390394+0000","last_fullsized":"2024-07-26T15:41:59.390394+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:30.888066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420799+0000","last_change":"2024-07-26T15:41:58.416382+0000","last_active":"2024-07-26T15:41:59.420799+0000","last_peered":"2024-07-26T15:41:59.420799+0000","last_clean":"2024-07-26T15:41:59.420799+0000","last_became_active":"2024-07-26T15:41:58.415956+0000","last_became_peered":"2024-07-26T15:41:58.415956+0000","last_unstale":"2024-07-26T15:41:59.420799+0000","last_undegraded":"2024-07-26T15:41:59.420799+0000","last_fullsized":"2024-07-26T15:41:59.420799+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:55:05.284188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390622+0000","last_change":"2024-07-26T15:41:58.414949+0000","last_active":"2024-07-26T15:41:59.390622+0000","last_peered":"2024-07-26T15:41:59.390622+0000","last_clean":"2024-07-26T15:41:59.390622+0000","last_became_active":"2024-07-26T15:41:58.414490+0000","last_became_peered":"2024-07-26T15:41:58.414490+0000","last_unstale":"2024-07-26T15:41:59.390622+0000","last_undegraded":"2024-07-26T15:41:59.390622+0000","last_fullsized":"2024-07-26T15:41:59.390622+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:31:28.836102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419662+0000","last_change":"2024-07-26T15:41:58.412623+0000","last_active":"2024-07-26T15:41:59.419662+0000","last_peered":"2024-07-26T15:41:59.419662+0000","last_clean":"2024-07-26T15:41:59.419662+0000","last_became_active":"2024-07-26T15:41:58.412318+0000","last_became_peered":"2024-07-26T15:41:58.412318+0000","last_unstale":"2024-07-26T15:41:59.419662+0000","last_undegraded":"2024-07-26T15:41:59.419662+0000","last_fullsized":"2024-07-26T15:41:59.419662+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:32.337136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582534+0000","last_change":"2024-07-26T15:41:58.408757+0000","last_active":"2024-07-26T15:41:59.582534+0000","last_peered":"2024-07-26T15:41:59.582534+0000","last_clean":"2024-07-26T15:41:59.582534+0000","last_became_active":"2024-07-26T15:41:58.408402+0000","last_became_peered":"2024-07-26T15:41:58.408402+0000","last_unstale":"2024-07-26T15:41:59.582534+0000","last_undegraded":"2024-07-26T15:41:59.582534+0000","last_fullsized":"2024-07-26T15:41:59.582534+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:38:50.145346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583322+0000","last_change":"2024-07-26T15:41:58.418711+0000","last_active":"2024-07-26T15:41:59.583322+0000","last_peered":"2024-07-26T15:41:59.583322+0000","last_clean":"2024-07-26T15:41:59.583322+0000","last_became_active":"2024-07-26T15:41:58.418384+0000","last_became_peered":"2024-07-26T15:41:58.418384+0000","last_unstale":"2024-07-26T15:41:59.583322+0000","last_undegraded":"2024-07-26T15:41:59.583322+0000","last_fullsized":"2024-07-26T15:41:59.583322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:50.071958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390366+0000","last_change":"2024-07-26T15:41:58.401272+0000","last_active":"2024-07-26T15:41:59.390366+0000","last_peered":"2024-07-26T15:41:59.390366+0000","last_clean":"2024-07-26T15:41:59.390366+0000","last_became_active":"2024-07-26T15:41:58.400919+0000","last_became_peered":"2024-07-26T15:41:58.400919+0000","last_unstale":"2024-07-26T15:41:59.390366+0000","last_undegraded":"2024-07-26T15:41:59.390366+0000","last_fullsized":"2024-07-26T15:41:59.390366+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:58:43.043253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582689+0000","last_change":"2024-07-26T15:41:58.410664+0000","last_active":"2024-07-26T15:41:59.582689+0000","last_peered":"2024-07-26T15:41:59.582689+0000","last_clean":"2024-07-26T15:41:59.582689+0000","last_became_active":"2024-07-26T15:41:58.410312+0000","last_became_peered":"2024-07-26T15:41:58.410312+0000","last_unstale":"2024-07-26T15:41:59.582689+0000","last_undegraded":"2024-07-26T15:41:59.582689+0000","last_fullsized":"2024-07-26T15:41:59.582689+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:59.627437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583215+0000","last_change":"2024-07-26T15:41:58.414215+0000","last_active":"2024-07-26T15:41:59.583215+0000","last_peered":"2024-07-26T15:41:59.583215+0000","last_clean":"2024-07-26T15:41:59.583215+0000","last_became_active":"2024-07-26T15:41:58.413889+0000","last_became_peered":"2024-07-26T15:41:58.413889+0000","last_unstale":"2024-07-26T15:41:59.583215+0000","last_undegraded":"2024-07-26T15:41:59.583215+0000","last_fullsized":"2024-07-26T15:41:59.583215+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:06.773497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390346+0000","last_change":"2024-07-26T15:41:58.405740+0000","last_active":"2024-07-26T15:41:59.390346+0000","last_peered":"2024-07-26T15:41:59.390346+0000","last_clean":"2024-07-26T15:41:59.390346+0000","last_became_active":"2024-07-26T15:41:58.405411+0000","last_became_peered":"2024-07-26T15:41:58.405411+0000","last_unstale":"2024-07-26T15:41:59.390346+0000","last_undegraded":"2024-07-26T15:41:59.390346+0000","last_fullsized":"2024-07-26T15:41:59.390346+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:08:02.881748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420131+0000","last_change":"2024-07-26T15:41:58.413051+0000","last_active":"2024-07-26T15:41:59.420131+0000","last_peered":"2024-07-26T15:41:59.420131+0000","last_clean":"2024-07-26T15:41:59.420131+0000","last_became_active":"2024-07-26T15:41:58.411042+0000","last_became_peered":"2024-07-26T15:41:58.411042+0000","last_unstale":"2024-07-26T15:41:59.420131+0000","last_undegraded":"2024-07-26T15:41:59.420131+0000","last_fullsized":"2024-07-26T15:41:59.420131+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:37:48.874255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390255+0000","last_change":"2024-07-26T15:41:58.401291+0000","last_active":"2024-07-26T15:41:59.390255+0000","last_peered":"2024-07-26T15:41:59.390255+0000","last_clean":"2024-07-26T15:41:59.390255+0000","last_became_active":"2024-07-26T15:41:58.400936+0000","last_became_peered":"2024-07-26T15:41:58.400936+0000","last_unstale":"2024-07-26T15:41:59.390255+0000","last_undegraded":"2024-07-26T15:41:59.390255+0000","last_fullsized":"2024-07-26T15:41:59.390255+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:23:27.413810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420396+0000","last_change":"2024-07-26T15:41:58.407729+0000","last_active":"2024-07-26T15:41:59.420396+0000","last_peered":"2024-07-26T15:41:59.420396+0000","last_clean":"2024-07-26T15:41:59.420396+0000","last_became_active":"2024-07-26T15:41:58.406551+0000","last_became_peered":"2024-07-26T15:41:58.406551+0000","last_unstale":"2024-07-26T15:41:59.420396+0000","last_undegraded":"2024-07-26T15:41:59.420396+0000","last_fullsized":"2024-07-26T15:41:59.420396+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:49:23.543035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420992+0000","last_change":"2024-07-26T15:41:58.417263+0000","last_active":"2024-07-26T15:41:59.420992+0000","last_peered":"2024-07-26T15:41:59.420992+0000","last_clean":"2024-07-26T15:41:59.420992+0000","last_became_active":"2024-07-26T15:41:58.416912+0000","last_became_peered":"2024-07-26T15:41:58.416912+0000","last_unstale":"2024-07-26T15:41:59.420992+0000","last_undegraded":"2024-07-26T15:41:59.420992+0000","last_fullsized":"2024-07-26T15:41:59.420992+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:53.030144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582939+0000","last_change":"2024-07-26T15:41:58.414434+0000","last_active":"2024-07-26T15:41:59.582939+0000","last_peered":"2024-07-26T15:41:59.582939+0000","last_clean":"2024-07-26T15:41:59.582939+0000","last_became_active":"2024-07-26T15:41:58.413337+0000","last_became_peered":"2024-07-26T15:41:58.413337+0000","last_unstale":"2024-07-26T15:41:59.582939+0000","last_undegraded":"2024-07-26T15:41:59.582939+0000","last_fullsized":"2024-07-26T15:41:59.582939+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:57.781084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582830+0000","last_change":"2024-07-26T15:41:58.411216+0000","last_active":"2024-07-26T15:41:59.582830+0000","last_peered":"2024-07-26T15:41:59.582830+0000","last_clean":"2024-07-26T15:41:59.582830+0000","last_became_active":"2024-07-26T15:41:58.410892+0000","last_became_peered":"2024-07-26T15:41:58.410892+0000","last_unstale":"2024-07-26T15:41:59.582830+0000","last_undegraded":"2024-07-26T15:41:59.582830+0000","last_fullsized":"2024-07-26T15:41:59.582830+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:23.404665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419641+0000","last_change":"2024-07-26T15:41:58.406310+0000","last_active":"2024-07-26T15:41:59.419641+0000","last_peered":"2024-07-26T15:41:59.419641+0000","last_clean":"2024-07-26T15:41:59.419641+0000","last_became_active":"2024-07-26T15:41:58.405851+0000","last_became_peered":"2024-07-26T15:41:58.405851+0000","last_unstale":"2024-07-26T15:41:59.419641+0000","last_undegraded":"2024-07-26T15:41:59.419641+0000","last_fullsized":"2024-07-26T15:41:59.419641+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:31.481271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420715+0000","last_change":"2024-07-26T15:41:58.413758+0000","last_active":"2024-07-26T15:41:59.420715+0000","last_peered":"2024-07-26T15:41:59.420715+0000","last_clean":"2024-07-26T15:41:59.420715+0000","last_became_active":"2024-07-26T15:41:58.413305+0000","last_became_peered":"2024-07-26T15:41:58.413305+0000","last_unstale":"2024-07-26T15:41:59.420715+0000","last_undegraded":"2024-07-26T15:41:59.420715+0000","last_fullsized":"2024-07-26T15:41:59.420715+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:13.481234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582712+0000","last_change":"2024-07-26T15:41:58.410892+0000","last_active":"2024-07-26T15:41:59.582712+0000","last_peered":"2024-07-26T15:41:59.582712+0000","last_clean":"2024-07-26T15:41:59.582712+0000","last_became_active":"2024-07-26T15:41:58.410289+0000","last_became_peered":"2024-07-26T15:41:58.410289+0000","last_unstale":"2024-07-26T15:41:59.582712+0000","last_undegraded":"2024-07-26T15:41:59.582712+0000","last_fullsized":"2024-07-26T15:41:59.582712+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:41.045869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390702+0000","last_change":"2024-07-26T15:41:58.419515+0000","last_active":"2024-07-26T15:41:59.390702+0000","last_peered":"2024-07-26T15:41:59.390702+0000","last_clean":"2024-07-26T15:41:59.390702+0000","last_became_active":"2024-07-26T15:41:58.419215+0000","last_became_peered":"2024-07-26T15:41:58.419215+0000","last_unstale":"2024-07-26T15:41:59.390702+0000","last_undegraded":"2024-07-26T15:41:59.390702+0000","last_fullsized":"2024-07-26T15:41:59.390702+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:16.301929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420705+0000","last_change":"2024-07-26T15:41:58.417185+0000","last_active":"2024-07-26T15:41:59.420705+0000","last_peered":"2024-07-26T15:41:59.420705+0000","last_clean":"2024-07-26T15:41:59.420705+0000","last_became_active":"2024-07-26T15:41:58.416269+0000","last_became_peered":"2024-07-26T15:41:58.416269+0000","last_unstale":"2024-07-26T15:41:59.420705+0000","last_undegraded":"2024-07-26T15:41:59.420705+0000","last_fullsized":"2024-07-26T15:41:59.420705+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:37:50.641181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419775+0000","last_change":"2024-07-26T15:41:58.407077+0000","last_active":"2024-07-26T15:41:59.419775+0000","last_peered":"2024-07-26T15:41:59.419775+0000","last_clean":"2024-07-26T15:41:59.419775+0000","last_became_active":"2024-07-26T15:41:58.406766+0000","last_became_peered":"2024-07-26T15:41:58.406766+0000","last_unstale":"2024-07-26T15:41:59.419775+0000","last_undegraded":"2024-07-26T15:41:59.419775+0000","last_fullsized":"2024-07-26T15:41:59.419775+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:16.216265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.378042+0000","last_change":"2024-07-26T15:41:56.378042+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.378042+0000","last_undegraded":"2024-07-26T15:41:56.378042+0000","last_fullsized":"2024-07-26T15:41:56.378042+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390432+0000","last_change":"2024-07-26T15:41:57.404240+0000","last_active":"2024-07-26T15:41:59.390432+0000","last_peered":"2024-07-26T15:41:59.390432+0000","last_clean":"2024-07-26T15:41:59.390432+0000","last_became_active":"2024-07-26T15:41:57.403891+0000","last_became_peered":"2024-07-26T15:41:57.403891+0000","last_unstale":"2024-07-26T15:41:59.390432+0000","last_undegraded":"2024-07-26T15:41:59.390432+0000","last_fullsized":"2024-07-26T15:41:59.390432+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:42.475746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390628+0000","last_change":"2024-07-26T15:41:57.401699+0000","last_active":"2024-07-26T15:41:59.390628+0000","last_peered":"2024-07-26T15:41:59.390628+0000","last_clean":"2024-07-26T15:41:59.390628+0000","last_became_active":"2024-07-26T15:41:57.401240+0000","last_became_peered":"2024-07-26T15:41:57.401240+0000","last_unstale":"2024-07-26T15:41:59.390628+0000","last_undegraded":"2024-07-26T15:41:59.390628+0000","last_fullsized":"2024-07-26T15:41:59.390628+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:58:23.265417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582438+0000","last_change":"2024-07-26T15:41:58.402311+0000","last_active":"2024-07-26T15:41:59.582438+0000","last_peered":"2024-07-26T15:41:59.582438+0000","last_clean":"2024-07-26T15:41:59.582438+0000","last_became_active":"2024-07-26T15:41:58.402031+0000","last_became_peered":"2024-07-26T15:41:58.402031+0000","last_unstale":"2024-07-26T15:41:59.582438+0000","last_undegraded":"2024-07-26T15:41:59.582438+0000","last_fullsized":"2024-07-26T15:41:59.582438+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:19.158070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374134+0000","last_change":"2024-07-26T15:41:56.374134+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374134+0000","last_undegraded":"2024-07-26T15:41:56.374134+0000","last_fullsized":"2024-07-26T15:41:56.374134+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420770+0000","last_change":"2024-07-26T15:41:57.400526+0000","last_active":"2024-07-26T15:41:59.420770+0000","last_peered":"2024-07-26T15:41:59.420770+0000","last_clean":"2024-07-26T15:41:59.420770+0000","last_became_active":"2024-07-26T15:41:57.400208+0000","last_became_peered":"2024-07-26T15:41:57.400208+0000","last_unstale":"2024-07-26T15:41:59.420770+0000","last_undegraded":"2024-07-26T15:41:59.420770+0000","last_fullsized":"2024-07-26T15:41:59.420770+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:58.754122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374467+0000","last_change":"2024-07-26T15:41:56.374467+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374467+0000","last_undegraded":"2024-07-26T15:41:56.374467+0000","last_fullsized":"2024-07-26T15:41:56.374467+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583108+0000","last_change":"2024-07-26T15:41:58.410615+0000","last_active":"2024-07-26T15:41:59.583108+0000","last_peered":"2024-07-26T15:41:59.583108+0000","last_clean":"2024-07-26T15:41:59.583108+0000","last_became_active":"2024-07-26T15:41:58.409915+0000","last_became_peered":"2024-07-26T15:41:58.409915+0000","last_unstale":"2024-07-26T15:41:59.583108+0000","last_undegraded":"2024-07-26T15:41:59.583108+0000","last_fullsized":"2024-07-26T15:41:59.583108+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:29.745922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.378100+0000","last_change":"2024-07-26T15:41:56.378100+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.378100+0000","last_undegraded":"2024-07-26T15:41:56.378100+0000","last_fullsized":"2024-07-26T15:41:56.378100+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419585+0000","last_change":"2024-07-26T15:41:57.396441+0000","last_active":"2024-07-26T15:41:59.419585+0000","last_peered":"2024-07-26T15:41:59.419585+0000","last_clean":"2024-07-26T15:41:59.419585+0000","last_became_active":"2024-07-26T15:41:57.395781+0000","last_became_peered":"2024-07-26T15:41:57.395781+0000","last_unstale":"2024-07-26T15:41:59.419585+0000","last_undegraded":"2024-07-26T15:41:59.419585+0000","last_fullsized":"2024-07-26T15:41:59.419585+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:40.735341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380209+0000","last_change":"2024-07-26T15:41:56.380209+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380209+0000","last_undegraded":"2024-07-26T15:41:56.380209+0000","last_fullsized":"2024-07-26T15:41:56.380209+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.375435+0000","last_change":"2024-07-26T15:41:56.375435+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.375435+0000","last_undegraded":"2024-07-26T15:41:56.375435+0000","last_fullsized":"2024-07-26T15:41:56.375435+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420329+0000","last_change":"2024-07-26T15:41:58.411876+0000","last_active":"2024-07-26T15:41:59.420329+0000","last_peered":"2024-07-26T15:41:59.420329+0000","last_clean":"2024-07-26T15:41:59.420329+0000","last_became_active":"2024-07-26T15:41:58.410698+0000","last_became_peered":"2024-07-26T15:41:58.410698+0000","last_unstale":"2024-07-26T15:41:59.420329+0000","last_undegraded":"2024-07-26T15:41:59.420329+0000","last_fullsized":"2024-07-26T15:41:59.420329+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:32.311613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380796+0000","last_change":"2024-07-26T15:41:56.380796+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380796+0000","last_undegraded":"2024-07-26T15:41:56.380796+0000","last_fullsized":"2024-07-26T15:41:56.380796+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"71'6","reported_seq":21,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583138+0000","last_change":"2024-07-26T15:41:57.397258+0000","last_active":"2024-07-26T15:41:59.583138+0000","last_peered":"2024-07-26T15:41:59.583138+0000","last_clean":"2024-07-26T15:41:59.583138+0000","last_became_active":"2024-07-26T15:41:57.396939+0000","last_became_peered":"2024-07-26T15:41:57.396939+0000","last_unstale":"2024-07-26T15:41:59.583138+0000","last_undegraded":"2024-07-26T15:41:59.583138+0000","last_fullsized":"2024-07-26T15:41:59.583138+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:46:51.267038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420888+0000","last_change":"2024-07-26T15:41:57.385232+0000","last_active":"2024-07-26T15:41:59.420888+0000","last_peered":"2024-07-26T15:41:59.420888+0000","last_clean":"2024-07-26T15:41:59.420888+0000","last_became_active":"2024-07-26T15:41:57.384678+0000","last_became_peered":"2024-07-26T15:41:57.384678+0000","last_unstale":"2024-07-26T15:41:59.420888+0000","last_undegraded":"2024-07-26T15:41:59.420888+0000","last_fullsized":"2024-07-26T15:41:59.420888+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:44.014688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.421168+0000","last_change":"2024-07-26T15:41:58.413795+0000","last_active":"2024-07-26T15:41:59.421168+0000","last_peered":"2024-07-26T15:41:59.421168+0000","last_clean":"2024-07-26T15:41:59.421168+0000","last_became_active":"2024-07-26T15:41:58.413458+0000","last_became_peered":"2024-07-26T15:41:58.413458+0000","last_unstale":"2024-07-26T15:41:59.421168+0000","last_undegraded":"2024-07-26T15:41:59.421168+0000","last_fullsized":"2024-07-26T15:41:59.421168+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:01.130744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377650+0000","last_change":"2024-07-26T15:41:56.377650+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377650+0000","last_undegraded":"2024-07-26T15:41:56.377650+0000","last_fullsized":"2024-07-26T15:41:56.377650+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582901+0000","last_change":"2024-07-26T15:41:58.416112+0000","last_active":"2024-07-26T15:41:59.582901+0000","last_peered":"2024-07-26T15:41:59.582901+0000","last_clean":"2024-07-26T15:41:59.582901+0000","last_became_active":"2024-07-26T15:41:58.415778+0000","last_became_peered":"2024-07-26T15:41:58.415778+0000","last_unstale":"2024-07-26T15:41:59.582901+0000","last_undegraded":"2024-07-26T15:41:59.582901+0000","last_fullsized":"2024-07-26T15:41:59.582901+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:09.572176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380108+0000","last_change":"2024-07-26T15:41:56.380108+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380108+0000","last_undegraded":"2024-07-26T15:41:56.380108+0000","last_fullsized":"2024-07-26T15:41:56.380108+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420196+0000","last_change":"2024-07-26T15:41:58.410146+0000","last_active":"2024-07-26T15:41:59.420196+0000","last_peered":"2024-07-26T15:41:59.420196+0000","last_clean":"2024-07-26T15:41:59.420196+0000","last_became_active":"2024-07-26T15:41:58.409781+0000","last_became_peered":"2024-07-26T15:41:58.409781+0000","last_unstale":"2024-07-26T15:41:59.420196+0000","last_undegraded":"2024-07-26T15:41:59.420196+0000","last_fullsized":"2024-07-26T15:41:59.420196+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:39.685551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"71'8","reported_seq":23,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582789+0000","last_change":"2024-07-26T15:41:57.395172+0000","last_active":"2024-07-26T15:41:59.582789+0000","last_peered":"2024-07-26T15:41:59.582789+0000","last_clean":"2024-07-26T15:41:59.582789+0000","last_became_active":"2024-07-26T15:41:57.394718+0000","last_became_peered":"2024-07-26T15:41:57.394718+0000","last_unstale":"2024-07-26T15:41:59.582789+0000","last_undegraded":"2024-07-26T15:41:59.582789+0000","last_fullsized":"2024-07-26T15:41:59.582789+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:27:00.146595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582719+0000","last_change":"2024-07-26T15:41:58.412294+0000","last_active":"2024-07-26T15:41:59.582719+0000","last_peered":"2024-07-26T15:41:59.582719+0000","last_clean":"2024-07-26T15:41:59.582719+0000","last_became_active":"2024-07-26T15:41:58.411967+0000","last_became_peered":"2024-07-26T15:41:58.411967+0000","last_unstale":"2024-07-26T15:41:59.582719+0000","last_undegraded":"2024-07-26T15:41:59.582719+0000","last_fullsized":"2024-07-26T15:41:59.582719+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:35:01.885940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420790+0000","last_change":"2024-07-26T15:41:57.395904+0000","last_active":"2024-07-26T15:41:59.420790+0000","last_peered":"2024-07-26T15:41:59.420790+0000","last_clean":"2024-07-26T15:41:59.420790+0000","last_became_active":"2024-07-26T15:41:57.394862+0000","last_became_peered":"2024-07-26T15:41:57.394862+0000","last_unstale":"2024-07-26T15:41:59.420790+0000","last_undegraded":"2024-07-26T15:41:59.420790+0000","last_fullsized":"2024-07-26T15:41:59.420790+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:11.000350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390763+0000","last_change":"2024-07-26T15:41:58.419205+0000","last_active":"2024-07-26T15:41:59.390763+0000","last_peered":"2024-07-26T15:41:59.390763+0000","last_clean":"2024-07-26T15:41:59.390763+0000","last_became_active":"2024-07-26T15:41:58.418883+0000","last_became_peered":"2024-07-26T15:41:58.418883+0000","last_unstale":"2024-07-26T15:41:59.390763+0000","last_undegraded":"2024-07-26T15:41:59.390763+0000","last_fullsized":"2024-07-26T15:41:59.390763+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:02:43.755670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582848+0000","last_change":"2024-07-26T15:41:57.387703+0000","last_active":"2024-07-26T15:41:59.582848+0000","last_peered":"2024-07-26T15:41:59.582848+0000","last_clean":"2024-07-26T15:41:59.582848+0000","last_became_active":"2024-07-26T15:41:57.387374+0000","last_became_peered":"2024-07-26T15:41:57.387374+0000","last_unstale":"2024-07-26T15:41:59.582848+0000","last_undegraded":"2024-07-26T15:41:59.582848+0000","last_fullsized":"2024-07-26T15:41:59.582848+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:36.787950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377554+0000","last_change":"2024-07-26T15:41:56.377554+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377554+0000","last_undegraded":"2024-07-26T15:41:56.377554+0000","last_fullsized":"2024-07-26T15:41:56.377554+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390547+0000","last_change":"2024-07-26T15:41:58.404042+0000","last_active":"2024-07-26T15:41:59.390547+0000","last_peered":"2024-07-26T15:41:59.390547+0000","last_clean":"2024-07-26T15:41:59.390547+0000","last_became_active":"2024-07-26T15:41:58.403502+0000","last_became_peered":"2024-07-26T15:41:58.403502+0000","last_unstale":"2024-07-26T15:41:59.390547+0000","last_undegraded":"2024-07-26T15:41:59.390547+0000","last_fullsized":"2024-07-26T15:41:59.390547+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:26:56.347511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377340+0000","last_change":"2024-07-26T15:41:56.377340+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377340+0000","last_undegraded":"2024-07-26T15:41:56.377340+0000","last_fullsized":"2024-07-26T15:41:56.377340+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390541+0000","last_change":"2024-07-26T15:41:57.398776+0000","last_active":"2024-07-26T15:41:59.390541+0000","last_peered":"2024-07-26T15:41:59.390541+0000","last_clean":"2024-07-26T15:41:59.390541+0000","last_became_active":"2024-07-26T15:41:57.398431+0000","last_became_peered":"2024-07-26T15:41:57.398431+0000","last_unstale":"2024-07-26T15:41:59.390541+0000","last_undegraded":"2024-07-26T15:41:59.390541+0000","last_fullsized":"2024-07-26T15:41:59.390541+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:42.609277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583027+0000","last_change":"2024-07-26T15:41:57.394106+0000","last_active":"2024-07-26T15:41:59.583027+0000","last_peered":"2024-07-26T15:41:59.583027+0000","last_clean":"2024-07-26T15:41:59.583027+0000","last_became_active":"2024-07-26T15:41:57.393751+0000","last_became_peered":"2024-07-26T15:41:57.393751+0000","last_unstale":"2024-07-26T15:41:59.583027+0000","last_undegraded":"2024-07-26T15:41:59.583027+0000","last_fullsized":"2024-07-26T15:41:59.583027+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:01.296503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420157+0000","last_change":"2024-07-26T15:41:58.412484+0000","last_active":"2024-07-26T15:41:59.420157+0000","last_peered":"2024-07-26T15:41:59.420157+0000","last_clean":"2024-07-26T15:41:59.420157+0000","last_became_active":"2024-07-26T15:41:58.410991+0000","last_became_peered":"2024-07-26T15:41:58.410991+0000","last_unstale":"2024-07-26T15:41:59.420157+0000","last_undegraded":"2024-07-26T15:41:59.420157+0000","last_fullsized":"2024-07-26T15:41:59.420157+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:14.475860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419731+0000","last_change":"2024-07-26T15:41:57.403751+0000","last_active":"2024-07-26T15:41:59.419731+0000","last_peered":"2024-07-26T15:41:59.419731+0000","last_clean":"2024-07-26T15:41:59.419731+0000","last_became_active":"2024-07-26T15:41:57.403454+0000","last_became_peered":"2024-07-26T15:41:57.403454+0000","last_unstale":"2024-07-26T15:41:59.419731+0000","last_undegraded":"2024-07-26T15:41:59.419731+0000","last_fullsized":"2024-07-26T15:41:59.419731+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:09:14.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390787+0000","last_change":"2024-07-26T15:41:58.407433+0000","last_active":"2024-07-26T15:41:59.390787+0000","last_peered":"2024-07-26T15:41:59.390787+0000","last_clean":"2024-07-26T15:41:59.390787+0000","last_became_active":"2024-07-26T15:41:58.407097+0000","last_became_peered":"2024-07-26T15:41:58.407097+0000","last_unstale":"2024-07-26T15:41:59.390787+0000","last_undegraded":"2024-07-26T15:41:59.390787+0000","last_fullsized":"2024-07-26T15:41:59.390787+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:08:36.698333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582267+0000","last_change":"2024-07-26T15:41:57.393616+0000","last_active":"2024-07-26T15:41:59.582267+0000","last_peered":"2024-07-26T15:41:59.582267+0000","last_clean":"2024-07-26T15:41:59.582267+0000","last_became_active":"2024-07-26T15:41:57.393282+0000","last_became_peered":"2024-07-26T15:41:57.393282+0000","last_unstale":"2024-07-26T15:41:59.582267+0000","last_undegraded":"2024-07-26T15:41:59.582267+0000","last_fullsized":"2024-07-26T15:41:59.582267+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:11.652170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377366+0000","last_change":"2024-07-26T15:41:56.377366+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377366+0000","last_undegraded":"2024-07-26T15:41:56.377366+0000","last_fullsized":"2024-07-26T15:41:56.377366+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390935+0000","last_change":"2024-07-26T15:41:58.397244+0000","last_active":"2024-07-26T15:41:59.390935+0000","last_peered":"2024-07-26T15:41:59.390935+0000","last_clean":"2024-07-26T15:41:59.390935+0000","last_became_active":"2024-07-26T15:41:58.396892+0000","last_became_peered":"2024-07-26T15:41:58.396892+0000","last_unstale":"2024-07-26T15:41:59.390935+0000","last_undegraded":"2024-07-26T15:41:59.390935+0000","last_fullsized":"2024-07-26T15:41:59.390935+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:15.038467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380121+0000","last_change":"2024-07-26T15:41:56.380121+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380121+0000","last_undegraded":"2024-07-26T15:41:56.380121+0000","last_fullsized":"2024-07-26T15:41:56.380121+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582634+0000","last_change":"2024-07-26T15:41:58.405227+0000","last_active":"2024-07-26T15:41:59.582634+0000","last_peered":"2024-07-26T15:41:59.582634+0000","last_clean":"2024-07-26T15:41:59.582634+0000","last_became_active":"2024-07-26T15:41:58.404616+0000","last_became_peered":"2024-07-26T15:41:58.404616+0000","last_unstale":"2024-07-26T15:41:59.582634+0000","last_undegraded":"2024-07-26T15:41:59.582634+0000","last_fullsized":"2024-07-26T15:41:59.582634+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:15.354186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420429+0000","last_change":"2024-07-26T15:41:57.384301+0000","last_active":"2024-07-26T15:41:59.420429+0000","last_peered":"2024-07-26T15:41:59.420429+0000","last_clean":"2024-07-26T15:41:59.420429+0000","last_became_active":"2024-07-26T15:41:57.383946+0000","last_became_peered":"2024-07-26T15:41:57.383946+0000","last_unstale":"2024-07-26T15:41:59.420429+0000","last_undegraded":"2024-07-26T15:41:59.420429+0000","last_fullsized":"2024-07-26T15:41:59.420429+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:47:38.106291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420359+0000","last_change":"2024-07-26T15:41:58.418112+0000","last_active":"2024-07-26T15:41:59.420359+0000","last_peered":"2024-07-26T15:41:59.420359+0000","last_clean":"2024-07-26T15:41:59.420359+0000","last_became_active":"2024-07-26T15:41:58.417785+0000","last_became_peered":"2024-07-26T15:41:58.417785+0000","last_unstale":"2024-07-26T15:41:59.420359+0000","last_undegraded":"2024-07-26T15:41:59.420359+0000","last_fullsized":"2024-07-26T15:41:59.420359+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:13:58.846023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582685+0000","last_change":"2024-07-26T15:41:57.398295+0000","last_active":"2024-07-26T15:41:59.582685+0000","last_peered":"2024-07-26T15:41:59.582685+0000","last_clean":"2024-07-26T15:41:59.582685+0000","last_became_active":"2024-07-26T15:41:57.397838+0000","last_became_peered":"2024-07-26T15:41:57.397838+0000","last_unstale":"2024-07-26T15:41:59.582685+0000","last_undegraded":"2024-07-26T15:41:59.582685+0000","last_fullsized":"2024-07-26T15:41:59.582685+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:56.369084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583034+0000","last_change":"2024-07-26T15:41:57.399354+0000","last_active":"2024-07-26T15:41:59.583034+0000","last_peered":"2024-07-26T15:41:59.583034+0000","last_clean":"2024-07-26T15:41:59.583034+0000","last_became_active":"2024-07-26T15:41:57.398998+0000","last_became_peered":"2024-07-26T15:41:57.398998+0000","last_unstale":"2024-07-26T15:41:59.583034+0000","last_undegraded":"2024-07-26T15:41:59.583034+0000","last_fullsized":"2024-07-26T15:41:59.583034+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:12:43.189503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419908+0000","last_change":"2024-07-26T15:41:58.412195+0000","last_active":"2024-07-26T15:41:59.419908+0000","last_peered":"2024-07-26T15:41:59.419908+0000","last_clean":"2024-07-26T15:41:59.419908+0000","last_became_active":"2024-07-26T15:41:58.410634+0000","last_became_peered":"2024-07-26T15:41:58.410634+0000","last_unstale":"2024-07-26T15:41:59.419908+0000","last_undegraded":"2024-07-26T15:41:59.419908+0000","last_fullsized":"2024-07-26T15:41:59.419908+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:20:12.461352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374133+0000","last_change":"2024-07-26T15:41:56.374133+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374133+0000","last_undegraded":"2024-07-26T15:41:56.374133+0000","last_fullsized":"2024-07-26T15:41:56.374133+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583322+0000","last_change":"2024-07-26T15:41:58.412422+0000","last_active":"2024-07-26T15:41:59.583322+0000","last_peered":"2024-07-26T15:41:59.583322+0000","last_clean":"2024-07-26T15:41:59.583322+0000","last_became_active":"2024-07-26T15:41:58.411985+0000","last_became_peered":"2024-07-26T15:41:58.411985+0000","last_unstale":"2024-07-26T15:41:59.583322+0000","last_undegraded":"2024-07-26T15:41:59.583322+0000","last_fullsized":"2024-07-26T15:41:59.583322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:35:44.541779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374495+0000","last_change":"2024-07-26T15:41:56.374495+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374495+0000","last_undegraded":"2024-07-26T15:41:56.374495+0000","last_fullsized":"2024-07-26T15:41:56.374495+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"72'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420224+0000","last_change":"2024-07-26T15:41:57.395307+0000","last_active":"2024-07-26T15:41:59.420224+0000","last_peered":"2024-07-26T15:41:59.420224+0000","last_clean":"2024-07-26T15:41:59.420224+0000","last_became_active":"2024-07-26T15:41:57.394981+0000","last_became_peered":"2024-07-26T15:41:57.394981+0000","last_unstale":"2024-07-26T15:41:59.420224+0000","last_undegraded":"2024-07-26T15:41:59.420224+0000","last_fullsized":"2024-07-26T15:41:59.420224+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:40.222643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"63'86","reported_seq":253,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-07-26T15:41:56.381866+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:41:56.381866+0000","last_peered":"2024-07-26T15:41:56.381866+0000","last_clean":"2024-07-26T15:41:56.381866+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:41:56.381866+0000","last_undegraded":"2024-07-26T15:41:56.381866+0000","last_fullsized":"2024-07-26T15:41:56.381866+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":125,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":76,"acting":76,"num_store_stats":4},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":1668,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":125,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":86,"ondisk_log_size":86,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575010,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58928,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312912,"statfs":{"total":96636764160,"available":96576421888,"internally_reserved":0,"allocated":1413120,"data_stored":1000153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":806912,"data_stored":403576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50044,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321796,"statfs":{"total":96636764160,"available":96585519104,"internally_reserved":0,"allocated":819200,"data_stored":409785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":819200,"data_stored":409785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509601,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":872448,"data_stored":431945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509601,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54244,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317596,"statfs":{"total":96636764160,"available":96581218304,"internally_reserved":0,"allocated":868352,"data_stored":431923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509604,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":864256,"data_stored":430471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542308,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1458176,"data_stored":1020735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:42:02.884 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:42:03.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.037+0000 7ff12017e640 1 -- 172.21.15.33:0/2382795176 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1180ce9e0 msgr2=0x7ff1180cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.037+0000 7ff12017e640 1 --2- 172.21.15.33:0/2382795176 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1180ce9e0 0x7ff1180cedf0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7ff110005fd0 tx=0x7ff11002a780 comp rx=0 tx=0).stop 2024-07-26T15:42:03.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.037+0000 7ff12017e640 1 -- 172.21.15.33:0/2382795176 shutdown_connections 2024-07-26T15:42:03.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.037+0000 7ff12017e640 1 --2- 172.21.15.33:0/2382795176 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1180ce9e0 0x7ff1180cedf0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.037+0000 7ff12017e640 1 --2- 172.21.15.33:0/2382795176 >> v2:172.21.15.154:3300/0 conn(0x7ff1180d0c80 0x7ff1180d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.037+0000 7ff12017e640 1 -- 172.21.15.33:0/2382795176 >> 172.21.15.33:0/2382795176 conn(0x7ff1180d3e10 msgr2=0x7ff1180d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:03.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.037+0000 7ff12017e640 1 -- 172.21.15.33:0/2382795176 shutdown_connections 2024-07-26T15:42:03.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.037+0000 7ff12017e640 1 -- 172.21.15.33:0/2382795176 wait complete. 2024-07-26T15:42:03.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.039+0000 7ff12017e640 1 Processor -- start 2024-07-26T15:42:03.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.039+0000 7ff12017e640 1 -- start start 2024-07-26T15:42:03.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.040+0000 7ff12017e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1180b2dc0 0x7ff1180a0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.040+0000 7ff12017e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff1180ce9e0 0x7ff118165200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.040+0000 7ff12017e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1181676c0 0x7ff118167ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.040+0000 7ff12017e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff1180cf4b0 con 0x7ff1181676c0 2024-07-26T15:42:03.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.040+0000 7ff12017e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff1180cf330 con 0x7ff1180ce9e0 2024-07-26T15:42:03.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.040+0000 7ff12017e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff1180cf630 con 0x7ff1180b2dc0 2024-07-26T15:42:03.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff11e71b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1181676c0 0x7ff118167ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff11e71b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1181676c0 0x7ff118167ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40812/0 (socket says 172.21.15.33:40812) 2024-07-26T15:42:03.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff11e71b640 1 -- 172.21.15.33:0/2378931701 learned_addr learned my addr 172.21.15.33:0/2378931701 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:03.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff11d719640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff1180ce9e0 0x7ff118165200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff11df1a640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1180b2dc0 0x7ff1180a0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff11e71b640 1 -- 172.21.15.33:0/2378931701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1180b2dc0 msgr2=0x7ff1180a0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff11e71b640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1180b2dc0 0x7ff1180a0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff11e71b640 1 -- 172.21.15.33:0/2378931701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff1180ce9e0 msgr2=0x7ff118165200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff11e71b640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff1180ce9e0 0x7ff118165200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff11e71b640 1 -- 172.21.15.33:0/2378931701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff118168010 con 0x7ff1181676c0 2024-07-26T15:42:03.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff11e71b640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1181676c0 0x7ff118167ad0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7ff110009cd0 tx=0x7ff110003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:03.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff10e7fc640 1 -- 172.21.15.33:0/2378931701 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff110040070 con 0x7ff1181676c0 2024-07-26T15:42:03.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff10e7fc640 1 -- 172.21.15.33:0/2378931701 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff110004540 con 0x7ff1181676c0 2024-07-26T15:42:03.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.041+0000 7ff12017e640 1 -- 172.21.15.33:0/2378931701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1181f8730 con 0x7ff1181676c0 2024-07-26T15:42:03.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.042+0000 7ff10e7fc640 1 -- 172.21.15.33:0/2378931701 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff110003e10 con 0x7ff1181676c0 2024-07-26T15:42:03.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.042+0000 7ff12017e640 1 -- 172.21.15.33:0/2378931701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1181f8cf0 con 0x7ff1181676c0 2024-07-26T15:42:03.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.043+0000 7ff12017e640 1 -- 172.21.15.33:0/2378931701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1180cedf0 con 0x7ff1181676c0 2024-07-26T15:42:03.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.043+0000 7ff10e7fc640 1 -- 172.21.15.33:0/2378931701 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7ff110043070 con 0x7ff1181676c0 2024-07-26T15:42:03.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.044+0000 7ff10e7fc640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7ff0fc077130 0x7ff0fc079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.044+0000 7ff11df1a640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7ff0fc077130 0x7ff0fc079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.044+0000 7ff10e7fc640 1 -- 172.21.15.33:0/2378931701 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7ff1100b9f20 con 0x7ff1181676c0 2024-07-26T15:42:03.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.045+0000 7ff11df1a640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7ff0fc077130 0x7ff0fc079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff114007fd0 tx=0x7ff114009040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:03.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.049+0000 7ff10e7fc640 1 -- 172.21.15.33:0/2378931701 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff118168010 con 0x7ff1181676c0 2024-07-26T15:42:03.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.240+0000 7ff12017e640 1 -- 172.21.15.33:0/2378931701 --> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff1180a1770 con 0x7ff0fc077130 2024-07-26T15:42:03.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.244+0000 7ff10e7fc640 1 -- 172.21.15.33:0/2378931701 <== mgr.5700 v2:172.21.15.33:6836/1354880227 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246767 (secure 0 0 0) 0x7ff1180a1770 con 0x7ff0fc077130 2024-07-26T15:42:03.248 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:42:03.249 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:42:03.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 -- 172.21.15.33:0/2378931701 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7ff0fc077130 msgr2=0x7ff0fc079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7ff0fc077130 0x7ff0fc079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff114007fd0 tx=0x7ff114009040 comp rx=0 tx=0).stop 2024-07-26T15:42:03.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 -- 172.21.15.33:0/2378931701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1181676c0 msgr2=0x7ff118167ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1181676c0 0x7ff118167ad0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7ff110009cd0 tx=0x7ff110003c20 comp rx=0 tx=0).stop 2024-07-26T15:42:03.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 -- 172.21.15.33:0/2378931701 shutdown_connections 2024-07-26T15:42:03.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7ff0fc077130 0x7ff0fc079640 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1181676c0 0x7ff118167ad0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff1180ce9e0 0x7ff118165200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 --2- 172.21.15.33:0/2378931701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1180b2dc0 0x7ff1180a0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 -- 172.21.15.33:0/2378931701 >> 172.21.15.33:0/2378931701 conn(0x7ff1180d3e10 msgr2=0x7ff1180b1410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:03.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 -- 172.21.15.33:0/2378931701 shutdown_connections 2024-07-26T15:42:03.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.247+0000 7ff12017e640 1 -- 172.21.15.33:0/2378931701 wait complete. 2024-07-26T15:42:03.260 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:42:02.085928+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592036,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":155,"num_write_kb":1639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112,"ondisk_log_size":112,"up":142,"acting":142,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":107,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":323828,"kb_used_data":7736,"kb_used_omap":12,"kb_used_meta":315955,"kb_avail":754650892,"statfs":{"total":773094113280,"available":772762513408,"internally_reserved":0,"allocated":7921664,"data_stored":4538373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":323538481},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1668,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.713932"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390394+0000","last_change":"2024-07-26T15:41:58.403614+0000","last_active":"2024-07-26T15:41:59.390394+0000","last_peered":"2024-07-26T15:41:59.390394+0000","last_clean":"2024-07-26T15:41:59.390394+0000","last_became_active":"2024-07-26T15:41:58.403288+0000","last_became_peered":"2024-07-26T15:41:58.403288+0000","last_unstale":"2024-07-26T15:41:59.390394+0000","last_undegraded":"2024-07-26T15:41:59.390394+0000","last_fullsized":"2024-07-26T15:41:59.390394+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:30.888066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420799+0000","last_change":"2024-07-26T15:41:58.416382+0000","last_active":"2024-07-26T15:41:59.420799+0000","last_peered":"2024-07-26T15:41:59.420799+0000","last_clean":"2024-07-26T15:41:59.420799+0000","last_became_active":"2024-07-26T15:41:58.415956+0000","last_became_peered":"2024-07-26T15:41:58.415956+0000","last_unstale":"2024-07-26T15:41:59.420799+0000","last_undegraded":"2024-07-26T15:41:59.420799+0000","last_fullsized":"2024-07-26T15:41:59.420799+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:55:05.284188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390622+0000","last_change":"2024-07-26T15:41:58.414949+0000","last_active":"2024-07-26T15:41:59.390622+0000","last_peered":"2024-07-26T15:41:59.390622+0000","last_clean":"2024-07-26T15:41:59.390622+0000","last_became_active":"2024-07-26T15:41:58.414490+0000","last_became_peered":"2024-07-26T15:41:58.414490+0000","last_unstale":"2024-07-26T15:41:59.390622+0000","last_undegraded":"2024-07-26T15:41:59.390622+0000","last_fullsized":"2024-07-26T15:41:59.390622+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:31:28.836102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419662+0000","last_change":"2024-07-26T15:41:58.412623+0000","last_active":"2024-07-26T15:41:59.419662+0000","last_peered":"2024-07-26T15:41:59.419662+0000","last_clean":"2024-07-26T15:41:59.419662+0000","last_became_active":"2024-07-26T15:41:58.412318+0000","last_became_peered":"2024-07-26T15:41:58.412318+0000","last_unstale":"2024-07-26T15:41:59.419662+0000","last_undegraded":"2024-07-26T15:41:59.419662+0000","last_fullsized":"2024-07-26T15:41:59.419662+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:32.337136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582534+0000","last_change":"2024-07-26T15:41:58.408757+0000","last_active":"2024-07-26T15:41:59.582534+0000","last_peered":"2024-07-26T15:41:59.582534+0000","last_clean":"2024-07-26T15:41:59.582534+0000","last_became_active":"2024-07-26T15:41:58.408402+0000","last_became_peered":"2024-07-26T15:41:58.408402+0000","last_unstale":"2024-07-26T15:41:59.582534+0000","last_undegraded":"2024-07-26T15:41:59.582534+0000","last_fullsized":"2024-07-26T15:41:59.582534+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:38:50.145346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583322+0000","last_change":"2024-07-26T15:41:58.418711+0000","last_active":"2024-07-26T15:41:59.583322+0000","last_peered":"2024-07-26T15:41:59.583322+0000","last_clean":"2024-07-26T15:41:59.583322+0000","last_became_active":"2024-07-26T15:41:58.418384+0000","last_became_peered":"2024-07-26T15:41:58.418384+0000","last_unstale":"2024-07-26T15:41:59.583322+0000","last_undegraded":"2024-07-26T15:41:59.583322+0000","last_fullsized":"2024-07-26T15:41:59.583322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:50.071958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390366+0000","last_change":"2024-07-26T15:41:58.401272+0000","last_active":"2024-07-26T15:41:59.390366+0000","last_peered":"2024-07-26T15:41:59.390366+0000","last_clean":"2024-07-26T15:41:59.390366+0000","last_became_active":"2024-07-26T15:41:58.400919+0000","last_became_peered":"2024-07-26T15:41:58.400919+0000","last_unstale":"2024-07-26T15:41:59.390366+0000","last_undegraded":"2024-07-26T15:41:59.390366+0000","last_fullsized":"2024-07-26T15:41:59.390366+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:58:43.043253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582689+0000","last_change":"2024-07-26T15:41:58.410664+0000","last_active":"2024-07-26T15:41:59.582689+0000","last_peered":"2024-07-26T15:41:59.582689+0000","last_clean":"2024-07-26T15:41:59.582689+0000","last_became_active":"2024-07-26T15:41:58.410312+0000","last_became_peered":"2024-07-26T15:41:58.410312+0000","last_unstale":"2024-07-26T15:41:59.582689+0000","last_undegraded":"2024-07-26T15:41:59.582689+0000","last_fullsized":"2024-07-26T15:41:59.582689+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:59.627437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583215+0000","last_change":"2024-07-26T15:41:58.414215+0000","last_active":"2024-07-26T15:41:59.583215+0000","last_peered":"2024-07-26T15:41:59.583215+0000","last_clean":"2024-07-26T15:41:59.583215+0000","last_became_active":"2024-07-26T15:41:58.413889+0000","last_became_peered":"2024-07-26T15:41:58.413889+0000","last_unstale":"2024-07-26T15:41:59.583215+0000","last_undegraded":"2024-07-26T15:41:59.583215+0000","last_fullsized":"2024-07-26T15:41:59.583215+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:06.773497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390346+0000","last_change":"2024-07-26T15:41:58.405740+0000","last_active":"2024-07-26T15:41:59.390346+0000","last_peered":"2024-07-26T15:41:59.390346+0000","last_clean":"2024-07-26T15:41:59.390346+0000","last_became_active":"2024-07-26T15:41:58.405411+0000","last_became_peered":"2024-07-26T15:41:58.405411+0000","last_unstale":"2024-07-26T15:41:59.390346+0000","last_undegraded":"2024-07-26T15:41:59.390346+0000","last_fullsized":"2024-07-26T15:41:59.390346+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:08:02.881748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420131+0000","last_change":"2024-07-26T15:41:58.413051+0000","last_active":"2024-07-26T15:41:59.420131+0000","last_peered":"2024-07-26T15:41:59.420131+0000","last_clean":"2024-07-26T15:41:59.420131+0000","last_became_active":"2024-07-26T15:41:58.411042+0000","last_became_peered":"2024-07-26T15:41:58.411042+0000","last_unstale":"2024-07-26T15:41:59.420131+0000","last_undegraded":"2024-07-26T15:41:59.420131+0000","last_fullsized":"2024-07-26T15:41:59.420131+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:37:48.874255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390255+0000","last_change":"2024-07-26T15:41:58.401291+0000","last_active":"2024-07-26T15:41:59.390255+0000","last_peered":"2024-07-26T15:41:59.390255+0000","last_clean":"2024-07-26T15:41:59.390255+0000","last_became_active":"2024-07-26T15:41:58.400936+0000","last_became_peered":"2024-07-26T15:41:58.400936+0000","last_unstale":"2024-07-26T15:41:59.390255+0000","last_undegraded":"2024-07-26T15:41:59.390255+0000","last_fullsized":"2024-07-26T15:41:59.390255+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:23:27.413810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420396+0000","last_change":"2024-07-26T15:41:58.407729+0000","last_active":"2024-07-26T15:41:59.420396+0000","last_peered":"2024-07-26T15:41:59.420396+0000","last_clean":"2024-07-26T15:41:59.420396+0000","last_became_active":"2024-07-26T15:41:58.406551+0000","last_became_peered":"2024-07-26T15:41:58.406551+0000","last_unstale":"2024-07-26T15:41:59.420396+0000","last_undegraded":"2024-07-26T15:41:59.420396+0000","last_fullsized":"2024-07-26T15:41:59.420396+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:49:23.543035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420992+0000","last_change":"2024-07-26T15:41:58.417263+0000","last_active":"2024-07-26T15:41:59.420992+0000","last_peered":"2024-07-26T15:41:59.420992+0000","last_clean":"2024-07-26T15:41:59.420992+0000","last_became_active":"2024-07-26T15:41:58.416912+0000","last_became_peered":"2024-07-26T15:41:58.416912+0000","last_unstale":"2024-07-26T15:41:59.420992+0000","last_undegraded":"2024-07-26T15:41:59.420992+0000","last_fullsized":"2024-07-26T15:41:59.420992+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:53.030144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582939+0000","last_change":"2024-07-26T15:41:58.414434+0000","last_active":"2024-07-26T15:41:59.582939+0000","last_peered":"2024-07-26T15:41:59.582939+0000","last_clean":"2024-07-26T15:41:59.582939+0000","last_became_active":"2024-07-26T15:41:58.413337+0000","last_became_peered":"2024-07-26T15:41:58.413337+0000","last_unstale":"2024-07-26T15:41:59.582939+0000","last_undegraded":"2024-07-26T15:41:59.582939+0000","last_fullsized":"2024-07-26T15:41:59.582939+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:57.781084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582830+0000","last_change":"2024-07-26T15:41:58.411216+0000","last_active":"2024-07-26T15:41:59.582830+0000","last_peered":"2024-07-26T15:41:59.582830+0000","last_clean":"2024-07-26T15:41:59.582830+0000","last_became_active":"2024-07-26T15:41:58.410892+0000","last_became_peered":"2024-07-26T15:41:58.410892+0000","last_unstale":"2024-07-26T15:41:59.582830+0000","last_undegraded":"2024-07-26T15:41:59.582830+0000","last_fullsized":"2024-07-26T15:41:59.582830+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:23.404665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419641+0000","last_change":"2024-07-26T15:41:58.406310+0000","last_active":"2024-07-26T15:41:59.419641+0000","last_peered":"2024-07-26T15:41:59.419641+0000","last_clean":"2024-07-26T15:41:59.419641+0000","last_became_active":"2024-07-26T15:41:58.405851+0000","last_became_peered":"2024-07-26T15:41:58.405851+0000","last_unstale":"2024-07-26T15:41:59.419641+0000","last_undegraded":"2024-07-26T15:41:59.419641+0000","last_fullsized":"2024-07-26T15:41:59.419641+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:31.481271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420715+0000","last_change":"2024-07-26T15:41:58.413758+0000","last_active":"2024-07-26T15:41:59.420715+0000","last_peered":"2024-07-26T15:41:59.420715+0000","last_clean":"2024-07-26T15:41:59.420715+0000","last_became_active":"2024-07-26T15:41:58.413305+0000","last_became_peered":"2024-07-26T15:41:58.413305+0000","last_unstale":"2024-07-26T15:41:59.420715+0000","last_undegraded":"2024-07-26T15:41:59.420715+0000","last_fullsized":"2024-07-26T15:41:59.420715+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:13.481234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582712+0000","last_change":"2024-07-26T15:41:58.410892+0000","last_active":"2024-07-26T15:41:59.582712+0000","last_peered":"2024-07-26T15:41:59.582712+0000","last_clean":"2024-07-26T15:41:59.582712+0000","last_became_active":"2024-07-26T15:41:58.410289+0000","last_became_peered":"2024-07-26T15:41:58.410289+0000","last_unstale":"2024-07-26T15:41:59.582712+0000","last_undegraded":"2024-07-26T15:41:59.582712+0000","last_fullsized":"2024-07-26T15:41:59.582712+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:41.045869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390702+0000","last_change":"2024-07-26T15:41:58.419515+0000","last_active":"2024-07-26T15:41:59.390702+0000","last_peered":"2024-07-26T15:41:59.390702+0000","last_clean":"2024-07-26T15:41:59.390702+0000","last_became_active":"2024-07-26T15:41:58.419215+0000","last_became_peered":"2024-07-26T15:41:58.419215+0000","last_unstale":"2024-07-26T15:41:59.390702+0000","last_undegraded":"2024-07-26T15:41:59.390702+0000","last_fullsized":"2024-07-26T15:41:59.390702+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:16.301929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420705+0000","last_change":"2024-07-26T15:41:58.417185+0000","last_active":"2024-07-26T15:41:59.420705+0000","last_peered":"2024-07-26T15:41:59.420705+0000","last_clean":"2024-07-26T15:41:59.420705+0000","last_became_active":"2024-07-26T15:41:58.416269+0000","last_became_peered":"2024-07-26T15:41:58.416269+0000","last_unstale":"2024-07-26T15:41:59.420705+0000","last_undegraded":"2024-07-26T15:41:59.420705+0000","last_fullsized":"2024-07-26T15:41:59.420705+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:37:50.641181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419775+0000","last_change":"2024-07-26T15:41:58.407077+0000","last_active":"2024-07-26T15:41:59.419775+0000","last_peered":"2024-07-26T15:41:59.419775+0000","last_clean":"2024-07-26T15:41:59.419775+0000","last_became_active":"2024-07-26T15:41:58.406766+0000","last_became_peered":"2024-07-26T15:41:58.406766+0000","last_unstale":"2024-07-26T15:41:59.419775+0000","last_undegraded":"2024-07-26T15:41:59.419775+0000","last_fullsized":"2024-07-26T15:41:59.419775+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:16.216265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.378042+0000","last_change":"2024-07-26T15:41:56.378042+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.378042+0000","last_undegraded":"2024-07-26T15:41:56.378042+0000","last_fullsized":"2024-07-26T15:41:56.378042+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390432+0000","last_change":"2024-07-26T15:41:57.404240+0000","last_active":"2024-07-26T15:41:59.390432+0000","last_peered":"2024-07-26T15:41:59.390432+0000","last_clean":"2024-07-26T15:41:59.390432+0000","last_became_active":"2024-07-26T15:41:57.403891+0000","last_became_peered":"2024-07-26T15:41:57.403891+0000","last_unstale":"2024-07-26T15:41:59.390432+0000","last_undegraded":"2024-07-26T15:41:59.390432+0000","last_fullsized":"2024-07-26T15:41:59.390432+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:42.475746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390628+0000","last_change":"2024-07-26T15:41:57.401699+0000","last_active":"2024-07-26T15:41:59.390628+0000","last_peered":"2024-07-26T15:41:59.390628+0000","last_clean":"2024-07-26T15:41:59.390628+0000","last_became_active":"2024-07-26T15:41:57.401240+0000","last_became_peered":"2024-07-26T15:41:57.401240+0000","last_unstale":"2024-07-26T15:41:59.390628+0000","last_undegraded":"2024-07-26T15:41:59.390628+0000","last_fullsized":"2024-07-26T15:41:59.390628+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:58:23.265417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582438+0000","last_change":"2024-07-26T15:41:58.402311+0000","last_active":"2024-07-26T15:41:59.582438+0000","last_peered":"2024-07-26T15:41:59.582438+0000","last_clean":"2024-07-26T15:41:59.582438+0000","last_became_active":"2024-07-26T15:41:58.402031+0000","last_became_peered":"2024-07-26T15:41:58.402031+0000","last_unstale":"2024-07-26T15:41:59.582438+0000","last_undegraded":"2024-07-26T15:41:59.582438+0000","last_fullsized":"2024-07-26T15:41:59.582438+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:19.158070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374134+0000","last_change":"2024-07-26T15:41:56.374134+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374134+0000","last_undegraded":"2024-07-26T15:41:56.374134+0000","last_fullsized":"2024-07-26T15:41:56.374134+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420770+0000","last_change":"2024-07-26T15:41:57.400526+0000","last_active":"2024-07-26T15:41:59.420770+0000","last_peered":"2024-07-26T15:41:59.420770+0000","last_clean":"2024-07-26T15:41:59.420770+0000","last_became_active":"2024-07-26T15:41:57.400208+0000","last_became_peered":"2024-07-26T15:41:57.400208+0000","last_unstale":"2024-07-26T15:41:59.420770+0000","last_undegraded":"2024-07-26T15:41:59.420770+0000","last_fullsized":"2024-07-26T15:41:59.420770+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:58.754122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374467+0000","last_change":"2024-07-26T15:41:56.374467+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374467+0000","last_undegraded":"2024-07-26T15:41:56.374467+0000","last_fullsized":"2024-07-26T15:41:56.374467+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583108+0000","last_change":"2024-07-26T15:41:58.410615+0000","last_active":"2024-07-26T15:41:59.583108+0000","last_peered":"2024-07-26T15:41:59.583108+0000","last_clean":"2024-07-26T15:41:59.583108+0000","last_became_active":"2024-07-26T15:41:58.409915+0000","last_became_peered":"2024-07-26T15:41:58.409915+0000","last_unstale":"2024-07-26T15:41:59.583108+0000","last_undegraded":"2024-07-26T15:41:59.583108+0000","last_fullsized":"2024-07-26T15:41:59.583108+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:29.745922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.378100+0000","last_change":"2024-07-26T15:41:56.378100+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.378100+0000","last_undegraded":"2024-07-26T15:41:56.378100+0000","last_fullsized":"2024-07-26T15:41:56.378100+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419585+0000","last_change":"2024-07-26T15:41:57.396441+0000","last_active":"2024-07-26T15:41:59.419585+0000","last_peered":"2024-07-26T15:41:59.419585+0000","last_clean":"2024-07-26T15:41:59.419585+0000","last_became_active":"2024-07-26T15:41:57.395781+0000","last_became_peered":"2024-07-26T15:41:57.395781+0000","last_unstale":"2024-07-26T15:41:59.419585+0000","last_undegraded":"2024-07-26T15:41:59.419585+0000","last_fullsized":"2024-07-26T15:41:59.419585+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:40.735341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380209+0000","last_change":"2024-07-26T15:41:56.380209+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380209+0000","last_undegraded":"2024-07-26T15:41:56.380209+0000","last_fullsized":"2024-07-26T15:41:56.380209+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.375435+0000","last_change":"2024-07-26T15:41:56.375435+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.375435+0000","last_undegraded":"2024-07-26T15:41:56.375435+0000","last_fullsized":"2024-07-26T15:41:56.375435+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420329+0000","last_change":"2024-07-26T15:41:58.411876+0000","last_active":"2024-07-26T15:41:59.420329+0000","last_peered":"2024-07-26T15:41:59.420329+0000","last_clean":"2024-07-26T15:41:59.420329+0000","last_became_active":"2024-07-26T15:41:58.410698+0000","last_became_peered":"2024-07-26T15:41:58.410698+0000","last_unstale":"2024-07-26T15:41:59.420329+0000","last_undegraded":"2024-07-26T15:41:59.420329+0000","last_fullsized":"2024-07-26T15:41:59.420329+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:32.311613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380796+0000","last_change":"2024-07-26T15:41:56.380796+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380796+0000","last_undegraded":"2024-07-26T15:41:56.380796+0000","last_fullsized":"2024-07-26T15:41:56.380796+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"71'6","reported_seq":21,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583138+0000","last_change":"2024-07-26T15:41:57.397258+0000","last_active":"2024-07-26T15:41:59.583138+0000","last_peered":"2024-07-26T15:41:59.583138+0000","last_clean":"2024-07-26T15:41:59.583138+0000","last_became_active":"2024-07-26T15:41:57.396939+0000","last_became_peered":"2024-07-26T15:41:57.396939+0000","last_unstale":"2024-07-26T15:41:59.583138+0000","last_undegraded":"2024-07-26T15:41:59.583138+0000","last_fullsized":"2024-07-26T15:41:59.583138+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:46:51.267038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420888+0000","last_change":"2024-07-26T15:41:57.385232+0000","last_active":"2024-07-26T15:41:59.420888+0000","last_peered":"2024-07-26T15:41:59.420888+0000","last_clean":"2024-07-26T15:41:59.420888+0000","last_became_active":"2024-07-26T15:41:57.384678+0000","last_became_peered":"2024-07-26T15:41:57.384678+0000","last_unstale":"2024-07-26T15:41:59.420888+0000","last_undegraded":"2024-07-26T15:41:59.420888+0000","last_fullsized":"2024-07-26T15:41:59.420888+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:44.014688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.421168+0000","last_change":"2024-07-26T15:41:58.413795+0000","last_active":"2024-07-26T15:41:59.421168+0000","last_peered":"2024-07-26T15:41:59.421168+0000","last_clean":"2024-07-26T15:41:59.421168+0000","last_became_active":"2024-07-26T15:41:58.413458+0000","last_became_peered":"2024-07-26T15:41:58.413458+0000","last_unstale":"2024-07-26T15:41:59.421168+0000","last_undegraded":"2024-07-26T15:41:59.421168+0000","last_fullsized":"2024-07-26T15:41:59.421168+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:01.130744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377650+0000","last_change":"2024-07-26T15:41:56.377650+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377650+0000","last_undegraded":"2024-07-26T15:41:56.377650+0000","last_fullsized":"2024-07-26T15:41:56.377650+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582901+0000","last_change":"2024-07-26T15:41:58.416112+0000","last_active":"2024-07-26T15:41:59.582901+0000","last_peered":"2024-07-26T15:41:59.582901+0000","last_clean":"2024-07-26T15:41:59.582901+0000","last_became_active":"2024-07-26T15:41:58.415778+0000","last_became_peered":"2024-07-26T15:41:58.415778+0000","last_unstale":"2024-07-26T15:41:59.582901+0000","last_undegraded":"2024-07-26T15:41:59.582901+0000","last_fullsized":"2024-07-26T15:41:59.582901+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:09.572176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380108+0000","last_change":"2024-07-26T15:41:56.380108+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380108+0000","last_undegraded":"2024-07-26T15:41:56.380108+0000","last_fullsized":"2024-07-26T15:41:56.380108+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420196+0000","last_change":"2024-07-26T15:41:58.410146+0000","last_active":"2024-07-26T15:41:59.420196+0000","last_peered":"2024-07-26T15:41:59.420196+0000","last_clean":"2024-07-26T15:41:59.420196+0000","last_became_active":"2024-07-26T15:41:58.409781+0000","last_became_peered":"2024-07-26T15:41:58.409781+0000","last_unstale":"2024-07-26T15:41:59.420196+0000","last_undegraded":"2024-07-26T15:41:59.420196+0000","last_fullsized":"2024-07-26T15:41:59.420196+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:39.685551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"71'8","reported_seq":23,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582789+0000","last_change":"2024-07-26T15:41:57.395172+0000","last_active":"2024-07-26T15:41:59.582789+0000","last_peered":"2024-07-26T15:41:59.582789+0000","last_clean":"2024-07-26T15:41:59.582789+0000","last_became_active":"2024-07-26T15:41:57.394718+0000","last_became_peered":"2024-07-26T15:41:57.394718+0000","last_unstale":"2024-07-26T15:41:59.582789+0000","last_undegraded":"2024-07-26T15:41:59.582789+0000","last_fullsized":"2024-07-26T15:41:59.582789+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:27:00.146595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582719+0000","last_change":"2024-07-26T15:41:58.412294+0000","last_active":"2024-07-26T15:41:59.582719+0000","last_peered":"2024-07-26T15:41:59.582719+0000","last_clean":"2024-07-26T15:41:59.582719+0000","last_became_active":"2024-07-26T15:41:58.411967+0000","last_became_peered":"2024-07-26T15:41:58.411967+0000","last_unstale":"2024-07-26T15:41:59.582719+0000","last_undegraded":"2024-07-26T15:41:59.582719+0000","last_fullsized":"2024-07-26T15:41:59.582719+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:35:01.885940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420790+0000","last_change":"2024-07-26T15:41:57.395904+0000","last_active":"2024-07-26T15:41:59.420790+0000","last_peered":"2024-07-26T15:41:59.420790+0000","last_clean":"2024-07-26T15:41:59.420790+0000","last_became_active":"2024-07-26T15:41:57.394862+0000","last_became_peered":"2024-07-26T15:41:57.394862+0000","last_unstale":"2024-07-26T15:41:59.420790+0000","last_undegraded":"2024-07-26T15:41:59.420790+0000","last_fullsized":"2024-07-26T15:41:59.420790+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:11.000350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390763+0000","last_change":"2024-07-26T15:41:58.419205+0000","last_active":"2024-07-26T15:41:59.390763+0000","last_peered":"2024-07-26T15:41:59.390763+0000","last_clean":"2024-07-26T15:41:59.390763+0000","last_became_active":"2024-07-26T15:41:58.418883+0000","last_became_peered":"2024-07-26T15:41:58.418883+0000","last_unstale":"2024-07-26T15:41:59.390763+0000","last_undegraded":"2024-07-26T15:41:59.390763+0000","last_fullsized":"2024-07-26T15:41:59.390763+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:02:43.755670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582848+0000","last_change":"2024-07-26T15:41:57.387703+0000","last_active":"2024-07-26T15:41:59.582848+0000","last_peered":"2024-07-26T15:41:59.582848+0000","last_clean":"2024-07-26T15:41:59.582848+0000","last_became_active":"2024-07-26T15:41:57.387374+0000","last_became_peered":"2024-07-26T15:41:57.387374+0000","last_unstale":"2024-07-26T15:41:59.582848+0000","last_undegraded":"2024-07-26T15:41:59.582848+0000","last_fullsized":"2024-07-26T15:41:59.582848+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:36.787950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377554+0000","last_change":"2024-07-26T15:41:56.377554+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377554+0000","last_undegraded":"2024-07-26T15:41:56.377554+0000","last_fullsized":"2024-07-26T15:41:56.377554+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390547+0000","last_change":"2024-07-26T15:41:58.404042+0000","last_active":"2024-07-26T15:41:59.390547+0000","last_peered":"2024-07-26T15:41:59.390547+0000","last_clean":"2024-07-26T15:41:59.390547+0000","last_became_active":"2024-07-26T15:41:58.403502+0000","last_became_peered":"2024-07-26T15:41:58.403502+0000","last_unstale":"2024-07-26T15:41:59.390547+0000","last_undegraded":"2024-07-26T15:41:59.390547+0000","last_fullsized":"2024-07-26T15:41:59.390547+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:26:56.347511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377340+0000","last_change":"2024-07-26T15:41:56.377340+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377340+0000","last_undegraded":"2024-07-26T15:41:56.377340+0000","last_fullsized":"2024-07-26T15:41:56.377340+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390541+0000","last_change":"2024-07-26T15:41:57.398776+0000","last_active":"2024-07-26T15:41:59.390541+0000","last_peered":"2024-07-26T15:41:59.390541+0000","last_clean":"2024-07-26T15:41:59.390541+0000","last_became_active":"2024-07-26T15:41:57.398431+0000","last_became_peered":"2024-07-26T15:41:57.398431+0000","last_unstale":"2024-07-26T15:41:59.390541+0000","last_undegraded":"2024-07-26T15:41:59.390541+0000","last_fullsized":"2024-07-26T15:41:59.390541+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:42.609277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583027+0000","last_change":"2024-07-26T15:41:57.394106+0000","last_active":"2024-07-26T15:41:59.583027+0000","last_peered":"2024-07-26T15:41:59.583027+0000","last_clean":"2024-07-26T15:41:59.583027+0000","last_became_active":"2024-07-26T15:41:57.393751+0000","last_became_peered":"2024-07-26T15:41:57.393751+0000","last_unstale":"2024-07-26T15:41:59.583027+0000","last_undegraded":"2024-07-26T15:41:59.583027+0000","last_fullsized":"2024-07-26T15:41:59.583027+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:01.296503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420157+0000","last_change":"2024-07-26T15:41:58.412484+0000","last_active":"2024-07-26T15:41:59.420157+0000","last_peered":"2024-07-26T15:41:59.420157+0000","last_clean":"2024-07-26T15:41:59.420157+0000","last_became_active":"2024-07-26T15:41:58.410991+0000","last_became_peered":"2024-07-26T15:41:58.410991+0000","last_unstale":"2024-07-26T15:41:59.420157+0000","last_undegraded":"2024-07-26T15:41:59.420157+0000","last_fullsized":"2024-07-26T15:41:59.420157+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:14.475860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419731+0000","last_change":"2024-07-26T15:41:57.403751+0000","last_active":"2024-07-26T15:41:59.419731+0000","last_peered":"2024-07-26T15:41:59.419731+0000","last_clean":"2024-07-26T15:41:59.419731+0000","last_became_active":"2024-07-26T15:41:57.403454+0000","last_became_peered":"2024-07-26T15:41:57.403454+0000","last_unstale":"2024-07-26T15:41:59.419731+0000","last_undegraded":"2024-07-26T15:41:59.419731+0000","last_fullsized":"2024-07-26T15:41:59.419731+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:09:14.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390787+0000","last_change":"2024-07-26T15:41:58.407433+0000","last_active":"2024-07-26T15:41:59.390787+0000","last_peered":"2024-07-26T15:41:59.390787+0000","last_clean":"2024-07-26T15:41:59.390787+0000","last_became_active":"2024-07-26T15:41:58.407097+0000","last_became_peered":"2024-07-26T15:41:58.407097+0000","last_unstale":"2024-07-26T15:41:59.390787+0000","last_undegraded":"2024-07-26T15:41:59.390787+0000","last_fullsized":"2024-07-26T15:41:59.390787+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:08:36.698333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582267+0000","last_change":"2024-07-26T15:41:57.393616+0000","last_active":"2024-07-26T15:41:59.582267+0000","last_peered":"2024-07-26T15:41:59.582267+0000","last_clean":"2024-07-26T15:41:59.582267+0000","last_became_active":"2024-07-26T15:41:57.393282+0000","last_became_peered":"2024-07-26T15:41:57.393282+0000","last_unstale":"2024-07-26T15:41:59.582267+0000","last_undegraded":"2024-07-26T15:41:59.582267+0000","last_fullsized":"2024-07-26T15:41:59.582267+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:11.652170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377366+0000","last_change":"2024-07-26T15:41:56.377366+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377366+0000","last_undegraded":"2024-07-26T15:41:56.377366+0000","last_fullsized":"2024-07-26T15:41:56.377366+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390935+0000","last_change":"2024-07-26T15:41:58.397244+0000","last_active":"2024-07-26T15:41:59.390935+0000","last_peered":"2024-07-26T15:41:59.390935+0000","last_clean":"2024-07-26T15:41:59.390935+0000","last_became_active":"2024-07-26T15:41:58.396892+0000","last_became_peered":"2024-07-26T15:41:58.396892+0000","last_unstale":"2024-07-26T15:41:59.390935+0000","last_undegraded":"2024-07-26T15:41:59.390935+0000","last_fullsized":"2024-07-26T15:41:59.390935+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:15.038467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380121+0000","last_change":"2024-07-26T15:41:56.380121+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380121+0000","last_undegraded":"2024-07-26T15:41:56.380121+0000","last_fullsized":"2024-07-26T15:41:56.380121+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582634+0000","last_change":"2024-07-26T15:41:58.405227+0000","last_active":"2024-07-26T15:41:59.582634+0000","last_peered":"2024-07-26T15:41:59.582634+0000","last_clean":"2024-07-26T15:41:59.582634+0000","last_became_active":"2024-07-26T15:41:58.404616+0000","last_became_peered":"2024-07-26T15:41:58.404616+0000","last_unstale":"2024-07-26T15:41:59.582634+0000","last_undegraded":"2024-07-26T15:41:59.582634+0000","last_fullsized":"2024-07-26T15:41:59.582634+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:15.354186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420429+0000","last_change":"2024-07-26T15:41:57.384301+0000","last_active":"2024-07-26T15:41:59.420429+0000","last_peered":"2024-07-26T15:41:59.420429+0000","last_clean":"2024-07-26T15:41:59.420429+0000","last_became_active":"2024-07-26T15:41:57.383946+0000","last_became_peered":"2024-07-26T15:41:57.383946+0000","last_unstale":"2024-07-26T15:41:59.420429+0000","last_undegraded":"2024-07-26T15:41:59.420429+0000","last_fullsized":"2024-07-26T15:41:59.420429+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:47:38.106291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420359+0000","last_change":"2024-07-26T15:41:58.418112+0000","last_active":"2024-07-26T15:41:59.420359+0000","last_peered":"2024-07-26T15:41:59.420359+0000","last_clean":"2024-07-26T15:41:59.420359+0000","last_became_active":"2024-07-26T15:41:58.417785+0000","last_became_peered":"2024-07-26T15:41:58.417785+0000","last_unstale":"2024-07-26T15:41:59.420359+0000","last_undegraded":"2024-07-26T15:41:59.420359+0000","last_fullsized":"2024-07-26T15:41:59.420359+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:13:58.846023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582685+0000","last_change":"2024-07-26T15:41:57.398295+0000","last_active":"2024-07-26T15:41:59.582685+0000","last_peered":"2024-07-26T15:41:59.582685+0000","last_clean":"2024-07-26T15:41:59.582685+0000","last_became_active":"2024-07-26T15:41:57.397838+0000","last_became_peered":"2024-07-26T15:41:57.397838+0000","last_unstale":"2024-07-26T15:41:59.582685+0000","last_undegraded":"2024-07-26T15:41:59.582685+0000","last_fullsized":"2024-07-26T15:41:59.582685+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:56.369084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583034+0000","last_change":"2024-07-26T15:41:57.399354+0000","last_active":"2024-07-26T15:41:59.583034+0000","last_peered":"2024-07-26T15:41:59.583034+0000","last_clean":"2024-07-26T15:41:59.583034+0000","last_became_active":"2024-07-26T15:41:57.398998+0000","last_became_peered":"2024-07-26T15:41:57.398998+0000","last_unstale":"2024-07-26T15:41:59.583034+0000","last_undegraded":"2024-07-26T15:41:59.583034+0000","last_fullsized":"2024-07-26T15:41:59.583034+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:12:43.189503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419908+0000","last_change":"2024-07-26T15:41:58.412195+0000","last_active":"2024-07-26T15:41:59.419908+0000","last_peered":"2024-07-26T15:41:59.419908+0000","last_clean":"2024-07-26T15:41:59.419908+0000","last_became_active":"2024-07-26T15:41:58.410634+0000","last_became_peered":"2024-07-26T15:41:58.410634+0000","last_unstale":"2024-07-26T15:41:59.419908+0000","last_undegraded":"2024-07-26T15:41:59.419908+0000","last_fullsized":"2024-07-26T15:41:59.419908+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:20:12.461352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374133+0000","last_change":"2024-07-26T15:41:56.374133+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374133+0000","last_undegraded":"2024-07-26T15:41:56.374133+0000","last_fullsized":"2024-07-26T15:41:56.374133+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583322+0000","last_change":"2024-07-26T15:41:58.412422+0000","last_active":"2024-07-26T15:41:59.583322+0000","last_peered":"2024-07-26T15:41:59.583322+0000","last_clean":"2024-07-26T15:41:59.583322+0000","last_became_active":"2024-07-26T15:41:58.411985+0000","last_became_peered":"2024-07-26T15:41:58.411985+0000","last_unstale":"2024-07-26T15:41:59.583322+0000","last_undegraded":"2024-07-26T15:41:59.583322+0000","last_fullsized":"2024-07-26T15:41:59.583322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:35:44.541779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374495+0000","last_change":"2024-07-26T15:41:56.374495+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374495+0000","last_undegraded":"2024-07-26T15:41:56.374495+0000","last_fullsized":"2024-07-26T15:41:56.374495+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"72'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420224+0000","last_change":"2024-07-26T15:41:57.395307+0000","last_active":"2024-07-26T15:41:59.420224+0000","last_peered":"2024-07-26T15:41:59.420224+0000","last_clean":"2024-07-26T15:41:59.420224+0000","last_became_active":"2024-07-26T15:41:57.394981+0000","last_became_peered":"2024-07-26T15:41:57.394981+0000","last_unstale":"2024-07-26T15:41:59.420224+0000","last_undegraded":"2024-07-26T15:41:59.420224+0000","last_fullsized":"2024-07-26T15:41:59.420224+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:40.222643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"63'86","reported_seq":253,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-07-26T15:41:56.381866+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:41:56.381866+0000","last_peered":"2024-07-26T15:41:56.381866+0000","last_clean":"2024-07-26T15:41:56.381866+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:41:56.381866+0000","last_undegraded":"2024-07-26T15:41:56.381866+0000","last_fullsized":"2024-07-26T15:41:56.381866+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":125,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":76,"acting":76,"num_store_stats":4},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":1668,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":125,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":86,"ondisk_log_size":86,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575010,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58928,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312912,"statfs":{"total":96636764160,"available":96576421888,"internally_reserved":0,"allocated":1413120,"data_stored":1000153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":806912,"data_stored":403576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50044,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321796,"statfs":{"total":96636764160,"available":96585519104,"internally_reserved":0,"allocated":819200,"data_stored":409785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":819200,"data_stored":409785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509601,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":872448,"data_stored":431945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509601,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54244,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317596,"statfs":{"total":96636764160,"available":96581218304,"internally_reserved":0,"allocated":868352,"data_stored":431923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509604,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":864256,"data_stored":430471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542308,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1458176,"data_stored":1020735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:42:03.263 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3e is not active+clean 2024-07-26T15:42:03.263 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.264 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3c is not active+clean 2024-07-26T15:42:03.264 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.264 INFO:tasks.ceph.ceph_manager.ceph:PG 8.3b is not active+clean 2024-07-26T15:42:03.264 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.264 INFO:tasks.ceph.ceph_manager.ceph:PG 8.31 is not active+clean 2024-07-26T15:42:03.264 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.264 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2e is not active+clean 2024-07-26T15:42:03.264 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.264 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2c is not active+clean 2024-07-26T15:42:03.264 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.265 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2b is not active+clean 2024-07-26T15:42:03.265 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.265 INFO:tasks.ceph.ceph_manager.ceph:PG 8.24 is not active+clean 2024-07-26T15:42:03.265 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.265 INFO:tasks.ceph.ceph_manager.ceph:PG 8.22 is not active+clean 2024-07-26T15:42:03.265 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.265 INFO:tasks.ceph.ceph_manager.ceph:PG 8.20 is not active+clean 2024-07-26T15:42:03.265 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.265 INFO:tasks.ceph.ceph_manager.ceph:PG 8.10 is not active+clean 2024-07-26T15:42:03.265 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.265 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1f is not active+clean 2024-07-26T15:42:03.266 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.378042+0000', 'last_change': '2024-07-26T15:41:56.378042+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.378042+0000', 'last_undegraded': '2024-07-26T15:41:56.378042+0000', 'last_fullsized': '2024-07-26T15:41:56.378042+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:42:03.266 INFO:tasks.ceph.ceph_manager.ceph:PG 8.11 is not active+clean 2024-07-26T15:42:03.266 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.266 INFO:tasks.ceph.ceph_manager.ceph:PG 8.12 is not active+clean 2024-07-26T15:42:03.266 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.266 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1c is not active+clean 2024-07-26T15:42:03.266 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.374134+0000', 'last_change': '2024-07-26T15:41:56.374134+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.374134+0000', 'last_undegraded': '2024-07-26T15:41:56.374134+0000', 'last_fullsized': '2024-07-26T15:41:56.374134+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:42:03.266 INFO:tasks.ceph.ceph_manager.ceph:PG 8.14 is not active+clean 2024-07-26T15:42:03.266 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.266 INFO:tasks.ceph.ceph_manager.ceph:PG 8.15 is not active+clean 2024-07-26T15:42:03.266 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1a is not active+clean 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.374467+0000', 'last_change': '2024-07-26T15:41:56.374467+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.374467+0000', 'last_undegraded': '2024-07-26T15:41:56.374467+0000', 'last_fullsized': '2024-07-26T15:41:56.374467+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:PG 7.19 is not active+clean 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.378100+0000', 'last_change': '2024-07-26T15:41:56.378100+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.378100+0000', 'last_undegraded': '2024-07-26T15:41:56.378100+0000', 'last_fullsized': '2024-07-26T15:41:56.378100+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:PG 8.17 is not active+clean 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:PG 8.18 is not active+clean 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:PG 7.17 is not active+clean 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.380209+0000', 'last_change': '2024-07-26T15:41:56.380209+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.380209+0000', 'last_undegraded': '2024-07-26T15:41:56.380209+0000', 'last_fullsized': '2024-07-26T15:41:56.380209+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:PG 8.19 is not active+clean 2024-07-26T15:42:03.267 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.268 INFO:tasks.ceph.ceph_manager.ceph:PG 7.16 is not active+clean 2024-07-26T15:42:03.268 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.375435+0000', 'last_change': '2024-07-26T15:41:56.375435+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.375435+0000', 'last_undegraded': '2024-07-26T15:41:56.375435+0000', 'last_fullsized': '2024-07-26T15:41:56.375435+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:42:03.268 INFO:tasks.ceph.ceph_manager.ceph:PG 7.15 is not active+clean 2024-07-26T15:42:03.268 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.380796+0000', 'last_change': '2024-07-26T15:41:56.380796+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.380796+0000', 'last_undegraded': '2024-07-26T15:41:56.380796+0000', 'last_fullsized': '2024-07-26T15:41:56.380796+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:42:03.268 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1b is not active+clean 2024-07-26T15:42:03.268 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.268 INFO:tasks.ceph.ceph_manager.ceph:PG 8.1c is not active+clean 2024-07-26T15:42:03.268 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.268 INFO:tasks.ceph.ceph_manager.ceph:PG 7.12 is not active+clean 2024-07-26T15:42:03.268 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.377650+0000', 'last_change': '2024-07-26T15:41:56.377650+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.377650+0000', 'last_undegraded': '2024-07-26T15:41:56.377650+0000', 'last_fullsized': '2024-07-26T15:41:56.377650+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:42:03.268 INFO:tasks.ceph.ceph_manager.ceph:PG 7.11 is not active+clean 2024-07-26T15:42:03.269 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.380108+0000', 'last_change': '2024-07-26T15:41:56.380108+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.380108+0000', 'last_undegraded': '2024-07-26T15:41:56.380108+0000', 'last_fullsized': '2024-07-26T15:41:56.380108+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:42:03.269 INFO:tasks.ceph.ceph_manager.ceph:PG 8.2 is not active+clean 2024-07-26T15:42:03.269 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.269 INFO:tasks.ceph.ceph_manager.ceph:PG 7.d is not active+clean 2024-07-26T15:42:03.269 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.377554+0000', 'last_change': '2024-07-26T15:41:56.377554+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.377554+0000', 'last_undegraded': '2024-07-26T15:41:56.377554+0000', 'last_fullsized': '2024-07-26T15:41:56.377554+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:42:03.269 INFO:tasks.ceph.ceph_manager.ceph:PG 7.c is not active+clean 2024-07-26T15:42:03.269 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.377340+0000', 'last_change': '2024-07-26T15:41:56.377340+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.377340+0000', 'last_undegraded': '2024-07-26T15:41:56.377340+0000', 'last_fullsized': '2024-07-26T15:41:56.377340+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:42:03.269 INFO:tasks.ceph.ceph_manager.ceph:PG 8.4 is not active+clean 2024-07-26T15:42:03.269 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.269 INFO:tasks.ceph.ceph_manager.ceph:PG 8.5 is not active+clean 2024-07-26T15:42:03.270 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.270 INFO:tasks.ceph.ceph_manager.ceph:PG 8.8 is not active+clean 2024-07-26T15:42:03.270 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.270 INFO:tasks.ceph.ceph_manager.ceph:PG 7.7 is not active+clean 2024-07-26T15:42:03.270 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.377366+0000', 'last_change': '2024-07-26T15:41:56.377366+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.377366+0000', 'last_undegraded': '2024-07-26T15:41:56.377366+0000', 'last_fullsized': '2024-07-26T15:41:56.377366+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:42:03.270 INFO:tasks.ceph.ceph_manager.ceph:PG 7.5 is not active+clean 2024-07-26T15:42:03.270 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.380121+0000', 'last_change': '2024-07-26T15:41:56.380121+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.380121+0000', 'last_undegraded': '2024-07-26T15:41:56.380121+0000', 'last_fullsized': '2024-07-26T15:41:56.380121+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:42:03.270 INFO:tasks.ceph.ceph_manager.ceph:PG 8.d is not active+clean 2024-07-26T15:42:03.270 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.270 INFO:tasks.ceph.ceph_manager.ceph:PG 7.1 is not active+clean 2024-07-26T15:42:03.270 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.374133+0000', 'last_change': '2024-07-26T15:41:56.374133+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.374133+0000', 'last_undegraded': '2024-07-26T15:41:56.374133+0000', 'last_fullsized': '2024-07-26T15:41:56.374133+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:42:03.271 INFO:tasks.ceph.ceph_manager.ceph:PG 7.0 is not active+clean 2024-07-26T15:42:03.271 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 69, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:41:56.374495+0000', 'last_change': '2024-07-26T15:41:56.374495+0000', 'last_active': '2024-07-26T15:41:56.365159+0000', 'last_peered': '2024-07-26T15:41:56.365159+0000', 'last_clean': '2024-07-26T15:41:56.365159+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:56.374495+0000', 'last_undegraded': '2024-07-26T15:41:56.374495+0000', 'last_fullsized': '2024-07-26T15:41:56.374495+0000', 'mapping_epoch': 69, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 69, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:56.365159+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:42:03.271 INFO:tasks.ceph.ceph_manager.ceph:PG 8.9 is not active+clean 2024-07-26T15:42:03.271 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '8.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:41:57.371203+0000', 'last_change': '2024-07-26T15:41:57.371203+0000', 'last_active': '2024-07-26T15:41:57.371203+0000', 'last_peered': '2024-07-26T15:41:57.371203+0000', 'last_clean': '2024-07-26T15:41:57.371203+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:41:57.371203+0000', 'last_undegraded': '2024-07-26T15:41:57.371203+0000', 'last_fullsized': '2024-07-26T15:41:57.371203+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'last_clean_scrub_stamp': '2024-07-26T15:41:57.371203+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:42:03.271 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-07-26T15:42:03.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.416+0000 7f3469edc640 1 -- 172.21.15.33:0/2091483778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34640b2dc0 msgr2=0x7f34640d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.416+0000 7f3469edc640 1 --2- 172.21.15.33:0/2091483778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34640b2dc0 0x7f34640d2930 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f3454009820 tx=0x7f345402a3f0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.416+0000 7f3469edc640 1 -- 172.21.15.33:0/2091483778 shutdown_connections 2024-07-26T15:42:03.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.416+0000 7f3469edc640 1 --2- 172.21.15.33:0/2091483778 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34640ce9e0 0x7f34640cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.416+0000 7f3469edc640 1 --2- 172.21.15.33:0/2091483778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34640b2dc0 0x7f34640d2930 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.416+0000 7f3469edc640 1 -- 172.21.15.33:0/2091483778 >> 172.21.15.33:0/2091483778 conn(0x7f34640d3e10 msgr2=0x7f34640d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:03.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.416+0000 7f3469edc640 1 -- 172.21.15.33:0/2091483778 shutdown_connections 2024-07-26T15:42:03.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.416+0000 7f3469edc640 1 -- 172.21.15.33:0/2091483778 wait complete. 2024-07-26T15:42:03.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.418+0000 7f3469edc640 1 Processor -- start 2024-07-26T15:42:03.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.418+0000 7f3469edc640 1 -- start start 2024-07-26T15:42:03.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.419+0000 7f3469edc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34640b2dc0 0x7f346406d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.419+0000 7f3469edc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34640ce9e0 0x7f346406dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.419+0000 7f3469edc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34640d0570 0x7f346414d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.419+0000 7f3469edc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f34640cf4b0 con 0x7f34640b2dc0 2024-07-26T15:42:03.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.419+0000 7f3469edc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f34640cf330 con 0x7f34640ce9e0 2024-07-26T15:42:03.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f3469edc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f34640cf630 con 0x7f34640d0570 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f34637fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34640b2dc0 0x7f346406d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f34637fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34640b2dc0 0x7f346406d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40836/0 (socket says 172.21.15.33:40836) 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f34637fe640 1 -- 172.21.15.33:0/3023105970 learned_addr learned my addr 172.21.15.33:0/3023105970 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f3462ffd640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34640ce9e0 0x7f346406dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f3463fff640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34640d0570 0x7f346414d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f34637fe640 1 -- 172.21.15.33:0/3023105970 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34640d0570 msgr2=0x7f346414d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f34637fe640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34640d0570 0x7f346414d4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f34637fe640 1 -- 172.21.15.33:0/3023105970 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34640ce9e0 msgr2=0x7f346406dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f34637fe640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34640ce9e0 0x7f346406dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f34637fe640 1 -- 172.21.15.33:0/3023105970 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34640caea0 con 0x7f34640b2dc0 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f3462ffd640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34640ce9e0 0x7f346406dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f34637fe640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34640b2dc0 0x7f346406d660 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f3454000c00 tx=0x7f3454005360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:03.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f344bfff640 1 -- 172.21.15.33:0/3023105970 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f345403f070 con 0x7f34640b2dc0 2024-07-26T15:42:03.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f344bfff640 1 -- 172.21.15.33:0/3023105970 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3454004340 con 0x7f34640b2dc0 2024-07-26T15:42:03.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f3469edc640 1 -- 172.21.15.33:0/3023105970 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34640cb3d0 con 0x7f34640b2dc0 2024-07-26T15:42:03.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f344bfff640 1 -- 172.21.15.33:0/3023105970 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3454031bb0 con 0x7f34640b2dc0 2024-07-26T15:42:03.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.420+0000 7f3469edc640 1 -- 172.21.15.33:0/3023105970 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34640b6fc0 con 0x7f34640b2dc0 2024-07-26T15:42:03.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.421+0000 7f3469edc640 1 -- 172.21.15.33:0/3023105970 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34640d2930 con 0x7f34640b2dc0 2024-07-26T15:42:03.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.422+0000 7f344bfff640 1 -- 172.21.15.33:0/3023105970 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f3454042070 con 0x7f34640b2dc0 2024-07-26T15:42:03.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.423+0000 7f344bfff640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3450077130 0x7f3450079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.423+0000 7f344bfff640 1 -- 172.21.15.33:0/3023105970 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f34540b9ce0 con 0x7f34640b2dc0 2024-07-26T15:42:03.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.423+0000 7f3462ffd640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3450077130 0x7f3450079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.424+0000 7f3462ffd640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3450077130 0x7f3450079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3458000f60 tx=0x7f3458009040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:03.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.430+0000 7f344bfff640 1 -- 172.21.15.33:0/3023105970 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3454082bc0 con 0x7f34640b2dc0 2024-07-26T15:42:03.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.699+0000 7f3469edc640 1 -- 172.21.15.33:0/3023105970 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f34640a1c30 con 0x7f34640b2dc0 2024-07-26T15:42:03.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.700+0000 7f344bfff640 1 -- 172.21.15.33:0/3023105970 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1216 (secure 0 0 0) 0x7f34540824c0 con 0x7f34640b2dc0 2024-07-26T15:42:03.702 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:42:03.702 INFO:teuthology.orchestra.run.smithi033.stdout:{"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":815,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":72,"num_osds":8,"num_up_osds":8,"osd_up_since":1722007720,"num_in_osds":8,"osd_in_since":1722007711,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":56},{"state_name":"unknown","count":26},{"state_name":"creating+peering","count":15}],"num_pgs":97,"num_pools":3,"num_objects":17,"data_bytes":592036,"bytes_used":331599872,"bytes_avail":772762513408,"bytes_total":773094113280,"unknown_pgs_ratio":0.2680412232875824,"inactive_pgs_ratio":0.15463916957378387,"write_bytes_sec":1971,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":27,"btime":"2024-07-26T15:42:01:415363+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"a","status":"up:active","gid":5901}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2024-07-26T15:31:05.528070+0000","services":{}},"progress_events":{}} 2024-07-26T15:42:03.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 -- 172.21.15.33:0/3023105970 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3450077130 msgr2=0x7f3450079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3450077130 0x7f3450079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3458000f60 tx=0x7f3458009040 comp rx=0 tx=0).stop 2024-07-26T15:42:03.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 -- 172.21.15.33:0/3023105970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34640b2dc0 msgr2=0x7f346406d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34640b2dc0 0x7f346406d660 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f3454000c00 tx=0x7f3454005360 comp rx=0 tx=0).stop 2024-07-26T15:42:03.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 -- 172.21.15.33:0/3023105970 shutdown_connections 2024-07-26T15:42:03.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f3450077130 0x7f3450079640 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34640d0570 0x7f346414d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34640ce9e0 0x7f346406dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 --2- 172.21.15.33:0/3023105970 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34640b2dc0 0x7f346406d660 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 -- 172.21.15.33:0/3023105970 >> 172.21.15.33:0/3023105970 conn(0x7f34640d3e10 msgr2=0x7f34640b0970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:03.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 -- 172.21.15.33:0/3023105970 shutdown_connections 2024-07-26T15:42:03.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.702+0000 7f3469edc640 1 -- 172.21.15.33:0/3023105970 wait complete. 2024-07-26T15:42:03.715 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-07-26T15:42:03.715 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:42:03.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.831+0000 7fc7d112e640 1 -- 172.21.15.33:0/3784078557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7cc15bb40 msgr2=0x7fc7cc0cd490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.831+0000 7fc7d112e640 1 --2- 172.21.15.33:0/3784078557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7cc15bb40 0x7fc7cc0cd490 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc005fd0 tx=0x7fc7bc02aa10 comp rx=0 tx=0).stop 2024-07-26T15:42:03.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.831+0000 7fc7d112e640 1 -- 172.21.15.33:0/3784078557 shutdown_connections 2024-07-26T15:42:03.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.831+0000 7fc7d112e640 1 --2- 172.21.15.33:0/3784078557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7cc15bb40 0x7fc7cc0cd490 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.831+0000 7fc7d112e640 1 --2- 172.21.15.33:0/3784078557 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7cc070250 0x7fc7cc15b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.831+0000 7fc7d112e640 1 -- 172.21.15.33:0/3784078557 >> 172.21.15.33:0/3784078557 conn(0x7fc7cc0cc3d0 msgr2=0x7fc7cc0cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:03.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.831+0000 7fc7d112e640 1 -- 172.21.15.33:0/3784078557 shutdown_connections 2024-07-26T15:42:03.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.831+0000 7fc7d112e640 1 -- 172.21.15.33:0/3784078557 wait complete. 2024-07-26T15:42:03.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.833+0000 7fc7d112e640 1 Processor -- start 2024-07-26T15:42:03.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.833+0000 7fc7d112e640 1 -- start start 2024-07-26T15:42:03.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.834+0000 7fc7d112e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7cc0cf060 0x7fc7cc1f92d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.834+0000 7fc7d112e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7cc15bb40 0x7fc7cc145d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.834+0000 7fc7d112e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7cc0ad8e0 0x7fc7cc0adcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.834+0000 7fc7d112e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc0cde10 con 0x7fc7cc0ad8e0 2024-07-26T15:42:03.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.834+0000 7fc7d112e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc0cdc90 con 0x7fc7cc15bb40 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.834+0000 7fc7d112e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc7cc0cdf90 con 0x7fc7cc0cf060 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7cb59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7cc0ad8e0 0x7fc7cc0adcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7cb59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7cc0ad8e0 0x7fc7cc0adcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40852/0 (socket says 172.21.15.33:40852) 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7cb59e640 1 -- 172.21.15.33:0/784295403 learned_addr learned my addr 172.21.15.33:0/784295403 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7cad9d640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7cc0cf060 0x7fc7cc1f92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7ca59c640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7cc15bb40 0x7fc7cc145d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7cb59e640 1 -- 172.21.15.33:0/784295403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7cc0cf060 msgr2=0x7fc7cc1f92d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7cb59e640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7cc0cf060 0x7fc7cc1f92d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7cb59e640 1 -- 172.21.15.33:0/784295403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7cc15bb40 msgr2=0x7fc7cc145d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7cb59e640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7cc15bb40 0x7fc7cc145d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7cb59e640 1 -- 172.21.15.33:0/784295403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7cc0ae230 con 0x7fc7cc0ad8e0 2024-07-26T15:42:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7cb59e640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7cc0ad8e0 0x7fc7cc0adcf0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc006010 tx=0x7fc7bc003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7c37fe640 1 -- 172.21.15.33:0/784295403 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc046070 con 0x7fc7cc0ad8e0 2024-07-26T15:42:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7c37fe640 1 -- 172.21.15.33:0/784295403 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7bc004540 con 0x7fc7cc0ad8e0 2024-07-26T15:42:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7c37fe640 1 -- 172.21.15.33:0/784295403 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc033070 con 0x7fc7cc0ad8e0 2024-07-26T15:42:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.835+0000 7fc7d112e640 1 -- 172.21.15.33:0/784295403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7cc0b5a40 con 0x7fc7cc0ad8e0 2024-07-26T15:42:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.836+0000 7fc7d112e640 1 -- 172.21.15.33:0/784295403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7cc148eb0 con 0x7fc7cc0ad8e0 2024-07-26T15:42:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.836+0000 7fc7d112e640 1 -- 172.21.15.33:0/784295403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7cc0742e0 con 0x7fc7cc0ad8e0 2024-07-26T15:42:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.837+0000 7fc7c37fe640 1 -- 172.21.15.33:0/784295403 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7fc7bc049070 con 0x7fc7cc0ad8e0 2024-07-26T15:42:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.838+0000 7fc7c37fe640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc7ac077130 0x7fc7ac079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.838+0000 7fc7cad9d640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc7ac077130 0x7fc7ac079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.838+0000 7fc7c37fe640 1 -- 172.21.15.33:0/784295403 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7fc7bc0b9d30 con 0x7fc7cc0ad8e0 2024-07-26T15:42:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.838+0000 7fc7cad9d640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc7ac077130 0x7fc7ac079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc073190 tx=0x7fc7c4009040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:03.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:03.843+0000 7fc7c37fe640 1 -- 172.21.15.33:0/784295403 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc7cc0742e0 con 0x7fc7cc0ad8e0 2024-07-26T15:42:04.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.036+0000 7fc7d112e640 1 -- 172.21.15.33:0/784295403 --> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc7cc0cc1b0 con 0x7fc7ac077130 2024-07-26T15:42:04.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.040+0000 7fc7c37fe640 1 -- 172.21.15.33:0/784295403 <== mgr.5700 v2:172.21.15.33:6836/1354880227 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+246767 (secure 0 0 0) 0x7fc7cc0cc1b0 con 0x7fc7ac077130 2024-07-26T15:42:04.045 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:42:04.046 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:42:04.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.043+0000 7fc7d112e640 1 -- 172.21.15.33:0/784295403 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc7ac077130 msgr2=0x7fc7ac079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:04.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.043+0000 7fc7d112e640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc7ac077130 0x7fc7ac079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc073190 tx=0x7fc7c4009040 comp rx=0 tx=0).stop 2024-07-26T15:42:04.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.043+0000 7fc7d112e640 1 -- 172.21.15.33:0/784295403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7cc0ad8e0 msgr2=0x7fc7cc0adcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:04.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.043+0000 7fc7d112e640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7cc0ad8e0 0x7fc7cc0adcf0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc006010 tx=0x7fc7bc003f10 comp rx=0 tx=0).stop 2024-07-26T15:42:04.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.044+0000 7fc7d112e640 1 -- 172.21.15.33:0/784295403 shutdown_connections 2024-07-26T15:42:04.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.044+0000 7fc7d112e640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fc7ac077130 0x7fc7ac079640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:04.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.044+0000 7fc7d112e640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7cc0ad8e0 0x7fc7cc0adcf0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:04.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.044+0000 7fc7d112e640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7cc15bb40 0x7fc7cc145d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:04.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.044+0000 7fc7d112e640 1 --2- 172.21.15.33:0/784295403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7cc0cf060 0x7fc7cc1f92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:04.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.044+0000 7fc7d112e640 1 -- 172.21.15.33:0/784295403 >> 172.21.15.33:0/784295403 conn(0x7fc7cc0cc3d0 msgr2=0x7fc7cc15ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:04.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.044+0000 7fc7d112e640 1 -- 172.21.15.33:0/784295403 shutdown_connections 2024-07-26T15:42:04.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:04.044+0000 7fc7d112e640 1 -- 172.21.15.33:0/784295403 wait complete. 2024-07-26T15:42:04.057 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:42:02.085928+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592036,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":155,"num_write_kb":1639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":112,"ondisk_log_size":112,"up":142,"acting":142,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":107,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":323828,"kb_used_data":7736,"kb_used_omap":12,"kb_used_meta":315955,"kb_avail":754650892,"statfs":{"total":773094113280,"available":772762513408,"internally_reserved":0,"allocated":7921664,"data_stored":4538373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":323538481},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1668,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.713932"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390394+0000","last_change":"2024-07-26T15:41:58.403614+0000","last_active":"2024-07-26T15:41:59.390394+0000","last_peered":"2024-07-26T15:41:59.390394+0000","last_clean":"2024-07-26T15:41:59.390394+0000","last_became_active":"2024-07-26T15:41:58.403288+0000","last_became_peered":"2024-07-26T15:41:58.403288+0000","last_unstale":"2024-07-26T15:41:59.390394+0000","last_undegraded":"2024-07-26T15:41:59.390394+0000","last_fullsized":"2024-07-26T15:41:59.390394+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:30.888066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420799+0000","last_change":"2024-07-26T15:41:58.416382+0000","last_active":"2024-07-26T15:41:59.420799+0000","last_peered":"2024-07-26T15:41:59.420799+0000","last_clean":"2024-07-26T15:41:59.420799+0000","last_became_active":"2024-07-26T15:41:58.415956+0000","last_became_peered":"2024-07-26T15:41:58.415956+0000","last_unstale":"2024-07-26T15:41:59.420799+0000","last_undegraded":"2024-07-26T15:41:59.420799+0000","last_fullsized":"2024-07-26T15:41:59.420799+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:55:05.284188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390622+0000","last_change":"2024-07-26T15:41:58.414949+0000","last_active":"2024-07-26T15:41:59.390622+0000","last_peered":"2024-07-26T15:41:59.390622+0000","last_clean":"2024-07-26T15:41:59.390622+0000","last_became_active":"2024-07-26T15:41:58.414490+0000","last_became_peered":"2024-07-26T15:41:58.414490+0000","last_unstale":"2024-07-26T15:41:59.390622+0000","last_undegraded":"2024-07-26T15:41:59.390622+0000","last_fullsized":"2024-07-26T15:41:59.390622+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:31:28.836102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419662+0000","last_change":"2024-07-26T15:41:58.412623+0000","last_active":"2024-07-26T15:41:59.419662+0000","last_peered":"2024-07-26T15:41:59.419662+0000","last_clean":"2024-07-26T15:41:59.419662+0000","last_became_active":"2024-07-26T15:41:58.412318+0000","last_became_peered":"2024-07-26T15:41:58.412318+0000","last_unstale":"2024-07-26T15:41:59.419662+0000","last_undegraded":"2024-07-26T15:41:59.419662+0000","last_fullsized":"2024-07-26T15:41:59.419662+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:32.337136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582534+0000","last_change":"2024-07-26T15:41:58.408757+0000","last_active":"2024-07-26T15:41:59.582534+0000","last_peered":"2024-07-26T15:41:59.582534+0000","last_clean":"2024-07-26T15:41:59.582534+0000","last_became_active":"2024-07-26T15:41:58.408402+0000","last_became_peered":"2024-07-26T15:41:58.408402+0000","last_unstale":"2024-07-26T15:41:59.582534+0000","last_undegraded":"2024-07-26T15:41:59.582534+0000","last_fullsized":"2024-07-26T15:41:59.582534+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:38:50.145346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583322+0000","last_change":"2024-07-26T15:41:58.418711+0000","last_active":"2024-07-26T15:41:59.583322+0000","last_peered":"2024-07-26T15:41:59.583322+0000","last_clean":"2024-07-26T15:41:59.583322+0000","last_became_active":"2024-07-26T15:41:58.418384+0000","last_became_peered":"2024-07-26T15:41:58.418384+0000","last_unstale":"2024-07-26T15:41:59.583322+0000","last_undegraded":"2024-07-26T15:41:59.583322+0000","last_fullsized":"2024-07-26T15:41:59.583322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:50.071958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390366+0000","last_change":"2024-07-26T15:41:58.401272+0000","last_active":"2024-07-26T15:41:59.390366+0000","last_peered":"2024-07-26T15:41:59.390366+0000","last_clean":"2024-07-26T15:41:59.390366+0000","last_became_active":"2024-07-26T15:41:58.400919+0000","last_became_peered":"2024-07-26T15:41:58.400919+0000","last_unstale":"2024-07-26T15:41:59.390366+0000","last_undegraded":"2024-07-26T15:41:59.390366+0000","last_fullsized":"2024-07-26T15:41:59.390366+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:58:43.043253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582689+0000","last_change":"2024-07-26T15:41:58.410664+0000","last_active":"2024-07-26T15:41:59.582689+0000","last_peered":"2024-07-26T15:41:59.582689+0000","last_clean":"2024-07-26T15:41:59.582689+0000","last_became_active":"2024-07-26T15:41:58.410312+0000","last_became_peered":"2024-07-26T15:41:58.410312+0000","last_unstale":"2024-07-26T15:41:59.582689+0000","last_undegraded":"2024-07-26T15:41:59.582689+0000","last_fullsized":"2024-07-26T15:41:59.582689+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:59.627437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583215+0000","last_change":"2024-07-26T15:41:58.414215+0000","last_active":"2024-07-26T15:41:59.583215+0000","last_peered":"2024-07-26T15:41:59.583215+0000","last_clean":"2024-07-26T15:41:59.583215+0000","last_became_active":"2024-07-26T15:41:58.413889+0000","last_became_peered":"2024-07-26T15:41:58.413889+0000","last_unstale":"2024-07-26T15:41:59.583215+0000","last_undegraded":"2024-07-26T15:41:59.583215+0000","last_fullsized":"2024-07-26T15:41:59.583215+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:06.773497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390346+0000","last_change":"2024-07-26T15:41:58.405740+0000","last_active":"2024-07-26T15:41:59.390346+0000","last_peered":"2024-07-26T15:41:59.390346+0000","last_clean":"2024-07-26T15:41:59.390346+0000","last_became_active":"2024-07-26T15:41:58.405411+0000","last_became_peered":"2024-07-26T15:41:58.405411+0000","last_unstale":"2024-07-26T15:41:59.390346+0000","last_undegraded":"2024-07-26T15:41:59.390346+0000","last_fullsized":"2024-07-26T15:41:59.390346+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:08:02.881748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420131+0000","last_change":"2024-07-26T15:41:58.413051+0000","last_active":"2024-07-26T15:41:59.420131+0000","last_peered":"2024-07-26T15:41:59.420131+0000","last_clean":"2024-07-26T15:41:59.420131+0000","last_became_active":"2024-07-26T15:41:58.411042+0000","last_became_peered":"2024-07-26T15:41:58.411042+0000","last_unstale":"2024-07-26T15:41:59.420131+0000","last_undegraded":"2024-07-26T15:41:59.420131+0000","last_fullsized":"2024-07-26T15:41:59.420131+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:37:48.874255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390255+0000","last_change":"2024-07-26T15:41:58.401291+0000","last_active":"2024-07-26T15:41:59.390255+0000","last_peered":"2024-07-26T15:41:59.390255+0000","last_clean":"2024-07-26T15:41:59.390255+0000","last_became_active":"2024-07-26T15:41:58.400936+0000","last_became_peered":"2024-07-26T15:41:58.400936+0000","last_unstale":"2024-07-26T15:41:59.390255+0000","last_undegraded":"2024-07-26T15:41:59.390255+0000","last_fullsized":"2024-07-26T15:41:59.390255+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:23:27.413810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420396+0000","last_change":"2024-07-26T15:41:58.407729+0000","last_active":"2024-07-26T15:41:59.420396+0000","last_peered":"2024-07-26T15:41:59.420396+0000","last_clean":"2024-07-26T15:41:59.420396+0000","last_became_active":"2024-07-26T15:41:58.406551+0000","last_became_peered":"2024-07-26T15:41:58.406551+0000","last_unstale":"2024-07-26T15:41:59.420396+0000","last_undegraded":"2024-07-26T15:41:59.420396+0000","last_fullsized":"2024-07-26T15:41:59.420396+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:49:23.543035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420992+0000","last_change":"2024-07-26T15:41:58.417263+0000","last_active":"2024-07-26T15:41:59.420992+0000","last_peered":"2024-07-26T15:41:59.420992+0000","last_clean":"2024-07-26T15:41:59.420992+0000","last_became_active":"2024-07-26T15:41:58.416912+0000","last_became_peered":"2024-07-26T15:41:58.416912+0000","last_unstale":"2024-07-26T15:41:59.420992+0000","last_undegraded":"2024-07-26T15:41:59.420992+0000","last_fullsized":"2024-07-26T15:41:59.420992+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:53.030144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582939+0000","last_change":"2024-07-26T15:41:58.414434+0000","last_active":"2024-07-26T15:41:59.582939+0000","last_peered":"2024-07-26T15:41:59.582939+0000","last_clean":"2024-07-26T15:41:59.582939+0000","last_became_active":"2024-07-26T15:41:58.413337+0000","last_became_peered":"2024-07-26T15:41:58.413337+0000","last_unstale":"2024-07-26T15:41:59.582939+0000","last_undegraded":"2024-07-26T15:41:59.582939+0000","last_fullsized":"2024-07-26T15:41:59.582939+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:57.781084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582830+0000","last_change":"2024-07-26T15:41:58.411216+0000","last_active":"2024-07-26T15:41:59.582830+0000","last_peered":"2024-07-26T15:41:59.582830+0000","last_clean":"2024-07-26T15:41:59.582830+0000","last_became_active":"2024-07-26T15:41:58.410892+0000","last_became_peered":"2024-07-26T15:41:58.410892+0000","last_unstale":"2024-07-26T15:41:59.582830+0000","last_undegraded":"2024-07-26T15:41:59.582830+0000","last_fullsized":"2024-07-26T15:41:59.582830+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:23.404665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419641+0000","last_change":"2024-07-26T15:41:58.406310+0000","last_active":"2024-07-26T15:41:59.419641+0000","last_peered":"2024-07-26T15:41:59.419641+0000","last_clean":"2024-07-26T15:41:59.419641+0000","last_became_active":"2024-07-26T15:41:58.405851+0000","last_became_peered":"2024-07-26T15:41:58.405851+0000","last_unstale":"2024-07-26T15:41:59.419641+0000","last_undegraded":"2024-07-26T15:41:59.419641+0000","last_fullsized":"2024-07-26T15:41:59.419641+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:31.481271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420715+0000","last_change":"2024-07-26T15:41:58.413758+0000","last_active":"2024-07-26T15:41:59.420715+0000","last_peered":"2024-07-26T15:41:59.420715+0000","last_clean":"2024-07-26T15:41:59.420715+0000","last_became_active":"2024-07-26T15:41:58.413305+0000","last_became_peered":"2024-07-26T15:41:58.413305+0000","last_unstale":"2024-07-26T15:41:59.420715+0000","last_undegraded":"2024-07-26T15:41:59.420715+0000","last_fullsized":"2024-07-26T15:41:59.420715+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:13.481234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582712+0000","last_change":"2024-07-26T15:41:58.410892+0000","last_active":"2024-07-26T15:41:59.582712+0000","last_peered":"2024-07-26T15:41:59.582712+0000","last_clean":"2024-07-26T15:41:59.582712+0000","last_became_active":"2024-07-26T15:41:58.410289+0000","last_became_peered":"2024-07-26T15:41:58.410289+0000","last_unstale":"2024-07-26T15:41:59.582712+0000","last_undegraded":"2024-07-26T15:41:59.582712+0000","last_fullsized":"2024-07-26T15:41:59.582712+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:41.045869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390702+0000","last_change":"2024-07-26T15:41:58.419515+0000","last_active":"2024-07-26T15:41:59.390702+0000","last_peered":"2024-07-26T15:41:59.390702+0000","last_clean":"2024-07-26T15:41:59.390702+0000","last_became_active":"2024-07-26T15:41:58.419215+0000","last_became_peered":"2024-07-26T15:41:58.419215+0000","last_unstale":"2024-07-26T15:41:59.390702+0000","last_undegraded":"2024-07-26T15:41:59.390702+0000","last_fullsized":"2024-07-26T15:41:59.390702+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:16.301929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420705+0000","last_change":"2024-07-26T15:41:58.417185+0000","last_active":"2024-07-26T15:41:59.420705+0000","last_peered":"2024-07-26T15:41:59.420705+0000","last_clean":"2024-07-26T15:41:59.420705+0000","last_became_active":"2024-07-26T15:41:58.416269+0000","last_became_peered":"2024-07-26T15:41:58.416269+0000","last_unstale":"2024-07-26T15:41:59.420705+0000","last_undegraded":"2024-07-26T15:41:59.420705+0000","last_fullsized":"2024-07-26T15:41:59.420705+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:37:50.641181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419775+0000","last_change":"2024-07-26T15:41:58.407077+0000","last_active":"2024-07-26T15:41:59.419775+0000","last_peered":"2024-07-26T15:41:59.419775+0000","last_clean":"2024-07-26T15:41:59.419775+0000","last_became_active":"2024-07-26T15:41:58.406766+0000","last_became_peered":"2024-07-26T15:41:58.406766+0000","last_unstale":"2024-07-26T15:41:59.419775+0000","last_undegraded":"2024-07-26T15:41:59.419775+0000","last_fullsized":"2024-07-26T15:41:59.419775+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:16.216265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.378042+0000","last_change":"2024-07-26T15:41:56.378042+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.378042+0000","last_undegraded":"2024-07-26T15:41:56.378042+0000","last_fullsized":"2024-07-26T15:41:56.378042+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390432+0000","last_change":"2024-07-26T15:41:57.404240+0000","last_active":"2024-07-26T15:41:59.390432+0000","last_peered":"2024-07-26T15:41:59.390432+0000","last_clean":"2024-07-26T15:41:59.390432+0000","last_became_active":"2024-07-26T15:41:57.403891+0000","last_became_peered":"2024-07-26T15:41:57.403891+0000","last_unstale":"2024-07-26T15:41:59.390432+0000","last_undegraded":"2024-07-26T15:41:59.390432+0000","last_fullsized":"2024-07-26T15:41:59.390432+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:42.475746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1d","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390628+0000","last_change":"2024-07-26T15:41:57.401699+0000","last_active":"2024-07-26T15:41:59.390628+0000","last_peered":"2024-07-26T15:41:59.390628+0000","last_clean":"2024-07-26T15:41:59.390628+0000","last_became_active":"2024-07-26T15:41:57.401240+0000","last_became_peered":"2024-07-26T15:41:57.401240+0000","last_unstale":"2024-07-26T15:41:59.390628+0000","last_undegraded":"2024-07-26T15:41:59.390628+0000","last_fullsized":"2024-07-26T15:41:59.390628+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:58:23.265417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582438+0000","last_change":"2024-07-26T15:41:58.402311+0000","last_active":"2024-07-26T15:41:59.582438+0000","last_peered":"2024-07-26T15:41:59.582438+0000","last_clean":"2024-07-26T15:41:59.582438+0000","last_became_active":"2024-07-26T15:41:58.402031+0000","last_became_peered":"2024-07-26T15:41:58.402031+0000","last_unstale":"2024-07-26T15:41:59.582438+0000","last_undegraded":"2024-07-26T15:41:59.582438+0000","last_fullsized":"2024-07-26T15:41:59.582438+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:19.158070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374134+0000","last_change":"2024-07-26T15:41:56.374134+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374134+0000","last_undegraded":"2024-07-26T15:41:56.374134+0000","last_fullsized":"2024-07-26T15:41:56.374134+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1b","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420770+0000","last_change":"2024-07-26T15:41:57.400526+0000","last_active":"2024-07-26T15:41:59.420770+0000","last_peered":"2024-07-26T15:41:59.420770+0000","last_clean":"2024-07-26T15:41:59.420770+0000","last_became_active":"2024-07-26T15:41:57.400208+0000","last_became_peered":"2024-07-26T15:41:57.400208+0000","last_unstale":"2024-07-26T15:41:59.420770+0000","last_undegraded":"2024-07-26T15:41:59.420770+0000","last_fullsized":"2024-07-26T15:41:59.420770+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:58.754122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374467+0000","last_change":"2024-07-26T15:41:56.374467+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374467+0000","last_undegraded":"2024-07-26T15:41:56.374467+0000","last_fullsized":"2024-07-26T15:41:56.374467+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583108+0000","last_change":"2024-07-26T15:41:58.410615+0000","last_active":"2024-07-26T15:41:59.583108+0000","last_peered":"2024-07-26T15:41:59.583108+0000","last_clean":"2024-07-26T15:41:59.583108+0000","last_became_active":"2024-07-26T15:41:58.409915+0000","last_became_peered":"2024-07-26T15:41:58.409915+0000","last_unstale":"2024-07-26T15:41:59.583108+0000","last_undegraded":"2024-07-26T15:41:59.583108+0000","last_fullsized":"2024-07-26T15:41:59.583108+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:29.745922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.378100+0000","last_change":"2024-07-26T15:41:56.378100+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.378100+0000","last_undegraded":"2024-07-26T15:41:56.378100+0000","last_fullsized":"2024-07-26T15:41:56.378100+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419585+0000","last_change":"2024-07-26T15:41:57.396441+0000","last_active":"2024-07-26T15:41:59.419585+0000","last_peered":"2024-07-26T15:41:59.419585+0000","last_clean":"2024-07-26T15:41:59.419585+0000","last_became_active":"2024-07-26T15:41:57.395781+0000","last_became_peered":"2024-07-26T15:41:57.395781+0000","last_unstale":"2024-07-26T15:41:59.419585+0000","last_undegraded":"2024-07-26T15:41:59.419585+0000","last_fullsized":"2024-07-26T15:41:59.419585+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:40.735341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380209+0000","last_change":"2024-07-26T15:41:56.380209+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380209+0000","last_undegraded":"2024-07-26T15:41:56.380209+0000","last_fullsized":"2024-07-26T15:41:56.380209+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.375435+0000","last_change":"2024-07-26T15:41:56.375435+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.375435+0000","last_undegraded":"2024-07-26T15:41:56.375435+0000","last_fullsized":"2024-07-26T15:41:56.375435+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420329+0000","last_change":"2024-07-26T15:41:58.411876+0000","last_active":"2024-07-26T15:41:59.420329+0000","last_peered":"2024-07-26T15:41:59.420329+0000","last_clean":"2024-07-26T15:41:59.420329+0000","last_became_active":"2024-07-26T15:41:58.410698+0000","last_became_peered":"2024-07-26T15:41:58.410698+0000","last_unstale":"2024-07-26T15:41:59.420329+0000","last_undegraded":"2024-07-26T15:41:59.420329+0000","last_fullsized":"2024-07-26T15:41:59.420329+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:32.311613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380796+0000","last_change":"2024-07-26T15:41:56.380796+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380796+0000","last_undegraded":"2024-07-26T15:41:56.380796+0000","last_fullsized":"2024-07-26T15:41:56.380796+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.14","version":"71'6","reported_seq":21,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583138+0000","last_change":"2024-07-26T15:41:57.397258+0000","last_active":"2024-07-26T15:41:59.583138+0000","last_peered":"2024-07-26T15:41:59.583138+0000","last_clean":"2024-07-26T15:41:59.583138+0000","last_became_active":"2024-07-26T15:41:57.396939+0000","last_became_peered":"2024-07-26T15:41:57.396939+0000","last_unstale":"2024-07-26T15:41:59.583138+0000","last_undegraded":"2024-07-26T15:41:59.583138+0000","last_fullsized":"2024-07-26T15:41:59.583138+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:46:51.267038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.13","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420888+0000","last_change":"2024-07-26T15:41:57.385232+0000","last_active":"2024-07-26T15:41:59.420888+0000","last_peered":"2024-07-26T15:41:59.420888+0000","last_clean":"2024-07-26T15:41:59.420888+0000","last_became_active":"2024-07-26T15:41:57.384678+0000","last_became_peered":"2024-07-26T15:41:57.384678+0000","last_unstale":"2024-07-26T15:41:59.420888+0000","last_undegraded":"2024-07-26T15:41:59.420888+0000","last_fullsized":"2024-07-26T15:41:59.420888+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:44.014688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.421168+0000","last_change":"2024-07-26T15:41:58.413795+0000","last_active":"2024-07-26T15:41:59.421168+0000","last_peered":"2024-07-26T15:41:59.421168+0000","last_clean":"2024-07-26T15:41:59.421168+0000","last_became_active":"2024-07-26T15:41:58.413458+0000","last_became_peered":"2024-07-26T15:41:58.413458+0000","last_unstale":"2024-07-26T15:41:59.421168+0000","last_undegraded":"2024-07-26T15:41:59.421168+0000","last_fullsized":"2024-07-26T15:41:59.421168+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:01.130744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377650+0000","last_change":"2024-07-26T15:41:56.377650+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377650+0000","last_undegraded":"2024-07-26T15:41:56.377650+0000","last_fullsized":"2024-07-26T15:41:56.377650+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582901+0000","last_change":"2024-07-26T15:41:58.416112+0000","last_active":"2024-07-26T15:41:59.582901+0000","last_peered":"2024-07-26T15:41:59.582901+0000","last_clean":"2024-07-26T15:41:59.582901+0000","last_became_active":"2024-07-26T15:41:58.415778+0000","last_became_peered":"2024-07-26T15:41:58.415778+0000","last_unstale":"2024-07-26T15:41:59.582901+0000","last_undegraded":"2024-07-26T15:41:59.582901+0000","last_fullsized":"2024-07-26T15:41:59.582901+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:09.572176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380108+0000","last_change":"2024-07-26T15:41:56.380108+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380108+0000","last_undegraded":"2024-07-26T15:41:56.380108+0000","last_fullsized":"2024-07-26T15:41:56.380108+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420196+0000","last_change":"2024-07-26T15:41:58.410146+0000","last_active":"2024-07-26T15:41:59.420196+0000","last_peered":"2024-07-26T15:41:59.420196+0000","last_clean":"2024-07-26T15:41:59.420196+0000","last_became_active":"2024-07-26T15:41:58.409781+0000","last_became_peered":"2024-07-26T15:41:58.409781+0000","last_unstale":"2024-07-26T15:41:59.420196+0000","last_undegraded":"2024-07-26T15:41:59.420196+0000","last_fullsized":"2024-07-26T15:41:59.420196+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:39.685551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"71'8","reported_seq":23,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582789+0000","last_change":"2024-07-26T15:41:57.395172+0000","last_active":"2024-07-26T15:41:59.582789+0000","last_peered":"2024-07-26T15:41:59.582789+0000","last_clean":"2024-07-26T15:41:59.582789+0000","last_became_active":"2024-07-26T15:41:57.394718+0000","last_became_peered":"2024-07-26T15:41:57.394718+0000","last_unstale":"2024-07-26T15:41:59.582789+0000","last_undegraded":"2024-07-26T15:41:59.582789+0000","last_fullsized":"2024-07-26T15:41:59.582789+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:27:00.146595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582719+0000","last_change":"2024-07-26T15:41:58.412294+0000","last_active":"2024-07-26T15:41:59.582719+0000","last_peered":"2024-07-26T15:41:59.582719+0000","last_clean":"2024-07-26T15:41:59.582719+0000","last_became_active":"2024-07-26T15:41:58.411967+0000","last_became_peered":"2024-07-26T15:41:58.411967+0000","last_unstale":"2024-07-26T15:41:59.582719+0000","last_undegraded":"2024-07-26T15:41:59.582719+0000","last_fullsized":"2024-07-26T15:41:59.582719+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:35:01.885940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420790+0000","last_change":"2024-07-26T15:41:57.395904+0000","last_active":"2024-07-26T15:41:59.420790+0000","last_peered":"2024-07-26T15:41:59.420790+0000","last_clean":"2024-07-26T15:41:59.420790+0000","last_became_active":"2024-07-26T15:41:57.394862+0000","last_became_peered":"2024-07-26T15:41:57.394862+0000","last_unstale":"2024-07-26T15:41:59.420790+0000","last_undegraded":"2024-07-26T15:41:59.420790+0000","last_fullsized":"2024-07-26T15:41:59.420790+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:11.000350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390763+0000","last_change":"2024-07-26T15:41:58.419205+0000","last_active":"2024-07-26T15:41:59.390763+0000","last_peered":"2024-07-26T15:41:59.390763+0000","last_clean":"2024-07-26T15:41:59.390763+0000","last_became_active":"2024-07-26T15:41:58.418883+0000","last_became_peered":"2024-07-26T15:41:58.418883+0000","last_unstale":"2024-07-26T15:41:59.390763+0000","last_undegraded":"2024-07-26T15:41:59.390763+0000","last_fullsized":"2024-07-26T15:41:59.390763+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:02:43.755670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582848+0000","last_change":"2024-07-26T15:41:57.387703+0000","last_active":"2024-07-26T15:41:59.582848+0000","last_peered":"2024-07-26T15:41:59.582848+0000","last_clean":"2024-07-26T15:41:59.582848+0000","last_became_active":"2024-07-26T15:41:57.387374+0000","last_became_peered":"2024-07-26T15:41:57.387374+0000","last_unstale":"2024-07-26T15:41:59.582848+0000","last_undegraded":"2024-07-26T15:41:59.582848+0000","last_fullsized":"2024-07-26T15:41:59.582848+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:36.787950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377554+0000","last_change":"2024-07-26T15:41:56.377554+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377554+0000","last_undegraded":"2024-07-26T15:41:56.377554+0000","last_fullsized":"2024-07-26T15:41:56.377554+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390547+0000","last_change":"2024-07-26T15:41:58.404042+0000","last_active":"2024-07-26T15:41:59.390547+0000","last_peered":"2024-07-26T15:41:59.390547+0000","last_clean":"2024-07-26T15:41:59.390547+0000","last_became_active":"2024-07-26T15:41:58.403502+0000","last_became_peered":"2024-07-26T15:41:58.403502+0000","last_unstale":"2024-07-26T15:41:59.390547+0000","last_undegraded":"2024-07-26T15:41:59.390547+0000","last_fullsized":"2024-07-26T15:41:59.390547+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:26:56.347511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377340+0000","last_change":"2024-07-26T15:41:56.377340+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377340+0000","last_undegraded":"2024-07-26T15:41:56.377340+0000","last_fullsized":"2024-07-26T15:41:56.377340+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.b","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390541+0000","last_change":"2024-07-26T15:41:57.398776+0000","last_active":"2024-07-26T15:41:59.390541+0000","last_peered":"2024-07-26T15:41:59.390541+0000","last_clean":"2024-07-26T15:41:59.390541+0000","last_became_active":"2024-07-26T15:41:57.398431+0000","last_became_peered":"2024-07-26T15:41:57.398431+0000","last_unstale":"2024-07-26T15:41:59.390541+0000","last_undegraded":"2024-07-26T15:41:59.390541+0000","last_fullsized":"2024-07-26T15:41:59.390541+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:42.609277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583027+0000","last_change":"2024-07-26T15:41:57.394106+0000","last_active":"2024-07-26T15:41:59.583027+0000","last_peered":"2024-07-26T15:41:59.583027+0000","last_clean":"2024-07-26T15:41:59.583027+0000","last_became_active":"2024-07-26T15:41:57.393751+0000","last_became_peered":"2024-07-26T15:41:57.393751+0000","last_unstale":"2024-07-26T15:41:59.583027+0000","last_undegraded":"2024-07-26T15:41:59.583027+0000","last_fullsized":"2024-07-26T15:41:59.583027+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:01.296503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420157+0000","last_change":"2024-07-26T15:41:58.412484+0000","last_active":"2024-07-26T15:41:59.420157+0000","last_peered":"2024-07-26T15:41:59.420157+0000","last_clean":"2024-07-26T15:41:59.420157+0000","last_became_active":"2024-07-26T15:41:58.410991+0000","last_became_peered":"2024-07-26T15:41:58.410991+0000","last_unstale":"2024-07-26T15:41:59.420157+0000","last_undegraded":"2024-07-26T15:41:59.420157+0000","last_fullsized":"2024-07-26T15:41:59.420157+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:14.475860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419731+0000","last_change":"2024-07-26T15:41:57.403751+0000","last_active":"2024-07-26T15:41:59.419731+0000","last_peered":"2024-07-26T15:41:59.419731+0000","last_clean":"2024-07-26T15:41:59.419731+0000","last_became_active":"2024-07-26T15:41:57.403454+0000","last_became_peered":"2024-07-26T15:41:57.403454+0000","last_unstale":"2024-07-26T15:41:59.419731+0000","last_undegraded":"2024-07-26T15:41:59.419731+0000","last_fullsized":"2024-07-26T15:41:59.419731+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:09:14.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390787+0000","last_change":"2024-07-26T15:41:58.407433+0000","last_active":"2024-07-26T15:41:59.390787+0000","last_peered":"2024-07-26T15:41:59.390787+0000","last_clean":"2024-07-26T15:41:59.390787+0000","last_became_active":"2024-07-26T15:41:58.407097+0000","last_became_peered":"2024-07-26T15:41:58.407097+0000","last_unstale":"2024-07-26T15:41:59.390787+0000","last_undegraded":"2024-07-26T15:41:59.390787+0000","last_fullsized":"2024-07-26T15:41:59.390787+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:08:36.698333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582267+0000","last_change":"2024-07-26T15:41:57.393616+0000","last_active":"2024-07-26T15:41:59.582267+0000","last_peered":"2024-07-26T15:41:59.582267+0000","last_clean":"2024-07-26T15:41:59.582267+0000","last_became_active":"2024-07-26T15:41:57.393282+0000","last_became_peered":"2024-07-26T15:41:57.393282+0000","last_unstale":"2024-07-26T15:41:59.582267+0000","last_undegraded":"2024-07-26T15:41:59.582267+0000","last_fullsized":"2024-07-26T15:41:59.582267+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:11.652170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.377366+0000","last_change":"2024-07-26T15:41:56.377366+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.377366+0000","last_undegraded":"2024-07-26T15:41:56.377366+0000","last_fullsized":"2024-07-26T15:41:56.377366+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390935+0000","last_change":"2024-07-26T15:41:58.397244+0000","last_active":"2024-07-26T15:41:59.390935+0000","last_peered":"2024-07-26T15:41:59.390935+0000","last_clean":"2024-07-26T15:41:59.390935+0000","last_became_active":"2024-07-26T15:41:58.396892+0000","last_became_peered":"2024-07-26T15:41:58.396892+0000","last_unstale":"2024-07-26T15:41:59.390935+0000","last_undegraded":"2024-07-26T15:41:59.390935+0000","last_fullsized":"2024-07-26T15:41:59.390935+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:15.038467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.380121+0000","last_change":"2024-07-26T15:41:56.380121+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.380121+0000","last_undegraded":"2024-07-26T15:41:56.380121+0000","last_fullsized":"2024-07-26T15:41:56.380121+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582634+0000","last_change":"2024-07-26T15:41:58.405227+0000","last_active":"2024-07-26T15:41:59.582634+0000","last_peered":"2024-07-26T15:41:59.582634+0000","last_clean":"2024-07-26T15:41:59.582634+0000","last_became_active":"2024-07-26T15:41:58.404616+0000","last_became_peered":"2024-07-26T15:41:58.404616+0000","last_unstale":"2024-07-26T15:41:59.582634+0000","last_undegraded":"2024-07-26T15:41:59.582634+0000","last_fullsized":"2024-07-26T15:41:59.582634+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:15.354186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420429+0000","last_change":"2024-07-26T15:41:57.384301+0000","last_active":"2024-07-26T15:41:59.420429+0000","last_peered":"2024-07-26T15:41:59.420429+0000","last_clean":"2024-07-26T15:41:59.420429+0000","last_became_active":"2024-07-26T15:41:57.383946+0000","last_became_peered":"2024-07-26T15:41:57.383946+0000","last_unstale":"2024-07-26T15:41:59.420429+0000","last_undegraded":"2024-07-26T15:41:59.420429+0000","last_fullsized":"2024-07-26T15:41:59.420429+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:47:38.106291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420359+0000","last_change":"2024-07-26T15:41:58.418112+0000","last_active":"2024-07-26T15:41:59.420359+0000","last_peered":"2024-07-26T15:41:59.420359+0000","last_clean":"2024-07-26T15:41:59.420359+0000","last_became_active":"2024-07-26T15:41:58.417785+0000","last_became_peered":"2024-07-26T15:41:58.417785+0000","last_unstale":"2024-07-26T15:41:59.420359+0000","last_undegraded":"2024-07-26T15:41:59.420359+0000","last_fullsized":"2024-07-26T15:41:59.420359+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:13:58.846023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582685+0000","last_change":"2024-07-26T15:41:57.398295+0000","last_active":"2024-07-26T15:41:59.582685+0000","last_peered":"2024-07-26T15:41:59.582685+0000","last_clean":"2024-07-26T15:41:59.582685+0000","last_became_active":"2024-07-26T15:41:57.397838+0000","last_became_peered":"2024-07-26T15:41:57.397838+0000","last_unstale":"2024-07-26T15:41:59.582685+0000","last_undegraded":"2024-07-26T15:41:59.582685+0000","last_fullsized":"2024-07-26T15:41:59.582685+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:56.369084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583034+0000","last_change":"2024-07-26T15:41:57.399354+0000","last_active":"2024-07-26T15:41:59.583034+0000","last_peered":"2024-07-26T15:41:59.583034+0000","last_clean":"2024-07-26T15:41:59.583034+0000","last_became_active":"2024-07-26T15:41:57.398998+0000","last_became_peered":"2024-07-26T15:41:57.398998+0000","last_unstale":"2024-07-26T15:41:59.583034+0000","last_undegraded":"2024-07-26T15:41:59.583034+0000","last_fullsized":"2024-07-26T15:41:59.583034+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:12:43.189503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419908+0000","last_change":"2024-07-26T15:41:58.412195+0000","last_active":"2024-07-26T15:41:59.419908+0000","last_peered":"2024-07-26T15:41:59.419908+0000","last_clean":"2024-07-26T15:41:59.419908+0000","last_became_active":"2024-07-26T15:41:58.410634+0000","last_became_peered":"2024-07-26T15:41:58.410634+0000","last_unstale":"2024-07-26T15:41:59.419908+0000","last_undegraded":"2024-07-26T15:41:59.419908+0000","last_fullsized":"2024-07-26T15:41:59.419908+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:20:12.461352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374133+0000","last_change":"2024-07-26T15:41:56.374133+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374133+0000","last_undegraded":"2024-07-26T15:41:56.374133+0000","last_fullsized":"2024-07-26T15:41:56.374133+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583322+0000","last_change":"2024-07-26T15:41:58.412422+0000","last_active":"2024-07-26T15:41:59.583322+0000","last_peered":"2024-07-26T15:41:59.583322+0000","last_clean":"2024-07-26T15:41:59.583322+0000","last_became_active":"2024-07-26T15:41:58.411985+0000","last_became_peered":"2024-07-26T15:41:58.411985+0000","last_unstale":"2024-07-26T15:41:59.583322+0000","last_undegraded":"2024-07-26T15:41:59.583322+0000","last_fullsized":"2024-07-26T15:41:59.583322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:35:44.541779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":1,"reported_epoch":69,"state":"creating+peering","last_fresh":"2024-07-26T15:41:56.374495+0000","last_change":"2024-07-26T15:41:56.374495+0000","last_active":"2024-07-26T15:41:56.365159+0000","last_peered":"2024-07-26T15:41:56.365159+0000","last_clean":"2024-07-26T15:41:56.365159+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:56.374495+0000","last_undegraded":"2024-07-26T15:41:56.374495+0000","last_fullsized":"2024-07-26T15:41:56.374495+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:41:57.371203+0000","last_change":"2024-07-26T15:41:57.371203+0000","last_active":"2024-07-26T15:41:57.371203+0000","last_peered":"2024-07-26T15:41:57.371203+0000","last_clean":"2024-07-26T15:41:57.371203+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:41:57.371203+0000","last_undegraded":"2024-07-26T15:41:57.371203+0000","last_fullsized":"2024-07-26T15:41:57.371203+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.6","version":"72'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420224+0000","last_change":"2024-07-26T15:41:57.395307+0000","last_active":"2024-07-26T15:41:59.420224+0000","last_peered":"2024-07-26T15:41:59.420224+0000","last_clean":"2024-07-26T15:41:59.420224+0000","last_became_active":"2024-07-26T15:41:57.394981+0000","last_became_peered":"2024-07-26T15:41:57.394981+0000","last_unstale":"2024-07-26T15:41:59.420224+0000","last_undegraded":"2024-07-26T15:41:59.420224+0000","last_fullsized":"2024-07-26T15:41:59.420224+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:40.222643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"63'86","reported_seq":253,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-07-26T15:41:56.381866+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:41:56.381866+0000","last_peered":"2024-07-26T15:41:56.381866+0000","last_clean":"2024-07-26T15:41:56.381866+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:41:56.381866+0000","last_undegraded":"2024-07-26T15:41:56.381866+0000","last_fullsized":"2024-07-26T15:41:56.381866+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":125,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":76,"acting":76,"num_store_stats":4},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":1668,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26,"ondisk_log_size":26,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":125,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":86,"ondisk_log_size":86,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575010,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58928,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312912,"statfs":{"total":96636764160,"available":96576421888,"internally_reserved":0,"allocated":1413120,"data_stored":1000153,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31968,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339872,"statfs":{"total":96636764160,"available":96604028928,"internally_reserved":0,"allocated":806912,"data_stored":403576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50044,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321796,"statfs":{"total":96636764160,"available":96585519104,"internally_reserved":0,"allocated":819200,"data_stored":409785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509601,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":819200,"data_stored":409785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509601,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":872448,"data_stored":431945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509601,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54244,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317596,"statfs":{"total":96636764160,"available":96581218304,"internally_reserved":0,"allocated":868352,"data_stored":431923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509604,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":864256,"data_stored":430471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542308,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1458176,"data_stored":1020735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:42:04.367 INFO:tasks.ceph.mds.a.smithi033.stderr:2024-07-26T15:42:04.366+0000 7f62cb223640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:42:07.061 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:42:07.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.193+0000 7f6ae367e640 1 -- 172.21.15.33:0/1089759954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc0b70d0 msgr2=0x7f6adc0d0c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.193+0000 7f6ae367e640 1 --2- 172.21.15.33:0/1089759954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc0b70d0 0x7f6adc0d0c00 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f6adc0c56f0 tx=0x7f6ad802a410 comp rx=0 tx=0).stop 2024-07-26T15:42:07.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.193+0000 7f6ae367e640 1 -- 172.21.15.33:0/1089759954 shutdown_connections 2024-07-26T15:42:07.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.193+0000 7f6ae367e640 1 --2- 172.21.15.33:0/1089759954 >> v2:172.21.15.154:3300/0 conn(0x7f6adc0ce770 0x7f6adc0ceb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.193+0000 7f6ae367e640 1 --2- 172.21.15.33:0/1089759954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc0b70d0 0x7f6adc0d0c00 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.193+0000 7f6ae367e640 1 -- 172.21.15.33:0/1089759954 >> 172.21.15.33:0/1089759954 conn(0x7f6adc0d1bf0 msgr2=0x7f6adc0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:07.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.193+0000 7f6ae367e640 1 -- 172.21.15.33:0/1089759954 shutdown_connections 2024-07-26T15:42:07.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.193+0000 7f6ae367e640 1 -- 172.21.15.33:0/1089759954 wait complete. 2024-07-26T15:42:07.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.195+0000 7f6ae367e640 1 Processor -- start 2024-07-26T15:42:07.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.195+0000 7f6ae367e640 1 -- start start 2024-07-26T15:42:07.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.196+0000 7f6ae367e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b70d0 0x7f6adc0afd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:07.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.196+0000 7f6ae367e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc0cc240 0x7f6adc0ae8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:07.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.196+0000 7f6ae367e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6adc0ce770 0x7f6adc163fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:07.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.196+0000 7f6ae367e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6adc06e8d0 con 0x7f6adc0cc240 2024-07-26T15:42:07.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.196+0000 7f6ae367e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6adc06e750 con 0x7f6adc0ce770 2024-07-26T15:42:07.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.196+0000 7f6ae367e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6adc06ea50 con 0x7f6adc0b70d0 2024-07-26T15:42:07.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.196+0000 7f6ae0c19640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc0cc240 0x7f6adc0ae8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:07.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.196+0000 7f6ae0c19640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc0cc240 0x7f6adc0ae8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40862/0 (socket says 172.21.15.33:40862) 2024-07-26T15:42:07.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.196+0000 7f6ae0c19640 1 -- 172.21.15.33:0/3535196062 learned_addr learned my addr 172.21.15.33:0/3535196062 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:07.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.196+0000 7f6ae141a640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b70d0 0x7f6adc0afd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:07.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ae1c1b640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6adc0ce770 0x7f6adc163fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:07.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ae0c19640 1 -- 172.21.15.33:0/3535196062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b70d0 msgr2=0x7f6adc0afd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ae0c19640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b70d0 0x7f6adc0afd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ae0c19640 1 -- 172.21.15.33:0/3535196062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6adc0ce770 msgr2=0x7f6adc163fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ae0c19640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6adc0ce770 0x7f6adc163fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ae0c19640 1 -- 172.21.15.33:0/3535196062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6adc163220 con 0x7f6adc0cc240 2024-07-26T15:42:07.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ae0c19640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc0cc240 0x7f6adc0ae8e0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f6acc00e7c0 tx=0x7f6acc00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:07.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ad1ffb640 1 -- 172.21.15.33:0/3535196062 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6acc00ccc0 con 0x7f6adc0cc240 2024-07-26T15:42:07.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ad1ffb640 1 -- 172.21.15.33:0/3535196062 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6acc010430 con 0x7f6adc0cc240 2024-07-26T15:42:07.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ae367e640 1 -- 172.21.15.33:0/3535196062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6adc163500 con 0x7f6adc0cc240 2024-07-26T15:42:07.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ad1ffb640 1 -- 172.21.15.33:0/3535196062 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6acc010860 con 0x7f6adc0cc240 2024-07-26T15:42:07.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.197+0000 7f6ae367e640 1 -- 172.21.15.33:0/3535196062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6adc163ac0 con 0x7f6adc0cc240 2024-07-26T15:42:07.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.198+0000 7f6ae367e640 1 -- 172.21.15.33:0/3535196062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6adc1f92c0 con 0x7f6adc0cc240 2024-07-26T15:42:07.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.199+0000 7f6ad1ffb640 1 -- 172.21.15.33:0/3535196062 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f6acc010a00 con 0x7f6adc0cc240 2024-07-26T15:42:07.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.200+0000 7f6ad1ffb640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6ac0077130 0x7f6ac0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:07.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.200+0000 7f6ae141a640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6ac0077130 0x7f6ac0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:07.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.200+0000 7f6ad1ffb640 1 -- 172.21.15.33:0/3535196062 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f6acc0995e0 con 0x7f6adc0cc240 2024-07-26T15:42:07.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.201+0000 7f6ae141a640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6ac0077130 0x7f6ac0079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8034000 tx=0x7f6ad8004730 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:07.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.205+0000 7f6ad1ffb640 1 -- 172.21.15.33:0/3535196062 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6acc061e60 con 0x7f6adc0cc240 2024-07-26T15:42:07.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.392+0000 7f6ae367e640 1 -- 172.21.15.33:0/3535196062 --> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6adc0b0290 con 0x7f6ac0077130 2024-07-26T15:42:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.396+0000 7f6ad1ffb640 1 -- 172.21.15.33:0/3535196062 <== mgr.5700 v2:172.21.15.33:6836/1354880227 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251953 (secure 0 0 0) 0x7f6adc0b0290 con 0x7f6ac0077130 2024-07-26T15:42:07.401 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:42:07.402 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:42:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.399+0000 7f6ae367e640 1 -- 172.21.15.33:0/3535196062 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6ac0077130 msgr2=0x7f6ac0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.399+0000 7f6ae367e640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6ac0077130 0x7f6ac0079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8034000 tx=0x7f6ad8004730 comp rx=0 tx=0).stop 2024-07-26T15:42:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.399+0000 7f6ae367e640 1 -- 172.21.15.33:0/3535196062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc0cc240 msgr2=0x7f6adc0ae8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.399+0000 7f6ae367e640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc0cc240 0x7f6adc0ae8e0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f6acc00e7c0 tx=0x7f6acc00ec80 comp rx=0 tx=0).stop 2024-07-26T15:42:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.399+0000 7f6ae367e640 1 -- 172.21.15.33:0/3535196062 shutdown_connections 2024-07-26T15:42:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.399+0000 7f6ae367e640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f6ac0077130 0x7f6ac0079640 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.399+0000 7f6ae367e640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6adc0ce770 0x7f6adc163fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.399+0000 7f6ae367e640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc0cc240 0x7f6adc0ae8e0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.399+0000 7f6ae367e640 1 --2- 172.21.15.33:0/3535196062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b70d0 0x7f6adc0afd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.399+0000 7f6ae367e640 1 -- 172.21.15.33:0/3535196062 >> 172.21.15.33:0/3535196062 conn(0x7f6adc0d1bf0 msgr2=0x7f6adc070f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.400+0000 7f6ae367e640 1 -- 172.21.15.33:0/3535196062 shutdown_connections 2024-07-26T15:42:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.400+0000 7f6ae367e640 1 -- 172.21.15.33:0/3535196062 wait complete. 2024-07-26T15:42:07.412 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-07-26T15:42:06.086821+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":170,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125,"ondisk_log_size":125,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":189,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":323996,"kb_used_data":7912,"kb_used_omap":12,"kb_used_meta":315955,"kb_avail":754650724,"statfs":{"total":773094113280,"available":772762341376,"internally_reserved":0,"allocated":8101888,"data_stored":4628044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":323538481},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001728"},"pg_stats":[{"pgid":"8.3f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390394+0000","last_change":"2024-07-26T15:41:58.403614+0000","last_active":"2024-07-26T15:41:59.390394+0000","last_peered":"2024-07-26T15:41:59.390394+0000","last_clean":"2024-07-26T15:41:59.390394+0000","last_became_active":"2024-07-26T15:41:58.403288+0000","last_became_peered":"2024-07-26T15:41:58.403288+0000","last_unstale":"2024-07-26T15:41:59.390394+0000","last_undegraded":"2024-07-26T15:41:59.390394+0000","last_fullsized":"2024-07-26T15:41:59.390394+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:30.888066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.3e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422962+0000","last_change":"2024-07-26T15:41:58.413452+0000","last_active":"2024-07-26T15:41:59.422962+0000","last_peered":"2024-07-26T15:41:59.422962+0000","last_clean":"2024-07-26T15:41:59.422962+0000","last_became_active":"2024-07-26T15:41:58.413127+0000","last_became_peered":"2024-07-26T15:41:58.413127+0000","last_unstale":"2024-07-26T15:41:59.422962+0000","last_undegraded":"2024-07-26T15:41:59.422962+0000","last_fullsized":"2024-07-26T15:41:59.422962+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:39.366032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420799+0000","last_change":"2024-07-26T15:41:58.416382+0000","last_active":"2024-07-26T15:41:59.420799+0000","last_peered":"2024-07-26T15:41:59.420799+0000","last_clean":"2024-07-26T15:41:59.420799+0000","last_became_active":"2024-07-26T15:41:58.415956+0000","last_became_peered":"2024-07-26T15:41:58.415956+0000","last_unstale":"2024-07-26T15:41:59.420799+0000","last_undegraded":"2024-07-26T15:41:59.420799+0000","last_fullsized":"2024-07-26T15:41:59.420799+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:55:05.284188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.3c","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422725+0000","last_change":"2024-07-26T15:41:58.416840+0000","last_active":"2024-07-26T15:41:59.422725+0000","last_peered":"2024-07-26T15:41:59.422725+0000","last_clean":"2024-07-26T15:41:59.422725+0000","last_became_active":"2024-07-26T15:41:58.416426+0000","last_became_peered":"2024-07-26T15:41:58.416426+0000","last_unstale":"2024-07-26T15:41:59.422725+0000","last_undegraded":"2024-07-26T15:41:59.422725+0000","last_fullsized":"2024-07-26T15:41:59.422725+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:50:05.466562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.3b","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393889+0000","last_change":"2024-07-26T15:41:58.410552+0000","last_active":"2024-07-26T15:41:59.393889+0000","last_peered":"2024-07-26T15:41:59.393889+0000","last_clean":"2024-07-26T15:41:59.393889+0000","last_became_active":"2024-07-26T15:41:58.410217+0000","last_became_peered":"2024-07-26T15:41:58.410217+0000","last_unstale":"2024-07-26T15:41:59.393889+0000","last_undegraded":"2024-07-26T15:41:59.393889+0000","last_fullsized":"2024-07-26T15:41:59.393889+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:58:10.123677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.3a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390622+0000","last_change":"2024-07-26T15:41:58.414949+0000","last_active":"2024-07-26T15:41:59.390622+0000","last_peered":"2024-07-26T15:41:59.390622+0000","last_clean":"2024-07-26T15:41:59.390622+0000","last_became_active":"2024-07-26T15:41:58.414490+0000","last_became_peered":"2024-07-26T15:41:58.414490+0000","last_unstale":"2024-07-26T15:41:59.390622+0000","last_undegraded":"2024-07-26T15:41:59.390622+0000","last_fullsized":"2024-07-26T15:41:59.390622+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:31:28.836102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.39","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419662+0000","last_change":"2024-07-26T15:41:58.412623+0000","last_active":"2024-07-26T15:41:59.419662+0000","last_peered":"2024-07-26T15:41:59.419662+0000","last_clean":"2024-07-26T15:41:59.419662+0000","last_became_active":"2024-07-26T15:41:58.412318+0000","last_became_peered":"2024-07-26T15:41:58.412318+0000","last_unstale":"2024-07-26T15:41:59.419662+0000","last_undegraded":"2024-07-26T15:41:59.419662+0000","last_fullsized":"2024-07-26T15:41:59.419662+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:32.337136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.38","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582534+0000","last_change":"2024-07-26T15:41:58.408757+0000","last_active":"2024-07-26T15:41:59.582534+0000","last_peered":"2024-07-26T15:41:59.582534+0000","last_clean":"2024-07-26T15:41:59.582534+0000","last_became_active":"2024-07-26T15:41:58.408402+0000","last_became_peered":"2024-07-26T15:41:58.408402+0000","last_unstale":"2024-07-26T15:41:59.582534+0000","last_undegraded":"2024-07-26T15:41:59.582534+0000","last_fullsized":"2024-07-26T15:41:59.582534+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:38:50.145346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.37","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583322+0000","last_change":"2024-07-26T15:41:58.418711+0000","last_active":"2024-07-26T15:41:59.583322+0000","last_peered":"2024-07-26T15:41:59.583322+0000","last_clean":"2024-07-26T15:41:59.583322+0000","last_became_active":"2024-07-26T15:41:58.418384+0000","last_became_peered":"2024-07-26T15:41:58.418384+0000","last_unstale":"2024-07-26T15:41:59.583322+0000","last_undegraded":"2024-07-26T15:41:59.583322+0000","last_fullsized":"2024-07-26T15:41:59.583322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:50.071958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.36","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390366+0000","last_change":"2024-07-26T15:41:58.401272+0000","last_active":"2024-07-26T15:41:59.390366+0000","last_peered":"2024-07-26T15:41:59.390366+0000","last_clean":"2024-07-26T15:41:59.390366+0000","last_became_active":"2024-07-26T15:41:58.400919+0000","last_became_peered":"2024-07-26T15:41:58.400919+0000","last_unstale":"2024-07-26T15:41:59.390366+0000","last_undegraded":"2024-07-26T15:41:59.390366+0000","last_fullsized":"2024-07-26T15:41:59.390366+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:58:43.043253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.35","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582689+0000","last_change":"2024-07-26T15:41:58.410664+0000","last_active":"2024-07-26T15:41:59.582689+0000","last_peered":"2024-07-26T15:41:59.582689+0000","last_clean":"2024-07-26T15:41:59.582689+0000","last_became_active":"2024-07-26T15:41:58.410312+0000","last_became_peered":"2024-07-26T15:41:58.410312+0000","last_unstale":"2024-07-26T15:41:59.582689+0000","last_undegraded":"2024-07-26T15:41:59.582689+0000","last_fullsized":"2024-07-26T15:41:59.582689+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:59.627437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.34","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583215+0000","last_change":"2024-07-26T15:41:58.414215+0000","last_active":"2024-07-26T15:41:59.583215+0000","last_peered":"2024-07-26T15:41:59.583215+0000","last_clean":"2024-07-26T15:41:59.583215+0000","last_became_active":"2024-07-26T15:41:58.413889+0000","last_became_peered":"2024-07-26T15:41:58.413889+0000","last_unstale":"2024-07-26T15:41:59.583215+0000","last_undegraded":"2024-07-26T15:41:59.583215+0000","last_fullsized":"2024-07-26T15:41:59.583215+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:06.773497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.33","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390346+0000","last_change":"2024-07-26T15:41:58.405740+0000","last_active":"2024-07-26T15:41:59.390346+0000","last_peered":"2024-07-26T15:41:59.390346+0000","last_clean":"2024-07-26T15:41:59.390346+0000","last_became_active":"2024-07-26T15:41:58.405411+0000","last_became_peered":"2024-07-26T15:41:58.405411+0000","last_unstale":"2024-07-26T15:41:59.390346+0000","last_undegraded":"2024-07-26T15:41:59.390346+0000","last_fullsized":"2024-07-26T15:41:59.390346+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:08:02.881748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.32","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420131+0000","last_change":"2024-07-26T15:41:58.413051+0000","last_active":"2024-07-26T15:41:59.420131+0000","last_peered":"2024-07-26T15:41:59.420131+0000","last_clean":"2024-07-26T15:41:59.420131+0000","last_became_active":"2024-07-26T15:41:58.411042+0000","last_became_peered":"2024-07-26T15:41:58.411042+0000","last_unstale":"2024-07-26T15:41:59.420131+0000","last_undegraded":"2024-07-26T15:41:59.420131+0000","last_fullsized":"2024-07-26T15:41:59.420131+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:37:48.874255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.31","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422687+0000","last_change":"2024-07-26T15:41:58.415236+0000","last_active":"2024-07-26T15:41:59.422687+0000","last_peered":"2024-07-26T15:41:59.422687+0000","last_clean":"2024-07-26T15:41:59.422687+0000","last_became_active":"2024-07-26T15:41:58.414931+0000","last_became_peered":"2024-07-26T15:41:58.414931+0000","last_unstale":"2024-07-26T15:41:59.422687+0000","last_undegraded":"2024-07-26T15:41:59.422687+0000","last_fullsized":"2024-07-26T15:41:59.422687+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:52.706139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.30","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390255+0000","last_change":"2024-07-26T15:41:58.401291+0000","last_active":"2024-07-26T15:41:59.390255+0000","last_peered":"2024-07-26T15:41:59.390255+0000","last_clean":"2024-07-26T15:41:59.390255+0000","last_became_active":"2024-07-26T15:41:58.400936+0000","last_became_peered":"2024-07-26T15:41:58.400936+0000","last_unstale":"2024-07-26T15:41:59.390255+0000","last_undegraded":"2024-07-26T15:41:59.390255+0000","last_fullsized":"2024-07-26T15:41:59.390255+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:23:27.413810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.2f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420396+0000","last_change":"2024-07-26T15:41:58.407729+0000","last_active":"2024-07-26T15:41:59.420396+0000","last_peered":"2024-07-26T15:41:59.420396+0000","last_clean":"2024-07-26T15:41:59.420396+0000","last_became_active":"2024-07-26T15:41:58.406551+0000","last_became_peered":"2024-07-26T15:41:58.406551+0000","last_unstale":"2024-07-26T15:41:59.420396+0000","last_undegraded":"2024-07-26T15:41:59.420396+0000","last_fullsized":"2024-07-26T15:41:59.420396+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:49:23.543035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.423024+0000","last_change":"2024-07-26T15:41:58.414099+0000","last_active":"2024-07-26T15:41:59.423024+0000","last_peered":"2024-07-26T15:41:59.423024+0000","last_clean":"2024-07-26T15:41:59.423024+0000","last_became_active":"2024-07-26T15:41:58.413770+0000","last_became_peered":"2024-07-26T15:41:58.413770+0000","last_unstale":"2024-07-26T15:41:59.423024+0000","last_undegraded":"2024-07-26T15:41:59.423024+0000","last_fullsized":"2024-07-26T15:41:59.423024+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:57.467291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420992+0000","last_change":"2024-07-26T15:41:58.417263+0000","last_active":"2024-07-26T15:41:59.420992+0000","last_peered":"2024-07-26T15:41:59.420992+0000","last_clean":"2024-07-26T15:41:59.420992+0000","last_became_active":"2024-07-26T15:41:58.416912+0000","last_became_peered":"2024-07-26T15:41:58.416912+0000","last_unstale":"2024-07-26T15:41:59.420992+0000","last_undegraded":"2024-07-26T15:41:59.420992+0000","last_fullsized":"2024-07-26T15:41:59.420992+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:53.030144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2c","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582999+0000","last_change":"2024-07-26T15:41:58.412670+0000","last_active":"2024-07-26T15:41:59.582999+0000","last_peered":"2024-07-26T15:41:59.582999+0000","last_clean":"2024-07-26T15:41:59.582999+0000","last_became_active":"2024-07-26T15:41:58.411852+0000","last_became_peered":"2024-07-26T15:41:58.411852+0000","last_unstale":"2024-07-26T15:41:59.582999+0000","last_undegraded":"2024-07-26T15:41:59.582999+0000","last_fullsized":"2024-07-26T15:41:59.582999+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:20.900048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2b","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582974+0000","last_change":"2024-07-26T15:41:58.413261+0000","last_active":"2024-07-26T15:41:59.582974+0000","last_peered":"2024-07-26T15:41:59.582974+0000","last_clean":"2024-07-26T15:41:59.582974+0000","last_became_active":"2024-07-26T15:41:58.412952+0000","last_became_peered":"2024-07-26T15:41:58.412952+0000","last_unstale":"2024-07-26T15:41:59.582974+0000","last_undegraded":"2024-07-26T15:41:59.582974+0000","last_fullsized":"2024-07-26T15:41:59.582974+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:17:21.562369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582939+0000","last_change":"2024-07-26T15:41:58.414434+0000","last_active":"2024-07-26T15:41:59.582939+0000","last_peered":"2024-07-26T15:41:59.582939+0000","last_clean":"2024-07-26T15:41:59.582939+0000","last_became_active":"2024-07-26T15:41:58.413337+0000","last_became_peered":"2024-07-26T15:41:58.413337+0000","last_unstale":"2024-07-26T15:41:59.582939+0000","last_undegraded":"2024-07-26T15:41:59.582939+0000","last_fullsized":"2024-07-26T15:41:59.582939+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:57.781084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.29","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582830+0000","last_change":"2024-07-26T15:41:58.411216+0000","last_active":"2024-07-26T15:41:59.582830+0000","last_peered":"2024-07-26T15:41:59.582830+0000","last_clean":"2024-07-26T15:41:59.582830+0000","last_became_active":"2024-07-26T15:41:58.410892+0000","last_became_peered":"2024-07-26T15:41:58.410892+0000","last_unstale":"2024-07-26T15:41:59.582830+0000","last_undegraded":"2024-07-26T15:41:59.582830+0000","last_fullsized":"2024-07-26T15:41:59.582830+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:23.404665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.28","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419641+0000","last_change":"2024-07-26T15:41:58.406310+0000","last_active":"2024-07-26T15:41:59.419641+0000","last_peered":"2024-07-26T15:41:59.419641+0000","last_clean":"2024-07-26T15:41:59.419641+0000","last_became_active":"2024-07-26T15:41:58.405851+0000","last_became_peered":"2024-07-26T15:41:58.405851+0000","last_unstale":"2024-07-26T15:41:59.419641+0000","last_undegraded":"2024-07-26T15:41:59.419641+0000","last_fullsized":"2024-07-26T15:41:59.419641+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:31.481271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.27","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420715+0000","last_change":"2024-07-26T15:41:58.413758+0000","last_active":"2024-07-26T15:41:59.420715+0000","last_peered":"2024-07-26T15:41:59.420715+0000","last_clean":"2024-07-26T15:41:59.420715+0000","last_became_active":"2024-07-26T15:41:58.413305+0000","last_became_peered":"2024-07-26T15:41:58.413305+0000","last_unstale":"2024-07-26T15:41:59.420715+0000","last_undegraded":"2024-07-26T15:41:59.420715+0000","last_fullsized":"2024-07-26T15:41:59.420715+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:13.481234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.26","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582712+0000","last_change":"2024-07-26T15:41:58.410892+0000","last_active":"2024-07-26T15:41:59.582712+0000","last_peered":"2024-07-26T15:41:59.582712+0000","last_clean":"2024-07-26T15:41:59.582712+0000","last_became_active":"2024-07-26T15:41:58.410289+0000","last_became_peered":"2024-07-26T15:41:58.410289+0000","last_unstale":"2024-07-26T15:41:59.582712+0000","last_undegraded":"2024-07-26T15:41:59.582712+0000","last_fullsized":"2024-07-26T15:41:59.582712+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:41.045869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.25","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390702+0000","last_change":"2024-07-26T15:41:58.419515+0000","last_active":"2024-07-26T15:41:59.390702+0000","last_peered":"2024-07-26T15:41:59.390702+0000","last_clean":"2024-07-26T15:41:59.390702+0000","last_became_active":"2024-07-26T15:41:58.419215+0000","last_became_peered":"2024-07-26T15:41:58.419215+0000","last_unstale":"2024-07-26T15:41:59.390702+0000","last_undegraded":"2024-07-26T15:41:59.390702+0000","last_fullsized":"2024-07-26T15:41:59.390702+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:16.301929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.24","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583063+0000","last_change":"2024-07-26T15:41:58.408804+0000","last_active":"2024-07-26T15:41:59.583063+0000","last_peered":"2024-07-26T15:41:59.583063+0000","last_clean":"2024-07-26T15:41:59.583063+0000","last_became_active":"2024-07-26T15:41:58.408488+0000","last_became_peered":"2024-07-26T15:41:58.408488+0000","last_unstale":"2024-07-26T15:41:59.583063+0000","last_undegraded":"2024-07-26T15:41:59.583063+0000","last_fullsized":"2024-07-26T15:41:59.583063+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:14.580102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.23","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420705+0000","last_change":"2024-07-26T15:41:58.417185+0000","last_active":"2024-07-26T15:41:59.420705+0000","last_peered":"2024-07-26T15:41:59.420705+0000","last_clean":"2024-07-26T15:41:59.420705+0000","last_became_active":"2024-07-26T15:41:58.416269+0000","last_became_peered":"2024-07-26T15:41:58.416269+0000","last_unstale":"2024-07-26T15:41:59.420705+0000","last_undegraded":"2024-07-26T15:41:59.420705+0000","last_fullsized":"2024-07-26T15:41:59.420705+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:37:50.641181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.22","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422670+0000","last_change":"2024-07-26T15:41:58.411275+0000","last_active":"2024-07-26T15:41:59.422670+0000","last_peered":"2024-07-26T15:41:59.422670+0000","last_clean":"2024-07-26T15:41:59.422670+0000","last_became_active":"2024-07-26T15:41:58.410792+0000","last_became_peered":"2024-07-26T15:41:58.410792+0000","last_unstale":"2024-07-26T15:41:59.422670+0000","last_undegraded":"2024-07-26T15:41:59.422670+0000","last_fullsized":"2024-07-26T15:41:59.422670+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:30:45.020466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.21","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419775+0000","last_change":"2024-07-26T15:41:58.407077+0000","last_active":"2024-07-26T15:41:59.419775+0000","last_peered":"2024-07-26T15:41:59.419775+0000","last_clean":"2024-07-26T15:41:59.419775+0000","last_became_active":"2024-07-26T15:41:58.406766+0000","last_became_peered":"2024-07-26T15:41:58.406766+0000","last_unstale":"2024-07-26T15:41:59.419775+0000","last_undegraded":"2024-07-26T15:41:59.419775+0000","last_fullsized":"2024-07-26T15:41:59.419775+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:16.216265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.20","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.392978+0000","last_change":"2024-07-26T15:41:58.408616+0000","last_active":"2024-07-26T15:41:59.392978+0000","last_peered":"2024-07-26T15:41:59.392978+0000","last_clean":"2024-07-26T15:41:59.392978+0000","last_became_active":"2024-07-26T15:41:58.407975+0000","last_became_peered":"2024-07-26T15:41:58.407975+0000","last_unstale":"2024-07-26T15:41:59.392978+0000","last_undegraded":"2024-07-26T15:41:59.392978+0000","last_fullsized":"2024-07-26T15:41:59.392978+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:28:37.937857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422435+0000","last_change":"2024-07-26T15:41:58.413231+0000","last_active":"2024-07-26T15:41:59.422435+0000","last_peered":"2024-07-26T15:41:59.422435+0000","last_clean":"2024-07-26T15:41:59.422435+0000","last_became_active":"2024-07-26T15:41:58.412907+0000","last_became_peered":"2024-07-26T15:41:58.412907+0000","last_unstale":"2024-07-26T15:41:59.422435+0000","last_undegraded":"2024-07-26T15:41:59.422435+0000","last_fullsized":"2024-07-26T15:41:59.422435+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:09:30.543381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1f","version":"71'4","reported_seq":19,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582742+0000","last_change":"2024-07-26T15:41:57.390788+0000","last_active":"2024-07-26T15:41:59.582742+0000","last_peered":"2024-07-26T15:41:59.582742+0000","last_clean":"2024-07-26T15:41:59.582742+0000","last_became_active":"2024-07-26T15:41:57.390343+0000","last_became_peered":"2024-07-26T15:41:57.390343+0000","last_unstale":"2024-07-26T15:41:59.582742+0000","last_undegraded":"2024-07-26T15:41:59.582742+0000","last_fullsized":"2024-07-26T15:41:59.582742+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:44.132029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393364+0000","last_change":"2024-07-26T15:41:58.415159+0000","last_active":"2024-07-26T15:41:59.393364+0000","last_peered":"2024-07-26T15:41:59.393364+0000","last_clean":"2024-07-26T15:41:59.393364+0000","last_became_active":"2024-07-26T15:41:58.414873+0000","last_became_peered":"2024-07-26T15:41:58.414873+0000","last_unstale":"2024-07-26T15:41:59.393364+0000","last_undegraded":"2024-07-26T15:41:59.393364+0000","last_fullsized":"2024-07-26T15:41:59.393364+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:38:29.057136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1e","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390432+0000","last_change":"2024-07-26T15:41:57.404240+0000","last_active":"2024-07-26T15:41:59.390432+0000","last_peered":"2024-07-26T15:41:59.390432+0000","last_clean":"2024-07-26T15:41:59.390432+0000","last_became_active":"2024-07-26T15:41:57.403891+0000","last_became_peered":"2024-07-26T15:41:57.403891+0000","last_unstale":"2024-07-26T15:41:59.390432+0000","last_undegraded":"2024-07-26T15:41:59.390432+0000","last_fullsized":"2024-07-26T15:41:59.390432+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:42.475746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582886+0000","last_change":"2024-07-26T15:41:58.415506+0000","last_active":"2024-07-26T15:41:59.582886+0000","last_peered":"2024-07-26T15:41:59.582886+0000","last_clean":"2024-07-26T15:41:59.582886+0000","last_became_active":"2024-07-26T15:41:58.412379+0000","last_became_peered":"2024-07-26T15:41:58.412379+0000","last_unstale":"2024-07-26T15:41:59.582886+0000","last_undegraded":"2024-07-26T15:41:59.582886+0000","last_fullsized":"2024-07-26T15:41:59.582886+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:12.199209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1d","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390628+0000","last_change":"2024-07-26T15:41:57.401699+0000","last_active":"2024-07-26T15:41:59.390628+0000","last_peered":"2024-07-26T15:41:59.390628+0000","last_clean":"2024-07-26T15:41:59.390628+0000","last_became_active":"2024-07-26T15:41:57.401240+0000","last_became_peered":"2024-07-26T15:41:57.401240+0000","last_unstale":"2024-07-26T15:41:59.390628+0000","last_undegraded":"2024-07-26T15:41:59.390628+0000","last_fullsized":"2024-07-26T15:41:59.390628+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:58:23.265417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582438+0000","last_change":"2024-07-26T15:41:58.402311+0000","last_active":"2024-07-26T15:41:59.582438+0000","last_peered":"2024-07-26T15:41:59.582438+0000","last_clean":"2024-07-26T15:41:59.582438+0000","last_became_active":"2024-07-26T15:41:58.402031+0000","last_became_peered":"2024-07-26T15:41:58.402031+0000","last_unstale":"2024-07-26T15:41:59.582438+0000","last_undegraded":"2024-07-26T15:41:59.582438+0000","last_fullsized":"2024-07-26T15:41:59.582438+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:19.158070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1c","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393395+0000","last_change":"2024-07-26T15:41:57.390022+0000","last_active":"2024-07-26T15:41:59.393395+0000","last_peered":"2024-07-26T15:41:59.393395+0000","last_clean":"2024-07-26T15:41:59.393395+0000","last_became_active":"2024-07-26T15:41:57.389668+0000","last_became_peered":"2024-07-26T15:41:57.389668+0000","last_unstale":"2024-07-26T15:41:59.393395+0000","last_undegraded":"2024-07-26T15:41:59.393395+0000","last_fullsized":"2024-07-26T15:41:59.393395+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:35:00.879896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.394296+0000","last_change":"2024-07-26T15:41:58.413549+0000","last_active":"2024-07-26T15:41:59.394296+0000","last_peered":"2024-07-26T15:41:59.394296+0000","last_clean":"2024-07-26T15:41:59.394296+0000","last_became_active":"2024-07-26T15:41:58.413218+0000","last_became_peered":"2024-07-26T15:41:58.413218+0000","last_unstale":"2024-07-26T15:41:59.394296+0000","last_undegraded":"2024-07-26T15:41:59.394296+0000","last_fullsized":"2024-07-26T15:41:59.394296+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:12.379891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420770+0000","last_change":"2024-07-26T15:41:57.400526+0000","last_active":"2024-07-26T15:41:59.420770+0000","last_peered":"2024-07-26T15:41:59.420770+0000","last_clean":"2024-07-26T15:41:59.420770+0000","last_became_active":"2024-07-26T15:41:57.400208+0000","last_became_peered":"2024-07-26T15:41:57.400208+0000","last_unstale":"2024-07-26T15:41:59.420770+0000","last_undegraded":"2024-07-26T15:41:59.420770+0000","last_fullsized":"2024-07-26T15:41:59.420770+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:58.754122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422798+0000","last_change":"2024-07-26T15:41:58.416305+0000","last_active":"2024-07-26T15:41:59.422798+0000","last_peered":"2024-07-26T15:41:59.422798+0000","last_clean":"2024-07-26T15:41:59.422798+0000","last_became_active":"2024-07-26T15:41:58.415954+0000","last_became_peered":"2024-07-26T15:41:58.415954+0000","last_unstale":"2024-07-26T15:41:59.422798+0000","last_undegraded":"2024-07-26T15:41:59.422798+0000","last_fullsized":"2024-07-26T15:41:59.422798+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:17:05.511409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393836+0000","last_change":"2024-07-26T15:41:57.391903+0000","last_active":"2024-07-26T15:41:59.393836+0000","last_peered":"2024-07-26T15:41:59.393836+0000","last_clean":"2024-07-26T15:41:59.393836+0000","last_became_active":"2024-07-26T15:41:57.391523+0000","last_became_peered":"2024-07-26T15:41:57.391523+0000","last_unstale":"2024-07-26T15:41:59.393836+0000","last_undegraded":"2024-07-26T15:41:59.393836+0000","last_fullsized":"2024-07-26T15:41:59.393836+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:19.894004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583108+0000","last_change":"2024-07-26T15:41:58.410615+0000","last_active":"2024-07-26T15:41:59.583108+0000","last_peered":"2024-07-26T15:41:59.583108+0000","last_clean":"2024-07-26T15:41:59.583108+0000","last_became_active":"2024-07-26T15:41:58.409915+0000","last_became_peered":"2024-07-26T15:41:58.409915+0000","last_unstale":"2024-07-26T15:41:59.583108+0000","last_undegraded":"2024-07-26T15:41:59.583108+0000","last_fullsized":"2024-07-26T15:41:59.583108+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:32:29.745922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582656+0000","last_change":"2024-07-26T15:41:57.393838+0000","last_active":"2024-07-26T15:41:59.582656+0000","last_peered":"2024-07-26T15:41:59.582656+0000","last_clean":"2024-07-26T15:41:59.582656+0000","last_became_active":"2024-07-26T15:41:57.393459+0000","last_became_peered":"2024-07-26T15:41:57.393459+0000","last_unstale":"2024-07-26T15:41:59.582656+0000","last_undegraded":"2024-07-26T15:41:59.582656+0000","last_fullsized":"2024-07-26T15:41:59.582656+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:36:35.615282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422958+0000","last_change":"2024-07-26T15:41:58.415189+0000","last_active":"2024-07-26T15:41:59.422958+0000","last_peered":"2024-07-26T15:41:59.422958+0000","last_clean":"2024-07-26T15:41:59.422958+0000","last_became_active":"2024-07-26T15:41:58.414812+0000","last_became_peered":"2024-07-26T15:41:58.414812+0000","last_unstale":"2024-07-26T15:41:59.422958+0000","last_undegraded":"2024-07-26T15:41:59.422958+0000","last_fullsized":"2024-07-26T15:41:59.422958+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:12:11.082294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419585+0000","last_change":"2024-07-26T15:41:57.396441+0000","last_active":"2024-07-26T15:41:59.419585+0000","last_peered":"2024-07-26T15:41:59.419585+0000","last_clean":"2024-07-26T15:41:59.419585+0000","last_became_active":"2024-07-26T15:41:57.395781+0000","last_became_peered":"2024-07-26T15:41:57.395781+0000","last_unstale":"2024-07-26T15:41:59.419585+0000","last_undegraded":"2024-07-26T15:41:59.419585+0000","last_fullsized":"2024-07-26T15:41:59.419585+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:40.735341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393771+0000","last_change":"2024-07-26T15:41:58.407172+0000","last_active":"2024-07-26T15:41:59.393771+0000","last_peered":"2024-07-26T15:41:59.393771+0000","last_clean":"2024-07-26T15:41:59.393771+0000","last_became_active":"2024-07-26T15:41:58.406835+0000","last_became_peered":"2024-07-26T15:41:58.406835+0000","last_unstale":"2024-07-26T15:41:59.393771+0000","last_undegraded":"2024-07-26T15:41:59.393771+0000","last_fullsized":"2024-07-26T15:41:59.393771+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:31:20.632383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422854+0000","last_change":"2024-07-26T15:41:57.393079+0000","last_active":"2024-07-26T15:41:59.422854+0000","last_peered":"2024-07-26T15:41:59.422854+0000","last_clean":"2024-07-26T15:41:59.422854+0000","last_became_active":"2024-07-26T15:41:57.392622+0000","last_became_peered":"2024-07-26T15:41:57.392622+0000","last_unstale":"2024-07-26T15:41:59.422854+0000","last_undegraded":"2024-07-26T15:41:59.422854+0000","last_fullsized":"2024-07-26T15:41:59.422854+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:37:47.868211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393150+0000","last_change":"2024-07-26T15:41:58.411052+0000","last_active":"2024-07-26T15:41:59.393150+0000","last_peered":"2024-07-26T15:41:59.393150+0000","last_clean":"2024-07-26T15:41:59.393150+0000","last_became_active":"2024-07-26T15:41:58.410253+0000","last_became_peered":"2024-07-26T15:41:58.410253+0000","last_unstale":"2024-07-26T15:41:59.393150+0000","last_undegraded":"2024-07-26T15:41:59.393150+0000","last_fullsized":"2024-07-26T15:41:59.393150+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:59:24.762201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.394284+0000","last_change":"2024-07-26T15:41:57.399220+0000","last_active":"2024-07-26T15:41:59.394284+0000","last_peered":"2024-07-26T15:41:59.394284+0000","last_clean":"2024-07-26T15:41:59.394284+0000","last_became_active":"2024-07-26T15:41:57.398781+0000","last_became_peered":"2024-07-26T15:41:57.398781+0000","last_unstale":"2024-07-26T15:41:59.394284+0000","last_undegraded":"2024-07-26T15:41:59.394284+0000","last_fullsized":"2024-07-26T15:41:59.394284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:48.679561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420329+0000","last_change":"2024-07-26T15:41:58.411876+0000","last_active":"2024-07-26T15:41:59.420329+0000","last_peered":"2024-07-26T15:41:59.420329+0000","last_clean":"2024-07-26T15:41:59.420329+0000","last_became_active":"2024-07-26T15:41:58.410698+0000","last_became_peered":"2024-07-26T15:41:58.410698+0000","last_unstale":"2024-07-26T15:41:59.420329+0000","last_undegraded":"2024-07-26T15:41:59.420329+0000","last_fullsized":"2024-07-26T15:41:59.420329+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:32.311613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.15","version":"71'3","reported_seq":18,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422793+0000","last_change":"2024-07-26T15:41:57.400637+0000","last_active":"2024-07-26T15:41:59.422793+0000","last_peered":"2024-07-26T15:41:59.422793+0000","last_clean":"2024-07-26T15:41:59.422793+0000","last_became_active":"2024-07-26T15:41:57.400328+0000","last_became_peered":"2024-07-26T15:41:57.400328+0000","last_unstale":"2024-07-26T15:41:59.422793+0000","last_undegraded":"2024-07-26T15:41:59.422793+0000","last_fullsized":"2024-07-26T15:41:59.422793+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:13.469816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393916+0000","last_change":"2024-07-26T15:41:58.404318+0000","last_active":"2024-07-26T15:41:59.393916+0000","last_peered":"2024-07-26T15:41:59.393916+0000","last_clean":"2024-07-26T15:41:59.393916+0000","last_became_active":"2024-07-26T15:41:58.403941+0000","last_became_peered":"2024-07-26T15:41:58.403941+0000","last_unstale":"2024-07-26T15:41:59.393916+0000","last_undegraded":"2024-07-26T15:41:59.393916+0000","last_fullsized":"2024-07-26T15:41:59.393916+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:23:36.251821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.14","version":"71'6","reported_seq":21,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583138+0000","last_change":"2024-07-26T15:41:57.397258+0000","last_active":"2024-07-26T15:41:59.583138+0000","last_peered":"2024-07-26T15:41:59.583138+0000","last_clean":"2024-07-26T15:41:59.583138+0000","last_became_active":"2024-07-26T15:41:57.396939+0000","last_became_peered":"2024-07-26T15:41:57.396939+0000","last_unstale":"2024-07-26T15:41:59.583138+0000","last_undegraded":"2024-07-26T15:41:59.583138+0000","last_fullsized":"2024-07-26T15:41:59.583138+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:46:51.267038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393030+0000","last_change":"2024-07-26T15:41:58.414800+0000","last_active":"2024-07-26T15:41:59.393030+0000","last_peered":"2024-07-26T15:41:59.393030+0000","last_clean":"2024-07-26T15:41:59.393030+0000","last_became_active":"2024-07-26T15:41:58.414256+0000","last_became_peered":"2024-07-26T15:41:58.414256+0000","last_unstale":"2024-07-26T15:41:59.393030+0000","last_undegraded":"2024-07-26T15:41:59.393030+0000","last_fullsized":"2024-07-26T15:41:59.393030+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:33:34.155237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420888+0000","last_change":"2024-07-26T15:41:57.385232+0000","last_active":"2024-07-26T15:41:59.420888+0000","last_peered":"2024-07-26T15:41:59.420888+0000","last_clean":"2024-07-26T15:41:59.420888+0000","last_became_active":"2024-07-26T15:41:57.384678+0000","last_became_peered":"2024-07-26T15:41:57.384678+0000","last_unstale":"2024-07-26T15:41:59.420888+0000","last_undegraded":"2024-07-26T15:41:59.420888+0000","last_fullsized":"2024-07-26T15:41:59.420888+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:44.014688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.421168+0000","last_change":"2024-07-26T15:41:58.413795+0000","last_active":"2024-07-26T15:41:59.421168+0000","last_peered":"2024-07-26T15:41:59.421168+0000","last_clean":"2024-07-26T15:41:59.421168+0000","last_became_active":"2024-07-26T15:41:58.413458+0000","last_became_peered":"2024-07-26T15:41:58.413458+0000","last_unstale":"2024-07-26T15:41:59.421168+0000","last_undegraded":"2024-07-26T15:41:59.421168+0000","last_fullsized":"2024-07-26T15:41:59.421168+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:01.130744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582850+0000","last_change":"2024-07-26T15:41:57.395530+0000","last_active":"2024-07-26T15:41:59.582850+0000","last_peered":"2024-07-26T15:41:59.582850+0000","last_clean":"2024-07-26T15:41:59.582850+0000","last_became_active":"2024-07-26T15:41:57.395177+0000","last_became_peered":"2024-07-26T15:41:57.395177+0000","last_unstale":"2024-07-26T15:41:59.582850+0000","last_undegraded":"2024-07-26T15:41:59.582850+0000","last_fullsized":"2024-07-26T15:41:59.582850+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:15:41.991221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582901+0000","last_change":"2024-07-26T15:41:58.416112+0000","last_active":"2024-07-26T15:41:59.582901+0000","last_peered":"2024-07-26T15:41:59.582901+0000","last_clean":"2024-07-26T15:41:59.582901+0000","last_became_active":"2024-07-26T15:41:58.415778+0000","last_became_peered":"2024-07-26T15:41:58.415778+0000","last_unstale":"2024-07-26T15:41:59.582901+0000","last_undegraded":"2024-07-26T15:41:59.582901+0000","last_fullsized":"2024-07-26T15:41:59.582901+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:09.572176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422496+0000","last_change":"2024-07-26T15:41:57.392399+0000","last_active":"2024-07-26T15:41:59.422496+0000","last_peered":"2024-07-26T15:41:59.422496+0000","last_clean":"2024-07-26T15:41:59.422496+0000","last_became_active":"2024-07-26T15:41:57.392056+0000","last_became_peered":"2024-07-26T15:41:57.392056+0000","last_unstale":"2024-07-26T15:41:59.422496+0000","last_undegraded":"2024-07-26T15:41:59.422496+0000","last_fullsized":"2024-07-26T15:41:59.422496+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:31.305569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420196+0000","last_change":"2024-07-26T15:41:58.410146+0000","last_active":"2024-07-26T15:41:59.420196+0000","last_peered":"2024-07-26T15:41:59.420196+0000","last_clean":"2024-07-26T15:41:59.420196+0000","last_became_active":"2024-07-26T15:41:58.409781+0000","last_became_peered":"2024-07-26T15:41:58.409781+0000","last_unstale":"2024-07-26T15:41:59.420196+0000","last_undegraded":"2024-07-26T15:41:59.420196+0000","last_fullsized":"2024-07-26T15:41:59.420196+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:39.685551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"71'8","reported_seq":23,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582789+0000","last_change":"2024-07-26T15:41:57.395172+0000","last_active":"2024-07-26T15:41:59.582789+0000","last_peered":"2024-07-26T15:41:59.582789+0000","last_clean":"2024-07-26T15:41:59.582789+0000","last_became_active":"2024-07-26T15:41:57.394718+0000","last_became_peered":"2024-07-26T15:41:57.394718+0000","last_unstale":"2024-07-26T15:41:59.582789+0000","last_undegraded":"2024-07-26T15:41:59.582789+0000","last_fullsized":"2024-07-26T15:41:59.582789+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:27:00.146595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582719+0000","last_change":"2024-07-26T15:41:58.412294+0000","last_active":"2024-07-26T15:41:59.582719+0000","last_peered":"2024-07-26T15:41:59.582719+0000","last_clean":"2024-07-26T15:41:59.582719+0000","last_became_active":"2024-07-26T15:41:58.411967+0000","last_became_peered":"2024-07-26T15:41:58.411967+0000","last_unstale":"2024-07-26T15:41:59.582719+0000","last_undegraded":"2024-07-26T15:41:59.582719+0000","last_fullsized":"2024-07-26T15:41:59.582719+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:35:01.885940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.f","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420790+0000","last_change":"2024-07-26T15:41:57.395904+0000","last_active":"2024-07-26T15:41:59.420790+0000","last_peered":"2024-07-26T15:41:59.420790+0000","last_clean":"2024-07-26T15:41:59.420790+0000","last_became_active":"2024-07-26T15:41:57.394862+0000","last_became_peered":"2024-07-26T15:41:57.394862+0000","last_unstale":"2024-07-26T15:41:59.420790+0000","last_undegraded":"2024-07-26T15:41:59.420790+0000","last_fullsized":"2024-07-26T15:41:59.420790+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:11.000350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390763+0000","last_change":"2024-07-26T15:41:58.419205+0000","last_active":"2024-07-26T15:41:59.390763+0000","last_peered":"2024-07-26T15:41:59.390763+0000","last_clean":"2024-07-26T15:41:59.390763+0000","last_became_active":"2024-07-26T15:41:58.418883+0000","last_became_peered":"2024-07-26T15:41:58.418883+0000","last_unstale":"2024-07-26T15:41:59.390763+0000","last_undegraded":"2024-07-26T15:41:59.390763+0000","last_fullsized":"2024-07-26T15:41:59.390763+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:02:43.755670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.e","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582848+0000","last_change":"2024-07-26T15:41:57.387703+0000","last_active":"2024-07-26T15:41:59.582848+0000","last_peered":"2024-07-26T15:41:59.582848+0000","last_clean":"2024-07-26T15:41:59.582848+0000","last_became_active":"2024-07-26T15:41:57.387374+0000","last_became_peered":"2024-07-26T15:41:57.387374+0000","last_unstale":"2024-07-26T15:41:59.582848+0000","last_undegraded":"2024-07-26T15:41:59.582848+0000","last_fullsized":"2024-07-26T15:41:59.582848+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:36.787950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.394043+0000","last_change":"2024-07-26T15:41:58.414197+0000","last_active":"2024-07-26T15:41:59.394043+0000","last_peered":"2024-07-26T15:41:59.394043+0000","last_clean":"2024-07-26T15:41:59.394043+0000","last_became_active":"2024-07-26T15:41:58.413837+0000","last_became_peered":"2024-07-26T15:41:58.413837+0000","last_unstale":"2024-07-26T15:41:59.394043+0000","last_undegraded":"2024-07-26T15:41:59.394043+0000","last_fullsized":"2024-07-26T15:41:59.394043+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:29:38.949685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.d","version":"71'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582996+0000","last_change":"2024-07-26T15:41:57.400670+0000","last_active":"2024-07-26T15:41:59.582996+0000","last_peered":"2024-07-26T15:41:59.582996+0000","last_clean":"2024-07-26T15:41:59.582996+0000","last_became_active":"2024-07-26T15:41:57.400343+0000","last_became_peered":"2024-07-26T15:41:57.400343+0000","last_unstale":"2024-07-26T15:41:59.582996+0000","last_undegraded":"2024-07-26T15:41:59.582996+0000","last_fullsized":"2024-07-26T15:41:59.582996+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:17:37.073420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390547+0000","last_change":"2024-07-26T15:41:58.404042+0000","last_active":"2024-07-26T15:41:59.390547+0000","last_peered":"2024-07-26T15:41:59.390547+0000","last_clean":"2024-07-26T15:41:59.390547+0000","last_became_active":"2024-07-26T15:41:58.403502+0000","last_became_peered":"2024-07-26T15:41:58.403502+0000","last_unstale":"2024-07-26T15:41:59.390547+0000","last_undegraded":"2024-07-26T15:41:59.390547+0000","last_fullsized":"2024-07-26T15:41:59.390547+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:26:56.347511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583069+0000","last_change":"2024-07-26T15:41:57.401846+0000","last_active":"2024-07-26T15:41:59.583069+0000","last_peered":"2024-07-26T15:41:59.583069+0000","last_clean":"2024-07-26T15:41:59.583069+0000","last_became_active":"2024-07-26T15:41:57.401515+0000","last_became_peered":"2024-07-26T15:41:57.401515+0000","last_unstale":"2024-07-26T15:41:59.583069+0000","last_undegraded":"2024-07-26T15:41:59.583069+0000","last_fullsized":"2024-07-26T15:41:59.583069+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:36.486183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393300+0000","last_change":"2024-07-26T15:41:58.409876+0000","last_active":"2024-07-26T15:41:59.393300+0000","last_peered":"2024-07-26T15:41:59.393300+0000","last_clean":"2024-07-26T15:41:59.393300+0000","last_became_active":"2024-07-26T15:41:58.409525+0000","last_became_peered":"2024-07-26T15:41:58.409525+0000","last_unstale":"2024-07-26T15:41:59.393300+0000","last_undegraded":"2024-07-26T15:41:59.393300+0000","last_fullsized":"2024-07-26T15:41:59.393300+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:30:58.489336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390541+0000","last_change":"2024-07-26T15:41:57.398776+0000","last_active":"2024-07-26T15:41:59.390541+0000","last_peered":"2024-07-26T15:41:59.390541+0000","last_clean":"2024-07-26T15:41:59.390541+0000","last_became_active":"2024-07-26T15:41:57.398431+0000","last_became_peered":"2024-07-26T15:41:57.398431+0000","last_unstale":"2024-07-26T15:41:59.390541+0000","last_undegraded":"2024-07-26T15:41:59.390541+0000","last_fullsized":"2024-07-26T15:41:59.390541+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:42.609277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583060+0000","last_change":"2024-07-26T15:41:58.411612+0000","last_active":"2024-07-26T15:41:59.583060+0000","last_peered":"2024-07-26T15:41:59.583060+0000","last_clean":"2024-07-26T15:41:59.583060+0000","last_became_active":"2024-07-26T15:41:58.411288+0000","last_became_peered":"2024-07-26T15:41:58.411288+0000","last_unstale":"2024-07-26T15:41:59.583060+0000","last_undegraded":"2024-07-26T15:41:59.583060+0000","last_fullsized":"2024-07-26T15:41:59.583060+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:07:52.299925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583027+0000","last_change":"2024-07-26T15:41:57.394106+0000","last_active":"2024-07-26T15:41:59.583027+0000","last_peered":"2024-07-26T15:41:59.583027+0000","last_clean":"2024-07-26T15:41:59.583027+0000","last_became_active":"2024-07-26T15:41:57.393751+0000","last_became_peered":"2024-07-26T15:41:57.393751+0000","last_unstale":"2024-07-26T15:41:59.583027+0000","last_undegraded":"2024-07-26T15:41:59.583027+0000","last_fullsized":"2024-07-26T15:41:59.583027+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:01.296503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420157+0000","last_change":"2024-07-26T15:41:58.412484+0000","last_active":"2024-07-26T15:41:59.420157+0000","last_peered":"2024-07-26T15:41:59.420157+0000","last_clean":"2024-07-26T15:41:59.420157+0000","last_became_active":"2024-07-26T15:41:58.410991+0000","last_became_peered":"2024-07-26T15:41:58.410991+0000","last_unstale":"2024-07-26T15:41:59.420157+0000","last_undegraded":"2024-07-26T15:41:59.420157+0000","last_fullsized":"2024-07-26T15:41:59.420157+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:14.475860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419731+0000","last_change":"2024-07-26T15:41:57.403751+0000","last_active":"2024-07-26T15:41:59.419731+0000","last_peered":"2024-07-26T15:41:59.419731+0000","last_clean":"2024-07-26T15:41:59.419731+0000","last_became_active":"2024-07-26T15:41:57.403454+0000","last_became_peered":"2024-07-26T15:41:57.403454+0000","last_unstale":"2024-07-26T15:41:59.419731+0000","last_undegraded":"2024-07-26T15:41:59.419731+0000","last_fullsized":"2024-07-26T15:41:59.419731+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:09:14.694726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.7","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390787+0000","last_change":"2024-07-26T15:41:58.407433+0000","last_active":"2024-07-26T15:41:59.390787+0000","last_peered":"2024-07-26T15:41:59.390787+0000","last_clean":"2024-07-26T15:41:59.390787+0000","last_became_active":"2024-07-26T15:41:58.407097+0000","last_became_peered":"2024-07-26T15:41:58.407097+0000","last_unstale":"2024-07-26T15:41:59.390787+0000","last_undegraded":"2024-07-26T15:41:59.390787+0000","last_fullsized":"2024-07-26T15:41:59.390787+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:08:36.698333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582267+0000","last_change":"2024-07-26T15:41:57.393616+0000","last_active":"2024-07-26T15:41:59.582267+0000","last_peered":"2024-07-26T15:41:59.582267+0000","last_clean":"2024-07-26T15:41:59.582267+0000","last_became_active":"2024-07-26T15:41:57.393282+0000","last_became_peered":"2024-07-26T15:41:57.393282+0000","last_unstale":"2024-07-26T15:41:59.582267+0000","last_undegraded":"2024-07-26T15:41:59.582267+0000","last_fullsized":"2024-07-26T15:41:59.582267+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:11.652170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.392978+0000","last_change":"2024-07-26T15:41:58.408286+0000","last_active":"2024-07-26T15:41:59.392978+0000","last_peered":"2024-07-26T15:41:59.392978+0000","last_clean":"2024-07-26T15:41:59.392978+0000","last_became_active":"2024-07-26T15:41:58.407452+0000","last_became_peered":"2024-07-26T15:41:58.407452+0000","last_unstale":"2024-07-26T15:41:59.392978+0000","last_undegraded":"2024-07-26T15:41:59.392978+0000","last_fullsized":"2024-07-26T15:41:59.392978+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:01:58.485410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.7","version":"71'2","reported_seq":17,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582919+0000","last_change":"2024-07-26T15:41:57.395625+0000","last_active":"2024-07-26T15:41:59.582919+0000","last_peered":"2024-07-26T15:41:59.582919+0000","last_clean":"2024-07-26T15:41:59.582919+0000","last_became_active":"2024-07-26T15:41:57.395279+0000","last_became_peered":"2024-07-26T15:41:57.395279+0000","last_unstale":"2024-07-26T15:41:59.582919+0000","last_undegraded":"2024-07-26T15:41:59.582919+0000","last_fullsized":"2024-07-26T15:41:59.582919+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:41:40.962206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.390935+0000","last_change":"2024-07-26T15:41:58.397244+0000","last_active":"2024-07-26T15:41:59.390935+0000","last_peered":"2024-07-26T15:41:59.390935+0000","last_clean":"2024-07-26T15:41:59.390935+0000","last_became_active":"2024-07-26T15:41:58.396892+0000","last_became_peered":"2024-07-26T15:41:58.396892+0000","last_unstale":"2024-07-26T15:41:59.390935+0000","last_undegraded":"2024-07-26T15:41:59.390935+0000","last_fullsized":"2024-07-26T15:41:59.390935+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:15.038467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422902+0000","last_change":"2024-07-26T15:41:57.392678+0000","last_active":"2024-07-26T15:41:59.422902+0000","last_peered":"2024-07-26T15:41:59.422902+0000","last_clean":"2024-07-26T15:41:59.422902+0000","last_became_active":"2024-07-26T15:41:57.392350+0000","last_became_peered":"2024-07-26T15:41:57.392350+0000","last_unstale":"2024-07-26T15:41:59.422902+0000","last_undegraded":"2024-07-26T15:41:59.422902+0000","last_fullsized":"2024-07-26T15:41:59.422902+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:25:38.679507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.b","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582634+0000","last_change":"2024-07-26T15:41:58.405227+0000","last_active":"2024-07-26T15:41:59.582634+0000","last_peered":"2024-07-26T15:41:59.582634+0000","last_clean":"2024-07-26T15:41:59.582634+0000","last_became_active":"2024-07-26T15:41:58.404616+0000","last_became_peered":"2024-07-26T15:41:58.404616+0000","last_unstale":"2024-07-26T15:41:59.582634+0000","last_undegraded":"2024-07-26T15:41:59.582634+0000","last_fullsized":"2024-07-26T15:41:59.582634+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:15.354186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420429+0000","last_change":"2024-07-26T15:41:57.384301+0000","last_active":"2024-07-26T15:41:59.420429+0000","last_peered":"2024-07-26T15:41:59.420429+0000","last_clean":"2024-07-26T15:41:59.420429+0000","last_became_active":"2024-07-26T15:41:57.383946+0000","last_became_peered":"2024-07-26T15:41:57.383946+0000","last_unstale":"2024-07-26T15:41:59.420429+0000","last_undegraded":"2024-07-26T15:41:59.420429+0000","last_fullsized":"2024-07-26T15:41:59.420429+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:47:38.106291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420359+0000","last_change":"2024-07-26T15:41:58.418112+0000","last_active":"2024-07-26T15:41:59.420359+0000","last_peered":"2024-07-26T15:41:59.420359+0000","last_clean":"2024-07-26T15:41:59.420359+0000","last_became_active":"2024-07-26T15:41:58.417785+0000","last_became_peered":"2024-07-26T15:41:58.417785+0000","last_unstale":"2024-07-26T15:41:59.420359+0000","last_undegraded":"2024-07-26T15:41:59.420359+0000","last_fullsized":"2024-07-26T15:41:59.420359+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:13:58.846023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582685+0000","last_change":"2024-07-26T15:41:57.398295+0000","last_active":"2024-07-26T15:41:59.582685+0000","last_peered":"2024-07-26T15:41:59.582685+0000","last_clean":"2024-07-26T15:41:59.582685+0000","last_became_active":"2024-07-26T15:41:57.397838+0000","last_became_peered":"2024-07-26T15:41:57.397838+0000","last_unstale":"2024-07-26T15:41:59.582685+0000","last_undegraded":"2024-07-26T15:41:59.582685+0000","last_fullsized":"2024-07-26T15:41:59.582685+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:56.369084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393435+0000","last_change":"2024-07-26T15:41:58.414474+0000","last_active":"2024-07-26T15:41:59.393435+0000","last_peered":"2024-07-26T15:41:59.393435+0000","last_clean":"2024-07-26T15:41:59.393435+0000","last_became_active":"2024-07-26T15:41:58.414134+0000","last_became_peered":"2024-07-26T15:41:58.414134+0000","last_unstale":"2024-07-26T15:41:59.393435+0000","last_undegraded":"2024-07-26T15:41:59.393435+0000","last_fullsized":"2024-07-26T15:41:59.393435+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:44:28.543618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583034+0000","last_change":"2024-07-26T15:41:57.399354+0000","last_active":"2024-07-26T15:41:59.583034+0000","last_peered":"2024-07-26T15:41:59.583034+0000","last_clean":"2024-07-26T15:41:59.583034+0000","last_became_active":"2024-07-26T15:41:57.398998+0000","last_became_peered":"2024-07-26T15:41:57.398998+0000","last_unstale":"2024-07-26T15:41:59.583034+0000","last_undegraded":"2024-07-26T15:41:59.583034+0000","last_fullsized":"2024-07-26T15:41:59.583034+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:12:43.189503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.e","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.419908+0000","last_change":"2024-07-26T15:41:58.412195+0000","last_active":"2024-07-26T15:41:59.419908+0000","last_peered":"2024-07-26T15:41:59.419908+0000","last_clean":"2024-07-26T15:41:59.419908+0000","last_became_active":"2024-07-26T15:41:58.410634+0000","last_became_peered":"2024-07-26T15:41:58.410634+0000","last_unstale":"2024-07-26T15:41:59.419908+0000","last_undegraded":"2024-07-26T15:41:59.419908+0000","last_fullsized":"2024-07-26T15:41:59.419908+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:20:12.461352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393592+0000","last_change":"2024-07-26T15:41:57.389444+0000","last_active":"2024-07-26T15:41:59.393592+0000","last_peered":"2024-07-26T15:41:59.393592+0000","last_clean":"2024-07-26T15:41:59.393592+0000","last_became_active":"2024-07-26T15:41:57.389119+0000","last_became_peered":"2024-07-26T15:41:57.389119+0000","last_unstale":"2024-07-26T15:41:59.393592+0000","last_undegraded":"2024-07-26T15:41:59.393592+0000","last_fullsized":"2024-07-26T15:41:59.393592+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:17:20.556325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.583322+0000","last_change":"2024-07-26T15:41:58.412422+0000","last_active":"2024-07-26T15:41:59.583322+0000","last_peered":"2024-07-26T15:41:59.583322+0000","last_clean":"2024-07-26T15:41:59.583322+0000","last_became_active":"2024-07-26T15:41:58.411985+0000","last_became_peered":"2024-07-26T15:41:58.411985+0000","last_unstale":"2024-07-26T15:41:59.583322+0000","last_undegraded":"2024-07-26T15:41:59.583322+0000","last_fullsized":"2024-07-26T15:41:59.583322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:35:44.541779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":15,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.393071+0000","last_change":"2024-07-26T15:41:57.398882+0000","last_active":"2024-07-26T15:41:59.393071+0000","last_peered":"2024-07-26T15:41:59.393071+0000","last_clean":"2024-07-26T15:41:59.393071+0000","last_became_active":"2024-07-26T15:41:57.398495+0000","last_became_peered":"2024-07-26T15:41:57.398495+0000","last_unstale":"2024-07-26T15:41:59.393071+0000","last_undegraded":"2024-07-26T15:41:59.393071+0000","last_fullsized":"2024-07-26T15:41:59.393071+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:08.566131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.582959+0000","last_change":"2024-07-26T15:41:58.412312+0000","last_active":"2024-07-26T15:41:59.582959+0000","last_peered":"2024-07-26T15:41:59.582959+0000","last_clean":"2024-07-26T15:41:59.582959+0000","last_became_active":"2024-07-26T15:41:58.411389+0000","last_became_peered":"2024-07-26T15:41:58.411389+0000","last_unstale":"2024-07-26T15:41:59.582959+0000","last_undegraded":"2024-07-26T15:41:59.582959+0000","last_fullsized":"2024-07-26T15:41:59.582959+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:57.371203+0000","last_clean_scrub_stamp":"2024-07-26T15:41:57.371203+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:49.685606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.6","version":"72'1","reported_seq":16,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.420224+0000","last_change":"2024-07-26T15:41:57.395307+0000","last_active":"2024-07-26T15:41:59.420224+0000","last_peered":"2024-07-26T15:41:59.420224+0000","last_clean":"2024-07-26T15:41:59.420224+0000","last_became_active":"2024-07-26T15:41:57.394981+0000","last_became_peered":"2024-07-26T15:41:57.394981+0000","last_unstale":"2024-07-26T15:41:59.420224+0000","last_undegraded":"2024-07-26T15:41:59.420224+0000","last_fullsized":"2024-07-26T15:41:59.420224+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:41:56.365159+0000","last_clean_scrub_stamp":"2024-07-26T15:41:56.365159+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:40.222643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"63'86","reported_seq":259,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-07-26T15:41:59.422314+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:41:59.422314+0000","last_peered":"2024-07-26T15:41:59.422314+0000","last_clean":"2024-07-26T15:41:59.422314+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:41:59.422314+0000","last_undegraded":"2024-07-26T15:41:59.422314+0000","last_fullsized":"2024-07-26T15:41:59.422314+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":0,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":125,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":8,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":186,"num_read_kb":407,"num_write":125,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":86,"ondisk_log_size":86,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575011,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58972,"kb_used_data":1424,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312868,"statfs":{"total":96636764160,"available":96576376832,"internally_reserved":0,"allocated":1458176,"data_stored":1020803,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509602,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":864256,"data_stored":430963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509602,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50072,"kb_used_data":836,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321768,"statfs":{"total":96636764160,"available":96585490432,"internally_reserved":0,"allocated":856064,"data_stored":430311,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509602,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32020,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339820,"statfs":{"total":96636764160,"available":96603975680,"internally_reserved":0,"allocated":860160,"data_stored":430893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509601,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32032,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339808,"statfs":{"total":96636764160,"available":96603963392,"internally_reserved":0,"allocated":872448,"data_stored":431945,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509601,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54244,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317596,"statfs":{"total":96636764160,"available":96581218304,"internally_reserved":0,"allocated":868352,"data_stored":431923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509604,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32024,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339816,"statfs":{"total":96636764160,"available":96603971584,"internally_reserved":0,"allocated":864256,"data_stored":430471,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542308,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1424,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1458176,"data_stored":1020735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:42:07.416 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T15:42:07.417 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T15:42:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.577+0000 7fd8a627e640 1 -- 172.21.15.33:0/1672019483 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8a00d0c80 msgr2=0x7fd8a00ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.577+0000 7fd8a627e640 1 --2- 172.21.15.33:0/1672019483 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8a00d0c80 0x7fd8a00ce8d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fd894009830 tx=0x7fd89402a510 comp rx=0 tx=0).stop 2024-07-26T15:42:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.577+0000 7fd8a627e640 1 -- 172.21.15.33:0/1672019483 shutdown_connections 2024-07-26T15:42:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.577+0000 7fd8a627e640 1 --2- 172.21.15.33:0/1672019483 >> v2:172.21.15.154:3300/0 conn(0x7fd8a00b7d00 0x7fd8a00cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.577+0000 7fd8a627e640 1 --2- 172.21.15.33:0/1672019483 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8a00d0c80 0x7fd8a00ce8d0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.577+0000 7fd8a627e640 1 -- 172.21.15.33:0/1672019483 >> 172.21.15.33:0/1672019483 conn(0x7fd8a00d3dc0 msgr2=0x7fd8a00d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.577+0000 7fd8a627e640 1 -- 172.21.15.33:0/1672019483 shutdown_connections 2024-07-26T15:42:07.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.577+0000 7fd8a627e640 1 -- 172.21.15.33:0/1672019483 wait complete. 2024-07-26T15:42:07.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.579+0000 7fd8a627e640 1 Processor -- start 2024-07-26T15:42:07.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.579+0000 7fd8a627e640 1 -- start start 2024-07-26T15:42:07.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd8a627e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd8a00b53e0 0x7fd8a01f5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:07.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd8a627e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8a00b7d00 0x7fd8a009ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:07.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd8a627e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8a00a1640 0x7fd8a00a0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:07.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd8a627e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd8a00cf510 con 0x7fd8a00b7d00 2024-07-26T15:42:07.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd8a627e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd8a00cf390 con 0x7fd8a00b53e0 2024-07-26T15:42:07.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd8a627e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd8a00cf690 con 0x7fd8a00a1640 2024-07-26T15:42:07.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd89f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8a00b7d00 0x7fd8a009ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:07.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd89f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8a00b7d00 0x7fd8a009ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40864/0 (socket says 172.21.15.33:40864) 2024-07-26T15:42:07.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd89f7fe640 1 -- 172.21.15.33:0/1700160580 learned_addr learned my addr 172.21.15.33:0/1700160580 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:07.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd8a481b640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8a00a1640 0x7fd8a00a0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:07.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd89ffff640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd8a00b53e0 0x7fd8a01f5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:07.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd89f7fe640 1 -- 172.21.15.33:0/1700160580 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8a00a1640 msgr2=0x7fd8a00a0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd89f7fe640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8a00a1640 0x7fd8a00a0300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd89f7fe640 1 -- 172.21.15.33:0/1700160580 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd8a00b53e0 msgr2=0x7fd8a01f5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd89f7fe640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd8a00b53e0 0x7fd8a01f5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd89f7fe640 1 -- 172.21.15.33:0/1700160580 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8a01f5d50 con 0x7fd8a00b7d00 2024-07-26T15:42:07.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.581+0000 7fd89f7fe640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8a00b7d00 0x7fd8a009ef40 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fd894000c00 tx=0x7fd894033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:07.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.582+0000 7fd89cff9640 1 -- 172.21.15.33:0/1700160580 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd894031d60 con 0x7fd8a00b7d00 2024-07-26T15:42:07.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.582+0000 7fd89cff9640 1 -- 172.21.15.33:0/1700160580 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd894033e10 con 0x7fd8a00b7d00 2024-07-26T15:42:07.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.582+0000 7fd8a627e640 1 -- 172.21.15.33:0/1700160580 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8a009f480 con 0x7fd8a00b7d00 2024-07-26T15:42:07.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.582+0000 7fd89cff9640 1 -- 172.21.15.33:0/1700160580 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd894033310 con 0x7fd8a00b7d00 2024-07-26T15:42:07.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.582+0000 7fd8a627e640 1 -- 172.21.15.33:0/1700160580 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8a009e180 con 0x7fd8a00b7d00 2024-07-26T15:42:07.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.583+0000 7fd8a627e640 1 -- 172.21.15.33:0/1700160580 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8a009dc10 con 0x7fd8a00b7d00 2024-07-26T15:42:07.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.583+0000 7fd89cff9640 1 -- 172.21.15.33:0/1700160580 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7fd8940334b0 con 0x7fd8a00b7d00 2024-07-26T15:42:07.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.584+0000 7fd89cff9640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd88c077130 0x7fd88c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:07.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.584+0000 7fd89cff9640 1 -- 172.21.15.33:0/1700160580 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7fd8940ba1d0 con 0x7fd8a00b7d00 2024-07-26T15:42:07.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.584+0000 7fd89ffff640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd88c077130 0x7fd88c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:07.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.584+0000 7fd89ffff640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd88c077130 0x7fd88c079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd8900015e0 tx=0x7fd890009040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:07.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.588+0000 7fd89cff9640 1 -- 172.21.15.33:0/1700160580 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd8a01f5d50 con 0x7fd8a00b7d00 2024-07-26T15:42:07.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.857+0000 7fd8a627e640 1 -- 172.21.15.33:0/1700160580 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fd8a006e790 con 0x7fd8a00b7d00 2024-07-26T15:42:07.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.860+0000 7fd89cff9640 1 -- 172.21.15.33:0/1700160580 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7fd8a006e790 con 0x7fd8a00b7d00 2024-07-26T15:42:07.861 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T15:42:07.861 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T15:42:07.861 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T15:42:07.862 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T15:42:07.862 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T15:42:07.862 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T15:42:07.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 -- 172.21.15.33:0/1700160580 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd88c077130 msgr2=0x7fd88c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd88c077130 0x7fd88c079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd8900015e0 tx=0x7fd890009040 comp rx=0 tx=0).stop 2024-07-26T15:42:07.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 -- 172.21.15.33:0/1700160580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8a00b7d00 msgr2=0x7fd8a009ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8a00b7d00 0x7fd8a009ef40 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fd894000c00 tx=0x7fd894033c20 comp rx=0 tx=0).stop 2024-07-26T15:42:07.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 -- 172.21.15.33:0/1700160580 shutdown_connections 2024-07-26T15:42:07.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fd88c077130 0x7fd88c079640 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd8a00a1640 0x7fd8a00a0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd8a00b7d00 0x7fd8a009ef40 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 --2- 172.21.15.33:0/1700160580 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd8a00b53e0 0x7fd8a01f5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 -- 172.21.15.33:0/1700160580 >> 172.21.15.33:0/1700160580 conn(0x7fd8a00d3dc0 msgr2=0x7fd8a01612b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:07.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 -- 172.21.15.33:0/1700160580 shutdown_connections 2024-07-26T15:42:07.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.862+0000 7fd8a627e640 1 -- 172.21.15.33:0/1700160580 wait complete. 2024-07-26T15:42:07.875 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:42:07.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.992+0000 7f2d43066640 1 -- 172.21.15.33:0/2495454787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d3c0ce9e0 msgr2=0x7f2d3c0cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.992+0000 7f2d43066640 1 --2- 172.21.15.33:0/2495454787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d3c0ce9e0 0x7f2d3c0cedf0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c08ccd0 tx=0x7f2d3402a8f0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.992+0000 7f2d43066640 1 -- 172.21.15.33:0/2495454787 shutdown_connections 2024-07-26T15:42:07.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.992+0000 7f2d43066640 1 --2- 172.21.15.33:0/2495454787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d3c0ce9e0 0x7f2d3c0cedf0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.992+0000 7f2d43066640 1 --2- 172.21.15.33:0/2495454787 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d3c0d0570 0x7f2d3c0d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.992+0000 7f2d43066640 1 --2- 172.21.15.33:0/2495454787 >> v2:172.21.15.154:3300/0 conn(0x7f2d3c0b2dc0 0x7f2d3c0d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.992+0000 7f2d43066640 1 -- 172.21.15.33:0/2495454787 >> 172.21.15.33:0/2495454787 conn(0x7f2d3c0d3e10 msgr2=0x7f2d3c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:07.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.992+0000 7f2d43066640 1 -- 172.21.15.33:0/2495454787 shutdown_connections 2024-07-26T15:42:07.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.992+0000 7f2d43066640 1 -- 172.21.15.33:0/2495454787 wait complete. 2024-07-26T15:42:07.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.994+0000 7f2d43066640 1 Processor -- start 2024-07-26T15:42:07.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.994+0000 7f2d43066640 1 -- start start 2024-07-26T15:42:07.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.995+0000 7f2d43066640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d3c0b2dc0 0x7f2d3c1ea740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:07.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.995+0000 7f2d43066640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d3c0ce9e0 0x7f2d3c1f84e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:07.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.995+0000 7f2d43066640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d3c0d0570 0x7f2d3c1f8a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:07.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.995+0000 7f2d43066640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2d3c0cf330 con 0x7f2d3c0ce9e0 2024-07-26T15:42:07.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.995+0000 7f2d43066640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2d3c0d4d50 con 0x7f2d3c0b2dc0 2024-07-26T15:42:07.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.995+0000 7f2d43066640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2d3c0cf4b0 con 0x7f2d3c0d0570 2024-07-26T15:42:07.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.995+0000 7f2d3bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d3c0ce9e0 0x7f2d3c1f84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:07.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.995+0000 7f2d3bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d3c0ce9e0 0x7f2d3c1f84e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40896/0 (socket says 172.21.15.33:40896) 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.995+0000 7f2d3bfff640 1 -- 172.21.15.33:0/2190848188 learned_addr learned my addr 172.21.15.33:0/2190848188 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.995+0000 7f2d41603640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d3c0d0570 0x7f2d3c1f8a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.995+0000 7f2d40e02640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d3c0b2dc0 0x7f2d3c1ea740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d3bfff640 1 -- 172.21.15.33:0/2190848188 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d3c0d0570 msgr2=0x7f2d3c1f8a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d3bfff640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d3c0d0570 0x7f2d3c1f8a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d3bfff640 1 -- 172.21.15.33:0/2190848188 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d3c0b2dc0 msgr2=0x7f2d3c1ea740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d3bfff640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d3c0b2dc0 0x7f2d3c1ea740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d3bfff640 1 -- 172.21.15.33:0/2190848188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d3c1e4b50 con 0x7f2d3c0ce9e0 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d41603640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d3c0d0570 0x7f2d3c1f8a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d40e02640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d3c0b2dc0 0x7f2d3c1ea740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d3bfff640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d3c0ce9e0 0x7f2d3c1f84e0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f2d2800d740 tx=0x7f2d2800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d397fa640 1 -- 172.21.15.33:0/2190848188 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d28017070 con 0x7f2d3c0ce9e0 2024-07-26T15:42:07.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d397fa640 1 -- 172.21.15.33:0/2190848188 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d28009cc0 con 0x7f2d3c0ce9e0 2024-07-26T15:42:08.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d43066640 1 -- 172.21.15.33:0/2190848188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d3c0cb3f0 con 0x7f2d3c0ce9e0 2024-07-26T15:42:08.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d397fa640 1 -- 172.21.15.33:0/2190848188 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d280106c0 con 0x7f2d3c0ce9e0 2024-07-26T15:42:08.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.996+0000 7f2d43066640 1 -- 172.21.15.33:0/2190848188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d3c0cb9b0 con 0x7f2d3c0ce9e0 2024-07-26T15:42:08.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.997+0000 7f2d43066640 1 -- 172.21.15.33:0/2190848188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d3c0cedf0 con 0x7f2d3c0ce9e0 2024-07-26T15:42:08.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.998+0000 7f2d397fa640 1 -- 172.21.15.33:0/2190848188 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f2d2801a070 con 0x7f2d3c0ce9e0 2024-07-26T15:42:08.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.999+0000 7f2d397fa640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2d20077160 0x7f2d20079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.999+0000 7f2d40e02640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2d20077160 0x7f2d20079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.999+0000 7f2d397fa640 1 -- 172.21.15.33:0/2190848188 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f2d28098d70 con 0x7f2d3c0ce9e0 2024-07-26T15:42:08.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:07.999+0000 7f2d40e02640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2d20077160 0x7f2d20079670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2d30005fd0 tx=0x7f2d30005e80 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:08.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.003+0000 7f2d397fa640 1 -- 172.21.15.33:0/2190848188 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2d28061bc0 con 0x7f2d3c0ce9e0 2024-07-26T15:42:08.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.235+0000 7f2d43066640 1 -- 172.21.15.33:0/2190848188 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d3c0d23e0 con 0x7f2d3c0ce9e0 2024-07-26T15:42:08.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.236+0000 7f2d397fa640 1 -- 172.21.15.33:0/2190848188 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f2d280614c0 con 0x7f2d3c0ce9e0 2024-07-26T15:42:08.237 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:42:08.237 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":27,"btime":"2024-07-26T15:42:01:415363+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1813886548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1813886548},{"type":"v1","addr":"172.21.15.33:6834","nonce":1813886548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5321,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/4141655469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4141655469},{"type":"v1","addr":"172.21.15.154:6833","nonce":4141655469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/723722708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":723722708},{"type":"v1","addr":"172.21.15.154:6835","nonce":723722708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:41:57.773835+0000","modified":"2024-07-26T15:42:00.802683+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5901},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5901":{"gid":5901,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3850258134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3850258134},{"type":"v1","addr":"172.21.15.33:6835","nonce":3850258134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5901,"qdb_cluster":[5901]},"id":3}]} 2024-07-26T15:42:08.238 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 27 2024-07-26T15:42:08.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 -- 172.21.15.33:0/2190848188 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2d20077160 msgr2=0x7f2d20079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2d20077160 0x7f2d20079670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f2d30005fd0 tx=0x7f2d30005e80 comp rx=0 tx=0).stop 2024-07-26T15:42:08.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 -- 172.21.15.33:0/2190848188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d3c0ce9e0 msgr2=0x7f2d3c1f84e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d3c0ce9e0 0x7f2d3c1f84e0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f2d2800d740 tx=0x7f2d2800dc00 comp rx=0 tx=0).stop 2024-07-26T15:42:08.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 -- 172.21.15.33:0/2190848188 shutdown_connections 2024-07-26T15:42:08.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f2d20077160 0x7f2d20079670 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d3c0d0570 0x7f2d3c1f8a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d3c0ce9e0 0x7f2d3c1f84e0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 --2- 172.21.15.33:0/2190848188 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d3c0b2dc0 0x7f2d3c1ea740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 -- 172.21.15.33:0/2190848188 >> 172.21.15.33:0/2190848188 conn(0x7f2d3c0d3e10 msgr2=0x7f2d3c0b22b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 -- 172.21.15.33:0/2190848188 shutdown_connections 2024-07-26T15:42:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.238+0000 7f2d43066640 1 -- 172.21.15.33:0/2190848188 wait complete. 2024-07-26T15:42:08.655 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T15:41:57.773835+0000', 'modified': '2024-07-26T15:42:00.802683+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5901}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5901': {'gid': 5901, 'name': 'a', 'rank': 0, 'incarnation': 23, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6835/3850258134', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6833', 'nonce': 3850258134}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 3850258134}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [8], 'metadata_pool': 7, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5901, 'qdb_cluster': [5901]} 2024-07-26T15:42:08.655 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T15:42:08.655 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-26T15:42:08.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.781+0000 7f8b6d551640 1 -- 172.21.15.33:0/2027301985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b680b6730 msgr2=0x7f8b680ccbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.781+0000 7f8b6d551640 1 --2- 172.21.15.33:0/2027301985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b680b6730 0x7f8b680ccbd0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f8b680cf700 tx=0x7f8b6002a4b0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.781+0000 7f8b6d551640 1 -- 172.21.15.33:0/2027301985 shutdown_connections 2024-07-26T15:42:08.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.781+0000 7f8b6d551640 1 --2- 172.21.15.33:0/2027301985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b680b6730 0x7f8b680ccbd0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.781+0000 7f8b6d551640 1 --2- 172.21.15.33:0/2027301985 >> v2:172.21.15.154:3300/0 conn(0x7f8b680cead0 0x7f8b680cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.781+0000 7f8b6d551640 1 -- 172.21.15.33:0/2027301985 >> 172.21.15.33:0/2027301985 conn(0x7f8b680b3810 msgr2=0x7f8b680b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:08.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.781+0000 7f8b6d551640 1 -- 172.21.15.33:0/2027301985 shutdown_connections 2024-07-26T15:42:08.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.781+0000 7f8b6d551640 1 -- 172.21.15.33:0/2027301985 wait complete. 2024-07-26T15:42:08.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.783+0000 7f8b6d551640 1 Processor -- start 2024-07-26T15:42:08.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.783+0000 7f8b6d551640 1 -- start start 2024-07-26T15:42:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.784+0000 7f8b6d551640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b680b6730 0x7f8b6806d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.784+0000 7f8b6d551640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b680cfcc0 0x7f8b6814ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.784+0000 7f8b6d551640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b68147730 0x7f8b681f83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.784+0000 7f8b6d551640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8b680cd110 con 0x7f8b680b6730 2024-07-26T15:42:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.784+0000 7f8b6d551640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8b680b77e0 con 0x7f8b680cfcc0 2024-07-26T15:42:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.784+0000 7f8b6d551640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8b680cd290 con 0x7f8b68147730 2024-07-26T15:42:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.784+0000 7f8b66ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b680b6730 0x7f8b6806d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.784+0000 7f8b66ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b680b6730 0x7f8b6806d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40920/0 (socket says 172.21.15.33:40920) 2024-07-26T15:42:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.784+0000 7f8b66ffd640 1 -- 172.21.15.33:0/1588464090 learned_addr learned my addr 172.21.15.33:0/1588464090 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:08.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.784+0000 7f8b667fc640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b680cfcc0 0x7f8b6814ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b677fe640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b68147730 0x7f8b681f83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b66ffd640 1 -- 172.21.15.33:0/1588464090 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b68147730 msgr2=0x7f8b681f83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b68147730 0x7f8b681f83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b66ffd640 1 -- 172.21.15.33:0/1588464090 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b680cfcc0 msgr2=0x7f8b6814ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b680cfcc0 0x7f8b6814ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b66ffd640 1 -- 172.21.15.33:0/1588464090 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b6814b060 con 0x7f8b680b6730 2024-07-26T15:42:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b680b6730 0x7f8b6806d740 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f8b5800ba50 tx=0x7f8b5800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b4f7fe640 1 -- 172.21.15.33:0/1588464090 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b58019070 con 0x7f8b680b6730 2024-07-26T15:42:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b4f7fe640 1 -- 172.21.15.33:0/1588464090 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b5800cd00 con 0x7f8b680b6730 2024-07-26T15:42:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b6d551640 1 -- 172.21.15.33:0/1588464090 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b680c9110 con 0x7f8b680b6730 2024-07-26T15:42:08.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b4f7fe640 1 -- 172.21.15.33:0/1588464090 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b580146a0 con 0x7f8b680b6730 2024-07-26T15:42:08.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.785+0000 7f8b6d551640 1 -- 172.21.15.33:0/1588464090 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b680cada0 con 0x7f8b680b6730 2024-07-26T15:42:08.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.787+0000 7f8b4f7fe640 1 -- 172.21.15.33:0/1588464090 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f8b58007370 con 0x7f8b680b6730 2024-07-26T15:42:08.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.787+0000 7f8b4f7fe640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8b54077130 0x7f8b54079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.787+0000 7f8b4f7fe640 1 -- 172.21.15.33:0/1588464090 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f8b58098c20 con 0x7f8b680b6730 2024-07-26T15:42:08.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.787+0000 7f8b667fc640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8b54077130 0x7f8b54079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.788+0000 7f8b667fc640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8b54077130 0x7f8b54079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c005d70 tx=0x7f8b5c005d00 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:08.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.789+0000 7f8b7446b740 1 Processor -- start 2024-07-26T15:42:08.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.789+0000 7f8b7446b740 1 -- start start 2024-07-26T15:42:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.790+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b93270 0x5590a4f63200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.790+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f63740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.790+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b72590 0x5590a4f80640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.790+0000 7f8b7446b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5590a4eab3f0 con 0x5590a4b6a3b0 2024-07-26T15:42:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.790+0000 7f8b7446b740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5590a4e9aa90 con 0x5590a4b72590 2024-07-26T15:42:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.790+0000 7f8b7446b740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5590a4e9e930 con 0x5590a4b93270 2024-07-26T15:42:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.790+0000 7f8b667fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f63740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.790+0000 7f8b667fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f63740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40928/0 (socket says 172.21.15.33:40928) 2024-07-26T15:42:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.790+0000 7f8b667fc640 1 -- 172.21.15.33:0/3317196290 learned_addr learned my addr 172.21.15.33:0/3317196290 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.790+0000 7f8b677fe640 1 --2- 172.21.15.33:0/3317196290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b72590 0x5590a4f80640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.790+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/3317196290 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b93270 0x5590a4f63200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.791+0000 7f8b667fc640 1 -- 172.21.15.33:0/3317196290 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b93270 msgr2=0x5590a4f63200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:42:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.791+0000 7f8b667fc640 1 --2- 172.21.15.33:0/3317196290 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b93270 0x5590a4f63200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.791+0000 7f8b667fc640 1 -- 172.21.15.33:0/3317196290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b72590 msgr2=0x5590a4f80640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:42:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.791+0000 7f8b667fc640 1 --2- 172.21.15.33:0/3317196290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b72590 0x5590a4f80640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.791+0000 7f8b667fc640 1 -- 172.21.15.33:0/3317196290 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590a4bfe850 con 0x5590a4b6a3b0 2024-07-26T15:42:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.791+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/3317196290 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b93270 0x5590a4f63200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:42:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.791+0000 7f8b677fe640 1 --2- 172.21.15.33:0/3317196290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b72590 0x5590a4f80640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:42:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.791+0000 7f8b667fc640 1 --2- 172.21.15.33:0/3317196290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f63740 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c00ed80 tx=0x7f8b5c011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95db3e53824723e5 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.791+0000 7f8b4cff9640 1 -- 172.21.15.33:0/3317196290 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c021070 con 0x5590a4b6a3b0 2024-07-26T15:42:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.791+0000 7f8b4cff9640 1 -- 172.21.15.33:0/3317196290 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b5c01d950 con 0x5590a4b6a3b0 2024-07-26T15:42:08.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.791+0000 7f8b4cff9640 1 -- 172.21.15.33:0/3317196290 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c01dda0 con 0x5590a4b6a3b0 2024-07-26T15:42:08.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.792+0000 7f8b7446b740 1 -- 172.21.15.33:0/3317196290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 msgr2=0x5590a4f63740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.792+0000 7f8b7446b740 1 --2- 172.21.15.33:0/3317196290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f63740 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c00ed80 tx=0x7f8b5c011000 comp rx=0 tx=0).stop 2024-07-26T15:42:08.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.792+0000 7f8b7446b740 1 -- 172.21.15.33:0/3317196290 shutdown_connections 2024-07-26T15:42:08.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.792+0000 7f8b7446b740 1 --2- 172.21.15.33:0/3317196290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b72590 0x5590a4f80640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.792+0000 7f8b7446b740 1 --2- 172.21.15.33:0/3317196290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f63740 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.792+0000 7f8b7446b740 1 --2- 172.21.15.33:0/3317196290 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b93270 0x5590a4f63200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.792+0000 7f8b7446b740 1 -- 172.21.15.33:0/3317196290 >> 172.21.15.33:0/3317196290 conn(0x5590a4b873c0 msgr2=0x5590a4f394c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.792+0000 7f8b7446b740 1 -- 172.21.15.33:0/3317196290 shutdown_connections 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.792+0000 7f8b7446b740 1 -- 172.21.15.33:0/3317196290 wait complete. 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.793+0000 7f8b7446b740 1 -- start start 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.793+0000 7f8b7446b740 1 Processor -- start 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.794+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b6a3b0 0x5590a4f734b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.794+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f8da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.794+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b93270 0x5590a4f8df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.794+0000 7f8b7446b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5590a4c0d620 con 0x5590a4b72590 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.794+0000 7f8b7446b740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5590a4e22cb0 con 0x5590a4b93270 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.794+0000 7f8b7446b740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5590a4f63c80 con 0x5590a4b6a3b0 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b7446b740 10 client.0 _ll_register_callbacks cb 0x5590a4e44ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:42:08.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b667fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f8da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b667fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f8da40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40932/0 (socket says 172.21.15.33:40932) 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b667fc640 1 -- 172.21.15.33:0/334017568 learned_addr learned my addr 172.21.15.33:0/334017568 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b6a3b0 0x5590a4f734b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b677fe640 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b93270 0x5590a4f8df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b667fc640 1 -- 172.21.15.33:0/334017568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b6a3b0 msgr2=0x5590a4f734b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b667fc640 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b6a3b0 0x5590a4f734b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b667fc640 1 -- 172.21.15.33:0/334017568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b93270 msgr2=0x5590a4f8df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b667fc640 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b93270 0x5590a4f8df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b667fc640 1 -- 172.21.15.33:0/334017568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590a4c756b0 con 0x5590a4b72590 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b667fc640 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f8da40 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x5590a4f3b090 tx=0x7f8b5c026680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e138c5fea7be3039 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:42:08.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b45ffb640 1 -- 172.21.15.33:0/334017568 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c021040 con 0x5590a4b72590 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b45ffb640 1 -- 172.21.15.33:0/334017568 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f8b5c01d660 con 0x5590a4b72590 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.795+0000 7f8b7446b740 1 -- 172.21.15.33:0/334017568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b5c01d950 con 0x5590a4b72590 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b45ffb640 1 -- 172.21.15.33:0/334017568 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8b5c00ee70 con 0x5590a4b72590 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b7446b740 10 client.6057 fetch_fsmap learned FSMap version 27 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b7446b740 1 -- 172.21.15.33:0/334017568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x5590a4f739f0 con 0x5590a4b72590 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b45ffb640 1 -- 172.21.15.33:0/334017568 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b5c01d950 con 0x5590a4b72590 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b45ffb640 1 -- 172.21.15.33:0/334017568 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f8b5c03b080 con 0x5590a4b72590 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b7446b740 10 client.6057 fetch_fsmap finished waiting for FSMap version 27 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b7446b740 10 client.6057 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b7446b740 20 client.6057 populate_metadata read hostname 'smithi033' 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b7446b740 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.33:6833/3850258134,v1:172.21.15.33:6835/3850258134] conn(0x5590a4b51e40 0x5590a4f90ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b7446b740 4 client.6057 mds_command: new command op to 5901 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T15:42:08.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b7446b740 1 -- 172.21.15.33:0/334017568 --> [v2:172.21.15.33:6833/3850258134,v1:172.21.15.33:6835/3850258134] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5590a4ead340 con 0x5590a4b51e40 2024-07-26T15:42:08.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.33:6833/3850258134,v1:172.21.15.33:6835/3850258134] conn(0x5590a4b51e40 0x5590a4f90ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b45ffb640 10 client.6057 ms_handle_connect on v2:172.21.15.33:6833/3850258134 2024-07-26T15:42:08.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.796+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.33:6833/3850258134,v1:172.21.15.33:6835/3850258134] conn(0x5590a4b51e40 0x5590a4f90ff0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf0eb7cbe251e9d9 server_cookie=1515e7374da693d3 in_seq=0 out_seq=0 2024-07-26T15:42:08.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b45ffb640 1 -- 172.21.15.33:0/334017568 <== mds.0 v2:172.21.15.33:6833/3850258134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5590a4ead340 con 0x5590a4b51e40 2024-07-26T15:42:08.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b45ffb640 10 client.6057 handle_command_reply: tid=0 2024-07-26T15:42:08.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b7446b740 1 client.6057 shutdown 2024-07-26T15:42:08.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b7446b740 1 -- 172.21.15.33:0/334017568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 msgr2=0x5590a4f8da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b7446b740 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f8da40 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x5590a4f3b090 tx=0x7f8b5c026680 comp rx=0 tx=0).stop 2024-07-26T15:42:08.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b7446b740 1 -- 172.21.15.33:0/334017568 shutdown_connections 2024-07-26T15:42:08.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b7446b740 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.33:6833/3850258134,v1:172.21.15.33:6835/3850258134] conn(0x5590a4b51e40 0x5590a4f90ff0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b7446b740 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b93270 0x5590a4f8df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b7446b740 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f8da40 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b45ffb640 0 client.6057 ms_handle_reset on v2:172.21.15.33:6833/3850258134 2024-07-26T15:42:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b7446b740 1 --2- 172.21.15.33:0/334017568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b6a3b0 0x5590a4f734b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.797+0000 7f8b7446b740 1 -- 172.21.15.33:0/334017568 >> 172.21.15.33:0/334017568 conn(0x5590a4b873c0 msgr2=0x5590a4f39370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.798+0000 7f8b7446b740 1 -- 172.21.15.33:0/334017568 shutdown_connections 2024-07-26T15:42:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.798+0000 7f8b7446b740 1 -- 172.21.15.33:0/334017568 wait complete. 2024-07-26T15:42:08.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.798+0000 7f8b7446b740 20 client.6057 trim_cache size 0 max 16384 2024-07-26T15:42:08.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.817+0000 7f8b7446b740 1 Processor -- start 2024-07-26T15:42:08.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.817+0000 7f8b7446b740 1 -- start start 2024-07-26T15:42:08.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f52db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b72590 0x5590a4fa16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b93270 0x5590a4fa1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b7446b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8b68200f20 con 0x5590a4b6a3b0 2024-07-26T15:42:08.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b7446b740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8b681f59f0 con 0x5590a4b72590 2024-07-26T15:42:08.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b7446b740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8b682008d0 con 0x5590a4b93270 2024-07-26T15:42:08.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b66ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f52db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b66ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f52db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40942/0 (socket says 172.21.15.33:40942) 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b66ffd640 1 -- 172.21.15.33:0/2715648204 learned_addr learned my addr 172.21.15.33:0/2715648204 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b667fc640 1 --2- 172.21.15.33:0/2715648204 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b72590 0x5590a4fa16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b677fe640 1 --2- 172.21.15.33:0/2715648204 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b93270 0x5590a4fa1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b66ffd640 1 -- 172.21.15.33:0/2715648204 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b93270 msgr2=0x5590a4fa1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/2715648204 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b93270 0x5590a4fa1c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b66ffd640 1 -- 172.21.15.33:0/2715648204 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b72590 msgr2=0x5590a4fa16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.818+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/2715648204 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b72590 0x5590a4fa16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.819+0000 7f8b66ffd640 1 -- 172.21.15.33:0/2715648204 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590a4f4fc90 con 0x5590a4b6a3b0 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.819+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/2715648204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f52db0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f8b5805d590 tx=0x7f8b58068040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2443e4163957d8db server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.819+0000 7f8b47fff640 1 -- 172.21.15.33:0/2715648204 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5806a530 con 0x5590a4b6a3b0 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.819+0000 7f8b47fff640 1 -- 172.21.15.33:0/2715648204 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b58096fb0 con 0x5590a4b6a3b0 2024-07-26T15:42:08.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.819+0000 7f8b47fff640 1 -- 172.21.15.33:0/2715648204 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5806a0a0 con 0x5590a4b6a3b0 2024-07-26T15:42:08.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.820+0000 7f8b7446b740 1 -- 172.21.15.33:0/2715648204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 msgr2=0x5590a4f52db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.820+0000 7f8b7446b740 1 --2- 172.21.15.33:0/2715648204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f52db0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f8b5805d590 tx=0x7f8b58068040 comp rx=0 tx=0).stop 2024-07-26T15:42:08.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.820+0000 7f8b7446b740 1 -- 172.21.15.33:0/2715648204 shutdown_connections 2024-07-26T15:42:08.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.820+0000 7f8b7446b740 1 --2- 172.21.15.33:0/2715648204 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b93270 0x5590a4fa1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.820+0000 7f8b7446b740 1 --2- 172.21.15.33:0/2715648204 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b72590 0x5590a4fa16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.820+0000 7f8b7446b740 1 --2- 172.21.15.33:0/2715648204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b6a3b0 0x5590a4f52db0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.820+0000 7f8b7446b740 1 -- 172.21.15.33:0/2715648204 >> 172.21.15.33:0/2715648204 conn(0x5590a4b873c0 msgr2=0x5590a4f63200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:08.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.820+0000 7f8b7446b740 1 -- 172.21.15.33:0/2715648204 shutdown_connections 2024-07-26T15:42:08.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.820+0000 7f8b7446b740 1 -- 172.21.15.33:0/2715648204 wait complete. 2024-07-26T15:42:08.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.820+0000 7f8b7446b740 1 -- start start 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.821+0000 7f8b7446b740 1 Processor -- start 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b6a3b0 0x5590a4ff2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f78a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b7446b740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b93270 0x5590a4f720c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b7446b740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5590a4f8ed00 con 0x5590a4b72590 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b7446b740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5590a4f8eef0 con 0x5590a4b93270 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b7446b740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5590a4f4f260 con 0x5590a4b6a3b0 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b7446b740 10 client.0 _ll_register_callbacks cb 0x7f8b5c00ec80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b667fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f78a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b667fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f78a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40948/0 (socket says 172.21.15.33:40948) 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b667fc640 1 -- 172.21.15.33:0/1941589692 learned_addr learned my addr 172.21.15.33:0/1941589692 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:08.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b6a3b0 0x5590a4ff2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b677fe640 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b93270 0x5590a4f720c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b667fc640 1 -- 172.21.15.33:0/1941589692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b6a3b0 msgr2=0x5590a4ff2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b667fc640 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b6a3b0 0x5590a4ff2a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b667fc640 1 -- 172.21.15.33:0/1941589692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b93270 msgr2=0x5590a4f720c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b667fc640 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b93270 0x5590a4f720c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.822+0000 7f8b667fc640 1 -- 172.21.15.33:0/1941589692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590a4f81250 con 0x5590a4b72590 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b667fc640 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f78a80 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c00e790 tx=0x7f8b5c026e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9262960a4349203c server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b45ffb640 1 -- 172.21.15.33:0/1941589692 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c041060 con 0x5590a4b72590 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b45ffb640 1 -- 172.21.15.33:0/1941589692 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f8b5c01d660 con 0x5590a4b72590 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b7446b740 1 -- 172.21.15.33:0/1941589692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b58096fb0 con 0x5590a4b72590 2024-07-26T15:42:08.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b45ffb640 1 -- 172.21.15.33:0/1941589692 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8b5c047050 con 0x5590a4b72590 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b7446b740 10 client.6063 fetch_fsmap learned FSMap version 27 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b7446b740 1 -- 172.21.15.33:0/1941589692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x5590a4f79020 con 0x5590a4b72590 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b45ffb640 1 -- 172.21.15.33:0/1941589692 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b58096fb0 con 0x5590a4b72590 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b45ffb640 1 -- 172.21.15.33:0/1941589692 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f8b5c04a020 con 0x5590a4b72590 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b7446b740 10 client.6063 fetch_fsmap finished waiting for FSMap version 27 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b7446b740 10 client.6063 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b7446b740 20 client.6063 populate_metadata read hostname 'smithi033' 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b7446b740 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.33:6833/3850258134,v1:172.21.15.33:6835/3850258134] conn(0x5590a4fa17e0 0x5590a50075b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b7446b740 4 client.6063 mds_command: new command op to 5901 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b7446b740 1 -- 172.21.15.33:0/1941589692 --> [v2:172.21.15.33:6833/3850258134,v1:172.21.15.33:6835/3850258134] -- command(tid 0: {"prefix": "status"}) -- 0x5590a4ea8de0 con 0x5590a4fa17e0 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.823+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.33:6833/3850258134,v1:172.21.15.33:6835/3850258134] conn(0x5590a4fa17e0 0x5590a50075b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b45ffb640 10 client.6063 ms_handle_connect on v2:172.21.15.33:6833/3850258134 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b66ffd640 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.33:6833/3850258134,v1:172.21.15.33:6835/3850258134] conn(0x5590a4fa17e0 0x5590a50075b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c093075ce7a253 server_cookie=afe14da6a1df673a in_seq=0 out_seq=0 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b45ffb640 1 -- 172.21.15.33:0/1941589692 <== mds.0 v2:172.21.15.33:6833/3850258134 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x5590a4ea8de0 con 0x5590a4fa17e0 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b45ffb640 10 client.6063 handle_command_reply: tid=0 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 1 client.6063 shutdown 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 1 -- 172.21.15.33:0/1941589692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 msgr2=0x5590a4f78a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f78a80 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c00e790 tx=0x7f8b5c026e30 comp rx=0 tx=0).stop 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 1 -- 172.21.15.33:0/1941589692 shutdown_connections 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.33:6833/3850258134,v1:172.21.15.33:6835/3850258134] conn(0x5590a4fa17e0 0x5590a50075b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5590a4b93270 0x5590a4f720c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5590a4b72590 0x5590a4f78a80 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 1 --2- 172.21.15.33:0/1941589692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5590a4b6a3b0 0x5590a4ff2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b45ffb640 0 client.6063 ms_handle_reset on v2:172.21.15.33:6833/3850258134 2024-07-26T15:42:08.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 1 -- 172.21.15.33:0/1941589692 >> 172.21.15.33:0/1941589692 conn(0x5590a4b873c0 msgr2=0x5590a4f52db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:08.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 1 -- 172.21.15.33:0/1941589692 shutdown_connections 2024-07-26T15:42:08.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 1 -- 172.21.15.33:0/1941589692 wait complete. 2024-07-26T15:42:08.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.824+0000 7f8b7446b740 20 client.6063 trim_cache size 0 max 16384 2024-07-26T15:42:08.832 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:42:08.832 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T15:42:08.832 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T15:42:08.832 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 5901, 2024-07-26T15:42:08.832 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T15:42:08.832 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T15:42:08.832 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T15:42:08.833 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 10.425091711, 2024-07-26T15:42:08.833 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 27, 2024-07-26T15:42:08.833 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 72, 2024-07-26T15:42:08.833 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 72, 2024-07-26T15:42:08.833 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 15.032559132999999 2024-07-26T15:42:08.833 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:42:08.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 -- 172.21.15.33:0/1588464090 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8b54077130 msgr2=0x7f8b54079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8b54077130 0x7f8b54079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c005d70 tx=0x7f8b5c005d00 comp rx=0 tx=0).stop 2024-07-26T15:42:08.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 -- 172.21.15.33:0/1588464090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b680b6730 msgr2=0x7f8b6806d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b680b6730 0x7f8b6806d740 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f8b5800ba50 tx=0x7f8b5800bf10 comp rx=0 tx=0).stop 2024-07-26T15:42:08.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 -- 172.21.15.33:0/1588464090 shutdown_connections 2024-07-26T15:42:08.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f8b54077130 0x7f8b54079640 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b68147730 0x7f8b681f83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b680cfcc0 0x7f8b6814ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 --2- 172.21.15.33:0/1588464090 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b680b6730 0x7f8b6806d740 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 -- 172.21.15.33:0/1588464090 >> 172.21.15.33:0/1588464090 conn(0x7f8b680b3810 msgr2=0x7f8b68070520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:08.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 -- 172.21.15.33:0/1588464090 shutdown_connections 2024-07-26T15:42:08.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.825+0000 7f8b6d551640 1 -- 172.21.15.33:0/1588464090 wait complete. 2024-07-26T15:42:08.837 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:42:08.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.954+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/3877114036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d040cc740 msgr2=0x7f5d040ccb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.954+0000 7f5d0b4c1640 1 --2- 172.21.15.33:0/3877114036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d040cc740 0x7f5d040ccb50 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f5d040d15d0 tx=0x7f5cfc02aa30 comp rx=0 tx=0).stop 2024-07-26T15:42:08.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.954+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/3877114036 shutdown_connections 2024-07-26T15:42:08.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.954+0000 7f5d0b4c1640 1 --2- 172.21.15.33:0/3877114036 >> v2:172.21.15.154:3300/0 conn(0x7f5d040ce7a0 0x7f5d040cebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.954+0000 7f5d0b4c1640 1 --2- 172.21.15.33:0/3877114036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d040cc740 0x7f5d040ccb50 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.954+0000 7f5d0b4c1640 1 --2- 172.21.15.33:0/3877114036 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d040b6fc0 0x7f5d040ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.954+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/3877114036 >> 172.21.15.33:0/3877114036 conn(0x7f5d040d1b70 msgr2=0x7f5d040d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:08.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.955+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/3877114036 shutdown_connections 2024-07-26T15:42:08.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.955+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/3877114036 wait complete. 2024-07-26T15:42:08.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.956+0000 7f5d0b4c1640 1 Processor -- start 2024-07-26T15:42:08.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.956+0000 7f5d0b4c1640 1 -- start start 2024-07-26T15:42:08.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d0b4c1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d040b6fc0 0x7f5d040c9f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d0b4c1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d040cc740 0x7f5d0415cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d0b4c1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d040ce7a0 0x7f5d0415a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d0b4c1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5d040cd210 con 0x7f5d040cc740 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d0b4c1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5d040cd090 con 0x7f5d040b6fc0 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d0b4c1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5d040cd390 con 0x7f5d040ce7a0 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d08a5c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d040cc740 0x7f5d0415cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d08a5c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d040cc740 0x7f5d0415cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40962/0 (socket says 172.21.15.33:40962) 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d08a5c640 1 -- 172.21.15.33:0/2773264229 learned_addr learned my addr 172.21.15.33:0/2773264229 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d0925d640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d040b6fc0 0x7f5d040c9f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d09a5e640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d040ce7a0 0x7f5d0415a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d08a5c640 1 -- 172.21.15.33:0/2773264229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d040ce7a0 msgr2=0x7f5d0415a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d08a5c640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d040ce7a0 0x7f5d0415a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d08a5c640 1 -- 172.21.15.33:0/2773264229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d040b6fc0 msgr2=0x7f5d040c9f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d08a5c640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d040b6fc0 0x7f5d040c9f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d08a5c640 1 -- 172.21.15.33:0/2773264229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d040b4a60 con 0x7f5d040cc740 2024-07-26T15:42:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.958+0000 7f5d08a5c640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d040cc740 0x7f5d0415cb50 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f5cf800c940 tx=0x7f5cf800ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.959+0000 7f5cf5ffb640 1 -- 172.21.15.33:0/2773264229 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf8007bb0 con 0x7f5d040cc740 2024-07-26T15:42:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.959+0000 7f5cf5ffb640 1 -- 172.21.15.33:0/2773264229 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5cf8007e40 con 0x7f5d040cc740 2024-07-26T15:42:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.959+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/2773264229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d040b4d40 con 0x7f5d040cc740 2024-07-26T15:42:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.959+0000 7f5cf5ffb640 1 -- 172.21.15.33:0/2773264229 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cf800f690 con 0x7f5d040cc740 2024-07-26T15:42:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.959+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/2773264229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d040b5300 con 0x7f5d040cc740 2024-07-26T15:42:08.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.960+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/2773264229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d040ccb50 con 0x7f5d040cc740 2024-07-26T15:42:08.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.961+0000 7f5cf5ffb640 1 -- 172.21.15.33:0/2773264229 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f5cf800f830 con 0x7f5d040cc740 2024-07-26T15:42:08.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.961+0000 7f5cf5ffb640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5ce8077160 0x7f5ce8079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:08.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.961+0000 7f5cf5ffb640 1 -- 172.21.15.33:0/2773264229 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f5cf8099210 con 0x7f5d040cc740 2024-07-26T15:42:08.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.961+0000 7f5d0925d640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5ce8077160 0x7f5ce8079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:08.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.962+0000 7f5d0925d640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5ce8077160 0x7f5ce8079670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5d00005fd0 tx=0x7f5d0000b260 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:08.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:08.966+0000 7f5cf5ffb640 1 -- 172.21.15.33:0/2773264229 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5cf8014030 con 0x7f5d040cc740 2024-07-26T15:42:09.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.198+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/2773264229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5d040ca5e0 con 0x7f5d040cc740 2024-07-26T15:42:09.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.198+0000 7f5cf5ffb640 1 -- 172.21.15.33:0/2773264229 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+73 (secure 0 0 0) 0x7f5cf8061ae0 con 0x7f5d040cc740 2024-07-26T15:42:09.200 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T15:42:09.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/2773264229 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5ce8077160 msgr2=0x7f5ce8079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:09.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5ce8077160 0x7f5ce8079670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5d00005fd0 tx=0x7f5d0000b260 comp rx=0 tx=0).stop 2024-07-26T15:42:09.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/2773264229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d040cc740 msgr2=0x7f5d0415cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:09.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d040cc740 0x7f5d0415cb50 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f5cf800c940 tx=0x7f5cf800ce00 comp rx=0 tx=0).stop 2024-07-26T15:42:09.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/2773264229 shutdown_connections 2024-07-26T15:42:09.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f5ce8077160 0x7f5ce8079670 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:09.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d040ce7a0 0x7f5d0415a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:09.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d040cc740 0x7f5d0415cb50 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:09.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 --2- 172.21.15.33:0/2773264229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d040b6fc0 0x7f5d040c9f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:09.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/2773264229 >> 172.21.15.33:0/2773264229 conn(0x7f5d040d1b70 msgr2=0x7f5d040b1b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:09.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/2773264229 shutdown_connections 2024-07-26T15:42:09.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09.201+0000 7f5d0b4c1640 1 -- 172.21.15.33:0/2773264229 wait complete. 2024-07-26T15:42:09.213 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:42:09.213 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:42:09.214 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T15:42:09.214 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T15:42:09.214 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T15:42:09.214 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:42:09.214 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:42:09.214 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:42:09.214 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:42:09.214 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:09.214 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T15:42:09.231 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:42:09.231 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:42:09.231 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:42:09.231 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T15:42:09.232 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 41928sec preferred_lft 41928sec 2024-07-26T15:42:09.233 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T15:42:09.233 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:42:09.233 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:42:09.233 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:42:09.233 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T15:42:09.233 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:42:09.233 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:42:09.233 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T15:42:09.233 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:42:09.233 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T15:42:09.233 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:42:09.234 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:42:09.234 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:42:09.234 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T15:42:09.234 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:42:09.234 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:42:09.234 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:42:09.234 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T15:42:09.234 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:42:09.234 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:09.235 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:42:09.295 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T15:42:09.297 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:09.297 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T15:42:09.354 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T15:42:09.354 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:42:09.354 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T15:42:09.354 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T15:42:09.355 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:42:09.355 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:42:09.355 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:42:09.355 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T15:42:09.355 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T15:42:09.355 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T15:42:09.355 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:42:09.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:42:09.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:42:09.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:09.484 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:42:09.499 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T15:42:09.499 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T15:42:09.500 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:42:09.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:09.500 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T15:42:09.566 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T15:42:09.566 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:42:09.566 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T15:42:09.622 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:42:09.622 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:42:09.623 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:42:09.677 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:42:09.744 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:42:09.801 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:42:09.801 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:42:09.801 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:42:09.801 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:42:09.801 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:42:09.801 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:42:09.802 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:42:09.802 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:42:09.802 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:42:09.802 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:42:09.802 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:42:09.802 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:42:09.802 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:42:09.802 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:42:09.802 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:42:09.802 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:42:09.802 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:42:09.803 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:42:09.803 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:42:09.803 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:42:09.803 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:42:09.803 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:42:09.803 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:42:09.803 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:42:09.803 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:42:09.803 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:42:09.803 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:42:09.803 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:42:09.804 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:42:09.804 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:42:09.804 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:42:09.804 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:42:09.804 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:42:09.804 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:42:09.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:09.804 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:42:09.857 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T15:42:09.857 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T15:42:09.900 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:42:09.927 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:42:09.985 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:42:09.985 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:42:09.986 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:42:09.987 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:42:09.988 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:42:09.988 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:42:09.988 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:42:09.988 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:42:09.988 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:42:09.988 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:42:09.988 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:42:09.988 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:09.988 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:42:09.995 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T15:42:09.993+0000 7f90f801f480 -1 init, newargv = 0x7f90dc001080 newargc=15 2024-07-26T15:42:09.995 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[59361]: starting ceph client 2024-07-26T15:42:10.000 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[59361]: starting fuse 2024-07-26T15:42:10.011 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:42:10.012 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T15:42:10.012 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:42:10.012 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T15:42:10.012 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T15:42:10.012 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T15:42:10.013 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T15:42:10.013 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:42:10.013 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T15:42:10.013 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T15:42:10.013 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T15:42:10.013 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T15:42:10.013 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:42:10.014 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T15:42:10.014 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T15:42:10.014 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T15:42:10.014 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T15:42:10.014 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:42:10.014 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T15:42:10.014 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:42:10.015 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:42:10.015 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:42:10.015 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T15:42:10.015 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T15:42:10.015 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T15:42:10.015 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:42:10.015 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:42:10.015 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T15:42:10.015 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T15:42:10.133 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.59361.asok 2024-07-26T15:42:10.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:42:10.144 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.59361.asok 2024-07-26T15:42:10.144 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:10.144 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.59361.asok status 2024-07-26T15:42:10.290 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:42:10.291 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T15:42:10.291 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:42:10.291 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:42:10.291 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T15:42:10.291 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T15:42:10.291 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T15:42:10.291 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "59361", 2024-07-26T15:42:10.291 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T15:42:10.291 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:42:10.291 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T15:42:10.291 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 6075, 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 6075 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3731560763 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:42:10.292 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3731560763 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.6075 192.168.0.1:0/3731560763", 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/3731560763", 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 27, 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 72, 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T15:42:10.293 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T15:42:10.294 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:42:10.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:10.300 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T15:42:10.300 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T15:42:10.316 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T15:42:10.316 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T15:42:10.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:10.316 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:42:10.383 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T15:42:10.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.541+0000 7f7f2b101640 1 -- 172.21.15.33:0/1645632268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f0c003a00 msgr2=0x7f7f0c003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:10.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.541+0000 7f7f2b101640 1 --2- 172.21.15.33:0/1645632268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f0c003a00 0x7f7f0c003e50 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f7f1400c6e0 tx=0x7f7f0c005830 comp rx=0 tx=0).stop 2024-07-26T15:42:10.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.541+0000 7f7f2b101640 1 -- 172.21.15.33:0/1645632268 shutdown_connections 2024-07-26T15:42:10.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.541+0000 7f7f2b101640 1 --2- 172.21.15.33:0/1645632268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f0c003a00 0x7f7f0c003e50 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:10.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.541+0000 7f7f2b101640 1 -- 172.21.15.33:0/1645632268 >> 172.21.15.33:0/1645632268 conn(0x7f7f240b1740 msgr2=0x7f7f240b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:10.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.542+0000 7f7f2b101640 1 -- 172.21.15.33:0/1645632268 shutdown_connections 2024-07-26T15:42:10.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.542+0000 7f7f2b101640 1 -- 172.21.15.33:0/1645632268 wait complete. 2024-07-26T15:42:10.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.543+0000 7f7f2b101640 1 Processor -- start 2024-07-26T15:42:10.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.543+0000 7f7f2b101640 1 -- start start 2024-07-26T15:42:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2b101640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f0c003a00 0x7f7f240cfae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2b101640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f241406b0 0x7f7f240cdb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2b101640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f240ce040 0x7f7f241e5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2b101640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f240b42f0 con 0x7f7f240ce040 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2b101640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7f240b4170 con 0x7f7f0c003a00 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2b101640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7f240b4470 con 0x7f7f241406b0 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2969e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f240ce040 0x7f7f241e5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2969e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f240ce040 0x7f7f241e5800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40972/0 (socket says 172.21.15.33:40972) 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2969e640 1 -- 172.21.15.33:0/2568318899 learned_addr learned my addr 172.21.15.33:0/2568318899 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f23fff640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f241406b0 0x7f7f240cdb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f28e9d640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f0c003a00 0x7f7f240cfae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2969e640 1 -- 172.21.15.33:0/2568318899 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f241406b0 msgr2=0x7f7f240cdb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2969e640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f241406b0 0x7f7f240cdb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2969e640 1 -- 172.21.15.33:0/2568318899 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f0c003a00 msgr2=0x7f7f240cfae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2969e640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f0c003a00 0x7f7f240cfae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2969e640 1 -- 172.21.15.33:0/2568318899 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f240ce450 con 0x7f7f240ce040 2024-07-26T15:42:10.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.545+0000 7f7f2969e640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f240ce040 0x7f7f241e5800 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c005fd0 tx=0x7f7f1c009a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:10.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.546+0000 7f7f217fa640 1 -- 172.21.15.33:0/2568318899 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f1c016030 con 0x7f7f240ce040 2024-07-26T15:42:10.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.546+0000 7f7f217fa640 1 -- 172.21.15.33:0/2568318899 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f1c004c10 con 0x7f7f240ce040 2024-07-26T15:42:10.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.546+0000 7f7f217fa640 1 -- 172.21.15.33:0/2568318899 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f1c00f770 con 0x7f7f240ce040 2024-07-26T15:42:10.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.546+0000 7f7f2b101640 1 -- 172.21.15.33:0/2568318899 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f240d0020 con 0x7f7f240ce040 2024-07-26T15:42:10.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.546+0000 7f7f2b101640 1 -- 172.21.15.33:0/2568318899 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f241f87f0 con 0x7f7f240ce040 2024-07-26T15:42:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.547+0000 7f7f2b101640 1 -- 172.21.15.33:0/2568318899 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f241f91f0 con 0x7f7f240ce040 2024-07-26T15:42:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.547+0000 7f7f217fa640 1 -- 172.21.15.33:0/2568318899 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7f7f1c00f910 con 0x7f7f240ce040 2024-07-26T15:42:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.548+0000 7f7f217fa640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f7f10077130 0x7f7f10079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.548+0000 7f7f217fa640 1 -- 172.21.15.33:0/2568318899 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7f7f1c099340 con 0x7f7f240ce040 2024-07-26T15:42:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.548+0000 7f7f28e9d640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f7f10077130 0x7f7f10079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.549+0000 7f7f28e9d640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f7f10077130 0x7f7f10079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7f14032000 tx=0x7f7f1402c040 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:10.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.553+0000 7f7f217fa640 1 -- 172.21.15.33:0/2568318899 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7f240ce450 con 0x7f7f240ce040 2024-07-26T15:42:10.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.772+0000 7f7f2b101640 1 -- 172.21.15.33:0/2568318899 --> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f7f240b1520 con 0x7f7f10077130 2024-07-26T15:42:10.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.774+0000 7f7f217fa640 1 -- 172.21.15.33:0/2568318899 <== mgr.5700 v2:172.21.15.33:6836/1354880227 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f7f240b1520 con 0x7f7f10077130 2024-07-26T15:42:10.775 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:42:10.775 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:42:10.775 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T15:42:10.775 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:42:10.775 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:42:10.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 -- 172.21.15.33:0/2568318899 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f7f10077130 msgr2=0x7f7f10079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:10.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f7f10077130 0x7f7f10079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7f14032000 tx=0x7f7f1402c040 comp rx=0 tx=0).stop 2024-07-26T15:42:10.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 -- 172.21.15.33:0/2568318899 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f240ce040 msgr2=0x7f7f241e5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:10.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f240ce040 0x7f7f241e5800 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c005fd0 tx=0x7f7f1c009a80 comp rx=0 tx=0).stop 2024-07-26T15:42:10.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 -- 172.21.15.33:0/2568318899 shutdown_connections 2024-07-26T15:42:10.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7f7f10077130 0x7f7f10079640 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:10.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f240ce040 0x7f7f241e5800 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:10.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f241406b0 0x7f7f240cdb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:10.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 --2- 172.21.15.33:0/2568318899 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f0c003a00 0x7f7f240cfae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:10.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 -- 172.21.15.33:0/2568318899 >> 172.21.15.33:0/2568318899 conn(0x7f7f240b1740 msgr2=0x7f7f241e3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:10.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 -- 172.21.15.33:0/2568318899 shutdown_connections 2024-07-26T15:42:10.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.776+0000 7f7f2b101640 1 -- 172.21.15.33:0/2568318899 wait complete. 2024-07-26T15:42:10.789 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T15:42:10.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.908+0000 7fe4f20ef640 1 -- 172.21.15.33:0/2276111662 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4d4003a50 msgr2=0x7fe4d4003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:10.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.908+0000 7fe4f20ef640 1 --2- 172.21.15.33:0/2276111662 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4d4003a50 0x7fe4d4003ec0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc009b50 tx=0x7fe4d4005830 comp rx=0 tx=0).stop 2024-07-26T15:42:10.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.908+0000 7fe4f20ef640 1 -- 172.21.15.33:0/2276111662 shutdown_connections 2024-07-26T15:42:10.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.908+0000 7fe4f20ef640 1 --2- 172.21.15.33:0/2276111662 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4d4003a50 0x7fe4d4003ec0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:10.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.908+0000 7fe4f20ef640 1 -- 172.21.15.33:0/2276111662 >> 172.21.15.33:0/2276111662 conn(0x7fe4ec0d3de0 msgr2=0x7fe4ec0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:10.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.909+0000 7fe4f20ef640 1 -- 172.21.15.33:0/2276111662 shutdown_connections 2024-07-26T15:42:10.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.909+0000 7fe4f20ef640 1 -- 172.21.15.33:0/2276111662 wait complete. 2024-07-26T15:42:10.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.910+0000 7fe4f20ef640 1 Processor -- start 2024-07-26T15:42:10.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.911+0000 7fe4f20ef640 1 -- start start 2024-07-26T15:42:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4f20ef640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4d4003a50 0x7fe4ec1eb080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4f20ef640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4ec0b2280 0x7fe4ec0b3740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4f20ef640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4ec0b3c80 0x7fe4ec1e24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4f20ef640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ec0b5dd0 con 0x7fe4ec0b2280 2024-07-26T15:42:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4f20ef640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ec0b5c50 con 0x7fe4ec0b3c80 2024-07-26T15:42:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4f20ef640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe4ec0b2ce0 con 0x7fe4d4003a50 2024-07-26T15:42:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4eaffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4ec0b2280 0x7fe4ec0b3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4eaffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4ec0b2280 0x7fe4ec0b3740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40990/0 (socket says 172.21.15.33:40990) 2024-07-26T15:42:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4eaffd640 1 -- 172.21.15.33:0/871285718 learned_addr learned my addr 172.21.15.33:0/871285718 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4ebfff640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4ec0b3c80 0x7fe4ec1e24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4eb7fe640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4d4003a50 0x7fe4ec1eb080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4eaffd640 1 -- 172.21.15.33:0/871285718 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4d4003a50 msgr2=0x7fe4ec1eb080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4eaffd640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4d4003a50 0x7fe4ec1eb080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4eaffd640 1 -- 172.21.15.33:0/871285718 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4ec0b3c80 msgr2=0x7fe4ec1e24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4eaffd640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4ec0b3c80 0x7fe4ec1e24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4eaffd640 1 -- 172.21.15.33:0/871285718 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4ec0b4090 con 0x7fe4ec0b2280 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4ebfff640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4ec0b3c80 0x7fe4ec1e24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.912+0000 7fe4eb7fe640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4d4003a50 0x7fe4ec1eb080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.913+0000 7fe4eaffd640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4ec0b2280 0x7fe4ec0b3740 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fe4e0003f30 tx=0x7fe4e00016f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.913+0000 7fe4d3fff640 1 -- 172.21.15.33:0/871285718 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e0011640 con 0x7fe4ec0b2280 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.913+0000 7fe4d3fff640 1 -- 172.21.15.33:0/871285718 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe4e0016020 con 0x7fe4ec0b2280 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.913+0000 7fe4f20ef640 1 -- 172.21.15.33:0/871285718 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4ec0c97f0 con 0x7fe4ec0b2280 2024-07-26T15:42:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.913+0000 7fe4d3fff640 1 -- 172.21.15.33:0/871285718 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e0011a80 con 0x7fe4ec0b2280 2024-07-26T15:42:10.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.913+0000 7fe4f20ef640 1 -- 172.21.15.33:0/871285718 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4ec1e1cb0 con 0x7fe4ec0b2280 2024-07-26T15:42:10.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.914+0000 7fe4f20ef640 1 -- 172.21.15.33:0/871285718 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4ec0d1cb0 con 0x7fe4ec0b2280 2024-07-26T15:42:10.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.915+0000 7fe4d3fff640 1 -- 172.21.15.33:0/871285718 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 19) ==== 99241+0+0 (secure 0 0 0) 0x7fe4e0011c20 con 0x7fe4ec0b2280 2024-07-26T15:42:10.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.915+0000 7fe4d3fff640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe4d8077160 0x7fe4d8079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.915+0000 7fe4d3fff640 1 -- 172.21.15.33:0/871285718 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7fe4e00998a0 con 0x7fe4ec0b2280 2024-07-26T15:42:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.915+0000 7fe4eb7fe640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe4d8077160 0x7fe4d8079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.916+0000 7fe4eb7fe640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe4d8077160 0x7fe4d8079670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc035000 tx=0x7fe4dc0046c0 comp rx=0 tx=0).ready entity=mgr.5700 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:10.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:10.920+0000 7fe4d3fff640 1 -- 172.21.15.33:0/871285718 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe4e0020020 con 0x7fe4ec0b2280 2024-07-26T15:42:11.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:11.163+0000 7fe4f20ef640 1 -- 172.21.15.33:0/871285718 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fe4ec0d0280 con 0x7fe4ec0b2280 2024-07-26T15:42:12.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.157+0000 7fe4d3fff640 1 -- 172.21.15.33:0/871285718 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v20) ==== 92+0+0 (secure 0 0 0) 0x7fe4ec0b4090 con 0x7fe4ec0b2280 2024-07-26T15:42:12.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.159+0000 7fe4f20ef640 1 -- 172.21.15.33:0/871285718 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe4d8077160 msgr2=0x7fe4d8079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:12.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.159+0000 7fe4f20ef640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe4d8077160 0x7fe4d8079670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc035000 tx=0x7fe4dc0046c0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.159+0000 7fe4f20ef640 1 -- 172.21.15.33:0/871285718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4ec0b2280 msgr2=0x7fe4ec0b3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:12.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.160+0000 7fe4f20ef640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4ec0b2280 0x7fe4ec0b3740 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fe4e0003f30 tx=0x7fe4e00016f0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.160+0000 7fe4f20ef640 1 -- 172.21.15.33:0/871285718 shutdown_connections 2024-07-26T15:42:12.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.160+0000 7fe4f20ef640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe4d8077160 0x7fe4d8079670 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.160+0000 7fe4f20ef640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4ec0b3c80 0x7fe4ec1e24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.160+0000 7fe4f20ef640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4ec0b2280 0x7fe4ec0b3740 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.160+0000 7fe4f20ef640 1 --2- 172.21.15.33:0/871285718 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4d4003a50 0x7fe4ec1eb080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.160+0000 7fe4f20ef640 1 -- 172.21.15.33:0/871285718 >> 172.21.15.33:0/871285718 conn(0x7fe4ec0d3de0 msgr2=0x7fe4ec06d980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:12.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.160+0000 7fe4f20ef640 1 -- 172.21.15.33:0/871285718 shutdown_connections 2024-07-26T15:42:12.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.160+0000 7fe4f20ef640 1 -- 172.21.15.33:0/871285718 wait complete. 2024-07-26T15:42:12.179 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T15:42:12.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.309+0000 7fa7c9999640 1 -- 172.21.15.33:0/630794466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c40b53d0 msgr2=0x7fa7c40731a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:12.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.309+0000 7fa7c9999640 1 --2- 172.21.15.33:0/630794466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c40b53d0 0x7fa7c40731a0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac005fd0 tx=0x7fa7ac02a5d0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.309+0000 7fa7c9999640 1 -- 172.21.15.33:0/630794466 shutdown_connections 2024-07-26T15:42:12.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.309+0000 7fa7c9999640 1 --2- 172.21.15.33:0/630794466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7c40736e0 0x7fa7c406ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.309+0000 7fa7c9999640 1 --2- 172.21.15.33:0/630794466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c40b53d0 0x7fa7c40731a0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.309+0000 7fa7c9999640 1 -- 172.21.15.33:0/630794466 >> 172.21.15.33:0/630794466 conn(0x7fa7c40b2fa0 msgr2=0x7fa7c406d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:12.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.309+0000 7fa7c9999640 1 -- 172.21.15.33:0/630794466 shutdown_connections 2024-07-26T15:42:12.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.309+0000 7fa7c9999640 1 -- 172.21.15.33:0/630794466 wait complete. 2024-07-26T15:42:12.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.311+0000 7fa7c9999640 1 Processor -- start 2024-07-26T15:42:12.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.311+0000 7fa7c9999640 1 -- start start 2024-07-26T15:42:12.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c9999640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c40736e0 0x7fa7c415a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:12.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c9999640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7c40b4fc0 0x7fa7c41e79a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:12.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c9999640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7c40b53d0 0x7fa7c41e7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:12.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c9999640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c406f910 con 0x7fa7c40736e0 2024-07-26T15:42:12.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c9999640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c406f790 con 0x7fa7c40b53d0 2024-07-26T15:42:12.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c9999640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa7c406fa90 con 0x7fa7c40b4fc0 2024-07-26T15:42:12.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c40736e0 0x7fa7c415a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:12.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c40736e0 0x7fa7c415a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34984/0 (socket says 172.21.15.33:34984) 2024-07-26T15:42:12.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c2ffd640 1 -- 172.21.15.33:0/401884389 learned_addr learned my addr 172.21.15.33:0/401884389 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:12.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c27fc640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7c40b4fc0 0x7fa7c41e79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:12.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c37fe640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7c40b53d0 0x7fa7c41e7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:12.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c2ffd640 1 -- 172.21.15.33:0/401884389 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7c40b4fc0 msgr2=0x7fa7c41e79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:12.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c2ffd640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7c40b4fc0 0x7fa7c41e79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c2ffd640 1 -- 172.21.15.33:0/401884389 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7c40b53d0 msgr2=0x7fa7c41e7ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:12.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c2ffd640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7c40b53d0 0x7fa7c41e7ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c2ffd640 1 -- 172.21.15.33:0/401884389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7c414f6a0 con 0x7fa7c40736e0 2024-07-26T15:42:12.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c2ffd640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c40736e0 0x7fa7c415a4d0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fa7b400c7d0 tx=0x7fa7b400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:12.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7bbfff640 1 -- 172.21.15.33:0/401884389 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b4017070 con 0x7fa7c40736e0 2024-07-26T15:42:12.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.313+0000 7fa7c9999640 1 -- 172.21.15.33:0/401884389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7c414f980 con 0x7fa7c40736e0 2024-07-26T15:42:12.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.314+0000 7fa7bbfff640 1 -- 172.21.15.33:0/401884389 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7b4005070 con 0x7fa7c40736e0 2024-07-26T15:42:12.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.314+0000 7fa7bbfff640 1 -- 172.21.15.33:0/401884389 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b40054a0 con 0x7fa7c40736e0 2024-07-26T15:42:12.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.314+0000 7fa7c9999640 1 -- 172.21.15.33:0/401884389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7c414ff40 con 0x7fa7c40736e0 2024-07-26T15:42:12.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.315+0000 7fa7c9999640 1 -- 172.21.15.33:0/401884389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7c406ffb0 con 0x7fa7c40736e0 2024-07-26T15:42:12.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.315+0000 7fa7bbfff640 1 -- 172.21.15.33:0/401884389 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 20) ==== 99258+0+0 (secure 0 0 0) 0x7fa7b401a070 con 0x7fa7c40736e0 2024-07-26T15:42:12.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.316+0000 7fa7bbfff640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa7a40771b0 0x7fa7a40796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:12.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.316+0000 7fa7c27fc640 1 -- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa7a40771b0 msgr2=0x7fa7a40796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1354880227 2024-07-26T15:42:12.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.316+0000 7fa7bbfff640 1 -- 172.21.15.33:0/401884389 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7fa7b4098370 con 0x7fa7c40736e0 2024-07-26T15:42:12.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.316+0000 7fa7c27fc640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa7a40771b0 0x7fa7a40796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:42:12.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.320+0000 7fa7bbfff640 1 -- 172.21.15.33:0/401884389 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa7c4073af0 con 0x7fa7c40736e0 2024-07-26T15:42:12.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.516+0000 7fa7c9999640 1 -- 172.21.15.33:0/401884389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fa7c415b0e0 con 0x7fa7c40736e0 2024-07-26T15:42:12.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.517+0000 7fa7c27fc640 1 -- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa7a40771b0 msgr2=0x7fa7a40796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1354880227 2024-07-26T15:42:12.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.517+0000 7fa7c27fc640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa7a40771b0 0x7fa7a40796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:42:12.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.522+0000 7fa7bbfff640 1 -- 172.21.15.33:0/401884389 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v33)=0 v33) ==== 138+0+0 (secure 0 0 0) 0x7fa7b4060c00 con 0x7fa7c40736e0 2024-07-26T15:42:12.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 -- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa7a40771b0 msgr2=0x7fa7a40796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:42:12.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa7a40771b0 0x7fa7a40796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 -- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c40736e0 msgr2=0x7fa7c415a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:12.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c40736e0 0x7fa7c415a4d0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fa7b400c7d0 tx=0x7fa7b400cc90 comp rx=0 tx=0).stop 2024-07-26T15:42:12.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 -- 172.21.15.33:0/401884389 shutdown_connections 2024-07-26T15:42:12.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa7a40771b0 0x7fa7a40796c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7c40b53d0 0x7fa7c41e7ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7c40b4fc0 0x7fa7c41e79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 --2- 172.21.15.33:0/401884389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7c40736e0 0x7fa7c415a4d0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 -- 172.21.15.33:0/401884389 >> 172.21.15.33:0/401884389 conn(0x7fa7c40b2fa0 msgr2=0x7fa7c4070960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:12.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 -- 172.21.15.33:0/401884389 shutdown_connections 2024-07-26T15:42:12.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.524+0000 7fa7c9999640 1 -- 172.21.15.33:0/401884389 wait complete. 2024-07-26T15:42:12.537 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T15:42:12.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.658+0000 7fa294540640 1 -- 172.21.15.33:0/1776829504 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa28c1421e0 msgr2=0x7fa28c06c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:12.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.658+0000 7fa294540640 1 --2- 172.21.15.33:0/1776829504 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa28c1421e0 0x7fa28c06c630 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fa288009830 tx=0x7fa28802a530 comp rx=0 tx=0).stop 2024-07-26T15:42:12.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.658+0000 7fa294540640 1 -- 172.21.15.33:0/1776829504 shutdown_connections 2024-07-26T15:42:12.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.658+0000 7fa294540640 1 --2- 172.21.15.33:0/1776829504 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa28c1421e0 0x7fa28c06c630 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.658+0000 7fa294540640 1 -- 172.21.15.33:0/1776829504 >> 172.21.15.33:0/1776829504 conn(0x7fa28c0b2fa0 msgr2=0x7fa28c06d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:12.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.658+0000 7fa294540640 1 -- 172.21.15.33:0/1776829504 shutdown_connections 2024-07-26T15:42:12.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.658+0000 7fa294540640 1 -- 172.21.15.33:0/1776829504 wait complete. 2024-07-26T15:42:12.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.660+0000 7fa294540640 1 Processor -- start 2024-07-26T15:42:12.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.660+0000 7fa294540640 1 -- start start 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.661+0000 7fa294540640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa28c13ee40 0x7fa28c06f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.661+0000 7fa294540640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa28c1421e0 0x7fa28c155fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.661+0000 7fa294540640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa28c15cb20 0x7fa28c0d0f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.661+0000 7fa294540640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c0cfd60 con 0x7fa28c1421e0 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.661+0000 7fa294540640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c0cfbe0 con 0x7fa28c13ee40 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.661+0000 7fa294540640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa28c0cfee0 con 0x7fa28c15cb20 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.661+0000 7fa291adb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa28c1421e0 0x7fa28c155fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.661+0000 7fa291adb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa28c1421e0 0x7fa28c155fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34990/0 (socket says 172.21.15.33:34990) 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.661+0000 7fa291adb640 1 -- 172.21.15.33:0/3363654803 learned_addr learned my addr 172.21.15.33:0/3363654803 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.661+0000 7fa2922dc640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa28c13ee40 0x7fa28c06f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.661+0000 7fa292add640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa28c15cb20 0x7fa28c0d0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.662+0000 7fa291adb640 1 -- 172.21.15.33:0/3363654803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa28c15cb20 msgr2=0x7fa28c0d0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:12.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.662+0000 7fa291adb640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa28c15cb20 0x7fa28c0d0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.662+0000 7fa291adb640 1 -- 172.21.15.33:0/3363654803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa28c13ee40 msgr2=0x7fa28c06f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:12.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.662+0000 7fa291adb640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa28c13ee40 0x7fa28c06f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.662+0000 7fa291adb640 1 -- 172.21.15.33:0/3363654803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa28c158c90 con 0x7fa28c1421e0 2024-07-26T15:42:12.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.662+0000 7fa291adb640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa28c1421e0 0x7fa28c155fb0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00c460 tx=0x7fa27c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:12.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.662+0000 7fa282ffd640 1 -- 172.21.15.33:0/3363654803 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c016020 con 0x7fa28c1421e0 2024-07-26T15:42:12.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.662+0000 7fa282ffd640 1 -- 172.21.15.33:0/3363654803 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa27c012a00 con 0x7fa28c1421e0 2024-07-26T15:42:12.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.662+0000 7fa282ffd640 1 -- 172.21.15.33:0/3363654803 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c012e50 con 0x7fa28c1421e0 2024-07-26T15:42:12.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.662+0000 7fa294540640 1 -- 172.21.15.33:0/3363654803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa28c158f70 con 0x7fa28c1421e0 2024-07-26T15:42:12.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.662+0000 7fa294540640 1 -- 172.21.15.33:0/3363654803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa28c159530 con 0x7fa28c1421e0 2024-07-26T15:42:12.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.663+0000 7fa294540640 1 -- 172.21.15.33:0/3363654803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa28c06c630 con 0x7fa28c1421e0 2024-07-26T15:42:12.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.664+0000 7fa282ffd640 1 -- 172.21.15.33:0/3363654803 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 20) ==== 99258+0+0 (secure 0 0 0) 0x7fa27c019020 con 0x7fa28c1421e0 2024-07-26T15:42:12.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.664+0000 7fa282ffd640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa270077320 0x7fa270079830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:12.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.665+0000 7fa2922dc640 1 -- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa270077320 msgr2=0x7fa270079830 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1354880227 2024-07-26T15:42:12.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.665+0000 7fa282ffd640 1 -- 172.21.15.33:0/3363654803 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7fa27c098790 con 0x7fa28c1421e0 2024-07-26T15:42:12.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.665+0000 7fa2922dc640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa270077320 0x7fa270079830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:42:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.673+0000 7fa282ffd640 1 -- 172.21.15.33:0/3363654803 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa27c020030 con 0x7fa28c1421e0 2024-07-26T15:42:12.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.866+0000 7fa2922dc640 1 -- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa270077320 msgr2=0x7fa270079830 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1354880227 2024-07-26T15:42:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.866+0000 7fa2922dc640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa270077320 0x7fa270079830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:42:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.867+0000 7fa294540640 1 -- 172.21.15.33:0/3363654803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7fa28c068b90 con 0x7fa28c1421e0 2024-07-26T15:42:12.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.873+0000 7fa282ffd640 1 -- 172.21.15.33:0/3363654803 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v34)=0 v34) ==== 133+0+0 (secure 0 0 0) 0x7fa27c061130 con 0x7fa28c1421e0 2024-07-26T15:42:12.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 -- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa270077320 msgr2=0x7fa270079830 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:42:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa270077320 0x7fa270079830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 -- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa28c1421e0 msgr2=0x7fa28c155fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa28c1421e0 0x7fa28c155fb0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00c460 tx=0x7fa27c00c920 comp rx=0 tx=0).stop 2024-07-26T15:42:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 -- 172.21.15.33:0/3363654803 shutdown_connections 2024-07-26T15:42:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fa270077320 0x7fa270079830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa28c15cb20 0x7fa28c0d0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa28c1421e0 0x7fa28c155fb0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 --2- 172.21.15.33:0/3363654803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa28c13ee40 0x7fa28c06f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 -- 172.21.15.33:0/3363654803 >> 172.21.15.33:0/3363654803 conn(0x7fa28c0b2fa0 msgr2=0x7fa28c15ed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 -- 172.21.15.33:0/3363654803 shutdown_connections 2024-07-26T15:42:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:12.875+0000 7fa294540640 1 -- 172.21.15.33:0/3363654803 wait complete. 2024-07-26T15:42:12.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:12.888 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2024-07-26T15:42:12.909 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1 1m 2024-07-26T15:42:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.071+0000 7fe5df018640 1 -- 172.21.15.33:0/1319156194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5d80b1900 msgr2=0x7fe5d8162860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.071+0000 7fe5df018640 1 --2- 172.21.15.33:0/1319156194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5d80b1900 0x7fe5d8162860 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fe5d80731d0 tx=0x7fe5c402a4f0 comp rx=0 tx=0).stop 2024-07-26T15:42:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.071+0000 7fe5df018640 1 -- 172.21.15.33:0/1319156194 shutdown_connections 2024-07-26T15:42:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.071+0000 7fe5df018640 1 --2- 172.21.15.33:0/1319156194 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe5d80b1d10 0x7fe5d8164db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.071+0000 7fe5df018640 1 --2- 172.21.15.33:0/1319156194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5d80b1900 0x7fe5d8162860 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.071+0000 7fe5df018640 1 --2- 172.21.15.33:0/1319156194 >> v2:172.21.15.154:3300/0 conn(0x7fe5d80b6ed0 0x7fe5d80b13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.071+0000 7fe5df018640 1 -- 172.21.15.33:0/1319156194 >> 172.21.15.33:0/1319156194 conn(0x7fe5d80d1bb0 msgr2=0x7fe5d80d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.071+0000 7fe5df018640 1 -- 172.21.15.33:0/1319156194 shutdown_connections 2024-07-26T15:42:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.071+0000 7fe5df018640 1 -- 172.21.15.33:0/1319156194 wait complete. 2024-07-26T15:42:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.073+0000 7fe5df018640 1 Processor -- start 2024-07-26T15:42:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.073+0000 7fe5df018640 1 -- start start 2024-07-26T15:42:13.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.074+0000 7fe5df018640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe5d80b1900 0x7fe5d81f4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:13.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.074+0000 7fe5df018640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5d80b6ed0 0x7fe5d80af330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:13.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.074+0000 7fe5df018640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5d81593b0 0x7fe5d80af870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:13.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.074+0000 7fe5df018640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d80b7640 con 0x7fe5d81593b0 2024-07-26T15:42:13.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.074+0000 7fe5df018640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d80b74c0 con 0x7fe5d80b6ed0 2024-07-26T15:42:13.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.074+0000 7fe5df018640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe5d81652f0 con 0x7fe5d80b1900 2024-07-26T15:42:13.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5dd5b5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5d81593b0 0x7fe5d80af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:13.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5dd5b5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5d81593b0 0x7fe5d80af870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35012/0 (socket says 172.21.15.33:35012) 2024-07-26T15:42:13.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5dd5b5640 1 -- 172.21.15.33:0/1034513993 learned_addr learned my addr 172.21.15.33:0/1034513993 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:13.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5d7fff640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5d80b6ed0 0x7fe5d80af330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5dcdb4640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe5d80b1900 0x7fe5d81f4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5dd5b5640 1 -- 172.21.15.33:0/1034513993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe5d80b1900 msgr2=0x7fe5d81f4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5dd5b5640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe5d80b1900 0x7fe5d81f4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5dd5b5640 1 -- 172.21.15.33:0/1034513993 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5d80b6ed0 msgr2=0x7fe5d80af330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5dd5b5640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5d80b6ed0 0x7fe5d80af330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5dd5b5640 1 -- 172.21.15.33:0/1034513993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5d8159b30 con 0x7fe5d81593b0 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5dd5b5640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5d81593b0 0x7fe5d80af870 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fe5d000d8d0 tx=0x7fe5d000dd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d0016070 con 0x7fe5d81593b0 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe5d000bd40 con 0x7fe5d81593b0 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5df018640 1 -- 172.21.15.33:0/1034513993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5d806e430 con 0x7fe5d81593b0 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d0003bd0 con 0x7fe5d81593b0 2024-07-26T15:42:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.075+0000 7fe5df018640 1 -- 172.21.15.33:0/1034513993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5d806e9f0 con 0x7fe5d81593b0 2024-07-26T15:42:13.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.076+0000 7fe5df018640 1 -- 172.21.15.33:0/1034513993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5d80b1d10 con 0x7fe5d81593b0 2024-07-26T15:42:13.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.078+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 20) ==== 99258+0+0 (secure 0 0 0) 0x7fe5d0010460 con 0x7fe5d81593b0 2024-07-26T15:42:13.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.079+0000 7fe5d57fa640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5bc077180 0x7fe5bc079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:13.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.079+0000 7fe5dcdb4640 1 -- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5bc077180 msgr2=0x7fe5bc079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1354880227 2024-07-26T15:42:13.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.079+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 6101+0+0 (secure 0 0 0) 0x7fe5d0099270 con 0x7fe5d81593b0 2024-07-26T15:42:13.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.079+0000 7fe5dcdb4640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5bc077180 0x7fe5bc079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:42:13.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.083+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe5d0061a70 con 0x7fe5d81593b0 2024-07-26T15:42:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.280+0000 7fe5dcdb4640 1 -- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5bc077180 msgr2=0x7fe5bc079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1354880227 2024-07-26T15:42:13.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.280+0000 7fe5dcdb4640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5bc077180 0x7fe5bc079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:42:13.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.301+0000 7fe5df018640 1 -- 172.21.15.33:0/1034513993 --> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fe5d80d0980 con 0x7fe5bc077180 2024-07-26T15:42:13.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.681+0000 7fe5dcdb4640 1 -- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5bc077180 msgr2=0x7fe5bc079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1354880227 2024-07-26T15:42:13.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:13.681+0000 7fe5dcdb4640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5bc077180 0x7fe5bc079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T15:42:14.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:14.483+0000 7fe5dcdb4640 1 -- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5bc077180 msgr2=0x7fe5bc079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1354880227 2024-07-26T15:42:14.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:14.483+0000 7fe5dcdb4640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5bc077180 0x7fe5bc079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T15:42:15.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:15.812+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 21) ==== 99258+0+0 (secure 0 0 0) 0x7fe5d0097600 con 0x7fe5d81593b0 2024-07-26T15:42:15.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:15.970+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 22) ==== 98867+0+0 (secure 0 0 0) 0x7fe5d0061cd0 con 0x7fe5d81593b0 2024-07-26T15:42:15.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:15.970+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5bc077180 msgr2=0x7fe5bc079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:42:15.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:15.970+0000 7fe5d57fa640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1354880227,v1:172.21.15.33:6837/1354880227] conn(0x7fe5bc077180 0x7fe5bc079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:16.118 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:42:16.116+0000 7f333584f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:42:16.118 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:42:16.116+0000 7f333584f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:42:16.118 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:42:16.116+0000 7f333584f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:42:16.119 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:42:16.116+0000 7f333584f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:42:16.119 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:42:16.116+0000 7f333584f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:42:16.119 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:42:16.116+0000 7f3338054640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:42:16.119 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:42:16.117+0000 7f3338054640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:42:16.119 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:42:16.117+0000 7f3338054640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:42:16.119 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:42:16.117+0000 7f3338054640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:42:16.119 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:42:16.117+0000 7f3338054640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:42:16.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:16.975+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 <== mon.0 v2:172.21.15.33:3300/0 9 ==== mgrmap(e 23) ==== 98994+0+0 (secure 0 0 0) 0x7fe5d00491e0 con 0x7fe5d81593b0 2024-07-26T15:42:16.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:16.976+0000 7fe5d57fa640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe5bc07f6d0 0x7fe5bc081af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:16.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:16.976+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 --> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fe5d00831e0 con 0x7fe5bc07f6d0 2024-07-26T15:42:16.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:16.977+0000 7fe5dcdb4640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe5bc07f6d0 0x7fe5bc081af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:16.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:16.982+0000 7fe5dcdb4640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe5bc07f6d0 0x7fe5bc081af0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc005fd0 tx=0x7fe5cc00b2e0 comp rx=0 tx=0).ready entity=mgr.6096 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:17.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.056+0000 7fe5d57fa640 1 -- 172.21.15.33:0/1034513993 <== mgr.6096 v2:172.21.15.33:6836/1505021965 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe5d00831e0 con 0x7fe5bc07f6d0 2024-07-26T15:42:17.057 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1 2024-07-26T15:42:17.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.058+0000 7fe5df018640 1 -- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe5bc07f6d0 msgr2=0x7fe5bc081af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.058+0000 7fe5df018640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe5bc07f6d0 0x7fe5bc081af0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc005fd0 tx=0x7fe5cc00b2e0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.058+0000 7fe5df018640 1 -- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5d81593b0 msgr2=0x7fe5d80af870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.058+0000 7fe5df018640 1 --2- 172.21.15.33:0/1034513993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe5d81593b0 0x7fe5d80af870 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fe5d000d8d0 tx=0x7fe5d000dd90 comp rx=0 tx=0).stop 2024-07-26T15:42:17.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.058+0000 7fe5dd5b5640 1 -- 172.21.15.33:0/1034513993 reap_dead start 2024-07-26T15:42:17.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.059+0000 7fe5df018640 1 -- 172.21.15.33:0/1034513993 shutdown_connections 2024-07-26T15:42:17.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.059+0000 7fe5df018640 1 -- 172.21.15.33:0/1034513993 >> 172.21.15.33:0/1034513993 conn(0x7fe5d80d1bb0 msgr2=0x7fe5d80d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:17.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.059+0000 7fe5df018640 1 -- 172.21.15.33:0/1034513993 shutdown_connections 2024-07-26T15:42:17.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.059+0000 7fe5df018640 1 -- 172.21.15.33:0/1034513993 wait complete. 2024-07-26T15:42:17.072 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1 2024-07-26T15:42:17.073 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1 2m 2024-07-26T15:42:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.194+0000 7fbd6062c640 1 -- 172.21.15.33:0/2895247369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd580cfa50 msgr2=0x7fbd580b5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.194+0000 7fbd6062c640 1 --2- 172.21.15.33:0/2895247369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd580cfa50 0x7fbd580b5a40 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fbd580c7600 tx=0x7fbd4802aac0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.194+0000 7fbd6062c640 1 -- 172.21.15.33:0/2895247369 shutdown_connections 2024-07-26T15:42:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.194+0000 7fbd6062c640 1 --2- 172.21.15.33:0/2895247369 >> v2:172.21.15.154:3300/0 conn(0x7fbd580b6390 0x7fbd580d2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.194+0000 7fbd6062c640 1 --2- 172.21.15.33:0/2895247369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd580cfa50 0x7fbd580b5a40 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.194+0000 7fbd6062c640 1 -- 172.21.15.33:0/2895247369 >> 172.21.15.33:0/2895247369 conn(0x7fbd580d3de0 msgr2=0x7fbd580d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.194+0000 7fbd6062c640 1 -- 172.21.15.33:0/2895247369 shutdown_connections 2024-07-26T15:42:17.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.194+0000 7fbd6062c640 1 -- 172.21.15.33:0/2895247369 wait complete. 2024-07-26T15:42:17.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.196+0000 7fbd6062c640 1 Processor -- start 2024-07-26T15:42:17.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.196+0000 7fbd6062c640 1 -- start start 2024-07-26T15:42:17.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.197+0000 7fbd6062c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbd580b5f80 0x7fbd581f6090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:17.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.197+0000 7fbd6062c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd580b6390 0x7fbd581e2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:17.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.197+0000 7fbd6062c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbd580cfa50 0x7fbd581f95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.197+0000 7fbd6062c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbd580d2710 con 0x7fbd580b6390 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.197+0000 7fbd6062c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbd580b2d30 con 0x7fbd580b5f80 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.197+0000 7fbd6062c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbd580b3740 con 0x7fbd580cfa50 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd5dbc7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd580b6390 0x7fbd581e2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd5dbc7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd580b6390 0x7fbd581e2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35138/0 (socket says 172.21.15.33:35138) 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd5dbc7640 1 -- 172.21.15.33:0/1141417697 learned_addr learned my addr 172.21.15.33:0/1141417697 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd5ebc9640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbd580cfa50 0x7fbd581f95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd5e3c8640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbd580b5f80 0x7fbd581f6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd5dbc7640 1 -- 172.21.15.33:0/1141417697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbd580cfa50 msgr2=0x7fbd581f95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd5dbc7640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbd580cfa50 0x7fbd581f95c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd5dbc7640 1 -- 172.21.15.33:0/1141417697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbd580b5f80 msgr2=0x7fbd581f6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd5dbc7640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbd580b5f80 0x7fbd581f6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd5dbc7640 1 -- 172.21.15.33:0/1141417697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd581f5610 con 0x7fbd580b6390 2024-07-26T15:42:17.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd5dbc7640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd580b6390 0x7fbd581e2da0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c00c370 tx=0x7fbd4c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:17.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd56ffd640 1 -- 172.21.15.33:0/1141417697 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd4c017070 con 0x7fbd580b6390 2024-07-26T15:42:17.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd56ffd640 1 -- 172.21.15.33:0/1141417697 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd4c0053c0 con 0x7fbd580b6390 2024-07-26T15:42:17.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd6062c640 1 -- 172.21.15.33:0/1141417697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd581e32e0 con 0x7fbd580b6390 2024-07-26T15:42:17.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd56ffd640 1 -- 172.21.15.33:0/1141417697 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd4c003850 con 0x7fbd580b6390 2024-07-26T15:42:17.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.198+0000 7fbd6062c640 1 -- 172.21.15.33:0/1141417697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd581ea2a0 con 0x7fbd580b6390 2024-07-26T15:42:17.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.199+0000 7fbd6062c640 1 -- 172.21.15.33:0/1141417697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd580b5a40 con 0x7fbd580b6390 2024-07-26T15:42:17.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.200+0000 7fbd56ffd640 1 -- 172.21.15.33:0/1141417697 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 23) ==== 98994+0+0 (secure 0 0 0) 0x7fbd4c01a070 con 0x7fbd580b6390 2024-07-26T15:42:17.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.201+0000 7fbd56ffd640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fbd44076eb0 0x7fbd440793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:17.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.201+0000 7fbd56ffd640 1 -- 172.21.15.33:0/1141417697 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 6445+0+0 (secure 0 0 0) 0x7fbd4c097cc0 con 0x7fbd580b6390 2024-07-26T15:42:17.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.201+0000 7fbd5e3c8640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fbd44076eb0 0x7fbd440793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:17.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.201+0000 7fbd5e3c8640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fbd44076eb0 0x7fbd440793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fbd48035000 tx=0x7fbd48038040 comp rx=0 tx=0).ready entity=mgr.6096 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:17.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.205+0000 7fbd56ffd640 1 -- 172.21.15.33:0/1141417697 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbd581f5610 con 0x7fbd580b6390 2024-07-26T15:42:17.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.420+0000 7fbd6062c640 1 -- 172.21.15.33:0/1141417697 --> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "2m", "target": ["mon-mgr", ""]}) -- 0x7fbd580c7520 con 0x7fbd44076eb0 2024-07-26T15:42:17.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.477+0000 7fbd56ffd640 1 -- 172.21.15.33:0/1141417697 <== mgr.6096 v2:172.21.15.33:6836/1505021965 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fbd580c7520 con 0x7fbd44076eb0 2024-07-26T15:42:17.479 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1 2024-07-26T15:42:17.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.479+0000 7fbd6062c640 1 -- 172.21.15.33:0/1141417697 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fbd44076eb0 msgr2=0x7fbd440793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.479+0000 7fbd6062c640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fbd44076eb0 0x7fbd440793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fbd48035000 tx=0x7fbd48038040 comp rx=0 tx=0).stop 2024-07-26T15:42:17.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.480+0000 7fbd6062c640 1 -- 172.21.15.33:0/1141417697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd580b6390 msgr2=0x7fbd581e2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.480+0000 7fbd6062c640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd580b6390 0x7fbd581e2da0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c00c370 tx=0x7fbd4c00c830 comp rx=0 tx=0).stop 2024-07-26T15:42:17.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.480+0000 7fbd6062c640 1 -- 172.21.15.33:0/1141417697 shutdown_connections 2024-07-26T15:42:17.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.480+0000 7fbd6062c640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fbd44076eb0 0x7fbd440793c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.480+0000 7fbd6062c640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbd580cfa50 0x7fbd581f95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.480+0000 7fbd6062c640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd580b6390 0x7fbd581e2da0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.480+0000 7fbd6062c640 1 --2- 172.21.15.33:0/1141417697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbd580b5f80 0x7fbd581f6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.480+0000 7fbd6062c640 1 -- 172.21.15.33:0/1141417697 >> 172.21.15.33:0/1141417697 conn(0x7fbd580d3de0 msgr2=0x7fbd580b1cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:17.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.480+0000 7fbd6062c640 1 -- 172.21.15.33:0/1141417697 shutdown_connections 2024-07-26T15:42:17.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.480+0000 7fbd6062c640 1 -- 172.21.15.33:0/1141417697 wait complete. 2024-07-26T15:42:17.492 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1 2024-07-26T15:42:17.492 DEBUG:tasks.cephfs.test_snap_schedules:expecting snap snap_test_dir1/.snap/scheduled-2024-07-26-15_43_00 in ~43s... 2024-07-26T15:42:17.493 DEBUG:tasks.cephfs.test_snap_schedules:expecting snap snap_test_dir1/.snap/scheduled-2024-07-26-15_44_00 in ~103s... 2024-07-26T15:42:17.493 DEBUG:tasks.cephfs.test_snap_schedules:expected_schedule: ['1m', '2m'], expected_retention: [] 2024-07-26T15:42:17.493 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list --format json snap_test_dir1 2024-07-26T15:42:17.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.611+0000 7f923bbe2640 1 -- 172.21.15.33:0/2880281817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9220004800 msgr2=0x7f9220004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.611+0000 7f923bbe2640 1 --2- 172.21.15.33:0/2880281817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9220004800 0x7f9220004c10 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f9224009d20 tx=0x7f9220005830 comp rx=0 tx=0).stop 2024-07-26T15:42:17.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.612+0000 7f923bbe2640 1 -- 172.21.15.33:0/2880281817 shutdown_connections 2024-07-26T15:42:17.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.612+0000 7f923bbe2640 1 --2- 172.21.15.33:0/2880281817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9220004800 0x7f9220004c10 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.612+0000 7f923bbe2640 1 -- 172.21.15.33:0/2880281817 >> 172.21.15.33:0/2880281817 conn(0x7f92340b3810 msgr2=0x7f92340b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:17.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.612+0000 7f923bbe2640 1 -- 172.21.15.33:0/2880281817 shutdown_connections 2024-07-26T15:42:17.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.612+0000 7f923bbe2640 1 -- 172.21.15.33:0/2880281817 wait complete. 2024-07-26T15:42:17.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.613+0000 7f923bbe2640 1 Processor -- start 2024-07-26T15:42:17.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.613+0000 7f923bbe2640 1 -- start start 2024-07-26T15:42:17.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923bbe2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9220004800 0x7f923406e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:17.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923bbe2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f923415e8e0 0x7f923415a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:17.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923bbe2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f923415af10 0x7f923415c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:17.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923bbe2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f92340ce3c0 con 0x7f923415e8e0 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923bbe2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f92340b7730 con 0x7f923415af10 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923bbe2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f92340ce540 con 0x7f9220004800 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923917d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f923415e8e0 0x7f923415a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923917d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f923415e8e0 0x7f923415a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35154/0 (socket says 172.21.15.33:35154) 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923917d640 1 -- 172.21.15.33:0/3845558054 learned_addr learned my addr 172.21.15.33:0/3845558054 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923997e640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9220004800 0x7f923406e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923a17f640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f923415af10 0x7f923415c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923917d640 1 -- 172.21.15.33:0/3845558054 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9220004800 msgr2=0x7f923406e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923917d640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9220004800 0x7f923406e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923917d640 1 -- 172.21.15.33:0/3845558054 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f923415af10 msgr2=0x7f923415c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923917d640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f923415af10 0x7f923415c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923917d640 1 -- 172.21.15.33:0/3845558054 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9234159b20 con 0x7f923415e8e0 2024-07-26T15:42:17.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.615+0000 7f923917d640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f923415e8e0 0x7f923415a9d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f9224009e40 tx=0x7f92240038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:17.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.616+0000 7f922a7fc640 1 -- 172.21.15.33:0/3845558054 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9224041020 con 0x7f923415e8e0 2024-07-26T15:42:17.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.616+0000 7f922a7fc640 1 -- 172.21.15.33:0/3845558054 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f922402ba20 con 0x7f923415e8e0 2024-07-26T15:42:17.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.616+0000 7f922a7fc640 1 -- 172.21.15.33:0/3845558054 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9224005050 con 0x7f923415e8e0 2024-07-26T15:42:17.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.616+0000 7f923bbe2640 1 -- 172.21.15.33:0/3845558054 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92341f7ef0 con 0x7f923415e8e0 2024-07-26T15:42:17.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.616+0000 7f923bbe2640 1 -- 172.21.15.33:0/3845558054 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92341f81a0 con 0x7f923415e8e0 2024-07-26T15:42:17.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.617+0000 7f923bbe2640 1 -- 172.21.15.33:0/3845558054 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f923415c6a0 con 0x7f923415e8e0 2024-07-26T15:42:17.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.617+0000 7f922a7fc640 1 -- 172.21.15.33:0/3845558054 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 23) ==== 98994+0+0 (secure 0 0 0) 0x7f9224044020 con 0x7f923415e8e0 2024-07-26T15:42:17.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.618+0000 7f922a7fc640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f9218076eb0 0x7f92180793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:42:17.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.618+0000 7f922a7fc640 1 -- 172.21.15.33:0/3845558054 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 6445+0+0 (secure 0 0 0) 0x7f92240b98d0 con 0x7f923415e8e0 2024-07-26T15:42:17.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.618+0000 7f923997e640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f9218076eb0 0x7f92180793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:42:17.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.618+0000 7f923997e640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f9218076eb0 0x7f92180793c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9230000c00 tx=0x7f9230006b60 comp rx=0 tx=0).ready entity=mgr.6096 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:42:17.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.623+0000 7f922a7fc640 1 -- 172.21.15.33:0/3845558054 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f923415c6a0 con 0x7f923415e8e0 2024-07-26T15:42:17.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.835+0000 7f923bbe2640 1 -- 172.21.15.33:0/3845558054 --> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f92340ceaa0 con 0x7f9218076eb0 2024-07-26T15:42:17.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.843+0000 7f922a7fc640 1 -- 172.21.15.33:0/3845558054 <== mgr.6096 v2:172.21.15.33:6836/1505021965 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+76 (secure 0 0 0) 0x7f92340ceaa0 con 0x7f9218076eb0 2024-07-26T15:42:17.844 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:42:17.844 INFO:teuthology.orchestra.run.smithi033.stdout:{"path": "snap_test_dir1", "schedule": ["1m", "2m"], "retention": [{}, {}]} 2024-07-26T15:42:17.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 -- 172.21.15.33:0/3845558054 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f9218076eb0 msgr2=0x7f92180793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f9218076eb0 0x7f92180793c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9230000c00 tx=0x7f9230006b60 comp rx=0 tx=0).stop 2024-07-26T15:42:17.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 -- 172.21.15.33:0/3845558054 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f923415e8e0 msgr2=0x7f923415a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:42:17.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f923415e8e0 0x7f923415a9d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f9224009e40 tx=0x7f92240038a0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 -- 172.21.15.33:0/3845558054 shutdown_connections 2024-07-26T15:42:17.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f9218076eb0 0x7f92180793c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f923415af10 0x7f923415c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f923415e8e0 0x7f923415a9d0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 --2- 172.21.15.33:0/3845558054 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9220004800 0x7f923406e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:42:17.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 -- 172.21.15.33:0/3845558054 >> 172.21.15.33:0/3845558054 conn(0x7f92340b3810 msgr2=0x7f9234156120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:42:17.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 -- 172.21.15.33:0/3845558054 shutdown_connections 2024-07-26T15:42:17.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:42:17.845+0000 7f923bbe2640 1 -- 172.21.15.33:0/3845558054 wait complete. 2024-07-26T15:42:17.857 DEBUG:tasks.cephfs.test_snap_schedules:res= {"path": "snap_test_dir1", "schedule": ["1m", "2m"], "retention": [{}, {}]} 2024-07-26T15:42:17.858 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'path': 'snap_test_dir1', 'schedule': ['1m', '2m'], 'retention': [{}, {}]} 2024-07-26T15:42:17.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:17.858 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:17.878 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:17.878 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:17.878 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:18.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:18.879 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:18.905 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:18.906 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:18.906 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:19.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:19.907 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:19.932 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:19.932 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:19.932 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:20.933 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:20.934 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:20.959 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:20.959 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:20.959 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:21.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:21.960 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:21.986 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:21.986 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:21.986 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:22.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:22.987 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:23.013 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:23.013 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:23.013 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:24.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:24.014 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:24.039 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:24.039 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:24.039 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:24.438 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:42:24.441 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:42:25.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:25.040 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:25.064 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:25.064 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:25.064 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:26.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:26.065 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:26.090 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:26.090 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:26.090 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:27.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:27.092 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:27.117 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:27.117 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:27.117 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:28.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:28.118 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:28.143 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:28.143 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:28.143 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:29.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:29.145 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:29.170 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:29.170 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:29.170 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:30.171 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:30.171 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:30.196 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:30.196 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:30.196 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:31.197 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:31.197 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:31.222 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:31.222 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:31.222 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:32.223 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:32.223 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:32.248 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:32.248 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:32.248 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:33.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:33.249 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:33.274 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:33.274 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:33.274 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:34.275 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:34.275 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:34.301 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:34.301 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:34.301 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:35.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:35.302 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:35.327 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:35.327 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:35.327 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:36.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:36.329 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:36.354 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:36.354 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:36.354 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:37.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:37.357 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:37.383 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:37.383 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:37.383 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:38.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:38.384 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:38.410 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:38.411 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:38.411 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:39.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:39.412 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:39.437 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:39.437 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:39.437 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:40.438 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:40.439 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:40.464 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:40.464 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:40.464 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:41.465 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:41.465 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:41.490 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:41.491 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:41.491 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:42.491 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:42.491 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:42.517 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:42.517 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:42.517 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:43.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:43.518 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:43.544 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:43.544 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:43.544 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:44.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:44.545 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:44.571 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:44.571 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:44.571 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:45.572 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:45.572 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:45.597 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:45.597 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:45.598 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:46.599 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:46.599 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:46.624 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:46.624 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:46.624 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:47.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:47.625 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:47.650 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:47.650 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:47.650 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:48.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:48.651 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:48.676 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:48.677 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:48.677 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:49.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:49.677 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:49.702 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:49.703 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:49.703 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:50.703 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:50.704 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:50.728 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:50.728 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:50.728 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:51.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:51.729 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:51.754 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:51.754 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:51.754 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:52.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:52.755 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:52.780 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:52.780 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:52.780 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:53.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:53.781 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:53.806 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:53.806 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:53.806 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:54.601 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:42:54.604 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:42:54.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:54.807 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:54.832 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:54.832 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:54.832 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:55.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:55.834 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:55.859 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:55.859 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:55.859 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:56.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:56.861 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:56.886 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:56.886 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:56.886 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:57.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:57.887 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:57.912 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:57.912 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:57.912 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:58.913 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:58.913 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:58.938 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:58.939 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:58.939 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:42:59.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:42:59.940 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:42:59.965 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:42:59.966 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:42:59.966 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:00.490 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:43:00.489+0000 7f3327833640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:43:00.490 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:43:00.489+0000 7f3327833640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:43:00.491 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:43:00.489+0000 7f3327833640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:43:00.491 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:43:00.489+0000 7f3327833640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:43:00.491 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:43:00.489+0000 7f3327833640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:43:00.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:00.966 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:00.991 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:00.992 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:00.992 INFO:tasks.cephfs.test_snap_schedules:added: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:00.992 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:00.992 DEBUG:tasks.cephfs.test_snap_schedules:snapshots added=['scheduled-2024-07-26-15_43_00_UTC'] 2024-07-26T15:43:00.992 DEBUG:tasks.cephfs.test_snap_schedules:exec=1722008537.4928274, now = 1722008580.9924703, timo = 43 2024-07-26T15:43:01.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:01.993 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:02.019 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:02.019 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:02.019 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:02.019 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:03.019 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:03.020 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:03.045 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:03.045 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:03.045 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:03.045 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:04.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:04.046 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:04.073 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:04.073 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:04.073 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:04.073 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:05.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:05.074 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:05.099 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:05.100 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:05.100 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:05.100 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:06.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:06.101 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:06.125 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:06.126 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:06.126 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:06.126 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:07.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:07.127 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:07.152 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:07.152 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:07.152 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:07.152 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:08.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:08.153 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:08.177 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:08.178 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:08.178 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:08.178 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:09.179 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:09.179 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:09.203 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:09.204 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:09.204 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:09.204 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:10.205 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:10.205 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:10.229 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:10.230 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:10.230 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:10.230 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:11.231 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:11.231 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:11.256 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:11.256 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:11.256 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:12.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:12.257 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:12.281 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:12.282 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:12.282 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:12.282 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:13.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:13.283 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:13.309 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:13.309 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:13.309 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:13.309 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:14.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:14.310 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:14.334 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:14.335 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:14.335 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:14.335 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:15.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:15.337 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:15.361 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:15.362 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:15.362 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:15.362 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:16.364 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:16.364 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:16.388 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:16.389 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:16.389 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:16.389 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:17.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:17.390 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:17.416 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:17.416 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:17.417 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:17.417 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:18.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:18.418 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:18.440 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:18.441 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:18.441 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:18.441 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:19.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:19.443 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:19.467 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:19.468 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:19.468 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:19.468 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:20.469 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:20.469 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:20.495 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:20.495 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:20.495 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:20.495 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:21.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:21.497 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:21.521 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:21.522 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:21.522 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:21.522 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:22.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:22.523 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:22.547 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:22.548 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:22.548 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:22.548 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:23.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:23.549 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:23.574 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:23.574 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:23.574 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:23.574 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:24.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:24.576 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:24.600 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:24.601 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:24.601 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:24.601 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:24.747 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:43:24.750 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:43:25.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:25.602 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:25.627 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:25.627 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:25.627 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:25.627 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:26.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:26.628 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:26.653 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:26.654 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:26.654 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:26.654 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:27.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:27.655 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:27.680 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:27.680 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:27.680 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:27.680 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:28.681 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:28.681 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:28.706 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:28.706 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:28.707 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:28.707 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:29.708 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:29.708 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:29.733 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:29.734 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:29.734 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:29.734 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:30.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:30.735 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:30.760 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:30.760 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:30.760 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:30.760 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:31.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:31.762 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:31.786 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:31.787 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:31.787 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:31.787 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:32.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:32.788 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:32.813 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:32.813 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:32.813 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:32.813 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:33.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:33.814 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:33.838 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:33.839 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:33.839 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:33.839 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:34.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:34.841 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:34.865 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:34.866 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:34.866 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:34.866 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:35.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:35.867 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:35.891 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:35.892 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:35.892 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:35.892 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:36.893 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:36.893 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:36.917 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:36.918 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:36.918 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:36.918 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:37.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:37.920 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:37.944 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:37.945 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:37.945 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:37.945 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:38.946 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:38.946 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:38.970 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:38.971 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:38.971 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:38.971 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:39.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:39.972 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:39.996 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:39.998 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:39.998 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:39.998 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:40.998 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:40.999 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:41.023 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:41.024 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:41.024 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:41.024 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:42.025 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:42.025 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:42.049 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:42.050 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:42.050 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:42.050 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:43.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:43.052 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:43.077 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:43.077 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:43.077 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:43.078 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:44.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:44.079 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:44.104 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:44.104 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:44.104 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:44.104 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:45.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:45.105 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:45.129 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:45.130 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:45.130 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:45.130 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:46.130 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:46.131 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:46.155 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:46.156 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:46.156 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:46.156 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:47.157 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:47.157 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:47.182 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:47.182 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:47.182 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:47.182 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:48.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:48.183 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:48.211 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:48.212 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:48.212 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:48.212 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:49.213 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:49.213 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:49.238 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:49.238 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:49.238 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:49.238 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:50.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:50.240 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:50.263 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:50.264 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:50.264 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:50.265 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:51.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:51.266 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:51.290 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:51.291 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:51.291 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:51.291 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:52.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:52.292 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:52.316 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:52.317 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:52.317 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:52.317 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:53.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:53.318 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:53.343 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:53.344 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:53.344 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:53.344 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:54.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:54.345 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:54.369 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:54.369 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:54.369 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:54.369 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:54.852 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:43:54.855 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:43:55.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:55.370 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:55.394 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:55.395 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:55.395 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:55.396 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:56.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:56.397 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:56.421 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:56.421 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:56.421 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:56.421 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:57.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:57.423 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:57.446 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:57.447 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:57.447 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:57.448 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:58.448 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:58.449 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:58.472 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:58.472 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:58.472 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:58.473 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:43:59.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:43:59.474 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:43:59.499 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:43:59.499 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:43:59.499 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:43:59.499 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:44:00.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:00.500 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:44:00.524 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:44:00.524 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC'} 2024-07-26T15:44:00.525 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:44:00.525 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:44:01.526 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:01.526 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:44:01.550 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:44:01.551 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_44_00_UTC 2024-07-26T15:44:01.551 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_43_00_UTC', 'scheduled-2024-07-26-15_44_00_UTC'} 2024-07-26T15:44:01.551 INFO:tasks.cephfs.test_snap_schedules:added: {'scheduled-2024-07-26-15_44_00_UTC'} 2024-07-26T15:44:01.551 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:44:01.551 DEBUG:tasks.cephfs.test_snap_schedules:snapshots added=['scheduled-2024-07-26-15_44_00_UTC'] 2024-07-26T15:44:01.551 DEBUG:tasks.cephfs.test_snap_schedules:exec=1722008537.4928274, now = 1722008641.551584, timo = 103 2024-07-26T15:44:02.552 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove snap_test_dir1 2024-07-26T15:44:02.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.686+0000 7ff49768c640 1 -- 172.21.15.33:0/2159586673 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4900b8e30 msgr2=0x7ff4900b4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:02.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.686+0000 7ff49768c640 1 --2- 172.21.15.33:0/2159586673 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4900b8e30 0x7ff4900b4e60 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7ff480009830 tx=0x7ff48002a480 comp rx=0 tx=0).stop 2024-07-26T15:44:02.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.686+0000 7ff49768c640 1 -- 172.21.15.33:0/2159586673 shutdown_connections 2024-07-26T15:44:02.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.686+0000 7ff49768c640 1 --2- 172.21.15.33:0/2159586673 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4900b8e30 0x7ff4900b4e60 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:02.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.686+0000 7ff49768c640 1 --2- 172.21.15.33:0/2159586673 >> v2:172.21.15.154:3300/0 conn(0x7ff4900b6be0 0x7ff4900d48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:02.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.686+0000 7ff49768c640 1 -- 172.21.15.33:0/2159586673 >> 172.21.15.33:0/2159586673 conn(0x7ff4900d3d90 msgr2=0x7ff4900d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:02.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.686+0000 7ff49768c640 1 -- 172.21.15.33:0/2159586673 shutdown_connections 2024-07-26T15:44:02.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.686+0000 7ff49768c640 1 -- 172.21.15.33:0/2159586673 wait complete. 2024-07-26T15:44:02.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.687+0000 7ff49768c640 1 Processor -- start 2024-07-26T15:44:02.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.688+0000 7ff49768c640 1 -- start start 2024-07-26T15:44:02.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff49768c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4900b6be0 0x7ff49015ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:02.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff49768c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4900b8e30 0x7ff4901f8b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:02.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff49768c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4900d05d0 0x7ff4901f9040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:02.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff49768c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff4900d1f20 con 0x7ff4900b6be0 2024-07-26T15:44:02.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff49768c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff4900d1300 con 0x7ff4900b8e30 2024-07-26T15:44:02.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff49768c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff4900d20a0 con 0x7ff4900d05d0 2024-07-26T15:44:02.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff495428640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4900b6be0 0x7ff49015ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:02.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff495428640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4900b6be0 0x7ff49015ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56494/0 (socket says 172.21.15.33:56494) 2024-07-26T15:44:02.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff495428640 1 -- 172.21.15.33:0/2752623839 learned_addr learned my addr 172.21.15.33:0/2752623839 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:02.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff495c29640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4900d05d0 0x7ff4901f9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:02.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff494c27640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4900b8e30 0x7ff4901f8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:02.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff495428640 1 -- 172.21.15.33:0/2752623839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4900d05d0 msgr2=0x7ff4901f9040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:02.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff495428640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4900d05d0 0x7ff4901f9040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:02.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff495428640 1 -- 172.21.15.33:0/2752623839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4900b8e30 msgr2=0x7ff4901f8b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:02.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff495428640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4900b8e30 0x7ff4901f8b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:02.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.689+0000 7ff495428640 1 -- 172.21.15.33:0/2752623839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff490160a20 con 0x7ff4900b6be0 2024-07-26T15:44:02.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.690+0000 7ff495428640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4900b6be0 0x7ff49015ed70 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7ff48c00ea20 tx=0x7ff48c00eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:02.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.690+0000 7ff485ffb640 1 -- 172.21.15.33:0/2752623839 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff48c00ce40 con 0x7ff4900b6be0 2024-07-26T15:44:02.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.690+0000 7ff49768c640 1 -- 172.21.15.33:0/2752623839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff490160cc0 con 0x7ff4900b6be0 2024-07-26T15:44:02.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.690+0000 7ff485ffb640 1 -- 172.21.15.33:0/2752623839 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff48c004020 con 0x7ff4900b6be0 2024-07-26T15:44:02.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.690+0000 7ff485ffb640 1 -- 172.21.15.33:0/2752623839 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff48c004470 con 0x7ff4900b6be0 2024-07-26T15:44:02.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.690+0000 7ff49768c640 1 -- 172.21.15.33:0/2752623839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff490161280 con 0x7ff4900b6be0 2024-07-26T15:44:02.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.691+0000 7ff49768c640 1 -- 172.21.15.33:0/2752623839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4900d48b0 con 0x7ff4900b6be0 2024-07-26T15:44:02.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.692+0000 7ff485ffb640 1 -- 172.21.15.33:0/2752623839 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 99270+0+0 (secure 0 0 0) 0x7ff48c0035f0 con 0x7ff4900b6be0 2024-07-26T15:44:02.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.692+0000 7ff485ffb640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7ff474077180 0x7ff474079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:02.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.692+0000 7ff485ffb640 1 -- 172.21.15.33:0/2752623839 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6503+0+0 (secure 0 0 0) 0x7ff48c099820 con 0x7ff4900b6be0 2024-07-26T15:44:02.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.692+0000 7ff494c27640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7ff474077180 0x7ff474079690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:02.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.693+0000 7ff494c27640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7ff474077180 0x7ff474079690 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ff480034000 tx=0x7ff480004730 comp rx=0 tx=0).ready entity=mgr.6096 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:02.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.697+0000 7ff485ffb640 1 -- 172.21.15.33:0/2752623839 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff48c0624e0 con 0x7ff4900b6be0 2024-07-26T15:44:02.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.916+0000 7ff49768c640 1 -- 172.21.15.33:0/2752623839 --> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7ff490161fe0 con 0x7ff474077180 2024-07-26T15:44:02.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.992+0000 7ff485ffb640 1 -- 172.21.15.33:0/2752623839 <== mgr.6096 v2:172.21.15.33:6836/1505021965 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7ff490161fe0 con 0x7ff474077180 2024-07-26T15:44:02.993 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path snap_test_dir1 2024-07-26T15:44:02.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 -- 172.21.15.33:0/2752623839 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7ff474077180 msgr2=0x7ff474079690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:02.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7ff474077180 0x7ff474079690 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ff480034000 tx=0x7ff480004730 comp rx=0 tx=0).stop 2024-07-26T15:44:02.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 -- 172.21.15.33:0/2752623839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4900b6be0 msgr2=0x7ff49015ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:02.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4900b6be0 0x7ff49015ed70 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7ff48c00ea20 tx=0x7ff48c00eee0 comp rx=0 tx=0).stop 2024-07-26T15:44:02.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 -- 172.21.15.33:0/2752623839 shutdown_connections 2024-07-26T15:44:02.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7ff474077180 0x7ff474079690 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:02.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4900d05d0 0x7ff4901f9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:02.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4900b8e30 0x7ff4901f8b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:02.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 --2- 172.21.15.33:0/2752623839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4900b6be0 0x7ff49015ed70 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:02.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 -- 172.21.15.33:0/2752623839 >> 172.21.15.33:0/2752623839 conn(0x7ff4900d3d90 msgr2=0x7ff49006d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:02.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 -- 172.21.15.33:0/2752623839 shutdown_connections 2024-07-26T15:44:02.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:02.994+0000 7ff49768c640 1 -- 172.21.15.33:0/2752623839 wait complete. 2024-07-26T15:44:03.007 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path snap_test_dir1 2024-07-26T15:44:03.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:03.007 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:44:03.027 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:44:03.027 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_44_00_UTC 2024-07-26T15:44:03.027 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_43_00_UTC 2024-07-26T15:44:03.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:03.027 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_43_00_UTC) 2024-07-26T15:44:03.090 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_44_00_UTC 2024-07-26T15:44:03.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:03.091 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_44_00_UTC) 2024-07-26T15:44:03.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:03.153 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1) 2024-07-26T15:44:03.212 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T15:44:03.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.370+0000 7f89425c4640 1 -- 172.21.15.33:0/3137755409 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f893c06f810 msgr2=0x7f893c15b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:03.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.370+0000 7f89425c4640 1 --2- 172.21.15.33:0/3137755409 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f893c06f810 0x7f893c15b4a0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f893c0b6d10 tx=0x7f893402a980 comp rx=0 tx=0).stop 2024-07-26T15:44:03.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.370+0000 7f89425c4640 1 -- 172.21.15.33:0/3137755409 shutdown_connections 2024-07-26T15:44:03.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.370+0000 7f89425c4640 1 --2- 172.21.15.33:0/3137755409 >> v2:172.21.15.154:3300/0 conn(0x7f893c15ef80 0x7f893c06f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:03.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.370+0000 7f89425c4640 1 --2- 172.21.15.33:0/3137755409 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f893c06f810 0x7f893c15b4a0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:03.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.370+0000 7f89425c4640 1 --2- 172.21.15.33:0/3137755409 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f893c158960 0x7f893c15ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:03.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.370+0000 7f89425c4640 1 -- 172.21.15.33:0/3137755409 >> 172.21.15.33:0/3137755409 conn(0x7f893c0d0b40 msgr2=0x7f893c0d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:03.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.370+0000 7f89425c4640 1 -- 172.21.15.33:0/3137755409 shutdown_connections 2024-07-26T15:44:03.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.370+0000 7f89425c4640 1 -- 172.21.15.33:0/3137755409 wait complete. 2024-07-26T15:44:03.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.372+0000 7f89425c4640 1 Processor -- start 2024-07-26T15:44:03.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.372+0000 7f89425c4640 1 -- start start 2024-07-26T15:44:03.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.373+0000 7f89425c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f893c06f810 0x7f893c157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.373+0000 7f89425c4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f893c158960 0x7f893c1f6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.373+0000 7f89425c4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f893c15ef80 0x7f893c1f6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.373+0000 7f89425c4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f893c15bd70 con 0x7f893c15ef80 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.373+0000 7f89425c4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f893c15bbf0 con 0x7f893c06f810 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.373+0000 7f89425c4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f893c15bef0 con 0x7f893c158960 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8940b61640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f893c15ef80 0x7f893c1f6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8940b61640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f893c15ef80 0x7f893c1f6d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56502/0 (socket says 172.21.15.33:56502) 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8940b61640 1 -- 172.21.15.33:0/543359180 learned_addr learned my addr 172.21.15.33:0/543359180 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f893b7fe640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f893c158960 0x7f893c1f6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f893bfff640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f893c06f810 0x7f893c157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8940b61640 1 -- 172.21.15.33:0/543359180 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f893c158960 msgr2=0x7f893c1f6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8940b61640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f893c158960 0x7f893c1f6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8940b61640 1 -- 172.21.15.33:0/543359180 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f893c06f810 msgr2=0x7f893c157840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:03.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8940b61640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f893c06f810 0x7f893c157840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:03.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8940b61640 1 -- 172.21.15.33:0/543359180 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f893c1419a0 con 0x7f893c15ef80 2024-07-26T15:44:03.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8940b61640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f893c15ef80 0x7f893c1f6d70 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f8934033040 tx=0x7f8934003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:03.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8938ff9640 1 -- 172.21.15.33:0/543359180 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8934034040 con 0x7f893c15ef80 2024-07-26T15:44:03.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8938ff9640 1 -- 172.21.15.33:0/543359180 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8934004540 con 0x7f893c15ef80 2024-07-26T15:44:03.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f89425c4640 1 -- 172.21.15.33:0/543359180 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f893c1f7500 con 0x7f893c15ef80 2024-07-26T15:44:03.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.374+0000 7f8938ff9640 1 -- 172.21.15.33:0/543359180 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8934045480 con 0x7f893c15ef80 2024-07-26T15:44:03.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.375+0000 7f89425c4640 1 -- 172.21.15.33:0/543359180 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f893c1416c0 con 0x7f893c15ef80 2024-07-26T15:44:03.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.375+0000 7f89425c4640 1 -- 172.21.15.33:0/543359180 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f893c141200 con 0x7f893c15ef80 2024-07-26T15:44:03.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.376+0000 7f8938ff9640 1 -- 172.21.15.33:0/543359180 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 27) ==== 99270+0+0 (secure 0 0 0) 0x7f8934037020 con 0x7f893c15ef80 2024-07-26T15:44:03.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.377+0000 7f8938ff9640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f8928077180 0x7f8928079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:03.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.377+0000 7f893bfff640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f8928077180 0x7f8928079690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:03.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.377+0000 7f8938ff9640 1 -- 172.21.15.33:0/543359180 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6503+0+0 (secure 0 0 0) 0x7f89340ba770 con 0x7f893c15ef80 2024-07-26T15:44:03.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.377+0000 7f893bfff640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f8928077180 0x7f8928079690 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f892c00daa0 tx=0x7f892c005d70 comp rx=0 tx=0).ready entity=mgr.6096 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:03.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.381+0000 7f8938ff9640 1 -- 172.21.15.33:0/543359180 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f893c141200 con 0x7f893c15ef80 2024-07-26T15:44:03.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:03.626+0000 7f89425c4640 1 -- 172.21.15.33:0/543359180 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7f893c071890 con 0x7f893c15ef80 2024-07-26T15:44:04.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.236+0000 7f8938ff9640 1 -- 172.21.15.33:0/543359180 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v28) ==== 93+0+0 (secure 0 0 0) 0x7f893c071890 con 0x7f893c15ef80 2024-07-26T15:44:04.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.242+0000 7f89425c4640 1 -- 172.21.15.33:0/543359180 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f8928077180 msgr2=0x7f8928079690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:04.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.242+0000 7f89425c4640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f8928077180 0x7f8928079690 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f892c00daa0 tx=0x7f892c005d70 comp rx=0 tx=0).stop 2024-07-26T15:44:04.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.242+0000 7f89425c4640 1 -- 172.21.15.33:0/543359180 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f893c15ef80 msgr2=0x7f893c1f6d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:04.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.242+0000 7f89425c4640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f893c15ef80 0x7f893c1f6d70 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f8934033040 tx=0x7f8934003f10 comp rx=0 tx=0).stop 2024-07-26T15:44:04.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.244+0000 7f89425c4640 1 -- 172.21.15.33:0/543359180 shutdown_connections 2024-07-26T15:44:04.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.244+0000 7f89425c4640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f8928077180 0x7f8928079690 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.244+0000 7f89425c4640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f893c15ef80 0x7f893c1f6d70 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.244+0000 7f89425c4640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f893c158960 0x7f893c1f6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.244+0000 7f89425c4640 1 --2- 172.21.15.33:0/543359180 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f893c06f810 0x7f893c157840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.244+0000 7f89425c4640 1 -- 172.21.15.33:0/543359180 >> 172.21.15.33:0/543359180 conn(0x7f893c0d0b40 msgr2=0x7f893c15a4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:04.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.245+0000 7f89425c4640 1 -- 172.21.15.33:0/543359180 shutdown_connections 2024-07-26T15:44:04.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.246+0000 7f89425c4640 1 -- 172.21.15.33:0/543359180 wait complete. 2024-07-26T15:44:04.262 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T15:44:04.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.389+0000 7fe2ca425640 1 -- 172.21.15.33:0/3434776377 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2c40b2dc0 msgr2=0x7fe2c40d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:04.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.389+0000 7fe2ca425640 1 --2- 172.21.15.33:0/3434776377 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2c40b2dc0 0x7fe2c40d2930 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4009820 tx=0x7fe2b402a3f0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.389+0000 7fe2ca425640 1 -- 172.21.15.33:0/3434776377 shutdown_connections 2024-07-26T15:44:04.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.389+0000 7fe2ca425640 1 --2- 172.21.15.33:0/3434776377 >> v2:172.21.15.154:3300/0 conn(0x7fe2c40d0570 0x7fe2c40d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.389+0000 7fe2ca425640 1 --2- 172.21.15.33:0/3434776377 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2c40b2dc0 0x7fe2c40d2930 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.389+0000 7fe2ca425640 1 -- 172.21.15.33:0/3434776377 >> 172.21.15.33:0/3434776377 conn(0x7fe2c40d3e10 msgr2=0x7fe2c40d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:04.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.389+0000 7fe2ca425640 1 -- 172.21.15.33:0/3434776377 shutdown_connections 2024-07-26T15:44:04.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.389+0000 7fe2ca425640 1 -- 172.21.15.33:0/3434776377 wait complete. 2024-07-26T15:44:04.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.391+0000 7fe2ca425640 1 Processor -- start 2024-07-26T15:44:04.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.391+0000 7fe2ca425640 1 -- start start 2024-07-26T15:44:04.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.392+0000 7fe2ca425640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40b2dc0 0x7fe2c40cb890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:04.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.392+0000 7fe2ca425640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2c40ce9e0 0x7fe2c415d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:04.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.392+0000 7fe2ca425640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c40d0570 0x7fe2c40cd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:04.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.392+0000 7fe2ca425640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe2c40d4b40 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.392+0000 7fe2ca425640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe2c40cf710 con 0x7fe2c40d0570 2024-07-26T15:44:04.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.392+0000 7fe2ca425640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe2c40d4cc0 con 0x7fe2c40ce9e0 2024-07-26T15:44:04.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.392+0000 7fe2c3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40b2dc0 0x7fe2c40cb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:04.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.392+0000 7fe2c37fe640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2c40ce9e0 0x7fe2c415d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:04.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.392+0000 7fe2c3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40b2dc0 0x7fe2c40cb890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56518/0 (socket says 172.21.15.33:56518) 2024-07-26T15:44:04.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.392+0000 7fe2c89c2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c40d0570 0x7fe2c40cd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.392+0000 7fe2c3fff640 1 -- 172.21.15.33:0/1501768326 learned_addr learned my addr 172.21.15.33:0/1501768326 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2c3fff640 1 -- 172.21.15.33:0/1501768326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2c40ce9e0 msgr2=0x7fe2c415d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2c3fff640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2c40ce9e0 0x7fe2c415d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2c3fff640 1 -- 172.21.15.33:0/1501768326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c40d0570 msgr2=0x7fe2c40cd2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2c3fff640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c40d0570 0x7fe2c40cd2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2c3fff640 1 -- 172.21.15.33:0/1501768326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2c4166ac0 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2c37fe640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2c40ce9e0 0x7fe2c415d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2c89c2640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c40d0570 0x7fe2c40cd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2c3fff640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40b2dc0 0x7fe2c40cb890 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4009910 tx=0x7fe2b4004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2c0ff9640 1 -- 172.21.15.33:0/1501768326 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2b403f070 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2c0ff9640 1 -- 172.21.15.33:0/1501768326 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2b4004e50 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2c0ff9640 1 -- 172.21.15.33:0/1501768326 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2b4005c30 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2ca425640 1 -- 172.21.15.33:0/1501768326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2c40cb040 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.393+0000 7fe2ca425640 1 -- 172.21.15.33:0/1501768326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2c40cb600 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.394+0000 7fe2ca425640 1 -- 172.21.15.33:0/1501768326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2c40d2130 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.395+0000 7fe2c0ff9640 1 -- 172.21.15.33:0/1501768326 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 28) ==== 99253+0+0 (secure 0 0 0) 0x7fe2b4042070 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.396+0000 7fe2c0ff9640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe2b0077160 0x7fe2b0079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:04.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.396+0000 7fe2c37fe640 1 -- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe2b0077160 msgr2=0x7fe2b0079670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1505021965 2024-07-26T15:44:04.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.396+0000 7fe2c0ff9640 1 -- 172.21.15.33:0/1501768326 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6591+0+0 (secure 0 0 0) 0x7fe2b40b9c00 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.396+0000 7fe2c37fe640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe2b0077160 0x7fe2b0079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:44:04.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.401+0000 7fe2c0ff9640 1 -- 172.21.15.33:0/1501768326 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe2c40d2130 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.597+0000 7fe2c37fe640 1 -- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe2b0077160 msgr2=0x7fe2b0079670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1505021965 2024-07-26T15:44:04.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.597+0000 7fe2c37fe640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe2b0077160 0x7fe2b0079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:44:04.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.651+0000 7fe2ca425640 1 -- 172.21.15.33:0/1501768326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fe2c40d2930 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.654+0000 7fe2c0ff9640 1 -- 172.21.15.33:0/1501768326 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v28) ==== 74+0+191291 (secure 0 0 0) 0x7fe2b40c0080 con 0x7fe2c40b2dc0 2024-07-26T15:44:04.658 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:04.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 -- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe2b0077160 msgr2=0x7fe2b0079670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:44:04.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe2b0077160 0x7fe2b0079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 -- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40b2dc0 msgr2=0x7fe2c40cb890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:04.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40b2dc0 0x7fe2c40cb890 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fe2b4009910 tx=0x7fe2b4004a50 comp rx=0 tx=0).stop 2024-07-26T15:44:04.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 -- 172.21.15.33:0/1501768326 shutdown_connections 2024-07-26T15:44:04.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7fe2b0077160 0x7fe2b0079670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c40d0570 0x7fe2c40cd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2c40ce9e0 0x7fe2c415d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 --2- 172.21.15.33:0/1501768326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40b2dc0 0x7fe2c40cb890 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 -- 172.21.15.33:0/1501768326 >> 172.21.15.33:0/1501768326 conn(0x7fe2c40d3e10 msgr2=0x7fe2c40b3770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:04.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 -- 172.21.15.33:0/1501768326 shutdown_connections 2024-07-26T15:44:04.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.657+0000 7fe2ca425640 1 -- 172.21.15.33:0/1501768326 wait complete. 2024-07-26T15:44:04.670 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"flags":0,"active_gid":6096,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1505021965},{"type":"v1","addr":"172.21.15.33:6837","nonce":1505021965}]},"active_addr":"172.21.15.33:6837/1505021965","active_change":"2024-07-26T15:42:15.963858+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":5444,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":73,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1027327431}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2313135678}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":545736269}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":206615241}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3620360565}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1789676603}]}]} 2024-07-26T15:44:04.675 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail y 2024-07-26T15:44:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.794+0000 7f32b8791640 1 -- 172.21.15.33:0/3845538444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f329c003c30 msgr2=0x7f329c004080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.794+0000 7f32b8791640 1 --2- 172.21.15.33:0/3845538444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f329c003c30 0x7f329c004080 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f32ac009b50 tx=0x7f329c005830 comp rx=0 tx=0).stop 2024-07-26T15:44:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.794+0000 7f32b8791640 1 -- 172.21.15.33:0/3845538444 shutdown_connections 2024-07-26T15:44:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.794+0000 7f32b8791640 1 --2- 172.21.15.33:0/3845538444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f329c003c30 0x7f329c004080 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.794+0000 7f32b8791640 1 -- 172.21.15.33:0/3845538444 >> 172.21.15.33:0/3845538444 conn(0x7f32b00d1bb0 msgr2=0x7f32b00d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.794+0000 7f32b8791640 1 -- 172.21.15.33:0/3845538444 shutdown_connections 2024-07-26T15:44:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.794+0000 7f32b8791640 1 -- 172.21.15.33:0/3845538444 wait complete. 2024-07-26T15:44:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.796+0000 7f32b8791640 1 Processor -- start 2024-07-26T15:44:04.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.796+0000 7f32b8791640 1 -- start start 2024-07-26T15:44:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.797+0000 7f32b8791640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f329c003c30 0x7f32b01e09b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.797+0000 7f32b8791640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32b00cb190 0x7f32b00cb5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b8791640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32b00cde40 0x7f32b00ce250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b8791640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f32b00b7640 con 0x7f32b00cb190 2024-07-26T15:44:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b8791640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f32b00b74c0 con 0x7f32b00cde40 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b8791640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f32b00b1d10 con 0x7f329c003c30 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b5d2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32b00cb190 0x7f32b00cb5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b5d2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32b00cb190 0x7f32b00cb5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56536/0 (socket says 172.21.15.33:56536) 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b5d2c640 1 -- 172.21.15.33:0/3379860303 learned_addr learned my addr 172.21.15.33:0/3379860303 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b652d640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f329c003c30 0x7f32b01e09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b6d2e640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32b00cde40 0x7f32b00ce250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b5d2c640 1 -- 172.21.15.33:0/3379860303 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f329c003c30 msgr2=0x7f32b01e09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b5d2c640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f329c003c30 0x7f32b01e09b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b5d2c640 1 -- 172.21.15.33:0/3379860303 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32b00cde40 msgr2=0x7f32b00ce250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b5d2c640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32b00cde40 0x7f32b00ce250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b5d2c640 1 -- 172.21.15.33:0/3379860303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b00ce790 con 0x7f32b00cb190 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32b5d2c640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32b00cb190 0x7f32b00cb5a0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f32a0001eb0 tx=0x7f32a000ea20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:04.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32a6ffd640 1 -- 172.21.15.33:0/3379860303 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a0015020 con 0x7f32b00cb190 2024-07-26T15:44:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32a6ffd640 1 -- 172.21.15.33:0/3379860303 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32a0010a40 con 0x7f32b00cb190 2024-07-26T15:44:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.798+0000 7f32a6ffd640 1 -- 172.21.15.33:0/3379860303 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a0010e50 con 0x7f32b00cb190 2024-07-26T15:44:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.799+0000 7f32b8791640 1 -- 172.21.15.33:0/3379860303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32b006e6a0 con 0x7f32b00cb190 2024-07-26T15:44:04.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.799+0000 7f32b8791640 1 -- 172.21.15.33:0/3379860303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32b006dbc0 con 0x7f32b00cb190 2024-07-26T15:44:04.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.800+0000 7f32b8791640 1 -- 172.21.15.33:0/3379860303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32b00b14a0 con 0x7f32b00cb190 2024-07-26T15:44:04.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.801+0000 7f32a6ffd640 1 -- 172.21.15.33:0/3379860303 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 28) ==== 99253+0+0 (secure 0 0 0) 0x7f32a0018020 con 0x7f32b00cb190 2024-07-26T15:44:04.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.801+0000 7f32a6ffd640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f32940772d0 0x7f32940797e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:04.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.801+0000 7f32b652d640 1 -- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f32940772d0 msgr2=0x7f32940797e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1505021965 2024-07-26T15:44:04.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.802+0000 7f32a6ffd640 1 -- 172.21.15.33:0/3379860303 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6591+0+0 (secure 0 0 0) 0x7f32a0099520 con 0x7f32b00cb190 2024-07-26T15:44:04.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.802+0000 7f32b652d640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f32940772d0 0x7f32940797e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:44:04.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:04.806+0000 7f32a6ffd640 1 -- 172.21.15.33:0/3379860303 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f32a001f020 con 0x7f32b00cb190 2024-07-26T15:44:05.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.003+0000 7f32b652d640 1 -- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f32940772d0 msgr2=0x7f32940797e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/1505021965 2024-07-26T15:44:05.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.003+0000 7f32b652d640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f32940772d0 0x7f32940797e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:44:05.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.049+0000 7f32b8791640 1 -- 172.21.15.33:0/3379860303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "y"} v 0) -- 0x7f32b00cfab0 con 0x7f32b00cb190 2024-07-26T15:44:05.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.052+0000 7f32a6ffd640 1 -- 172.21.15.33:0/3379860303 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "y"}]=0 v29) ==== 68+0+0 (secure 0 0 0) 0x7f32b00ce790 con 0x7f32b00cb190 2024-07-26T15:44:05.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.056+0000 7f32a6ffd640 1 -- 172.21.15.33:0/3379860303 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 29) ==== 49591+0+0 (secure 0 0 0) 0x7f32a00976d0 con 0x7f32b00cb190 2024-07-26T15:44:05.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.056+0000 7f32a6ffd640 1 -- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f32940772d0 msgr2=0x7f32940797e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:44:05.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.056+0000 7f32a6ffd640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f32940772d0 0x7f32940797e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.057+0000 7f32b8791640 1 -- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32b00cb190 msgr2=0x7f32b00cb5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:05.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.057+0000 7f32b8791640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32b00cb190 0x7f32b00cb5a0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f32a0001eb0 tx=0x7f32a000ea20 comp rx=0 tx=0).stop 2024-07-26T15:44:05.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.057+0000 7f32b8791640 1 -- 172.21.15.33:0/3379860303 shutdown_connections 2024-07-26T15:44:05.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.057+0000 7f32b8791640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:6836/1505021965,v1:172.21.15.33:6837/1505021965] conn(0x7f32940772d0 0x7f32940797e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.057+0000 7f32b8791640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32b00cde40 0x7f32b00ce250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.057+0000 7f32b8791640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32b00cb190 0x7f32b00cb5a0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.057+0000 7f32b8791640 1 --2- 172.21.15.33:0/3379860303 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f329c003c30 0x7f32b01e09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.057+0000 7f32b8791640 1 -- 172.21.15.33:0/3379860303 >> 172.21.15.33:0/3379860303 conn(0x7f32b00d1bb0 msgr2=0x7f32b00cc800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:05.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.058+0000 7f32b8791640 1 -- 172.21.15.33:0/3379860303 shutdown_connections 2024-07-26T15:44:05.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.058+0000 7f32b8791640 1 -- 172.21.15.33:0/3379860303 wait complete. 2024-07-26T15:44:05.076 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:44:05.076 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:44:05.116 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:44:05.153 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:44:05.153 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:44:05.153 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:44:05.153 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:05.172 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:44:05.172 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:05.230 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:44:05.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.390+0000 7f29a93de640 1 -- 172.21.15.33:0/2269972772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29a40738b0 msgr2=0x7f29a4165b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:05.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.390+0000 7f29a93de640 1 --2- 172.21.15.33:0/2269972772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29a40738b0 0x7f29a4165b50 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f299c005fd0 tx=0x7f299c02a940 comp rx=0 tx=0).stop 2024-07-26T15:44:05.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.390+0000 7f29a93de640 1 -- 172.21.15.33:0/2269972772 shutdown_connections 2024-07-26T15:44:05.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.390+0000 7f29a93de640 1 --2- 172.21.15.33:0/2269972772 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29a40738b0 0x7f29a4165b50 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.390+0000 7f29a93de640 1 -- 172.21.15.33:0/2269972772 >> 172.21.15.33:0/2269972772 conn(0x7f29a40b2fa0 msgr2=0x7f29a406d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:05.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.390+0000 7f29a93de640 1 -- 172.21.15.33:0/2269972772 shutdown_connections 2024-07-26T15:44:05.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.390+0000 7f29a93de640 1 -- 172.21.15.33:0/2269972772 wait complete. 2024-07-26T15:44:05.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.392+0000 7f29a93de640 1 Processor -- start 2024-07-26T15:44:05.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.392+0000 7f29a93de640 1 -- start start 2024-07-26T15:44:05.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a93de640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29a40b4fc0 0x7f29a414d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:05.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a93de640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29a40b53d0 0x7f29a41f6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:05.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a93de640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29a4145370 0x7f29a4143e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a93de640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f29a4166420 con 0x7f29a4145370 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a93de640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f29a41662a0 con 0x7f29a40b4fc0 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a93de640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f29a41665a0 con 0x7f29a40b53d0 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29a4145370 0x7f29a4143e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29a4145370 0x7f29a4143e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56548/0 (socket says 172.21.15.33:56548) 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a37fe640 1 -- 172.21.15.33:0/536445842 learned_addr learned my addr 172.21.15.33:0/536445842 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a2ffd640 1 --2- 172.21.15.33:0/536445842 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29a40b4fc0 0x7f29a414d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f299bfff640 1 --2- 172.21.15.33:0/536445842 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29a40b53d0 0x7f29a41f6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a37fe640 1 -- 172.21.15.33:0/536445842 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29a40b53d0 msgr2=0x7f29a41f6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a37fe640 1 --2- 172.21.15.33:0/536445842 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29a40b53d0 0x7f29a41f6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a37fe640 1 -- 172.21.15.33:0/536445842 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29a40b4fc0 msgr2=0x7f29a414d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:05.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a37fe640 1 --2- 172.21.15.33:0/536445842 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29a40b4fc0 0x7f29a414d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.393+0000 7f29a37fe640 1 -- 172.21.15.33:0/536445842 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29a4152fd0 con 0x7f29a4145370 2024-07-26T15:44:05.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.394+0000 7f29a37fe640 1 --2- 172.21.15.33:0/536445842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29a4145370 0x7f29a4143e10 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f299c02af30 tx=0x7f299c031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:05.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.394+0000 7f299b7fe640 1 -- 172.21.15.33:0/536445842 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f299c03e070 con 0x7f29a4145370 2024-07-26T15:44:05.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.394+0000 7f299b7fe640 1 -- 172.21.15.33:0/536445842 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f299c004600 con 0x7f29a4145370 2024-07-26T15:44:05.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.394+0000 7f29a93de640 1 -- 172.21.15.33:0/536445842 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29a41f5d30 con 0x7f29a4145370 2024-07-26T15:44:05.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.394+0000 7f299b7fe640 1 -- 172.21.15.33:0/536445842 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f299c043460 con 0x7f29a4145370 2024-07-26T15:44:05.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.394+0000 7f29a93de640 1 -- 172.21.15.33:0/536445842 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29a41532b0 con 0x7f29a4145370 2024-07-26T15:44:05.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.395+0000 7f299b7fe640 1 -- 172.21.15.33:0/536445842 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 29) ==== 49591+0+0 (secure 0 0 0) 0x7f299c043600 con 0x7f29a4145370 2024-07-26T15:44:05.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.395+0000 7f29a93de640 1 -- 172.21.15.33:0/536445842 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29a415baa0 con 0x7f29a4145370 2024-07-26T15:44:05.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.395+0000 7f299b7fe640 1 -- 172.21.15.33:0/536445842 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6919+0+0 (secure 0 0 0) 0x7f299c0741b0 con 0x7f29a4145370 2024-07-26T15:44:05.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.405+0000 7f299b7fe640 1 -- 172.21.15.33:0/536445842 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f299c0393d0 con 0x7f29a4145370 2024-07-26T15:44:05.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.613+0000 7f29a93de640 1 -- 172.21.15.33:0/536445842 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f29a414e400 con 0x7f29a4145370 2024-07-26T15:44:05.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.614+0000 7f299b7fe640 1 -- 172.21.15.33:0/536445842 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v77) ==== 81+0+938 (secure 0 0 0) 0x7f299c041d90 con 0x7f29a4145370 2024-07-26T15:44:05.615 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3620360565 2024-07-27T15:44:05.051174+0000 2024-07-26T15:44:05.615 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/545736269 2024-07-27T15:44:05.051174+0000 2024-07-26T15:44:05.615 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2313135678 2024-07-27T15:44:05.051174+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1789676603 2024-07-27T15:44:05.051174+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/1505021965 2024-07-27T15:44:05.051174+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3168196607 2024-07-27T15:42:15.963617+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/1354880227 2024-07-27T15:42:15.963617+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/206615241 2024-07-27T15:44:05.051174+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/4261373900 2024-07-27T15:42:15.963617+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/1505021965 2024-07-27T15:44:05.051174+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/4114362529 2024-07-27T15:42:15.963617+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/1354880227 2024-07-27T15:42:15.963617+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3762690457 2024-07-27T15:42:15.963617+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1027327431 2024-07-27T15:44:05.051174+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2161538442 2024-07-27T15:42:15.963617+0000 2024-07-26T15:44:05.616 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2552783980 2024-07-27T15:42:15.963617+0000 2024-07-26T15:44:05.617 INFO:teuthology.orchestra.run.smithi033.stderr:listed 16 entries 2024-07-26T15:44:05.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.616+0000 7f29a93de640 1 -- 172.21.15.33:0/536445842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29a4145370 msgr2=0x7f29a4143e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:05.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.616+0000 7f29a93de640 1 --2- 172.21.15.33:0/536445842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29a4145370 0x7f29a4143e10 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f299c02af30 tx=0x7f299c031ea0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.616+0000 7f29a93de640 1 -- 172.21.15.33:0/536445842 shutdown_connections 2024-07-26T15:44:05.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.616+0000 7f29a93de640 1 --2- 172.21.15.33:0/536445842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29a4145370 0x7f29a4143e10 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.616+0000 7f29a93de640 1 --2- 172.21.15.33:0/536445842 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29a40b53d0 0x7f29a41f6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.616+0000 7f29a93de640 1 --2- 172.21.15.33:0/536445842 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29a40b4fc0 0x7f29a414d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.616+0000 7f29a93de640 1 -- 172.21.15.33:0/536445842 >> 172.21.15.33:0/536445842 conn(0x7f29a40b2fa0 msgr2=0x7f29a415dd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:05.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.616+0000 7f29a93de640 1 -- 172.21.15.33:0/536445842 shutdown_connections 2024-07-26T15:44:05.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.616+0000 7f29a93de640 1 -- 172.21.15.33:0/536445842 wait complete. 2024-07-26T15:44:05.629 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T15:44:05.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:05.629 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T15:44:05.653 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[59361]: fuse finished with error 0 and tester_r 0 2024-07-26T15:44:05.656 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:44:05.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:05.656 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T15:44:05.740 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:44:05.741 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:44:05.741 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:05.757 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:44:05.758 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:44:05.758 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:44:05.758 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:05.798 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:44:05.798 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:44:05.798 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:44:05.798 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:05.815 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:44:05.816 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:05.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.956+0000 7fc9a0062640 1 -- 172.21.15.33:0/3688439453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc998070080 msgr2=0x7fc99815b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:05.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.956+0000 7fc9a0062640 1 --2- 172.21.15.33:0/3688439453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc998070080 0x7fc99815b600 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fc99806e450 tx=0x7fc98802a4d0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.956+0000 7fc9a0062640 1 -- 172.21.15.33:0/3688439453 shutdown_connections 2024-07-26T15:44:05.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.956+0000 7fc9a0062640 1 --2- 172.21.15.33:0/3688439453 >> v2:172.21.15.154:3300/0 conn(0x7fc99815bb40 0x7fc99815e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.956+0000 7fc9a0062640 1 --2- 172.21.15.33:0/3688439453 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc998070080 0x7fc99815b600 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.956+0000 7fc9a0062640 1 --2- 172.21.15.33:0/3688439453 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc9980cf060 0x7fc99806fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.956+0000 7fc9a0062640 1 -- 172.21.15.33:0/3688439453 >> 172.21.15.33:0/3688439453 conn(0x7fc9980cc3d0 msgr2=0x7fc9980cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:05.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.956+0000 7fc9a0062640 1 -- 172.21.15.33:0/3688439453 shutdown_connections 2024-07-26T15:44:05.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.956+0000 7fc9a0062640 1 -- 172.21.15.33:0/3688439453 wait complete. 2024-07-26T15:44:05.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.958+0000 7fc9a0062640 1 Processor -- start 2024-07-26T15:44:05.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.958+0000 7fc9a0062640 1 -- start start 2024-07-26T15:44:05.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.959+0000 7fc9a0062640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc998070080 0x7fc998151c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:05.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.959+0000 7fc9a0062640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9980cf060 0x7fc99813db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:05.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.959+0000 7fc9a0062640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc99815bb40 0x7fc9980b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:05.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.959+0000 7fc9a0062640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc99815f000 con 0x7fc9980cf060 2024-07-26T15:44:05.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.959+0000 7fc9a0062640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc99815ee80 con 0x7fc99815bb40 2024-07-26T15:44:05.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.959+0000 7fc9a0062640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc99815f180 con 0x7fc998070080 2024-07-26T15:44:05.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.959+0000 7fc99d5fd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9980cf060 0x7fc99813db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:05.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.959+0000 7fc99d5fd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9980cf060 0x7fc99813db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56566/0 (socket says 172.21.15.33:56566) 2024-07-26T15:44:05.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.959+0000 7fc99d5fd640 1 -- 172.21.15.33:0/2702642164 learned_addr learned my addr 172.21.15.33:0/2702642164 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:05.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.959+0000 7fc99ddfe640 1 --2- 172.21.15.33:0/2702642164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc998070080 0x7fc998151c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:05.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.959+0000 7fc99e5ff640 1 --2- 172.21.15.33:0/2702642164 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc99815bb40 0x7fc9980b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:05.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.960+0000 7fc99d5fd640 1 -- 172.21.15.33:0/2702642164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc998070080 msgr2=0x7fc998151c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:05.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.960+0000 7fc99d5fd640 1 --2- 172.21.15.33:0/2702642164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc998070080 0x7fc998151c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.960+0000 7fc99d5fd640 1 -- 172.21.15.33:0/2702642164 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc99815bb40 msgr2=0x7fc9980b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:05.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.960+0000 7fc99d5fd640 1 --2- 172.21.15.33:0/2702642164 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc99815bb40 0x7fc9980b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:05.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.960+0000 7fc99d5fd640 1 -- 172.21.15.33:0/2702642164 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc99813bab0 con 0x7fc9980cf060 2024-07-26T15:44:05.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.960+0000 7fc99d5fd640 1 --2- 172.21.15.33:0/2702642164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9980cf060 0x7fc99813db30 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fc988034040 tx=0x7fc9880038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:05.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.960+0000 7fc98e7fc640 1 -- 172.21.15.33:0/2702642164 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc98803e030 con 0x7fc9980cf060 2024-07-26T15:44:05.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.960+0000 7fc98e7fc640 1 -- 172.21.15.33:0/2702642164 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc988003ca0 con 0x7fc9980cf060 2024-07-26T15:44:05.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.960+0000 7fc98e7fc640 1 -- 172.21.15.33:0/2702642164 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc988035040 con 0x7fc9980cf060 2024-07-26T15:44:05.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.960+0000 7fc9a0062640 1 -- 172.21.15.33:0/2702642164 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc998141a30 con 0x7fc9980cf060 2024-07-26T15:44:05.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.960+0000 7fc9a0062640 1 -- 172.21.15.33:0/2702642164 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc998143590 con 0x7fc9980cf060 2024-07-26T15:44:05.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.961+0000 7fc98e7fc640 1 -- 172.21.15.33:0/2702642164 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 29) ==== 49591+0+0 (secure 0 0 0) 0x7fc988041030 con 0x7fc9980cf060 2024-07-26T15:44:05.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.961+0000 7fc98e7fc640 1 -- 172.21.15.33:0/2702642164 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6919+0+0 (secure 0 0 0) 0x7fc988072cd0 con 0x7fc9980cf060 2024-07-26T15:44:05.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.961+0000 7fc9a0062640 1 -- 172.21.15.33:0/2702642164 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc99815f710 con 0x7fc9980cf060 2024-07-26T15:44:05.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:05.966+0000 7fc98e7fc640 1 -- 172.21.15.33:0/2702642164 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc988004d80 con 0x7fc9980cf060 2024-07-26T15:44:06.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.218+0000 7fc9a0062640 1 -- 172.21.15.33:0/2702642164 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc99815d800 con 0x7fc9980cf060 2024-07-26T15:44:06.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.219+0000 7fc98e7fc640 1 -- 172.21.15.33:0/2702642164 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7fc9880423c0 con 0x7fc9980cf060 2024-07-26T15:44:06.220 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:06.220 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":27,"btime":"2024-07-26T15:42:01:415363+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1813886548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1813886548},{"type":"v1","addr":"172.21.15.33:6834","nonce":1813886548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5321,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/4141655469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4141655469},{"type":"v1","addr":"172.21.15.154:6833","nonce":4141655469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/723722708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":723722708},{"type":"v1","addr":"172.21.15.154:6835","nonce":723722708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:41:57.773835+0000","modified":"2024-07-26T15:42:00.802683+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5901},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5901":{"gid":5901,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3850258134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3850258134},{"type":"v1","addr":"172.21.15.33:6835","nonce":3850258134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5901,"qdb_cluster":[5901]},"id":3}]} 2024-07-26T15:44:06.221 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 27 2024-07-26T15:44:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.221+0000 7fc9a0062640 1 -- 172.21.15.33:0/2702642164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9980cf060 msgr2=0x7fc99813db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.221+0000 7fc9a0062640 1 --2- 172.21.15.33:0/2702642164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9980cf060 0x7fc99813db30 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fc988034040 tx=0x7fc9880038a0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.221+0000 7fc9a0062640 1 -- 172.21.15.33:0/2702642164 shutdown_connections 2024-07-26T15:44:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.221+0000 7fc9a0062640 1 --2- 172.21.15.33:0/2702642164 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc99815bb40 0x7fc9980b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.221+0000 7fc9a0062640 1 --2- 172.21.15.33:0/2702642164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9980cf060 0x7fc99813db30 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.221+0000 7fc9a0062640 1 --2- 172.21.15.33:0/2702642164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc998070080 0x7fc998151c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.221+0000 7fc9a0062640 1 -- 172.21.15.33:0/2702642164 >> 172.21.15.33:0/2702642164 conn(0x7fc9980cc3d0 msgr2=0x7fc99815a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.221+0000 7fc9a0062640 1 -- 172.21.15.33:0/2702642164 shutdown_connections 2024-07-26T15:44:06.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.221+0000 7fc9a0062640 1 -- 172.21.15.33:0/2702642164 wait complete. 2024-07-26T15:44:06.234 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:06.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.352+0000 7fa73b451640 1 -- 172.21.15.33:0/1014695231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7340ce450 msgr2=0x7fa7340ce860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:06.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.352+0000 7fa73b451640 1 --2- 172.21.15.33:0/1014695231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7340ce450 0x7fa7340ce860 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fa7340c8bd0 tx=0x7fa72402a4d0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.352+0000 7fa73b451640 1 -- 172.21.15.33:0/1014695231 shutdown_connections 2024-07-26T15:44:06.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.352+0000 7fa73b451640 1 --2- 172.21.15.33:0/1014695231 >> v2:172.21.15.154:3300/0 conn(0x7fa7340cfa80 0x7fa7340cfe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.352+0000 7fa73b451640 1 --2- 172.21.15.33:0/1014695231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7340ce450 0x7fa7340ce860 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.352+0000 7fa73b451640 1 --2- 172.21.15.33:0/1014695231 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7340b70b0 0x7fa73415c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.352+0000 7fa73b451640 1 -- 172.21.15.33:0/1014695231 >> 172.21.15.33:0/1014695231 conn(0x7fa7340d1b80 msgr2=0x7fa7340d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:06.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.352+0000 7fa73b451640 1 -- 172.21.15.33:0/1014695231 shutdown_connections 2024-07-26T15:44:06.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.352+0000 7fa73b451640 1 -- 172.21.15.33:0/1014695231 wait complete. 2024-07-26T15:44:06.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.354+0000 7fa73b451640 1 Processor -- start 2024-07-26T15:44:06.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.354+0000 7fa73b451640 1 -- start start 2024-07-26T15:44:06.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa73b451640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7340b70b0 0x7fa73414a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:06.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa73b451640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7340ce450 0x7fa7341f3b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:06.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa73b451640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7340cfa80 0x7fa7341f66c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:06.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa73b451640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa7340b6b80 con 0x7fa7340b70b0 2024-07-26T15:44:06.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa73b451640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa7340cf550 con 0x7fa7340ce450 2024-07-26T15:44:06.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa73b451640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa7340b6d00 con 0x7fa7340cfa80 2024-07-26T15:44:06.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa7391ed640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7340b70b0 0x7fa73414a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:06.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa7391ed640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7340b70b0 0x7fa73414a8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56584/0 (socket says 172.21.15.33:56584) 2024-07-26T15:44:06.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa7391ed640 1 -- 172.21.15.33:0/844960616 learned_addr learned my addr 172.21.15.33:0/844960616 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:06.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa7399ee640 1 --2- 172.21.15.33:0/844960616 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7340cfa80 0x7fa7341f66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:06.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa7389ec640 1 --2- 172.21.15.33:0/844960616 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7340ce450 0x7fa7341f3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:06.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa7391ed640 1 -- 172.21.15.33:0/844960616 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7340cfa80 msgr2=0x7fa7341f66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:06.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa7391ed640 1 --2- 172.21.15.33:0/844960616 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7340cfa80 0x7fa7341f66c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa7391ed640 1 -- 172.21.15.33:0/844960616 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7340ce450 msgr2=0x7fa7341f3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:06.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa7391ed640 1 --2- 172.21.15.33:0/844960616 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7340ce450 0x7fa7341f3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.355+0000 7fa7391ed640 1 -- 172.21.15.33:0/844960616 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7341f4090 con 0x7fa7340b70b0 2024-07-26T15:44:06.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.356+0000 7fa7391ed640 1 --2- 172.21.15.33:0/844960616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7340b70b0 0x7fa73414a8a0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fa73000e9f0 tx=0x7fa73000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:06.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.356+0000 7fa729ffb640 1 -- 172.21.15.33:0/844960616 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73000cd80 con 0x7fa7340b70b0 2024-07-26T15:44:06.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.356+0000 7fa729ffb640 1 -- 172.21.15.33:0/844960616 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa730004020 con 0x7fa7340b70b0 2024-07-26T15:44:06.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.356+0000 7fa73b451640 1 -- 172.21.15.33:0/844960616 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa73409bbd0 con 0x7fa7340b70b0 2024-07-26T15:44:06.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.356+0000 7fa729ffb640 1 -- 172.21.15.33:0/844960616 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730004470 con 0x7fa7340b70b0 2024-07-26T15:44:06.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.356+0000 7fa73b451640 1 -- 172.21.15.33:0/844960616 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7340c6c80 con 0x7fa7340b70b0 2024-07-26T15:44:06.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.357+0000 7fa73b451640 1 -- 172.21.15.33:0/844960616 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7340ce860 con 0x7fa7340b70b0 2024-07-26T15:44:06.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.357+0000 7fa729ffb640 1 -- 172.21.15.33:0/844960616 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 29) ==== 49591+0+0 (secure 0 0 0) 0x7fa7300035f0 con 0x7fa7340b70b0 2024-07-26T15:44:06.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.358+0000 7fa729ffb640 1 -- 172.21.15.33:0/844960616 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6919+0+0 (secure 0 0 0) 0x7fa730052dd0 con 0x7fa7340b70b0 2024-07-26T15:44:06.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.363+0000 7fa729ffb640 1 -- 172.21.15.33:0/844960616 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa7341f4090 con 0x7fa7340b70b0 2024-07-26T15:44:06.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.602+0000 7fa73b451640 1 -- 172.21.15.33:0/844960616 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7340b3180 con 0x7fa7340b70b0 2024-07-26T15:44:06.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.602+0000 7fa729ffb640 1 -- 172.21.15.33:0/844960616 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7fa7300173d0 con 0x7fa7340b70b0 2024-07-26T15:44:06.604 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:06.604 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":27,"btime":"2024-07-26T15:42:01:415363+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1813886548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1813886548},{"type":"v1","addr":"172.21.15.33:6834","nonce":1813886548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5321,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/4141655469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4141655469},{"type":"v1","addr":"172.21.15.154:6833","nonce":4141655469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/723722708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":723722708},{"type":"v1","addr":"172.21.15.154:6835","nonce":723722708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:41:57.773835+0000","modified":"2024-07-26T15:42:00.802683+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5901},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5901":{"gid":5901,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3850258134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3850258134},{"type":"v1","addr":"172.21.15.33:6835","nonce":3850258134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5901,"qdb_cluster":[5901]},"id":3}]} 2024-07-26T15:44:06.604 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 27 2024-07-26T15:44:06.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.605+0000 7fa73b451640 1 -- 172.21.15.33:0/844960616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7340b70b0 msgr2=0x7fa73414a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:06.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.605+0000 7fa73b451640 1 --2- 172.21.15.33:0/844960616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7340b70b0 0x7fa73414a8a0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fa73000e9f0 tx=0x7fa73000eeb0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.605+0000 7fa73b451640 1 -- 172.21.15.33:0/844960616 shutdown_connections 2024-07-26T15:44:06.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.605+0000 7fa73b451640 1 --2- 172.21.15.33:0/844960616 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7340cfa80 0x7fa7341f66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.605+0000 7fa73b451640 1 --2- 172.21.15.33:0/844960616 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7340ce450 0x7fa7341f3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.605+0000 7fa73b451640 1 --2- 172.21.15.33:0/844960616 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7340b70b0 0x7fa73414a8a0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.605+0000 7fa73b451640 1 -- 172.21.15.33:0/844960616 >> 172.21.15.33:0/844960616 conn(0x7fa7340d1b80 msgr2=0x7fa7340b6310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:06.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.605+0000 7fa73b451640 1 -- 172.21.15.33:0/844960616 shutdown_connections 2024-07-26T15:44:06.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.605+0000 7fa73b451640 1 -- 172.21.15.33:0/844960616 wait complete. 2024-07-26T15:44:06.618 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:06.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.734+0000 7f48b5702640 1 -- 172.21.15.33:0/1547626631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48b00ce9e0 msgr2=0x7f48b00cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:06.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.734+0000 7f48b5702640 1 --2- 172.21.15.33:0/1547626631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48b00ce9e0 0x7f48b00cedf0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f48b008ccd0 tx=0x7f48a802a9a0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.734+0000 7f48b5702640 1 -- 172.21.15.33:0/1547626631 shutdown_connections 2024-07-26T15:44:06.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.734+0000 7f48b5702640 1 --2- 172.21.15.33:0/1547626631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48b00ce9e0 0x7f48b00cedf0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.734+0000 7f48b5702640 1 --2- 172.21.15.33:0/1547626631 >> v2:172.21.15.154:3300/0 conn(0x7f48b00b2dc0 0x7f48b00d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.734+0000 7f48b5702640 1 -- 172.21.15.33:0/1547626631 >> 172.21.15.33:0/1547626631 conn(0x7f48b00d3e10 msgr2=0x7f48b00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:06.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.734+0000 7f48b5702640 1 -- 172.21.15.33:0/1547626631 shutdown_connections 2024-07-26T15:44:06.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.734+0000 7f48b5702640 1 -- 172.21.15.33:0/1547626631 wait complete. 2024-07-26T15:44:06.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.736+0000 7f48b5702640 1 Processor -- start 2024-07-26T15:44:06.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.736+0000 7f48b5702640 1 -- start start 2024-07-26T15:44:06.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.737+0000 7f48b5702640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48b00b2dc0 0x7f48b00cd520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:06.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.737+0000 7f48b5702640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48b00ce9e0 0x7f48b006d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:06.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.737+0000 7f48b5702640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f48b00d0570 0x7f48b015f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:06.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.737+0000 7f48b5702640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f48b00cf4b0 con 0x7f48b00ce9e0 2024-07-26T15:44:06.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.737+0000 7f48b5702640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f48b00cf330 con 0x7f48b00d0570 2024-07-26T15:44:06.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.737+0000 7f48b5702640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f48b00cf630 con 0x7f48b00b2dc0 2024-07-26T15:44:06.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48ae7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48b00ce9e0 0x7f48b006d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:06.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48ae7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48b00ce9e0 0x7f48b006d4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56604/0 (socket says 172.21.15.33:56604) 2024-07-26T15:44:06.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48ae7fc640 1 -- 172.21.15.33:0/3480505929 learned_addr learned my addr 172.21.15.33:0/3480505929 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:06.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48aeffd640 1 --2- 172.21.15.33:0/3480505929 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48b00b2dc0 0x7f48b00cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:06.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48af7fe640 1 --2- 172.21.15.33:0/3480505929 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f48b00d0570 0x7f48b015f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:06.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48ae7fc640 1 -- 172.21.15.33:0/3480505929 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48b00b2dc0 msgr2=0x7f48b00cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:06.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48ae7fc640 1 --2- 172.21.15.33:0/3480505929 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48b00b2dc0 0x7f48b00cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48ae7fc640 1 -- 172.21.15.33:0/3480505929 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f48b00d0570 msgr2=0x7f48b015f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:06.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48ae7fc640 1 --2- 172.21.15.33:0/3480505929 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f48b00d0570 0x7f48b015f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48ae7fc640 1 -- 172.21.15.33:0/3480505929 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48b01f88e0 con 0x7f48b00ce9e0 2024-07-26T15:44:06.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48af7fe640 1 --2- 172.21.15.33:0/3480505929 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f48b00d0570 0x7f48b015f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:06.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48ae7fc640 1 --2- 172.21.15.33:0/3480505929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48b00ce9e0 0x7f48b006d4e0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f489800c3d0 tx=0x7f489800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:06.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48a77fe640 1 -- 172.21.15.33:0/3480505929 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898017070 con 0x7f48b00ce9e0 2024-07-26T15:44:06.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.738+0000 7f48a77fe640 1 -- 172.21.15.33:0/3480505929 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f48980053c0 con 0x7f48b00ce9e0 2024-07-26T15:44:06.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.739+0000 7f48b5702640 1 -- 172.21.15.33:0/3480505929 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48b01f8bc0 con 0x7f48b00ce9e0 2024-07-26T15:44:06.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.739+0000 7f48a77fe640 1 -- 172.21.15.33:0/3480505929 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4898003850 con 0x7f48b00ce9e0 2024-07-26T15:44:06.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.739+0000 7f48b5702640 1 -- 172.21.15.33:0/3480505929 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48b01f9180 con 0x7f48b00ce9e0 2024-07-26T15:44:06.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.740+0000 7f48a77fe640 1 -- 172.21.15.33:0/3480505929 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 29) ==== 49591+0+0 (secure 0 0 0) 0x7f489801a070 con 0x7f48b00ce9e0 2024-07-26T15:44:06.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.740+0000 7f48b5702640 1 -- 172.21.15.33:0/3480505929 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48b01f95c0 con 0x7f48b00ce9e0 2024-07-26T15:44:06.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.740+0000 7f48a77fe640 1 -- 172.21.15.33:0/3480505929 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6919+0+0 (secure 0 0 0) 0x7f48980519b0 con 0x7f48b00ce9e0 2024-07-26T15:44:06.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.745+0000 7f48a77fe640 1 -- 172.21.15.33:0/3480505929 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f489801bdf0 con 0x7f48b00ce9e0 2024-07-26T15:44:06.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.939+0000 7f48b5702640 1 -- 172.21.15.33:0/3480505929 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f48b00d2930 con 0x7f48b00ce9e0 2024-07-26T15:44:06.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.940+0000 7f48a77fe640 1 -- 172.21.15.33:0/3480505929 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) ==== 74+0+18170 (secure 0 0 0) 0x7f4898003bd0 con 0x7f48b00ce9e0 2024-07-26T15:44:06.942 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:06.942 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":77,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:05.051213+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:41:55.510981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-07-26T15:41:56.732568+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":77,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.21","mappings":[{"from":0,"to":6}]},{"pgid":"8.2d","mappings":[{"from":0,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/3620360565":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/545736269":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/2313135678":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/1789676603":"2024-07-27T15:44:05.051174+0000","172.21.15.33:6837/1505021965":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/3168196607":"2024-07-27T15:42:15.963617+0000","172.21.15.33:6836/1354880227":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/206615241":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/4261373900":"2024-07-27T15:42:15.963617+0000","172.21.15.33:6836/1505021965":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/4114362529":"2024-07-27T15:42:15.963617+0000","172.21.15.33:6837/1354880227":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/3762690457":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/1027327431":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/2161538442":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/2552783980":"2024-07-27T15:42:15.963617+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":8,"snaps":[{"begin":3,"length":1},{"begin":5,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:06.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.943+0000 7f48b5702640 1 -- 172.21.15.33:0/3480505929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48b00ce9e0 msgr2=0x7f48b006d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:06.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.943+0000 7f48b5702640 1 --2- 172.21.15.33:0/3480505929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48b00ce9e0 0x7f48b006d4e0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f489800c3d0 tx=0x7f489800c890 comp rx=0 tx=0).stop 2024-07-26T15:44:06.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.943+0000 7f48b5702640 1 -- 172.21.15.33:0/3480505929 shutdown_connections 2024-07-26T15:44:06.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.943+0000 7f48b5702640 1 --2- 172.21.15.33:0/3480505929 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f48b00d0570 0x7f48b015f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.943+0000 7f48b5702640 1 --2- 172.21.15.33:0/3480505929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48b00ce9e0 0x7f48b006d4e0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.943+0000 7f48b5702640 1 --2- 172.21.15.33:0/3480505929 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48b00b2dc0 0x7f48b00cd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:06.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.943+0000 7f48b5702640 1 -- 172.21.15.33:0/3480505929 >> 172.21.15.33:0/3480505929 conn(0x7f48b00d3e10 msgr2=0x7f48b00b1db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:06.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.943+0000 7f48b5702640 1 -- 172.21.15.33:0/3480505929 shutdown_connections 2024-07-26T15:44:06.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:06.943+0000 7f48b5702640 1 -- 172.21.15.33:0/3480505929 wait complete. 2024-07-26T15:44:06.956 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T15:44:06.956 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:07.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.072+0000 7f8339bac640 1 -- 172.21.15.33:0/3689119251 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83340b2dc0 msgr2=0x7f83340d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:07.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.072+0000 7f8339bac640 1 --2- 172.21.15.33:0/3689119251 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83340b2dc0 0x7f83340d2930 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f83240098e0 tx=0x7f832402a4a0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.072+0000 7f8339bac640 1 -- 172.21.15.33:0/3689119251 shutdown_connections 2024-07-26T15:44:07.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.072+0000 7f8339bac640 1 --2- 172.21.15.33:0/3689119251 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83340ce9e0 0x7f83340cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.072+0000 7f8339bac640 1 --2- 172.21.15.33:0/3689119251 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83340b2dc0 0x7f83340d2930 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.072+0000 7f8339bac640 1 -- 172.21.15.33:0/3689119251 >> 172.21.15.33:0/3689119251 conn(0x7f83340d3e10 msgr2=0x7f83340d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:07.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.073+0000 7f8339bac640 1 -- 172.21.15.33:0/3689119251 shutdown_connections 2024-07-26T15:44:07.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.073+0000 7f8339bac640 1 -- 172.21.15.33:0/3689119251 wait complete. 2024-07-26T15:44:07.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.074+0000 7f8339bac640 1 Processor -- start 2024-07-26T15:44:07.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.074+0000 7f8339bac640 1 -- start start 2024-07-26T15:44:07.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f8339bac640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83340b2dc0 0x7f833415af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:07.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f8339bac640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83340ce9e0 0x7f833415f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:07.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f8339bac640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83340d0570 0x7f833415fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:07.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f8339bac640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f83340cf4b0 con 0x7f83340b2dc0 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f8339bac640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f83340cf330 con 0x7f83340ce9e0 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f8339bac640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f83340cf630 con 0x7f83340d0570 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f83337fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83340b2dc0 0x7f833415af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f83337fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83340b2dc0 0x7f833415af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56616/0 (socket says 172.21.15.33:56616) 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f83337fe640 1 -- 172.21.15.33:0/3809177342 learned_addr learned my addr 172.21.15.33:0/3809177342 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f8333fff640 1 --2- 172.21.15.33:0/3809177342 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83340d0570 0x7f833415fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f8332ffd640 1 --2- 172.21.15.33:0/3809177342 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83340ce9e0 0x7f833415f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f83337fe640 1 -- 172.21.15.33:0/3809177342 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83340d0570 msgr2=0x7f833415fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f83337fe640 1 --2- 172.21.15.33:0/3809177342 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83340d0570 0x7f833415fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f83337fe640 1 -- 172.21.15.33:0/3809177342 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83340ce9e0 msgr2=0x7f833415f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f83337fe640 1 --2- 172.21.15.33:0/3809177342 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83340ce9e0 0x7f833415f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.076+0000 7f83337fe640 1 -- 172.21.15.33:0/3809177342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8334167a60 con 0x7f83340b2dc0 2024-07-26T15:44:07.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.077+0000 7f83337fe640 1 --2- 172.21.15.33:0/3809177342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83340b2dc0 0x7f833415af40 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f8324009a00 tx=0x7f83240052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:07.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.077+0000 7f831bfff640 1 -- 172.21.15.33:0/3809177342 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f832403f070 con 0x7f83340b2dc0 2024-07-26T15:44:07.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.077+0000 7f831bfff640 1 -- 172.21.15.33:0/3809177342 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8324004340 con 0x7f83340b2dc0 2024-07-26T15:44:07.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.077+0000 7f8339bac640 1 -- 172.21.15.33:0/3809177342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8334167d40 con 0x7f83340b2dc0 2024-07-26T15:44:07.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.077+0000 7f831bfff640 1 -- 172.21.15.33:0/3809177342 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8324005cf0 con 0x7f83340b2dc0 2024-07-26T15:44:07.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.077+0000 7f8339bac640 1 -- 172.21.15.33:0/3809177342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8334168300 con 0x7f83340b2dc0 2024-07-26T15:44:07.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.078+0000 7f8339bac640 1 -- 172.21.15.33:0/3809177342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83340d2930 con 0x7f83340b2dc0 2024-07-26T15:44:07.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.078+0000 7f831bfff640 1 -- 172.21.15.33:0/3809177342 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 29) ==== 49591+0+0 (secure 0 0 0) 0x7f8324042070 con 0x7f83340b2dc0 2024-07-26T15:44:07.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.078+0000 7f831bfff640 1 -- 172.21.15.33:0/3809177342 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6919+0+0 (secure 0 0 0) 0x7f83240734d0 con 0x7f83340b2dc0 2024-07-26T15:44:07.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.083+0000 7f831bfff640 1 -- 172.21.15.33:0/3809177342 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8324031770 con 0x7f83340b2dc0 2024-07-26T15:44:07.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.312+0000 7f8339bac640 1 -- 172.21.15.33:0/3809177342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f83340d0bd0 con 0x7f83340b2dc0 2024-07-26T15:44:07.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.313+0000 7f831bfff640 1 -- 172.21.15.33:0/3809177342 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f8324031bb0 con 0x7f83340b2dc0 2024-07-26T15:44:07.315 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:07.315 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":27,"btime":"2024-07-26T15:42:01:415363+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1813886548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1813886548},{"type":"v1","addr":"172.21.15.33:6834","nonce":1813886548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5321,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/4141655469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4141655469},{"type":"v1","addr":"172.21.15.154:6833","nonce":4141655469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/723722708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":723722708},{"type":"v1","addr":"172.21.15.154:6835","nonce":723722708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:41:57.773835+0000","modified":"2024-07-26T15:42:00.802683+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5901},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5901":{"gid":5901,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3850258134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3850258134},{"type":"v1","addr":"172.21.15.33:6835","nonce":3850258134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5901,"qdb_cluster":[5901]},"id":3}]} 2024-07-26T15:44:07.315 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 27 2024-07-26T15:44:07.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.315+0000 7f8339bac640 1 -- 172.21.15.33:0/3809177342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83340b2dc0 msgr2=0x7f833415af40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:07.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.315+0000 7f8339bac640 1 --2- 172.21.15.33:0/3809177342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83340b2dc0 0x7f833415af40 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f8324009a00 tx=0x7f83240052f0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.315+0000 7f8339bac640 1 -- 172.21.15.33:0/3809177342 shutdown_connections 2024-07-26T15:44:07.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.315+0000 7f8339bac640 1 --2- 172.21.15.33:0/3809177342 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83340d0570 0x7f833415fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.315+0000 7f8339bac640 1 --2- 172.21.15.33:0/3809177342 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83340ce9e0 0x7f833415f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.315+0000 7f8339bac640 1 --2- 172.21.15.33:0/3809177342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83340b2dc0 0x7f833415af40 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.315+0000 7f8339bac640 1 -- 172.21.15.33:0/3809177342 >> 172.21.15.33:0/3809177342 conn(0x7f83340d3e10 msgr2=0x7f8334161430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:07.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.315+0000 7f8339bac640 1 -- 172.21.15.33:0/3809177342 shutdown_connections 2024-07-26T15:44:07.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.315+0000 7f8339bac640 1 -- 172.21.15.33:0/3809177342 wait complete. 2024-07-26T15:44:07.328 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:07.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.445+0000 7f954e406640 1 -- 172.21.15.33:0/2822764101 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f954815faf0 msgr2=0x7f954806c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:07.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.445+0000 7f954e406640 1 --2- 172.21.15.33:0/2822764101 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f954815faf0 0x7f954806c630 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9540005fd0 tx=0x7f954002aa10 comp rx=0 tx=0).stop 2024-07-26T15:44:07.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.445+0000 7f954e406640 1 -- 172.21.15.33:0/2822764101 shutdown_connections 2024-07-26T15:44:07.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.446+0000 7f954e406640 1 --2- 172.21.15.33:0/2822764101 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f954815faf0 0x7f954806c630 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.446+0000 7f954e406640 1 --2- 172.21.15.33:0/2822764101 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f954815b610 0x7f95480690f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.446+0000 7f954e406640 1 -- 172.21.15.33:0/2822764101 >> 172.21.15.33:0/2822764101 conn(0x7f95480b31f0 msgr2=0x7f95480b3600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.446+0000 7f954e406640 1 -- 172.21.15.33:0/2822764101 shutdown_connections 2024-07-26T15:44:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.446+0000 7f954e406640 1 -- 172.21.15.33:0/2822764101 wait complete. 2024-07-26T15:44:07.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.447+0000 7f954e406640 1 Processor -- start 2024-07-26T15:44:07.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.448+0000 7f954e406640 1 -- start start 2024-07-26T15:44:07.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f954e406640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f954815b610 0x7f954815e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:07.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f954e406640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f954815efd0 0x7f9548155ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f954e406640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f954815faf0 0x7f95480c8a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f954e406640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f954806d0a0 con 0x7f954815efd0 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f954e406640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f954806cf20 con 0x7f954815b610 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f954e406640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f954806d220 con 0x7f954815faf0 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f95477fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f954815efd0 0x7f9548155ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f95477fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f954815efd0 0x7f9548155ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56624/0 (socket says 172.21.15.33:56624) 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f95477fe640 1 -- 172.21.15.33:0/989184859 learned_addr learned my addr 172.21.15.33:0/989184859 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f9547fff640 1 --2- 172.21.15.33:0/989184859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f954815b610 0x7f954815e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f954c9a3640 1 --2- 172.21.15.33:0/989184859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f954815faf0 0x7f95480c8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f9547fff640 1 -- 172.21.15.33:0/989184859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f954815faf0 msgr2=0x7f95480c8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f9547fff640 1 --2- 172.21.15.33:0/989184859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f954815faf0 0x7f95480c8a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f9547fff640 1 -- 172.21.15.33:0/989184859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f954815efd0 msgr2=0x7f9548155ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:07.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f9547fff640 1 --2- 172.21.15.33:0/989184859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f954815efd0 0x7f9548155ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f9547fff640 1 -- 172.21.15.33:0/989184859 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9548156400 con 0x7f954815b610 2024-07-26T15:44:07.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.449+0000 7f95477fe640 1 --2- 172.21.15.33:0/989184859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f954815efd0 0x7f9548155ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:07.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.450+0000 7f9547fff640 1 --2- 172.21.15.33:0/989184859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f954815b610 0x7f954815e4c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f953800e9f0 tx=0x7f953800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:07.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.450+0000 7f9544ff9640 1 -- 172.21.15.33:0/989184859 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f953800ccc0 con 0x7f954815b610 2024-07-26T15:44:07.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.450+0000 7f9544ff9640 1 -- 172.21.15.33:0/989184859 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9538010430 con 0x7f954815b610 2024-07-26T15:44:07.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.450+0000 7f954e406640 1 -- 172.21.15.33:0/989184859 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95480c9810 con 0x7f954815b610 2024-07-26T15:44:07.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.450+0000 7f9544ff9640 1 -- 172.21.15.33:0/989184859 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9538010860 con 0x7f954815b610 2024-07-26T15:44:07.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.450+0000 7f954e406640 1 -- 172.21.15.33:0/989184859 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95480c9dd0 con 0x7f954815b610 2024-07-26T15:44:07.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.451+0000 7f9544ff9640 1 -- 172.21.15.33:0/989184859 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 29) ==== 49591+0+0 (secure 0 0 0) 0x7f953801f020 con 0x7f954815b610 2024-07-26T15:44:07.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.451+0000 7f9544ff9640 1 -- 172.21.15.33:0/989184859 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6919+0+0 (secure 0 0 0) 0x7f9538052cd0 con 0x7f954815b610 2024-07-26T15:44:07.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.451+0000 7f954e406640 1 -- 172.21.15.33:0/989184859 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f954806d7b0 con 0x7f954815b610 2024-07-26T15:44:07.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.457+0000 7f9544ff9640 1 -- 172.21.15.33:0/989184859 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9538013dc0 con 0x7f954815b610 2024-07-26T15:44:07.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.688+0000 7f954e406640 1 -- 172.21.15.33:0/989184859 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f954815bb20 con 0x7f954815b610 2024-07-26T15:44:07.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.689+0000 7f9544ff9640 1 -- 172.21.15.33:0/989184859 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f9538051020 con 0x7f954815b610 2024-07-26T15:44:07.691 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:07.691 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":27,"btime":"2024-07-26T15:42:01:415363+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1813886548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1813886548},{"type":"v1","addr":"172.21.15.33:6834","nonce":1813886548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5321,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/4141655469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4141655469},{"type":"v1","addr":"172.21.15.154:6833","nonce":4141655469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/723722708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":723722708},{"type":"v1","addr":"172.21.15.154:6835","nonce":723722708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:41:57.773835+0000","modified":"2024-07-26T15:42:00.802683+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5901},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5901":{"gid":5901,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3850258134","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3850258134},{"type":"v1","addr":"172.21.15.33:6835","nonce":3850258134}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[8],"metadata_pool":7,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5901,"qdb_cluster":[5901]},"id":3}]} 2024-07-26T15:44:07.691 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 27 2024-07-26T15:44:07.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.691+0000 7f954e406640 1 -- 172.21.15.33:0/989184859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f954815b610 msgr2=0x7f954815e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:07.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.691+0000 7f954e406640 1 --2- 172.21.15.33:0/989184859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f954815b610 0x7f954815e4c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f953800e9f0 tx=0x7f953800eeb0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.691+0000 7f954e406640 1 -- 172.21.15.33:0/989184859 shutdown_connections 2024-07-26T15:44:07.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.692+0000 7f954e406640 1 --2- 172.21.15.33:0/989184859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f954815faf0 0x7f95480c8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.692+0000 7f954e406640 1 --2- 172.21.15.33:0/989184859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f954815efd0 0x7f9548155ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.692+0000 7f954e406640 1 --2- 172.21.15.33:0/989184859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f954815b610 0x7f954815e4c0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.692+0000 7f954e406640 1 -- 172.21.15.33:0/989184859 >> 172.21.15.33:0/989184859 conn(0x7f95480b31f0 msgr2=0x7f95480cd550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:07.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.692+0000 7f954e406640 1 -- 172.21.15.33:0/989184859 shutdown_connections 2024-07-26T15:44:07.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.692+0000 7f954e406640 1 -- 172.21.15.33:0/989184859 wait complete. 2024-07-26T15:44:07.705 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:07.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.821+0000 7fcbe70b2640 1 -- 172.21.15.33:0/2108353991 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcbe00d0c80 msgr2=0x7fcbe00d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:07.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.821+0000 7fcbe70b2640 1 --2- 172.21.15.33:0/2108353991 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcbe00d0c80 0x7fcbe00d2930 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc009860 tx=0x7fcbcc02a480 comp rx=0 tx=0).stop 2024-07-26T15:44:07.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.821+0000 7fcbe70b2640 1 -- 172.21.15.33:0/2108353991 shutdown_connections 2024-07-26T15:44:07.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.821+0000 7fcbe70b2640 1 --2- 172.21.15.33:0/2108353991 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcbe00d0c80 0x7fcbe00d2930 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.821+0000 7fcbe70b2640 1 -- 172.21.15.33:0/2108353991 >> 172.21.15.33:0/2108353991 conn(0x7fcbe00d3e10 msgr2=0x7fcbe00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:07.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.821+0000 7fcbe70b2640 1 -- 172.21.15.33:0/2108353991 shutdown_connections 2024-07-26T15:44:07.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.821+0000 7fcbe70b2640 1 -- 172.21.15.33:0/2108353991 wait complete. 2024-07-26T15:44:07.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.823+0000 7fcbe70b2640 1 Processor -- start 2024-07-26T15:44:07.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.823+0000 7fcbe70b2640 1 -- start start 2024-07-26T15:44:07.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe70b2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcbe00b2dc0 0x7fcbe015bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:07.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe70b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcbe00ce9e0 0x7fcbe0165580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe70b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbe015e790 0x7fcbe00c9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe70b2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe00d4d50 con 0x7fcbe015e790 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe70b2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe00cf770 con 0x7fcbe00ce9e0 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe70b2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcbe0169af0 con 0x7fcbe00b2dc0 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe564f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbe015e790 0x7fcbe00c9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe564f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbe015e790 0x7fcbe00c9ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56638/0 (socket says 172.21.15.33:56638) 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe564f640 1 -- 172.21.15.33:0/3937162938 learned_addr learned my addr 172.21.15.33:0/3937162938 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbdffff640 1 --2- 172.21.15.33:0/3937162938 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcbe00ce9e0 0x7fcbe0165580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe4e4e640 1 --2- 172.21.15.33:0/3937162938 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcbe00b2dc0 0x7fcbe015bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe564f640 1 -- 172.21.15.33:0/3937162938 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcbe00b2dc0 msgr2=0x7fcbe015bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe564f640 1 --2- 172.21.15.33:0/3937162938 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcbe00b2dc0 0x7fcbe015bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe564f640 1 -- 172.21.15.33:0/3937162938 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcbe00ce9e0 msgr2=0x7fcbe0165580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:07.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe564f640 1 --2- 172.21.15.33:0/3937162938 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcbe00ce9e0 0x7fcbe0165580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:07.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe564f640 1 -- 172.21.15.33:0/3937162938 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbe0160b80 con 0x7fcbe015e790 2024-07-26T15:44:07.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.825+0000 7fcbe564f640 1 --2- 172.21.15.33:0/3937162938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbe015e790 0x7fcbe00c9ce0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fcbd800cb10 tx=0x7fcbd800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:07.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.826+0000 7fcbdd7fa640 1 -- 172.21.15.33:0/3937162938 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd8016020 con 0x7fcbe015e790 2024-07-26T15:44:07.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.826+0000 7fcbdd7fa640 1 -- 172.21.15.33:0/3937162938 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcbd800ad80 con 0x7fcbe015e790 2024-07-26T15:44:07.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.826+0000 7fcbe70b2640 1 -- 172.21.15.33:0/3937162938 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbe00c8740 con 0x7fcbe015e790 2024-07-26T15:44:07.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.826+0000 7fcbdd7fa640 1 -- 172.21.15.33:0/3937162938 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd8012680 con 0x7fcbe015e790 2024-07-26T15:44:07.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.826+0000 7fcbe70b2640 1 -- 172.21.15.33:0/3937162938 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbe0160e20 con 0x7fcbe015e790 2024-07-26T15:44:07.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.827+0000 7fcbe70b2640 1 -- 172.21.15.33:0/3937162938 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbe00d2930 con 0x7fcbe015e790 2024-07-26T15:44:07.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.827+0000 7fcbdd7fa640 1 -- 172.21.15.33:0/3937162938 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 29) ==== 49591+0+0 (secure 0 0 0) 0x7fcbd8019020 con 0x7fcbe015e790 2024-07-26T15:44:07.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.827+0000 7fcbdd7fa640 1 -- 172.21.15.33:0/3937162938 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6919+0+0 (secure 0 0 0) 0x7fcbd8052c10 con 0x7fcbe015e790 2024-07-26T15:44:07.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.832+0000 7fcbdd7fa640 1 -- 172.21.15.33:0/3937162938 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcbd8020020 con 0x7fcbe015e790 2024-07-26T15:44:07.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:07.864+0000 7fcbdd7fa640 1 -- 172.21.15.33:0/3937162938 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 30) ==== 49591+0+0 (secure 0 0 0) 0x7fcbd80891a0 con 0x7fcbe015e790 2024-07-26T15:44:07.917 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:07.916+0000 7fc2f977d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:07.917 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:07.916+0000 7fc2f977d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:07.918 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:07.916+0000 7fc2f977d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:07.918 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:07.916+0000 7fc2f977d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:07.918 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:07.916+0000 7fc2f977d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:07.918 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:07.916+0000 7fc2f6777640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:07.918 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:07.916+0000 7fc2f6777640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:07.918 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:07.916+0000 7fc2f6777640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:07.918 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:07.916+0000 7fc2f6777640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:07.918 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:07.916+0000 7fc2f6777640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:08.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.032+0000 7fcbe70b2640 1 -- 172.21.15.33:0/3937162938 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcbe00cfa00 con 0x7fcbe015e790 2024-07-26T15:44:08.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.033+0000 7fcbdd7fa640 1 -- 172.21.15.33:0/3937162938 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+18104 (secure 0 0 0) 0x7fcbd800f260 con 0x7fcbe015e790 2024-07-26T15:44:08.035 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:08.035 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":78,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:07.858964+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:41:55.510981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_data","create_time":"2024-07-26T15:41:56.732568+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"77","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":77,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"8.21","mappings":[{"from":0,"to":6}]},{"pgid":"8.2d","mappings":[{"from":0,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/3620360565":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/545736269":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/2313135678":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/1789676603":"2024-07-27T15:44:05.051174+0000","172.21.15.33:6837/1505021965":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/3168196607":"2024-07-27T15:42:15.963617+0000","172.21.15.33:6836/1354880227":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/206615241":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/4261373900":"2024-07-27T15:42:15.963617+0000","172.21.15.33:6836/1505021965":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/4114362529":"2024-07-27T15:42:15.963617+0000","172.21.15.33:6837/1354880227":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/3762690457":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/1027327431":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/2161538442":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/2552783980":"2024-07-27T15:42:15.963617+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.035+0000 7fcbe70b2640 1 -- 172.21.15.33:0/3937162938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbe015e790 msgr2=0x7fcbe00c9ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.035+0000 7fcbe70b2640 1 --2- 172.21.15.33:0/3937162938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbe015e790 0x7fcbe00c9ce0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fcbd800cb10 tx=0x7fcbd800a060 comp rx=0 tx=0).stop 2024-07-26T15:44:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.036+0000 7fcbe70b2640 1 -- 172.21.15.33:0/3937162938 shutdown_connections 2024-07-26T15:44:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.036+0000 7fcbe70b2640 1 --2- 172.21.15.33:0/3937162938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcbe015e790 0x7fcbe00c9ce0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.036+0000 7fcbe70b2640 1 --2- 172.21.15.33:0/3937162938 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcbe00ce9e0 0x7fcbe0165580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.036+0000 7fcbe70b2640 1 --2- 172.21.15.33:0/3937162938 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcbe00b2dc0 0x7fcbe015bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.036+0000 7fcbe70b2640 1 -- 172.21.15.33:0/3937162938 >> 172.21.15.33:0/3937162938 conn(0x7fcbe00d3e10 msgr2=0x7fcbe00cedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.036+0000 7fcbe70b2640 1 -- 172.21.15.33:0/3937162938 shutdown_connections 2024-07-26T15:44:08.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.036+0000 7fcbe70b2640 1 -- 172.21.15.33:0/3937162938 wait complete. 2024-07-26T15:44:08.049 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T15:44:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.166+0000 7fbf81e85640 1 -- 172.21.15.33:0/4035884677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf7c0b6ed0 msgr2=0x7fbf7c0b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.166+0000 7fbf81e85640 1 --2- 172.21.15.33:0/4035884677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf7c0b6ed0 0x7fbf7c0b13c0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c0d00e0 tx=0x7fbf6c02a4d0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.166+0000 7fbf81e85640 1 -- 172.21.15.33:0/4035884677 shutdown_connections 2024-07-26T15:44:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.166+0000 7fbf81e85640 1 --2- 172.21.15.33:0/4035884677 >> v2:172.21.15.154:3300/0 conn(0x7fbf7c0b1900 0x7fbf7c162860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.166+0000 7fbf81e85640 1 --2- 172.21.15.33:0/4035884677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf7c0b6ed0 0x7fbf7c0b13c0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.166+0000 7fbf81e85640 1 -- 172.21.15.33:0/4035884677 >> 172.21.15.33:0/4035884677 conn(0x7fbf7c0d1bb0 msgr2=0x7fbf7c0d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:08.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.166+0000 7fbf81e85640 1 -- 172.21.15.33:0/4035884677 shutdown_connections 2024-07-26T15:44:08.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.166+0000 7fbf81e85640 1 -- 172.21.15.33:0/4035884677 wait complete. 2024-07-26T15:44:08.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.168+0000 7fbf81e85640 1 Processor -- start 2024-07-26T15:44:08.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.168+0000 7fbf81e85640 1 -- start start 2024-07-26T15:44:08.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf81e85640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf7c0b1900 0x7fbf7c165be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:08.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf81e85640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf7c0b6ed0 0x7fbf7c1545a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:08.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf81e85640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf7c154df0 0x7fbf7c162850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf81e85640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7c0b7640 con 0x7fbf7c154df0 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf81e85640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbf7c0b74c0 con 0x7fbf7c0b1900 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf81e85640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbf7c1664d0 con 0x7fbf7c0b6ed0 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf7bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf7c154df0 0x7fbf7c162850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf7bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf7c154df0 0x7fbf7c162850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56660/0 (socket says 172.21.15.33:56660) 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf7bfff640 1 -- 172.21.15.33:0/2469658240 learned_addr learned my addr 172.21.15.33:0/2469658240 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf7b7fe640 1 --2- 172.21.15.33:0/2469658240 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf7c0b1900 0x7fbf7c165be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf7affd640 1 --2- 172.21.15.33:0/2469658240 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf7c0b6ed0 0x7fbf7c1545a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf7bfff640 1 -- 172.21.15.33:0/2469658240 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf7c0b6ed0 msgr2=0x7fbf7c1545a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf7bfff640 1 --2- 172.21.15.33:0/2469658240 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf7c0b6ed0 0x7fbf7c1545a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf7bfff640 1 -- 172.21.15.33:0/2469658240 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf7c0b1900 msgr2=0x7fbf7c165be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf7bfff640 1 --2- 172.21.15.33:0/2469658240 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf7c0b1900 0x7fbf7c165be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf7bfff640 1 -- 172.21.15.33:0/2469658240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf7c155590 con 0x7fbf7c154df0 2024-07-26T15:44:08.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf7bfff640 1 --2- 172.21.15.33:0/2469658240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf7c154df0 0x7fbf7c162850 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fbf7400cae0 tx=0x7fbf7400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:08.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.170+0000 7fbf63fff640 1 -- 172.21.15.33:0/2469658240 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf74016020 con 0x7fbf7c154df0 2024-07-26T15:44:08.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.171+0000 7fbf63fff640 1 -- 172.21.15.33:0/2469658240 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf7400ad30 con 0x7fbf7c154df0 2024-07-26T15:44:08.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.171+0000 7fbf81e85640 1 -- 172.21.15.33:0/2469658240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf7c155870 con 0x7fbf7c154df0 2024-07-26T15:44:08.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.171+0000 7fbf63fff640 1 -- 172.21.15.33:0/2469658240 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf74012680 con 0x7fbf7c154df0 2024-07-26T15:44:08.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.171+0000 7fbf81e85640 1 -- 172.21.15.33:0/2469658240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf7c155e30 con 0x7fbf7c154df0 2024-07-26T15:44:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.172+0000 7fbf63fff640 1 -- 172.21.15.33:0/2469658240 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 30) ==== 49591+0+0 (secure 0 0 0) 0x7fbf74019020 con 0x7fbf7c154df0 2024-07-26T15:44:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.172+0000 7fbf81e85640 1 -- 172.21.15.33:0/2469658240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf7c155300 con 0x7fbf7c154df0 2024-07-26T15:44:08.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.172+0000 7fbf63fff640 1 -- 172.21.15.33:0/2469658240 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6875+0+0 (secure 0 0 0) 0x7fbf74052850 con 0x7fbf7c154df0 2024-07-26T15:44:08.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.177+0000 7fbf63fff640 1 -- 172.21.15.33:0/2469658240 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbf74020030 con 0x7fbf7c154df0 2024-07-26T15:44:08.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.410+0000 7fbf81e85640 1 -- 172.21.15.33:0/2469658240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fbf7c0b1d10 con 0x7fbf7c154df0 2024-07-26T15:44:08.412 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T15:44:08.411+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T15:44:08.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.412+0000 7fbf63fff640 1 -- 172.21.15.33:0/2469658240 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v28) ==== 161+0+0 (secure 0 0 0) 0x7fbf74018cd0 con 0x7fbf7c154df0 2024-07-26T15:44:08.413 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T15:44:08.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.415+0000 7fbf81e85640 1 -- 172.21.15.33:0/2469658240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf7c154df0 msgr2=0x7fbf7c162850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:08.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.415+0000 7fbf81e85640 1 --2- 172.21.15.33:0/2469658240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf7c154df0 0x7fbf7c162850 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fbf7400cae0 tx=0x7fbf7400a060 comp rx=0 tx=0).stop 2024-07-26T15:44:08.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.415+0000 7fbf81e85640 1 -- 172.21.15.33:0/2469658240 shutdown_connections 2024-07-26T15:44:08.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.415+0000 7fbf81e85640 1 --2- 172.21.15.33:0/2469658240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf7c154df0 0x7fbf7c162850 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.415+0000 7fbf81e85640 1 --2- 172.21.15.33:0/2469658240 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf7c0b6ed0 0x7fbf7c1545a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.415+0000 7fbf81e85640 1 --2- 172.21.15.33:0/2469658240 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf7c0b1900 0x7fbf7c165be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.415+0000 7fbf81e85640 1 -- 172.21.15.33:0/2469658240 >> 172.21.15.33:0/2469658240 conn(0x7fbf7c0d1bb0 msgr2=0x7fbf7c0d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:08.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.415+0000 7fbf81e85640 1 -- 172.21.15.33:0/2469658240 shutdown_connections 2024-07-26T15:44:08.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.415+0000 7fbf81e85640 1 -- 172.21.15.33:0/2469658240 wait complete. 2024-07-26T15:44:08.428 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T15:44:08.482 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:44:08.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.552+0000 7fe17b0b2640 1 -- 172.21.15.33:0/3838630076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1740736e0 msgr2=0x7fe17406ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:08.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.552+0000 7fe17b0b2640 1 --2- 172.21.15.33:0/3838630076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1740736e0 0x7fe17406ef20 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fe16c005fd0 tx=0x7fe16c02aa90 comp rx=0 tx=0).stop 2024-07-26T15:44:08.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.552+0000 7fe17b0b2640 1 -- 172.21.15.33:0/3838630076 shutdown_connections 2024-07-26T15:44:08.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.552+0000 7fe17b0b2640 1 --2- 172.21.15.33:0/3838630076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1740736e0 0x7fe17406ef20 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.552+0000 7fe17b0b2640 1 --2- 172.21.15.33:0/3838630076 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1740b53d0 0x7fe1740731a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.552+0000 7fe17b0b2640 1 -- 172.21.15.33:0/3838630076 >> 172.21.15.33:0/3838630076 conn(0x7fe1740b2fa0 msgr2=0x7fe17406d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:08.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.552+0000 7fe17b0b2640 1 -- 172.21.15.33:0/3838630076 shutdown_connections 2024-07-26T15:44:08.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.552+0000 7fe17b0b2640 1 -- 172.21.15.33:0/3838630076 wait complete. 2024-07-26T15:44:08.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.554+0000 7fe17b0b2640 1 Processor -- start 2024-07-26T15:44:08.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.554+0000 7fe17b0b2640 1 -- start start 2024-07-26T15:44:08.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.555+0000 7fe17b0b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1740736e0 0x7fe17414da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:08.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.555+0000 7fe17b0b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1740b4fc0 0x7fe1741413b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:08.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.555+0000 7fe17b0b2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1740b53d0 0x7fe174154660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:08.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.555+0000 7fe17b0b2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe17406f990 con 0x7fe1740b4fc0 2024-07-26T15:44:08.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.555+0000 7fe17b0b2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe17406f810 con 0x7fe1740736e0 2024-07-26T15:44:08.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.555+0000 7fe17b0b2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe17406fb10 con 0x7fe1740b53d0 2024-07-26T15:44:08.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.555+0000 7fe173fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1740b4fc0 0x7fe1741413b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:08.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.555+0000 7fe173fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1740b4fc0 0x7fe1741413b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56678/0 (socket says 172.21.15.33:56678) 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.555+0000 7fe173fff640 1 -- 172.21.15.33:0/380846715 learned_addr learned my addr 172.21.15.33:0/380846715 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.555+0000 7fe178e4e640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1740736e0 0x7fe17414da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.555+0000 7fe17964f640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1740b53d0 0x7fe174154660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.556+0000 7fe173fff640 1 -- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1740b53d0 msgr2=0x7fe174154660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.556+0000 7fe173fff640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1740b53d0 0x7fe174154660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.556+0000 7fe173fff640 1 -- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1740736e0 msgr2=0x7fe17414da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.556+0000 7fe173fff640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1740736e0 0x7fe17414da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.556+0000 7fe173fff640 1 -- 172.21.15.33:0/380846715 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe174156800 con 0x7fe1740b4fc0 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.556+0000 7fe173fff640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1740b4fc0 0x7fe1741413b0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fe16400d740 tx=0x7fe16400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.556+0000 7fe1717fa640 1 -- 172.21.15.33:0/380846715 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe164016070 con 0x7fe1740b4fc0 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.556+0000 7fe1717fa640 1 -- 172.21.15.33:0/380846715 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe164009d20 con 0x7fe1740b4fc0 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.556+0000 7fe17b0b2640 1 -- 172.21.15.33:0/380846715 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe17414e550 con 0x7fe1740b4fc0 2024-07-26T15:44:08.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.556+0000 7fe1717fa640 1 -- 172.21.15.33:0/380846715 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1640107c0 con 0x7fe1740b4fc0 2024-07-26T15:44:08.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.556+0000 7fe17b0b2640 1 -- 172.21.15.33:0/380846715 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe17414eb10 con 0x7fe1740b4fc0 2024-07-26T15:44:08.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.557+0000 7fe17b0b2640 1 -- 172.21.15.33:0/380846715 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe174156570 con 0x7fe1740b4fc0 2024-07-26T15:44:08.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.557+0000 7fe1717fa640 1 -- 172.21.15.33:0/380846715 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 30) ==== 49591+0+0 (secure 0 0 0) 0x7fe164010960 con 0x7fe1740b4fc0 2024-07-26T15:44:08.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.557+0000 7fe1717fa640 1 -- 172.21.15.33:0/380846715 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6961+0+0 (secure 0 0 0) 0x7fe164054680 con 0x7fe1740b4fc0 2024-07-26T15:44:08.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.562+0000 7fe1717fa640 1 -- 172.21.15.33:0/380846715 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe164022c60 con 0x7fe1740b4fc0 2024-07-26T15:44:08.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.791+0000 7fe17b0b2640 1 -- 172.21.15.33:0/380846715 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fe174070030 con 0x7fe1740b4fc0 2024-07-26T15:44:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.868+0000 7fe1717fa640 1 -- 172.21.15.33:0/380846715 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 31) ==== 98977+0+0 (secure 0 0 0) 0x7fe164010c50 con 0x7fe1740b4fc0 2024-07-26T15:44:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.868+0000 7fe1717fa640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe15407c5f0 0x7fe15407ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.874+0000 7fe178e4e640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe15407c5f0 0x7fe15407ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:08.876+0000 7fe178e4e640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe15407c5f0 0x7fe15407ea10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe15c001720 tx=0x7fe15c009040 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:09.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.414+0000 7fe1717fa640 1 -- 172.21.15.33:0/380846715 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7fe164067440 con 0x7fe1740b4fc0 2024-07-26T15:44:09.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.416+0000 7fe17b0b2640 1 -- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe15407c5f0 msgr2=0x7fe15407ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:09.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.416+0000 7fe17b0b2640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe15407c5f0 0x7fe15407ea10 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe15c001720 tx=0x7fe15c009040 comp rx=0 tx=0).stop 2024-07-26T15:44:09.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.416+0000 7fe17b0b2640 1 -- 172.21.15.33:0/380846715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1740b4fc0 msgr2=0x7fe1741413b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:09.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.416+0000 7fe17b0b2640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1740b4fc0 0x7fe1741413b0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fe16400d740 tx=0x7fe16400dc00 comp rx=0 tx=0).stop 2024-07-26T15:44:09.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.417+0000 7fe17b0b2640 1 -- 172.21.15.33:0/380846715 shutdown_connections 2024-07-26T15:44:09.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.417+0000 7fe17b0b2640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe15407c5f0 0x7fe15407ea10 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:09.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.417+0000 7fe17b0b2640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1740b53d0 0x7fe174154660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:09.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.417+0000 7fe17b0b2640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1740b4fc0 0x7fe1741413b0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:09.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.417+0000 7fe17b0b2640 1 --2- 172.21.15.33:0/380846715 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1740736e0 0x7fe17414da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:09.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.417+0000 7fe17b0b2640 1 -- 172.21.15.33:0/380846715 >> 172.21.15.33:0/380846715 conn(0x7fe1740b2fa0 msgr2=0x7fe1741505c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:09.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.417+0000 7fe17b0b2640 1 -- 172.21.15.33:0/380846715 shutdown_connections 2024-07-26T15:44:09.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.417+0000 7fe17b0b2640 1 -- 172.21.15.33:0/380846715 wait complete. 2024-07-26T15:44:09.432 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T15:44:09.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.557+0000 7f85e53c4640 1 -- 172.21.15.33:0/1862408155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85e00ceab0 msgr2=0x7f85e00cc770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:09.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.557+0000 7f85e53c4640 1 --2- 172.21.15.33:0/1862408155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85e00ceab0 0x7f85e00cc770 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f85d4009830 tx=0x7f85d402a560 comp rx=0 tx=0).stop 2024-07-26T15:44:09.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.557+0000 7f85e53c4640 1 -- 172.21.15.33:0/1862408155 shutdown_connections 2024-07-26T15:44:09.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.557+0000 7f85e53c4640 1 --2- 172.21.15.33:0/1862408155 >> v2:172.21.15.154:3300/0 conn(0x7f85e00b6560 0x7f85e00cccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:09.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.557+0000 7f85e53c4640 1 --2- 172.21.15.33:0/1862408155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85e00ceab0 0x7f85e00cc770 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:09.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.557+0000 7f85e53c4640 1 -- 172.21.15.33:0/1862408155 >> 172.21.15.33:0/1862408155 conn(0x7f85e00d1c60 msgr2=0x7f85e00d2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:09.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.557+0000 7f85e53c4640 1 -- 172.21.15.33:0/1862408155 shutdown_connections 2024-07-26T15:44:09.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.557+0000 7f85e53c4640 1 -- 172.21.15.33:0/1862408155 wait complete. 2024-07-26T15:44:09.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.559+0000 7f85e53c4640 1 Processor -- start 2024-07-26T15:44:09.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.559+0000 7f85e53c4640 1 -- start start 2024-07-26T15:44:09.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.560+0000 7f85e53c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85e00b6560 0x7f85e009c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:09.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.560+0000 7f85e53c4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85e00d2780 0x7f85e0071220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:09.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.560+0000 7f85e53c4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85e00ca340 0x7f85e01f26e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:09.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.560+0000 7f85e53c4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f85e00cd370 con 0x7f85e00ca340 2024-07-26T15:44:09.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.560+0000 7f85e53c4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f85e00cd1f0 con 0x7f85e00b6560 2024-07-26T15:44:09.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.560+0000 7f85e53c4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f85e00cd4f0 con 0x7f85e00d2780 2024-07-26T15:44:09.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.560+0000 7f85df7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85e00ca340 0x7f85e01f26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:09.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.560+0000 7f85df7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85e00ca340 0x7f85e01f26e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56696/0 (socket says 172.21.15.33:56696) 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.560+0000 7f85df7fe640 1 -- 172.21.15.33:0/3663121426 learned_addr learned my addr 172.21.15.33:0/3663121426 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85de7fc640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85e00d2780 0x7f85e0071220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85deffd640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85e00b6560 0x7f85e009c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85df7fe640 1 -- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85e00d2780 msgr2=0x7f85e0071220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85df7fe640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85e00d2780 0x7f85e0071220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85df7fe640 1 -- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85e00b6560 msgr2=0x7f85e009c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85df7fe640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85e00b6560 0x7f85e009c8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85df7fe640 1 -- 172.21.15.33:0/3663121426 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e01f3480 con 0x7f85e00ca340 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85df7fe640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85e00ca340 0x7f85e01f26e0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f85d8005d00 tx=0x7f85d800dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85c77fe640 1 -- 172.21.15.33:0/3663121426 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8017070 con 0x7f85e00ca340 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85c77fe640 1 -- 172.21.15.33:0/3663121426 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85d8005330 con 0x7f85e00ca340 2024-07-26T15:44:09.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85e53c4640 1 -- 172.21.15.33:0/3663121426 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85e009bde0 con 0x7f85e00ca340 2024-07-26T15:44:09.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85c77fe640 1 -- 172.21.15.33:0/3663121426 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d80047a0 con 0x7f85e00ca340 2024-07-26T15:44:09.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.561+0000 7f85e53c4640 1 -- 172.21.15.33:0/3663121426 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85e00cac50 con 0x7f85e00ca340 2024-07-26T15:44:09.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.562+0000 7f85e53c4640 1 -- 172.21.15.33:0/3663121426 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85e00d2430 con 0x7f85e00ca340 2024-07-26T15:44:09.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.563+0000 7f85c77fe640 1 -- 172.21.15.33:0/3663121426 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 31) ==== 98977+0+0 (secure 0 0 0) 0x7f85d8004940 con 0x7f85e00ca340 2024-07-26T15:44:09.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.563+0000 7f85c77fe640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f85cc076e60 0x7f85cc079370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:09.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.564+0000 7f85c77fe640 1 -- 172.21.15.33:0/3663121426 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6961+0+0 (secure 0 0 0) 0x7f85d80989e0 con 0x7f85e00ca340 2024-07-26T15:44:09.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.564+0000 7f85deffd640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f85cc076e60 0x7f85cc079370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:09.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.564+0000 7f85deffd640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f85cc076e60 0x7f85cc079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f85d0001e10 tx=0x7f85d0009040 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:09.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.568+0000 7f85c77fe640 1 -- 172.21.15.33:0/3663121426 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f85e00d2430 con 0x7f85e00ca340 2024-07-26T15:44:09.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:09.761+0000 7f85e53c4640 1 -- 172.21.15.33:0/3663121426 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f85e009c4f0 con 0x7f85e00ca340 2024-07-26T15:44:10.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.417+0000 7f85c77fe640 1 -- 172.21.15.33:0/3663121426 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v80) ==== 181+0+0 (secure 0 0 0) 0x7f85d80613a0 con 0x7f85e00ca340 2024-07-26T15:44:10.419 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T15:44:10.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 -- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f85cc076e60 msgr2=0x7f85cc079370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:10.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f85cc076e60 0x7f85cc079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f85d0001e10 tx=0x7f85d0009040 comp rx=0 tx=0).stop 2024-07-26T15:44:10.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 -- 172.21.15.33:0/3663121426 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85e00ca340 msgr2=0x7f85e01f26e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:10.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85e00ca340 0x7f85e01f26e0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f85d8005d00 tx=0x7f85d800dae0 comp rx=0 tx=0).stop 2024-07-26T15:44:10.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 -- 172.21.15.33:0/3663121426 shutdown_connections 2024-07-26T15:44:10.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85e00ca340 0x7f85e01f26e0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:10.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f85cc076e60 0x7f85cc079370 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:10.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85e00d2780 0x7f85e0071220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:10.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 --2- 172.21.15.33:0/3663121426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85e00b6560 0x7f85e009c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:10.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 -- 172.21.15.33:0/3663121426 >> 172.21.15.33:0/3663121426 conn(0x7f85e00d1c60 msgr2=0x7f85e00cc730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:10.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 -- 172.21.15.33:0/3663121426 shutdown_connections 2024-07-26T15:44:10.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.420+0000 7f85e53c4640 1 -- 172.21.15.33:0/3663121426 wait complete. 2024-07-26T15:44:10.437 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T15:44:10.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.566+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/1062896542 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cb4003aa0 msgr2=0x7f3cb4003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:10.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.566+0000 7f3ccfdc8640 1 --2- 172.21.15.33:0/1062896542 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cb4003aa0 0x7f3cb4003f10 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4009b40 tx=0x7f3cb4005830 comp rx=0 tx=0).stop 2024-07-26T15:44:10.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.566+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/1062896542 shutdown_connections 2024-07-26T15:44:10.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.566+0000 7f3ccfdc8640 1 --2- 172.21.15.33:0/1062896542 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cb4003aa0 0x7f3cb4003f10 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:10.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.566+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/1062896542 >> 172.21.15.33:0/1062896542 conn(0x7f3cc80d3d80 msgr2=0x7f3cc80d4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:10.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.566+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/1062896542 shutdown_connections 2024-07-26T15:44:10.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.566+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/1062896542 wait complete. 2024-07-26T15:44:10.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.568+0000 7f3ccfdc8640 1 Processor -- start 2024-07-26T15:44:10.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.568+0000 7f3ccfdc8640 1 -- start start 2024-07-26T15:44:10.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.569+0000 7f3ccfdc8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cb4003aa0 0x7f3cc8155330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:10.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.569+0000 7f3ccfdc8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cc80b7ee0 0x7f3cc80b82f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:10.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.569+0000 7f3ccfdc8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cc806cea0 0x7f3cc806d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:10.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.569+0000 7f3ccfdc8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc80d0790 con 0x7f3cc80b7ee0 2024-07-26T15:44:10.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.569+0000 7f3ccfdc8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc80b94f0 con 0x7f3cb4003aa0 2024-07-26T15:44:10.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.569+0000 7f3ccfdc8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3cc80d0910 con 0x7f3cc806cea0 2024-07-26T15:44:10.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.569+0000 7f3ccd363640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cc80b7ee0 0x7f3cc80b82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:10.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.569+0000 7f3ccd363640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cc80b7ee0 0x7f3cc80b82f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56724/0 (socket says 172.21.15.33:56724) 2024-07-26T15:44:10.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.569+0000 7f3ccd363640 1 -- 172.21.15.33:0/3219984568 learned_addr learned my addr 172.21.15.33:0/3219984568 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:10.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3cce365640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cc806cea0 0x7f3cc806d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:10.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3ccdb64640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cb4003aa0 0x7f3cc8155330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:10.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3ccd363640 1 -- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cc806cea0 msgr2=0x7f3cc806d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:10.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3ccd363640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cc806cea0 0x7f3cc806d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:10.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3ccd363640 1 -- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cb4003aa0 msgr2=0x7f3cc8155330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:10.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3ccd363640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cb4003aa0 0x7f3cc8155330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:10.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3ccd363640 1 -- 172.21.15.33:0/3219984568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cc81f91e0 con 0x7f3cc80b7ee0 2024-07-26T15:44:10.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3ccdb64640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cb4003aa0 0x7f3cc8155330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:10.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3ccd363640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cc80b7ee0 0x7f3cc80b82f0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8001eb0 tx=0x7f3cb800e980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:10.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3cbe7fc640 1 -- 172.21.15.33:0/3219984568 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb8015070 con 0x7f3cc80b7ee0 2024-07-26T15:44:10.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3cbe7fc640 1 -- 172.21.15.33:0/3219984568 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3cb8010980 con 0x7f3cc80b7ee0 2024-07-26T15:44:10.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3cbe7fc640 1 -- 172.21.15.33:0/3219984568 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb8010dd0 con 0x7f3cc80b7ee0 2024-07-26T15:44:10.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/3219984568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cc806d7f0 con 0x7f3cc80b7ee0 2024-07-26T15:44:10.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.570+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/3219984568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cc81f85d0 con 0x7f3cc80b7ee0 2024-07-26T15:44:10.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.571+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/3219984568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cc80d0e70 con 0x7f3cc80b7ee0 2024-07-26T15:44:10.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.572+0000 7f3cbe7fc640 1 -- 172.21.15.33:0/3219984568 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 32) ==== 99185+0+0 (secure 0 0 0) 0x7f3cb8018070 con 0x7f3cc80b7ee0 2024-07-26T15:44:10.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.572+0000 7f3cbe7fc640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3cac0770d0 0x7f3cac0795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:10.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.573+0000 7f3cbe7fc640 1 -- 172.21.15.33:0/3219984568 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6523+0+0 (secure 0 0 0) 0x7f3cb8098fb0 con 0x7f3cc80b7ee0 2024-07-26T15:44:10.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.573+0000 7f3ccdb64640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3cac0770d0 0x7f3cac0795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:10.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.573+0000 7f3ccdb64640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3cac0770d0 0x7f3cac0795e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4035000 tx=0x7f3cc40046c0 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:10.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.577+0000 7f3cbe7fc640 1 -- 172.21.15.33:0/3219984568 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3cc806d7f0 con 0x7f3cc80b7ee0 2024-07-26T15:44:10.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:10.769+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/3219984568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3cc81f4ce0 con 0x7f3cc80b7ee0 2024-07-26T15:44:11.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.431+0000 7f3cbe7fc640 1 -- 172.21.15.33:0/3219984568 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v81) ==== 169+0+0 (secure 0 0 0) 0x7f3cb8061e10 con 0x7f3cc80b7ee0 2024-07-26T15:44:11.433 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T15:44:11.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.434+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3cac0770d0 msgr2=0x7f3cac0795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:11.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.434+0000 7f3ccfdc8640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3cac0770d0 0x7f3cac0795e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4035000 tx=0x7f3cc40046c0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.434+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/3219984568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cc80b7ee0 msgr2=0x7f3cc80b82f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:11.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.434+0000 7f3ccfdc8640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cc80b7ee0 0x7f3cc80b82f0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8001eb0 tx=0x7f3cb800e980 comp rx=0 tx=0).stop 2024-07-26T15:44:11.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.434+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/3219984568 shutdown_connections 2024-07-26T15:44:11.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.434+0000 7f3ccfdc8640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3cac0770d0 0x7f3cac0795e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.434+0000 7f3ccfdc8640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cc806cea0 0x7f3cc806d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.434+0000 7f3ccfdc8640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cc80b7ee0 0x7f3cc80b82f0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.434+0000 7f3ccfdc8640 1 --2- 172.21.15.33:0/3219984568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cb4003aa0 0x7f3cc8155330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.434+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/3219984568 >> 172.21.15.33:0/3219984568 conn(0x7f3cc80d3d80 msgr2=0x7f3cc8158380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:11.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.435+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/3219984568 shutdown_connections 2024-07-26T15:44:11.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.435+0000 7f3ccfdc8640 1 -- 172.21.15.33:0/3219984568 wait complete. 2024-07-26T15:44:11.452 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T15:44:11.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.577+0000 7fc09dfeb640 1 -- 172.21.15.33:0/2087076497 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09815c610 msgr2=0x7fc0980cf370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:11.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.577+0000 7fc09dfeb640 1 --2- 172.21.15.33:0/2087076497 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09815c610 0x7fc0980cf370 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fc0980d0a50 tx=0x7fc08802a510 comp rx=0 tx=0).stop 2024-07-26T15:44:11.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.577+0000 7fc09dfeb640 1 -- 172.21.15.33:0/2087076497 shutdown_connections 2024-07-26T15:44:11.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.577+0000 7fc09dfeb640 1 --2- 172.21.15.33:0/2087076497 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09815c610 0x7fc0980cf370 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.577+0000 7fc09dfeb640 1 -- 172.21.15.33:0/2087076497 >> 172.21.15.33:0/2087076497 conn(0x7fc0980d0b40 msgr2=0x7fc0980d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:11.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.577+0000 7fc09dfeb640 1 -- 172.21.15.33:0/2087076497 shutdown_connections 2024-07-26T15:44:11.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.577+0000 7fc09dfeb640 1 -- 172.21.15.33:0/2087076497 wait complete. 2024-07-26T15:44:11.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.579+0000 7fc09dfeb640 1 Processor -- start 2024-07-26T15:44:11.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.579+0000 7fc09dfeb640 1 -- start start 2024-07-26T15:44:11.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc09dfeb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09806c810 0x7fc09813ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc09dfeb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09806cc20 0x7fc0981562f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc09dfeb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc09815c610 0x7fc09813e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc09dfeb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc09815e600 con 0x7fc09806c810 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc09dfeb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc09815e480 con 0x7fc09806cc20 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc09dfeb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc09815e780 con 0x7fc09815c610 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc0977fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09806c810 0x7fc09813ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc0977fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09806c810 0x7fc09813ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56750/0 (socket says 172.21.15.33:56750) 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc0977fe640 1 -- 172.21.15.33:0/3639019142 learned_addr learned my addr 172.21.15.33:0/3639019142 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc096ffd640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09806cc20 0x7fc0981562f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc0977fe640 1 -- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc09815c610 msgr2=0x7fc09813e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc0977fe640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc09815c610 0x7fc09813e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc0977fe640 1 -- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09806cc20 msgr2=0x7fc0981562f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:11.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.580+0000 7fc0977fe640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09806cc20 0x7fc0981562f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.581+0000 7fc0977fe640 1 -- 172.21.15.33:0/3639019142 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc098156830 con 0x7fc09806c810 2024-07-26T15:44:11.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.581+0000 7fc096ffd640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09806cc20 0x7fc0981562f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:44:11.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.581+0000 7fc0977fe640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09806c810 0x7fc09813ba60 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc088009780 tx=0x7fc088033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:11.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.581+0000 7fc07ffff640 1 -- 172.21.15.33:0/3639019142 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc088031d60 con 0x7fc09806c810 2024-07-26T15:44:11.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.581+0000 7fc09dfeb640 1 -- 172.21.15.33:0/3639019142 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0981f6d00 con 0x7fc09806c810 2024-07-26T15:44:11.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.581+0000 7fc07ffff640 1 -- 172.21.15.33:0/3639019142 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc088005020 con 0x7fc09806c810 2024-07-26T15:44:11.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.581+0000 7fc07ffff640 1 -- 172.21.15.33:0/3639019142 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc088005470 con 0x7fc09806c810 2024-07-26T15:44:11.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.581+0000 7fc09dfeb640 1 -- 172.21.15.33:0/3639019142 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0981f72c0 con 0x7fc09806c810 2024-07-26T15:44:11.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.582+0000 7fc09dfeb640 1 -- 172.21.15.33:0/3639019142 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc09815ec50 con 0x7fc09806c810 2024-07-26T15:44:11.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.583+0000 7fc07ffff640 1 -- 172.21.15.33:0/3639019142 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 32) ==== 99185+0+0 (secure 0 0 0) 0x7fc0880047a0 con 0x7fc09806c810 2024-07-26T15:44:11.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.583+0000 7fc07ffff640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fc0840770a0 0x7fc0840795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:11.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.583+0000 7fc07ffff640 1 -- 172.21.15.33:0/3639019142 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6051+0+0 (secure 0 0 0) 0x7fc0880b9e50 con 0x7fc09806c810 2024-07-26T15:44:11.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.583+0000 7fc096ffd640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fc0840770a0 0x7fc0840795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:11.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.584+0000 7fc096ffd640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fc0840770a0 0x7fc0840795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc0981f6610 tx=0x7fc08c009040 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:11.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.588+0000 7fc07ffff640 1 -- 172.21.15.33:0/3639019142 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc098156830 con 0x7fc09806c810 2024-07-26T15:44:11.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.779+0000 7fc09dfeb640 1 -- 172.21.15.33:0/3639019142 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7fc098072de0 con 0x7fc09806c810 2024-07-26T15:44:11.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.783+0000 7fc07ffff640 1 -- 172.21.15.33:0/3639019142 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v35) ==== 71+0+0 (secure 0 0 0) 0x7fc08803f030 con 0x7fc09806c810 2024-07-26T15:44:11.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 -- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fc0840770a0 msgr2=0x7fc0840795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:11.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fc0840770a0 0x7fc0840795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc0981f6610 tx=0x7fc08c009040 comp rx=0 tx=0).stop 2024-07-26T15:44:11.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 -- 172.21.15.33:0/3639019142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09806c810 msgr2=0x7fc09813ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:11.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09806c810 0x7fc09813ba60 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fc088009780 tx=0x7fc088033d60 comp rx=0 tx=0).stop 2024-07-26T15:44:11.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 -- 172.21.15.33:0/3639019142 shutdown_connections 2024-07-26T15:44:11.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fc0840770a0 0x7fc0840795b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc09815c610 0x7fc09813e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc09806cc20 0x7fc0981562f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 --2- 172.21.15.33:0/3639019142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc09806c810 0x7fc09813ba60 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 -- 172.21.15.33:0/3639019142 >> 172.21.15.33:0/3639019142 conn(0x7fc0980d0b40 msgr2=0x7fc098070bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:11.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 -- 172.21.15.33:0/3639019142 shutdown_connections 2024-07-26T15:44:11.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.785+0000 7fc09dfeb640 1 -- 172.21.15.33:0/3639019142 wait complete. 2024-07-26T15:44:11.798 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_multi_snap_schedule' 2024-07-26T15:44:11.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.918+0000 7f4c6721d640 1 -- 172.21.15.33:0/3292097186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c600b1ba0 msgr2=0x7f4c600b1fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.918+0000 7f4c6721d640 1 --2- 172.21.15.33:0/3292097186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c600b1ba0 0x7f4c600b1fb0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f4c600d1830 tx=0x7f4c5802a8b0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.918+0000 7f4c6721d640 1 -- 172.21.15.33:0/3292097186 shutdown_connections 2024-07-26T15:44:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.918+0000 7f4c6721d640 1 --2- 172.21.15.33:0/3292097186 >> v2:172.21.15.154:3300/0 conn(0x7f4c600ce970 0x7f4c600ced80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.918+0000 7f4c6721d640 1 --2- 172.21.15.33:0/3292097186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c600b1ba0 0x7f4c600b1fb0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.918+0000 7f4c6721d640 1 -- 172.21.15.33:0/3292097186 >> 172.21.15.33:0/3292097186 conn(0x7f4c600d1b70 msgr2=0x7f4c600d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.918+0000 7f4c6721d640 1 -- 172.21.15.33:0/3292097186 shutdown_connections 2024-07-26T15:44:11.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.918+0000 7f4c6721d640 1 -- 172.21.15.33:0/3292097186 wait complete. 2024-07-26T15:44:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.919+0000 7f4c6721d640 1 Processor -- start 2024-07-26T15:44:11.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.920+0000 7f4c6721d640 1 -- start start 2024-07-26T15:44:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c6721d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c600b1ba0 0x7f4c600c6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:11.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c6721d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c600b6fc0 0x7f4c6015a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c6721d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c600ce970 0x7f4c600c8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c6721d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4c600b2670 con 0x7f4c600b6fc0 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c6721d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4c600b24f0 con 0x7f4c600b1ba0 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c6721d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4c600b27f0 con 0x7f4c600ce970 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c5ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c600b6fc0 0x7f4c6015a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c5ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c600b6fc0 0x7f4c6015a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51504/0 (socket says 172.21.15.33:51504) 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c5ffff640 1 -- 172.21.15.33:0/1793593538 learned_addr learned my addr 172.21.15.33:0/1793593538 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c657ba640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c600ce970 0x7f4c600c8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c64fb9640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c600b1ba0 0x7f4c600c6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c5ffff640 1 -- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c600ce970 msgr2=0x7f4c600c8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c5ffff640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c600ce970 0x7f4c600c8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c5ffff640 1 -- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c600b1ba0 msgr2=0x7f4c600c6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c5ffff640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c600b1ba0 0x7f4c600c6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c5ffff640 1 -- 172.21.15.33:0/1793593538 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c6015a860 con 0x7f4c600b6fc0 2024-07-26T15:44:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c64fb9640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c600b1ba0 0x7f4c600c6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.921+0000 7f4c657ba640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c600ce970 0x7f4c600c8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.922+0000 7f4c5ffff640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c600b6fc0 0x7f4c6015a320 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f4c4800d7b0 tx=0x7f4c4800dc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.922+0000 7f4c5d7fa640 1 -- 172.21.15.33:0/1793593538 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c48017070 con 0x7f4c600b6fc0 2024-07-26T15:44:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.922+0000 7f4c5d7fa640 1 -- 172.21.15.33:0/1793593538 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c48004310 con 0x7f4c600b6fc0 2024-07-26T15:44:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.922+0000 7f4c6721d640 1 -- 172.21.15.33:0/1793593538 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c600c6b00 con 0x7f4c600b6fc0 2024-07-26T15:44:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.922+0000 7f4c5d7fa640 1 -- 172.21.15.33:0/1793593538 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c48009c30 con 0x7f4c600b6fc0 2024-07-26T15:44:11.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.922+0000 7f4c6721d640 1 -- 172.21.15.33:0/1793593538 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c600c7080 con 0x7f4c600b6fc0 2024-07-26T15:44:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.923+0000 7f4c6721d640 1 -- 172.21.15.33:0/1793593538 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c600c6810 con 0x7f4c600b6fc0 2024-07-26T15:44:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.924+0000 7f4c5d7fa640 1 -- 172.21.15.33:0/1793593538 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 32) ==== 99185+0+0 (secure 0 0 0) 0x7f4c48005020 con 0x7f4c600b6fc0 2024-07-26T15:44:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.924+0000 7f4c5d7fa640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4c400770a0 0x7f4c400795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.924+0000 7f4c5d7fa640 1 -- 172.21.15.33:0/1793593538 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6051+0+0 (secure 0 0 0) 0x7f4c48098f30 con 0x7f4c600b6fc0 2024-07-26T15:44:11.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.925+0000 7f4c64fb9640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4c400770a0 0x7f4c400795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:11.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.925+0000 7f4c64fb9640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4c400770a0 0x7f4c400795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4c50000f60 tx=0x7f4c50009040 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:11.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:11.929+0000 7f4c5d7fa640 1 -- 172.21.15.33:0/1793593538 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4c48020020 con 0x7f4c600b6fc0 2024-07-26T15:44:12.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.199+0000 7f4c6721d640 1 -- 172.21.15.33:0/1793593538 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_multi_snap_schedule"]} v 0) -- 0x7f4c600b2ca0 con 0x7f4c600b6fc0 2024-07-26T15:44:12.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.433+0000 7f4c5d7fa640 1 -- 172.21.15.33:0/1793593538 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_multi_snap_schedule"]}]=0 v553) ==== 154+0+0 (secure 0 0 0) 0x7f4c48061f60 con 0x7f4c600b6fc0 2024-07-26T15:44:12.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 -- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4c400770a0 msgr2=0x7f4c400795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:12.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4c400770a0 0x7f4c400795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4c50000f60 tx=0x7f4c50009040 comp rx=0 tx=0).stop 2024-07-26T15:44:12.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 -- 172.21.15.33:0/1793593538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c600b6fc0 msgr2=0x7f4c6015a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:12.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c600b6fc0 0x7f4c6015a320 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f4c4800d7b0 tx=0x7f4c4800dc70 comp rx=0 tx=0).stop 2024-07-26T15:44:12.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 -- 172.21.15.33:0/1793593538 shutdown_connections 2024-07-26T15:44:12.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4c400770a0 0x7f4c400795b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c600ce970 0x7f4c600c8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c600b6fc0 0x7f4c6015a320 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 --2- 172.21.15.33:0/1793593538 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c600b1ba0 0x7f4c600c6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 -- 172.21.15.33:0/1793593538 >> 172.21.15.33:0/1793593538 conn(0x7f4c600d1b70 msgr2=0x7f4c6015aa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:12.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 -- 172.21.15.33:0/1793593538 shutdown_connections 2024-07-26T15:44:12.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.435+0000 7f4c6721d640 1 -- 172.21.15.33:0/1793593538 wait complete. 2024-07-26T15:44:12.449 INFO:tasks.cephfs_test_runner:Test exisitence of multiple scheduled snapshots ... ok 2024-07-26T15:44:12.449 INFO:tasks.cephfs_test_runner:Starting test: test_non_existent_schedule (tasks.cephfs.test_snap_schedules.TestSnapSchedules) Test listing non-existing snap schedules failure 2024-07-26T15:44:12.449 INFO:tasks.cephfs_test_runner:test_non_existent_schedule (tasks.cephfs.test_snap_schedules.TestSnapSchedules) 2024-07-26T15:44:12.450 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:12.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.567+0000 7f82e7a51640 1 -- 172.21.15.33:0/2571164507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82e00d27c0 msgr2=0x7f82e00d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:12.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.567+0000 7f82e7a51640 1 --2- 172.21.15.33:0/2571164507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82e00d27c0 0x7f82e00d0570 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f82e008c3b0 tx=0x7f82d802aa30 comp rx=0 tx=0).stop 2024-07-26T15:44:12.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.567+0000 7f82e7a51640 1 -- 172.21.15.33:0/2571164507 shutdown_connections 2024-07-26T15:44:12.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.567+0000 7f82e7a51640 1 --2- 172.21.15.33:0/2571164507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82e00d27c0 0x7f82e00d0570 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.567+0000 7f82e7a51640 1 --2- 172.21.15.33:0/2571164507 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82e00d1b80 0x7f82e00d2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.567+0000 7f82e7a51640 1 --2- 172.21.15.33:0/2571164507 >> v2:172.21.15.154:3300/0 conn(0x7f82e00cf430 0x7f82e00b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.567+0000 7f82e7a51640 1 -- 172.21.15.33:0/2571164507 >> 172.21.15.33:0/2571164507 conn(0x7f82e00d3da0 msgr2=0x7f82e00d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:12.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.567+0000 7f82e7a51640 1 -- 172.21.15.33:0/2571164507 shutdown_connections 2024-07-26T15:44:12.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.567+0000 7f82e7a51640 1 -- 172.21.15.33:0/2571164507 wait complete. 2024-07-26T15:44:12.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.569+0000 7f82e7a51640 1 Processor -- start 2024-07-26T15:44:12.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.569+0000 7f82e7a51640 1 -- start start 2024-07-26T15:44:12.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.570+0000 7f82e7a51640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82e00cf430 0x7f82e01f5f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:12.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.570+0000 7f82e7a51640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82e00d1b80 0x7f82e00cd540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:12.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.570+0000 7f82e7a51640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82e00d27c0 0x7f82e0160ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:12.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.570+0000 7f82e7a51640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f82e00d0e40 con 0x7f82e00d1b80 2024-07-26T15:44:12.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.570+0000 7f82e7a51640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f82e00d0cc0 con 0x7f82e00cf430 2024-07-26T15:44:12.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.570+0000 7f82e7a51640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f82e00d0fc0 con 0x7f82e00d27c0 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.570+0000 7f82e4fec640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82e00d1b80 0x7f82e00cd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.570+0000 7f82e4fec640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82e00d1b80 0x7f82e00cd540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51522/0 (socket says 172.21.15.33:51522) 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.570+0000 7f82e4fec640 1 -- 172.21.15.33:0/990747597 learned_addr learned my addr 172.21.15.33:0/990747597 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.570+0000 7f82e57ed640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82e00cf430 0x7f82e01f5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82e5fee640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82e00d27c0 0x7f82e0160ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82e4fec640 1 -- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82e00d27c0 msgr2=0x7f82e0160ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82e4fec640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82e00d27c0 0x7f82e0160ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82e4fec640 1 -- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82e00cf430 msgr2=0x7f82e01f5f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82e4fec640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82e00cf430 0x7f82e01f5f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82e4fec640 1 -- 172.21.15.33:0/990747597 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82e01f9020 con 0x7f82e00d1b80 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82e5fee640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82e00d27c0 0x7f82e0160ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:12.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82e57ed640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82e00cf430 0x7f82e01f5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82e4fec640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82e00d1b80 0x7f82e00cd540 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f82d000c970 tx=0x7f82d000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82d5ffb640 1 -- 172.21.15.33:0/990747597 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d0007b50 con 0x7f82e00d1b80 2024-07-26T15:44:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82d5ffb640 1 -- 172.21.15.33:0/990747597 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f82d0007de0 con 0x7f82e00d1b80 2024-07-26T15:44:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82e7a51640 1 -- 172.21.15.33:0/990747597 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82e01f9300 con 0x7f82e00d1b80 2024-07-26T15:44:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82d5ffb640 1 -- 172.21.15.33:0/990747597 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82d0005280 con 0x7f82e00d1b80 2024-07-26T15:44:12.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.571+0000 7f82e7a51640 1 -- 172.21.15.33:0/990747597 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82e01f98c0 con 0x7f82e00d1b80 2024-07-26T15:44:12.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.572+0000 7f82e7a51640 1 -- 172.21.15.33:0/990747597 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82e00d2280 con 0x7f82e00d1b80 2024-07-26T15:44:12.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.573+0000 7f82d5ffb640 1 -- 172.21.15.33:0/990747597 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 32) ==== 99185+0+0 (secure 0 0 0) 0x7f82d0005420 con 0x7f82e00d1b80 2024-07-26T15:44:12.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.573+0000 7f82d5ffb640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f82c40770d0 0x7f82c40795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:12.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.574+0000 7f82d5ffb640 1 -- 172.21.15.33:0/990747597 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6051+0+0 (secure 0 0 0) 0x7f82d0098e30 con 0x7f82e00d1b80 2024-07-26T15:44:12.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.574+0000 7f82e57ed640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f82c40770d0 0x7f82c40795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:12.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.574+0000 7f82e57ed640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f82c40770d0 0x7f82c40795e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f82dc005940 tx=0x7f82dc005e30 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:12.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.578+0000 7f82d5ffb640 1 -- 172.21.15.33:0/990747597 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f82d0014030 con 0x7f82e00d1b80 2024-07-26T15:44:12.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.775+0000 7f82e7a51640 1 -- 172.21.15.33:0/990747597 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f82e006a600 con 0x7f82e00d1b80 2024-07-26T15:44:12.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.776+0000 7f82d5ffb640 1 -- 172.21.15.33:0/990747597 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+14338 (secure 0 0 0) 0x7f82d0061e60 con 0x7f82e00d1b80 2024-07-26T15:44:12.778 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:12.778 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":81,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:11.429634+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6833/3850258134":"2024-07-27T15:44:08.411828+0000","172.21.15.33:0/3620360565":"2024-07-27T15:44:05.051174+0000","172.21.15.33:6835/3850258134":"2024-07-27T15:44:08.411828+0000","172.21.15.33:0/545736269":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/2313135678":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/1789676603":"2024-07-27T15:44:05.051174+0000","172.21.15.33:6837/1505021965":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/3168196607":"2024-07-27T15:42:15.963617+0000","172.21.15.33:6836/1354880227":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/206615241":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/4261373900":"2024-07-27T15:42:15.963617+0000","172.21.15.33:6836/1505021965":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/4114362529":"2024-07-27T15:42:15.963617+0000","172.21.15.33:6837/1354880227":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/3762690457":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/1027327431":"2024-07-27T15:44:05.051174+0000","172.21.15.33:0/2161538442":"2024-07-27T15:42:15.963617+0000","172.21.15.33:0/2552783980":"2024-07-27T15:42:15.963617+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:12.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.778+0000 7f82e7a51640 1 -- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f82c40770d0 msgr2=0x7f82c40795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:12.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.778+0000 7f82e7a51640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f82c40770d0 0x7f82c40795e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f82dc005940 tx=0x7f82dc005e30 comp rx=0 tx=0).stop 2024-07-26T15:44:12.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.778+0000 7f82e7a51640 1 -- 172.21.15.33:0/990747597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82e00d1b80 msgr2=0x7f82e00cd540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:12.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.778+0000 7f82e7a51640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82e00d1b80 0x7f82e00cd540 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f82d000c970 tx=0x7f82d000ce30 comp rx=0 tx=0).stop 2024-07-26T15:44:12.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.778+0000 7f82e7a51640 1 -- 172.21.15.33:0/990747597 shutdown_connections 2024-07-26T15:44:12.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.778+0000 7f82e7a51640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f82c40770d0 0x7f82c40795e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.778+0000 7f82e7a51640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82e00d27c0 0x7f82e0160ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.778+0000 7f82e7a51640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82e00d1b80 0x7f82e00cd540 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.778+0000 7f82e7a51640 1 --2- 172.21.15.33:0/990747597 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82e00cf430 0x7f82e01f5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.778+0000 7f82e7a51640 1 -- 172.21.15.33:0/990747597 >> 172.21.15.33:0/990747597 conn(0x7f82e00d3da0 msgr2=0x7f82e00b7f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:12.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.779+0000 7f82e7a51640 1 -- 172.21.15.33:0/990747597 shutdown_connections 2024-07-26T15:44:12.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.779+0000 7f82e7a51640 1 -- 172.21.15.33:0/990747597 wait complete. 2024-07-26T15:44:12.793 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T15:44:12.793 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T15:44:12.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.913+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/909451328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f240b5600 msgr2=0x7f8f2406f9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:12.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.913+0000 7f8f2c4b9640 1 --2- 172.21.15.33:0/909451328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f240b5600 0x7f8f2406f9e0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f8f14005fd0 tx=0x7f8f1402a820 comp rx=0 tx=0).stop 2024-07-26T15:44:12.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.913+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/909451328 shutdown_connections 2024-07-26T15:44:12.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.913+0000 7f8f2c4b9640 1 --2- 172.21.15.33:0/909451328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f240b5600 0x7f8f2406f9e0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.913+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/909451328 >> 172.21.15.33:0/909451328 conn(0x7f8f240d0b40 msgr2=0x7f8f240d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:12.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.913+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/909451328 shutdown_connections 2024-07-26T15:44:12.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.913+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/909451328 wait complete. 2024-07-26T15:44:12.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.915+0000 7f8f2c4b9640 1 Processor -- start 2024-07-26T15:44:12.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.915+0000 7f8f2c4b9640 1 -- start start 2024-07-26T15:44:12.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.916+0000 7f8f2c4b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f240b5600 0x7f8f24165560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:12.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.916+0000 7f8f2c4b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24158960 0x7f8f241f4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:12.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.916+0000 7f8f2c4b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f2415f150 0x7f8f240ce320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f2c4b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8f241664e0 con 0x7f8f24158960 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f2c4b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8f24166360 con 0x7f8f240b5600 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f2c4b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8f24166660 con 0x7f8f2415f150 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f29a54640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24158960 0x7f8f241f4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f29a54640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24158960 0x7f8f241f4e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51550/0 (socket says 172.21.15.33:51550) 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f29a54640 1 -- 172.21.15.33:0/2535123596 learned_addr learned my addr 172.21.15.33:0/2535123596 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f2aa56640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f2415f150 0x7f8f240ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f2a255640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f240b5600 0x7f8f24165560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f29a54640 1 -- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f2415f150 msgr2=0x7f8f240ce320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f29a54640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f2415f150 0x7f8f240ce320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f29a54640 1 -- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f240b5600 msgr2=0x7f8f24165560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:12.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f29a54640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f240b5600 0x7f8f24165560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:12.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f29a54640 1 -- 172.21.15.33:0/2535123596 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f24164090 con 0x7f8f24158960 2024-07-26T15:44:12.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f29a54640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24158960 0x7f8f241f4e50 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f8f1800b3f0 tx=0x7f8f1800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:12.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f22ffd640 1 -- 172.21.15.33:0/2535123596 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f18015020 con 0x7f8f24158960 2024-07-26T15:44:12.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f22ffd640 1 -- 172.21.15.33:0/2535123596 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f18011920 con 0x7f8f24158960 2024-07-26T15:44:12.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/2535123596 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f24164330 con 0x7f8f24158960 2024-07-26T15:44:12.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f22ffd640 1 -- 172.21.15.33:0/2535123596 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f18011d70 con 0x7f8f24158960 2024-07-26T15:44:12.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.917+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/2535123596 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f241648f0 con 0x7f8f24158960 2024-07-26T15:44:12.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.919+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/2535123596 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f2406a570 con 0x7f8f24158960 2024-07-26T15:44:12.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.919+0000 7f8f22ffd640 1 -- 172.21.15.33:0/2535123596 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f8f18018020 con 0x7f8f24158960 2024-07-26T15:44:12.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.920+0000 7f8f22ffd640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f8f10077160 0x7f8f10079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:12.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.920+0000 7f8f22ffd640 1 -- 172.21.15.33:0/2535123596 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6051+0+0 (secure 0 0 0) 0x7f8f18098610 con 0x7f8f24158960 2024-07-26T15:44:12.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.920+0000 7f8f2a255640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f8f10077160 0x7f8f10079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:12.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.921+0000 7f8f2a255640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f8f10077160 0x7f8f10079670 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c007fd0 tx=0x7f8f1c001370 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:12.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:12.924+0000 7f8f22ffd640 1 -- 172.21.15.33:0/2535123596 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8f2406a570 con 0x7f8f24158960 2024-07-26T15:44:13.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.117+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/2535123596 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8f24165bf0 con 0x7f8f24158960 2024-07-26T15:44:13.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.117+0000 7f8f22ffd640 1 -- 172.21.15.33:0/2535123596 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7f8f1801f030 con 0x7f8f24158960 2024-07-26T15:44:13.119 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T15:44:13.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.119+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f8f10077160 msgr2=0x7f8f10079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:13.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.120+0000 7f8f2c4b9640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f8f10077160 0x7f8f10079670 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c007fd0 tx=0x7f8f1c001370 comp rx=0 tx=0).stop 2024-07-26T15:44:13.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.120+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/2535123596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24158960 msgr2=0x7f8f241f4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:13.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.120+0000 7f8f2c4b9640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24158960 0x7f8f241f4e50 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f8f1800b3f0 tx=0x7f8f1800b8b0 comp rx=0 tx=0).stop 2024-07-26T15:44:13.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.120+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/2535123596 shutdown_connections 2024-07-26T15:44:13.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.120+0000 7f8f2c4b9640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f8f10077160 0x7f8f10079670 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:13.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.120+0000 7f8f2c4b9640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f2415f150 0x7f8f240ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:13.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.120+0000 7f8f2c4b9640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f24158960 0x7f8f241f4e50 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:13.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.120+0000 7f8f2c4b9640 1 --2- 172.21.15.33:0/2535123596 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f240b5600 0x7f8f24165560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:13.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.120+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/2535123596 >> 172.21.15.33:0/2535123596 conn(0x7f8f240d0b40 msgr2=0x7f8f240705a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:13.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.120+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/2535123596 shutdown_connections 2024-07-26T15:44:13.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.120+0000 7f8f2c4b9640 1 -- 172.21.15.33:0/2535123596 wait complete. 2024-07-26T15:44:13.132 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_schedule' 2024-07-26T15:44:13.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.249+0000 7f098eaa1640 1 -- 172.21.15.33:0/1107497513 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09880d2930 msgr2=0x7f09880cf0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:13.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.249+0000 7f098eaa1640 1 --2- 172.21.15.33:0/1107497513 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09880d2930 0x7f09880cf0f0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0980005fd0 tx=0x7f098002a7c0 comp rx=0 tx=0).stop 2024-07-26T15:44:13.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.249+0000 7f098eaa1640 1 -- 172.21.15.33:0/1107497513 shutdown_connections 2024-07-26T15:44:13.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.249+0000 7f098eaa1640 1 --2- 172.21.15.33:0/1107497513 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09880d2930 0x7f09880cf0f0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:13.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.249+0000 7f098eaa1640 1 -- 172.21.15.33:0/1107497513 >> 172.21.15.33:0/1107497513 conn(0x7f09880d3e10 msgr2=0x7f09880d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:13.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.249+0000 7f098eaa1640 1 -- 172.21.15.33:0/1107497513 shutdown_connections 2024-07-26T15:44:13.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.249+0000 7f098eaa1640 1 -- 172.21.15.33:0/1107497513 wait complete. 2024-07-26T15:44:13.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.251+0000 7f098eaa1640 1 Processor -- start 2024-07-26T15:44:13.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.251+0000 7f098eaa1640 1 -- start start 2024-07-26T15:44:13.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.252+0000 7f098eaa1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09880b2dc0 0x7f0988161950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:13.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.252+0000 7f098eaa1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09880d2930 0x7f0988161e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:13.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.252+0000 7f098eaa1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0988166150 0x7f09880cd320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:13.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.252+0000 7f098eaa1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f09880d4cc0 con 0x7f0988166150 2024-07-26T15:44:13.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.252+0000 7f098eaa1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f09880d4b40 con 0x7f09880d2930 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.252+0000 7f098eaa1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0988169af0 con 0x7f09880b2dc0 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.252+0000 7f098d03e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0988166150 0x7f09880cd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.252+0000 7f098d03e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0988166150 0x7f09880cd320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51554/0 (socket says 172.21.15.33:51554) 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.252+0000 7f098d03e640 1 -- 172.21.15.33:0/3499007551 learned_addr learned my addr 172.21.15.33:0/3499007551 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f097ffff640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09880d2930 0x7f0988161e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f098c83d640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09880b2dc0 0x7f0988161950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f098d03e640 1 -- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09880b2dc0 msgr2=0x7f0988161950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f098d03e640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09880b2dc0 0x7f0988161950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f098d03e640 1 -- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09880d2930 msgr2=0x7f0988161e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f098d03e640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09880d2930 0x7f0988161e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f098d03e640 1 -- 172.21.15.33:0/3499007551 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f098815cc90 con 0x7f0988166150 2024-07-26T15:44:13.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f098d03e640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0988166150 0x7f09880cd320 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f0980005fd0 tx=0x7f0980032be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:13.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f097d7fa640 1 -- 172.21.15.33:0/3499007551 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0980041020 con 0x7f0988166150 2024-07-26T15:44:13.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f098eaa1640 1 -- 172.21.15.33:0/3499007551 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f098815cf70 con 0x7f0988166150 2024-07-26T15:44:13.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f097d7fa640 1 -- 172.21.15.33:0/3499007551 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0980004040 con 0x7f0988166150 2024-07-26T15:44:13.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f097d7fa640 1 -- 172.21.15.33:0/3499007551 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0980036040 con 0x7f0988166150 2024-07-26T15:44:13.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.253+0000 7f098eaa1640 1 -- 172.21.15.33:0/3499007551 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09880cce00 con 0x7f0988166150 2024-07-26T15:44:13.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.254+0000 7f098eaa1640 1 -- 172.21.15.33:0/3499007551 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09880d0570 con 0x7f0988166150 2024-07-26T15:44:13.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.255+0000 7f097d7fa640 1 -- 172.21.15.33:0/3499007551 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f0980044020 con 0x7f0988166150 2024-07-26T15:44:13.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.255+0000 7f097d7fa640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0974077130 0x7f0974079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:13.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.256+0000 7f097d7fa640 1 -- 172.21.15.33:0/3499007551 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6051+0+0 (secure 0 0 0) 0x7f09800b9dd0 con 0x7f0988166150 2024-07-26T15:44:13.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.256+0000 7f098c83d640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0974077130 0x7f0974079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:13.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.256+0000 7f098c83d640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0974077130 0x7f0974079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0984000fb0 tx=0x7f0984009040 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:13.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.260+0000 7f097d7fa640 1 -- 172.21.15.33:0/3499007551 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f098004b030 con 0x7f0988166150 2024-07-26T15:44:13.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:13.531+0000 7f098eaa1640 1 -- 172.21.15.33:0/3499007551 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_schedule"]} v 0) -- 0x7f098815ca20 con 0x7f0988166150 2024-07-26T15:44:14.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.440+0000 7f097d7fa640 1 -- 172.21.15.33:0/3499007551 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_schedule"]}]=0 v555) ==== 159+0+0 (secure 0 0 0) 0x7f0980082bd0 con 0x7f0988166150 2024-07-26T15:44:14.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.444+0000 7f098eaa1640 1 -- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0974077130 msgr2=0x7f0974079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:14.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.444+0000 7f098eaa1640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0974077130 0x7f0974079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0984000fb0 tx=0x7f0984009040 comp rx=0 tx=0).stop 2024-07-26T15:44:14.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.444+0000 7f098eaa1640 1 -- 172.21.15.33:0/3499007551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0988166150 msgr2=0x7f09880cd320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:14.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.444+0000 7f098eaa1640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0988166150 0x7f09880cd320 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f0980005fd0 tx=0x7f0980032be0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.445+0000 7f098eaa1640 1 -- 172.21.15.33:0/3499007551 shutdown_connections 2024-07-26T15:44:14.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.445+0000 7f098eaa1640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0988166150 0x7f09880cd320 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.445+0000 7f098eaa1640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f09880d2930 0x7f0988161e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.445+0000 7f098eaa1640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0974077130 0x7f0974079640 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.445+0000 7f098eaa1640 1 --2- 172.21.15.33:0/3499007551 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09880b2dc0 0x7f0988161950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.445+0000 7f098eaa1640 1 -- 172.21.15.33:0/3499007551 >> 172.21.15.33:0/3499007551 conn(0x7f09880d3e10 msgr2=0x7f09880b4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:14.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.445+0000 7f098eaa1640 1 -- 172.21.15.33:0/3499007551 shutdown_connections 2024-07-26T15:44:14.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.445+0000 7f098eaa1640 1 -- 172.21.15.33:0/3499007551 wait complete. 2024-07-26T15:44:14.460 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T15:44:14.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.584+0000 7f6622cc2640 1 -- 172.21.15.33:0/3107901604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c0ceb60 msgr2=0x7f661c15c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.584+0000 7f6622cc2640 1 --2- 172.21.15.33:0/3107901604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c0ceb60 0x7f661c15c2c0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f660c005fd0 tx=0x7f660c02a820 comp rx=0 tx=0).stop 2024-07-26T15:44:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.584+0000 7f6622cc2640 1 -- 172.21.15.33:0/3107901604 shutdown_connections 2024-07-26T15:44:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.584+0000 7f6622cc2640 1 --2- 172.21.15.33:0/3107901604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c0ceb60 0x7f661c15c2c0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.584+0000 7f6622cc2640 1 -- 172.21.15.33:0/3107901604 >> 172.21.15.33:0/3107901604 conn(0x7f661c0d1b80 msgr2=0x7f661c0d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.584+0000 7f6622cc2640 1 -- 172.21.15.33:0/3107901604 shutdown_connections 2024-07-26T15:44:14.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.584+0000 7f6622cc2640 1 -- 172.21.15.33:0/3107901604 wait complete. 2024-07-26T15:44:14.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.586+0000 7f6622cc2640 1 Processor -- start 2024-07-26T15:44:14.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.586+0000 7f6622cc2640 1 -- start start 2024-07-26T15:44:14.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6622cc2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c0b49d0 0x7f661c1f8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:14.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6622cc2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f661c0b70b0 0x7f661c0caf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:14.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6622cc2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f661c0b2ba0 0x7f661c0b2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:14.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6622cc2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f661c0b6d00 con 0x7f661c0b49d0 2024-07-26T15:44:14.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6622cc2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f661c0b6b80 con 0x7f661c0b2ba0 2024-07-26T15:44:14.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6622cc2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f661c0b54f0 con 0x7f661c0b70b0 2024-07-26T15:44:14.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6620a5e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c0b49d0 0x7f661c1f8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:14.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6620a5e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c0b49d0 0x7f661c1f8ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51584/0 (socket says 172.21.15.33:51584) 2024-07-26T15:44:14.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6620a5e640 1 -- 172.21.15.33:0/1661329222 learned_addr learned my addr 172.21.15.33:0/1661329222 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:14.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f661bfff640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f661c0b70b0 0x7f661c0caf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f662125f640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f661c0b2ba0 0x7f661c0b2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6620a5e640 1 -- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f661c0b70b0 msgr2=0x7f661c0caf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6620a5e640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f661c0b70b0 0x7f661c0caf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6620a5e640 1 -- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f661c0b2ba0 msgr2=0x7f661c0b2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6620a5e640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f661c0b2ba0 0x7f661c0b2fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6620a5e640 1 -- 172.21.15.33:0/1661329222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f661c1f9410 con 0x7f661c0b49d0 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f661bfff640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f661c0b70b0 0x7f661c0caf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6620a5e640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c0b49d0 0x7f661c1f8ed0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f660400c3a0 tx=0x7f660400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f66197fa640 1 -- 172.21.15.33:0/1661329222 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6604011790 con 0x7f661c0b49d0 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f66197fa640 1 -- 172.21.15.33:0/1661329222 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6604017070 con 0x7f661c0b49d0 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f6622cc2640 1 -- 172.21.15.33:0/1661329222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f661c0b34f0 con 0x7f661c0b49d0 2024-07-26T15:44:14.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.588+0000 7f66197fa640 1 -- 172.21.15.33:0/1661329222 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6604011cc0 con 0x7f661c0b49d0 2024-07-26T15:44:14.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.589+0000 7f6622cc2640 1 -- 172.21.15.33:0/1661329222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f661c1f5550 con 0x7f661c0b49d0 2024-07-26T15:44:14.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.589+0000 7f6622cc2640 1 -- 172.21.15.33:0/1661329222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f661c15c2c0 con 0x7f661c0b49d0 2024-07-26T15:44:14.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.590+0000 7f66197fa640 1 -- 172.21.15.33:0/1661329222 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f660401c460 con 0x7f661c0b49d0 2024-07-26T15:44:14.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.591+0000 7f66197fa640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f65fc077160 0x7f65fc079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:14.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.591+0000 7f66197fa640 1 -- 172.21.15.33:0/1661329222 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6051+0+0 (secure 0 0 0) 0x7f6604098ae0 con 0x7f661c0b49d0 2024-07-26T15:44:14.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.591+0000 7f661bfff640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f65fc077160 0x7f65fc079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:14.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.592+0000 7f661bfff640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f65fc077160 0x7f65fc079670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f660c034000 tx=0x7f660c004ab0 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.595+0000 7f66197fa640 1 -- 172.21.15.33:0/1661329222 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f661c0b34f0 con 0x7f661c0b49d0 2024-07-26T15:44:14.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.789+0000 7f6622cc2640 1 -- 172.21.15.33:0/1661329222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f661c158680 con 0x7f661c0b49d0 2024-07-26T15:44:14.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.790+0000 7f66197fa640 1 -- 172.21.15.33:0/1661329222 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v35) ==== 59+0+1998 (secure 0 0 0) 0x7f661c1f9410 con 0x7f661c0b49d0 2024-07-26T15:44:14.791 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T15:44:14.792 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T15:44:14.793 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T15:44:14.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 -- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f65fc077160 msgr2=0x7f65fc079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:14.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f65fc077160 0x7f65fc079670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f660c034000 tx=0x7f660c004ab0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 -- 172.21.15.33:0/1661329222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c0b49d0 msgr2=0x7f661c1f8ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:14.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c0b49d0 0x7f661c1f8ed0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f660400c3a0 tx=0x7f660400c860 comp rx=0 tx=0).stop 2024-07-26T15:44:14.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 -- 172.21.15.33:0/1661329222 shutdown_connections 2024-07-26T15:44:14.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f661c0b2ba0 0x7f661c0b2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f65fc077160 0x7f65fc079670 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f661c0b70b0 0x7f661c0caf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 --2- 172.21.15.33:0/1661329222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661c0b49d0 0x7f661c1f8ed0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 -- 172.21.15.33:0/1661329222 >> 172.21.15.33:0/1661329222 conn(0x7f661c0d1b80 msgr2=0x7f661c158fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:14.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 -- 172.21.15.33:0/1661329222 shutdown_connections 2024-07-26T15:44:14.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.792+0000 7f6622cc2640 1 -- 172.21.15.33:0/1661329222 wait complete. 2024-07-26T15:44:14.805 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T15:44:14.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.924+0000 7f0af076c640 1 -- 172.21.15.33:0/1335038472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ae80b31d0 msgr2=0x7f0ae80ce9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:14.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.924+0000 7f0af076c640 1 --2- 172.21.15.33:0/1335038472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ae80b31d0 0x7f0ae80ce9e0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f0ae80cf0a0 tx=0x7f0ae002a890 comp rx=0 tx=0).stop 2024-07-26T15:44:14.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.924+0000 7f0af076c640 1 -- 172.21.15.33:0/1335038472 shutdown_connections 2024-07-26T15:44:14.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.924+0000 7f0af076c640 1 --2- 172.21.15.33:0/1335038472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ae80b31d0 0x7f0ae80ce9e0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.924+0000 7f0af076c640 1 -- 172.21.15.33:0/1335038472 >> 172.21.15.33:0/1335038472 conn(0x7f0ae80b37a0 msgr2=0x7f0ae80b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:14.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.924+0000 7f0af076c640 1 -- 172.21.15.33:0/1335038472 shutdown_connections 2024-07-26T15:44:14.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.924+0000 7f0af076c640 1 -- 172.21.15.33:0/1335038472 wait complete. 2024-07-26T15:44:14.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.926+0000 7f0af076c640 1 Processor -- start 2024-07-26T15:44:14.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.926+0000 7f0af076c640 1 -- start start 2024-07-26T15:44:14.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.927+0000 7f0af076c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ae80b2600 0x7f0ae81565f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:14.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.927+0000 7f0af076c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ae80b31d0 0x7f0ae814def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:14.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.927+0000 7f0af076c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ae80b6f60 0x7f0ae8156c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:14.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.927+0000 7f0af076c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae80cd330 con 0x7f0ae80b2600 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.927+0000 7f0af076c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae80cd1b0 con 0x7f0ae80b6f60 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.927+0000 7f0af076c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0ae80cd4b0 con 0x7f0ae80b31d0 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.927+0000 7f0aee508640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ae80b2600 0x7f0ae81565f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.927+0000 7f0aee508640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ae80b2600 0x7f0ae81565f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51612/0 (socket says 172.21.15.33:51612) 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.927+0000 7f0aee508640 1 -- 172.21.15.33:0/1938248832 learned_addr learned my addr 172.21.15.33:0/1938248832 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0aeed09640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ae80b6f60 0x7f0ae8156c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0aedd07640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ae80b31d0 0x7f0ae814def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0aee508640 1 -- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ae80b31d0 msgr2=0x7f0ae814def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0aee508640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ae80b31d0 0x7f0ae814def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0aee508640 1 -- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ae80b6f60 msgr2=0x7f0ae8156c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0aee508640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ae80b6f60 0x7f0ae8156c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:14.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0aee508640 1 -- 172.21.15.33:0/1938248832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae814e430 con 0x7f0ae80b2600 2024-07-26T15:44:14.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0aeed09640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ae80b6f60 0x7f0ae8156c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:14.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0aee508640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ae80b2600 0x7f0ae81565f0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f0ad800c460 tx=0x7f0ad800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:14.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0ae6ffd640 1 -- 172.21.15.33:0/1938248832 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad8016020 con 0x7f0ae80b2600 2024-07-26T15:44:14.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0ae6ffd640 1 -- 172.21.15.33:0/1938248832 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0ad8012940 con 0x7f0ae80b2600 2024-07-26T15:44:14.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0af076c640 1 -- 172.21.15.33:0/1938248832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ae80c5f70 con 0x7f0ae80b2600 2024-07-26T15:44:14.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0ae6ffd640 1 -- 172.21.15.33:0/1938248832 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ad8012d90 con 0x7f0ae80b2600 2024-07-26T15:44:14.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.928+0000 7f0af076c640 1 -- 172.21.15.33:0/1938248832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ae80c6530 con 0x7f0ae80b2600 2024-07-26T15:44:14.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.929+0000 7f0af076c640 1 -- 172.21.15.33:0/1938248832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ae80cd960 con 0x7f0ae80b2600 2024-07-26T15:44:14.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.930+0000 7f0ae6ffd640 1 -- 172.21.15.33:0/1938248832 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f0ad8019020 con 0x7f0ae80b2600 2024-07-26T15:44:14.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.930+0000 7f0ae6ffd640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0ad4077130 0x7f0ad4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:14.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.931+0000 7f0ae6ffd640 1 -- 172.21.15.33:0/1938248832 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6051+0+0 (secure 0 0 0) 0x7f0ad8098830 con 0x7f0ae80b2600 2024-07-26T15:44:14.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.931+0000 7f0aedd07640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0ad4077130 0x7f0ad4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:14.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.931+0000 7f0aedd07640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0ad4077130 0x7f0ad4079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0adc006fd0 tx=0x7f0adc008040 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:14.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:14.935+0000 7f0ae6ffd640 1 -- 172.21.15.33:0/1938248832 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0ad8020030 con 0x7f0ae80b2600 2024-07-26T15:44:15.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.129+0000 7f0af076c640 1 -- 172.21.15.33:0/1938248832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f0ae80cc760 con 0x7f0ae80b2600 2024-07-26T15:44:15.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.133+0000 7f0ae6ffd640 1 -- 172.21.15.33:0/1938248832 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v36)=0 v36) ==== 122+0+0 (secure 0 0 0) 0x7f0ad8061840 con 0x7f0ae80b2600 2024-07-26T15:44:15.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 -- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0ad4077130 msgr2=0x7f0ad4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:15.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0ad4077130 0x7f0ad4079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f0adc006fd0 tx=0x7f0adc008040 comp rx=0 tx=0).stop 2024-07-26T15:44:15.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 -- 172.21.15.33:0/1938248832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ae80b2600 msgr2=0x7f0ae81565f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:15.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ae80b2600 0x7f0ae81565f0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f0ad800c460 tx=0x7f0ad800c920 comp rx=0 tx=0).stop 2024-07-26T15:44:15.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 -- 172.21.15.33:0/1938248832 shutdown_connections 2024-07-26T15:44:15.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ae80b6f60 0x7f0ae8156c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0ad4077130 0x7f0ad4079640 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ae80b31d0 0x7f0ae814def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 --2- 172.21.15.33:0/1938248832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ae80b2600 0x7f0ae81565f0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 -- 172.21.15.33:0/1938248832 >> 172.21.15.33:0/1938248832 conn(0x7f0ae80b37a0 msgr2=0x7f0ae80ce530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:15.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 -- 172.21.15.33:0/1938248832 shutdown_connections 2024-07-26T15:44:15.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.135+0000 7f0af076c640 1 -- 172.21.15.33:0/1938248832 wait complete. 2024-07-26T15:44:15.148 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:44:15.149 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:44:15.184 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:44:15.233 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:44:15.233 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:44:15.233 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:15.249 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:44:15.250 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:44:15.250 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:15.267 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:44:15.267 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:44:15.268 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:15.306 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:44:15.307 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:44:15.307 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:15.326 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:44:15.326 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T15:44:15.326 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:15.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.463+0000 7feeca868640 1 -- 172.21.15.33:0/144550824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feec40b8f50 msgr2=0x7feec408c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:15.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.463+0000 7feeca868640 1 --2- 172.21.15.33:0/144550824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feec40b8f50 0x7feec408c460 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7feeb4009830 tx=0x7feeb402a510 comp rx=0 tx=0).stop 2024-07-26T15:44:15.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.463+0000 7feeca868640 1 -- 172.21.15.33:0/144550824 shutdown_connections 2024-07-26T15:44:15.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.463+0000 7feeca868640 1 --2- 172.21.15.33:0/144550824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feec40b8f50 0x7feec408c460 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.463+0000 7feeca868640 1 -- 172.21.15.33:0/144550824 >> 172.21.15.33:0/144550824 conn(0x7feec40d3db0 msgr2=0x7feec40d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:15.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.463+0000 7feeca868640 1 -- 172.21.15.33:0/144550824 shutdown_connections 2024-07-26T15:44:15.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.463+0000 7feeca868640 1 -- 172.21.15.33:0/144550824 wait complete. 2024-07-26T15:44:15.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.465+0000 7feeca868640 1 Processor -- start 2024-07-26T15:44:15.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.465+0000 7feeca868640 1 -- start start 2024-07-26T15:44:15.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.466+0000 7feeca868640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feec40b33f0 0x7feec4167c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.466+0000 7feeca868640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feec40b8f50 0x7feec415e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.466+0000 7feeca868640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feec40d2a30 0x7feec415eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.466+0000 7feeca868640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7feec40d0c70 con 0x7feec40b33f0 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.466+0000 7feeca868640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7feec40b3b00 con 0x7feec40b8f50 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.466+0000 7feeca868640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7feec40d0df0 con 0x7feec40d2a30 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.466+0000 7feec3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feec40b33f0 0x7feec4167c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.466+0000 7feec3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feec40b33f0 0x7feec4167c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51626/0 (socket says 172.21.15.33:51626) 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.466+0000 7feec3fff640 1 -- 172.21.15.33:0/828980916 learned_addr learned my addr 172.21.15.33:0/828980916 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.466+0000 7feec37fe640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feec40b8f50 0x7feec415e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feec8e05640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feec40d2a30 0x7feec415eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feec3fff640 1 -- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feec40d2a30 msgr2=0x7feec415eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feec3fff640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feec40d2a30 0x7feec415eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feec3fff640 1 -- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feec40b8f50 msgr2=0x7feec415e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:15.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feec3fff640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feec40b8f50 0x7feec415e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feec3fff640 1 -- 172.21.15.33:0/828980916 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feec4166c00 con 0x7feec40b33f0 2024-07-26T15:44:15.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feec37fe640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feec40b8f50 0x7feec415e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:15.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feec3fff640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feec40b33f0 0x7feec4167c60 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7feeb4009920 tx=0x7feeb4033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:15.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feec0ff9640 1 -- 172.21.15.33:0/828980916 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeb4005c90 con 0x7feec40b33f0 2024-07-26T15:44:15.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feec0ff9640 1 -- 172.21.15.33:0/828980916 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feeb4031e50 con 0x7feec40b33f0 2024-07-26T15:44:15.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feec0ff9640 1 -- 172.21.15.33:0/828980916 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeb4005280 con 0x7feec40b33f0 2024-07-26T15:44:15.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feeca868640 1 -- 172.21.15.33:0/828980916 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feec4166ea0 con 0x7feec40b33f0 2024-07-26T15:44:15.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.467+0000 7feeca868640 1 -- 172.21.15.33:0/828980916 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feec4167460 con 0x7feec40b33f0 2024-07-26T15:44:15.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.468+0000 7feeca868640 1 -- 172.21.15.33:0/828980916 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feec408c460 con 0x7feec40b33f0 2024-07-26T15:44:15.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.469+0000 7feec0ff9640 1 -- 172.21.15.33:0/828980916 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7feeb4005420 con 0x7feec40b33f0 2024-07-26T15:44:15.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.469+0000 7feec0ff9640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feeb0077160 0x7feeb0079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:15.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.470+0000 7feec0ff9640 1 -- 172.21.15.33:0/828980916 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6051+0+0 (secure 0 0 0) 0x7feeb40b9e40 con 0x7feec40b33f0 2024-07-26T15:44:15.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.470+0000 7feec37fe640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feeb0077160 0x7feeb0079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:15.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.470+0000 7feec37fe640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feeb0077160 0x7feeb0079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7feeb8006fd0 tx=0x7feeb8008040 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:15.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.474+0000 7feec0ff9640 1 -- 172.21.15.33:0/828980916 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7feeb403f030 con 0x7feec40b33f0 2024-07-26T15:44:15.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.710+0000 7feeca868640 1 -- 172.21.15.33:0/828980916 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feec40d04b0 con 0x7feec40b33f0 2024-07-26T15:44:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.710+0000 7feec0ff9640 1 -- 172.21.15.33:0/828980916 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+3914 (secure 0 0 0) 0x7feeb4082c40 con 0x7feec40b33f0 2024-07-26T15:44:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:15.712 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":29,"btime":"2024-07-26T15:44:09:413463+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5318,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1813886548","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1813886548},{"type":"v1","addr":"172.21.15.33:6834","nonce":1813886548}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5321,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/4141655469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4141655469},{"type":"v1","addr":"172.21.15.154:6833","nonce":4141655469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5638,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/723722708","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":723722708},{"type":"v1","addr":"172.21.15.154:6835","nonce":723722708}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":6297,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2453750296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2453750296},{"type":"v1","addr":"172.21.15.33:6835","nonce":2453750296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[]} 2024-07-26T15:44:15.712 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 29 2024-07-26T15:44:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.712+0000 7feeca868640 1 -- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feeb0077160 msgr2=0x7feeb0079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.712+0000 7feeca868640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feeb0077160 0x7feeb0079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7feeb8006fd0 tx=0x7feeb8008040 comp rx=0 tx=0).stop 2024-07-26T15:44:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.712+0000 7feeca868640 1 -- 172.21.15.33:0/828980916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feec40b33f0 msgr2=0x7feec4167c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.712+0000 7feeca868640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feec40b33f0 0x7feec4167c60 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7feeb4009920 tx=0x7feeb4033c20 comp rx=0 tx=0).stop 2024-07-26T15:44:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.712+0000 7feeca868640 1 -- 172.21.15.33:0/828980916 shutdown_connections 2024-07-26T15:44:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.712+0000 7feeca868640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feeb0077160 0x7feeb0079670 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.712+0000 7feeca868640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feec40d2a30 0x7feec415eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.712+0000 7feeca868640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feec40b8f50 0x7feec415e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.712+0000 7feeca868640 1 --2- 172.21.15.33:0/828980916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feec40b33f0 0x7feec4167c60 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.712+0000 7feeca868640 1 -- 172.21.15.33:0/828980916 >> 172.21.15.33:0/828980916 conn(0x7feec40d3db0 msgr2=0x7feec40b4b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.712+0000 7feeca868640 1 -- 172.21.15.33:0/828980916 shutdown_connections 2024-07-26T15:44:15.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.713+0000 7feeca868640 1 -- 172.21.15.33:0/828980916 wait complete. 2024-07-26T15:44:15.726 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T15:44:15.726 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T15:44:15.726 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T15:44:15.726 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:44:15.726 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T15:44:15.726 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T15:44:15.727 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T15:44:15.727 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:44:15.727 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T15:44:15.727 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T15:44:15.727 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T15:44:15.727 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:44:15.727 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T15:44:15.728 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T15:44:15.728 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T15:44:15.728 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:44:15.737 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T15:44:15.737 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T15:44:15.738 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T15:44:15.738 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T15:44:15.739 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T15:44:15.739 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T15:44:15.740 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T15:44:15.740 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T15:44:15.780 INFO:tasks.ceph.mds.c:Started 2024-07-26T15:44:15.780 DEBUG:teuthology.parallel:result is None 2024-07-26T15:44:15.782 INFO:tasks.ceph.mds.a:Started 2024-07-26T15:44:15.782 DEBUG:teuthology.parallel:result is None 2024-07-26T15:44:15.783 INFO:tasks.ceph.mds.b:Started 2024-07-26T15:44:15.783 DEBUG:teuthology.parallel:result is None 2024-07-26T15:44:15.783 INFO:tasks.ceph.mds.d:Started 2024-07-26T15:44:15.784 DEBUG:teuthology.parallel:result is None 2024-07-26T15:44:15.784 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T15:44:15.870 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:44:15.871 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:44:15.871 INFO:tasks.ceph.mds.a.smithi033.stderr:2024-07-26T15:44:15.870+0000 7f144546e640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-07-26T15:44:15.879 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T15:44:15.879 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T15:44:15.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.908+0000 7f7b63b70640 1 -- 172.21.15.33:0/3790924362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5c0b1900 msgr2=0x7f7b5c162860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:15.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.908+0000 7f7b63b70640 1 --2- 172.21.15.33:0/3790924362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5c0b1900 0x7f7b5c162860 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f7b4c009900 tx=0x7f7b4c02a580 comp rx=0 tx=0).stop 2024-07-26T15:44:15.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.908+0000 7f7b63b70640 1 -- 172.21.15.33:0/3790924362 shutdown_connections 2024-07-26T15:44:15.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.908+0000 7f7b63b70640 1 --2- 172.21.15.33:0/3790924362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5c0b1900 0x7f7b5c162860 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.908+0000 7f7b63b70640 1 --2- 172.21.15.33:0/3790924362 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b5c0b6ed0 0x7f7b5c0b13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.908+0000 7f7b63b70640 1 -- 172.21.15.33:0/3790924362 >> 172.21.15.33:0/3790924362 conn(0x7f7b5c0d1bb0 msgr2=0x7f7b5c0d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:15.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.908+0000 7f7b63b70640 1 -- 172.21.15.33:0/3790924362 shutdown_connections 2024-07-26T15:44:15.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.908+0000 7f7b63b70640 1 -- 172.21.15.33:0/3790924362 wait complete. 2024-07-26T15:44:15.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.910+0000 7f7b63b70640 1 Processor -- start 2024-07-26T15:44:15.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.910+0000 7f7b63b70640 1 -- start start 2024-07-26T15:44:15.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.911+0000 7f7b63b70640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b5c0b1900 0x7f7b5c09df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:15.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.911+0000 7f7b63b70640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b5c0b6ed0 0x7f7b5c14d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:15.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.911+0000 7f7b63b70640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5c15f810 0x7f7b5c14dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:15.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.911+0000 7f7b63b70640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5c0b33d0 con 0x7f7b5c15f810 2024-07-26T15:44:15.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.911+0000 7f7b63b70640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5c0b76d0 con 0x7f7b5c0b1900 2024-07-26T15:44:15.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.911+0000 7f7b63b70640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7b5c1664d0 con 0x7f7b5c0b6ed0 2024-07-26T15:44:15.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.911+0000 7f7b6210d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5c15f810 0x7f7b5c14dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:15.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.911+0000 7f7b6210d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5c15f810 0x7f7b5c14dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51676/0 (socket says 172.21.15.33:51676) 2024-07-26T15:44:15.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.911+0000 7f7b6210d640 1 -- 172.21.15.33:0/3552694368 learned_addr learned my addr 172.21.15.33:0/3552694368 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.911+0000 7f7b6110b640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b5c0b6ed0 0x7f7b5c14d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.911+0000 7f7b6190c640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b5c0b1900 0x7f7b5c09df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.912+0000 7f7b6210d640 1 -- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b5c0b6ed0 msgr2=0x7f7b5c14d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.912+0000 7f7b6210d640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b5c0b6ed0 0x7f7b5c14d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.912+0000 7f7b6210d640 1 -- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b5c0b1900 msgr2=0x7f7b5c09df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.912+0000 7f7b6210d640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b5c0b1900 0x7f7b5c09df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.912+0000 7f7b6210d640 1 -- 172.21.15.33:0/3552694368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b5c1656b0 con 0x7f7b5c15f810 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.912+0000 7f7b6210d640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5c15f810 0x7f7b5c14dcd0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f7b5400c730 tx=0x7f7b5400cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.912+0000 7f7b527fc640 1 -- 172.21.15.33:0/3552694368 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b54003b70 con 0x7f7b5c15f810 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.912+0000 7f7b527fc640 1 -- 172.21.15.33:0/3552694368 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b54003d10 con 0x7f7b5c15f810 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.912+0000 7f7b63b70640 1 -- 172.21.15.33:0/3552694368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b5c09be50 con 0x7f7b5c15f810 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.912+0000 7f7b527fc640 1 -- 172.21.15.33:0/3552694368 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b54005330 con 0x7f7b5c15f810 2024-07-26T15:44:15.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.912+0000 7f7b63b70640 1 -- 172.21.15.33:0/3552694368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b5c1650f0 con 0x7f7b5c15f810 2024-07-26T15:44:15.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.913+0000 7f7b63b70640 1 -- 172.21.15.33:0/3552694368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b5c0b1d10 con 0x7f7b5c15f810 2024-07-26T15:44:15.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.914+0000 7f7b527fc640 1 -- 172.21.15.33:0/3552694368 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f7b540054d0 con 0x7f7b5c15f810 2024-07-26T15:44:15.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.914+0000 7f7b527fc640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7b40077130 0x7f7b40079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:15.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.915+0000 7f7b527fc640 1 -- 172.21.15.33:0/3552694368 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 6051+0+0 (secure 0 0 0) 0x7f7b54098940 con 0x7f7b5c15f810 2024-07-26T15:44:15.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.915+0000 7f7b6190c640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7b40077130 0x7f7b40079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:15.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.915+0000 7f7b6190c640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7b40077130 0x7f7b40079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f7b58005fd0 tx=0x7f7b5800b2e0 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:15.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:15.919+0000 7f7b527fc640 1 -- 172.21.15.33:0/3552694368 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7b54061270 con 0x7f7b5c15f810 2024-07-26T15:44:15.942 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-07-26T15:44:15.942 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-07-26T15:44:15.942 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-07-26T15:44:16.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.126+0000 7f7b63b70640 1 -- 172.21.15.33:0/3552694368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f7b5c14e6c0 con 0x7f7b5c15f810 2024-07-26T15:44:16.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.452+0000 7f7b527fc640 1 -- 172.21.15.33:0/3552694368 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v83) ==== 97+0+0 (secure 0 0 0) 0x7f7b540657c0 con 0x7f7b5c15f810 2024-07-26T15:44:16.453 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T15:44:16.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 -- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7b40077130 msgr2=0x7f7b40079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:16.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7b40077130 0x7f7b40079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f7b58005fd0 tx=0x7f7b5800b2e0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 -- 172.21.15.33:0/3552694368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5c15f810 msgr2=0x7f7b5c14dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:16.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5c15f810 0x7f7b5c14dcd0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f7b5400c730 tx=0x7f7b5400cb30 comp rx=0 tx=0).stop 2024-07-26T15:44:16.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 -- 172.21.15.33:0/3552694368 shutdown_connections 2024-07-26T15:44:16.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b5c15f810 0x7f7b5c14dcd0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7b40077130 0x7f7b40079640 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b5c0b6ed0 0x7f7b5c14d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 --2- 172.21.15.33:0/3552694368 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b5c0b1900 0x7f7b5c09df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 -- 172.21.15.33:0/3552694368 >> 172.21.15.33:0/3552694368 conn(0x7f7b5c0d1bb0 msgr2=0x7f7b5c0aefa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:16.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 -- 172.21.15.33:0/3552694368 shutdown_connections 2024-07-26T15:44:16.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.455+0000 7f7b63b70640 1 -- 172.21.15.33:0/3552694368 wait complete. 2024-07-26T15:44:16.471 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T15:44:16.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.589+0000 7efc4d351640 1 -- 172.21.15.33:0/2513947478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc30003c10 msgr2=0x7efc30004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:16.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.589+0000 7efc4d351640 1 --2- 172.21.15.33:0/2513947478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc30003c10 0x7efc30004060 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7efc38009d20 tx=0x7efc30005830 comp rx=0 tx=0).stop 2024-07-26T15:44:16.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.589+0000 7efc477fe640 1 -- 172.21.15.33:0/2513947478 reap_dead start 2024-07-26T15:44:16.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.589+0000 7efc4d351640 1 -- 172.21.15.33:0/2513947478 shutdown_connections 2024-07-26T15:44:16.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.589+0000 7efc4d351640 1 -- 172.21.15.33:0/2513947478 >> 172.21.15.33:0/2513947478 conn(0x7efc480d1bf0 msgr2=0x7efc480d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:16.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.589+0000 7efc4d351640 1 -- 172.21.15.33:0/2513947478 shutdown_connections 2024-07-26T15:44:16.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.589+0000 7efc4d351640 1 -- 172.21.15.33:0/2513947478 wait complete. 2024-07-26T15:44:16.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.591+0000 7efc4d351640 1 Processor -- start 2024-07-26T15:44:16.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.591+0000 7efc4d351640 1 -- start start 2024-07-26T15:44:16.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc4d351640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc30003c10 0x7efc481f78b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:16.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc4d351640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc48152090 0x7efc4815fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:16.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc4d351640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc481f4a70 0x7efc481f4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:16.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc4d351640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efc480b6f80 con 0x7efc481f4a70 2024-07-26T15:44:16.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc4d351640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efc480b6e00 con 0x7efc30003c10 2024-07-26T15:44:16.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc4d351640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efc480b7100 con 0x7efc48152090 2024-07-26T15:44:16.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc477fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc481f4a70 0x7efc481f4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:16.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc477fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc481f4a70 0x7efc481f4e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51692/0 (socket says 172.21.15.33:51692) 2024-07-26T15:44:16.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc477fe640 1 -- 172.21.15.33:0/3257961825 learned_addr learned my addr 172.21.15.33:0/3257961825 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:16.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc477fe640 1 -- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc48152090 msgr2=0x7efc4815fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:16.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc467fc640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc48152090 0x7efc4815fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:16.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc46ffd640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc30003c10 0x7efc481f78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:16.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc477fe640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc48152090 0x7efc4815fab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc477fe640 1 -- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc30003c10 msgr2=0x7efc481f78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:16.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc477fe640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc30003c10 0x7efc481f78b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc477fe640 1 -- 172.21.15.33:0/3257961825 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc4815f040 con 0x7efc481f4a70 2024-07-26T15:44:16.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc467fc640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc48152090 0x7efc4815fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:44:16.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc46ffd640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc30003c10 0x7efc481f78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:44:16.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc477fe640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc481f4a70 0x7efc481f4e80 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7efc480d0b40 tx=0x7efc40006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:16.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc2f7fe640 1 -- 172.21.15.33:0/3257961825 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc40015070 con 0x7efc481f4a70 2024-07-26T15:44:16.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc2f7fe640 1 -- 172.21.15.33:0/3257961825 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc40011900 con 0x7efc481f4a70 2024-07-26T15:44:16.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.593+0000 7efc4d351640 1 -- 172.21.15.33:0/3257961825 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc481f7df0 con 0x7efc481f4a70 2024-07-26T15:44:16.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.594+0000 7efc2f7fe640 1 -- 172.21.15.33:0/3257961825 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc40011d30 con 0x7efc481f4a70 2024-07-26T15:44:16.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.594+0000 7efc4d351640 1 -- 172.21.15.33:0/3257961825 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc4815f2b0 con 0x7efc481f4a70 2024-07-26T15:44:16.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.594+0000 7efc4d351640 1 -- 172.21.15.33:0/3257961825 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc4815ca80 con 0x7efc481f4a70 2024-07-26T15:44:16.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.595+0000 7efc2f7fe640 1 -- 172.21.15.33:0/3257961825 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7efc4000f430 con 0x7efc481f4a70 2024-07-26T15:44:16.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.596+0000 7efc2f7fe640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7efc34077160 0x7efc34079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:16.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.596+0000 7efc2f7fe640 1 -- 172.21.15.33:0/3257961825 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5277+0+0 (secure 0 0 0) 0x7efc40099550 con 0x7efc481f4a70 2024-07-26T15:44:16.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.596+0000 7efc46ffd640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7efc34077160 0x7efc34079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:16.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.597+0000 7efc46ffd640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7efc34077160 0x7efc34079670 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7efc38034000 tx=0x7efc380046c0 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:16.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.600+0000 7efc2f7fe640 1 -- 172.21.15.33:0/3257961825 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efc4815ca80 con 0x7efc481f4a70 2024-07-26T15:44:16.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.871+0000 7efc4d351640 1 -- 172.21.15.33:0/3257961825 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7efc48160400 con 0x7efc481f4a70 2024-07-26T15:44:16.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.872+0000 7efc2f7fe640 1 -- 172.21.15.33:0/3257961825 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5304 (secure 0 0 0) 0x7efc481f7df0 con 0x7efc481f4a70 2024-07-26T15:44:16.874 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:16.874 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:44:16.874 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T15:44:16.874 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.874 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T15:44:16.874 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T15:44:16.874 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.874 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:16.874 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:44:16.874 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.875 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T15:44:16.876 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:16.877 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.878 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.879 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.880 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T15:44:16.881 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.882 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T15:44:16.883 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:16.884 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:44:16.885 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:44:16.886 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.886 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.886 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.886 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T15:44:16.886 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T15:44:16.886 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.886 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:44:16.886 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:44:16.886 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:44:16.886 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.886 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:16.887 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:44:16.888 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:44:16.888 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:16.888 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.888 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:16.888 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T15:44:16.888 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:44:16.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 -- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7efc34077160 msgr2=0x7efc34079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:16.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7efc34077160 0x7efc34079670 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7efc38034000 tx=0x7efc380046c0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 -- 172.21.15.33:0/3257961825 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc481f4a70 msgr2=0x7efc481f4e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:16.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc481f4a70 0x7efc481f4e80 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7efc480d0b40 tx=0x7efc40006430 comp rx=0 tx=0).stop 2024-07-26T15:44:16.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 -- 172.21.15.33:0/3257961825 shutdown_connections 2024-07-26T15:44:16.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc481f4a70 0x7efc481f4e80 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7efc34077160 0x7efc34079670 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc48152090 0x7efc4815fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 --2- 172.21.15.33:0/3257961825 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc30003c10 0x7efc481f78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:16.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 -- 172.21.15.33:0/3257961825 >> 172.21.15.33:0/3257961825 conn(0x7efc480d1bf0 msgr2=0x7efc480b4a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:16.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 -- 172.21.15.33:0/3257961825 shutdown_connections 2024-07-26T15:44:16.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:16.874+0000 7efc4d351640 1 -- 172.21.15.33:0/3257961825 wait complete. 2024-07-26T15:44:16.891 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T15:44:17.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.007+0000 7f990f062640 1 -- 172.21.15.33:0/1464640561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9908158050 msgr2=0x7f990806ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:17.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.007+0000 7f990f062640 1 --2- 172.21.15.33:0/1464640561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9908158050 0x7f990806ea30 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f99080ce010 tx=0x7f98f802a540 comp rx=0 tx=0).stop 2024-07-26T15:44:17.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.007+0000 7f990f062640 1 -- 172.21.15.33:0/1464640561 shutdown_connections 2024-07-26T15:44:17.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.007+0000 7f990f062640 1 --2- 172.21.15.33:0/1464640561 >> v2:172.21.15.154:3300/0 conn(0x7f990806ef70 0x7f9908072900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.007+0000 7f990f062640 1 --2- 172.21.15.33:0/1464640561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9908158050 0x7f990806ea30 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.007+0000 7f990f062640 1 --2- 172.21.15.33:0/1464640561 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99080cf3c0 0x7f990815b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.007+0000 7f990f062640 1 -- 172.21.15.33:0/1464640561 >> 172.21.15.33:0/1464640561 conn(0x7f99080cc3d0 msgr2=0x7f99080cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:17.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.007+0000 7f990f062640 1 -- 172.21.15.33:0/1464640561 shutdown_connections 2024-07-26T15:44:17.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.007+0000 7f990f062640 1 -- 172.21.15.33:0/1464640561 wait complete. 2024-07-26T15:44:17.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.009+0000 7f990f062640 1 Processor -- start 2024-07-26T15:44:17.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.009+0000 7f990f062640 1 -- start start 2024-07-26T15:44:17.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990f062640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f990806ef70 0x7f9908151ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:17.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990f062640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99080cf3c0 0x7f9908157570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:17.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990f062640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9908158050 0x7f9908152a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:17.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990f062640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f990806e1a0 con 0x7f990806ef70 2024-07-26T15:44:17.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990f062640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f99080730d0 con 0x7f9908158050 2024-07-26T15:44:17.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990f062640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f990806e320 con 0x7f99080cf3c0 2024-07-26T15:44:17.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990cdfe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f990806ef70 0x7f9908151ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:17.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990cdfe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f990806ef70 0x7f9908151ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51712/0 (socket says 172.21.15.33:51712) 2024-07-26T15:44:17.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990cdfe640 1 -- 172.21.15.33:0/3136802064 learned_addr learned my addr 172.21.15.33:0/3136802064 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:17.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990d5ff640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9908158050 0x7f9908152a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f98fffff640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99080cf3c0 0x7f9908157570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990cdfe640 1 -- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99080cf3c0 msgr2=0x7f9908157570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990cdfe640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99080cf3c0 0x7f9908157570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990cdfe640 1 -- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9908158050 msgr2=0x7f9908152a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990cdfe640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9908158050 0x7f9908152a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990cdfe640 1 -- 172.21.15.33:0/3136802064 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9908148f30 con 0x7f990806ef70 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990d5ff640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9908158050 0x7f9908152a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f990cdfe640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f990806ef70 0x7f9908151ae0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f990400d780 tx=0x7f990400dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.011+0000 7f98fd7fa640 1 -- 172.21.15.33:0/3136802064 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9904017070 con 0x7f990806ef70 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.012+0000 7f98fd7fa640 1 -- 172.21.15.33:0/3136802064 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f990400de90 con 0x7f990806ef70 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.012+0000 7f990f062640 1 -- 172.21.15.33:0/3136802064 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9908147930 con 0x7f990806ef70 2024-07-26T15:44:17.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.012+0000 7f98fd7fa640 1 -- 172.21.15.33:0/3136802064 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99040099d0 con 0x7f990806ef70 2024-07-26T15:44:17.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.012+0000 7f990f062640 1 -- 172.21.15.33:0/3136802064 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9908147ef0 con 0x7f990806ef70 2024-07-26T15:44:17.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.013+0000 7f990f062640 1 -- 172.21.15.33:0/3136802064 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9908147750 con 0x7f990806ef70 2024-07-26T15:44:17.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.013+0000 7f98fd7fa640 1 -- 172.21.15.33:0/3136802064 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f9904009b70 con 0x7f990806ef70 2024-07-26T15:44:17.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.014+0000 7f98fd7fa640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f98f4077130 0x7f98f4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:17.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.014+0000 7f98fd7fa640 1 -- 172.21.15.33:0/3136802064 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5277+0+0 (secure 0 0 0) 0x7f9904098eb0 con 0x7f990806ef70 2024-07-26T15:44:17.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.014+0000 7f98fffff640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f98f4077130 0x7f98f4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:17.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.015+0000 7f98fffff640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f98f4077130 0x7f98f4079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f98f8033000 tx=0x7f98f8004730 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:17.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.018+0000 7f98fd7fa640 1 -- 172.21.15.33:0/3136802064 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9908147750 con 0x7f990806ef70 2024-07-26T15:44:17.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.216+0000 7f990f062640 1 -- 172.21.15.33:0/3136802064 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f9908072900 con 0x7f990806ef70 2024-07-26T15:44:17.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.216+0000 7f98fd7fa640 1 -- 172.21.15.33:0/3136802064 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v85) ==== 84+0+65 (secure 0 0 0) 0x7f9904020020 con 0x7f990806ef70 2024-07-26T15:44:17.218 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:17.218 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:44:17.218 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:17.218 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T15:44:17.218 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T15:44:17.218 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:17.218 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:44:17.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 -- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f98f4077130 msgr2=0x7f98f4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:17.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f98f4077130 0x7f98f4079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f98f8033000 tx=0x7f98f8004730 comp rx=0 tx=0).stop 2024-07-26T15:44:17.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 -- 172.21.15.33:0/3136802064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f990806ef70 msgr2=0x7f9908151ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:17.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f990806ef70 0x7f9908151ae0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f990400d780 tx=0x7f990400dc40 comp rx=0 tx=0).stop 2024-07-26T15:44:17.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 -- 172.21.15.33:0/3136802064 shutdown_connections 2024-07-26T15:44:17.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9908158050 0x7f9908152a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f98f4077130 0x7f98f4079640 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f99080cf3c0 0x7f9908157570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 --2- 172.21.15.33:0/3136802064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f990806ef70 0x7f9908151ae0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 -- 172.21.15.33:0/3136802064 >> 172.21.15.33:0/3136802064 conn(0x7f99080cc3d0 msgr2=0x7f990815abd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:17.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 -- 172.21.15.33:0/3136802064 shutdown_connections 2024-07-26T15:44:17.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.218+0000 7f990f062640 1 -- 172.21.15.33:0/3136802064 wait complete. 2024-07-26T15:44:17.231 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T15:44:17.231 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T15:44:17.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.352+0000 7f95d248c640 1 -- 172.21.15.33:0/3725198390 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b4003a50 msgr2=0x7f95b4003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:17.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.352+0000 7f95d248c640 1 --2- 172.21.15.33:0/3725198390 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b4003a50 0x7f95b4003ec0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f95bc009b50 tx=0x7f95b4005830 comp rx=0 tx=0).stop 2024-07-26T15:44:17.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.352+0000 7f95d248c640 1 -- 172.21.15.33:0/3725198390 shutdown_connections 2024-07-26T15:44:17.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.352+0000 7f95d248c640 1 --2- 172.21.15.33:0/3725198390 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b4003a50 0x7f95b4003ec0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.352+0000 7f95d248c640 1 -- 172.21.15.33:0/3725198390 >> 172.21.15.33:0/3725198390 conn(0x7f95cc0b2b00 msgr2=0x7f95cc0b2f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:17.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.352+0000 7f95d248c640 1 -- 172.21.15.33:0/3725198390 shutdown_connections 2024-07-26T15:44:17.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.352+0000 7f95d248c640 1 -- 172.21.15.33:0/3725198390 wait complete. 2024-07-26T15:44:17.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.354+0000 7f95d248c640 1 Processor -- start 2024-07-26T15:44:17.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.354+0000 7f95d248c640 1 -- start start 2024-07-26T15:44:17.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d248c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95b4003a50 0x7f95cc13a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:17.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d248c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95cc1e6550 0x7f95cc154970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:17.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d248c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc13df40 0x7f95cc154eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:17.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d248c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc15c8e0 con 0x7f95cc13df40 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d248c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc15c760 con 0x7f95b4003a50 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d248c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f95cc15ca60 con 0x7f95cc1e6550 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d0a29640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc13df40 0x7f95cc154eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d0a29640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc13df40 0x7f95cc154eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51742/0 (socket says 172.21.15.33:51742) 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d0a29640 1 -- 172.21.15.33:0/1442092108 learned_addr learned my addr 172.21.15.33:0/1442092108 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95cbfff640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95b4003a50 0x7f95cc13a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95cb7fe640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95cc1e6550 0x7f95cc154970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d0a29640 1 -- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95cc1e6550 msgr2=0x7f95cc154970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d0a29640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95cc1e6550 0x7f95cc154970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d0a29640 1 -- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95b4003a50 msgr2=0x7f95cc13a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d0a29640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95b4003a50 0x7f95cc13a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:17.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d0a29640 1 -- 172.21.15.33:0/1442092108 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95cc157c90 con 0x7f95cc13df40 2024-07-26T15:44:17.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95d0a29640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc13df40 0x7f95cc154eb0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f95c4001330 tx=0x7f95c40019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:17.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.356+0000 7f95c8ff9640 1 -- 172.21.15.33:0/1442092108 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c4011870 con 0x7f95cc13df40 2024-07-26T15:44:17.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.357+0000 7f95c8ff9640 1 -- 172.21.15.33:0/1442092108 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f95c4017070 con 0x7f95cc13df40 2024-07-26T15:44:17.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.357+0000 7f95d248c640 1 -- 172.21.15.33:0/1442092108 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95cc1f6c10 con 0x7f95cc13df40 2024-07-26T15:44:17.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.357+0000 7f95c8ff9640 1 -- 172.21.15.33:0/1442092108 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c4011dc0 con 0x7f95cc13df40 2024-07-26T15:44:17.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.357+0000 7f95d248c640 1 -- 172.21.15.33:0/1442092108 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95cc1f71d0 con 0x7f95cc13df40 2024-07-26T15:44:17.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.358+0000 7f95d248c640 1 -- 172.21.15.33:0/1442092108 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95cc1f7890 con 0x7f95cc13df40 2024-07-26T15:44:17.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.359+0000 7f95c8ff9640 1 -- 172.21.15.33:0/1442092108 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f95c401c460 con 0x7f95cc13df40 2024-07-26T15:44:17.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.359+0000 7f95c8ff9640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f95b8077130 0x7f95b8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:17.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.359+0000 7f95c8ff9640 1 -- 172.21.15.33:0/1442092108 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5277+0+0 (secure 0 0 0) 0x7f95c4099080 con 0x7f95cc13df40 2024-07-26T15:44:17.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.359+0000 7f95cbfff640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f95b8077130 0x7f95b8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:17.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.360+0000 7f95cbfff640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f95b8077130 0x7f95b8079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f95bc035000 tx=0x7f95bc0046c0 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:17.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.364+0000 7f95c8ff9640 1 -- 172.21.15.33:0/1442092108 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f95cc1f7890 con 0x7f95cc13df40 2024-07-26T15:44:17.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:17.563+0000 7f95d248c640 1 -- 172.21.15.33:0/1442092108 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f95cc073470 con 0x7f95cc13df40 2024-07-26T15:44:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.461+0000 7f95c8ff9640 1 -- 172.21.15.33:0/1442092108 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v86) ==== 138+0+0 (secure 0 0 0) 0x7f95c4061bb0 con 0x7f95cc13df40 2024-07-26T15:44:18.485 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T15:44:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 -- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f95b8077130 msgr2=0x7f95b8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f95b8077130 0x7f95b8079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f95bc035000 tx=0x7f95bc0046c0 comp rx=0 tx=0).stop 2024-07-26T15:44:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 -- 172.21.15.33:0/1442092108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc13df40 msgr2=0x7f95cc154eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc13df40 0x7f95cc154eb0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f95c4001330 tx=0x7f95c40019b0 comp rx=0 tx=0).stop 2024-07-26T15:44:18.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 -- 172.21.15.33:0/1442092108 shutdown_connections 2024-07-26T15:44:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc13df40 0x7f95cc154eb0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f95b8077130 0x7f95b8079640 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95cc1e6550 0x7f95cc154970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 --2- 172.21.15.33:0/1442092108 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95b4003a50 0x7f95cc13a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 -- 172.21.15.33:0/1442092108 >> 172.21.15.33:0/1442092108 conn(0x7f95cc0b2b00 msgr2=0x7f95cc0b2f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 -- 172.21.15.33:0/1442092108 shutdown_connections 2024-07-26T15:44:18.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.464+0000 7f95d248c640 1 -- 172.21.15.33:0/1442092108 wait complete. 2024-07-26T15:44:18.487 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T15:44:18.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.618+0000 7ff2c2fad640 1 -- 172.21.15.33:0/1767976287 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2bc0b2da0 msgr2=0x7ff2bc0b93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:18.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.618+0000 7ff2c2fad640 1 --2- 172.21.15.33:0/1767976287 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2bc0b2da0 0x7ff2bc0b93c0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff2b0005fd0 tx=0x7ff2b002a5d0 comp rx=0 tx=0).stop 2024-07-26T15:44:18.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.618+0000 7ff2c2fad640 1 -- 172.21.15.33:0/1767976287 shutdown_connections 2024-07-26T15:44:18.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.618+0000 7ff2c2fad640 1 --2- 172.21.15.33:0/1767976287 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2bc0d0610 0x7ff2bc0d0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:18.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.618+0000 7ff2c2fad640 1 --2- 172.21.15.33:0/1767976287 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2bc0b2da0 0x7ff2bc0b93c0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:18.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.618+0000 7ff2c2fad640 1 -- 172.21.15.33:0/1767976287 >> 172.21.15.33:0/1767976287 conn(0x7ff2bc0d3d90 msgr2=0x7ff2bc0d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:18.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.618+0000 7ff2c2fad640 1 -- 172.21.15.33:0/1767976287 shutdown_connections 2024-07-26T15:44:18.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.618+0000 7ff2c2fad640 1 -- 172.21.15.33:0/1767976287 wait complete. 2024-07-26T15:44:18.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.620+0000 7ff2c2fad640 1 Processor -- start 2024-07-26T15:44:18.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.620+0000 7ff2c2fad640 1 -- start start 2024-07-26T15:44:18.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c2fad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2bc0b2da0 0x7ff2bc1f8f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:18.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c2fad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2bc0d0610 0x7ff2bc0a10f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:18.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c2fad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2bc1e8120 0x7ff2bc09f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:18.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c2fad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff2bc0b36d0 con 0x7ff2bc0b2da0 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c2fad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff2bc0d2820 con 0x7ff2bc1e8120 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c2fad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff2bc0b3850 con 0x7ff2bc0d0610 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c0d49640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2bc0b2da0 0x7ff2bc1f8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c0d49640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2bc0b2da0 0x7ff2bc1f8f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51758/0 (socket says 172.21.15.33:51758) 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c0d49640 1 -- 172.21.15.33:0/3040322122 learned_addr learned my addr 172.21.15.33:0/3040322122 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c154a640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2bc1e8120 0x7ff2bc09f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2bbfff640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2bc0d0610 0x7ff2bc0a10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c0d49640 1 -- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2bc0d0610 msgr2=0x7ff2bc0a10f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c0d49640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2bc0d0610 0x7ff2bc0a10f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c0d49640 1 -- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2bc1e8120 msgr2=0x7ff2bc09f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c0d49640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2bc1e8120 0x7ff2bc09f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c0d49640 1 -- 172.21.15.33:0/3040322122 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2bc1f5de0 con 0x7ff2bc0b2da0 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.622+0000 7ff2c0d49640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2bc0b2da0 0x7ff2bc1f8f50 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7ff2ac00c390 tx=0x7ff2ac00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:18.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.623+0000 7ff2b97fa640 1 -- 172.21.15.33:0/3040322122 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2ac017070 con 0x7ff2bc0b2da0 2024-07-26T15:44:18.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.623+0000 7ff2b97fa640 1 -- 172.21.15.33:0/3040322122 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2ac0053c0 con 0x7ff2bc0b2da0 2024-07-26T15:44:18.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.623+0000 7ff2c2fad640 1 -- 172.21.15.33:0/3040322122 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2bc0a19b0 con 0x7ff2bc0b2da0 2024-07-26T15:44:18.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.623+0000 7ff2b97fa640 1 -- 172.21.15.33:0/3040322122 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2ac003880 con 0x7ff2bc0b2da0 2024-07-26T15:44:18.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.623+0000 7ff2c2fad640 1 -- 172.21.15.33:0/3040322122 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2bc1f5300 con 0x7ff2bc0b2da0 2024-07-26T15:44:18.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.624+0000 7ff2c2fad640 1 -- 172.21.15.33:0/3040322122 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2bc0d4920 con 0x7ff2bc0b2da0 2024-07-26T15:44:18.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.625+0000 7ff2b97fa640 1 -- 172.21.15.33:0/3040322122 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7ff2ac01a070 con 0x7ff2bc0b2da0 2024-07-26T15:44:18.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.625+0000 7ff2b97fa640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff2a8077130 0x7ff2a8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:18.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.625+0000 7ff2b97fa640 1 -- 172.21.15.33:0/3040322122 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5647+0+0 (secure 0 0 0) 0x7ff2ac097e90 con 0x7ff2bc0b2da0 2024-07-26T15:44:18.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.626+0000 7ff2bbfff640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff2a8077130 0x7ff2a8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:18.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.626+0000 7ff2bbfff640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff2a8077130 0x7ff2a8079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff2b0033000 tx=0x7ff2b0004730 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:18.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.630+0000 7ff2b97fa640 1 -- 172.21.15.33:0/3040322122 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff2bc0d0f60 con 0x7ff2bc0b2da0 2024-07-26T15:44:18.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:18.823+0000 7ff2c2fad640 1 -- 172.21.15.33:0/3040322122 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ff2bc0d1410 con 0x7ff2bc0b2da0 2024-07-26T15:44:19.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.471+0000 7ff2b97fa640 1 -- 172.21.15.33:0/3040322122 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v87) ==== 170+0+0 (secure 0 0 0) 0x7ff2ac061050 con 0x7ff2bc0b2da0 2024-07-26T15:44:19.473 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T15:44:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.474+0000 7ff2c2fad640 1 -- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff2a8077130 msgr2=0x7ff2a8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.474+0000 7ff2c2fad640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff2a8077130 0x7ff2a8079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7ff2b0033000 tx=0x7ff2b0004730 comp rx=0 tx=0).stop 2024-07-26T15:44:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.474+0000 7ff2c2fad640 1 -- 172.21.15.33:0/3040322122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2bc0b2da0 msgr2=0x7ff2bc1f8f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.474+0000 7ff2c2fad640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2bc0b2da0 0x7ff2bc1f8f50 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7ff2ac00c390 tx=0x7ff2ac00c850 comp rx=0 tx=0).stop 2024-07-26T15:44:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.475+0000 7ff2c2fad640 1 -- 172.21.15.33:0/3040322122 shutdown_connections 2024-07-26T15:44:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.475+0000 7ff2c2fad640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2bc1e8120 0x7ff2bc09f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.475+0000 7ff2c2fad640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff2a8077130 0x7ff2a8079640 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:19.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.475+0000 7ff2c2fad640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2bc0d0610 0x7ff2bc0a10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:19.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.475+0000 7ff2c2fad640 1 --2- 172.21.15.33:0/3040322122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2bc0b2da0 0x7ff2bc1f8f50 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:19.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.475+0000 7ff2c2fad640 1 -- 172.21.15.33:0/3040322122 >> 172.21.15.33:0/3040322122 conn(0x7ff2bc0d3d90 msgr2=0x7ff2bc0b08e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:19.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.475+0000 7ff2c2fad640 1 -- 172.21.15.33:0/3040322122 shutdown_connections 2024-07-26T15:44:19.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.475+0000 7ff2c2fad640 1 -- 172.21.15.33:0/3040322122 wait complete. 2024-07-26T15:44:19.503 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T15:44:19.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.628+0000 7fe182541640 1 -- 172.21.15.33:0/1023290434 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe164004000 msgr2=0x7fe164004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:19.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.628+0000 7fe182541640 1 --2- 172.21.15.33:0/1023290434 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe164004000 0x7fe164004800 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fe1700016c0 tx=0x7fe164005830 comp rx=0 tx=0).stop 2024-07-26T15:44:19.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.628+0000 7fe180ade640 1 -- 172.21.15.33:0/1023290434 reap_dead start 2024-07-26T15:44:19.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.628+0000 7fe182541640 1 -- 172.21.15.33:0/1023290434 shutdown_connections 2024-07-26T15:44:19.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.628+0000 7fe182541640 1 -- 172.21.15.33:0/1023290434 >> 172.21.15.33:0/1023290434 conn(0x7fe17c0b37a0 msgr2=0x7fe17c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:19.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.628+0000 7fe182541640 1 -- 172.21.15.33:0/1023290434 shutdown_connections 2024-07-26T15:44:19.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.628+0000 7fe182541640 1 -- 172.21.15.33:0/1023290434 wait complete. 2024-07-26T15:44:19.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.630+0000 7fe182541640 1 Processor -- start 2024-07-26T15:44:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.631+0000 7fe182541640 1 -- start start 2024-07-26T15:44:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe182541640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe164004000 0x7fe17c1f3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe182541640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe17c1f6530 0x7fe17c0c8c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe182541640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe17c1f2720 0x7fe17c1f2b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe182541640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe17c0ccf50 con 0x7fe17c1f2720 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe182541640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe17c0ccdd0 con 0x7fe17c1f6530 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe182541640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe17c0cd0d0 con 0x7fe164004000 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe180ade640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe17c1f2720 0x7fe17c1f2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe180ade640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe17c1f2720 0x7fe17c1f2b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51776/0 (socket says 172.21.15.33:51776) 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe180ade640 1 -- 172.21.15.33:0/3324376526 learned_addr learned my addr 172.21.15.33:0/3324376526 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe17b7fe640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe17c1f6530 0x7fe17c0c8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe17bfff640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe164004000 0x7fe17c1f3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe180ade640 1 -- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe164004000 msgr2=0x7fe17c1f3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe180ade640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe164004000 0x7fe17c1f3950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe180ade640 1 -- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe17c1f6530 msgr2=0x7fe17c0c8c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe180ade640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe17c1f6530 0x7fe17c0c8c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.632+0000 7fe180ade640 1 -- 172.21.15.33:0/3324376526 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe17c1f3e90 con 0x7fe17c1f2720 2024-07-26T15:44:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.633+0000 7fe180ade640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe17c1f2720 0x7fe17c1f2b30 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fe174000f80 tx=0x7fe17400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:19.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.633+0000 7fe178ff9640 1 -- 172.21.15.33:0/3324376526 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe17400ca20 con 0x7fe17c1f2720 2024-07-26T15:44:19.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.633+0000 7fe178ff9640 1 -- 172.21.15.33:0/3324376526 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe174018070 con 0x7fe17c1f2720 2024-07-26T15:44:19.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.633+0000 7fe182541640 1 -- 172.21.15.33:0/3324376526 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe17c1f6f60 con 0x7fe17c1f2720 2024-07-26T15:44:19.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.633+0000 7fe178ff9640 1 -- 172.21.15.33:0/3324376526 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe174011460 con 0x7fe17c1f2720 2024-07-26T15:44:19.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.633+0000 7fe182541640 1 -- 172.21.15.33:0/3324376526 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe17c1f3150 con 0x7fe17c1f2720 2024-07-26T15:44:19.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.634+0000 7fe182541640 1 -- 172.21.15.33:0/3324376526 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe17c0cd660 con 0x7fe17c1f2720 2024-07-26T15:44:19.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.635+0000 7fe178ff9640 1 -- 172.21.15.33:0/3324376526 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7fe174011600 con 0x7fe17c1f2720 2024-07-26T15:44:19.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.636+0000 7fe178ff9640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe168077130 0x7fe168079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:19.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.636+0000 7fe178ff9640 1 -- 172.21.15.33:0/3324376526 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6029+0+0 (secure 0 0 0) 0x7fe1740990e0 con 0x7fe17c1f2720 2024-07-26T15:44:19.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.636+0000 7fe17bfff640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe168077130 0x7fe168079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:19.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.637+0000 7fe17bfff640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe168077130 0x7fe168079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe16c009b90 tx=0x7fe16c005f90 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:19.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.641+0000 7fe178ff9640 1 -- 172.21.15.33:0/3324376526 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe174061f70 con 0x7fe17c1f2720 2024-07-26T15:44:19.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:19.875+0000 7fe182541640 1 -- 172.21.15.33:0/3324376526 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fe17c0b66f0 con 0x7fe17c1f2720 2024-07-26T15:44:20.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.487+0000 7fe178ff9640 1 -- 172.21.15.33:0/3324376526 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 9 and data pool 10 v32) ==== 173+0+0 (secure 0 0 0) 0x7fe17406a1b0 con 0x7fe17c1f2720 2024-07-26T15:44:20.490 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 9 and data pool 10 2024-07-26T15:44:20.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.496+0000 7fe182541640 1 -- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe168077130 msgr2=0x7fe168079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:20.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.496+0000 7fe182541640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe168077130 0x7fe168079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe16c009b90 tx=0x7fe16c005f90 comp rx=0 tx=0).stop 2024-07-26T15:44:20.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.496+0000 7fe182541640 1 -- 172.21.15.33:0/3324376526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe17c1f2720 msgr2=0x7fe17c1f2b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:20.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.496+0000 7fe182541640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe17c1f2720 0x7fe17c1f2b30 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fe174000f80 tx=0x7fe17400ed30 comp rx=0 tx=0).stop 2024-07-26T15:44:20.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.501+0000 7fe182541640 1 -- 172.21.15.33:0/3324376526 shutdown_connections 2024-07-26T15:44:20.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.501+0000 7fe182541640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe17c1f2720 0x7fe17c1f2b30 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.501+0000 7fe182541640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe17c1f6530 0x7fe17c0c8c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.501+0000 7fe182541640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe168077130 0x7fe168079640 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.501+0000 7fe182541640 1 --2- 172.21.15.33:0/3324376526 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe164004000 0x7fe17c1f3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.501+0000 7fe182541640 1 -- 172.21.15.33:0/3324376526 >> 172.21.15.33:0/3324376526 conn(0x7fe17c0b37a0 msgr2=0x7fe17c15ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:20.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.503+0000 7fe182541640 1 -- 172.21.15.33:0/3324376526 shutdown_connections 2024-07-26T15:44:20.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.503+0000 7fe182541640 1 -- 172.21.15.33:0/3324376526 wait complete. 2024-07-26T15:44:20.522 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:20.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.642+0000 7f3e4be06640 1 -- 172.21.15.33:0/1451783415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e30004d40 msgr2=0x7f3e300051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:20.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.642+0000 7f3e4be06640 1 --2- 172.21.15.33:0/1451783415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e30004d40 0x7f3e300051f0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c009ed0 tx=0x7f3e30005830 comp rx=0 tx=0).stop 2024-07-26T15:44:20.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.642+0000 7f3e4a3a3640 1 -- 172.21.15.33:0/1451783415 reap_dead start 2024-07-26T15:44:20.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.642+0000 7f3e4be06640 1 -- 172.21.15.33:0/1451783415 shutdown_connections 2024-07-26T15:44:20.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.642+0000 7f3e4be06640 1 -- 172.21.15.33:0/1451783415 >> 172.21.15.33:0/1451783415 conn(0x7f3e440d1bf0 msgr2=0x7f3e440d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:20.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.642+0000 7f3e4be06640 1 -- 172.21.15.33:0/1451783415 shutdown_connections 2024-07-26T15:44:20.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.642+0000 7f3e4be06640 1 -- 172.21.15.33:0/1451783415 wait complete. 2024-07-26T15:44:20.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.644+0000 7f3e4be06640 1 Processor -- start 2024-07-26T15:44:20.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.644+0000 7f3e4be06640 1 -- start start 2024-07-26T15:44:20.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.645+0000 7f3e4be06640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e30004d40 0x7f3e440b0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:20.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.645+0000 7f3e4be06640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e4409b9f0 0x7f3e44071660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:20.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.645+0000 7f3e4be06640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e4409be00 0x7f3e44071ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:20.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.645+0000 7f3e4be06640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3e440b25a0 con 0x7f3e4409be00 2024-07-26T15:44:20.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.645+0000 7f3e4be06640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3e440b2420 con 0x7f3e4409b9f0 2024-07-26T15:44:20.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.645+0000 7f3e4be06640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3e440b2720 con 0x7f3e30004d40 2024-07-26T15:44:20.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.645+0000 7f3e4a3a3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e4409be00 0x7f3e44071ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:20.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.645+0000 7f3e4a3a3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e4409be00 0x7f3e44071ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51806/0 (socket says 172.21.15.33:51806) 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.645+0000 7f3e4a3a3640 1 -- 172.21.15.33:0/1582313396 learned_addr learned my addr 172.21.15.33:0/1582313396 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.645+0000 7f3e49ba2640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e30004d40 0x7f3e440b0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.645+0000 7f3e493a1640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e4409b9f0 0x7f3e44071660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.646+0000 7f3e4a3a3640 1 -- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e30004d40 msgr2=0x7f3e440b0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.646+0000 7f3e4a3a3640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e30004d40 0x7f3e440b0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.646+0000 7f3e4a3a3640 1 -- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e4409b9f0 msgr2=0x7f3e44071660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.646+0000 7f3e4a3a3640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e4409b9f0 0x7f3e44071660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.646+0000 7f3e4a3a3640 1 -- 172.21.15.33:0/1582313396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e4409e470 con 0x7f3e4409be00 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.646+0000 7f3e4a3a3640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e4409be00 0x7f3e44071ba0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c036040 tx=0x7f3e3c033c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.646+0000 7f3e3a7fc640 1 -- 172.21.15.33:0/1582313396 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e3c043070 con 0x7f3e4409be00 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.646+0000 7f3e3a7fc640 1 -- 172.21.15.33:0/1582313396 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e3c033d00 con 0x7f3e4409be00 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.646+0000 7f3e4be06640 1 -- 172.21.15.33:0/1582313396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e4409e750 con 0x7f3e4409be00 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.646+0000 7f3e3a7fc640 1 -- 172.21.15.33:0/1582313396 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e3c038040 con 0x7f3e4409be00 2024-07-26T15:44:20.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.646+0000 7f3e4be06640 1 -- 172.21.15.33:0/1582313396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e4409ed10 con 0x7f3e4409be00 2024-07-26T15:44:20.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.647+0000 7f3e4be06640 1 -- 172.21.15.33:0/1582313396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e440b1910 con 0x7f3e4409be00 2024-07-26T15:44:20.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.648+0000 7f3e3a7fc640 1 -- 172.21.15.33:0/1582313396 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f3e3c003bd0 con 0x7f3e4409be00 2024-07-26T15:44:20.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.648+0000 7f3e3a7fc640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3e28077130 0x7f3e28079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:20.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.648+0000 7f3e3a7fc640 1 -- 172.21.15.33:0/1582313396 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 6129+0+0 (secure 0 0 0) 0x7f3e3c0b8bb0 con 0x7f3e4409be00 2024-07-26T15:44:20.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.649+0000 7f3e49ba2640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3e28077130 0x7f3e28079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:20.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.649+0000 7f3e49ba2640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3e28077130 0x7f3e28079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3e40000c00 tx=0x7f3e40006b70 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:20.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.653+0000 7f3e3a7fc640 1 -- 172.21.15.33:0/1582313396 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3e3c0814a0 con 0x7f3e4409be00 2024-07-26T15:44:20.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.849+0000 7f3e4be06640 1 -- 172.21.15.33:0/1582313396 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3e440c54c0 con 0x7f3e4409be00 2024-07-26T15:44:20.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.850+0000 7f3e3a7fc640 1 -- 172.21.15.33:0/1582313396 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+16940 (secure 0 0 0) 0x7f3e3c0bc070 con 0x7f3e4409be00 2024-07-26T15:44:20.852 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:20.852 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":88,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:19.877293+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:44:17.569599+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-07-26T15:44:18.828754+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:20.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.852+0000 7f3e4be06640 1 -- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3e28077130 msgr2=0x7f3e28079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:20.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.852+0000 7f3e4be06640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3e28077130 0x7f3e28079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3e40000c00 tx=0x7f3e40006b70 comp rx=0 tx=0).stop 2024-07-26T15:44:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.852+0000 7f3e4be06640 1 -- 172.21.15.33:0/1582313396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e4409be00 msgr2=0x7f3e44071ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.852+0000 7f3e4be06640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e4409be00 0x7f3e44071ba0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c036040 tx=0x7f3e3c033c10 comp rx=0 tx=0).stop 2024-07-26T15:44:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.853+0000 7f3e4be06640 1 -- 172.21.15.33:0/1582313396 shutdown_connections 2024-07-26T15:44:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.853+0000 7f3e4be06640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e4409be00 0x7f3e44071ba0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.853+0000 7f3e4be06640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e4409b9f0 0x7f3e44071660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.853+0000 7f3e4be06640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f3e28077130 0x7f3e28079640 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.853+0000 7f3e4be06640 1 --2- 172.21.15.33:0/1582313396 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e30004d40 0x7f3e440b0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.853+0000 7f3e4be06640 1 -- 172.21.15.33:0/1582313396 >> 172.21.15.33:0/1582313396 conn(0x7f3e440d1bf0 msgr2=0x7f3e440d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.853+0000 7f3e4be06640 1 -- 172.21.15.33:0/1582313396 shutdown_connections 2024-07-26T15:44:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.853+0000 7f3e4be06640 1 -- 172.21.15.33:0/1582313396 wait complete. 2024-07-26T15:44:20.866 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.982+0000 7f7165be4640 1 -- 172.21.15.33:0/2084643069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7160073940 msgr2=0x7f716013e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.982+0000 7f7165be4640 1 --2- 172.21.15.33:0/2084643069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7160073940 0x7f716013e440 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f7154009830 tx=0x7f715402a480 comp rx=0 tx=0).stop 2024-07-26T15:44:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.982+0000 7f7165be4640 1 -- 172.21.15.33:0/2084643069 shutdown_connections 2024-07-26T15:44:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.982+0000 7f7165be4640 1 --2- 172.21.15.33:0/2084643069 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7160140650 0x7f7160140a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.982+0000 7f7165be4640 1 --2- 172.21.15.33:0/2084643069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7160073940 0x7f716013e440 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.982+0000 7f7165be4640 1 -- 172.21.15.33:0/2084643069 >> 172.21.15.33:0/2084643069 conn(0x7f71600b26e0 msgr2=0x7f71600b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.982+0000 7f7165be4640 1 -- 172.21.15.33:0/2084643069 shutdown_connections 2024-07-26T15:44:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.982+0000 7f7165be4640 1 -- 172.21.15.33:0/2084643069 wait complete. 2024-07-26T15:44:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.984+0000 7f7165be4640 1 Processor -- start 2024-07-26T15:44:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.984+0000 7f7165be4640 1 -- start start 2024-07-26T15:44:20.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.985+0000 7f7165be4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716013dd60 0x7f7160144b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:20.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.985+0000 7f7165be4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7160140650 0x7f71601e3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:20.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.985+0000 7f7165be4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f716006c630 0x7f716006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:20.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.985+0000 7f7165be4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f71600b4dd0 con 0x7f716013dd60 2024-07-26T15:44:20.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.985+0000 7f7165be4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f71600b4c50 con 0x7f716006c630 2024-07-26T15:44:20.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.985+0000 7f7165be4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f71600b4f50 con 0x7f7160140650 2024-07-26T15:44:20.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.985+0000 7f715f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716013dd60 0x7f7160144b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:20.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.985+0000 7f715f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716013dd60 0x7f7160144b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51824/0 (socket says 172.21.15.33:51824) 2024-07-26T15:44:20.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.985+0000 7f715f7fe640 1 -- 172.21.15.33:0/1029306215 learned_addr learned my addr 172.21.15.33:0/1029306215 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:20.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.985+0000 7f715effd640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7160140650 0x7f71601e3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:20.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.985+0000 7f715ffff640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f716006c630 0x7f716006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:20.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.986+0000 7f715f7fe640 1 -- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7160140650 msgr2=0x7f71601e3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:20.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.986+0000 7f715f7fe640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7160140650 0x7f71601e3a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.986+0000 7f715f7fe640 1 -- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f716006c630 msgr2=0x7f716006ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:20.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.986+0000 7f715f7fe640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f716006c630 0x7f716006ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:20.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.986+0000 7f715f7fe640 1 -- 172.21.15.33:0/1029306215 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f716006cf80 con 0x7f716013dd60 2024-07-26T15:44:20.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.986+0000 7f715f7fe640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716013dd60 0x7f7160144b00 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f715000c430 tx=0x7f715000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:20.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.986+0000 7f7147fff640 1 -- 172.21.15.33:0/1029306215 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7150011790 con 0x7f716013dd60 2024-07-26T15:44:20.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.986+0000 7f7147fff640 1 -- 172.21.15.33:0/1029306215 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7150017070 con 0x7f716013dd60 2024-07-26T15:44:20.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.986+0000 7f7165be4640 1 -- 172.21.15.33:0/1029306215 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71601415c0 con 0x7f716013dd60 2024-07-26T15:44:20.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.986+0000 7f7147fff640 1 -- 172.21.15.33:0/1029306215 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7150011ce0 con 0x7f716013dd60 2024-07-26T15:44:20.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.986+0000 7f7165be4640 1 -- 172.21.15.33:0/1029306215 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7160141860 con 0x7f716013dd60 2024-07-26T15:44:20.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.987+0000 7f7165be4640 1 -- 172.21.15.33:0/1029306215 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71600b5400 con 0x7f716013dd60 2024-07-26T15:44:20.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.988+0000 7f7147fff640 1 -- 172.21.15.33:0/1029306215 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f715001c460 con 0x7f716013dd60 2024-07-26T15:44:20.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.989+0000 7f7147fff640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f714c077160 0x7f714c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:20.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.989+0000 7f7147fff640 1 -- 172.21.15.33:0/1029306215 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 6129+0+0 (secure 0 0 0) 0x7f7150098810 con 0x7f716013dd60 2024-07-26T15:44:20.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.989+0000 7f715effd640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f714c077160 0x7f714c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:20.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.990+0000 7f715effd640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f714c077160 0x7f714c079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7154034000 tx=0x7f7154004730 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:20.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:20.994+0000 7f7147fff640 1 -- 172.21.15.33:0/1029306215 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f716006cf80 con 0x7f716013dd60 2024-07-26T15:44:21.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.191+0000 7f7165be4640 1 -- 172.21.15.33:0/1029306215 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f71600ce1c0 con 0x7f716013dd60 2024-07-26T15:44:21.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.192+0000 7f7147fff640 1 -- 172.21.15.33:0/1029306215 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+16940 (secure 0 0 0) 0x7f7150061220 con 0x7f716013dd60 2024-07-26T15:44:21.194 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:21.194 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":88,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:19.877293+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:44:17.569599+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-07-26T15:44:18.828754+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:21.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 -- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f714c077160 msgr2=0x7f714c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:21.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f714c077160 0x7f714c079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7154034000 tx=0x7f7154004730 comp rx=0 tx=0).stop 2024-07-26T15:44:21.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 -- 172.21.15.33:0/1029306215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716013dd60 msgr2=0x7f7160144b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:21.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716013dd60 0x7f7160144b00 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f715000c430 tx=0x7f715000c8f0 comp rx=0 tx=0).stop 2024-07-26T15:44:21.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 -- 172.21.15.33:0/1029306215 shutdown_connections 2024-07-26T15:44:21.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f716006c630 0x7f716006ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:21.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f714c077160 0x7f714c079670 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:21.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7160140650 0x7f71601e3a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:21.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 --2- 172.21.15.33:0/1029306215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f716013dd60 0x7f7160144b00 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:21.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 -- 172.21.15.33:0/1029306215 >> 172.21.15.33:0/1029306215 conn(0x7f71600b26e0 msgr2=0x7f71600cec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:21.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 -- 172.21.15.33:0/1029306215 shutdown_connections 2024-07-26T15:44:21.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.195+0000 7f7165be4640 1 -- 172.21.15.33:0/1029306215 wait complete. 2024-07-26T15:44:21.208 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T15:44:21.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.328+0000 7f7fc15ba640 1 -- 172.21.15.33:0/218988342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fa8003f90 msgr2=0x7f7fa8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:21.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.328+0000 7f7fc15ba640 1 --2- 172.21.15.33:0/218988342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fa8003f90 0x7f7fa8004800 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f7fa400c260 tx=0x7f7fa8005830 comp rx=0 tx=0).stop 2024-07-26T15:44:21.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.328+0000 7f7fbb7fe640 1 -- 172.21.15.33:0/218988342 reap_dead start 2024-07-26T15:44:21.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.328+0000 7f7fc15ba640 1 -- 172.21.15.33:0/218988342 shutdown_connections 2024-07-26T15:44:21.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.328+0000 7f7fc15ba640 1 -- 172.21.15.33:0/218988342 >> 172.21.15.33:0/218988342 conn(0x7f7fbc0d3de0 msgr2=0x7f7fbc0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:21.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.328+0000 7f7fc15ba640 1 -- 172.21.15.33:0/218988342 shutdown_connections 2024-07-26T15:44:21.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.328+0000 7f7fc15ba640 1 -- 172.21.15.33:0/218988342 wait complete. 2024-07-26T15:44:21.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.330+0000 7f7fc15ba640 1 Processor -- start 2024-07-26T15:44:21.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.330+0000 7f7fc15ba640 1 -- start start 2024-07-26T15:44:21.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.331+0000 7f7fc15ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7fa8003f90 0x7f7fbc1e2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.331+0000 7f7fc15ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fbc0cc490 0x7f7fbc1df0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.331+0000 7f7fc15ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7fbc0cb470 0x7f7fbc0cb880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.331+0000 7f7fc15ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7fbc0b4750 con 0x7f7fbc0cc490 2024-07-26T15:44:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.331+0000 7f7fc15ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7fbc0b2d30 con 0x7f7fa8003f90 2024-07-26T15:44:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.331+0000 7f7fc15ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7fbc0b48d0 con 0x7f7fbc0cb470 2024-07-26T15:44:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fbc0cc490 0x7f7fbc1df0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fbc0cc490 0x7f7fbc1df0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51830/0 (socket says 172.21.15.33:51830) 2024-07-26T15:44:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb3fff640 1 -- 172.21.15.33:0/706468706 learned_addr learned my addr 172.21.15.33:0/706468706 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fbaffd640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7fa8003f90 0x7f7fbc1e2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fbb7fe640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7fbc0cb470 0x7f7fbc0cb880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb3fff640 1 -- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7fbc0cb470 msgr2=0x7f7fbc0cb880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb3fff640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7fbc0cb470 0x7f7fbc0cb880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb3fff640 1 -- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7fa8003f90 msgr2=0x7f7fbc1e2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb3fff640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7fa8003f90 0x7f7fbc1e2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb3fff640 1 -- 172.21.15.33:0/706468706 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fbc0cbdc0 con 0x7f7fbc0cc490 2024-07-26T15:44:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb3fff640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fbc0cc490 0x7f7fbc1df0f0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f7fa402b0d0 tx=0x7f7fa4001180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb37fe640 1 -- 172.21.15.33:0/706468706 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa4031040 con 0x7f7fbc0cc490 2024-07-26T15:44:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb37fe640 1 -- 172.21.15.33:0/706468706 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7fa40035f0 con 0x7f7fbc0cc490 2024-07-26T15:44:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fc15ba640 1 -- 172.21.15.33:0/706468706 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fbc1df630 con 0x7f7fbc0cc490 2024-07-26T15:44:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fb37fe640 1 -- 172.21.15.33:0/706468706 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa4003a60 con 0x7f7fbc0cc490 2024-07-26T15:44:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.332+0000 7f7fc15ba640 1 -- 172.21.15.33:0/706468706 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fbc1f5c00 con 0x7f7fbc0cc490 2024-07-26T15:44:21.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.334+0000 7f7fc15ba640 1 -- 172.21.15.33:0/706468706 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fbc0d1920 con 0x7f7fbc0cc490 2024-07-26T15:44:21.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.334+0000 7f7fb37fe640 1 -- 172.21.15.33:0/706468706 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f7fa4034070 con 0x7f7fbc0cc490 2024-07-26T15:44:21.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.335+0000 7f7fb37fe640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7f9c077130 0x7f7f9c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:21.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.335+0000 7f7fb37fe640 1 -- 172.21.15.33:0/706468706 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 6129+0+0 (secure 0 0 0) 0x7f7fa40b8a10 con 0x7f7fbc0cc490 2024-07-26T15:44:21.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.335+0000 7f7fbaffd640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7f9c077130 0x7f7f9c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:21.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.335+0000 7f7fbaffd640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7f9c077130 0x7f7f9c079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f7fac0011a0 tx=0x7f7fac006d80 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:21.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.339+0000 7f7fb37fe640 1 -- 172.21.15.33:0/706468706 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7fbc1df630 con 0x7f7fbc0cc490 2024-07-26T15:44:21.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:21.577+0000 7f7fc15ba640 1 -- 172.21.15.33:0/706468706 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f7fbc1f56b0 con 0x7f7fbc0cc490 2024-07-26T15:44:22.462 INFO:tasks.ceph.mds.c.smithi033.stderr:2024-07-26T15:44:22.461+0000 7f26c1a5a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:44:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.504+0000 7f7fb37fe640 1 -- 172.21.15.33:0/706468706 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v35) ==== 118+0+0 (secure 0 0 0) 0x7f7fa4081a40 con 0x7f7fbc0cc490 2024-07-26T15:44:22.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.507+0000 7f7fc15ba640 1 -- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7f9c077130 msgr2=0x7f7f9c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:22.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.507+0000 7f7fc15ba640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7f9c077130 0x7f7f9c079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f7fac0011a0 tx=0x7f7fac006d80 comp rx=0 tx=0).stop 2024-07-26T15:44:22.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.507+0000 7f7fc15ba640 1 -- 172.21.15.33:0/706468706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fbc0cc490 msgr2=0x7f7fbc1df0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:22.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.507+0000 7f7fc15ba640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fbc0cc490 0x7f7fbc1df0f0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f7fa402b0d0 tx=0x7f7fa4001180 comp rx=0 tx=0).stop 2024-07-26T15:44:22.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.507+0000 7f7fc15ba640 1 -- 172.21.15.33:0/706468706 shutdown_connections 2024-07-26T15:44:22.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.507+0000 7f7fc15ba640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7f9c077130 0x7f7f9c079640 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:22.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.507+0000 7f7fc15ba640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7fbc0cb470 0x7f7fbc0cb880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.507+0000 7f7fc15ba640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fbc0cc490 0x7f7fbc1df0f0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.507+0000 7f7fc15ba640 1 --2- 172.21.15.33:0/706468706 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7fa8003f90 0x7f7fbc1e2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.507+0000 7f7fc15ba640 1 -- 172.21.15.33:0/706468706 >> 172.21.15.33:0/706468706 conn(0x7f7fbc0d3de0 msgr2=0x7f7fbc1e6880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.508+0000 7f7fc15ba640 1 -- 172.21.15.33:0/706468706 shutdown_connections 2024-07-26T15:44:22.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.508+0000 7f7fc15ba640 1 -- 172.21.15.33:0/706468706 wait complete. 2024-07-26T15:44:22.523 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T15:44:22.523 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T15:44:22.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.651+0000 7f0e99c99640 1 -- 172.21.15.33:0/1365296122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b6f60 msgr2=0x7f0e940b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:22.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.651+0000 7f0e99c99640 1 --2- 172.21.15.33:0/1365296122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b6f60 0x7f0e940b31d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f0e84009830 tx=0x7f0e8402a480 comp rx=0 tx=0).stop 2024-07-26T15:44:22.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.651+0000 7f0e99c99640 1 -- 172.21.15.33:0/1365296122 shutdown_connections 2024-07-26T15:44:22.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.651+0000 7f0e99c99640 1 --2- 172.21.15.33:0/1365296122 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e940b2600 0x7f0e940cc6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:22.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.651+0000 7f0e99c99640 1 --2- 172.21.15.33:0/1365296122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b6f60 0x7f0e940b31d0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:22.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.651+0000 7f0e99c99640 1 -- 172.21.15.33:0/1365296122 >> 172.21.15.33:0/1365296122 conn(0x7f0e940b37a0 msgr2=0x7f0e940b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:22.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.651+0000 7f0e99c99640 1 -- 172.21.15.33:0/1365296122 shutdown_connections 2024-07-26T15:44:22.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.651+0000 7f0e99c99640 1 -- 172.21.15.33:0/1365296122 wait complete. 2024-07-26T15:44:22.653 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-07-26T15:44:22.653 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-07-26T15:44:22.654 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-07-26T15:44:22.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.653+0000 7f0e99c99640 1 Processor -- start 2024-07-26T15:44:22.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.653+0000 7f0e99c99640 1 -- start start 2024-07-26T15:44:22.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.654+0000 7f0e99c99640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e940b2600 0x7f0e940cb650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:22.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.654+0000 7f0e99c99640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e940b6f60 0x7f0e940c76e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:22.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.654+0000 7f0e99c99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940ce2d0 0x7f0e94071630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:22.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.654+0000 7f0e99c99640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0e940cd110 con 0x7f0e940ce2d0 2024-07-26T15:44:22.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.654+0000 7f0e99c99640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0e940ccf90 con 0x7f0e940b6f60 2024-07-26T15:44:22.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.654+0000 7f0e99c99640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0e940cd290 con 0x7f0e940b2600 2024-07-26T15:44:22.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e93fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940ce2d0 0x7f0e94071630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:22.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e93fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940ce2d0 0x7f0e94071630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41150/0 (socket says 172.21.15.33:41150) 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e93fff640 1 -- 172.21.15.33:0/762338429 learned_addr learned my addr 172.21.15.33:0/762338429 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e937fe640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e940b2600 0x7f0e940cb650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e8affd640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e940b6f60 0x7f0e940c76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e93fff640 1 -- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e940b2600 msgr2=0x7f0e940cb650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e93fff640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e940b2600 0x7f0e940cb650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e93fff640 1 -- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e940b6f60 msgr2=0x7f0e940c76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e93fff640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e940b6f60 0x7f0e940c76e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e93fff640 1 -- 172.21.15.33:0/762338429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e940c9cb0 con 0x7f0e940ce2d0 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e93fff640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940ce2d0 0x7f0e94071630 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c00e9c0 tx=0x7f0e8c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e90ff9640 1 -- 172.21.15.33:0/762338429 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e8c004d20 con 0x7f0e940ce2d0 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e90ff9640 1 -- 172.21.15.33:0/762338429 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e8c00cb20 con 0x7f0e940ce2d0 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e99c99640 1 -- 172.21.15.33:0/762338429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e941f2ec0 con 0x7f0e940ce2d0 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e90ff9640 1 -- 172.21.15.33:0/762338429 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e8c005020 con 0x7f0e940ce2d0 2024-07-26T15:44:22.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.655+0000 7f0e99c99640 1 -- 172.21.15.33:0/762338429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e941f3480 con 0x7f0e940ce2d0 2024-07-26T15:44:22.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.656+0000 7f0e99c99640 1 -- 172.21.15.33:0/762338429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e940cd740 con 0x7f0e940ce2d0 2024-07-26T15:44:22.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.657+0000 7f0e90ff9640 1 -- 172.21.15.33:0/762338429 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f0e8c0051c0 con 0x7f0e940ce2d0 2024-07-26T15:44:22.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.658+0000 7f0e90ff9640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0e74077130 0x7f0e74079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:22.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.658+0000 7f0e90ff9640 1 -- 172.21.15.33:0/762338429 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f0e8c099ab0 con 0x7f0e940ce2d0 2024-07-26T15:44:22.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.658+0000 7f0e937fe640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0e74077130 0x7f0e74079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:22.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.659+0000 7f0e937fe640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0e74077130 0x7f0e74079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0e84034000 tx=0x7f0e84004730 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:22.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.662+0000 7f0e90ff9640 1 -- 172.21.15.33:0/762338429 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0e8c016030 con 0x7f0e940ce2d0 2024-07-26T15:44:22.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:22.892+0000 7f0e99c99640 1 -- 172.21.15.33:0/762338429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f0e941f29e0 con 0x7f0e940ce2d0 2024-07-26T15:44:23.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.505+0000 7f0e90ff9640 1 -- 172.21.15.33:0/762338429 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v36) ==== 122+0+0 (secure 0 0 0) 0x7f0e8c062270 con 0x7f0e940ce2d0 2024-07-26T15:44:23.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 -- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0e74077130 msgr2=0x7f0e74079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:23.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0e74077130 0x7f0e74079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0e84034000 tx=0x7f0e84004730 comp rx=0 tx=0).stop 2024-07-26T15:44:23.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 -- 172.21.15.33:0/762338429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940ce2d0 msgr2=0x7f0e94071630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:23.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940ce2d0 0x7f0e94071630 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c00e9c0 tx=0x7f0e8c00ee80 comp rx=0 tx=0).stop 2024-07-26T15:44:23.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 -- 172.21.15.33:0/762338429 shutdown_connections 2024-07-26T15:44:23.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940ce2d0 0x7f0e94071630 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e940b6f60 0x7f0e940c76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0e74077130 0x7f0e74079640 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 --2- 172.21.15.33:0/762338429 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e940b2600 0x7f0e940cb650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 -- 172.21.15.33:0/762338429 >> 172.21.15.33:0/762338429 conn(0x7f0e940b37a0 msgr2=0x7f0e940b5ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:23.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 -- 172.21.15.33:0/762338429 shutdown_connections 2024-07-26T15:44:23.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.508+0000 7f0e99c99640 1 -- 172.21.15.33:0/762338429 wait complete. 2024-07-26T15:44:23.524 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T15:44:23.525 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:23.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.648+0000 7f9b384c2640 1 -- 172.21.15.33:0/32456098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b300b1ba0 msgr2=0x7f9b300b1fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:23.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.648+0000 7f9b384c2640 1 --2- 172.21.15.33:0/32456098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b300b1ba0 0x7f9b300b1fb0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f9b300d1830 tx=0x7f9b2802a530 comp rx=0 tx=0).stop 2024-07-26T15:44:23.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.648+0000 7f9b384c2640 1 -- 172.21.15.33:0/32456098 shutdown_connections 2024-07-26T15:44:23.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.648+0000 7f9b384c2640 1 --2- 172.21.15.33:0/32456098 >> v2:172.21.15.154:3300/0 conn(0x7f9b300ce970 0x7f9b300ced80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.648+0000 7f9b384c2640 1 --2- 172.21.15.33:0/32456098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b300b1ba0 0x7f9b300b1fb0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.648+0000 7f9b384c2640 1 -- 172.21.15.33:0/32456098 >> 172.21.15.33:0/32456098 conn(0x7f9b300d1b70 msgr2=0x7f9b300d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:23.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.648+0000 7f9b384c2640 1 -- 172.21.15.33:0/32456098 shutdown_connections 2024-07-26T15:44:23.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.648+0000 7f9b384c2640 1 -- 172.21.15.33:0/32456098 wait complete. 2024-07-26T15:44:23.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.650+0000 7f9b384c2640 1 Processor -- start 2024-07-26T15:44:23.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.650+0000 7f9b384c2640 1 -- start start 2024-07-26T15:44:23.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.651+0000 7f9b384c2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b300b1ba0 0x7f9b300c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:23.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.651+0000 7f9b384c2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b300b6fc0 0x7f9b301f65e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:23.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.651+0000 7f9b384c2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b300ce970 0x7f9b301f6b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:23.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.651+0000 7f9b384c2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9b300b2670 con 0x7f9b300b1ba0 2024-07-26T15:44:23.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.651+0000 7f9b384c2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9b300b24f0 con 0x7f9b300b6fc0 2024-07-26T15:44:23.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.651+0000 7f9b384c2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9b300b27f0 con 0x7f9b300ce970 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.651+0000 7f9b3625e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b300b1ba0 0x7f9b300c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.651+0000 7f9b3625e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b300b1ba0 0x7f9b300c8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41174/0 (socket says 172.21.15.33:41174) 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.651+0000 7f9b3625e640 1 -- 172.21.15.33:0/3930819262 learned_addr learned my addr 172.21.15.33:0/3930819262 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b35a5d640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b300b6fc0 0x7f9b301f65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b3625e640 1 -- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b300ce970 msgr2=0x7f9b301f6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b36a5f640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b300ce970 0x7f9b301f6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b3625e640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b300ce970 0x7f9b301f6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b3625e640 1 -- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b300b6fc0 msgr2=0x7f9b301f65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b3625e640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b300b6fc0 0x7f9b301f65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b3625e640 1 -- 172.21.15.33:0/3930819262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b3014bc60 con 0x7f9b300b1ba0 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b3625e640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b300b1ba0 0x7f9b300c8e50 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f9b2000cb40 tx=0x7f9b2000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b2effd640 1 -- 172.21.15.33:0/3930819262 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b20016020 con 0x7f9b300b1ba0 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b2effd640 1 -- 172.21.15.33:0/3930819262 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b2000adb0 con 0x7f9b300b1ba0 2024-07-26T15:44:23.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b384c2640 1 -- 172.21.15.33:0/3930819262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b300cb1e0 con 0x7f9b300b1ba0 2024-07-26T15:44:23.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b2effd640 1 -- 172.21.15.33:0/3930819262 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b20012680 con 0x7f9b300b1ba0 2024-07-26T15:44:23.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.652+0000 7f9b384c2640 1 -- 172.21.15.33:0/3930819262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b300cb7a0 con 0x7f9b300b1ba0 2024-07-26T15:44:23.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.653+0000 7f9b384c2640 1 -- 172.21.15.33:0/3930819262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b300b2ca0 con 0x7f9b300b1ba0 2024-07-26T15:44:23.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.654+0000 7f9b2effd640 1 -- 172.21.15.33:0/3930819262 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f9b20019020 con 0x7f9b300b1ba0 2024-07-26T15:44:23.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.655+0000 7f9b2effd640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f9b1c077130 0x7f9b1c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:23.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.655+0000 7f9b2effd640 1 -- 172.21.15.33:0/3930819262 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f9b20099300 con 0x7f9b300b1ba0 2024-07-26T15:44:23.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.655+0000 7f9b35a5d640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f9b1c077130 0x7f9b1c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:23.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.656+0000 7f9b35a5d640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f9b1c077130 0x7f9b1c079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9b24005d70 tx=0x7f9b24005d00 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:23.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.660+0000 7f9b2effd640 1 -- 172.21.15.33:0/3930819262 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9b20020020 con 0x7f9b300b1ba0 2024-07-26T15:44:23.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.890+0000 7f9b384c2640 1 -- 172.21.15.33:0/3930819262 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b300d1f80 con 0x7f9b300b1ba0 2024-07-26T15:44:23.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.890+0000 7f9b2effd640 1 -- 172.21.15.33:0/3930819262 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5224 (secure 0 0 0) 0x7f9b200622d0 con 0x7f9b300b1ba0 2024-07-26T15:44:23.892 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:23.892 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":36,"btime":"2024-07-26T15:44:23:505380+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/488151472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":488151472},{"type":"v1","addr":"172.21.15.154:6833","nonce":488151472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5672,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/569228675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":569228675},{"type":"v1","addr":"172.21.15.154:6835","nonce":569228675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":6399,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3257695387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257695387},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257695387}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:19.877250+0000","modified":"2024-07-26T15:44:22.893552+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6402},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6402":{"gid":6402,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6834/2636883990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2636883990},{"type":"v1","addr":"172.21.15.33:6834","nonce":2636883990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6402,"qdb_cluster":[6402]},"id":4}]} 2024-07-26T15:44:23.892 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 36 2024-07-26T15:44:23.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.892+0000 7f9b384c2640 1 -- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f9b1c077130 msgr2=0x7f9b1c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:23.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.892+0000 7f9b384c2640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f9b1c077130 0x7f9b1c079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9b24005d70 tx=0x7f9b24005d00 comp rx=0 tx=0).stop 2024-07-26T15:44:23.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.892+0000 7f9b384c2640 1 -- 172.21.15.33:0/3930819262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b300b1ba0 msgr2=0x7f9b300c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:23.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.892+0000 7f9b384c2640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b300b1ba0 0x7f9b300c8e50 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f9b2000cb40 tx=0x7f9b2000a060 comp rx=0 tx=0).stop 2024-07-26T15:44:23.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.892+0000 7f9b384c2640 1 -- 172.21.15.33:0/3930819262 shutdown_connections 2024-07-26T15:44:23.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.892+0000 7f9b384c2640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f9b1c077130 0x7f9b1c079640 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.892+0000 7f9b384c2640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b300ce970 0x7f9b301f6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.892+0000 7f9b384c2640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b300b6fc0 0x7f9b301f65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.892+0000 7f9b384c2640 1 --2- 172.21.15.33:0/3930819262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b300b1ba0 0x7f9b300c8e50 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:23.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.892+0000 7f9b384c2640 1 -- 172.21.15.33:0/3930819262 >> 172.21.15.33:0/3930819262 conn(0x7f9b300d1b70 msgr2=0x7f9b3015bfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:23.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.892+0000 7f9b384c2640 1 -- 172.21.15.33:0/3930819262 shutdown_connections 2024-07-26T15:44:23.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:23.893+0000 7f9b384c2640 1 -- 172.21.15.33:0/3930819262 wait complete. 2024-07-26T15:44:23.905 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:24.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.022+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2746530714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14b0003a00 msgr2=0x7f14b0003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.022+0000 7f14cc1e2640 1 --2- 172.21.15.33:0/2746530714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14b0003a00 0x7f14b0003e50 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f14c000baf0 tx=0x7f14b0005830 comp rx=0 tx=0).stop 2024-07-26T15:44:24.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.022+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2746530714 shutdown_connections 2024-07-26T15:44:24.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.022+0000 7f14cc1e2640 1 --2- 172.21.15.33:0/2746530714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14b0003a00 0x7f14b0003e50 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.022+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2746530714 >> 172.21.15.33:0/2746530714 conn(0x7f14c40b5e80 msgr2=0x7f14c40b1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:24.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.022+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2746530714 shutdown_connections 2024-07-26T15:44:24.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.022+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2746530714 wait complete. 2024-07-26T15:44:24.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.024+0000 7f14cc1e2640 1 Processor -- start 2024-07-26T15:44:24.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.024+0000 7f14cc1e2640 1 -- start start 2024-07-26T15:44:24.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.025+0000 7f14cc1e2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14b0003a00 0x7f14c4074550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.025+0000 7f14cc1e2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14c4072960 0x7f14c40737c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14cc1e2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14c41f86b0 0x7f14c4159810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14cc1e2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f14c40cf520 con 0x7f14c41f86b0 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14cc1e2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f14c40cf3a0 con 0x7f14b0003a00 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14cc1e2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f14c406d9e0 con 0x7f14c4072960 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ca77f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14c41f86b0 0x7f14c4159810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ca77f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14c41f86b0 0x7f14c4159810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41188/0 (socket says 172.21.15.33:41188) 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ca77f640 1 -- 172.21.15.33:0/2091528989 learned_addr learned my addr 172.21.15.33:0/2091528989 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14c9f7e640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14b0003a00 0x7f14c4074550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14c977d640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14c4072960 0x7f14c40737c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ca77f640 1 -- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14c4072960 msgr2=0x7f14c40737c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ca77f640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14c4072960 0x7f14c40737c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ca77f640 1 -- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14b0003a00 msgr2=0x7f14c4074550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ca77f640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14b0003a00 0x7f14c4074550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ca77f640 1 -- 172.21.15.33:0/2091528989 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14c41f8c10 con 0x7f14c41f86b0 2024-07-26T15:44:24.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ca77f640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14c41f86b0 0x7f14c4159810 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f14bc0013d0 tx=0x7f14bc00edb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:24.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ba7fc640 1 -- 172.21.15.33:0/2091528989 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14bc00cbc0 con 0x7f14c41f86b0 2024-07-26T15:44:24.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ba7fc640 1 -- 172.21.15.33:0/2091528989 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f14bc018070 con 0x7f14c41f86b0 2024-07-26T15:44:24.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14ba7fc640 1 -- 172.21.15.33:0/2091528989 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14bc0116c0 con 0x7f14c41f86b0 2024-07-26T15:44:24.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2091528989 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14c41f8ef0 con 0x7f14c41f86b0 2024-07-26T15:44:24.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.026+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2091528989 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14c41f94b0 con 0x7f14c41f86b0 2024-07-26T15:44:24.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.027+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2091528989 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14c406df40 con 0x7f14c41f86b0 2024-07-26T15:44:24.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.028+0000 7f14ba7fc640 1 -- 172.21.15.33:0/2091528989 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f14bc011860 con 0x7f14c41f86b0 2024-07-26T15:44:24.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.029+0000 7f14ba7fc640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f14a8077130 0x7f14a8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.029+0000 7f14ba7fc640 1 -- 172.21.15.33:0/2091528989 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f14bc0990f0 con 0x7f14c41f86b0 2024-07-26T15:44:24.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.029+0000 7f14c9f7e640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f14a8077130 0x7f14a8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.030+0000 7f14c9f7e640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f14a8077130 0x7f14a8079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f14c0036000 tx=0x7f14c00046c0 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:24.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.033+0000 7f14ba7fc640 1 -- 172.21.15.33:0/2091528989 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f14bc061fb0 con 0x7f14c41f86b0 2024-07-26T15:44:24.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.228+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2091528989 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f14c406cbf0 con 0x7f14c41f86b0 2024-07-26T15:44:24.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.230+0000 7f14ba7fc640 1 -- 172.21.15.33:0/2091528989 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+16927 (secure 0 0 0) 0x7f14bc06a1f0 con 0x7f14c41f86b0 2024-07-26T15:44:24.231 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:24.231 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":89,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:21.482666+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:44:17.569599+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-07-26T15:44:18.828754+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f14a8077130 msgr2=0x7f14a8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f14a8077130 0x7f14a8079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f14c0036000 tx=0x7f14c00046c0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2091528989 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14c41f86b0 msgr2=0x7f14c4159810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14c41f86b0 0x7f14c4159810 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f14bc0013d0 tx=0x7f14bc00edb0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2091528989 shutdown_connections 2024-07-26T15:44:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14c41f86b0 0x7f14c4159810 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f14a8077130 0x7f14a8079640 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14c4072960 0x7f14c40737c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 --2- 172.21.15.33:0/2091528989 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14b0003a00 0x7f14c4074550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2091528989 >> 172.21.15.33:0/2091528989 conn(0x7f14c40b5e80 msgr2=0x7f14c415a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2091528989 shutdown_connections 2024-07-26T15:44:24.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.232+0000 7f14cc1e2640 1 -- 172.21.15.33:0/2091528989 wait complete. 2024-07-26T15:44:24.245 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T15:44:24.245 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:44:24.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.361+0000 7f1bd0da9640 1 -- 172.21.15.33:0/3675507495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc0ce9e0 msgr2=0x7f1bcc0cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.361+0000 7f1bd0da9640 1 --2- 172.21.15.33:0/3675507495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc0ce9e0 0x7f1bcc0cedf0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f1bc4005fd0 tx=0x7f1bc402a780 comp rx=0 tx=0).stop 2024-07-26T15:44:24.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.361+0000 7f1bd0da9640 1 -- 172.21.15.33:0/3675507495 shutdown_connections 2024-07-26T15:44:24.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.361+0000 7f1bd0da9640 1 --2- 172.21.15.33:0/3675507495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc0ce9e0 0x7f1bcc0cedf0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.361+0000 7f1bd0da9640 1 --2- 172.21.15.33:0/3675507495 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bcc0b2dc0 0x7f1bcc0d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.361+0000 7f1bd0da9640 1 -- 172.21.15.33:0/3675507495 >> 172.21.15.33:0/3675507495 conn(0x7f1bcc0d3e10 msgr2=0x7f1bcc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:24.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.361+0000 7f1bd0da9640 1 -- 172.21.15.33:0/3675507495 shutdown_connections 2024-07-26T15:44:24.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.362+0000 7f1bd0da9640 1 -- 172.21.15.33:0/3675507495 wait complete. 2024-07-26T15:44:24.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.363+0000 7f1bd0da9640 1 Processor -- start 2024-07-26T15:44:24.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.363+0000 7f1bd0da9640 1 -- start start 2024-07-26T15:44:24.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bd0da9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bcc0b2dc0 0x7f1bcc165810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bd0da9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc0ce9e0 0x7f1bcc15d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bd0da9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bcc0d0570 0x7f1bcc0a0df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bd0da9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1bcc0cf4b0 con 0x7f1bcc0ce9e0 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bd0da9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1bcc0cf330 con 0x7f1bcc0b2dc0 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bd0da9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1bcc0cf630 con 0x7f1bcc0d0570 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bc9d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc0ce9e0 0x7f1bcc15d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bc9d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc0ce9e0 0x7f1bcc15d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41198/0 (socket says 172.21.15.33:41198) 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bc9d9b640 1 -- 172.21.15.33:0/2592794056 learned_addr learned my addr 172.21.15.33:0/2592794056 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bcad9d640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bcc0d0570 0x7f1bcc0a0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bca59c640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bcc0b2dc0 0x7f1bcc165810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bc9d9b640 1 -- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bcc0d0570 msgr2=0x7f1bcc0a0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bc9d9b640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bcc0d0570 0x7f1bcc0a0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bc9d9b640 1 -- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bcc0b2dc0 msgr2=0x7f1bcc165810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bc9d9b640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bcc0b2dc0 0x7f1bcc165810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bc9d9b640 1 -- 172.21.15.33:0/2592794056 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bcc0a1990 con 0x7f1bcc0ce9e0 2024-07-26T15:44:24.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.365+0000 7f1bc9d9b640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc0ce9e0 0x7f1bcc15d550 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f1bc000c3f0 tx=0x7f1bc000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:24.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.366+0000 7f1bbaffd640 1 -- 172.21.15.33:0/2592794056 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc0017070 con 0x7f1bcc0ce9e0 2024-07-26T15:44:24.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.366+0000 7f1bbaffd640 1 -- 172.21.15.33:0/2592794056 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1bc00035f0 con 0x7f1bcc0ce9e0 2024-07-26T15:44:24.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.366+0000 7f1bd0da9640 1 -- 172.21.15.33:0/2592794056 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bcc15c790 con 0x7f1bcc0ce9e0 2024-07-26T15:44:24.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.366+0000 7f1bbaffd640 1 -- 172.21.15.33:0/2592794056 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc0003a40 con 0x7f1bcc0ce9e0 2024-07-26T15:44:24.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.366+0000 7f1bd0da9640 1 -- 172.21.15.33:0/2592794056 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bcc15cd50 con 0x7f1bcc0ce9e0 2024-07-26T15:44:24.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.367+0000 7f1bd0da9640 1 -- 172.21.15.33:0/2592794056 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bcc0d2930 con 0x7f1bcc0ce9e0 2024-07-26T15:44:24.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.368+0000 7f1bbaffd640 1 -- 172.21.15.33:0/2592794056 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f1bc001a070 con 0x7f1bcc0ce9e0 2024-07-26T15:44:24.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.368+0000 7f1bbaffd640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1bac077130 0x7f1bac079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.368+0000 7f1bbaffd640 1 -- 172.21.15.33:0/2592794056 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f1bc0097f00 con 0x7f1bcc0ce9e0 2024-07-26T15:44:24.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.368+0000 7f1bca59c640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1bac077130 0x7f1bac079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.369+0000 7f1bca59c640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1bac077130 0x7f1bac079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc005860 tx=0x7f1bbc0057d0 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:24.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.373+0000 7f1bbaffd640 1 -- 172.21.15.33:0/2592794056 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1bc0060ed0 con 0x7f1bcc0ce9e0 2024-07-26T15:44:24.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.561+0000 7f1bd0da9640 1 -- 172.21.15.33:0/2592794056 --> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1bcc166380 con 0x7f1bac077130 2024-07-26T15:44:24.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.567+0000 7f1bbaffd640 1 -- 172.21.15.33:0/2592794056 <== mgr.5866 v2:172.21.15.154:6836/1274136399 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243714 (secure 0 0 0) 0x7f1bcc166380 con 0x7f1bac077130 2024-07-26T15:44:24.570 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:24.571 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:44:24.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.569+0000 7f1bd0da9640 1 -- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1bac077130 msgr2=0x7f1bac079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.569+0000 7f1bd0da9640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1bac077130 0x7f1bac079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc005860 tx=0x7f1bbc0057d0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.569+0000 7f1bd0da9640 1 -- 172.21.15.33:0/2592794056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc0ce9e0 msgr2=0x7f1bcc15d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.569+0000 7f1bd0da9640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc0ce9e0 0x7f1bcc15d550 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f1bc000c3f0 tx=0x7f1bc000c8b0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.569+0000 7f1bd0da9640 1 -- 172.21.15.33:0/2592794056 shutdown_connections 2024-07-26T15:44:24.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.569+0000 7f1bd0da9640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1bac077130 0x7f1bac079640 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.569+0000 7f1bd0da9640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bcc0d0570 0x7f1bcc0a0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.569+0000 7f1bd0da9640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc0ce9e0 0x7f1bcc15d550 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.569+0000 7f1bd0da9640 1 --2- 172.21.15.33:0/2592794056 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bcc0b2dc0 0x7f1bcc165810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.569+0000 7f1bd0da9640 1 -- 172.21.15.33:0/2592794056 >> 172.21.15.33:0/2592794056 conn(0x7f1bcc0d3e10 msgr2=0x7f1bcc0b4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:24.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.570+0000 7f1bd0da9640 1 -- 172.21.15.33:0/2592794056 shutdown_connections 2024-07-26T15:44:24.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.570+0000 7f1bd0da9640 1 -- 172.21.15.33:0/2592794056 wait complete. 2024-07-26T15:44:24.582 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:44:23.877135+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592562,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":166,"num_write_kb":1632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":102,"acting":102,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":333780,"kb_used_data":9368,"kb_used_omap":12,"kb_used_meta":324275,"kb_avail":754640940,"statfs":{"total":773094113280,"available":772752322560,"internally_reserved":0,"allocated":9592832,"data_stored":5421588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":332058161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2194,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.413910"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301329+0000","last_change":"2024-07-26T15:44:20.499243+0000","last_active":"2024-07-26T15:44:23.301329+0000","last_peered":"2024-07-26T15:44:23.301329+0000","last_clean":"2024-07-26T15:44:23.301329+0000","last_became_active":"2024-07-26T15:44:20.498921+0000","last_became_peered":"2024-07-26T15:44:20.498921+0000","last_unstale":"2024-07-26T15:44:23.301329+0000","last_undegraded":"2024-07-26T15:44:23.301329+0000","last_fullsized":"2024-07-26T15:44:23.301329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:55.881334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301201+0000","last_change":"2024-07-26T15:44:20.505306+0000","last_active":"2024-07-26T15:44:23.301201+0000","last_peered":"2024-07-26T15:44:23.301201+0000","last_clean":"2024-07-26T15:44:23.301201+0000","last_became_active":"2024-07-26T15:44:20.504940+0000","last_became_peered":"2024-07-26T15:44:20.504940+0000","last_unstale":"2024-07-26T15:44:23.301201+0000","last_undegraded":"2024-07-26T15:44:23.301201+0000","last_fullsized":"2024-07-26T15:44:23.301201+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:10:11.533352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486301+0000","last_change":"2024-07-26T15:44:20.500420+0000","last_active":"2024-07-26T15:44:21.486301+0000","last_peered":"2024-07-26T15:44:21.486301+0000","last_clean":"2024-07-26T15:44:21.486301+0000","last_became_active":"2024-07-26T15:44:20.500103+0000","last_became_peered":"2024-07-26T15:44:20.500103+0000","last_unstale":"2024-07-26T15:44:21.486301+0000","last_undegraded":"2024-07-26T15:44:21.486301+0000","last_fullsized":"2024-07-26T15:44:21.486301+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:37:49.983532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604552+0000","last_change":"2024-07-26T15:44:20.496867+0000","last_active":"2024-07-26T15:44:21.604552+0000","last_peered":"2024-07-26T15:44:21.604552+0000","last_clean":"2024-07-26T15:44:21.604552+0000","last_became_active":"2024-07-26T15:44:20.496270+0000","last_became_peered":"2024-07-26T15:44:20.496270+0000","last_unstale":"2024-07-26T15:44:21.604552+0000","last_undegraded":"2024-07-26T15:44:21.604552+0000","last_fullsized":"2024-07-26T15:44:21.604552+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:26.641776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604549+0000","last_change":"2024-07-26T15:44:20.486180+0000","last_active":"2024-07-26T15:44:21.604549+0000","last_peered":"2024-07-26T15:44:21.604549+0000","last_clean":"2024-07-26T15:44:21.604549+0000","last_became_active":"2024-07-26T15:44:20.485597+0000","last_became_peered":"2024-07-26T15:44:20.485597+0000","last_unstale":"2024-07-26T15:44:21.604549+0000","last_undegraded":"2024-07-26T15:44:21.604549+0000","last_fullsized":"2024-07-26T15:44:21.604549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:54.594530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301329+0000","last_change":"2024-07-26T15:44:20.493379+0000","last_active":"2024-07-26T15:44:23.301329+0000","last_peered":"2024-07-26T15:44:23.301329+0000","last_clean":"2024-07-26T15:44:23.301329+0000","last_became_active":"2024-07-26T15:44:20.493049+0000","last_became_peered":"2024-07-26T15:44:20.493049+0000","last_unstale":"2024-07-26T15:44:23.301329+0000","last_undegraded":"2024-07-26T15:44:23.301329+0000","last_fullsized":"2024-07-26T15:44:23.301329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:38:37.325853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300911+0000","last_change":"2024-07-26T15:44:20.501288+0000","last_active":"2024-07-26T15:44:23.300911+0000","last_peered":"2024-07-26T15:44:23.300911+0000","last_clean":"2024-07-26T15:44:23.300911+0000","last_became_active":"2024-07-26T15:44:20.500905+0000","last_became_peered":"2024-07-26T15:44:20.500905+0000","last_unstale":"2024-07-26T15:44:23.300911+0000","last_undegraded":"2024-07-26T15:44:23.300911+0000","last_fullsized":"2024-07-26T15:44:23.300911+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:41.990896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.485990+0000","last_change":"2024-07-26T15:44:20.499184+0000","last_active":"2024-07-26T15:44:21.485990+0000","last_peered":"2024-07-26T15:44:21.485990+0000","last_clean":"2024-07-26T15:44:21.485990+0000","last_became_active":"2024-07-26T15:44:20.498806+0000","last_became_peered":"2024-07-26T15:44:20.498806+0000","last_unstale":"2024-07-26T15:44:21.485990+0000","last_undegraded":"2024-07-26T15:44:21.485990+0000","last_fullsized":"2024-07-26T15:44:21.485990+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:06:02.721780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1f","version":"88'4","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301412+0000","last_change":"2024-07-26T15:44:19.492392+0000","last_active":"2024-07-26T15:44:23.301412+0000","last_peered":"2024-07-26T15:44:23.301412+0000","last_clean":"2024-07-26T15:44:23.301412+0000","last_became_active":"2024-07-26T15:44:19.491723+0000","last_became_peered":"2024-07-26T15:44:19.491723+0000","last_unstale":"2024-07-26T15:44:23.301412+0000","last_undegraded":"2024-07-26T15:44:23.301412+0000","last_fullsized":"2024-07-26T15:44:23.301412+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:53.648074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486288+0000","last_change":"2024-07-26T15:44:19.490704+0000","last_active":"2024-07-26T15:44:21.486288+0000","last_peered":"2024-07-26T15:44:21.486288+0000","last_clean":"2024-07-26T15:44:21.486288+0000","last_became_active":"2024-07-26T15:44:19.490325+0000","last_became_peered":"2024-07-26T15:44:19.490325+0000","last_unstale":"2024-07-26T15:44:21.486288+0000","last_undegraded":"2024-07-26T15:44:21.486288+0000","last_fullsized":"2024-07-26T15:44:21.486288+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:23:05.678519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486215+0000","last_change":"2024-07-26T15:44:20.489362+0000","last_active":"2024-07-26T15:44:21.486215+0000","last_peered":"2024-07-26T15:44:21.486215+0000","last_clean":"2024-07-26T15:44:21.486215+0000","last_became_active":"2024-07-26T15:44:20.488258+0000","last_became_peered":"2024-07-26T15:44:20.488258+0000","last_unstale":"2024-07-26T15:44:21.486215+0000","last_undegraded":"2024-07-26T15:44:21.486215+0000","last_fullsized":"2024-07-26T15:44:21.486215+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:22:17.119847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486372+0000","last_change":"2024-07-26T15:44:19.487381+0000","last_active":"2024-07-26T15:44:21.486372+0000","last_peered":"2024-07-26T15:44:21.486372+0000","last_clean":"2024-07-26T15:44:21.486372+0000","last_became_active":"2024-07-26T15:44:19.487063+0000","last_became_peered":"2024-07-26T15:44:19.487063+0000","last_unstale":"2024-07-26T15:44:21.486372+0000","last_undegraded":"2024-07-26T15:44:21.486372+0000","last_fullsized":"2024-07-26T15:44:21.486372+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:53.007774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1c","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486591+0000","last_change":"2024-07-26T15:44:19.489921+0000","last_active":"2024-07-26T15:44:21.486591+0000","last_peered":"2024-07-26T15:44:21.486591+0000","last_clean":"2024-07-26T15:44:21.486591+0000","last_became_active":"2024-07-26T15:44:19.489589+0000","last_became_peered":"2024-07-26T15:44:19.489589+0000","last_unstale":"2024-07-26T15:44:21.486591+0000","last_undegraded":"2024-07-26T15:44:21.486591+0000","last_fullsized":"2024-07-26T15:44:21.486591+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:13.352960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604692+0000","last_change":"2024-07-26T15:44:20.495567+0000","last_active":"2024-07-26T15:44:21.604692+0000","last_peered":"2024-07-26T15:44:21.604692+0000","last_clean":"2024-07-26T15:44:21.604692+0000","last_became_active":"2024-07-26T15:44:20.495259+0000","last_became_peered":"2024-07-26T15:44:20.495259+0000","last_unstale":"2024-07-26T15:44:21.604692+0000","last_undegraded":"2024-07-26T15:44:21.604692+0000","last_fullsized":"2024-07-26T15:44:21.604692+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:04.692372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471296+0000","last_change":"2024-07-26T15:44:18.471296+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471296+0000","last_undegraded":"2024-07-26T15:44:18.471296+0000","last_fullsized":"2024-07-26T15:44:18.471296+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300747+0000","last_change":"2024-07-26T15:44:20.495499+0000","last_active":"2024-07-26T15:44:23.300747+0000","last_peered":"2024-07-26T15:44:23.300747+0000","last_clean":"2024-07-26T15:44:23.300747+0000","last_became_active":"2024-07-26T15:44:20.495155+0000","last_became_peered":"2024-07-26T15:44:20.495155+0000","last_unstale":"2024-07-26T15:44:23.300747+0000","last_undegraded":"2024-07-26T15:44:23.300747+0000","last_fullsized":"2024-07-26T15:44:23.300747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:15:14.613816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471926+0000","last_change":"2024-07-26T15:44:18.471926+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471926+0000","last_undegraded":"2024-07-26T15:44:18.471926+0000","last_fullsized":"2024-07-26T15:44:18.471926+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471940+0000","last_change":"2024-07-26T15:44:18.471940+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471940+0000","last_undegraded":"2024-07-26T15:44:18.471940+0000","last_fullsized":"2024-07-26T15:44:18.471940+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.465561+0000","last_change":"2024-07-26T15:44:18.465561+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.465561+0000","last_undegraded":"2024-07-26T15:44:18.465561+0000","last_fullsized":"2024-07-26T15:44:18.465561+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301109+0000","last_change":"2024-07-26T15:44:20.492564+0000","last_active":"2024-07-26T15:44:23.301109+0000","last_peered":"2024-07-26T15:44:23.301109+0000","last_clean":"2024-07-26T15:44:23.301109+0000","last_became_active":"2024-07-26T15:44:20.492201+0000","last_became_peered":"2024-07-26T15:44:20.492201+0000","last_unstale":"2024-07-26T15:44:23.301109+0000","last_undegraded":"2024-07-26T15:44:23.301109+0000","last_fullsized":"2024-07-26T15:44:23.301109+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:42:47.785994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467071+0000","last_change":"2024-07-26T15:44:18.467071+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467071+0000","last_undegraded":"2024-07-26T15:44:18.467071+0000","last_fullsized":"2024-07-26T15:44:18.467071+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.469993+0000","last_change":"2024-07-26T15:44:18.469993+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.469993+0000","last_undegraded":"2024-07-26T15:44:18.469993+0000","last_fullsized":"2024-07-26T15:44:18.469993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.468821+0000","last_change":"2024-07-26T15:44:18.468821+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.468821+0000","last_undegraded":"2024-07-26T15:44:18.468821+0000","last_fullsized":"2024-07-26T15:44:18.468821+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.14","version":"88'6","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301115+0000","last_change":"2024-07-26T15:44:19.493645+0000","last_active":"2024-07-26T15:44:23.301115+0000","last_peered":"2024-07-26T15:44:23.301115+0000","last_clean":"2024-07-26T15:44:23.301115+0000","last_became_active":"2024-07-26T15:44:19.493285+0000","last_became_peered":"2024-07-26T15:44:19.493285+0000","last_unstale":"2024-07-26T15:44:23.301115+0000","last_undegraded":"2024-07-26T15:44:23.301115+0000","last_fullsized":"2024-07-26T15:44:23.301115+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:24:15.136369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.468879+0000","last_change":"2024-07-26T15:44:18.468879+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.468879+0000","last_undegraded":"2024-07-26T15:44:18.468879+0000","last_fullsized":"2024-07-26T15:44:18.468879+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.465542+0000","last_change":"2024-07-26T15:44:18.465542+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.465542+0000","last_undegraded":"2024-07-26T15:44:18.465542+0000","last_fullsized":"2024-07-26T15:44:18.465542+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467314+0000","last_change":"2024-07-26T15:44:18.467314+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467314+0000","last_undegraded":"2024-07-26T15:44:18.467314+0000","last_fullsized":"2024-07-26T15:44:18.467314+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300870+0000","last_change":"2024-07-26T15:44:20.499768+0000","last_active":"2024-07-26T15:44:23.300870+0000","last_peered":"2024-07-26T15:44:23.300870+0000","last_clean":"2024-07-26T15:44:23.300870+0000","last_became_active":"2024-07-26T15:44:20.499442+0000","last_became_peered":"2024-07-26T15:44:20.499442+0000","last_unstale":"2024-07-26T15:44:23.300870+0000","last_undegraded":"2024-07-26T15:44:23.300870+0000","last_fullsized":"2024-07-26T15:44:23.300870+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:23.884110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.469817+0000","last_change":"2024-07-26T15:44:18.469817+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.469817+0000","last_undegraded":"2024-07-26T15:44:18.469817+0000","last_fullsized":"2024-07-26T15:44:18.469817+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.465608+0000","last_change":"2024-07-26T15:44:18.465608+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.465608+0000","last_undegraded":"2024-07-26T15:44:18.465608+0000","last_fullsized":"2024-07-26T15:44:18.465608+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.469021+0000","last_change":"2024-07-26T15:44:18.469021+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.469021+0000","last_undegraded":"2024-07-26T15:44:18.469021+0000","last_fullsized":"2024-07-26T15:44:18.469021+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467676+0000","last_change":"2024-07-26T15:44:18.467676+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467676+0000","last_undegraded":"2024-07-26T15:44:18.467676+0000","last_fullsized":"2024-07-26T15:44:18.467676+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471300+0000","last_change":"2024-07-26T15:44:18.471300+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471300+0000","last_undegraded":"2024-07-26T15:44:18.471300+0000","last_fullsized":"2024-07-26T15:44:18.471300+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486383+0000","last_change":"2024-07-26T15:44:20.486555+0000","last_active":"2024-07-26T15:44:21.486383+0000","last_peered":"2024-07-26T15:44:21.486383+0000","last_clean":"2024-07-26T15:44:21.486383+0000","last_became_active":"2024-07-26T15:44:20.486217+0000","last_became_peered":"2024-07-26T15:44:20.486217+0000","last_unstale":"2024-07-26T15:44:21.486383+0000","last_undegraded":"2024-07-26T15:44:21.486383+0000","last_fullsized":"2024-07-26T15:44:21.486383+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:44.600514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486058+0000","last_change":"2024-07-26T15:44:19.493042+0000","last_active":"2024-07-26T15:44:21.486058+0000","last_peered":"2024-07-26T15:44:21.486058+0000","last_clean":"2024-07-26T15:44:21.486058+0000","last_became_active":"2024-07-26T15:44:19.492653+0000","last_became_peered":"2024-07-26T15:44:19.492653+0000","last_unstale":"2024-07-26T15:44:21.486058+0000","last_undegraded":"2024-07-26T15:44:21.486058+0000","last_fullsized":"2024-07-26T15:44:21.486058+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:46:49.128686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.464907+0000","last_change":"2024-07-26T15:44:18.464907+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.464907+0000","last_undegraded":"2024-07-26T15:44:18.464907+0000","last_fullsized":"2024-07-26T15:44:18.464907+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.485953+0000","last_change":"2024-07-26T15:44:19.488325+0000","last_active":"2024-07-26T15:44:21.485953+0000","last_peered":"2024-07-26T15:44:21.485953+0000","last_clean":"2024-07-26T15:44:21.485953+0000","last_became_active":"2024-07-26T15:44:19.487975+0000","last_became_peered":"2024-07-26T15:44:19.487975+0000","last_unstale":"2024-07-26T15:44:21.485953+0000","last_undegraded":"2024-07-26T15:44:21.485953+0000","last_fullsized":"2024-07-26T15:44:21.485953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:59.599237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486686+0000","last_change":"2024-07-26T15:44:20.487745+0000","last_active":"2024-07-26T15:44:21.486686+0000","last_peered":"2024-07-26T15:44:21.486686+0000","last_clean":"2024-07-26T15:44:21.486686+0000","last_became_active":"2024-07-26T15:44:20.487435+0000","last_became_peered":"2024-07-26T15:44:20.487435+0000","last_unstale":"2024-07-26T15:44:21.486686+0000","last_undegraded":"2024-07-26T15:44:21.486686+0000","last_fullsized":"2024-07-26T15:44:21.486686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:18.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.464957+0000","last_change":"2024-07-26T15:44:18.464957+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.464957+0000","last_undegraded":"2024-07-26T15:44:18.464957+0000","last_fullsized":"2024-07-26T15:44:18.464957+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604746+0000","last_change":"2024-07-26T15:44:20.488860+0000","last_active":"2024-07-26T15:44:21.604746+0000","last_peered":"2024-07-26T15:44:21.604746+0000","last_clean":"2024-07-26T15:44:21.604746+0000","last_became_active":"2024-07-26T15:44:20.488361+0000","last_became_peered":"2024-07-26T15:44:20.488361+0000","last_unstale":"2024-07-26T15:44:21.604746+0000","last_undegraded":"2024-07-26T15:44:21.604746+0000","last_fullsized":"2024-07-26T15:44:21.604746+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:02.568678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.464972+0000","last_change":"2024-07-26T15:44:18.464972+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.464972+0000","last_undegraded":"2024-07-26T15:44:18.464972+0000","last_fullsized":"2024-07-26T15:44:18.464972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486482+0000","last_change":"2024-07-26T15:44:19.497420+0000","last_active":"2024-07-26T15:44:21.486482+0000","last_peered":"2024-07-26T15:44:21.486482+0000","last_clean":"2024-07-26T15:44:21.486482+0000","last_became_active":"2024-07-26T15:44:19.496434+0000","last_became_peered":"2024-07-26T15:44:19.496434+0000","last_unstale":"2024-07-26T15:44:21.486482+0000","last_undegraded":"2024-07-26T15:44:21.486482+0000","last_fullsized":"2024-07-26T15:44:21.486482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:32.949908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301157+0000","last_change":"2024-07-26T15:44:19.495434+0000","last_active":"2024-07-26T15:44:23.301157+0000","last_peered":"2024-07-26T15:44:23.301157+0000","last_clean":"2024-07-26T15:44:23.301157+0000","last_became_active":"2024-07-26T15:44:19.495038+0000","last_became_peered":"2024-07-26T15:44:19.495038+0000","last_unstale":"2024-07-26T15:44:23.301157+0000","last_undegraded":"2024-07-26T15:44:23.301157+0000","last_fullsized":"2024-07-26T15:44:23.301157+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:06:35.158248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467298+0000","last_change":"2024-07-26T15:44:18.467298+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467298+0000","last_undegraded":"2024-07-26T15:44:18.467298+0000","last_fullsized":"2024-07-26T15:44:18.467298+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471199+0000","last_change":"2024-07-26T15:44:18.471199+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471199+0000","last_undegraded":"2024-07-26T15:44:18.471199+0000","last_fullsized":"2024-07-26T15:44:18.471199+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300724+0000","last_change":"2024-07-26T15:44:20.493922+0000","last_active":"2024-07-26T15:44:23.300724+0000","last_peered":"2024-07-26T15:44:23.300724+0000","last_clean":"2024-07-26T15:44:23.300724+0000","last_became_active":"2024-07-26T15:44:20.493610+0000","last_became_peered":"2024-07-26T15:44:20.493610+0000","last_unstale":"2024-07-26T15:44:23.300724+0000","last_undegraded":"2024-07-26T15:44:23.300724+0000","last_fullsized":"2024-07-26T15:44:23.300724+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:31.515271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471257+0000","last_change":"2024-07-26T15:44:18.471257+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471257+0000","last_undegraded":"2024-07-26T15:44:18.471257+0000","last_fullsized":"2024-07-26T15:44:18.471257+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604521+0000","last_change":"2024-07-26T15:44:20.496844+0000","last_active":"2024-07-26T15:44:21.604521+0000","last_peered":"2024-07-26T15:44:21.604521+0000","last_clean":"2024-07-26T15:44:21.604521+0000","last_became_active":"2024-07-26T15:44:20.496432+0000","last_became_peered":"2024-07-26T15:44:20.496432+0000","last_unstale":"2024-07-26T15:44:21.604521+0000","last_undegraded":"2024-07-26T15:44:21.604521+0000","last_fullsized":"2024-07-26T15:44:21.604521+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:58:36.419433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300701+0000","last_change":"2024-07-26T15:44:19.491552+0000","last_active":"2024-07-26T15:44:23.300701+0000","last_peered":"2024-07-26T15:44:23.300701+0000","last_clean":"2024-07-26T15:44:23.300701+0000","last_became_active":"2024-07-26T15:44:19.491216+0000","last_became_peered":"2024-07-26T15:44:19.491216+0000","last_unstale":"2024-07-26T15:44:23.300701+0000","last_undegraded":"2024-07-26T15:44:23.300701+0000","last_fullsized":"2024-07-26T15:44:23.300701+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:19:38.557945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471262+0000","last_change":"2024-07-26T15:44:18.471262+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471262+0000","last_undegraded":"2024-07-26T15:44:18.471262+0000","last_fullsized":"2024-07-26T15:44:18.471262+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"79'100","reported_seq":336,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-07-26T15:44:18.469536+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:44:18.469536+0000","last_peered":"2024-07-26T15:44:18.469536+0000","last_clean":"2024-07-26T15:44:18.469536+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:44:18.469536+0000","last_undegraded":"2024-07-26T15:44:18.469536+0000","last_fullsized":"2024-07-26T15:44:18.469536+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":149,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":36,"acting":36,"num_store_stats":3},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2194,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":149,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575038,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59140,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312700,"statfs":{"total":96636764160,"available":96576204800,"internally_reserved":0,"allocated":1630208,"data_stored":1114011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509629,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1036288,"data_stored":523643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509629,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50256,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321584,"statfs":{"total":96636764160,"available":96585302016,"internally_reserved":0,"allocated":1036288,"data_stored":523643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509629,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32184,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339656,"statfs":{"total":96636764160,"available":96603807744,"internally_reserved":0,"allocated":1024000,"data_stored":517406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509628,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36344,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335496,"statfs":{"total":96636764160,"available":96599547904,"internally_reserved":0,"allocated":1024000,"data_stored":517406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509629,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54436,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317404,"statfs":{"total":96636764160,"available":96581021696,"internally_reserved":0,"allocated":1073152,"data_stored":544245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509632,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1101824,"data_stored":546621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542336,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36972,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334868,"statfs":{"total":96636764160,"available":96598904832,"internally_reserved":0,"allocated":1667072,"data_stored":1134613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:44:24.587 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:44:24.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.739+0000 7f757f2b2640 1 -- 172.21.15.33:0/753495784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75780b70b0 msgr2=0x7f757815c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.739+0000 7f757f2b2640 1 --2- 172.21.15.33:0/753495784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75780b70b0 0x7f757815c2c0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f75780cd840 tx=0x7f757402a980 comp rx=0 tx=0).stop 2024-07-26T15:44:24.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.739+0000 7f757f2b2640 1 -- 172.21.15.33:0/753495784 shutdown_connections 2024-07-26T15:44:24.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.739+0000 7f757f2b2640 1 --2- 172.21.15.33:0/753495784 >> v2:172.21.15.154:3300/0 conn(0x7f75780b49d0 0x7f75780b4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.739+0000 7f757f2b2640 1 --2- 172.21.15.33:0/753495784 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75780b70b0 0x7f757815c2c0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.739+0000 7f757f2b2640 1 -- 172.21.15.33:0/753495784 >> 172.21.15.33:0/753495784 conn(0x7f75780d1b80 msgr2=0x7f75780d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:24.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.739+0000 7f757f2b2640 1 -- 172.21.15.33:0/753495784 shutdown_connections 2024-07-26T15:44:24.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.740+0000 7f757f2b2640 1 -- 172.21.15.33:0/753495784 wait complete. 2024-07-26T15:44:24.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.741+0000 7f757f2b2640 1 Processor -- start 2024-07-26T15:44:24.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.741+0000 7f757f2b2640 1 -- start start 2024-07-26T15:44:24.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757f2b2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75780b49d0 0x7f75781f2b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757f2b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75780b70b0 0x7f75780c8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757f2b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75780ce450 0x7f75780c72d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757f2b2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f75780b6d00 con 0x7f75780b70b0 2024-07-26T15:44:24.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757f2b2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f75780b6b80 con 0x7f75780ce450 2024-07-26T15:44:24.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757f2b2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f75780b5320 con 0x7f75780b49d0 2024-07-26T15:44:24.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757c84d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75780b70b0 0x7f75780c8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757c84d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75780b70b0 0x7f75780c8040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41206/0 (socket says 172.21.15.33:41206) 2024-07-26T15:44:24.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757c84d640 1 -- 172.21.15.33:0/232545067 learned_addr learned my addr 172.21.15.33:0/232545067 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:24.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757d04e640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75780b49d0 0x7f75781f2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757d84f640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75780ce450 0x7f75780c72d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757c84d640 1 -- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75780b49d0 msgr2=0x7f75781f2b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757c84d640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75780b49d0 0x7f75781f2b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757c84d640 1 -- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75780ce450 msgr2=0x7f75780c72d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757c84d640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75780ce450 0x7f75780c72d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757c84d640 1 -- 172.21.15.33:0/232545067 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75781f6db0 con 0x7f75780b70b0 2024-07-26T15:44:24.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757d04e640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75780b49d0 0x7f75781f2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:24.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757d84f640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75780ce450 0x7f75780c72d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:24.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757c84d640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75780b70b0 0x7f75780c8040 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f756800b3f0 tx=0x7f756800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:24.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f756dffb640 1 -- 172.21.15.33:0/232545067 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7568015020 con 0x7f75780b70b0 2024-07-26T15:44:24.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f756dffb640 1 -- 172.21.15.33:0/232545067 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7568011920 con 0x7f75780b70b0 2024-07-26T15:44:24.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.743+0000 7f757f2b2640 1 -- 172.21.15.33:0/232545067 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75781f7090 con 0x7f75780b70b0 2024-07-26T15:44:24.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.744+0000 7f756dffb640 1 -- 172.21.15.33:0/232545067 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7568011d70 con 0x7f75780b70b0 2024-07-26T15:44:24.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.744+0000 7f757f2b2640 1 -- 172.21.15.33:0/232545067 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7578157850 con 0x7f75780b70b0 2024-07-26T15:44:24.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.745+0000 7f757f2b2640 1 -- 172.21.15.33:0/232545067 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75780b58c0 con 0x7f75780b70b0 2024-07-26T15:44:24.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.745+0000 7f756dffb640 1 -- 172.21.15.33:0/232545067 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f7568018020 con 0x7f75780b70b0 2024-07-26T15:44:24.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.746+0000 7f756dffb640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f755c077160 0x7f755c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:24.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.746+0000 7f756dffb640 1 -- 172.21.15.33:0/232545067 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f75680988b0 con 0x7f75780b70b0 2024-07-26T15:44:24.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.746+0000 7f757d04e640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f755c077160 0x7f755c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:24.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.747+0000 7f757d04e640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f755c077160 0x7f755c079670 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7574035000 tx=0x7f7574004ab0 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:24.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.750+0000 7f756dffb640 1 -- 172.21.15.33:0/232545067 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f756801f030 con 0x7f75780b70b0 2024-07-26T15:44:24.917 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:44:24.920 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:44:24.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.940+0000 7f757f2b2640 1 -- 172.21.15.33:0/232545067 --> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f75780d2030 con 0x7f755c077160 2024-07-26T15:44:24.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.945+0000 7f756dffb640 1 -- 172.21.15.33:0/232545067 <== mgr.5866 v2:172.21.15.154:6836/1274136399 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243714 (secure 0 0 0) 0x7f75780d2030 con 0x7f755c077160 2024-07-26T15:44:24.949 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:24.950 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:44:24.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 -- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f755c077160 msgr2=0x7f755c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f755c077160 0x7f755c079670 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7574035000 tx=0x7f7574004ab0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 -- 172.21.15.33:0/232545067 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75780b70b0 msgr2=0x7f75780c8040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:24.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75780b70b0 0x7f75780c8040 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f756800b3f0 tx=0x7f756800b8b0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 -- 172.21.15.33:0/232545067 shutdown_connections 2024-07-26T15:44:24.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75780ce450 0x7f75780c72d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75780b70b0 0x7f75780c8040 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f755c077160 0x7f755c079670 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 --2- 172.21.15.33:0/232545067 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75780b49d0 0x7f75781f2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:24.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 -- 172.21.15.33:0/232545067 >> 172.21.15.33:0/232545067 conn(0x7f75780d1b80 msgr2=0x7f75780cf870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:24.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 -- 172.21.15.33:0/232545067 shutdown_connections 2024-07-26T15:44:24.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:24.948+0000 7f757f2b2640 1 -- 172.21.15.33:0/232545067 wait complete. 2024-07-26T15:44:24.961 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:44:23.877135+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592562,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":166,"num_write_kb":1632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":102,"acting":102,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":333780,"kb_used_data":9368,"kb_used_omap":12,"kb_used_meta":324275,"kb_avail":754640940,"statfs":{"total":773094113280,"available":772752322560,"internally_reserved":0,"allocated":9592832,"data_stored":5421588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":332058161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2194,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.413910"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301329+0000","last_change":"2024-07-26T15:44:20.499243+0000","last_active":"2024-07-26T15:44:23.301329+0000","last_peered":"2024-07-26T15:44:23.301329+0000","last_clean":"2024-07-26T15:44:23.301329+0000","last_became_active":"2024-07-26T15:44:20.498921+0000","last_became_peered":"2024-07-26T15:44:20.498921+0000","last_unstale":"2024-07-26T15:44:23.301329+0000","last_undegraded":"2024-07-26T15:44:23.301329+0000","last_fullsized":"2024-07-26T15:44:23.301329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:55.881334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301201+0000","last_change":"2024-07-26T15:44:20.505306+0000","last_active":"2024-07-26T15:44:23.301201+0000","last_peered":"2024-07-26T15:44:23.301201+0000","last_clean":"2024-07-26T15:44:23.301201+0000","last_became_active":"2024-07-26T15:44:20.504940+0000","last_became_peered":"2024-07-26T15:44:20.504940+0000","last_unstale":"2024-07-26T15:44:23.301201+0000","last_undegraded":"2024-07-26T15:44:23.301201+0000","last_fullsized":"2024-07-26T15:44:23.301201+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:10:11.533352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486301+0000","last_change":"2024-07-26T15:44:20.500420+0000","last_active":"2024-07-26T15:44:21.486301+0000","last_peered":"2024-07-26T15:44:21.486301+0000","last_clean":"2024-07-26T15:44:21.486301+0000","last_became_active":"2024-07-26T15:44:20.500103+0000","last_became_peered":"2024-07-26T15:44:20.500103+0000","last_unstale":"2024-07-26T15:44:21.486301+0000","last_undegraded":"2024-07-26T15:44:21.486301+0000","last_fullsized":"2024-07-26T15:44:21.486301+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:37:49.983532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604552+0000","last_change":"2024-07-26T15:44:20.496867+0000","last_active":"2024-07-26T15:44:21.604552+0000","last_peered":"2024-07-26T15:44:21.604552+0000","last_clean":"2024-07-26T15:44:21.604552+0000","last_became_active":"2024-07-26T15:44:20.496270+0000","last_became_peered":"2024-07-26T15:44:20.496270+0000","last_unstale":"2024-07-26T15:44:21.604552+0000","last_undegraded":"2024-07-26T15:44:21.604552+0000","last_fullsized":"2024-07-26T15:44:21.604552+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:26.641776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604549+0000","last_change":"2024-07-26T15:44:20.486180+0000","last_active":"2024-07-26T15:44:21.604549+0000","last_peered":"2024-07-26T15:44:21.604549+0000","last_clean":"2024-07-26T15:44:21.604549+0000","last_became_active":"2024-07-26T15:44:20.485597+0000","last_became_peered":"2024-07-26T15:44:20.485597+0000","last_unstale":"2024-07-26T15:44:21.604549+0000","last_undegraded":"2024-07-26T15:44:21.604549+0000","last_fullsized":"2024-07-26T15:44:21.604549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:54.594530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301329+0000","last_change":"2024-07-26T15:44:20.493379+0000","last_active":"2024-07-26T15:44:23.301329+0000","last_peered":"2024-07-26T15:44:23.301329+0000","last_clean":"2024-07-26T15:44:23.301329+0000","last_became_active":"2024-07-26T15:44:20.493049+0000","last_became_peered":"2024-07-26T15:44:20.493049+0000","last_unstale":"2024-07-26T15:44:23.301329+0000","last_undegraded":"2024-07-26T15:44:23.301329+0000","last_fullsized":"2024-07-26T15:44:23.301329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:38:37.325853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300911+0000","last_change":"2024-07-26T15:44:20.501288+0000","last_active":"2024-07-26T15:44:23.300911+0000","last_peered":"2024-07-26T15:44:23.300911+0000","last_clean":"2024-07-26T15:44:23.300911+0000","last_became_active":"2024-07-26T15:44:20.500905+0000","last_became_peered":"2024-07-26T15:44:20.500905+0000","last_unstale":"2024-07-26T15:44:23.300911+0000","last_undegraded":"2024-07-26T15:44:23.300911+0000","last_fullsized":"2024-07-26T15:44:23.300911+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:41.990896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.485990+0000","last_change":"2024-07-26T15:44:20.499184+0000","last_active":"2024-07-26T15:44:21.485990+0000","last_peered":"2024-07-26T15:44:21.485990+0000","last_clean":"2024-07-26T15:44:21.485990+0000","last_became_active":"2024-07-26T15:44:20.498806+0000","last_became_peered":"2024-07-26T15:44:20.498806+0000","last_unstale":"2024-07-26T15:44:21.485990+0000","last_undegraded":"2024-07-26T15:44:21.485990+0000","last_fullsized":"2024-07-26T15:44:21.485990+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:06:02.721780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1f","version":"88'4","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301412+0000","last_change":"2024-07-26T15:44:19.492392+0000","last_active":"2024-07-26T15:44:23.301412+0000","last_peered":"2024-07-26T15:44:23.301412+0000","last_clean":"2024-07-26T15:44:23.301412+0000","last_became_active":"2024-07-26T15:44:19.491723+0000","last_became_peered":"2024-07-26T15:44:19.491723+0000","last_unstale":"2024-07-26T15:44:23.301412+0000","last_undegraded":"2024-07-26T15:44:23.301412+0000","last_fullsized":"2024-07-26T15:44:23.301412+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:53.648074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486288+0000","last_change":"2024-07-26T15:44:19.490704+0000","last_active":"2024-07-26T15:44:21.486288+0000","last_peered":"2024-07-26T15:44:21.486288+0000","last_clean":"2024-07-26T15:44:21.486288+0000","last_became_active":"2024-07-26T15:44:19.490325+0000","last_became_peered":"2024-07-26T15:44:19.490325+0000","last_unstale":"2024-07-26T15:44:21.486288+0000","last_undegraded":"2024-07-26T15:44:21.486288+0000","last_fullsized":"2024-07-26T15:44:21.486288+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:23:05.678519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486215+0000","last_change":"2024-07-26T15:44:20.489362+0000","last_active":"2024-07-26T15:44:21.486215+0000","last_peered":"2024-07-26T15:44:21.486215+0000","last_clean":"2024-07-26T15:44:21.486215+0000","last_became_active":"2024-07-26T15:44:20.488258+0000","last_became_peered":"2024-07-26T15:44:20.488258+0000","last_unstale":"2024-07-26T15:44:21.486215+0000","last_undegraded":"2024-07-26T15:44:21.486215+0000","last_fullsized":"2024-07-26T15:44:21.486215+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:22:17.119847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486372+0000","last_change":"2024-07-26T15:44:19.487381+0000","last_active":"2024-07-26T15:44:21.486372+0000","last_peered":"2024-07-26T15:44:21.486372+0000","last_clean":"2024-07-26T15:44:21.486372+0000","last_became_active":"2024-07-26T15:44:19.487063+0000","last_became_peered":"2024-07-26T15:44:19.487063+0000","last_unstale":"2024-07-26T15:44:21.486372+0000","last_undegraded":"2024-07-26T15:44:21.486372+0000","last_fullsized":"2024-07-26T15:44:21.486372+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:53.007774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1c","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486591+0000","last_change":"2024-07-26T15:44:19.489921+0000","last_active":"2024-07-26T15:44:21.486591+0000","last_peered":"2024-07-26T15:44:21.486591+0000","last_clean":"2024-07-26T15:44:21.486591+0000","last_became_active":"2024-07-26T15:44:19.489589+0000","last_became_peered":"2024-07-26T15:44:19.489589+0000","last_unstale":"2024-07-26T15:44:21.486591+0000","last_undegraded":"2024-07-26T15:44:21.486591+0000","last_fullsized":"2024-07-26T15:44:21.486591+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:13.352960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604692+0000","last_change":"2024-07-26T15:44:20.495567+0000","last_active":"2024-07-26T15:44:21.604692+0000","last_peered":"2024-07-26T15:44:21.604692+0000","last_clean":"2024-07-26T15:44:21.604692+0000","last_became_active":"2024-07-26T15:44:20.495259+0000","last_became_peered":"2024-07-26T15:44:20.495259+0000","last_unstale":"2024-07-26T15:44:21.604692+0000","last_undegraded":"2024-07-26T15:44:21.604692+0000","last_fullsized":"2024-07-26T15:44:21.604692+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:04.692372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471296+0000","last_change":"2024-07-26T15:44:18.471296+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471296+0000","last_undegraded":"2024-07-26T15:44:18.471296+0000","last_fullsized":"2024-07-26T15:44:18.471296+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300747+0000","last_change":"2024-07-26T15:44:20.495499+0000","last_active":"2024-07-26T15:44:23.300747+0000","last_peered":"2024-07-26T15:44:23.300747+0000","last_clean":"2024-07-26T15:44:23.300747+0000","last_became_active":"2024-07-26T15:44:20.495155+0000","last_became_peered":"2024-07-26T15:44:20.495155+0000","last_unstale":"2024-07-26T15:44:23.300747+0000","last_undegraded":"2024-07-26T15:44:23.300747+0000","last_fullsized":"2024-07-26T15:44:23.300747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:15:14.613816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471926+0000","last_change":"2024-07-26T15:44:18.471926+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471926+0000","last_undegraded":"2024-07-26T15:44:18.471926+0000","last_fullsized":"2024-07-26T15:44:18.471926+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471940+0000","last_change":"2024-07-26T15:44:18.471940+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471940+0000","last_undegraded":"2024-07-26T15:44:18.471940+0000","last_fullsized":"2024-07-26T15:44:18.471940+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.465561+0000","last_change":"2024-07-26T15:44:18.465561+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.465561+0000","last_undegraded":"2024-07-26T15:44:18.465561+0000","last_fullsized":"2024-07-26T15:44:18.465561+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301109+0000","last_change":"2024-07-26T15:44:20.492564+0000","last_active":"2024-07-26T15:44:23.301109+0000","last_peered":"2024-07-26T15:44:23.301109+0000","last_clean":"2024-07-26T15:44:23.301109+0000","last_became_active":"2024-07-26T15:44:20.492201+0000","last_became_peered":"2024-07-26T15:44:20.492201+0000","last_unstale":"2024-07-26T15:44:23.301109+0000","last_undegraded":"2024-07-26T15:44:23.301109+0000","last_fullsized":"2024-07-26T15:44:23.301109+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:42:47.785994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467071+0000","last_change":"2024-07-26T15:44:18.467071+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467071+0000","last_undegraded":"2024-07-26T15:44:18.467071+0000","last_fullsized":"2024-07-26T15:44:18.467071+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.469993+0000","last_change":"2024-07-26T15:44:18.469993+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.469993+0000","last_undegraded":"2024-07-26T15:44:18.469993+0000","last_fullsized":"2024-07-26T15:44:18.469993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.468821+0000","last_change":"2024-07-26T15:44:18.468821+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.468821+0000","last_undegraded":"2024-07-26T15:44:18.468821+0000","last_fullsized":"2024-07-26T15:44:18.468821+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.14","version":"88'6","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301115+0000","last_change":"2024-07-26T15:44:19.493645+0000","last_active":"2024-07-26T15:44:23.301115+0000","last_peered":"2024-07-26T15:44:23.301115+0000","last_clean":"2024-07-26T15:44:23.301115+0000","last_became_active":"2024-07-26T15:44:19.493285+0000","last_became_peered":"2024-07-26T15:44:19.493285+0000","last_unstale":"2024-07-26T15:44:23.301115+0000","last_undegraded":"2024-07-26T15:44:23.301115+0000","last_fullsized":"2024-07-26T15:44:23.301115+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:24:15.136369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.468879+0000","last_change":"2024-07-26T15:44:18.468879+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.468879+0000","last_undegraded":"2024-07-26T15:44:18.468879+0000","last_fullsized":"2024-07-26T15:44:18.468879+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.465542+0000","last_change":"2024-07-26T15:44:18.465542+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.465542+0000","last_undegraded":"2024-07-26T15:44:18.465542+0000","last_fullsized":"2024-07-26T15:44:18.465542+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467314+0000","last_change":"2024-07-26T15:44:18.467314+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467314+0000","last_undegraded":"2024-07-26T15:44:18.467314+0000","last_fullsized":"2024-07-26T15:44:18.467314+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300870+0000","last_change":"2024-07-26T15:44:20.499768+0000","last_active":"2024-07-26T15:44:23.300870+0000","last_peered":"2024-07-26T15:44:23.300870+0000","last_clean":"2024-07-26T15:44:23.300870+0000","last_became_active":"2024-07-26T15:44:20.499442+0000","last_became_peered":"2024-07-26T15:44:20.499442+0000","last_unstale":"2024-07-26T15:44:23.300870+0000","last_undegraded":"2024-07-26T15:44:23.300870+0000","last_fullsized":"2024-07-26T15:44:23.300870+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:23.884110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.469817+0000","last_change":"2024-07-26T15:44:18.469817+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.469817+0000","last_undegraded":"2024-07-26T15:44:18.469817+0000","last_fullsized":"2024-07-26T15:44:18.469817+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.465608+0000","last_change":"2024-07-26T15:44:18.465608+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.465608+0000","last_undegraded":"2024-07-26T15:44:18.465608+0000","last_fullsized":"2024-07-26T15:44:18.465608+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.469021+0000","last_change":"2024-07-26T15:44:18.469021+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.469021+0000","last_undegraded":"2024-07-26T15:44:18.469021+0000","last_fullsized":"2024-07-26T15:44:18.469021+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467676+0000","last_change":"2024-07-26T15:44:18.467676+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467676+0000","last_undegraded":"2024-07-26T15:44:18.467676+0000","last_fullsized":"2024-07-26T15:44:18.467676+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471300+0000","last_change":"2024-07-26T15:44:18.471300+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471300+0000","last_undegraded":"2024-07-26T15:44:18.471300+0000","last_fullsized":"2024-07-26T15:44:18.471300+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486383+0000","last_change":"2024-07-26T15:44:20.486555+0000","last_active":"2024-07-26T15:44:21.486383+0000","last_peered":"2024-07-26T15:44:21.486383+0000","last_clean":"2024-07-26T15:44:21.486383+0000","last_became_active":"2024-07-26T15:44:20.486217+0000","last_became_peered":"2024-07-26T15:44:20.486217+0000","last_unstale":"2024-07-26T15:44:21.486383+0000","last_undegraded":"2024-07-26T15:44:21.486383+0000","last_fullsized":"2024-07-26T15:44:21.486383+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:44.600514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486058+0000","last_change":"2024-07-26T15:44:19.493042+0000","last_active":"2024-07-26T15:44:21.486058+0000","last_peered":"2024-07-26T15:44:21.486058+0000","last_clean":"2024-07-26T15:44:21.486058+0000","last_became_active":"2024-07-26T15:44:19.492653+0000","last_became_peered":"2024-07-26T15:44:19.492653+0000","last_unstale":"2024-07-26T15:44:21.486058+0000","last_undegraded":"2024-07-26T15:44:21.486058+0000","last_fullsized":"2024-07-26T15:44:21.486058+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:46:49.128686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.464907+0000","last_change":"2024-07-26T15:44:18.464907+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.464907+0000","last_undegraded":"2024-07-26T15:44:18.464907+0000","last_fullsized":"2024-07-26T15:44:18.464907+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.485953+0000","last_change":"2024-07-26T15:44:19.488325+0000","last_active":"2024-07-26T15:44:21.485953+0000","last_peered":"2024-07-26T15:44:21.485953+0000","last_clean":"2024-07-26T15:44:21.485953+0000","last_became_active":"2024-07-26T15:44:19.487975+0000","last_became_peered":"2024-07-26T15:44:19.487975+0000","last_unstale":"2024-07-26T15:44:21.485953+0000","last_undegraded":"2024-07-26T15:44:21.485953+0000","last_fullsized":"2024-07-26T15:44:21.485953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:59.599237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486686+0000","last_change":"2024-07-26T15:44:20.487745+0000","last_active":"2024-07-26T15:44:21.486686+0000","last_peered":"2024-07-26T15:44:21.486686+0000","last_clean":"2024-07-26T15:44:21.486686+0000","last_became_active":"2024-07-26T15:44:20.487435+0000","last_became_peered":"2024-07-26T15:44:20.487435+0000","last_unstale":"2024-07-26T15:44:21.486686+0000","last_undegraded":"2024-07-26T15:44:21.486686+0000","last_fullsized":"2024-07-26T15:44:21.486686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:18.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.464957+0000","last_change":"2024-07-26T15:44:18.464957+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.464957+0000","last_undegraded":"2024-07-26T15:44:18.464957+0000","last_fullsized":"2024-07-26T15:44:18.464957+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604746+0000","last_change":"2024-07-26T15:44:20.488860+0000","last_active":"2024-07-26T15:44:21.604746+0000","last_peered":"2024-07-26T15:44:21.604746+0000","last_clean":"2024-07-26T15:44:21.604746+0000","last_became_active":"2024-07-26T15:44:20.488361+0000","last_became_peered":"2024-07-26T15:44:20.488361+0000","last_unstale":"2024-07-26T15:44:21.604746+0000","last_undegraded":"2024-07-26T15:44:21.604746+0000","last_fullsized":"2024-07-26T15:44:21.604746+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:02.568678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.464972+0000","last_change":"2024-07-26T15:44:18.464972+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.464972+0000","last_undegraded":"2024-07-26T15:44:18.464972+0000","last_fullsized":"2024-07-26T15:44:18.464972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486482+0000","last_change":"2024-07-26T15:44:19.497420+0000","last_active":"2024-07-26T15:44:21.486482+0000","last_peered":"2024-07-26T15:44:21.486482+0000","last_clean":"2024-07-26T15:44:21.486482+0000","last_became_active":"2024-07-26T15:44:19.496434+0000","last_became_peered":"2024-07-26T15:44:19.496434+0000","last_unstale":"2024-07-26T15:44:21.486482+0000","last_undegraded":"2024-07-26T15:44:21.486482+0000","last_fullsized":"2024-07-26T15:44:21.486482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:32.949908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301157+0000","last_change":"2024-07-26T15:44:19.495434+0000","last_active":"2024-07-26T15:44:23.301157+0000","last_peered":"2024-07-26T15:44:23.301157+0000","last_clean":"2024-07-26T15:44:23.301157+0000","last_became_active":"2024-07-26T15:44:19.495038+0000","last_became_peered":"2024-07-26T15:44:19.495038+0000","last_unstale":"2024-07-26T15:44:23.301157+0000","last_undegraded":"2024-07-26T15:44:23.301157+0000","last_fullsized":"2024-07-26T15:44:23.301157+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:06:35.158248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467298+0000","last_change":"2024-07-26T15:44:18.467298+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467298+0000","last_undegraded":"2024-07-26T15:44:18.467298+0000","last_fullsized":"2024-07-26T15:44:18.467298+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471199+0000","last_change":"2024-07-26T15:44:18.471199+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471199+0000","last_undegraded":"2024-07-26T15:44:18.471199+0000","last_fullsized":"2024-07-26T15:44:18.471199+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300724+0000","last_change":"2024-07-26T15:44:20.493922+0000","last_active":"2024-07-26T15:44:23.300724+0000","last_peered":"2024-07-26T15:44:23.300724+0000","last_clean":"2024-07-26T15:44:23.300724+0000","last_became_active":"2024-07-26T15:44:20.493610+0000","last_became_peered":"2024-07-26T15:44:20.493610+0000","last_unstale":"2024-07-26T15:44:23.300724+0000","last_undegraded":"2024-07-26T15:44:23.300724+0000","last_fullsized":"2024-07-26T15:44:23.300724+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:31.515271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471257+0000","last_change":"2024-07-26T15:44:18.471257+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471257+0000","last_undegraded":"2024-07-26T15:44:18.471257+0000","last_fullsized":"2024-07-26T15:44:18.471257+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604521+0000","last_change":"2024-07-26T15:44:20.496844+0000","last_active":"2024-07-26T15:44:21.604521+0000","last_peered":"2024-07-26T15:44:21.604521+0000","last_clean":"2024-07-26T15:44:21.604521+0000","last_became_active":"2024-07-26T15:44:20.496432+0000","last_became_peered":"2024-07-26T15:44:20.496432+0000","last_unstale":"2024-07-26T15:44:21.604521+0000","last_undegraded":"2024-07-26T15:44:21.604521+0000","last_fullsized":"2024-07-26T15:44:21.604521+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:58:36.419433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300701+0000","last_change":"2024-07-26T15:44:19.491552+0000","last_active":"2024-07-26T15:44:23.300701+0000","last_peered":"2024-07-26T15:44:23.300701+0000","last_clean":"2024-07-26T15:44:23.300701+0000","last_became_active":"2024-07-26T15:44:19.491216+0000","last_became_peered":"2024-07-26T15:44:19.491216+0000","last_unstale":"2024-07-26T15:44:23.300701+0000","last_undegraded":"2024-07-26T15:44:23.300701+0000","last_fullsized":"2024-07-26T15:44:23.300701+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:19:38.557945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471262+0000","last_change":"2024-07-26T15:44:18.471262+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471262+0000","last_undegraded":"2024-07-26T15:44:18.471262+0000","last_fullsized":"2024-07-26T15:44:18.471262+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"79'100","reported_seq":336,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-07-26T15:44:18.469536+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:44:18.469536+0000","last_peered":"2024-07-26T15:44:18.469536+0000","last_clean":"2024-07-26T15:44:18.469536+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:44:18.469536+0000","last_undegraded":"2024-07-26T15:44:18.469536+0000","last_fullsized":"2024-07-26T15:44:18.469536+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":149,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":36,"acting":36,"num_store_stats":3},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2194,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":149,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575038,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59140,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312700,"statfs":{"total":96636764160,"available":96576204800,"internally_reserved":0,"allocated":1630208,"data_stored":1114011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509629,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1036288,"data_stored":523643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509629,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50256,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321584,"statfs":{"total":96636764160,"available":96585302016,"internally_reserved":0,"allocated":1036288,"data_stored":523643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509629,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32184,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339656,"statfs":{"total":96636764160,"available":96603807744,"internally_reserved":0,"allocated":1024000,"data_stored":517406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509628,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36344,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335496,"statfs":{"total":96636764160,"available":96599547904,"internally_reserved":0,"allocated":1024000,"data_stored":517406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509629,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54436,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317404,"statfs":{"total":96636764160,"available":96581021696,"internally_reserved":0,"allocated":1073152,"data_stored":544245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509632,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1101824,"data_stored":546621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542336,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36972,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334868,"statfs":{"total":96636764160,"available":96598904832,"internally_reserved":0,"allocated":1667072,"data_stored":1134613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:44:24.967 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:44:25.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.124+0000 7f086d3eb640 1 -- 172.21.15.33:0/1372345576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f086815bd10 msgr2=0x7f0868165ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.124+0000 7f086d3eb640 1 --2- 172.21.15.33:0/1372345576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f086815bd10 0x7f0868165ac0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f0868073190 tx=0x7f086002a480 comp rx=0 tx=0).stop 2024-07-26T15:44:25.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.124+0000 7f086d3eb640 1 -- 172.21.15.33:0/1372345576 shutdown_connections 2024-07-26T15:44:25.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.124+0000 7f086d3eb640 1 --2- 172.21.15.33:0/1372345576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f086815bd10 0x7f0868165ac0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.124+0000 7f086d3eb640 1 -- 172.21.15.33:0/1372345576 >> 172.21.15.33:0/1372345576 conn(0x7f08680cc3d0 msgr2=0x7f08680cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:25.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.124+0000 7f086d3eb640 1 -- 172.21.15.33:0/1372345576 shutdown_connections 2024-07-26T15:44:25.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.124+0000 7f086d3eb640 1 -- 172.21.15.33:0/1372345576 wait complete. 2024-07-26T15:44:25.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.126+0000 7f086d3eb640 1 Processor -- start 2024-07-26T15:44:25.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.126+0000 7f086d3eb640 1 -- start start 2024-07-26T15:44:25.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.127+0000 7f086d3eb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08680cf060 0x7f08681f50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.127+0000 7f086d3eb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f086815bd10 0x7f08681f7d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.127+0000 7f086d3eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f086813fe50 0x7f086813f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.127+0000 7f086d3eb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0868166390 con 0x7f086813fe50 2024-07-26T15:44:25.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.127+0000 7f086d3eb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0868166210 con 0x7f086815bd10 2024-07-26T15:44:25.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.127+0000 7f086d3eb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0868166510 con 0x7f08680cf060 2024-07-26T15:44:25.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.127+0000 7f08677fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f086813fe50 0x7f086813f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:25.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.127+0000 7f08677fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f086813fe50 0x7f086813f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41236/0 (socket says 172.21.15.33:41236) 2024-07-26T15:44:25.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.127+0000 7f08677fe640 1 -- 172.21.15.33:0/1728187288 learned_addr learned my addr 172.21.15.33:0/1728187288 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f08667fc640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f086815bd10 0x7f08681f7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f0866ffd640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08680cf060 0x7f08681f50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f08677fe640 1 -- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08680cf060 msgr2=0x7f08681f50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f08677fe640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08680cf060 0x7f08681f50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f08677fe640 1 -- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f086815bd10 msgr2=0x7f08681f7d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f08677fe640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f086815bd10 0x7f08681f7d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f08677fe640 1 -- 172.21.15.33:0/1728187288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08680b0560 con 0x7f086813fe50 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f08677fe640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f086813fe50 0x7f086813f500 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f086002aa70 tx=0x7f0860033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f085f7fe640 1 -- 172.21.15.33:0/1728187288 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0860005c90 con 0x7f086813fe50 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f085f7fe640 1 -- 172.21.15.33:0/1728187288 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0860031e50 con 0x7f086813fe50 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f086d3eb640 1 -- 172.21.15.33:0/1728187288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08681f5610 con 0x7f086813fe50 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f085f7fe640 1 -- 172.21.15.33:0/1728187288 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0860005260 con 0x7f086813fe50 2024-07-26T15:44:25.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.128+0000 7f086d3eb640 1 -- 172.21.15.33:0/1728187288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08681f48d0 con 0x7f086813fe50 2024-07-26T15:44:25.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.129+0000 7f086d3eb640 1 -- 172.21.15.33:0/1728187288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f086815b600 con 0x7f086813fe50 2024-07-26T15:44:25.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.130+0000 7f085f7fe640 1 -- 172.21.15.33:0/1728187288 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f0860005400 con 0x7f086813fe50 2024-07-26T15:44:25.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.130+0000 7f085f7fe640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0848077130 0x7f0848079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.131+0000 7f085f7fe640 1 -- 172.21.15.33:0/1728187288 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f08600b9f10 con 0x7f086813fe50 2024-07-26T15:44:25.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.131+0000 7f0866ffd640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0848077130 0x7f0848079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:25.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.131+0000 7f0866ffd640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0848077130 0x7f0848079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0858009f20 tx=0x7f08580094d0 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:25.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.135+0000 7f085f7fe640 1 -- 172.21.15.33:0/1728187288 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f086003f030 con 0x7f086813fe50 2024-07-26T15:44:25.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.322+0000 7f086d3eb640 1 -- 172.21.15.33:0/1728187288 --> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0868158d20 con 0x7f0848077130 2024-07-26T15:44:25.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.327+0000 7f085f7fe640 1 -- 172.21.15.33:0/1728187288 <== mgr.5866 v2:172.21.15.154:6836/1274136399 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243714 (secure 0 0 0) 0x7f0868158d20 con 0x7f0848077130 2024-07-26T15:44:25.330 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:25.331 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:44:25.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 -- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0848077130 msgr2=0x7f0848079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0848077130 0x7f0848079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0858009f20 tx=0x7f08580094d0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 -- 172.21.15.33:0/1728187288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f086813fe50 msgr2=0x7f086813f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f086813fe50 0x7f086813f500 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f086002aa70 tx=0x7f0860033c20 comp rx=0 tx=0).stop 2024-07-26T15:44:25.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 -- 172.21.15.33:0/1728187288 shutdown_connections 2024-07-26T15:44:25.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f086813fe50 0x7f086813f500 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f086815bd10 0x7f08681f7d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f0848077130 0x7f0848079640 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 --2- 172.21.15.33:0/1728187288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08680cf060 0x7f08681f50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 -- 172.21.15.33:0/1728187288 >> 172.21.15.33:0/1728187288 conn(0x7f08680cc3d0 msgr2=0x7f08680b0ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:25.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 -- 172.21.15.33:0/1728187288 shutdown_connections 2024-07-26T15:44:25.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.330+0000 7f086d3eb640 1 -- 172.21.15.33:0/1728187288 wait complete. 2024-07-26T15:44:25.343 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:44:23.877135+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592562,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":166,"num_write_kb":1632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":102,"acting":102,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":333780,"kb_used_data":9368,"kb_used_omap":12,"kb_used_meta":324275,"kb_avail":754640940,"statfs":{"total":773094113280,"available":772752322560,"internally_reserved":0,"allocated":9592832,"data_stored":5421588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":332058161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2194,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.413910"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301329+0000","last_change":"2024-07-26T15:44:20.499243+0000","last_active":"2024-07-26T15:44:23.301329+0000","last_peered":"2024-07-26T15:44:23.301329+0000","last_clean":"2024-07-26T15:44:23.301329+0000","last_became_active":"2024-07-26T15:44:20.498921+0000","last_became_peered":"2024-07-26T15:44:20.498921+0000","last_unstale":"2024-07-26T15:44:23.301329+0000","last_undegraded":"2024-07-26T15:44:23.301329+0000","last_fullsized":"2024-07-26T15:44:23.301329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:55.881334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301201+0000","last_change":"2024-07-26T15:44:20.505306+0000","last_active":"2024-07-26T15:44:23.301201+0000","last_peered":"2024-07-26T15:44:23.301201+0000","last_clean":"2024-07-26T15:44:23.301201+0000","last_became_active":"2024-07-26T15:44:20.504940+0000","last_became_peered":"2024-07-26T15:44:20.504940+0000","last_unstale":"2024-07-26T15:44:23.301201+0000","last_undegraded":"2024-07-26T15:44:23.301201+0000","last_fullsized":"2024-07-26T15:44:23.301201+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:10:11.533352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486301+0000","last_change":"2024-07-26T15:44:20.500420+0000","last_active":"2024-07-26T15:44:21.486301+0000","last_peered":"2024-07-26T15:44:21.486301+0000","last_clean":"2024-07-26T15:44:21.486301+0000","last_became_active":"2024-07-26T15:44:20.500103+0000","last_became_peered":"2024-07-26T15:44:20.500103+0000","last_unstale":"2024-07-26T15:44:21.486301+0000","last_undegraded":"2024-07-26T15:44:21.486301+0000","last_fullsized":"2024-07-26T15:44:21.486301+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:37:49.983532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604552+0000","last_change":"2024-07-26T15:44:20.496867+0000","last_active":"2024-07-26T15:44:21.604552+0000","last_peered":"2024-07-26T15:44:21.604552+0000","last_clean":"2024-07-26T15:44:21.604552+0000","last_became_active":"2024-07-26T15:44:20.496270+0000","last_became_peered":"2024-07-26T15:44:20.496270+0000","last_unstale":"2024-07-26T15:44:21.604552+0000","last_undegraded":"2024-07-26T15:44:21.604552+0000","last_fullsized":"2024-07-26T15:44:21.604552+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:26.641776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604549+0000","last_change":"2024-07-26T15:44:20.486180+0000","last_active":"2024-07-26T15:44:21.604549+0000","last_peered":"2024-07-26T15:44:21.604549+0000","last_clean":"2024-07-26T15:44:21.604549+0000","last_became_active":"2024-07-26T15:44:20.485597+0000","last_became_peered":"2024-07-26T15:44:20.485597+0000","last_unstale":"2024-07-26T15:44:21.604549+0000","last_undegraded":"2024-07-26T15:44:21.604549+0000","last_fullsized":"2024-07-26T15:44:21.604549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:54.594530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301329+0000","last_change":"2024-07-26T15:44:20.493379+0000","last_active":"2024-07-26T15:44:23.301329+0000","last_peered":"2024-07-26T15:44:23.301329+0000","last_clean":"2024-07-26T15:44:23.301329+0000","last_became_active":"2024-07-26T15:44:20.493049+0000","last_became_peered":"2024-07-26T15:44:20.493049+0000","last_unstale":"2024-07-26T15:44:23.301329+0000","last_undegraded":"2024-07-26T15:44:23.301329+0000","last_fullsized":"2024-07-26T15:44:23.301329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:38:37.325853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300911+0000","last_change":"2024-07-26T15:44:20.501288+0000","last_active":"2024-07-26T15:44:23.300911+0000","last_peered":"2024-07-26T15:44:23.300911+0000","last_clean":"2024-07-26T15:44:23.300911+0000","last_became_active":"2024-07-26T15:44:20.500905+0000","last_became_peered":"2024-07-26T15:44:20.500905+0000","last_unstale":"2024-07-26T15:44:23.300911+0000","last_undegraded":"2024-07-26T15:44:23.300911+0000","last_fullsized":"2024-07-26T15:44:23.300911+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:41.990896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.485990+0000","last_change":"2024-07-26T15:44:20.499184+0000","last_active":"2024-07-26T15:44:21.485990+0000","last_peered":"2024-07-26T15:44:21.485990+0000","last_clean":"2024-07-26T15:44:21.485990+0000","last_became_active":"2024-07-26T15:44:20.498806+0000","last_became_peered":"2024-07-26T15:44:20.498806+0000","last_unstale":"2024-07-26T15:44:21.485990+0000","last_undegraded":"2024-07-26T15:44:21.485990+0000","last_fullsized":"2024-07-26T15:44:21.485990+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:06:02.721780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1f","version":"88'4","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301412+0000","last_change":"2024-07-26T15:44:19.492392+0000","last_active":"2024-07-26T15:44:23.301412+0000","last_peered":"2024-07-26T15:44:23.301412+0000","last_clean":"2024-07-26T15:44:23.301412+0000","last_became_active":"2024-07-26T15:44:19.491723+0000","last_became_peered":"2024-07-26T15:44:19.491723+0000","last_unstale":"2024-07-26T15:44:23.301412+0000","last_undegraded":"2024-07-26T15:44:23.301412+0000","last_fullsized":"2024-07-26T15:44:23.301412+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:53.648074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1e","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486288+0000","last_change":"2024-07-26T15:44:19.490704+0000","last_active":"2024-07-26T15:44:21.486288+0000","last_peered":"2024-07-26T15:44:21.486288+0000","last_clean":"2024-07-26T15:44:21.486288+0000","last_became_active":"2024-07-26T15:44:19.490325+0000","last_became_peered":"2024-07-26T15:44:19.490325+0000","last_unstale":"2024-07-26T15:44:21.486288+0000","last_undegraded":"2024-07-26T15:44:21.486288+0000","last_fullsized":"2024-07-26T15:44:21.486288+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:23:05.678519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486215+0000","last_change":"2024-07-26T15:44:20.489362+0000","last_active":"2024-07-26T15:44:21.486215+0000","last_peered":"2024-07-26T15:44:21.486215+0000","last_clean":"2024-07-26T15:44:21.486215+0000","last_became_active":"2024-07-26T15:44:20.488258+0000","last_became_peered":"2024-07-26T15:44:20.488258+0000","last_unstale":"2024-07-26T15:44:21.486215+0000","last_undegraded":"2024-07-26T15:44:21.486215+0000","last_fullsized":"2024-07-26T15:44:21.486215+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:22:17.119847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486372+0000","last_change":"2024-07-26T15:44:19.487381+0000","last_active":"2024-07-26T15:44:21.486372+0000","last_peered":"2024-07-26T15:44:21.486372+0000","last_clean":"2024-07-26T15:44:21.486372+0000","last_became_active":"2024-07-26T15:44:19.487063+0000","last_became_peered":"2024-07-26T15:44:19.487063+0000","last_unstale":"2024-07-26T15:44:21.486372+0000","last_undegraded":"2024-07-26T15:44:21.486372+0000","last_fullsized":"2024-07-26T15:44:21.486372+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:53.007774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1c","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486591+0000","last_change":"2024-07-26T15:44:19.489921+0000","last_active":"2024-07-26T15:44:21.486591+0000","last_peered":"2024-07-26T15:44:21.486591+0000","last_clean":"2024-07-26T15:44:21.486591+0000","last_became_active":"2024-07-26T15:44:19.489589+0000","last_became_peered":"2024-07-26T15:44:19.489589+0000","last_unstale":"2024-07-26T15:44:21.486591+0000","last_undegraded":"2024-07-26T15:44:21.486591+0000","last_fullsized":"2024-07-26T15:44:21.486591+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:13.352960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604692+0000","last_change":"2024-07-26T15:44:20.495567+0000","last_active":"2024-07-26T15:44:21.604692+0000","last_peered":"2024-07-26T15:44:21.604692+0000","last_clean":"2024-07-26T15:44:21.604692+0000","last_became_active":"2024-07-26T15:44:20.495259+0000","last_became_peered":"2024-07-26T15:44:20.495259+0000","last_unstale":"2024-07-26T15:44:21.604692+0000","last_undegraded":"2024-07-26T15:44:21.604692+0000","last_fullsized":"2024-07-26T15:44:21.604692+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:04.692372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471296+0000","last_change":"2024-07-26T15:44:18.471296+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471296+0000","last_undegraded":"2024-07-26T15:44:18.471296+0000","last_fullsized":"2024-07-26T15:44:18.471296+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300747+0000","last_change":"2024-07-26T15:44:20.495499+0000","last_active":"2024-07-26T15:44:23.300747+0000","last_peered":"2024-07-26T15:44:23.300747+0000","last_clean":"2024-07-26T15:44:23.300747+0000","last_became_active":"2024-07-26T15:44:20.495155+0000","last_became_peered":"2024-07-26T15:44:20.495155+0000","last_unstale":"2024-07-26T15:44:23.300747+0000","last_undegraded":"2024-07-26T15:44:23.300747+0000","last_fullsized":"2024-07-26T15:44:23.300747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:15:14.613816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471926+0000","last_change":"2024-07-26T15:44:18.471926+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471926+0000","last_undegraded":"2024-07-26T15:44:18.471926+0000","last_fullsized":"2024-07-26T15:44:18.471926+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471940+0000","last_change":"2024-07-26T15:44:18.471940+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471940+0000","last_undegraded":"2024-07-26T15:44:18.471940+0000","last_fullsized":"2024-07-26T15:44:18.471940+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.465561+0000","last_change":"2024-07-26T15:44:18.465561+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.465561+0000","last_undegraded":"2024-07-26T15:44:18.465561+0000","last_fullsized":"2024-07-26T15:44:18.465561+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301109+0000","last_change":"2024-07-26T15:44:20.492564+0000","last_active":"2024-07-26T15:44:23.301109+0000","last_peered":"2024-07-26T15:44:23.301109+0000","last_clean":"2024-07-26T15:44:23.301109+0000","last_became_active":"2024-07-26T15:44:20.492201+0000","last_became_peered":"2024-07-26T15:44:20.492201+0000","last_unstale":"2024-07-26T15:44:23.301109+0000","last_undegraded":"2024-07-26T15:44:23.301109+0000","last_fullsized":"2024-07-26T15:44:23.301109+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:42:47.785994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467071+0000","last_change":"2024-07-26T15:44:18.467071+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467071+0000","last_undegraded":"2024-07-26T15:44:18.467071+0000","last_fullsized":"2024-07-26T15:44:18.467071+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.469993+0000","last_change":"2024-07-26T15:44:18.469993+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.469993+0000","last_undegraded":"2024-07-26T15:44:18.469993+0000","last_fullsized":"2024-07-26T15:44:18.469993+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.468821+0000","last_change":"2024-07-26T15:44:18.468821+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.468821+0000","last_undegraded":"2024-07-26T15:44:18.468821+0000","last_fullsized":"2024-07-26T15:44:18.468821+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.14","version":"88'6","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301115+0000","last_change":"2024-07-26T15:44:19.493645+0000","last_active":"2024-07-26T15:44:23.301115+0000","last_peered":"2024-07-26T15:44:23.301115+0000","last_clean":"2024-07-26T15:44:23.301115+0000","last_became_active":"2024-07-26T15:44:19.493285+0000","last_became_peered":"2024-07-26T15:44:19.493285+0000","last_unstale":"2024-07-26T15:44:23.301115+0000","last_undegraded":"2024-07-26T15:44:23.301115+0000","last_fullsized":"2024-07-26T15:44:23.301115+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:24:15.136369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.468879+0000","last_change":"2024-07-26T15:44:18.468879+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.468879+0000","last_undegraded":"2024-07-26T15:44:18.468879+0000","last_fullsized":"2024-07-26T15:44:18.468879+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.465542+0000","last_change":"2024-07-26T15:44:18.465542+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.465542+0000","last_undegraded":"2024-07-26T15:44:18.465542+0000","last_fullsized":"2024-07-26T15:44:18.465542+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467314+0000","last_change":"2024-07-26T15:44:18.467314+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467314+0000","last_undegraded":"2024-07-26T15:44:18.467314+0000","last_fullsized":"2024-07-26T15:44:18.467314+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300870+0000","last_change":"2024-07-26T15:44:20.499768+0000","last_active":"2024-07-26T15:44:23.300870+0000","last_peered":"2024-07-26T15:44:23.300870+0000","last_clean":"2024-07-26T15:44:23.300870+0000","last_became_active":"2024-07-26T15:44:20.499442+0000","last_became_peered":"2024-07-26T15:44:20.499442+0000","last_unstale":"2024-07-26T15:44:23.300870+0000","last_undegraded":"2024-07-26T15:44:23.300870+0000","last_fullsized":"2024-07-26T15:44:23.300870+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:23.884110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.469817+0000","last_change":"2024-07-26T15:44:18.469817+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.469817+0000","last_undegraded":"2024-07-26T15:44:18.469817+0000","last_fullsized":"2024-07-26T15:44:18.469817+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.465608+0000","last_change":"2024-07-26T15:44:18.465608+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.465608+0000","last_undegraded":"2024-07-26T15:44:18.465608+0000","last_fullsized":"2024-07-26T15:44:18.465608+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.469021+0000","last_change":"2024-07-26T15:44:18.469021+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.469021+0000","last_undegraded":"2024-07-26T15:44:18.469021+0000","last_fullsized":"2024-07-26T15:44:18.469021+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467676+0000","last_change":"2024-07-26T15:44:18.467676+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467676+0000","last_undegraded":"2024-07-26T15:44:18.467676+0000","last_fullsized":"2024-07-26T15:44:18.467676+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471300+0000","last_change":"2024-07-26T15:44:18.471300+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471300+0000","last_undegraded":"2024-07-26T15:44:18.471300+0000","last_fullsized":"2024-07-26T15:44:18.471300+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486383+0000","last_change":"2024-07-26T15:44:20.486555+0000","last_active":"2024-07-26T15:44:21.486383+0000","last_peered":"2024-07-26T15:44:21.486383+0000","last_clean":"2024-07-26T15:44:21.486383+0000","last_became_active":"2024-07-26T15:44:20.486217+0000","last_became_peered":"2024-07-26T15:44:20.486217+0000","last_unstale":"2024-07-26T15:44:21.486383+0000","last_undegraded":"2024-07-26T15:44:21.486383+0000","last_fullsized":"2024-07-26T15:44:21.486383+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:44.600514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486058+0000","last_change":"2024-07-26T15:44:19.493042+0000","last_active":"2024-07-26T15:44:21.486058+0000","last_peered":"2024-07-26T15:44:21.486058+0000","last_clean":"2024-07-26T15:44:21.486058+0000","last_became_active":"2024-07-26T15:44:19.492653+0000","last_became_peered":"2024-07-26T15:44:19.492653+0000","last_unstale":"2024-07-26T15:44:21.486058+0000","last_undegraded":"2024-07-26T15:44:21.486058+0000","last_fullsized":"2024-07-26T15:44:21.486058+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:46:49.128686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.464907+0000","last_change":"2024-07-26T15:44:18.464907+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.464907+0000","last_undegraded":"2024-07-26T15:44:18.464907+0000","last_fullsized":"2024-07-26T15:44:18.464907+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.485953+0000","last_change":"2024-07-26T15:44:19.488325+0000","last_active":"2024-07-26T15:44:21.485953+0000","last_peered":"2024-07-26T15:44:21.485953+0000","last_clean":"2024-07-26T15:44:21.485953+0000","last_became_active":"2024-07-26T15:44:19.487975+0000","last_became_peered":"2024-07-26T15:44:19.487975+0000","last_unstale":"2024-07-26T15:44:21.485953+0000","last_undegraded":"2024-07-26T15:44:21.485953+0000","last_fullsized":"2024-07-26T15:44:21.485953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:59.599237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486686+0000","last_change":"2024-07-26T15:44:20.487745+0000","last_active":"2024-07-26T15:44:21.486686+0000","last_peered":"2024-07-26T15:44:21.486686+0000","last_clean":"2024-07-26T15:44:21.486686+0000","last_became_active":"2024-07-26T15:44:20.487435+0000","last_became_peered":"2024-07-26T15:44:20.487435+0000","last_unstale":"2024-07-26T15:44:21.486686+0000","last_undegraded":"2024-07-26T15:44:21.486686+0000","last_fullsized":"2024-07-26T15:44:21.486686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:18.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.464957+0000","last_change":"2024-07-26T15:44:18.464957+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.464957+0000","last_undegraded":"2024-07-26T15:44:18.464957+0000","last_fullsized":"2024-07-26T15:44:18.464957+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604746+0000","last_change":"2024-07-26T15:44:20.488860+0000","last_active":"2024-07-26T15:44:21.604746+0000","last_peered":"2024-07-26T15:44:21.604746+0000","last_clean":"2024-07-26T15:44:21.604746+0000","last_became_active":"2024-07-26T15:44:20.488361+0000","last_became_peered":"2024-07-26T15:44:20.488361+0000","last_unstale":"2024-07-26T15:44:21.604746+0000","last_undegraded":"2024-07-26T15:44:21.604746+0000","last_fullsized":"2024-07-26T15:44:21.604746+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:02.568678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.464972+0000","last_change":"2024-07-26T15:44:18.464972+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.464972+0000","last_undegraded":"2024-07-26T15:44:18.464972+0000","last_fullsized":"2024-07-26T15:44:18.464972+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486482+0000","last_change":"2024-07-26T15:44:19.497420+0000","last_active":"2024-07-26T15:44:21.486482+0000","last_peered":"2024-07-26T15:44:21.486482+0000","last_clean":"2024-07-26T15:44:21.486482+0000","last_became_active":"2024-07-26T15:44:19.496434+0000","last_became_peered":"2024-07-26T15:44:19.496434+0000","last_unstale":"2024-07-26T15:44:21.486482+0000","last_undegraded":"2024-07-26T15:44:21.486482+0000","last_fullsized":"2024-07-26T15:44:21.486482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:32.949908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301157+0000","last_change":"2024-07-26T15:44:19.495434+0000","last_active":"2024-07-26T15:44:23.301157+0000","last_peered":"2024-07-26T15:44:23.301157+0000","last_clean":"2024-07-26T15:44:23.301157+0000","last_became_active":"2024-07-26T15:44:19.495038+0000","last_became_peered":"2024-07-26T15:44:19.495038+0000","last_unstale":"2024-07-26T15:44:23.301157+0000","last_undegraded":"2024-07-26T15:44:23.301157+0000","last_fullsized":"2024-07-26T15:44:23.301157+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:06:35.158248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.467298+0000","last_change":"2024-07-26T15:44:18.467298+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.467298+0000","last_undegraded":"2024-07-26T15:44:18.467298+0000","last_fullsized":"2024-07-26T15:44:18.467298+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471199+0000","last_change":"2024-07-26T15:44:18.471199+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471199+0000","last_undegraded":"2024-07-26T15:44:18.471199+0000","last_fullsized":"2024-07-26T15:44:18.471199+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300724+0000","last_change":"2024-07-26T15:44:20.493922+0000","last_active":"2024-07-26T15:44:23.300724+0000","last_peered":"2024-07-26T15:44:23.300724+0000","last_clean":"2024-07-26T15:44:23.300724+0000","last_became_active":"2024-07-26T15:44:20.493610+0000","last_became_peered":"2024-07-26T15:44:20.493610+0000","last_unstale":"2024-07-26T15:44:23.300724+0000","last_undegraded":"2024-07-26T15:44:23.300724+0000","last_fullsized":"2024-07-26T15:44:23.300724+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:31.515271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471257+0000","last_change":"2024-07-26T15:44:18.471257+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471257+0000","last_undegraded":"2024-07-26T15:44:18.471257+0000","last_fullsized":"2024-07-26T15:44:18.471257+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604521+0000","last_change":"2024-07-26T15:44:20.496844+0000","last_active":"2024-07-26T15:44:21.604521+0000","last_peered":"2024-07-26T15:44:21.604521+0000","last_clean":"2024-07-26T15:44:21.604521+0000","last_became_active":"2024-07-26T15:44:20.496432+0000","last_became_peered":"2024-07-26T15:44:20.496432+0000","last_unstale":"2024-07-26T15:44:21.604521+0000","last_undegraded":"2024-07-26T15:44:21.604521+0000","last_fullsized":"2024-07-26T15:44:21.604521+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:58:36.419433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300701+0000","last_change":"2024-07-26T15:44:19.491552+0000","last_active":"2024-07-26T15:44:23.300701+0000","last_peered":"2024-07-26T15:44:23.300701+0000","last_clean":"2024-07-26T15:44:23.300701+0000","last_became_active":"2024-07-26T15:44:19.491216+0000","last_became_peered":"2024-07-26T15:44:19.491216+0000","last_unstale":"2024-07-26T15:44:23.300701+0000","last_undegraded":"2024-07-26T15:44:23.300701+0000","last_fullsized":"2024-07-26T15:44:23.300701+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:19:38.557945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:19.462341+0000","last_change":"2024-07-26T15:44:19.462341+0000","last_active":"2024-07-26T15:44:19.462341+0000","last_peered":"2024-07-26T15:44:19.462341+0000","last_clean":"2024-07-26T15:44:19.462341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:19.462341+0000","last_undegraded":"2024-07-26T15:44:19.462341+0000","last_fullsized":"2024-07-26T15:44:19.462341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-07-26T15:44:18.471262+0000","last_change":"2024-07-26T15:44:18.471262+0000","last_active":"2024-07-26T15:44:18.455781+0000","last_peered":"2024-07-26T15:44:18.455781+0000","last_clean":"2024-07-26T15:44:18.455781+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:18.471262+0000","last_undegraded":"2024-07-26T15:44:18.471262+0000","last_fullsized":"2024-07-26T15:44:18.471262+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"79'100","reported_seq":336,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-07-26T15:44:18.469536+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:44:18.469536+0000","last_peered":"2024-07-26T15:44:18.469536+0000","last_clean":"2024-07-26T15:44:18.469536+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:44:18.469536+0000","last_undegraded":"2024-07-26T15:44:18.469536+0000","last_fullsized":"2024-07-26T15:44:18.469536+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":149,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":36,"acting":36,"num_store_stats":3},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2194,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":149,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575038,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59140,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312700,"statfs":{"total":96636764160,"available":96576204800,"internally_reserved":0,"allocated":1630208,"data_stored":1114011,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509629,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1036288,"data_stored":523643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509629,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50256,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321584,"statfs":{"total":96636764160,"available":96585302016,"internally_reserved":0,"allocated":1036288,"data_stored":523643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509629,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32184,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339656,"statfs":{"total":96636764160,"available":96603807744,"internally_reserved":0,"allocated":1024000,"data_stored":517406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509628,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36344,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335496,"statfs":{"total":96636764160,"available":96599547904,"internally_reserved":0,"allocated":1024000,"data_stored":517406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509629,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54436,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317404,"statfs":{"total":96636764160,"available":96581021696,"internally_reserved":0,"allocated":1073152,"data_stored":544245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509632,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1101824,"data_stored":546621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542336,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36972,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334868,"statfs":{"total":96636764160,"available":96598904832,"internally_reserved":0,"allocated":1667072,"data_stored":1134613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:44:25.397 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3d is not active+clean 2024-07-26T15:44:25.397 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.397 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3c is not active+clean 2024-07-26T15:44:25.397 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.398 INFO:tasks.ceph.ceph_manager.ceph:PG 10.3b is not active+clean 2024-07-26T15:44:25.398 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.398 INFO:tasks.ceph.ceph_manager.ceph:PG 10.38 is not active+clean 2024-07-26T15:44:25.398 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.398 INFO:tasks.ceph.ceph_manager.ceph:PG 10.37 is not active+clean 2024-07-26T15:44:25.398 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.398 INFO:tasks.ceph.ceph_manager.ceph:PG 10.36 is not active+clean 2024-07-26T15:44:25.398 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.398 INFO:tasks.ceph.ceph_manager.ceph:PG 10.35 is not active+clean 2024-07-26T15:44:25.399 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.399 INFO:tasks.ceph.ceph_manager.ceph:PG 10.34 is not active+clean 2024-07-26T15:44:25.399 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.399 INFO:tasks.ceph.ceph_manager.ceph:PG 10.33 is not active+clean 2024-07-26T15:44:25.399 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.399 INFO:tasks.ceph.ceph_manager.ceph:PG 10.32 is not active+clean 2024-07-26T15:44:25.399 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.399 INFO:tasks.ceph.ceph_manager.ceph:PG 10.31 is not active+clean 2024-07-26T15:44:25.399 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.399 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2e is not active+clean 2024-07-26T15:44:25.399 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.400 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2d is not active+clean 2024-07-26T15:44:25.400 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.400 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2c is not active+clean 2024-07-26T15:44:25.400 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.400 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2b is not active+clean 2024-07-26T15:44:25.400 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.400 INFO:tasks.ceph.ceph_manager.ceph:PG 10.2a is not active+clean 2024-07-26T15:44:25.400 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.400 INFO:tasks.ceph.ceph_manager.ceph:PG 10.29 is not active+clean 2024-07-26T15:44:25.400 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.400 INFO:tasks.ceph.ceph_manager.ceph:PG 10.28 is not active+clean 2024-07-26T15:44:25.401 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.401 INFO:tasks.ceph.ceph_manager.ceph:PG 10.27 is not active+clean 2024-07-26T15:44:25.401 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.401 INFO:tasks.ceph.ceph_manager.ceph:PG 10.26 is not active+clean 2024-07-26T15:44:25.401 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.401 INFO:tasks.ceph.ceph_manager.ceph:PG 10.25 is not active+clean 2024-07-26T15:44:25.401 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.401 INFO:tasks.ceph.ceph_manager.ceph:PG 10.23 is not active+clean 2024-07-26T15:44:25.401 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.401 INFO:tasks.ceph.ceph_manager.ceph:PG 10.22 is not active+clean 2024-07-26T15:44:25.401 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:PG 10.21 is not active+clean 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1c is not active+clean 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1d is not active+clean 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1f is not active+clean 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1b is not active+clean 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.471296+0000', 'last_change': '2024-07-26T15:44:18.471296+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.471296+0000', 'last_undegraded': '2024-07-26T15:44:18.471296+0000', 'last_fullsized': '2024-07-26T15:44:18.471296+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1a is not active+clean 2024-07-26T15:44:25.402 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.471926+0000', 'last_change': '2024-07-26T15:44:18.471926+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.471926+0000', 'last_undegraded': '2024-07-26T15:44:18.471926+0000', 'last_fullsized': '2024-07-26T15:44:18.471926+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:44:25.403 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1a is not active+clean 2024-07-26T15:44:25.403 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.403 INFO:tasks.ceph.ceph_manager.ceph:PG 9.19 is not active+clean 2024-07-26T15:44:25.403 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.471940+0000', 'last_change': '2024-07-26T15:44:18.471940+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.471940+0000', 'last_undegraded': '2024-07-26T15:44:18.471940+0000', 'last_fullsized': '2024-07-26T15:44:18.471940+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:44:25.403 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1b is not active+clean 2024-07-26T15:44:25.403 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.403 INFO:tasks.ceph.ceph_manager.ceph:PG 9.18 is not active+clean 2024-07-26T15:44:25.403 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.465561+0000', 'last_change': '2024-07-26T15:44:18.465561+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.465561+0000', 'last_undegraded': '2024-07-26T15:44:18.465561+0000', 'last_fullsized': '2024-07-26T15:44:18.465561+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:44:25.403 INFO:tasks.ceph.ceph_manager.ceph:PG 9.17 is not active+clean 2024-07-26T15:44:25.403 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.467071+0000', 'last_change': '2024-07-26T15:44:18.467071+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.467071+0000', 'last_undegraded': '2024-07-26T15:44:18.467071+0000', 'last_fullsized': '2024-07-26T15:44:18.467071+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:44:25.404 INFO:tasks.ceph.ceph_manager.ceph:PG 10.15 is not active+clean 2024-07-26T15:44:25.404 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.404 INFO:tasks.ceph.ceph_manager.ceph:PG 9.16 is not active+clean 2024-07-26T15:44:25.404 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.469993+0000', 'last_change': '2024-07-26T15:44:18.469993+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.469993+0000', 'last_undegraded': '2024-07-26T15:44:18.469993+0000', 'last_fullsized': '2024-07-26T15:44:18.469993+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:44:25.404 INFO:tasks.ceph.ceph_manager.ceph:PG 10.16 is not active+clean 2024-07-26T15:44:25.404 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.404 INFO:tasks.ceph.ceph_manager.ceph:PG 9.15 is not active+clean 2024-07-26T15:44:25.404 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.468821+0000', 'last_change': '2024-07-26T15:44:18.468821+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.468821+0000', 'last_undegraded': '2024-07-26T15:44:18.468821+0000', 'last_fullsized': '2024-07-26T15:44:18.468821+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:44:25.404 INFO:tasks.ceph.ceph_manager.ceph:PG 10.17 is not active+clean 2024-07-26T15:44:25.404 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.404 INFO:tasks.ceph.ceph_manager.ceph:PG 10.10 is not active+clean 2024-07-26T15:44:25.405 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.405 INFO:tasks.ceph.ceph_manager.ceph:PG 9.13 is not active+clean 2024-07-26T15:44:25.405 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.468879+0000', 'last_change': '2024-07-26T15:44:18.468879+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.468879+0000', 'last_undegraded': '2024-07-26T15:44:18.468879+0000', 'last_fullsized': '2024-07-26T15:44:18.468879+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:44:25.405 INFO:tasks.ceph.ceph_manager.ceph:PG 10.11 is not active+clean 2024-07-26T15:44:25.405 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.405 INFO:tasks.ceph.ceph_manager.ceph:PG 9.12 is not active+clean 2024-07-26T15:44:25.405 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.465542+0000', 'last_change': '2024-07-26T15:44:18.465542+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.465542+0000', 'last_undegraded': '2024-07-26T15:44:18.465542+0000', 'last_fullsized': '2024-07-26T15:44:18.465542+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:44:25.405 INFO:tasks.ceph.ceph_manager.ceph:PG 10.12 is not active+clean 2024-07-26T15:44:25.405 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.405 INFO:tasks.ceph.ceph_manager.ceph:PG 9.11 is not active+clean 2024-07-26T15:44:25.405 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.467314+0000', 'last_change': '2024-07-26T15:44:18.467314+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.467314+0000', 'last_undegraded': '2024-07-26T15:44:18.467314+0000', 'last_fullsized': '2024-07-26T15:44:18.467314+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:44:25.406 INFO:tasks.ceph.ceph_manager.ceph:PG 9.10 is not active+clean 2024-07-26T15:44:25.406 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.469817+0000', 'last_change': '2024-07-26T15:44:18.469817+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.469817+0000', 'last_undegraded': '2024-07-26T15:44:18.469817+0000', 'last_fullsized': '2024-07-26T15:44:18.469817+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:44:25.406 INFO:tasks.ceph.ceph_manager.ceph:PG 10.c is not active+clean 2024-07-26T15:44:25.406 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.406 INFO:tasks.ceph.ceph_manager.ceph:PG 9.f is not active+clean 2024-07-26T15:44:25.406 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.465608+0000', 'last_change': '2024-07-26T15:44:18.465608+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.465608+0000', 'last_undegraded': '2024-07-26T15:44:18.465608+0000', 'last_fullsized': '2024-07-26T15:44:18.465608+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:44:25.406 INFO:tasks.ceph.ceph_manager.ceph:PG 10.d is not active+clean 2024-07-26T15:44:25.406 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.406 INFO:tasks.ceph.ceph_manager.ceph:PG 9.e is not active+clean 2024-07-26T15:44:25.406 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.469021+0000', 'last_change': '2024-07-26T15:44:18.469021+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.469021+0000', 'last_undegraded': '2024-07-26T15:44:18.469021+0000', 'last_fullsized': '2024-07-26T15:44:18.469021+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:44:25.406 INFO:tasks.ceph.ceph_manager.ceph:PG 10.e is not active+clean 2024-07-26T15:44:25.407 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.407 INFO:tasks.ceph.ceph_manager.ceph:PG 9.d is not active+clean 2024-07-26T15:44:25.407 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.467676+0000', 'last_change': '2024-07-26T15:44:18.467676+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.467676+0000', 'last_undegraded': '2024-07-26T15:44:18.467676+0000', 'last_fullsized': '2024-07-26T15:44:18.467676+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:44:25.407 INFO:tasks.ceph.ceph_manager.ceph:PG 10.f is not active+clean 2024-07-26T15:44:25.407 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.407 INFO:tasks.ceph.ceph_manager.ceph:PG 9.c is not active+clean 2024-07-26T15:44:25.407 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.471300+0000', 'last_change': '2024-07-26T15:44:18.471300+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.471300+0000', 'last_undegraded': '2024-07-26T15:44:18.471300+0000', 'last_fullsized': '2024-07-26T15:44:18.471300+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:44:25.407 INFO:tasks.ceph.ceph_manager.ceph:PG 10.9 is not active+clean 2024-07-26T15:44:25.407 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.407 INFO:tasks.ceph.ceph_manager.ceph:PG 9.a is not active+clean 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.464907+0000', 'last_change': '2024-07-26T15:44:18.464907+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.464907+0000', 'last_undegraded': '2024-07-26T15:44:18.464907+0000', 'last_fullsized': '2024-07-26T15:44:18.464907+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:PG 10.a is not active+clean 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:PG 9.7 is not active+clean 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.464957+0000', 'last_change': '2024-07-26T15:44:18.464957+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.464957+0000', 'last_undegraded': '2024-07-26T15:44:18.464957+0000', 'last_fullsized': '2024-07-26T15:44:18.464957+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:PG 9.6 is not active+clean 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.464972+0000', 'last_change': '2024-07-26T15:44:18.464972+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.464972+0000', 'last_undegraded': '2024-07-26T15:44:18.464972+0000', 'last_fullsized': '2024-07-26T15:44:18.464972+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:PG 10.6 is not active+clean 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:PG 10.7 is not active+clean 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.408 INFO:tasks.ceph.ceph_manager.ceph:PG 10.0 is not active+clean 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3 is not active+clean 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.467298+0000', 'last_change': '2024-07-26T15:44:18.467298+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.467298+0000', 'last_undegraded': '2024-07-26T15:44:18.467298+0000', 'last_fullsized': '2024-07-26T15:44:18.467298+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:PG 10.1 is not active+clean 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2 is not active+clean 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.471199+0000', 'last_change': '2024-07-26T15:44:18.471199+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.471199+0000', 'last_undegraded': '2024-07-26T15:44:18.471199+0000', 'last_fullsized': '2024-07-26T15:44:18.471199+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:PG 9.1 is not active+clean 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.471257+0000', 'last_change': '2024-07-26T15:44:18.471257+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.471257+0000', 'last_undegraded': '2024-07-26T15:44:18.471257+0000', 'last_fullsized': '2024-07-26T15:44:18.471257+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:PG 10.b is not active+clean 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '10.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:19.462341+0000', 'last_change': '2024-07-26T15:44:19.462341+0000', 'last_active': '2024-07-26T15:44:19.462341+0000', 'last_peered': '2024-07-26T15:44:19.462341+0000', 'last_clean': '2024-07-26T15:44:19.462341+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:19.462341+0000', 'last_undegraded': '2024-07-26T15:44:19.462341+0000', 'last_fullsized': '2024-07-26T15:44:19.462341+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:19.462341+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:44:25.409 INFO:tasks.ceph.ceph_manager.ceph:PG 9.8 is not active+clean 2024-07-26T15:44:25.410 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:18.471262+0000', 'last_change': '2024-07-26T15:44:18.471262+0000', 'last_active': '2024-07-26T15:44:18.455781+0000', 'last_peered': '2024-07-26T15:44:18.455781+0000', 'last_clean': '2024-07-26T15:44:18.455781+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:18.471262+0000', 'last_undegraded': '2024-07-26T15:44:18.471262+0000', 'last_fullsized': '2024-07-26T15:44:18.471262+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:18.455781+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:44:25.410 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-07-26T15:44:25.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.525+0000 7ff25e4cf640 1 -- 172.21.15.33:0/901022474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2580b8f50 msgr2=0x7ff25808c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.525+0000 7ff25e4cf640 1 --2- 172.21.15.33:0/901022474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2580b8f50 0x7ff25808c460 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7ff248005fd0 tx=0x7ff24802a530 comp rx=0 tx=0).stop 2024-07-26T15:44:25.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.526+0000 7ff25e4cf640 1 -- 172.21.15.33:0/901022474 shutdown_connections 2024-07-26T15:44:25.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.526+0000 7ff25e4cf640 1 --2- 172.21.15.33:0/901022474 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2580b33f0 0x7ff2580d2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.526+0000 7ff25e4cf640 1 --2- 172.21.15.33:0/901022474 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2580b8f50 0x7ff25808c460 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.526+0000 7ff25e4cf640 1 -- 172.21.15.33:0/901022474 >> 172.21.15.33:0/901022474 conn(0x7ff2580d3db0 msgr2=0x7ff2580d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:25.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.526+0000 7ff25e4cf640 1 -- 172.21.15.33:0/901022474 shutdown_connections 2024-07-26T15:44:25.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.526+0000 7ff25e4cf640 1 -- 172.21.15.33:0/901022474 wait complete. 2024-07-26T15:44:25.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.527+0000 7ff25e4cf640 1 Processor -- start 2024-07-26T15:44:25.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.528+0000 7ff25e4cf640 1 -- start start 2024-07-26T15:44:25.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff25e4cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2580b33f0 0x7ff2581dd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff25e4cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2580b3800 0x7ff2581f59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff25e4cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2580b8f50 0x7ff2581f8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff25e4cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff2580d2860 con 0x7ff2580b3800 2024-07-26T15:44:25.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff25e4cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff2580d0f30 con 0x7ff2580b33f0 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff25e4cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff2580d29e0 con 0x7ff2580b8f50 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff2577fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2580b3800 0x7ff2581f59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff2577fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2580b3800 0x7ff2581f59a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41240/0 (socket says 172.21.15.33:41240) 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff2577fe640 1 -- 172.21.15.33:0/3135492354 learned_addr learned my addr 172.21.15.33:0/3135492354 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff2577fe640 1 -- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2580b8f50 msgr2=0x7ff2581f8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff2577fe640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2580b8f50 0x7ff2581f8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff257fff640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2580b33f0 0x7ff2581dd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff2577fe640 1 -- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2580b33f0 msgr2=0x7ff2581dd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff2577fe640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2580b33f0 0x7ff2581dd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.529+0000 7ff2577fe640 1 -- 172.21.15.33:0/3135492354 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff25809e050 con 0x7ff2580b3800 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.530+0000 7ff2577fe640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2580b3800 0x7ff2581f59a0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7ff24c00d6d0 tx=0x7ff24c00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.530+0000 7ff254ff9640 1 -- 172.21.15.33:0/3135492354 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff24c017070 con 0x7ff2580b3800 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.530+0000 7ff254ff9640 1 -- 172.21.15.33:0/3135492354 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff24c005330 con 0x7ff2580b3800 2024-07-26T15:44:25.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.530+0000 7ff25e4cf640 1 -- 172.21.15.33:0/3135492354 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2581f9390 con 0x7ff2580b3800 2024-07-26T15:44:25.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.530+0000 7ff254ff9640 1 -- 172.21.15.33:0/3135492354 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff24c009820 con 0x7ff2580b3800 2024-07-26T15:44:25.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.530+0000 7ff25e4cf640 1 -- 172.21.15.33:0/3135492354 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2581f8650 con 0x7ff2580b3800 2024-07-26T15:44:25.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.531+0000 7ff25e4cf640 1 -- 172.21.15.33:0/3135492354 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2580d2320 con 0x7ff2580b3800 2024-07-26T15:44:25.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.531+0000 7ff254ff9640 1 -- 172.21.15.33:0/3135492354 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7ff24c009bd0 con 0x7ff2580b3800 2024-07-26T15:44:25.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.532+0000 7ff254ff9640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff244077130 0x7ff244079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.532+0000 7ff254ff9640 1 -- 172.21.15.33:0/3135492354 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7ff24c098fd0 con 0x7ff2580b3800 2024-07-26T15:44:25.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.532+0000 7ff257fff640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff244077130 0x7ff244079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:25.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.533+0000 7ff257fff640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff244077130 0x7ff244079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff248033000 tx=0x7ff248004730 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:25.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.537+0000 7ff254ff9640 1 -- 172.21.15.33:0/3135492354 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff24c061e80 con 0x7ff2580b3800 2024-07-26T15:44:25.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.815+0000 7ff25e4cf640 1 -- 172.21.15.33:0/3135492354 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ff2580b41e0 con 0x7ff2580b3800 2024-07-26T15:44:25.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.815+0000 7ff254ff9640 1 -- 172.21.15.33:0/3135492354 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1216 (secure 0 0 0) 0x7ff24c061780 con 0x7ff2580b3800 2024-07-26T15:44:25.817 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:25.817 INFO:teuthology.orchestra.run.smithi033.stdout:{"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":957,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":89,"num_osds":8,"num_up_osds":8,"osd_up_since":1722007720,"num_in_osds":8,"osd_in_since":1722007711,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":46},{"state_name":"active+clean","count":29},{"state_name":"creating+peering","count":22}],"num_pgs":97,"num_pools":3,"num_objects":11,"data_bytes":592562,"bytes_used":341790720,"bytes_avail":772752322560,"bytes_total":773094113280,"unknown_pgs_ratio":0.47422680258750916,"inactive_pgs_ratio":0.22680412232875824,"write_bytes_sec":756,"read_op_per_sec":0,"write_op_per_sec":3},"fsmap":{"epoch":36,"btime":"2024-07-26T15:44:23:505380+0000","id":4,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":4,"rank":0,"name":"c","status":"up:active","gid":6402}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-07-26T15:43:17.995086+0000","services":{}},"progress_events":{}} 2024-07-26T15:44:25.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 -- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff244077130 msgr2=0x7ff244079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff244077130 0x7ff244079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff248033000 tx=0x7ff248004730 comp rx=0 tx=0).stop 2024-07-26T15:44:25.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 -- 172.21.15.33:0/3135492354 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2580b3800 msgr2=0x7ff2581f59a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2580b3800 0x7ff2581f59a0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7ff24c00d6d0 tx=0x7ff24c00db90 comp rx=0 tx=0).stop 2024-07-26T15:44:25.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 -- 172.21.15.33:0/3135492354 shutdown_connections 2024-07-26T15:44:25.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff244077130 0x7ff244079640 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2580b8f50 0x7ff2581f8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2580b3800 0x7ff2581f59a0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 --2- 172.21.15.33:0/3135492354 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2580b33f0 0x7ff2581dd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 -- 172.21.15.33:0/3135492354 >> 172.21.15.33:0/3135492354 conn(0x7ff2580d3db0 msgr2=0x7ff2580cdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:25.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 -- 172.21.15.33:0/3135492354 shutdown_connections 2024-07-26T15:44:25.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.818+0000 7ff25e4cf640 1 -- 172.21.15.33:0/3135492354 wait complete. 2024-07-26T15:44:25.831 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-07-26T15:44:25.831 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:44:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.947+0000 7fbb016b9640 1 -- 172.21.15.33:0/1648212940 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbafc0d2990 msgr2=0x7fbafc0b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.947+0000 7fbb016b9640 1 --2- 172.21.15.33:0/1648212940 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbafc0d2990 0x7fbafc0b9430 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fbaf0009860 tx=0x7fbaf002a540 comp rx=0 tx=0).stop 2024-07-26T15:44:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.947+0000 7fbb016b9640 1 -- 172.21.15.33:0/1648212940 shutdown_connections 2024-07-26T15:44:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.947+0000 7fbb016b9640 1 --2- 172.21.15.33:0/1648212940 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbafc0d2990 0x7fbafc0b9430 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.947+0000 7fbb016b9640 1 -- 172.21.15.33:0/1648212940 >> 172.21.15.33:0/1648212940 conn(0x7fbafc0d3da0 msgr2=0x7fbafc0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:25.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.947+0000 7fbb016b9640 1 -- 172.21.15.33:0/1648212940 shutdown_connections 2024-07-26T15:44:25.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.947+0000 7fbb016b9640 1 -- 172.21.15.33:0/1648212940 wait complete. 2024-07-26T15:44:25.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.949+0000 7fbb016b9640 1 Processor -- start 2024-07-26T15:44:25.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.949+0000 7fbb016b9640 1 -- start start 2024-07-26T15:44:25.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbb016b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbafc0cf430 0x7fbafc157b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbb016b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbafc0d1b80 0x7fbafc0b5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbb016b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbafc0b5c50 0x7fbafc15c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbb016b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbafc0b2100 con 0x7fbafc0cf430 2024-07-26T15:44:25.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbb016b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbafc0b1f80 con 0x7fbafc0d1b80 2024-07-26T15:44:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbb016b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbafc0b2280 con 0x7fbafc0b5c50 2024-07-26T15:44:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbafaffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbafc0cf430 0x7fbafc157b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbafaffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbafc0cf430 0x7fbafc157b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41258/0 (socket says 172.21.15.33:41258) 2024-07-26T15:44:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbafaffd640 1 -- 172.21.15.33:0/2760559556 learned_addr learned my addr 172.21.15.33:0/2760559556 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbafaffd640 1 -- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbafc0b5c50 msgr2=0x7fbafc15c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbafaffd640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbafc0b5c50 0x7fbafc15c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbafaffd640 1 -- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbafc0d1b80 msgr2=0x7fbafc0b5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbafa7fc640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbafc0d1b80 0x7fbafc0b5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbafaffd640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbafc0d1b80 0x7fbafc0b5710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbafaffd640 1 -- 172.21.15.33:0/2760559556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbafc1f8120 con 0x7fbafc0cf430 2024-07-26T15:44:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.951+0000 7fbafaffd640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbafc0cf430 0x7fbafc157b60 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fbaec00ba50 tx=0x7fbaec00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:25.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.952+0000 7fbae37fe640 1 -- 172.21.15.33:0/2760559556 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaec019070 con 0x7fbafc0cf430 2024-07-26T15:44:25.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.952+0000 7fbae37fe640 1 -- 172.21.15.33:0/2760559556 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbaec00cd10 con 0x7fbafc0cf430 2024-07-26T15:44:25.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.952+0000 7fbae37fe640 1 -- 172.21.15.33:0/2760559556 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaec0146a0 con 0x7fbafc0cf430 2024-07-26T15:44:25.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.952+0000 7fbb016b9640 1 -- 172.21.15.33:0/2760559556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbafc1f83c0 con 0x7fbafc0cf430 2024-07-26T15:44:25.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.952+0000 7fbb016b9640 1 -- 172.21.15.33:0/2760559556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbafc1f8980 con 0x7fbafc0cf430 2024-07-26T15:44:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.953+0000 7fbb016b9640 1 -- 172.21.15.33:0/2760559556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbafc0b9430 con 0x7fbafc0cf430 2024-07-26T15:44:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.953+0000 7fbae37fe640 1 -- 172.21.15.33:0/2760559556 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7fbaec01c070 con 0x7fbafc0cf430 2024-07-26T15:44:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.954+0000 7fbae37fe640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fbae8077130 0x7fbae8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.954+0000 7fbae37fe640 1 -- 172.21.15.33:0/2760559556 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7fbaec0989e0 con 0x7fbafc0cf430 2024-07-26T15:44:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.954+0000 7fbafa7fc640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fbae8077130 0x7fbae8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.955+0000 7fbafa7fc640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fbae8077130 0x7fbae8079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbaf0034000 tx=0x7fbaf0004730 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:25.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:25.959+0000 7fbae37fe640 1 -- 172.21.15.33:0/2760559556 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbaec061230 con 0x7fbafc0cf430 2024-07-26T15:44:26.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.147+0000 7fbb016b9640 1 -- 172.21.15.33:0/2760559556 --> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbafc1580a0 con 0x7fbae8077130 2024-07-26T15:44:26.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.152+0000 7fbae37fe640 1 -- 172.21.15.33:0/2760559556 <== mgr.5866 v2:172.21.15.154:6836/1274136399 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252033 (secure 0 0 0) 0x7fbafc1580a0 con 0x7fbae8077130 2024-07-26T15:44:26.156 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:26.157 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:44:26.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 -- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fbae8077130 msgr2=0x7fbae8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:26.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fbae8077130 0x7fbae8079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbaf0034000 tx=0x7fbaf0004730 comp rx=0 tx=0).stop 2024-07-26T15:44:26.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 -- 172.21.15.33:0/2760559556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbafc0cf430 msgr2=0x7fbafc157b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:26.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbafc0cf430 0x7fbafc157b60 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fbaec00ba50 tx=0x7fbaec00bf10 comp rx=0 tx=0).stop 2024-07-26T15:44:26.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 -- 172.21.15.33:0/2760559556 shutdown_connections 2024-07-26T15:44:26.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fbae8077130 0x7fbae8079640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:26.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbafc0b5c50 0x7fbafc15c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:26.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbafc0d1b80 0x7fbafc0b5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:26.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 --2- 172.21.15.33:0/2760559556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbafc0cf430 0x7fbafc157b60 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:26.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 -- 172.21.15.33:0/2760559556 >> 172.21.15.33:0/2760559556 conn(0x7fbafc0d3da0 msgr2=0x7fbafc0689e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:26.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 -- 172.21.15.33:0/2760559556 shutdown_connections 2024-07-26T15:44:26.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:26.155+0000 7fbb016b9640 1 -- 172.21.15.33:0/2760559556 wait complete. 2024-07-26T15:44:26.168 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-07-26T15:44:25.877855+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":194,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":179,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":334008,"kb_used_data":9608,"kb_used_omap":12,"kb_used_meta":324275,"kb_avail":754640712,"statfs":{"total":773094113280,"available":772752089088,"internally_reserved":0,"allocated":9838592,"data_stored":5539516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":332058161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.404048"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301329+0000","last_change":"2024-07-26T15:44:20.499243+0000","last_active":"2024-07-26T15:44:23.301329+0000","last_peered":"2024-07-26T15:44:23.301329+0000","last_clean":"2024-07-26T15:44:23.301329+0000","last_became_active":"2024-07-26T15:44:20.498921+0000","last_became_peered":"2024-07-26T15:44:20.498921+0000","last_unstale":"2024-07-26T15:44:23.301329+0000","last_undegraded":"2024-07-26T15:44:23.301329+0000","last_fullsized":"2024-07-26T15:44:23.301329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:55.881334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301201+0000","last_change":"2024-07-26T15:44:20.505306+0000","last_active":"2024-07-26T15:44:23.301201+0000","last_peered":"2024-07-26T15:44:23.301201+0000","last_clean":"2024-07-26T15:44:23.301201+0000","last_became_active":"2024-07-26T15:44:20.504940+0000","last_became_peered":"2024-07-26T15:44:20.504940+0000","last_unstale":"2024-07-26T15:44:23.301201+0000","last_undegraded":"2024-07-26T15:44:23.301201+0000","last_fullsized":"2024-07-26T15:44:23.301201+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:10:11.533352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301428+0000","last_change":"2024-07-26T15:44:20.504504+0000","last_active":"2024-07-26T15:44:23.301428+0000","last_peered":"2024-07-26T15:44:23.301428+0000","last_clean":"2024-07-26T15:44:23.301428+0000","last_became_active":"2024-07-26T15:44:20.504224+0000","last_became_peered":"2024-07-26T15:44:20.504224+0000","last_unstale":"2024-07-26T15:44:23.301428+0000","last_undegraded":"2024-07-26T15:44:23.301428+0000","last_fullsized":"2024-07-26T15:44:23.301428+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:23:30.588768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491147+0000","last_change":"2024-07-26T15:44:20.489266+0000","last_active":"2024-07-26T15:44:21.491147+0000","last_peered":"2024-07-26T15:44:21.491147+0000","last_clean":"2024-07-26T15:44:21.491147+0000","last_became_active":"2024-07-26T15:44:20.488973+0000","last_became_peered":"2024-07-26T15:44:20.488973+0000","last_unstale":"2024-07-26T15:44:21.491147+0000","last_undegraded":"2024-07-26T15:44:21.491147+0000","last_fullsized":"2024-07-26T15:44:21.491147+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:00.776070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490725+0000","last_change":"2024-07-26T15:44:20.499051+0000","last_active":"2024-07-26T15:44:21.490725+0000","last_peered":"2024-07-26T15:44:21.490725+0000","last_clean":"2024-07-26T15:44:21.490725+0000","last_became_active":"2024-07-26T15:44:20.498721+0000","last_became_peered":"2024-07-26T15:44:20.498721+0000","last_unstale":"2024-07-26T15:44:21.490725+0000","last_undegraded":"2024-07-26T15:44:21.490725+0000","last_fullsized":"2024-07-26T15:44:21.490725+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:28.864635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486301+0000","last_change":"2024-07-26T15:44:20.500420+0000","last_active":"2024-07-26T15:44:21.486301+0000","last_peered":"2024-07-26T15:44:21.486301+0000","last_clean":"2024-07-26T15:44:21.486301+0000","last_became_active":"2024-07-26T15:44:20.500103+0000","last_became_peered":"2024-07-26T15:44:20.500103+0000","last_unstale":"2024-07-26T15:44:21.486301+0000","last_undegraded":"2024-07-26T15:44:21.486301+0000","last_fullsized":"2024-07-26T15:44:21.486301+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:37:49.983532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604552+0000","last_change":"2024-07-26T15:44:20.496867+0000","last_active":"2024-07-26T15:44:21.604552+0000","last_peered":"2024-07-26T15:44:21.604552+0000","last_clean":"2024-07-26T15:44:21.604552+0000","last_became_active":"2024-07-26T15:44:20.496270+0000","last_became_peered":"2024-07-26T15:44:20.496270+0000","last_unstale":"2024-07-26T15:44:21.604552+0000","last_undegraded":"2024-07-26T15:44:21.604552+0000","last_fullsized":"2024-07-26T15:44:21.604552+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:26.641776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.489823+0000","last_change":"2024-07-26T15:44:20.495765+0000","last_active":"2024-07-26T15:44:21.489823+0000","last_peered":"2024-07-26T15:44:21.489823+0000","last_clean":"2024-07-26T15:44:21.489823+0000","last_became_active":"2024-07-26T15:44:20.495435+0000","last_became_peered":"2024-07-26T15:44:20.495435+0000","last_unstale":"2024-07-26T15:44:21.489823+0000","last_undegraded":"2024-07-26T15:44:21.489823+0000","last_fullsized":"2024-07-26T15:44:21.489823+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:45:19.732617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301681+0000","last_change":"2024-07-26T15:44:20.497324+0000","last_active":"2024-07-26T15:44:23.301681+0000","last_peered":"2024-07-26T15:44:23.301681+0000","last_clean":"2024-07-26T15:44:23.301681+0000","last_became_active":"2024-07-26T15:44:20.496657+0000","last_became_peered":"2024-07-26T15:44:20.496657+0000","last_unstale":"2024-07-26T15:44:23.301681+0000","last_undegraded":"2024-07-26T15:44:23.301681+0000","last_fullsized":"2024-07-26T15:44:23.301681+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:03:04.705256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301942+0000","last_change":"2024-07-26T15:44:20.498439+0000","last_active":"2024-07-26T15:44:23.301942+0000","last_peered":"2024-07-26T15:44:23.301942+0000","last_clean":"2024-07-26T15:44:23.301942+0000","last_became_active":"2024-07-26T15:44:20.497613+0000","last_became_peered":"2024-07-26T15:44:20.497613+0000","last_unstale":"2024-07-26T15:44:23.301942+0000","last_undegraded":"2024-07-26T15:44:23.301942+0000","last_fullsized":"2024-07-26T15:44:23.301942+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:01.397695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491743+0000","last_change":"2024-07-26T15:44:20.492336+0000","last_active":"2024-07-26T15:44:21.491743+0000","last_peered":"2024-07-26T15:44:21.491743+0000","last_clean":"2024-07-26T15:44:21.491743+0000","last_became_active":"2024-07-26T15:44:20.492013+0000","last_became_peered":"2024-07-26T15:44:20.492013+0000","last_unstale":"2024-07-26T15:44:21.491743+0000","last_undegraded":"2024-07-26T15:44:21.491743+0000","last_fullsized":"2024-07-26T15:44:21.491743+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:56.246375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490004+0000","last_change":"2024-07-26T15:44:20.497615+0000","last_active":"2024-07-26T15:44:21.490004+0000","last_peered":"2024-07-26T15:44:21.490004+0000","last_clean":"2024-07-26T15:44:21.490004+0000","last_became_active":"2024-07-26T15:44:20.497292+0000","last_became_peered":"2024-07-26T15:44:20.497292+0000","last_unstale":"2024-07-26T15:44:21.490004+0000","last_undegraded":"2024-07-26T15:44:21.490004+0000","last_fullsized":"2024-07-26T15:44:21.490004+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:59.918147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492440+0000","last_change":"2024-07-26T15:44:20.488486+0000","last_active":"2024-07-26T15:44:21.492440+0000","last_peered":"2024-07-26T15:44:21.492440+0000","last_clean":"2024-07-26T15:44:21.492440+0000","last_became_active":"2024-07-26T15:44:20.488159+0000","last_became_peered":"2024-07-26T15:44:20.488159+0000","last_unstale":"2024-07-26T15:44:21.492440+0000","last_undegraded":"2024-07-26T15:44:21.492440+0000","last_fullsized":"2024-07-26T15:44:21.492440+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:41.723330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301381+0000","last_change":"2024-07-26T15:44:20.501500+0000","last_active":"2024-07-26T15:44:23.301381+0000","last_peered":"2024-07-26T15:44:23.301381+0000","last_clean":"2024-07-26T15:44:23.301381+0000","last_became_active":"2024-07-26T15:44:20.501107+0000","last_became_peered":"2024-07-26T15:44:20.501107+0000","last_unstale":"2024-07-26T15:44:23.301381+0000","last_undegraded":"2024-07-26T15:44:23.301381+0000","last_fullsized":"2024-07-26T15:44:23.301381+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:54.802881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301079+0000","last_change":"2024-07-26T15:44:20.506133+0000","last_active":"2024-07-26T15:44:23.301079+0000","last_peered":"2024-07-26T15:44:23.301079+0000","last_clean":"2024-07-26T15:44:23.301079+0000","last_became_active":"2024-07-26T15:44:20.505811+0000","last_became_peered":"2024-07-26T15:44:20.505811+0000","last_unstale":"2024-07-26T15:44:23.301079+0000","last_undegraded":"2024-07-26T15:44:23.301079+0000","last_fullsized":"2024-07-26T15:44:23.301079+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:18.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604549+0000","last_change":"2024-07-26T15:44:20.486180+0000","last_active":"2024-07-26T15:44:21.604549+0000","last_peered":"2024-07-26T15:44:21.604549+0000","last_clean":"2024-07-26T15:44:21.604549+0000","last_became_active":"2024-07-26T15:44:20.485597+0000","last_became_peered":"2024-07-26T15:44:20.485597+0000","last_unstale":"2024-07-26T15:44:21.604549+0000","last_undegraded":"2024-07-26T15:44:21.604549+0000","last_fullsized":"2024-07-26T15:44:21.604549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:54.594530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301329+0000","last_change":"2024-07-26T15:44:20.493379+0000","last_active":"2024-07-26T15:44:23.301329+0000","last_peered":"2024-07-26T15:44:23.301329+0000","last_clean":"2024-07-26T15:44:23.301329+0000","last_became_active":"2024-07-26T15:44:20.493049+0000","last_became_peered":"2024-07-26T15:44:20.493049+0000","last_unstale":"2024-07-26T15:44:23.301329+0000","last_undegraded":"2024-07-26T15:44:23.301329+0000","last_fullsized":"2024-07-26T15:44:23.301329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:38:37.325853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492370+0000","last_change":"2024-07-26T15:44:20.490073+0000","last_active":"2024-07-26T15:44:21.492370+0000","last_peered":"2024-07-26T15:44:21.492370+0000","last_clean":"2024-07-26T15:44:21.492370+0000","last_became_active":"2024-07-26T15:44:20.489727+0000","last_became_peered":"2024-07-26T15:44:20.489727+0000","last_unstale":"2024-07-26T15:44:21.492370+0000","last_undegraded":"2024-07-26T15:44:21.492370+0000","last_fullsized":"2024-07-26T15:44:21.492370+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:33:20.580474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490688+0000","last_change":"2024-07-26T15:44:20.506014+0000","last_active":"2024-07-26T15:44:21.490688+0000","last_peered":"2024-07-26T15:44:21.490688+0000","last_clean":"2024-07-26T15:44:21.490688+0000","last_became_active":"2024-07-26T15:44:20.505294+0000","last_became_peered":"2024-07-26T15:44:20.505294+0000","last_unstale":"2024-07-26T15:44:21.490688+0000","last_undegraded":"2024-07-26T15:44:21.490688+0000","last_fullsized":"2024-07-26T15:44:21.490688+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:34:51.837060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101509+0000","last_change":"2024-07-26T15:44:20.496601+0000","last_active":"2024-07-26T15:44:23.101509+0000","last_peered":"2024-07-26T15:44:23.101509+0000","last_clean":"2024-07-26T15:44:23.101509+0000","last_became_active":"2024-07-26T15:44:20.496270+0000","last_became_peered":"2024-07-26T15:44:20.496270+0000","last_unstale":"2024-07-26T15:44:23.101509+0000","last_undegraded":"2024-07-26T15:44:23.101509+0000","last_fullsized":"2024-07-26T15:44:23.101509+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:45:19.732617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492395+0000","last_change":"2024-07-26T15:44:20.493963+0000","last_active":"2024-07-26T15:44:21.492395+0000","last_peered":"2024-07-26T15:44:21.492395+0000","last_clean":"2024-07-26T15:44:21.492395+0000","last_became_active":"2024-07-26T15:44:20.493473+0000","last_became_peered":"2024-07-26T15:44:20.493473+0000","last_unstale":"2024-07-26T15:44:21.492395+0000","last_undegraded":"2024-07-26T15:44:21.492395+0000","last_fullsized":"2024-07-26T15:44:21.492395+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:27:48.120791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101518+0000","last_change":"2024-07-26T15:44:20.497584+0000","last_active":"2024-07-26T15:44:23.101518+0000","last_peered":"2024-07-26T15:44:23.101518+0000","last_clean":"2024-07-26T15:44:23.101518+0000","last_became_active":"2024-07-26T15:44:20.497269+0000","last_became_peered":"2024-07-26T15:44:20.497269+0000","last_unstale":"2024-07-26T15:44:23.101518+0000","last_undegraded":"2024-07-26T15:44:23.101518+0000","last_fullsized":"2024-07-26T15:44:23.101518+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:40:42.506576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101368+0000","last_change":"2024-07-26T15:44:20.498894+0000","last_active":"2024-07-26T15:44:23.101368+0000","last_peered":"2024-07-26T15:44:23.101368+0000","last_clean":"2024-07-26T15:44:23.101368+0000","last_became_active":"2024-07-26T15:44:20.498583+0000","last_became_peered":"2024-07-26T15:44:20.498583+0000","last_unstale":"2024-07-26T15:44:23.101368+0000","last_undegraded":"2024-07-26T15:44:23.101368+0000","last_fullsized":"2024-07-26T15:44:23.101368+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:42:54.504720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301166+0000","last_change":"2024-07-26T15:44:20.502507+0000","last_active":"2024-07-26T15:44:23.301166+0000","last_peered":"2024-07-26T15:44:23.301166+0000","last_clean":"2024-07-26T15:44:23.301166+0000","last_became_active":"2024-07-26T15:44:20.502130+0000","last_became_peered":"2024-07-26T15:44:20.502130+0000","last_unstale":"2024-07-26T15:44:23.301166+0000","last_undegraded":"2024-07-26T15:44:23.301166+0000","last_fullsized":"2024-07-26T15:44:23.301166+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:33:31.354405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492507+0000","last_change":"2024-07-26T15:44:20.487512+0000","last_active":"2024-07-26T15:44:21.492507+0000","last_peered":"2024-07-26T15:44:21.492507+0000","last_clean":"2024-07-26T15:44:21.492507+0000","last_became_active":"2024-07-26T15:44:20.487200+0000","last_became_peered":"2024-07-26T15:44:20.487200+0000","last_unstale":"2024-07-26T15:44:21.492507+0000","last_undegraded":"2024-07-26T15:44:21.492507+0000","last_fullsized":"2024-07-26T15:44:21.492507+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:08.898154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492222+0000","last_change":"2024-07-26T15:44:20.489430+0000","last_active":"2024-07-26T15:44:21.492222+0000","last_peered":"2024-07-26T15:44:21.492222+0000","last_clean":"2024-07-26T15:44:21.492222+0000","last_became_active":"2024-07-26T15:44:20.487835+0000","last_became_peered":"2024-07-26T15:44:20.487835+0000","last_unstale":"2024-07-26T15:44:21.492222+0000","last_undegraded":"2024-07-26T15:44:21.492222+0000","last_fullsized":"2024-07-26T15:44:21.492222+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:17.927471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491716+0000","last_change":"2024-07-26T15:44:20.484781+0000","last_active":"2024-07-26T15:44:21.491716+0000","last_peered":"2024-07-26T15:44:21.491716+0000","last_clean":"2024-07-26T15:44:21.491716+0000","last_became_active":"2024-07-26T15:44:20.484416+0000","last_became_peered":"2024-07-26T15:44:20.484416+0000","last_unstale":"2024-07-26T15:44:21.491716+0000","last_undegraded":"2024-07-26T15:44:21.491716+0000","last_fullsized":"2024-07-26T15:44:21.491716+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:04:20.576549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300911+0000","last_change":"2024-07-26T15:44:20.501288+0000","last_active":"2024-07-26T15:44:23.300911+0000","last_peered":"2024-07-26T15:44:23.300911+0000","last_clean":"2024-07-26T15:44:23.300911+0000","last_became_active":"2024-07-26T15:44:20.500905+0000","last_became_peered":"2024-07-26T15:44:20.500905+0000","last_unstale":"2024-07-26T15:44:23.300911+0000","last_undegraded":"2024-07-26T15:44:23.300911+0000","last_fullsized":"2024-07-26T15:44:23.300911+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:41.990896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301426+0000","last_change":"2024-07-26T15:44:20.496068+0000","last_active":"2024-07-26T15:44:23.301426+0000","last_peered":"2024-07-26T15:44:23.301426+0000","last_clean":"2024-07-26T15:44:23.301426+0000","last_became_active":"2024-07-26T15:44:20.495718+0000","last_became_peered":"2024-07-26T15:44:20.495718+0000","last_unstale":"2024-07-26T15:44:23.301426+0000","last_undegraded":"2024-07-26T15:44:23.301426+0000","last_fullsized":"2024-07-26T15:44:23.301426+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:11.345638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492350+0000","last_change":"2024-07-26T15:44:20.497966+0000","last_active":"2024-07-26T15:44:21.492350+0000","last_peered":"2024-07-26T15:44:21.492350+0000","last_clean":"2024-07-26T15:44:21.492350+0000","last_became_active":"2024-07-26T15:44:20.496888+0000","last_became_peered":"2024-07-26T15:44:20.496888+0000","last_unstale":"2024-07-26T15:44:21.492350+0000","last_undegraded":"2024-07-26T15:44:21.492350+0000","last_fullsized":"2024-07-26T15:44:21.492350+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:28:24.647693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491113+0000","last_change":"2024-07-26T15:44:20.484810+0000","last_active":"2024-07-26T15:44:21.491113+0000","last_peered":"2024-07-26T15:44:21.491113+0000","last_clean":"2024-07-26T15:44:21.491113+0000","last_became_active":"2024-07-26T15:44:20.484337+0000","last_became_peered":"2024-07-26T15:44:20.484337+0000","last_unstale":"2024-07-26T15:44:21.491113+0000","last_undegraded":"2024-07-26T15:44:21.491113+0000","last_fullsized":"2024-07-26T15:44:21.491113+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:06.632917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.485990+0000","last_change":"2024-07-26T15:44:20.499184+0000","last_active":"2024-07-26T15:44:21.485990+0000","last_peered":"2024-07-26T15:44:21.485990+0000","last_clean":"2024-07-26T15:44:21.485990+0000","last_became_active":"2024-07-26T15:44:20.498806+0000","last_became_peered":"2024-07-26T15:44:20.498806+0000","last_unstale":"2024-07-26T15:44:21.485990+0000","last_undegraded":"2024-07-26T15:44:21.485990+0000","last_fullsized":"2024-07-26T15:44:21.485990+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:06:02.721780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490924+0000","last_change":"2024-07-26T15:44:20.507584+0000","last_active":"2024-07-26T15:44:21.490924+0000","last_peered":"2024-07-26T15:44:21.490924+0000","last_clean":"2024-07-26T15:44:21.490924+0000","last_became_active":"2024-07-26T15:44:20.507259+0000","last_became_peered":"2024-07-26T15:44:20.507259+0000","last_unstale":"2024-07-26T15:44:21.490924+0000","last_undegraded":"2024-07-26T15:44:21.490924+0000","last_fullsized":"2024-07-26T15:44:21.490924+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:12.163096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"88'4","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301412+0000","last_change":"2024-07-26T15:44:19.492392+0000","last_active":"2024-07-26T15:44:23.301412+0000","last_peered":"2024-07-26T15:44:23.301412+0000","last_clean":"2024-07-26T15:44:23.301412+0000","last_became_active":"2024-07-26T15:44:19.491723+0000","last_became_peered":"2024-07-26T15:44:19.491723+0000","last_unstale":"2024-07-26T15:44:23.301412+0000","last_undegraded":"2024-07-26T15:44:23.301412+0000","last_fullsized":"2024-07-26T15:44:23.301412+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:53.648074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492033+0000","last_change":"2024-07-26T15:44:20.501435+0000","last_active":"2024-07-26T15:44:21.492033+0000","last_peered":"2024-07-26T15:44:21.492033+0000","last_clean":"2024-07-26T15:44:21.492033+0000","last_became_active":"2024-07-26T15:44:20.501128+0000","last_became_peered":"2024-07-26T15:44:20.501128+0000","last_unstale":"2024-07-26T15:44:21.492033+0000","last_undegraded":"2024-07-26T15:44:21.492033+0000","last_fullsized":"2024-07-26T15:44:21.492033+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:46.853340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486288+0000","last_change":"2024-07-26T15:44:19.490704+0000","last_active":"2024-07-26T15:44:21.486288+0000","last_peered":"2024-07-26T15:44:21.486288+0000","last_clean":"2024-07-26T15:44:21.486288+0000","last_became_active":"2024-07-26T15:44:19.490325+0000","last_became_peered":"2024-07-26T15:44:19.490325+0000","last_unstale":"2024-07-26T15:44:21.486288+0000","last_undegraded":"2024-07-26T15:44:21.486288+0000","last_fullsized":"2024-07-26T15:44:21.486288+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:23:05.678519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486215+0000","last_change":"2024-07-26T15:44:20.489362+0000","last_active":"2024-07-26T15:44:21.486215+0000","last_peered":"2024-07-26T15:44:21.486215+0000","last_clean":"2024-07-26T15:44:21.486215+0000","last_became_active":"2024-07-26T15:44:20.488258+0000","last_became_peered":"2024-07-26T15:44:20.488258+0000","last_unstale":"2024-07-26T15:44:21.486215+0000","last_undegraded":"2024-07-26T15:44:21.486215+0000","last_fullsized":"2024-07-26T15:44:21.486215+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:22:17.119847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486372+0000","last_change":"2024-07-26T15:44:19.487381+0000","last_active":"2024-07-26T15:44:21.486372+0000","last_peered":"2024-07-26T15:44:21.486372+0000","last_clean":"2024-07-26T15:44:21.486372+0000","last_became_active":"2024-07-26T15:44:19.487063+0000","last_became_peered":"2024-07-26T15:44:19.487063+0000","last_unstale":"2024-07-26T15:44:21.486372+0000","last_undegraded":"2024-07-26T15:44:21.486372+0000","last_fullsized":"2024-07-26T15:44:21.486372+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:53.007774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301989+0000","last_change":"2024-07-26T15:44:20.498978+0000","last_active":"2024-07-26T15:44:23.301989+0000","last_peered":"2024-07-26T15:44:23.301989+0000","last_clean":"2024-07-26T15:44:23.301989+0000","last_became_active":"2024-07-26T15:44:20.498647+0000","last_became_peered":"2024-07-26T15:44:20.498647+0000","last_unstale":"2024-07-26T15:44:23.301989+0000","last_undegraded":"2024-07-26T15:44:23.301989+0000","last_fullsized":"2024-07-26T15:44:23.301989+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:41:46.459421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486591+0000","last_change":"2024-07-26T15:44:19.489921+0000","last_active":"2024-07-26T15:44:21.486591+0000","last_peered":"2024-07-26T15:44:21.486591+0000","last_clean":"2024-07-26T15:44:21.486591+0000","last_became_active":"2024-07-26T15:44:19.489589+0000","last_became_peered":"2024-07-26T15:44:19.489589+0000","last_unstale":"2024-07-26T15:44:21.486591+0000","last_undegraded":"2024-07-26T15:44:21.486591+0000","last_fullsized":"2024-07-26T15:44:21.486591+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:13.352960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604692+0000","last_change":"2024-07-26T15:44:20.495567+0000","last_active":"2024-07-26T15:44:21.604692+0000","last_peered":"2024-07-26T15:44:21.604692+0000","last_clean":"2024-07-26T15:44:21.604692+0000","last_became_active":"2024-07-26T15:44:20.495259+0000","last_became_peered":"2024-07-26T15:44:20.495259+0000","last_unstale":"2024-07-26T15:44:21.604692+0000","last_undegraded":"2024-07-26T15:44:21.604692+0000","last_fullsized":"2024-07-26T15:44:21.604692+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:04.692372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101402+0000","last_change":"2024-07-26T15:44:19.485261+0000","last_active":"2024-07-26T15:44:23.101402+0000","last_peered":"2024-07-26T15:44:23.101402+0000","last_clean":"2024-07-26T15:44:23.101402+0000","last_became_active":"2024-07-26T15:44:19.484884+0000","last_became_peered":"2024-07-26T15:44:19.484884+0000","last_unstale":"2024-07-26T15:44:23.101402+0000","last_undegraded":"2024-07-26T15:44:23.101402+0000","last_fullsized":"2024-07-26T15:44:23.101402+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:30:59.605299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300747+0000","last_change":"2024-07-26T15:44:20.495499+0000","last_active":"2024-07-26T15:44:23.300747+0000","last_peered":"2024-07-26T15:44:23.300747+0000","last_clean":"2024-07-26T15:44:23.300747+0000","last_became_active":"2024-07-26T15:44:20.495155+0000","last_became_peered":"2024-07-26T15:44:20.495155+0000","last_unstale":"2024-07-26T15:44:23.300747+0000","last_undegraded":"2024-07-26T15:44:23.300747+0000","last_fullsized":"2024-07-26T15:44:23.300747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:15:14.613816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101256+0000","last_change":"2024-07-26T15:44:19.494338+0000","last_active":"2024-07-26T15:44:23.101256+0000","last_peered":"2024-07-26T15:44:23.101256+0000","last_clean":"2024-07-26T15:44:23.101256+0000","last_became_active":"2024-07-26T15:44:19.493801+0000","last_became_peered":"2024-07-26T15:44:19.493801+0000","last_unstale":"2024-07-26T15:44:23.101256+0000","last_undegraded":"2024-07-26T15:44:23.101256+0000","last_fullsized":"2024-07-26T15:44:23.101256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:53:38.770810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492069+0000","last_change":"2024-07-26T15:44:20.509010+0000","last_active":"2024-07-26T15:44:21.492069+0000","last_peered":"2024-07-26T15:44:21.492069+0000","last_clean":"2024-07-26T15:44:21.492069+0000","last_became_active":"2024-07-26T15:44:20.508690+0000","last_became_peered":"2024-07-26T15:44:20.508690+0000","last_unstale":"2024-07-26T15:44:21.492069+0000","last_undegraded":"2024-07-26T15:44:21.492069+0000","last_fullsized":"2024-07-26T15:44:21.492069+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:46.853340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101275+0000","last_change":"2024-07-26T15:44:19.495739+0000","last_active":"2024-07-26T15:44:23.101275+0000","last_peered":"2024-07-26T15:44:23.101275+0000","last_clean":"2024-07-26T15:44:23.101275+0000","last_became_active":"2024-07-26T15:44:19.494915+0000","last_became_peered":"2024-07-26T15:44:19.494915+0000","last_unstale":"2024-07-26T15:44:23.101275+0000","last_undegraded":"2024-07-26T15:44:23.101275+0000","last_fullsized":"2024-07-26T15:44:23.101275+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:06.250801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101569+0000","last_change":"2024-07-26T15:44:20.487564+0000","last_active":"2024-07-26T15:44:23.101569+0000","last_peered":"2024-07-26T15:44:23.101569+0000","last_clean":"2024-07-26T15:44:23.101569+0000","last_became_active":"2024-07-26T15:44:20.487143+0000","last_became_peered":"2024-07-26T15:44:20.487143+0000","last_unstale":"2024-07-26T15:44:23.101569+0000","last_undegraded":"2024-07-26T15:44:23.101569+0000","last_fullsized":"2024-07-26T15:44:23.101569+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:17.927471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491608+0000","last_change":"2024-07-26T15:44:19.490000+0000","last_active":"2024-07-26T15:44:21.491608+0000","last_peered":"2024-07-26T15:44:21.491608+0000","last_clean":"2024-07-26T15:44:21.491608+0000","last_became_active":"2024-07-26T15:44:19.489662+0000","last_became_peered":"2024-07-26T15:44:19.489662+0000","last_unstale":"2024-07-26T15:44:21.491608+0000","last_undegraded":"2024-07-26T15:44:21.491608+0000","last_fullsized":"2024-07-26T15:44:21.491608+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:30:00.046212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301109+0000","last_change":"2024-07-26T15:44:20.492564+0000","last_active":"2024-07-26T15:44:23.301109+0000","last_peered":"2024-07-26T15:44:23.301109+0000","last_clean":"2024-07-26T15:44:23.301109+0000","last_became_active":"2024-07-26T15:44:20.492201+0000","last_became_peered":"2024-07-26T15:44:20.492201+0000","last_unstale":"2024-07-26T15:44:23.301109+0000","last_undegraded":"2024-07-26T15:44:23.301109+0000","last_fullsized":"2024-07-26T15:44:23.301109+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:42:47.785994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301753+0000","last_change":"2024-07-26T15:44:19.496668+0000","last_active":"2024-07-26T15:44:23.301753+0000","last_peered":"2024-07-26T15:44:23.301753+0000","last_clean":"2024-07-26T15:44:23.301753+0000","last_became_active":"2024-07-26T15:44:19.496339+0000","last_became_peered":"2024-07-26T15:44:19.496339+0000","last_unstale":"2024-07-26T15:44:23.301753+0000","last_undegraded":"2024-07-26T15:44:23.301753+0000","last_fullsized":"2024-07-26T15:44:23.301753+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:13.352960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101511+0000","last_change":"2024-07-26T15:44:20.497095+0000","last_active":"2024-07-26T15:44:23.101511+0000","last_peered":"2024-07-26T15:44:23.101511+0000","last_clean":"2024-07-26T15:44:23.101511+0000","last_became_active":"2024-07-26T15:44:20.496780+0000","last_became_peered":"2024-07-26T15:44:20.496780+0000","last_unstale":"2024-07-26T15:44:23.101511+0000","last_undegraded":"2024-07-26T15:44:23.101511+0000","last_fullsized":"2024-07-26T15:44:23.101511+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:59.918147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492466+0000","last_change":"2024-07-26T15:44:19.496779+0000","last_active":"2024-07-26T15:44:21.492466+0000","last_peered":"2024-07-26T15:44:21.492466+0000","last_clean":"2024-07-26T15:44:21.492466+0000","last_became_active":"2024-07-26T15:44:19.496454+0000","last_became_peered":"2024-07-26T15:44:19.496454+0000","last_unstale":"2024-07-26T15:44:21.492466+0000","last_undegraded":"2024-07-26T15:44:21.492466+0000","last_fullsized":"2024-07-26T15:44:21.492466+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:46:31.011689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491232+0000","last_change":"2024-07-26T15:44:20.500063+0000","last_active":"2024-07-26T15:44:21.491232+0000","last_peered":"2024-07-26T15:44:21.491232+0000","last_clean":"2024-07-26T15:44:21.491232+0000","last_became_active":"2024-07-26T15:44:20.498281+0000","last_became_peered":"2024-07-26T15:44:20.498281+0000","last_unstale":"2024-07-26T15:44:21.491232+0000","last_undegraded":"2024-07-26T15:44:21.491232+0000","last_fullsized":"2024-07-26T15:44:21.491232+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:00.776070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"88'3","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301091+0000","last_change":"2024-07-26T15:44:19.497464+0000","last_active":"2024-07-26T15:44:23.301091+0000","last_peered":"2024-07-26T15:44:23.301091+0000","last_clean":"2024-07-26T15:44:23.301091+0000","last_became_active":"2024-07-26T15:44:19.497159+0000","last_became_peered":"2024-07-26T15:44:19.497159+0000","last_unstale":"2024-07-26T15:44:23.301091+0000","last_undegraded":"2024-07-26T15:44:23.301091+0000","last_fullsized":"2024-07-26T15:44:23.301091+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:53.007774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491482+0000","last_change":"2024-07-26T15:44:20.487257+0000","last_active":"2024-07-26T15:44:21.491482+0000","last_peered":"2024-07-26T15:44:21.491482+0000","last_clean":"2024-07-26T15:44:21.491482+0000","last_became_active":"2024-07-26T15:44:20.486968+0000","last_became_peered":"2024-07-26T15:44:20.486968+0000","last_unstale":"2024-07-26T15:44:21.491482+0000","last_undegraded":"2024-07-26T15:44:21.491482+0000","last_fullsized":"2024-07-26T15:44:21.491482+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:00.028995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"88'6","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301115+0000","last_change":"2024-07-26T15:44:19.493645+0000","last_active":"2024-07-26T15:44:23.301115+0000","last_peered":"2024-07-26T15:44:23.301115+0000","last_clean":"2024-07-26T15:44:23.301115+0000","last_became_active":"2024-07-26T15:44:19.493285+0000","last_became_peered":"2024-07-26T15:44:19.493285+0000","last_unstale":"2024-07-26T15:44:23.301115+0000","last_undegraded":"2024-07-26T15:44:23.301115+0000","last_fullsized":"2024-07-26T15:44:23.301115+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:24:15.136369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490300+0000","last_change":"2024-07-26T15:44:20.497467+0000","last_active":"2024-07-26T15:44:21.490300+0000","last_peered":"2024-07-26T15:44:21.490300+0000","last_clean":"2024-07-26T15:44:21.490300+0000","last_became_active":"2024-07-26T15:44:20.497139+0000","last_became_peered":"2024-07-26T15:44:20.497139+0000","last_unstale":"2024-07-26T15:44:21.490300+0000","last_undegraded":"2024-07-26T15:44:21.490300+0000","last_fullsized":"2024-07-26T15:44:21.490300+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:12.163096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301197+0000","last_change":"2024-07-26T15:44:19.492063+0000","last_active":"2024-07-26T15:44:23.301197+0000","last_peered":"2024-07-26T15:44:23.301197+0000","last_clean":"2024-07-26T15:44:23.301197+0000","last_became_active":"2024-07-26T15:44:19.491700+0000","last_became_peered":"2024-07-26T15:44:19.491700+0000","last_unstale":"2024-07-26T15:44:23.301197+0000","last_undegraded":"2024-07-26T15:44:23.301197+0000","last_fullsized":"2024-07-26T15:44:23.301197+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:23:05.678519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492419+0000","last_change":"2024-07-26T15:44:20.489253+0000","last_active":"2024-07-26T15:44:21.492419+0000","last_peered":"2024-07-26T15:44:21.492419+0000","last_clean":"2024-07-26T15:44:21.492419+0000","last_became_active":"2024-07-26T15:44:20.488364+0000","last_became_peered":"2024-07-26T15:44:20.488364+0000","last_unstale":"2024-07-26T15:44:21.492419+0000","last_undegraded":"2024-07-26T15:44:21.492419+0000","last_fullsized":"2024-07-26T15:44:21.492419+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:21:45.185670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.489668+0000","last_change":"2024-07-26T15:44:19.493237+0000","last_active":"2024-07-26T15:44:21.489668+0000","last_peered":"2024-07-26T15:44:21.489668+0000","last_clean":"2024-07-26T15:44:21.489668+0000","last_became_active":"2024-07-26T15:44:19.492906+0000","last_became_peered":"2024-07-26T15:44:19.492906+0000","last_unstale":"2024-07-26T15:44:21.489668+0000","last_undegraded":"2024-07-26T15:44:21.489668+0000","last_fullsized":"2024-07-26T15:44:21.489668+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:55:22.929123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492047+0000","last_change":"2024-07-26T15:44:20.505595+0000","last_active":"2024-07-26T15:44:21.492047+0000","last_peered":"2024-07-26T15:44:21.492047+0000","last_clean":"2024-07-26T15:44:21.492047+0000","last_became_active":"2024-07-26T15:44:20.505192+0000","last_became_peered":"2024-07-26T15:44:20.505192+0000","last_unstale":"2024-07-26T15:44:21.492047+0000","last_undegraded":"2024-07-26T15:44:21.492047+0000","last_fullsized":"2024-07-26T15:44:21.492047+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:56.246375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301178+0000","last_change":"2024-07-26T15:44:19.498172+0000","last_active":"2024-07-26T15:44:23.301178+0000","last_peered":"2024-07-26T15:44:23.301178+0000","last_clean":"2024-07-26T15:44:23.301178+0000","last_became_active":"2024-07-26T15:44:19.497838+0000","last_became_peered":"2024-07-26T15:44:19.497838+0000","last_unstale":"2024-07-26T15:44:23.301178+0000","last_undegraded":"2024-07-26T15:44:23.301178+0000","last_fullsized":"2024-07-26T15:44:23.301178+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:32.949908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300870+0000","last_change":"2024-07-26T15:44:20.499768+0000","last_active":"2024-07-26T15:44:23.300870+0000","last_peered":"2024-07-26T15:44:23.300870+0000","last_clean":"2024-07-26T15:44:23.300870+0000","last_became_active":"2024-07-26T15:44:20.499442+0000","last_became_peered":"2024-07-26T15:44:20.499442+0000","last_unstale":"2024-07-26T15:44:23.300870+0000","last_undegraded":"2024-07-26T15:44:23.300870+0000","last_fullsized":"2024-07-26T15:44:23.300870+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:23.884110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"88'8","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490381+0000","last_change":"2024-07-26T15:44:19.494430+0000","last_active":"2024-07-26T15:44:21.490381+0000","last_peered":"2024-07-26T15:44:21.490381+0000","last_clean":"2024-07-26T15:44:21.490381+0000","last_became_active":"2024-07-26T15:44:19.494120+0000","last_became_peered":"2024-07-26T15:44:19.494120+0000","last_unstale":"2024-07-26T15:44:21.490381+0000","last_undegraded":"2024-07-26T15:44:21.490381+0000","last_fullsized":"2024-07-26T15:44:21.490381+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:33.081242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301440+0000","last_change":"2024-07-26T15:44:20.496516+0000","last_active":"2024-07-26T15:44:23.301440+0000","last_peered":"2024-07-26T15:44:23.301440+0000","last_clean":"2024-07-26T15:44:23.301440+0000","last_became_active":"2024-07-26T15:44:20.496213+0000","last_became_peered":"2024-07-26T15:44:20.496213+0000","last_unstale":"2024-07-26T15:44:23.301440+0000","last_undegraded":"2024-07-26T15:44:23.301440+0000","last_fullsized":"2024-07-26T15:44:23.301440+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:44:41.424240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490768+0000","last_change":"2024-07-26T15:44:19.486636+0000","last_active":"2024-07-26T15:44:21.490768+0000","last_peered":"2024-07-26T15:44:21.490768+0000","last_clean":"2024-07-26T15:44:21.490768+0000","last_became_active":"2024-07-26T15:44:19.486326+0000","last_became_peered":"2024-07-26T15:44:19.486326+0000","last_unstale":"2024-07-26T15:44:21.490768+0000","last_undegraded":"2024-07-26T15:44:21.490768+0000","last_fullsized":"2024-07-26T15:44:21.490768+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:06.250801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491616+0000","last_change":"2024-07-26T15:44:20.501351+0000","last_active":"2024-07-26T15:44:21.491616+0000","last_peered":"2024-07-26T15:44:21.491616+0000","last_clean":"2024-07-26T15:44:21.491616+0000","last_became_active":"2024-07-26T15:44:20.501031+0000","last_became_peered":"2024-07-26T15:44:20.501031+0000","last_unstale":"2024-07-26T15:44:21.491616+0000","last_undegraded":"2024-07-26T15:44:21.491616+0000","last_fullsized":"2024-07-26T15:44:21.491616+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:00.028995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301305+0000","last_change":"2024-07-26T15:44:19.495126+0000","last_active":"2024-07-26T15:44:23.301305+0000","last_peered":"2024-07-26T15:44:23.301305+0000","last_clean":"2024-07-26T15:44:23.301305+0000","last_became_active":"2024-07-26T15:44:19.494814+0000","last_became_peered":"2024-07-26T15:44:19.494814+0000","last_unstale":"2024-07-26T15:44:23.301305+0000","last_undegraded":"2024-07-26T15:44:23.301305+0000","last_fullsized":"2024-07-26T15:44:23.301305+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:02:19.652638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492564+0000","last_change":"2024-07-26T15:44:20.502649+0000","last_active":"2024-07-26T15:44:21.492564+0000","last_peered":"2024-07-26T15:44:21.492564+0000","last_clean":"2024-07-26T15:44:21.492564+0000","last_became_active":"2024-07-26T15:44:20.502297+0000","last_became_peered":"2024-07-26T15:44:20.502297+0000","last_unstale":"2024-07-26T15:44:21.492564+0000","last_undegraded":"2024-07-26T15:44:21.492564+0000","last_fullsized":"2024-07-26T15:44:21.492564+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:40:51.148274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301441+0000","last_change":"2024-07-26T15:44:19.497950+0000","last_active":"2024-07-26T15:44:23.301441+0000","last_peered":"2024-07-26T15:44:23.301441+0000","last_clean":"2024-07-26T15:44:23.301441+0000","last_became_active":"2024-07-26T15:44:19.497584+0000","last_became_peered":"2024-07-26T15:44:19.497584+0000","last_unstale":"2024-07-26T15:44:23.301441+0000","last_undegraded":"2024-07-26T15:44:23.301441+0000","last_fullsized":"2024-07-26T15:44:23.301441+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:59.599237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491900+0000","last_change":"2024-07-26T15:44:20.505648+0000","last_active":"2024-07-26T15:44:21.491900+0000","last_peered":"2024-07-26T15:44:21.491900+0000","last_clean":"2024-07-26T15:44:21.491900+0000","last_became_active":"2024-07-26T15:44:20.505225+0000","last_became_peered":"2024-07-26T15:44:20.505225+0000","last_unstale":"2024-07-26T15:44:21.491900+0000","last_undegraded":"2024-07-26T15:44:21.491900+0000","last_fullsized":"2024-07-26T15:44:21.491900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:04:20.576549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101572+0000","last_change":"2024-07-26T15:44:19.492109+0000","last_active":"2024-07-26T15:44:23.101572+0000","last_peered":"2024-07-26T15:44:23.101572+0000","last_clean":"2024-07-26T15:44:23.101572+0000","last_became_active":"2024-07-26T15:44:19.491801+0000","last_became_peered":"2024-07-26T15:44:19.491801+0000","last_unstale":"2024-07-26T15:44:23.101572+0000","last_undegraded":"2024-07-26T15:44:23.101572+0000","last_fullsized":"2024-07-26T15:44:23.101572+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:25.538197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486383+0000","last_change":"2024-07-26T15:44:20.486555+0000","last_active":"2024-07-26T15:44:21.486383+0000","last_peered":"2024-07-26T15:44:21.486383+0000","last_clean":"2024-07-26T15:44:21.486383+0000","last_became_active":"2024-07-26T15:44:20.486217+0000","last_became_peered":"2024-07-26T15:44:20.486217+0000","last_unstale":"2024-07-26T15:44:21.486383+0000","last_undegraded":"2024-07-26T15:44:21.486383+0000","last_fullsized":"2024-07-26T15:44:21.486383+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:44.600514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486058+0000","last_change":"2024-07-26T15:44:19.493042+0000","last_active":"2024-07-26T15:44:21.486058+0000","last_peered":"2024-07-26T15:44:21.486058+0000","last_clean":"2024-07-26T15:44:21.486058+0000","last_became_active":"2024-07-26T15:44:19.492653+0000","last_became_peered":"2024-07-26T15:44:19.492653+0000","last_unstale":"2024-07-26T15:44:21.486058+0000","last_undegraded":"2024-07-26T15:44:21.486058+0000","last_fullsized":"2024-07-26T15:44:21.486058+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:46:49.128686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490062+0000","last_change":"2024-07-26T15:44:20.485595+0000","last_active":"2024-07-26T15:44:21.490062+0000","last_peered":"2024-07-26T15:44:21.490062+0000","last_clean":"2024-07-26T15:44:21.490062+0000","last_became_active":"2024-07-26T15:44:20.485239+0000","last_became_peered":"2024-07-26T15:44:20.485239+0000","last_unstale":"2024-07-26T15:44:21.490062+0000","last_undegraded":"2024-07-26T15:44:21.490062+0000","last_fullsized":"2024-07-26T15:44:21.490062+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:40:42.506576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490420+0000","last_change":"2024-07-26T15:44:19.487413+0000","last_active":"2024-07-26T15:44:21.490420+0000","last_peered":"2024-07-26T15:44:21.490420+0000","last_clean":"2024-07-26T15:44:21.490420+0000","last_became_active":"2024-07-26T15:44:19.487112+0000","last_became_peered":"2024-07-26T15:44:19.487112+0000","last_unstale":"2024-07-26T15:44:21.490420+0000","last_undegraded":"2024-07-26T15:44:21.490420+0000","last_fullsized":"2024-07-26T15:44:21.490420+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:30:59.605299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492297+0000","last_change":"2024-07-26T15:44:20.500414+0000","last_active":"2024-07-26T15:44:21.492297+0000","last_peered":"2024-07-26T15:44:21.492297+0000","last_clean":"2024-07-26T15:44:21.492297+0000","last_became_active":"2024-07-26T15:44:20.500092+0000","last_became_peered":"2024-07-26T15:44:20.500092+0000","last_unstale":"2024-07-26T15:44:21.492297+0000","last_undegraded":"2024-07-26T15:44:21.492297+0000","last_fullsized":"2024-07-26T15:44:21.492297+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:40:51.148274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.485953+0000","last_change":"2024-07-26T15:44:19.488325+0000","last_active":"2024-07-26T15:44:21.485953+0000","last_peered":"2024-07-26T15:44:21.485953+0000","last_clean":"2024-07-26T15:44:21.485953+0000","last_became_active":"2024-07-26T15:44:19.487975+0000","last_became_peered":"2024-07-26T15:44:19.487975+0000","last_unstale":"2024-07-26T15:44:21.485953+0000","last_undegraded":"2024-07-26T15:44:21.485953+0000","last_fullsized":"2024-07-26T15:44:21.485953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:59.599237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486686+0000","last_change":"2024-07-26T15:44:20.487745+0000","last_active":"2024-07-26T15:44:21.486686+0000","last_peered":"2024-07-26T15:44:21.486686+0000","last_clean":"2024-07-26T15:44:21.486686+0000","last_became_active":"2024-07-26T15:44:20.487435+0000","last_became_peered":"2024-07-26T15:44:20.487435+0000","last_unstale":"2024-07-26T15:44:21.486686+0000","last_undegraded":"2024-07-26T15:44:21.486686+0000","last_fullsized":"2024-07-26T15:44:21.486686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:18.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490999+0000","last_change":"2024-07-26T15:44:19.484151+0000","last_active":"2024-07-26T15:44:21.490999+0000","last_peered":"2024-07-26T15:44:21.490999+0000","last_clean":"2024-07-26T15:44:21.490999+0000","last_became_active":"2024-07-26T15:44:19.483824+0000","last_became_peered":"2024-07-26T15:44:19.483824+0000","last_unstale":"2024-07-26T15:44:21.490999+0000","last_undegraded":"2024-07-26T15:44:21.490999+0000","last_fullsized":"2024-07-26T15:44:21.490999+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:17.978161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604746+0000","last_change":"2024-07-26T15:44:20.488860+0000","last_active":"2024-07-26T15:44:21.604746+0000","last_peered":"2024-07-26T15:44:21.604746+0000","last_clean":"2024-07-26T15:44:21.604746+0000","last_became_active":"2024-07-26T15:44:20.488361+0000","last_became_peered":"2024-07-26T15:44:20.488361+0000","last_unstale":"2024-07-26T15:44:21.604746+0000","last_undegraded":"2024-07-26T15:44:21.604746+0000","last_fullsized":"2024-07-26T15:44:21.604746+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:02.568678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492508+0000","last_change":"2024-07-26T15:44:19.490088+0000","last_active":"2024-07-26T15:44:21.492508+0000","last_peered":"2024-07-26T15:44:21.492508+0000","last_clean":"2024-07-26T15:44:21.492508+0000","last_became_active":"2024-07-26T15:44:19.489780+0000","last_became_peered":"2024-07-26T15:44:19.489780+0000","last_unstale":"2024-07-26T15:44:21.492508+0000","last_undegraded":"2024-07-26T15:44:21.492508+0000","last_fullsized":"2024-07-26T15:44:21.492508+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:51:04.022092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492451+0000","last_change":"2024-07-26T15:44:20.491070+0000","last_active":"2024-07-26T15:44:21.492451+0000","last_peered":"2024-07-26T15:44:21.492451+0000","last_clean":"2024-07-26T15:44:21.492451+0000","last_became_active":"2024-07-26T15:44:20.490760+0000","last_became_peered":"2024-07-26T15:44:20.490760+0000","last_unstale":"2024-07-26T15:44:21.492451+0000","last_undegraded":"2024-07-26T15:44:21.492451+0000","last_fullsized":"2024-07-26T15:44:21.492451+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:55:48.131358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486482+0000","last_change":"2024-07-26T15:44:19.497420+0000","last_active":"2024-07-26T15:44:21.486482+0000","last_peered":"2024-07-26T15:44:21.486482+0000","last_clean":"2024-07-26T15:44:21.486482+0000","last_became_active":"2024-07-26T15:44:19.496434+0000","last_became_peered":"2024-07-26T15:44:19.496434+0000","last_unstale":"2024-07-26T15:44:21.486482+0000","last_undegraded":"2024-07-26T15:44:21.486482+0000","last_fullsized":"2024-07-26T15:44:21.486482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:32.949908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492124+0000","last_change":"2024-07-26T15:44:20.505945+0000","last_active":"2024-07-26T15:44:21.492124+0000","last_peered":"2024-07-26T15:44:21.492124+0000","last_clean":"2024-07-26T15:44:21.492124+0000","last_became_active":"2024-07-26T15:44:20.505171+0000","last_became_peered":"2024-07-26T15:44:20.505171+0000","last_unstale":"2024-07-26T15:44:21.492124+0000","last_undegraded":"2024-07-26T15:44:21.492124+0000","last_fullsized":"2024-07-26T15:44:21.492124+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:33:20.580474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301157+0000","last_change":"2024-07-26T15:44:19.495434+0000","last_active":"2024-07-26T15:44:23.301157+0000","last_peered":"2024-07-26T15:44:23.301157+0000","last_clean":"2024-07-26T15:44:23.301157+0000","last_became_active":"2024-07-26T15:44:19.495038+0000","last_became_peered":"2024-07-26T15:44:19.495038+0000","last_unstale":"2024-07-26T15:44:23.301157+0000","last_undegraded":"2024-07-26T15:44:23.301157+0000","last_fullsized":"2024-07-26T15:44:23.301157+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:06:35.158248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491464+0000","last_change":"2024-07-26T15:44:20.510370+0000","last_active":"2024-07-26T15:44:21.491464+0000","last_peered":"2024-07-26T15:44:21.491464+0000","last_clean":"2024-07-26T15:44:21.491464+0000","last_became_active":"2024-07-26T15:44:20.508464+0000","last_became_peered":"2024-07-26T15:44:20.508464+0000","last_unstale":"2024-07-26T15:44:21.491464+0000","last_undegraded":"2024-07-26T15:44:21.491464+0000","last_fullsized":"2024-07-26T15:44:21.491464+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:46:51.315051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301481+0000","last_change":"2024-07-26T15:44:19.498067+0000","last_active":"2024-07-26T15:44:23.301481+0000","last_peered":"2024-07-26T15:44:23.301481+0000","last_clean":"2024-07-26T15:44:23.301481+0000","last_became_active":"2024-07-26T15:44:19.497784+0000","last_became_peered":"2024-07-26T15:44:19.497784+0000","last_unstale":"2024-07-26T15:44:23.301481+0000","last_undegraded":"2024-07-26T15:44:23.301481+0000","last_fullsized":"2024-07-26T15:44:23.301481+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:46:49.128686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491336+0000","last_change":"2024-07-26T15:44:20.498248+0000","last_active":"2024-07-26T15:44:21.491336+0000","last_peered":"2024-07-26T15:44:21.491336+0000","last_clean":"2024-07-26T15:44:21.491336+0000","last_became_active":"2024-07-26T15:44:20.497937+0000","last_became_peered":"2024-07-26T15:44:20.497937+0000","last_unstale":"2024-07-26T15:44:21.491336+0000","last_undegraded":"2024-07-26T15:44:21.491336+0000","last_fullsized":"2024-07-26T15:44:21.491336+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:46:51.315051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101407+0000","last_change":"2024-07-26T15:44:19.492960+0000","last_active":"2024-07-26T15:44:23.101407+0000","last_peered":"2024-07-26T15:44:23.101407+0000","last_clean":"2024-07-26T15:44:23.101407+0000","last_became_active":"2024-07-26T15:44:19.492623+0000","last_became_peered":"2024-07-26T15:44:19.492623+0000","last_unstale":"2024-07-26T15:44:23.101407+0000","last_undegraded":"2024-07-26T15:44:23.101407+0000","last_fullsized":"2024-07-26T15:44:23.101407+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:21.234935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300724+0000","last_change":"2024-07-26T15:44:20.493922+0000","last_active":"2024-07-26T15:44:23.300724+0000","last_peered":"2024-07-26T15:44:23.300724+0000","last_clean":"2024-07-26T15:44:23.300724+0000","last_became_active":"2024-07-26T15:44:20.493610+0000","last_became_peered":"2024-07-26T15:44:20.493610+0000","last_unstale":"2024-07-26T15:44:23.300724+0000","last_undegraded":"2024-07-26T15:44:23.300724+0000","last_fullsized":"2024-07-26T15:44:23.300724+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:31.515271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101484+0000","last_change":"2024-07-26T15:44:19.495406+0000","last_active":"2024-07-26T15:44:23.101484+0000","last_peered":"2024-07-26T15:44:23.101484+0000","last_clean":"2024-07-26T15:44:23.101484+0000","last_became_active":"2024-07-26T15:44:19.493394+0000","last_became_peered":"2024-07-26T15:44:19.493394+0000","last_unstale":"2024-07-26T15:44:23.101484+0000","last_undegraded":"2024-07-26T15:44:23.101484+0000","last_fullsized":"2024-07-26T15:44:23.101484+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:51:04.022092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604521+0000","last_change":"2024-07-26T15:44:20.496844+0000","last_active":"2024-07-26T15:44:21.604521+0000","last_peered":"2024-07-26T15:44:21.604521+0000","last_clean":"2024-07-26T15:44:21.604521+0000","last_became_active":"2024-07-26T15:44:20.496432+0000","last_became_peered":"2024-07-26T15:44:20.496432+0000","last_unstale":"2024-07-26T15:44:21.604521+0000","last_undegraded":"2024-07-26T15:44:21.604521+0000","last_fullsized":"2024-07-26T15:44:21.604521+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:58:36.419433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300701+0000","last_change":"2024-07-26T15:44:19.491552+0000","last_active":"2024-07-26T15:44:23.300701+0000","last_peered":"2024-07-26T15:44:23.300701+0000","last_clean":"2024-07-26T15:44:23.300701+0000","last_became_active":"2024-07-26T15:44:19.491216+0000","last_became_peered":"2024-07-26T15:44:19.491216+0000","last_unstale":"2024-07-26T15:44:23.300701+0000","last_undegraded":"2024-07-26T15:44:23.300701+0000","last_fullsized":"2024-07-26T15:44:23.300701+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:19:38.557945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490941+0000","last_change":"2024-07-26T15:44:20.506904+0000","last_active":"2024-07-26T15:44:21.490941+0000","last_peered":"2024-07-26T15:44:21.490941+0000","last_clean":"2024-07-26T15:44:21.490941+0000","last_became_active":"2024-07-26T15:44:20.506581+0000","last_became_peered":"2024-07-26T15:44:20.506581+0000","last_unstale":"2024-07-26T15:44:21.490941+0000","last_undegraded":"2024-07-26T15:44:21.490941+0000","last_fullsized":"2024-07-26T15:44:21.490941+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:06.632917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101193+0000","last_change":"2024-07-26T15:44:19.486149+0000","last_active":"2024-07-26T15:44:23.101193+0000","last_peered":"2024-07-26T15:44:23.101193+0000","last_clean":"2024-07-26T15:44:23.101193+0000","last_became_active":"2024-07-26T15:44:19.485805+0000","last_became_peered":"2024-07-26T15:44:19.485805+0000","last_unstale":"2024-07-26T15:44:23.101193+0000","last_undegraded":"2024-07-26T15:44:23.101193+0000","last_fullsized":"2024-07-26T15:44:23.101193+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:17.978161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"79'100","reported_seq":342,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300910+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:44:23.300910+0000","last_peered":"2024-07-26T15:44:23.300910+0000","last_clean":"2024-07-26T15:44:23.300910+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:44:23.300910+0000","last_undegraded":"2024-07-26T15:44:23.300910+0000","last_fullsized":"2024-07-26T15:44:23.300910+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":149,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":149,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575039,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59196,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312644,"statfs":{"total":96636764160,"available":96576147456,"internally_reserved":0,"allocated":1683456,"data_stored":1135389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509630,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32232,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339608,"statfs":{"total":96636764160,"available":96603758592,"internally_reserved":0,"allocated":1077248,"data_stored":544279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509630,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50288,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321552,"statfs":{"total":96636764160,"available":96585269248,"internally_reserved":0,"allocated":1077248,"data_stored":544267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509630,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32240,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339600,"statfs":{"total":96636764160,"available":96603750400,"internally_reserved":0,"allocated":1085440,"data_stored":545857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509629,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335452,"statfs":{"total":96636764160,"available":96599502848,"internally_reserved":0,"allocated":1073152,"data_stored":544245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509629,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54436,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317404,"statfs":{"total":96636764160,"available":96581021696,"internally_reserved":0,"allocated":1073152,"data_stored":544245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509632,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1101824,"data_stored":546621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542336,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36972,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334868,"statfs":{"total":96636764160,"available":96598904832,"internally_reserved":0,"allocated":1667072,"data_stored":1134613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:44:29.173 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:44:29.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.304+0000 7f11238b9640 1 -- 172.21.15.33:0/363500411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f111c0d2990 msgr2=0x7f111c0b1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:29.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.304+0000 7f11238b9640 1 --2- 172.21.15.33:0/363500411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f111c0d2990 0x7f111c0b1470 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f1114005fd0 tx=0x7f111402aa90 comp rx=0 tx=0).stop 2024-07-26T15:44:29.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.304+0000 7f11238b9640 1 -- 172.21.15.33:0/363500411 shutdown_connections 2024-07-26T15:44:29.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.304+0000 7f11238b9640 1 --2- 172.21.15.33:0/363500411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f111c0d2990 0x7f111c0b1470 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.304+0000 7f11238b9640 1 --2- 172.21.15.33:0/363500411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f111c0cf430 0x7f111c0b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.304+0000 7f11238b9640 1 -- 172.21.15.33:0/363500411 >> 172.21.15.33:0/363500411 conn(0x7f111c0d3da0 msgr2=0x7f111c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:29.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.304+0000 7f11238b9640 1 -- 172.21.15.33:0/363500411 shutdown_connections 2024-07-26T15:44:29.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.304+0000 7f11238b9640 1 -- 172.21.15.33:0/363500411 wait complete. 2024-07-26T15:44:29.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.306+0000 7f11238b9640 1 Processor -- start 2024-07-26T15:44:29.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.306+0000 7f11238b9640 1 -- start start 2024-07-26T15:44:29.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f11238b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f111c0cf430 0x7f111c152440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:29.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f11238b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f111c0d1b80 0x7f111c159dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:29.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f11238b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f111c160af0 0x7f111c1f5590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:29.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f11238b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f111c0b1eb0 con 0x7f111c160af0 2024-07-26T15:44:29.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f11238b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f111c0b1d30 con 0x7f111c0d1b80 2024-07-26T15:44:29.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f11238b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f111c0b2030 con 0x7f111c0cf430 2024-07-26T15:44:29.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1121e56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f111c160af0 0x7f111c1f5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:29.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1121e56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f111c160af0 0x7f111c1f5590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41272/0 (socket says 172.21.15.33:41272) 2024-07-26T15:44:29.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1121e56640 1 -- 172.21.15.33:0/797219171 learned_addr learned my addr 172.21.15.33:0/797219171 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:29.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1121655640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f111c0cf430 0x7f111c152440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1120e54640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f111c0d1b80 0x7f111c159dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1121e56640 1 -- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f111c0cf430 msgr2=0x7f111c152440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1121e56640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f111c0cf430 0x7f111c152440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1121e56640 1 -- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f111c0d1b80 msgr2=0x7f111c159dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1121e56640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f111c0d1b80 0x7f111c159dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1121e56640 1 -- 172.21.15.33:0/797219171 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f111c1f9440 con 0x7f111c160af0 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1120e54640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f111c0d1b80 0x7f111c159dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1121e56640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f111c160af0 0x7f111c1f5590 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f1114009d90 tx=0x7f1114003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.308+0000 7f1111ffb640 1 -- 172.21.15.33:0/797219171 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1114044070 con 0x7f111c160af0 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.309+0000 7f1111ffb640 1 -- 172.21.15.33:0/797219171 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f111402e7f0 con 0x7f111c160af0 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.309+0000 7f1111ffb640 1 -- 172.21.15.33:0/797219171 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11140044b0 con 0x7f111c160af0 2024-07-26T15:44:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.309+0000 7f11238b9640 1 -- 172.21.15.33:0/797219171 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f111c1f8ba0 con 0x7f111c160af0 2024-07-26T15:44:29.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.309+0000 7f11238b9640 1 -- 172.21.15.33:0/797219171 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f111c1f9160 con 0x7f111c160af0 2024-07-26T15:44:29.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.310+0000 7f11238b9640 1 -- 172.21.15.33:0/797219171 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f111c1f8910 con 0x7f111c160af0 2024-07-26T15:44:29.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.310+0000 7f1111ffb640 1 -- 172.21.15.33:0/797219171 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f1114047070 con 0x7f111c160af0 2024-07-26T15:44:29.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.311+0000 7f1111ffb640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1100077160 0x7f1100079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:29.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.311+0000 7f1111ffb640 1 -- 172.21.15.33:0/797219171 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f11140b9c00 con 0x7f111c160af0 2024-07-26T15:44:29.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.311+0000 7f1121655640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1100077160 0x7f1100079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:29.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.312+0000 7f1121655640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1100077160 0x7f1100079670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1118005fd0 tx=0x7f1118005850 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:29.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.316+0000 7f1111ffb640 1 -- 172.21.15.33:0/797219171 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f11140c0080 con 0x7f111c160af0 2024-07-26T15:44:29.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.504+0000 7f11238b9640 1 -- 172.21.15.33:0/797219171 --> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f111c0b2550 con 0x7f1100077160 2024-07-26T15:44:29.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.509+0000 7f1111ffb640 1 -- 172.21.15.33:0/797219171 <== mgr.5866 v2:172.21.15.154:6836/1274136399 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252033 (secure 0 0 0) 0x7f111c0b2550 con 0x7f1100077160 2024-07-26T15:44:29.513 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:29.514 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 -- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1100077160 msgr2=0x7f1100079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1100077160 0x7f1100079670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1118005fd0 tx=0x7f1118005850 comp rx=0 tx=0).stop 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 -- 172.21.15.33:0/797219171 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f111c160af0 msgr2=0x7f111c1f5590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f111c160af0 0x7f111c1f5590 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f1114009d90 tx=0x7f1114003f10 comp rx=0 tx=0).stop 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 -- 172.21.15.33:0/797219171 shutdown_connections 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f111c160af0 0x7f111c1f5590 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f111c0d1b80 0x7f111c159dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f1100077160 0x7f1100079670 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 --2- 172.21.15.33:0/797219171 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f111c0cf430 0x7f111c152440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 -- 172.21.15.33:0/797219171 >> 172.21.15.33:0/797219171 conn(0x7f111c0d3da0 msgr2=0x7f111c15dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 -- 172.21.15.33:0/797219171 shutdown_connections 2024-07-26T15:44:29.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.512+0000 7f11238b9640 1 -- 172.21.15.33:0/797219171 wait complete. 2024-07-26T15:44:29.525 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-07-26T15:44:27.878652+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":194,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":139,"ondisk_log_size":139,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":179,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":334008,"kb_used_data":9608,"kb_used_omap":12,"kb_used_meta":324275,"kb_avail":754640712,"statfs":{"total":773094113280,"available":772752089088,"internally_reserved":0,"allocated":9838592,"data_stored":5539516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":332058161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002582"},"pg_stats":[{"pgid":"10.3f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301329+0000","last_change":"2024-07-26T15:44:20.499243+0000","last_active":"2024-07-26T15:44:23.301329+0000","last_peered":"2024-07-26T15:44:23.301329+0000","last_clean":"2024-07-26T15:44:23.301329+0000","last_became_active":"2024-07-26T15:44:20.498921+0000","last_became_peered":"2024-07-26T15:44:20.498921+0000","last_unstale":"2024-07-26T15:44:23.301329+0000","last_undegraded":"2024-07-26T15:44:23.301329+0000","last_fullsized":"2024-07-26T15:44:23.301329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:50:55.881334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301201+0000","last_change":"2024-07-26T15:44:20.505306+0000","last_active":"2024-07-26T15:44:23.301201+0000","last_peered":"2024-07-26T15:44:23.301201+0000","last_clean":"2024-07-26T15:44:23.301201+0000","last_became_active":"2024-07-26T15:44:20.504940+0000","last_became_peered":"2024-07-26T15:44:20.504940+0000","last_unstale":"2024-07-26T15:44:23.301201+0000","last_undegraded":"2024-07-26T15:44:23.301201+0000","last_fullsized":"2024-07-26T15:44:23.301201+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:10:11.533352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.3d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301428+0000","last_change":"2024-07-26T15:44:20.504504+0000","last_active":"2024-07-26T15:44:23.301428+0000","last_peered":"2024-07-26T15:44:23.301428+0000","last_clean":"2024-07-26T15:44:23.301428+0000","last_became_active":"2024-07-26T15:44:20.504224+0000","last_became_peered":"2024-07-26T15:44:20.504224+0000","last_unstale":"2024-07-26T15:44:23.301428+0000","last_undegraded":"2024-07-26T15:44:23.301428+0000","last_fullsized":"2024-07-26T15:44:23.301428+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:23:30.588768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.3c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491147+0000","last_change":"2024-07-26T15:44:20.489266+0000","last_active":"2024-07-26T15:44:21.491147+0000","last_peered":"2024-07-26T15:44:21.491147+0000","last_clean":"2024-07-26T15:44:21.491147+0000","last_became_active":"2024-07-26T15:44:20.488973+0000","last_became_peered":"2024-07-26T15:44:20.488973+0000","last_unstale":"2024-07-26T15:44:21.491147+0000","last_undegraded":"2024-07-26T15:44:21.491147+0000","last_fullsized":"2024-07-26T15:44:21.491147+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:00.776070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.3b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490725+0000","last_change":"2024-07-26T15:44:20.499051+0000","last_active":"2024-07-26T15:44:21.490725+0000","last_peered":"2024-07-26T15:44:21.490725+0000","last_clean":"2024-07-26T15:44:21.490725+0000","last_became_active":"2024-07-26T15:44:20.498721+0000","last_became_peered":"2024-07-26T15:44:20.498721+0000","last_unstale":"2024-07-26T15:44:21.490725+0000","last_undegraded":"2024-07-26T15:44:21.490725+0000","last_fullsized":"2024-07-26T15:44:21.490725+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:28.864635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.3a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486301+0000","last_change":"2024-07-26T15:44:20.500420+0000","last_active":"2024-07-26T15:44:21.486301+0000","last_peered":"2024-07-26T15:44:21.486301+0000","last_clean":"2024-07-26T15:44:21.486301+0000","last_became_active":"2024-07-26T15:44:20.500103+0000","last_became_peered":"2024-07-26T15:44:20.500103+0000","last_unstale":"2024-07-26T15:44:21.486301+0000","last_undegraded":"2024-07-26T15:44:21.486301+0000","last_fullsized":"2024-07-26T15:44:21.486301+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:37:49.983532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.39","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604552+0000","last_change":"2024-07-26T15:44:20.496867+0000","last_active":"2024-07-26T15:44:21.604552+0000","last_peered":"2024-07-26T15:44:21.604552+0000","last_clean":"2024-07-26T15:44:21.604552+0000","last_became_active":"2024-07-26T15:44:20.496270+0000","last_became_peered":"2024-07-26T15:44:20.496270+0000","last_unstale":"2024-07-26T15:44:21.604552+0000","last_undegraded":"2024-07-26T15:44:21.604552+0000","last_fullsized":"2024-07-26T15:44:21.604552+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:26.641776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.38","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.489823+0000","last_change":"2024-07-26T15:44:20.495765+0000","last_active":"2024-07-26T15:44:21.489823+0000","last_peered":"2024-07-26T15:44:21.489823+0000","last_clean":"2024-07-26T15:44:21.489823+0000","last_became_active":"2024-07-26T15:44:20.495435+0000","last_became_peered":"2024-07-26T15:44:20.495435+0000","last_unstale":"2024-07-26T15:44:21.489823+0000","last_undegraded":"2024-07-26T15:44:21.489823+0000","last_fullsized":"2024-07-26T15:44:21.489823+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:45:19.732617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.37","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301681+0000","last_change":"2024-07-26T15:44:20.497324+0000","last_active":"2024-07-26T15:44:23.301681+0000","last_peered":"2024-07-26T15:44:23.301681+0000","last_clean":"2024-07-26T15:44:23.301681+0000","last_became_active":"2024-07-26T15:44:20.496657+0000","last_became_peered":"2024-07-26T15:44:20.496657+0000","last_unstale":"2024-07-26T15:44:23.301681+0000","last_undegraded":"2024-07-26T15:44:23.301681+0000","last_fullsized":"2024-07-26T15:44:23.301681+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:03:04.705256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.36","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301942+0000","last_change":"2024-07-26T15:44:20.498439+0000","last_active":"2024-07-26T15:44:23.301942+0000","last_peered":"2024-07-26T15:44:23.301942+0000","last_clean":"2024-07-26T15:44:23.301942+0000","last_became_active":"2024-07-26T15:44:20.497613+0000","last_became_peered":"2024-07-26T15:44:20.497613+0000","last_unstale":"2024-07-26T15:44:23.301942+0000","last_undegraded":"2024-07-26T15:44:23.301942+0000","last_fullsized":"2024-07-26T15:44:23.301942+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:01.397695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.35","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491743+0000","last_change":"2024-07-26T15:44:20.492336+0000","last_active":"2024-07-26T15:44:21.491743+0000","last_peered":"2024-07-26T15:44:21.491743+0000","last_clean":"2024-07-26T15:44:21.491743+0000","last_became_active":"2024-07-26T15:44:20.492013+0000","last_became_peered":"2024-07-26T15:44:20.492013+0000","last_unstale":"2024-07-26T15:44:21.491743+0000","last_undegraded":"2024-07-26T15:44:21.491743+0000","last_fullsized":"2024-07-26T15:44:21.491743+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:56.246375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.34","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490004+0000","last_change":"2024-07-26T15:44:20.497615+0000","last_active":"2024-07-26T15:44:21.490004+0000","last_peered":"2024-07-26T15:44:21.490004+0000","last_clean":"2024-07-26T15:44:21.490004+0000","last_became_active":"2024-07-26T15:44:20.497292+0000","last_became_peered":"2024-07-26T15:44:20.497292+0000","last_unstale":"2024-07-26T15:44:21.490004+0000","last_undegraded":"2024-07-26T15:44:21.490004+0000","last_fullsized":"2024-07-26T15:44:21.490004+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:59.918147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.33","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492440+0000","last_change":"2024-07-26T15:44:20.488486+0000","last_active":"2024-07-26T15:44:21.492440+0000","last_peered":"2024-07-26T15:44:21.492440+0000","last_clean":"2024-07-26T15:44:21.492440+0000","last_became_active":"2024-07-26T15:44:20.488159+0000","last_became_peered":"2024-07-26T15:44:20.488159+0000","last_unstale":"2024-07-26T15:44:21.492440+0000","last_undegraded":"2024-07-26T15:44:21.492440+0000","last_fullsized":"2024-07-26T15:44:21.492440+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:41.723330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.32","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301381+0000","last_change":"2024-07-26T15:44:20.501500+0000","last_active":"2024-07-26T15:44:23.301381+0000","last_peered":"2024-07-26T15:44:23.301381+0000","last_clean":"2024-07-26T15:44:23.301381+0000","last_became_active":"2024-07-26T15:44:20.501107+0000","last_became_peered":"2024-07-26T15:44:20.501107+0000","last_unstale":"2024-07-26T15:44:23.301381+0000","last_undegraded":"2024-07-26T15:44:23.301381+0000","last_fullsized":"2024-07-26T15:44:23.301381+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:54.802881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.31","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301079+0000","last_change":"2024-07-26T15:44:20.506133+0000","last_active":"2024-07-26T15:44:23.301079+0000","last_peered":"2024-07-26T15:44:23.301079+0000","last_clean":"2024-07-26T15:44:23.301079+0000","last_became_active":"2024-07-26T15:44:20.505811+0000","last_became_peered":"2024-07-26T15:44:20.505811+0000","last_unstale":"2024-07-26T15:44:23.301079+0000","last_undegraded":"2024-07-26T15:44:23.301079+0000","last_fullsized":"2024-07-26T15:44:23.301079+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:18.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.30","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604549+0000","last_change":"2024-07-26T15:44:20.486180+0000","last_active":"2024-07-26T15:44:21.604549+0000","last_peered":"2024-07-26T15:44:21.604549+0000","last_clean":"2024-07-26T15:44:21.604549+0000","last_became_active":"2024-07-26T15:44:20.485597+0000","last_became_peered":"2024-07-26T15:44:20.485597+0000","last_unstale":"2024-07-26T15:44:21.604549+0000","last_undegraded":"2024-07-26T15:44:21.604549+0000","last_fullsized":"2024-07-26T15:44:21.604549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:54.594530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.2f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301329+0000","last_change":"2024-07-26T15:44:20.493379+0000","last_active":"2024-07-26T15:44:23.301329+0000","last_peered":"2024-07-26T15:44:23.301329+0000","last_clean":"2024-07-26T15:44:23.301329+0000","last_became_active":"2024-07-26T15:44:20.493049+0000","last_became_peered":"2024-07-26T15:44:20.493049+0000","last_unstale":"2024-07-26T15:44:23.301329+0000","last_undegraded":"2024-07-26T15:44:23.301329+0000","last_fullsized":"2024-07-26T15:44:23.301329+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:38:37.325853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.2e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492370+0000","last_change":"2024-07-26T15:44:20.490073+0000","last_active":"2024-07-26T15:44:21.492370+0000","last_peered":"2024-07-26T15:44:21.492370+0000","last_clean":"2024-07-26T15:44:21.492370+0000","last_became_active":"2024-07-26T15:44:20.489727+0000","last_became_peered":"2024-07-26T15:44:20.489727+0000","last_unstale":"2024-07-26T15:44:21.492370+0000","last_undegraded":"2024-07-26T15:44:21.492370+0000","last_fullsized":"2024-07-26T15:44:21.492370+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:33:20.580474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.2d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490688+0000","last_change":"2024-07-26T15:44:20.506014+0000","last_active":"2024-07-26T15:44:21.490688+0000","last_peered":"2024-07-26T15:44:21.490688+0000","last_clean":"2024-07-26T15:44:21.490688+0000","last_became_active":"2024-07-26T15:44:20.505294+0000","last_became_peered":"2024-07-26T15:44:20.505294+0000","last_unstale":"2024-07-26T15:44:21.490688+0000","last_undegraded":"2024-07-26T15:44:21.490688+0000","last_fullsized":"2024-07-26T15:44:21.490688+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:34:51.837060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101509+0000","last_change":"2024-07-26T15:44:20.496601+0000","last_active":"2024-07-26T15:44:23.101509+0000","last_peered":"2024-07-26T15:44:23.101509+0000","last_clean":"2024-07-26T15:44:23.101509+0000","last_became_active":"2024-07-26T15:44:20.496270+0000","last_became_peered":"2024-07-26T15:44:20.496270+0000","last_unstale":"2024-07-26T15:44:23.101509+0000","last_undegraded":"2024-07-26T15:44:23.101509+0000","last_fullsized":"2024-07-26T15:44:23.101509+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:45:19.732617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492395+0000","last_change":"2024-07-26T15:44:20.493963+0000","last_active":"2024-07-26T15:44:21.492395+0000","last_peered":"2024-07-26T15:44:21.492395+0000","last_clean":"2024-07-26T15:44:21.492395+0000","last_became_active":"2024-07-26T15:44:20.493473+0000","last_became_peered":"2024-07-26T15:44:20.493473+0000","last_unstale":"2024-07-26T15:44:21.492395+0000","last_undegraded":"2024-07-26T15:44:21.492395+0000","last_fullsized":"2024-07-26T15:44:21.492395+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:27:48.120791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.2a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101518+0000","last_change":"2024-07-26T15:44:20.497584+0000","last_active":"2024-07-26T15:44:23.101518+0000","last_peered":"2024-07-26T15:44:23.101518+0000","last_clean":"2024-07-26T15:44:23.101518+0000","last_became_active":"2024-07-26T15:44:20.497269+0000","last_became_peered":"2024-07-26T15:44:20.497269+0000","last_unstale":"2024-07-26T15:44:23.101518+0000","last_undegraded":"2024-07-26T15:44:23.101518+0000","last_fullsized":"2024-07-26T15:44:23.101518+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:40:42.506576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.29","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101368+0000","last_change":"2024-07-26T15:44:20.498894+0000","last_active":"2024-07-26T15:44:23.101368+0000","last_peered":"2024-07-26T15:44:23.101368+0000","last_clean":"2024-07-26T15:44:23.101368+0000","last_became_active":"2024-07-26T15:44:20.498583+0000","last_became_peered":"2024-07-26T15:44:20.498583+0000","last_unstale":"2024-07-26T15:44:23.101368+0000","last_undegraded":"2024-07-26T15:44:23.101368+0000","last_fullsized":"2024-07-26T15:44:23.101368+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:42:54.504720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.28","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301166+0000","last_change":"2024-07-26T15:44:20.502507+0000","last_active":"2024-07-26T15:44:23.301166+0000","last_peered":"2024-07-26T15:44:23.301166+0000","last_clean":"2024-07-26T15:44:23.301166+0000","last_became_active":"2024-07-26T15:44:20.502130+0000","last_became_peered":"2024-07-26T15:44:20.502130+0000","last_unstale":"2024-07-26T15:44:23.301166+0000","last_undegraded":"2024-07-26T15:44:23.301166+0000","last_fullsized":"2024-07-26T15:44:23.301166+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:33:31.354405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.27","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492507+0000","last_change":"2024-07-26T15:44:20.487512+0000","last_active":"2024-07-26T15:44:21.492507+0000","last_peered":"2024-07-26T15:44:21.492507+0000","last_clean":"2024-07-26T15:44:21.492507+0000","last_became_active":"2024-07-26T15:44:20.487200+0000","last_became_peered":"2024-07-26T15:44:20.487200+0000","last_unstale":"2024-07-26T15:44:21.492507+0000","last_undegraded":"2024-07-26T15:44:21.492507+0000","last_fullsized":"2024-07-26T15:44:21.492507+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:08.898154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.26","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492222+0000","last_change":"2024-07-26T15:44:20.489430+0000","last_active":"2024-07-26T15:44:21.492222+0000","last_peered":"2024-07-26T15:44:21.492222+0000","last_clean":"2024-07-26T15:44:21.492222+0000","last_became_active":"2024-07-26T15:44:20.487835+0000","last_became_peered":"2024-07-26T15:44:20.487835+0000","last_unstale":"2024-07-26T15:44:21.492222+0000","last_undegraded":"2024-07-26T15:44:21.492222+0000","last_fullsized":"2024-07-26T15:44:21.492222+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:17.927471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.25","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491716+0000","last_change":"2024-07-26T15:44:20.484781+0000","last_active":"2024-07-26T15:44:21.491716+0000","last_peered":"2024-07-26T15:44:21.491716+0000","last_clean":"2024-07-26T15:44:21.491716+0000","last_became_active":"2024-07-26T15:44:20.484416+0000","last_became_peered":"2024-07-26T15:44:20.484416+0000","last_unstale":"2024-07-26T15:44:21.491716+0000","last_undegraded":"2024-07-26T15:44:21.491716+0000","last_fullsized":"2024-07-26T15:44:21.491716+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:04:20.576549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.24","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300911+0000","last_change":"2024-07-26T15:44:20.501288+0000","last_active":"2024-07-26T15:44:23.300911+0000","last_peered":"2024-07-26T15:44:23.300911+0000","last_clean":"2024-07-26T15:44:23.300911+0000","last_became_active":"2024-07-26T15:44:20.500905+0000","last_became_peered":"2024-07-26T15:44:20.500905+0000","last_unstale":"2024-07-26T15:44:23.300911+0000","last_undegraded":"2024-07-26T15:44:23.300911+0000","last_fullsized":"2024-07-26T15:44:23.300911+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:41.990896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.23","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301426+0000","last_change":"2024-07-26T15:44:20.496068+0000","last_active":"2024-07-26T15:44:23.301426+0000","last_peered":"2024-07-26T15:44:23.301426+0000","last_clean":"2024-07-26T15:44:23.301426+0000","last_became_active":"2024-07-26T15:44:20.495718+0000","last_became_peered":"2024-07-26T15:44:20.495718+0000","last_unstale":"2024-07-26T15:44:23.301426+0000","last_undegraded":"2024-07-26T15:44:23.301426+0000","last_fullsized":"2024-07-26T15:44:23.301426+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:11.345638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.22","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492350+0000","last_change":"2024-07-26T15:44:20.497966+0000","last_active":"2024-07-26T15:44:21.492350+0000","last_peered":"2024-07-26T15:44:21.492350+0000","last_clean":"2024-07-26T15:44:21.492350+0000","last_became_active":"2024-07-26T15:44:20.496888+0000","last_became_peered":"2024-07-26T15:44:20.496888+0000","last_unstale":"2024-07-26T15:44:21.492350+0000","last_undegraded":"2024-07-26T15:44:21.492350+0000","last_fullsized":"2024-07-26T15:44:21.492350+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:28:24.647693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.21","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491113+0000","last_change":"2024-07-26T15:44:20.484810+0000","last_active":"2024-07-26T15:44:21.491113+0000","last_peered":"2024-07-26T15:44:21.491113+0000","last_clean":"2024-07-26T15:44:21.491113+0000","last_became_active":"2024-07-26T15:44:20.484337+0000","last_became_peered":"2024-07-26T15:44:20.484337+0000","last_unstale":"2024-07-26T15:44:21.491113+0000","last_undegraded":"2024-07-26T15:44:21.491113+0000","last_fullsized":"2024-07-26T15:44:21.491113+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:06.632917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.20","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.485990+0000","last_change":"2024-07-26T15:44:20.499184+0000","last_active":"2024-07-26T15:44:21.485990+0000","last_peered":"2024-07-26T15:44:21.485990+0000","last_clean":"2024-07-26T15:44:21.485990+0000","last_became_active":"2024-07-26T15:44:20.498806+0000","last_became_peered":"2024-07-26T15:44:20.498806+0000","last_unstale":"2024-07-26T15:44:21.485990+0000","last_undegraded":"2024-07-26T15:44:21.485990+0000","last_fullsized":"2024-07-26T15:44:21.485990+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:06:02.721780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490924+0000","last_change":"2024-07-26T15:44:20.507584+0000","last_active":"2024-07-26T15:44:21.490924+0000","last_peered":"2024-07-26T15:44:21.490924+0000","last_clean":"2024-07-26T15:44:21.490924+0000","last_became_active":"2024-07-26T15:44:20.507259+0000","last_became_peered":"2024-07-26T15:44:20.507259+0000","last_unstale":"2024-07-26T15:44:21.490924+0000","last_undegraded":"2024-07-26T15:44:21.490924+0000","last_fullsized":"2024-07-26T15:44:21.490924+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:12.163096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.1f","version":"88'4","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301412+0000","last_change":"2024-07-26T15:44:19.492392+0000","last_active":"2024-07-26T15:44:23.301412+0000","last_peered":"2024-07-26T15:44:23.301412+0000","last_clean":"2024-07-26T15:44:23.301412+0000","last_became_active":"2024-07-26T15:44:19.491723+0000","last_became_peered":"2024-07-26T15:44:19.491723+0000","last_unstale":"2024-07-26T15:44:23.301412+0000","last_undegraded":"2024-07-26T15:44:23.301412+0000","last_fullsized":"2024-07-26T15:44:23.301412+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:53.648074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492033+0000","last_change":"2024-07-26T15:44:20.501435+0000","last_active":"2024-07-26T15:44:21.492033+0000","last_peered":"2024-07-26T15:44:21.492033+0000","last_clean":"2024-07-26T15:44:21.492033+0000","last_became_active":"2024-07-26T15:44:20.501128+0000","last_became_peered":"2024-07-26T15:44:20.501128+0000","last_unstale":"2024-07-26T15:44:21.492033+0000","last_undegraded":"2024-07-26T15:44:21.492033+0000","last_fullsized":"2024-07-26T15:44:21.492033+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:46.853340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1e","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486288+0000","last_change":"2024-07-26T15:44:19.490704+0000","last_active":"2024-07-26T15:44:21.486288+0000","last_peered":"2024-07-26T15:44:21.486288+0000","last_clean":"2024-07-26T15:44:21.486288+0000","last_became_active":"2024-07-26T15:44:19.490325+0000","last_became_peered":"2024-07-26T15:44:19.490325+0000","last_unstale":"2024-07-26T15:44:21.486288+0000","last_undegraded":"2024-07-26T15:44:21.486288+0000","last_fullsized":"2024-07-26T15:44:21.486288+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:23:05.678519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486215+0000","last_change":"2024-07-26T15:44:20.489362+0000","last_active":"2024-07-26T15:44:21.486215+0000","last_peered":"2024-07-26T15:44:21.486215+0000","last_clean":"2024-07-26T15:44:21.486215+0000","last_became_active":"2024-07-26T15:44:20.488258+0000","last_became_peered":"2024-07-26T15:44:20.488258+0000","last_unstale":"2024-07-26T15:44:21.486215+0000","last_undegraded":"2024-07-26T15:44:21.486215+0000","last_fullsized":"2024-07-26T15:44:21.486215+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:22:17.119847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486372+0000","last_change":"2024-07-26T15:44:19.487381+0000","last_active":"2024-07-26T15:44:21.486372+0000","last_peered":"2024-07-26T15:44:21.486372+0000","last_clean":"2024-07-26T15:44:21.486372+0000","last_became_active":"2024-07-26T15:44:19.487063+0000","last_became_peered":"2024-07-26T15:44:19.487063+0000","last_unstale":"2024-07-26T15:44:21.486372+0000","last_undegraded":"2024-07-26T15:44:21.486372+0000","last_fullsized":"2024-07-26T15:44:21.486372+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:53.007774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.1f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301989+0000","last_change":"2024-07-26T15:44:20.498978+0000","last_active":"2024-07-26T15:44:23.301989+0000","last_peered":"2024-07-26T15:44:23.301989+0000","last_clean":"2024-07-26T15:44:23.301989+0000","last_became_active":"2024-07-26T15:44:20.498647+0000","last_became_peered":"2024-07-26T15:44:20.498647+0000","last_unstale":"2024-07-26T15:44:23.301989+0000","last_undegraded":"2024-07-26T15:44:23.301989+0000","last_fullsized":"2024-07-26T15:44:23.301989+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:41:46.459421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486591+0000","last_change":"2024-07-26T15:44:19.489921+0000","last_active":"2024-07-26T15:44:21.486591+0000","last_peered":"2024-07-26T15:44:21.486591+0000","last_clean":"2024-07-26T15:44:21.486591+0000","last_became_active":"2024-07-26T15:44:19.489589+0000","last_became_peered":"2024-07-26T15:44:19.489589+0000","last_unstale":"2024-07-26T15:44:21.486591+0000","last_undegraded":"2024-07-26T15:44:21.486591+0000","last_fullsized":"2024-07-26T15:44:21.486591+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:13.352960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604692+0000","last_change":"2024-07-26T15:44:20.495567+0000","last_active":"2024-07-26T15:44:21.604692+0000","last_peered":"2024-07-26T15:44:21.604692+0000","last_clean":"2024-07-26T15:44:21.604692+0000","last_became_active":"2024-07-26T15:44:20.495259+0000","last_became_peered":"2024-07-26T15:44:20.495259+0000","last_unstale":"2024-07-26T15:44:21.604692+0000","last_undegraded":"2024-07-26T15:44:21.604692+0000","last_fullsized":"2024-07-26T15:44:21.604692+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:04.692372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1b","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101402+0000","last_change":"2024-07-26T15:44:19.485261+0000","last_active":"2024-07-26T15:44:23.101402+0000","last_peered":"2024-07-26T15:44:23.101402+0000","last_clean":"2024-07-26T15:44:23.101402+0000","last_became_active":"2024-07-26T15:44:19.484884+0000","last_became_peered":"2024-07-26T15:44:19.484884+0000","last_unstale":"2024-07-26T15:44:23.101402+0000","last_undegraded":"2024-07-26T15:44:23.101402+0000","last_fullsized":"2024-07-26T15:44:23.101402+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:30:59.605299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300747+0000","last_change":"2024-07-26T15:44:20.495499+0000","last_active":"2024-07-26T15:44:23.300747+0000","last_peered":"2024-07-26T15:44:23.300747+0000","last_clean":"2024-07-26T15:44:23.300747+0000","last_became_active":"2024-07-26T15:44:20.495155+0000","last_became_peered":"2024-07-26T15:44:20.495155+0000","last_unstale":"2024-07-26T15:44:23.300747+0000","last_undegraded":"2024-07-26T15:44:23.300747+0000","last_fullsized":"2024-07-26T15:44:23.300747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:15:14.613816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1a","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101256+0000","last_change":"2024-07-26T15:44:19.494338+0000","last_active":"2024-07-26T15:44:23.101256+0000","last_peered":"2024-07-26T15:44:23.101256+0000","last_clean":"2024-07-26T15:44:23.101256+0000","last_became_active":"2024-07-26T15:44:19.493801+0000","last_became_peered":"2024-07-26T15:44:19.493801+0000","last_unstale":"2024-07-26T15:44:23.101256+0000","last_undegraded":"2024-07-26T15:44:23.101256+0000","last_fullsized":"2024-07-26T15:44:23.101256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:53:38.770810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492069+0000","last_change":"2024-07-26T15:44:20.509010+0000","last_active":"2024-07-26T15:44:21.492069+0000","last_peered":"2024-07-26T15:44:21.492069+0000","last_clean":"2024-07-26T15:44:21.492069+0000","last_became_active":"2024-07-26T15:44:20.508690+0000","last_became_peered":"2024-07-26T15:44:20.508690+0000","last_unstale":"2024-07-26T15:44:21.492069+0000","last_undegraded":"2024-07-26T15:44:21.492069+0000","last_fullsized":"2024-07-26T15:44:21.492069+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:46.853340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101275+0000","last_change":"2024-07-26T15:44:19.495739+0000","last_active":"2024-07-26T15:44:23.101275+0000","last_peered":"2024-07-26T15:44:23.101275+0000","last_clean":"2024-07-26T15:44:23.101275+0000","last_became_active":"2024-07-26T15:44:19.494915+0000","last_became_peered":"2024-07-26T15:44:19.494915+0000","last_unstale":"2024-07-26T15:44:23.101275+0000","last_undegraded":"2024-07-26T15:44:23.101275+0000","last_fullsized":"2024-07-26T15:44:23.101275+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:06.250801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101569+0000","last_change":"2024-07-26T15:44:20.487564+0000","last_active":"2024-07-26T15:44:23.101569+0000","last_peered":"2024-07-26T15:44:23.101569+0000","last_clean":"2024-07-26T15:44:23.101569+0000","last_became_active":"2024-07-26T15:44:20.487143+0000","last_became_peered":"2024-07-26T15:44:20.487143+0000","last_unstale":"2024-07-26T15:44:23.101569+0000","last_undegraded":"2024-07-26T15:44:23.101569+0000","last_fullsized":"2024-07-26T15:44:23.101569+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:17.927471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491608+0000","last_change":"2024-07-26T15:44:19.490000+0000","last_active":"2024-07-26T15:44:21.491608+0000","last_peered":"2024-07-26T15:44:21.491608+0000","last_clean":"2024-07-26T15:44:21.491608+0000","last_became_active":"2024-07-26T15:44:19.489662+0000","last_became_peered":"2024-07-26T15:44:19.489662+0000","last_unstale":"2024-07-26T15:44:21.491608+0000","last_undegraded":"2024-07-26T15:44:21.491608+0000","last_fullsized":"2024-07-26T15:44:21.491608+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:30:00.046212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.14","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301109+0000","last_change":"2024-07-26T15:44:20.492564+0000","last_active":"2024-07-26T15:44:23.301109+0000","last_peered":"2024-07-26T15:44:23.301109+0000","last_clean":"2024-07-26T15:44:23.301109+0000","last_became_active":"2024-07-26T15:44:20.492201+0000","last_became_peered":"2024-07-26T15:44:20.492201+0000","last_unstale":"2024-07-26T15:44:23.301109+0000","last_undegraded":"2024-07-26T15:44:23.301109+0000","last_fullsized":"2024-07-26T15:44:23.301109+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:42:47.785994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301753+0000","last_change":"2024-07-26T15:44:19.496668+0000","last_active":"2024-07-26T15:44:23.301753+0000","last_peered":"2024-07-26T15:44:23.301753+0000","last_clean":"2024-07-26T15:44:23.301753+0000","last_became_active":"2024-07-26T15:44:19.496339+0000","last_became_peered":"2024-07-26T15:44:19.496339+0000","last_unstale":"2024-07-26T15:44:23.301753+0000","last_undegraded":"2024-07-26T15:44:23.301753+0000","last_fullsized":"2024-07-26T15:44:23.301753+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:13.352960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.15","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101511+0000","last_change":"2024-07-26T15:44:20.497095+0000","last_active":"2024-07-26T15:44:23.101511+0000","last_peered":"2024-07-26T15:44:23.101511+0000","last_clean":"2024-07-26T15:44:23.101511+0000","last_became_active":"2024-07-26T15:44:20.496780+0000","last_became_peered":"2024-07-26T15:44:20.496780+0000","last_unstale":"2024-07-26T15:44:23.101511+0000","last_undegraded":"2024-07-26T15:44:23.101511+0000","last_fullsized":"2024-07-26T15:44:23.101511+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:59.918147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492466+0000","last_change":"2024-07-26T15:44:19.496779+0000","last_active":"2024-07-26T15:44:21.492466+0000","last_peered":"2024-07-26T15:44:21.492466+0000","last_clean":"2024-07-26T15:44:21.492466+0000","last_became_active":"2024-07-26T15:44:19.496454+0000","last_became_peered":"2024-07-26T15:44:19.496454+0000","last_unstale":"2024-07-26T15:44:21.492466+0000","last_undegraded":"2024-07-26T15:44:21.492466+0000","last_fullsized":"2024-07-26T15:44:21.492466+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:46:31.011689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491232+0000","last_change":"2024-07-26T15:44:20.500063+0000","last_active":"2024-07-26T15:44:21.491232+0000","last_peered":"2024-07-26T15:44:21.491232+0000","last_clean":"2024-07-26T15:44:21.491232+0000","last_became_active":"2024-07-26T15:44:20.498281+0000","last_became_peered":"2024-07-26T15:44:20.498281+0000","last_unstale":"2024-07-26T15:44:21.491232+0000","last_undegraded":"2024-07-26T15:44:21.491232+0000","last_fullsized":"2024-07-26T15:44:21.491232+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:44:00.776070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.15","version":"88'3","reported_seq":18,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301091+0000","last_change":"2024-07-26T15:44:19.497464+0000","last_active":"2024-07-26T15:44:23.301091+0000","last_peered":"2024-07-26T15:44:23.301091+0000","last_clean":"2024-07-26T15:44:23.301091+0000","last_became_active":"2024-07-26T15:44:19.497159+0000","last_became_peered":"2024-07-26T15:44:19.497159+0000","last_unstale":"2024-07-26T15:44:23.301091+0000","last_undegraded":"2024-07-26T15:44:23.301091+0000","last_fullsized":"2024-07-26T15:44:23.301091+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:53.007774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491482+0000","last_change":"2024-07-26T15:44:20.487257+0000","last_active":"2024-07-26T15:44:21.491482+0000","last_peered":"2024-07-26T15:44:21.491482+0000","last_clean":"2024-07-26T15:44:21.491482+0000","last_became_active":"2024-07-26T15:44:20.486968+0000","last_became_peered":"2024-07-26T15:44:20.486968+0000","last_unstale":"2024-07-26T15:44:21.491482+0000","last_undegraded":"2024-07-26T15:44:21.491482+0000","last_fullsized":"2024-07-26T15:44:21.491482+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:00.028995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"88'6","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301115+0000","last_change":"2024-07-26T15:44:19.493645+0000","last_active":"2024-07-26T15:44:23.301115+0000","last_peered":"2024-07-26T15:44:23.301115+0000","last_clean":"2024-07-26T15:44:23.301115+0000","last_became_active":"2024-07-26T15:44:19.493285+0000","last_became_peered":"2024-07-26T15:44:19.493285+0000","last_unstale":"2024-07-26T15:44:23.301115+0000","last_undegraded":"2024-07-26T15:44:23.301115+0000","last_fullsized":"2024-07-26T15:44:23.301115+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:24:15.136369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.10","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490300+0000","last_change":"2024-07-26T15:44:20.497467+0000","last_active":"2024-07-26T15:44:21.490300+0000","last_peered":"2024-07-26T15:44:21.490300+0000","last_clean":"2024-07-26T15:44:21.490300+0000","last_became_active":"2024-07-26T15:44:20.497139+0000","last_became_peered":"2024-07-26T15:44:20.497139+0000","last_unstale":"2024-07-26T15:44:21.490300+0000","last_undegraded":"2024-07-26T15:44:21.490300+0000","last_fullsized":"2024-07-26T15:44:21.490300+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:12.163096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301197+0000","last_change":"2024-07-26T15:44:19.492063+0000","last_active":"2024-07-26T15:44:23.301197+0000","last_peered":"2024-07-26T15:44:23.301197+0000","last_clean":"2024-07-26T15:44:23.301197+0000","last_became_active":"2024-07-26T15:44:19.491700+0000","last_became_peered":"2024-07-26T15:44:19.491700+0000","last_unstale":"2024-07-26T15:44:23.301197+0000","last_undegraded":"2024-07-26T15:44:23.301197+0000","last_fullsized":"2024-07-26T15:44:23.301197+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:23:05.678519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492419+0000","last_change":"2024-07-26T15:44:20.489253+0000","last_active":"2024-07-26T15:44:21.492419+0000","last_peered":"2024-07-26T15:44:21.492419+0000","last_clean":"2024-07-26T15:44:21.492419+0000","last_became_active":"2024-07-26T15:44:20.488364+0000","last_became_peered":"2024-07-26T15:44:20.488364+0000","last_unstale":"2024-07-26T15:44:21.492419+0000","last_undegraded":"2024-07-26T15:44:21.492419+0000","last_fullsized":"2024-07-26T15:44:21.492419+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:21:45.185670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.489668+0000","last_change":"2024-07-26T15:44:19.493237+0000","last_active":"2024-07-26T15:44:21.489668+0000","last_peered":"2024-07-26T15:44:21.489668+0000","last_clean":"2024-07-26T15:44:21.489668+0000","last_became_active":"2024-07-26T15:44:19.492906+0000","last_became_peered":"2024-07-26T15:44:19.492906+0000","last_unstale":"2024-07-26T15:44:21.489668+0000","last_undegraded":"2024-07-26T15:44:21.489668+0000","last_fullsized":"2024-07-26T15:44:21.489668+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:55:22.929123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492047+0000","last_change":"2024-07-26T15:44:20.505595+0000","last_active":"2024-07-26T15:44:21.492047+0000","last_peered":"2024-07-26T15:44:21.492047+0000","last_clean":"2024-07-26T15:44:21.492047+0000","last_became_active":"2024-07-26T15:44:20.505192+0000","last_became_peered":"2024-07-26T15:44:20.505192+0000","last_unstale":"2024-07-26T15:44:21.492047+0000","last_undegraded":"2024-07-26T15:44:21.492047+0000","last_fullsized":"2024-07-26T15:44:21.492047+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:56.246375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301178+0000","last_change":"2024-07-26T15:44:19.498172+0000","last_active":"2024-07-26T15:44:23.301178+0000","last_peered":"2024-07-26T15:44:23.301178+0000","last_clean":"2024-07-26T15:44:23.301178+0000","last_became_active":"2024-07-26T15:44:19.497838+0000","last_became_peered":"2024-07-26T15:44:19.497838+0000","last_unstale":"2024-07-26T15:44:23.301178+0000","last_undegraded":"2024-07-26T15:44:23.301178+0000","last_fullsized":"2024-07-26T15:44:23.301178+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:32.949908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300870+0000","last_change":"2024-07-26T15:44:20.499768+0000","last_active":"2024-07-26T15:44:23.300870+0000","last_peered":"2024-07-26T15:44:23.300870+0000","last_clean":"2024-07-26T15:44:23.300870+0000","last_became_active":"2024-07-26T15:44:20.499442+0000","last_became_peered":"2024-07-26T15:44:20.499442+0000","last_unstale":"2024-07-26T15:44:23.300870+0000","last_undegraded":"2024-07-26T15:44:23.300870+0000","last_fullsized":"2024-07-26T15:44:23.300870+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:23.884110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.10","version":"88'8","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490381+0000","last_change":"2024-07-26T15:44:19.494430+0000","last_active":"2024-07-26T15:44:21.490381+0000","last_peered":"2024-07-26T15:44:21.490381+0000","last_clean":"2024-07-26T15:44:21.490381+0000","last_became_active":"2024-07-26T15:44:19.494120+0000","last_became_peered":"2024-07-26T15:44:19.494120+0000","last_unstale":"2024-07-26T15:44:21.490381+0000","last_undegraded":"2024-07-26T15:44:21.490381+0000","last_fullsized":"2024-07-26T15:44:21.490381+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:33.081242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301440+0000","last_change":"2024-07-26T15:44:20.496516+0000","last_active":"2024-07-26T15:44:23.301440+0000","last_peered":"2024-07-26T15:44:23.301440+0000","last_clean":"2024-07-26T15:44:23.301440+0000","last_became_active":"2024-07-26T15:44:20.496213+0000","last_became_peered":"2024-07-26T15:44:20.496213+0000","last_unstale":"2024-07-26T15:44:23.301440+0000","last_undegraded":"2024-07-26T15:44:23.301440+0000","last_fullsized":"2024-07-26T15:44:23.301440+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:44:41.424240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.f","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490768+0000","last_change":"2024-07-26T15:44:19.486636+0000","last_active":"2024-07-26T15:44:21.490768+0000","last_peered":"2024-07-26T15:44:21.490768+0000","last_clean":"2024-07-26T15:44:21.490768+0000","last_became_active":"2024-07-26T15:44:19.486326+0000","last_became_peered":"2024-07-26T15:44:19.486326+0000","last_unstale":"2024-07-26T15:44:21.490768+0000","last_undegraded":"2024-07-26T15:44:21.490768+0000","last_fullsized":"2024-07-26T15:44:21.490768+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:06.250801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.d","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491616+0000","last_change":"2024-07-26T15:44:20.501351+0000","last_active":"2024-07-26T15:44:21.491616+0000","last_peered":"2024-07-26T15:44:21.491616+0000","last_clean":"2024-07-26T15:44:21.491616+0000","last_became_active":"2024-07-26T15:44:20.501031+0000","last_became_peered":"2024-07-26T15:44:20.501031+0000","last_unstale":"2024-07-26T15:44:21.491616+0000","last_undegraded":"2024-07-26T15:44:21.491616+0000","last_fullsized":"2024-07-26T15:44:21.491616+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:00.028995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.e","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301305+0000","last_change":"2024-07-26T15:44:19.495126+0000","last_active":"2024-07-26T15:44:23.301305+0000","last_peered":"2024-07-26T15:44:23.301305+0000","last_clean":"2024-07-26T15:44:23.301305+0000","last_became_active":"2024-07-26T15:44:19.494814+0000","last_became_peered":"2024-07-26T15:44:19.494814+0000","last_unstale":"2024-07-26T15:44:23.301305+0000","last_undegraded":"2024-07-26T15:44:23.301305+0000","last_fullsized":"2024-07-26T15:44:23.301305+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:02:19.652638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492564+0000","last_change":"2024-07-26T15:44:20.502649+0000","last_active":"2024-07-26T15:44:21.492564+0000","last_peered":"2024-07-26T15:44:21.492564+0000","last_clean":"2024-07-26T15:44:21.492564+0000","last_became_active":"2024-07-26T15:44:20.502297+0000","last_became_peered":"2024-07-26T15:44:20.502297+0000","last_unstale":"2024-07-26T15:44:21.492564+0000","last_undegraded":"2024-07-26T15:44:21.492564+0000","last_fullsized":"2024-07-26T15:44:21.492564+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:40:51.148274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.d","version":"88'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301441+0000","last_change":"2024-07-26T15:44:19.497950+0000","last_active":"2024-07-26T15:44:23.301441+0000","last_peered":"2024-07-26T15:44:23.301441+0000","last_clean":"2024-07-26T15:44:23.301441+0000","last_became_active":"2024-07-26T15:44:19.497584+0000","last_became_peered":"2024-07-26T15:44:19.497584+0000","last_unstale":"2024-07-26T15:44:23.301441+0000","last_undegraded":"2024-07-26T15:44:23.301441+0000","last_fullsized":"2024-07-26T15:44:23.301441+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:59.599237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.f","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491900+0000","last_change":"2024-07-26T15:44:20.505648+0000","last_active":"2024-07-26T15:44:21.491900+0000","last_peered":"2024-07-26T15:44:21.491900+0000","last_clean":"2024-07-26T15:44:21.491900+0000","last_became_active":"2024-07-26T15:44:20.505225+0000","last_became_peered":"2024-07-26T15:44:20.505225+0000","last_unstale":"2024-07-26T15:44:21.491900+0000","last_undegraded":"2024-07-26T15:44:21.491900+0000","last_fullsized":"2024-07-26T15:44:21.491900+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:04:20.576549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101572+0000","last_change":"2024-07-26T15:44:19.492109+0000","last_active":"2024-07-26T15:44:23.101572+0000","last_peered":"2024-07-26T15:44:23.101572+0000","last_clean":"2024-07-26T15:44:23.101572+0000","last_became_active":"2024-07-26T15:44:19.491801+0000","last_became_peered":"2024-07-26T15:44:19.491801+0000","last_unstale":"2024-07-26T15:44:23.101572+0000","last_undegraded":"2024-07-26T15:44:23.101572+0000","last_fullsized":"2024-07-26T15:44:23.101572+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:25.538197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486383+0000","last_change":"2024-07-26T15:44:20.486555+0000","last_active":"2024-07-26T15:44:21.486383+0000","last_peered":"2024-07-26T15:44:21.486383+0000","last_clean":"2024-07-26T15:44:21.486383+0000","last_became_active":"2024-07-26T15:44:20.486217+0000","last_became_peered":"2024-07-26T15:44:20.486217+0000","last_unstale":"2024-07-26T15:44:21.486383+0000","last_undegraded":"2024-07-26T15:44:21.486383+0000","last_fullsized":"2024-07-26T15:44:21.486383+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:44.600514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.b","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486058+0000","last_change":"2024-07-26T15:44:19.493042+0000","last_active":"2024-07-26T15:44:21.486058+0000","last_peered":"2024-07-26T15:44:21.486058+0000","last_clean":"2024-07-26T15:44:21.486058+0000","last_became_active":"2024-07-26T15:44:19.492653+0000","last_became_peered":"2024-07-26T15:44:19.492653+0000","last_unstale":"2024-07-26T15:44:21.486058+0000","last_undegraded":"2024-07-26T15:44:21.486058+0000","last_fullsized":"2024-07-26T15:44:21.486058+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:46:49.128686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490062+0000","last_change":"2024-07-26T15:44:20.485595+0000","last_active":"2024-07-26T15:44:21.490062+0000","last_peered":"2024-07-26T15:44:21.490062+0000","last_clean":"2024-07-26T15:44:21.490062+0000","last_became_active":"2024-07-26T15:44:20.485239+0000","last_became_peered":"2024-07-26T15:44:20.485239+0000","last_unstale":"2024-07-26T15:44:21.490062+0000","last_undegraded":"2024-07-26T15:44:21.490062+0000","last_fullsized":"2024-07-26T15:44:21.490062+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:40:42.506576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490420+0000","last_change":"2024-07-26T15:44:19.487413+0000","last_active":"2024-07-26T15:44:21.490420+0000","last_peered":"2024-07-26T15:44:21.490420+0000","last_clean":"2024-07-26T15:44:21.490420+0000","last_became_active":"2024-07-26T15:44:19.487112+0000","last_became_peered":"2024-07-26T15:44:19.487112+0000","last_unstale":"2024-07-26T15:44:21.490420+0000","last_undegraded":"2024-07-26T15:44:21.490420+0000","last_fullsized":"2024-07-26T15:44:21.490420+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:30:59.605299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492297+0000","last_change":"2024-07-26T15:44:20.500414+0000","last_active":"2024-07-26T15:44:21.492297+0000","last_peered":"2024-07-26T15:44:21.492297+0000","last_clean":"2024-07-26T15:44:21.492297+0000","last_became_active":"2024-07-26T15:44:20.500092+0000","last_became_peered":"2024-07-26T15:44:20.500092+0000","last_unstale":"2024-07-26T15:44:21.492297+0000","last_undegraded":"2024-07-26T15:44:21.492297+0000","last_fullsized":"2024-07-26T15:44:21.492297+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:40:51.148274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.485953+0000","last_change":"2024-07-26T15:44:19.488325+0000","last_active":"2024-07-26T15:44:21.485953+0000","last_peered":"2024-07-26T15:44:21.485953+0000","last_clean":"2024-07-26T15:44:21.485953+0000","last_became_active":"2024-07-26T15:44:19.487975+0000","last_became_peered":"2024-07-26T15:44:19.487975+0000","last_unstale":"2024-07-26T15:44:21.485953+0000","last_undegraded":"2024-07-26T15:44:21.485953+0000","last_fullsized":"2024-07-26T15:44:21.485953+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:59.599237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486686+0000","last_change":"2024-07-26T15:44:20.487745+0000","last_active":"2024-07-26T15:44:21.486686+0000","last_peered":"2024-07-26T15:44:21.486686+0000","last_clean":"2024-07-26T15:44:21.486686+0000","last_became_active":"2024-07-26T15:44:20.487435+0000","last_became_peered":"2024-07-26T15:44:20.487435+0000","last_unstale":"2024-07-26T15:44:21.486686+0000","last_undegraded":"2024-07-26T15:44:21.486686+0000","last_fullsized":"2024-07-26T15:44:21.486686+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:18.197236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.7","version":"88'2","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490999+0000","last_change":"2024-07-26T15:44:19.484151+0000","last_active":"2024-07-26T15:44:21.490999+0000","last_peered":"2024-07-26T15:44:21.490999+0000","last_clean":"2024-07-26T15:44:21.490999+0000","last_became_active":"2024-07-26T15:44:19.483824+0000","last_became_peered":"2024-07-26T15:44:19.483824+0000","last_unstale":"2024-07-26T15:44:21.490999+0000","last_undegraded":"2024-07-26T15:44:21.490999+0000","last_fullsized":"2024-07-26T15:44:21.490999+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:17.978161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604746+0000","last_change":"2024-07-26T15:44:20.488860+0000","last_active":"2024-07-26T15:44:21.604746+0000","last_peered":"2024-07-26T15:44:21.604746+0000","last_clean":"2024-07-26T15:44:21.604746+0000","last_became_active":"2024-07-26T15:44:20.488361+0000","last_became_peered":"2024-07-26T15:44:20.488361+0000","last_unstale":"2024-07-26T15:44:21.604746+0000","last_undegraded":"2024-07-26T15:44:21.604746+0000","last_fullsized":"2024-07-26T15:44:21.604746+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:02.568678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.6","version":"89'1","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492508+0000","last_change":"2024-07-26T15:44:19.490088+0000","last_active":"2024-07-26T15:44:21.492508+0000","last_peered":"2024-07-26T15:44:21.492508+0000","last_clean":"2024-07-26T15:44:21.492508+0000","last_became_active":"2024-07-26T15:44:19.489780+0000","last_became_peered":"2024-07-26T15:44:19.489780+0000","last_unstale":"2024-07-26T15:44:21.492508+0000","last_undegraded":"2024-07-26T15:44:21.492508+0000","last_fullsized":"2024-07-26T15:44:21.492508+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:51:04.022092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492451+0000","last_change":"2024-07-26T15:44:20.491070+0000","last_active":"2024-07-26T15:44:21.492451+0000","last_peered":"2024-07-26T15:44:21.492451+0000","last_clean":"2024-07-26T15:44:21.492451+0000","last_became_active":"2024-07-26T15:44:20.490760+0000","last_became_peered":"2024-07-26T15:44:20.490760+0000","last_unstale":"2024-07-26T15:44:21.492451+0000","last_undegraded":"2024-07-26T15:44:21.492451+0000","last_fullsized":"2024-07-26T15:44:21.492451+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:55:48.131358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.486482+0000","last_change":"2024-07-26T15:44:19.497420+0000","last_active":"2024-07-26T15:44:21.486482+0000","last_peered":"2024-07-26T15:44:21.486482+0000","last_clean":"2024-07-26T15:44:21.486482+0000","last_became_active":"2024-07-26T15:44:19.496434+0000","last_became_peered":"2024-07-26T15:44:19.496434+0000","last_unstale":"2024-07-26T15:44:21.486482+0000","last_undegraded":"2024-07-26T15:44:21.486482+0000","last_fullsized":"2024-07-26T15:44:21.486482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:32.949908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.492124+0000","last_change":"2024-07-26T15:44:20.505945+0000","last_active":"2024-07-26T15:44:21.492124+0000","last_peered":"2024-07-26T15:44:21.492124+0000","last_clean":"2024-07-26T15:44:21.492124+0000","last_became_active":"2024-07-26T15:44:20.505171+0000","last_became_peered":"2024-07-26T15:44:20.505171+0000","last_unstale":"2024-07-26T15:44:21.492124+0000","last_undegraded":"2024-07-26T15:44:21.492124+0000","last_fullsized":"2024-07-26T15:44:21.492124+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:33:20.580474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301157+0000","last_change":"2024-07-26T15:44:19.495434+0000","last_active":"2024-07-26T15:44:23.301157+0000","last_peered":"2024-07-26T15:44:23.301157+0000","last_clean":"2024-07-26T15:44:23.301157+0000","last_became_active":"2024-07-26T15:44:19.495038+0000","last_became_peered":"2024-07-26T15:44:19.495038+0000","last_unstale":"2024-07-26T15:44:23.301157+0000","last_undegraded":"2024-07-26T15:44:23.301157+0000","last_fullsized":"2024-07-26T15:44:23.301157+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:06:35.158248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491464+0000","last_change":"2024-07-26T15:44:20.510370+0000","last_active":"2024-07-26T15:44:21.491464+0000","last_peered":"2024-07-26T15:44:21.491464+0000","last_clean":"2024-07-26T15:44:21.491464+0000","last_became_active":"2024-07-26T15:44:20.508464+0000","last_became_peered":"2024-07-26T15:44:20.508464+0000","last_unstale":"2024-07-26T15:44:21.491464+0000","last_undegraded":"2024-07-26T15:44:21.491464+0000","last_fullsized":"2024-07-26T15:44:21.491464+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:46:51.315051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.301481+0000","last_change":"2024-07-26T15:44:19.498067+0000","last_active":"2024-07-26T15:44:23.301481+0000","last_peered":"2024-07-26T15:44:23.301481+0000","last_clean":"2024-07-26T15:44:23.301481+0000","last_became_active":"2024-07-26T15:44:19.497784+0000","last_became_peered":"2024-07-26T15:44:19.497784+0000","last_unstale":"2024-07-26T15:44:23.301481+0000","last_undegraded":"2024-07-26T15:44:23.301481+0000","last_fullsized":"2024-07-26T15:44:23.301481+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:46:49.128686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.491336+0000","last_change":"2024-07-26T15:44:20.498248+0000","last_active":"2024-07-26T15:44:21.491336+0000","last_peered":"2024-07-26T15:44:21.491336+0000","last_clean":"2024-07-26T15:44:21.491336+0000","last_became_active":"2024-07-26T15:44:20.497937+0000","last_became_peered":"2024-07-26T15:44:20.497937+0000","last_unstale":"2024-07-26T15:44:21.491336+0000","last_undegraded":"2024-07-26T15:44:21.491336+0000","last_fullsized":"2024-07-26T15:44:21.491336+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:46:51.315051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101407+0000","last_change":"2024-07-26T15:44:19.492960+0000","last_active":"2024-07-26T15:44:23.101407+0000","last_peered":"2024-07-26T15:44:23.101407+0000","last_clean":"2024-07-26T15:44:23.101407+0000","last_became_active":"2024-07-26T15:44:19.492623+0000","last_became_peered":"2024-07-26T15:44:19.492623+0000","last_unstale":"2024-07-26T15:44:23.101407+0000","last_undegraded":"2024-07-26T15:44:23.101407+0000","last_fullsized":"2024-07-26T15:44:23.101407+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:21.234935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300724+0000","last_change":"2024-07-26T15:44:20.493922+0000","last_active":"2024-07-26T15:44:23.300724+0000","last_peered":"2024-07-26T15:44:23.300724+0000","last_clean":"2024-07-26T15:44:23.300724+0000","last_became_active":"2024-07-26T15:44:20.493610+0000","last_became_peered":"2024-07-26T15:44:20.493610+0000","last_unstale":"2024-07-26T15:44:23.300724+0000","last_undegraded":"2024-07-26T15:44:23.300724+0000","last_fullsized":"2024-07-26T15:44:23.300724+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:31.515271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101484+0000","last_change":"2024-07-26T15:44:19.495406+0000","last_active":"2024-07-26T15:44:23.101484+0000","last_peered":"2024-07-26T15:44:23.101484+0000","last_clean":"2024-07-26T15:44:23.101484+0000","last_became_active":"2024-07-26T15:44:19.493394+0000","last_became_peered":"2024-07-26T15:44:19.493394+0000","last_unstale":"2024-07-26T15:44:23.101484+0000","last_undegraded":"2024-07-26T15:44:23.101484+0000","last_fullsized":"2024-07-26T15:44:23.101484+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:51:04.022092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.604521+0000","last_change":"2024-07-26T15:44:20.496844+0000","last_active":"2024-07-26T15:44:21.604521+0000","last_peered":"2024-07-26T15:44:21.604521+0000","last_clean":"2024-07-26T15:44:21.604521+0000","last_became_active":"2024-07-26T15:44:20.496432+0000","last_became_peered":"2024-07-26T15:44:20.496432+0000","last_unstale":"2024-07-26T15:44:21.604521+0000","last_undegraded":"2024-07-26T15:44:21.604521+0000","last_fullsized":"2024-07-26T15:44:21.604521+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:58:36.419433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300701+0000","last_change":"2024-07-26T15:44:19.491552+0000","last_active":"2024-07-26T15:44:23.300701+0000","last_peered":"2024-07-26T15:44:23.300701+0000","last_clean":"2024-07-26T15:44:23.300701+0000","last_became_active":"2024-07-26T15:44:19.491216+0000","last_became_peered":"2024-07-26T15:44:19.491216+0000","last_unstale":"2024-07-26T15:44:23.300701+0000","last_undegraded":"2024-07-26T15:44:23.300701+0000","last_fullsized":"2024-07-26T15:44:23.300701+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:19:38.557945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.b","version":"0'0","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:21.490941+0000","last_change":"2024-07-26T15:44:20.506904+0000","last_active":"2024-07-26T15:44:21.490941+0000","last_peered":"2024-07-26T15:44:21.490941+0000","last_clean":"2024-07-26T15:44:21.490941+0000","last_became_active":"2024-07-26T15:44:20.506581+0000","last_became_peered":"2024-07-26T15:44:20.506581+0000","last_unstale":"2024-07-26T15:44:21.490941+0000","last_undegraded":"2024-07-26T15:44:21.490941+0000","last_fullsized":"2024-07-26T15:44:21.490941+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:19.462341+0000","last_clean_scrub_stamp":"2024-07-26T15:44:19.462341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:06.632917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.101193+0000","last_change":"2024-07-26T15:44:19.486149+0000","last_active":"2024-07-26T15:44:23.101193+0000","last_peered":"2024-07-26T15:44:23.101193+0000","last_clean":"2024-07-26T15:44:23.101193+0000","last_became_active":"2024-07-26T15:44:19.485805+0000","last_became_peered":"2024-07-26T15:44:19.485805+0000","last_unstale":"2024-07-26T15:44:23.101193+0000","last_undegraded":"2024-07-26T15:44:23.101193+0000","last_fullsized":"2024-07-26T15:44:23.101193+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:18.455781+0000","last_clean_scrub_stamp":"2024-07-26T15:44:18.455781+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:17.978161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"79'100","reported_seq":342,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-07-26T15:44:23.300910+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:44:23.300910+0000","last_peered":"2024-07-26T15:44:23.300910+0000","last_clean":"2024-07-26T15:44:23.300910+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:44:23.300910+0000","last_undegraded":"2024-07-26T15:44:23.300910+0000","last_fullsized":"2024-07-26T15:44:23.300910+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":149,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":10,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":9,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":306,"num_read_kb":759,"num_write":149,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575039,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59196,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312644,"statfs":{"total":96636764160,"available":96576147456,"internally_reserved":0,"allocated":1683456,"data_stored":1135389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509630,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32232,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339608,"statfs":{"total":96636764160,"available":96603758592,"internally_reserved":0,"allocated":1077248,"data_stored":544279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509630,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50288,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321552,"statfs":{"total":96636764160,"available":96585269248,"internally_reserved":0,"allocated":1077248,"data_stored":544267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509630,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32240,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339600,"statfs":{"total":96636764160,"available":96603750400,"internally_reserved":0,"allocated":1085440,"data_stored":545857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509629,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335452,"statfs":{"total":96636764160,"available":96599502848,"internally_reserved":0,"allocated":1073152,"data_stored":544245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509629,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54436,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317404,"statfs":{"total":96636764160,"available":96581021696,"internally_reserved":0,"allocated":1073152,"data_stored":544245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509632,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1101824,"data_stored":546621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542336,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36972,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334868,"statfs":{"total":96636764160,"available":96598904832,"internally_reserved":0,"allocated":1667072,"data_stored":1134613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:44:29.529 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T15:44:29.529 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T15:44:29.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.689+0000 7ff442320640 1 -- 172.21.15.33:0/2403228365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff428004b60 msgr2=0x7ff428004fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:29.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.689+0000 7ff442320640 1 --2- 172.21.15.33:0/2403228365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff428004b60 0x7ff428004fd0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7ff42c0016c0 tx=0x7ff428006940 comp rx=0 tx=0).stop 2024-07-26T15:44:29.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.689+0000 7ff442320640 1 -- 172.21.15.33:0/2403228365 shutdown_connections 2024-07-26T15:44:29.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.689+0000 7ff442320640 1 --2- 172.21.15.33:0/2403228365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff428004b60 0x7ff428004fd0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.689+0000 7ff442320640 1 -- 172.21.15.33:0/2403228365 >> 172.21.15.33:0/2403228365 conn(0x7ff43c0b1740 msgr2=0x7ff43c0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:29.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.689+0000 7ff442320640 1 -- 172.21.15.33:0/2403228365 shutdown_connections 2024-07-26T15:44:29.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.690+0000 7ff442320640 1 -- 172.21.15.33:0/2403228365 wait complete. 2024-07-26T15:44:29.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.691+0000 7ff442320640 1 Processor -- start 2024-07-26T15:44:29.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.692+0000 7ff442320640 1 -- start start 2024-07-26T15:44:29.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff442320640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff428004b60 0x7ff43c142420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:29.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff442320640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff43c1f4490 0x7ff43c0b06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:29.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff442320640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff43c0b0c20 0x7ff43c0cc920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:29.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff442320640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff43c06e1c0 con 0x7ff428004b60 2024-07-26T15:44:29.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff442320640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff43c073470 con 0x7ff43c1f4490 2024-07-26T15:44:29.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff442320640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff43c06e340 con 0x7ff43c0b0c20 2024-07-26T15:44:29.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff43bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff428004b60 0x7ff43c142420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:29.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff43bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff428004b60 0x7ff43c142420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41298/0 (socket says 172.21.15.33:41298) 2024-07-26T15:44:29.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff43bfff640 1 -- 172.21.15.33:0/1096152924 learned_addr learned my addr 172.21.15.33:0/1096152924 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff4408bd640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff43c0b0c20 0x7ff43c0cc920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff43b7fe640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff43c1f4490 0x7ff43c0b06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff43bfff640 1 -- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff43c0b0c20 msgr2=0x7ff43c0cc920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff43bfff640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff43c0b0c20 0x7ff43c0cc920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff43bfff640 1 -- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff43c1f4490 msgr2=0x7ff43c0b06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff43bfff640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff43c1f4490 0x7ff43c0b06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.693+0000 7ff43bfff640 1 -- 172.21.15.33:0/1096152924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff43c0b1030 con 0x7ff428004b60 2024-07-26T15:44:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.694+0000 7ff43bfff640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff428004b60 0x7ff43c142420 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7ff42c02a8e0 tx=0x7ff42c0063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.694+0000 7ff438ff9640 1 -- 172.21.15.33:0/1096152924 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff42c003a00 con 0x7ff428004b60 2024-07-26T15:44:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.694+0000 7ff438ff9640 1 -- 172.21.15.33:0/1096152924 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff42c039070 con 0x7ff428004b60 2024-07-26T15:44:29.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.694+0000 7ff438ff9640 1 -- 172.21.15.33:0/1096152924 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff42c033420 con 0x7ff428004b60 2024-07-26T15:44:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.694+0000 7ff442320640 1 -- 172.21.15.33:0/1096152924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff43c155450 con 0x7ff428004b60 2024-07-26T15:44:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.694+0000 7ff442320640 1 -- 172.21.15.33:0/1096152924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff43c0ce190 con 0x7ff428004b60 2024-07-26T15:44:29.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.695+0000 7ff442320640 1 -- 172.21.15.33:0/1096152924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff43c0b3210 con 0x7ff428004b60 2024-07-26T15:44:29.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.695+0000 7ff438ff9640 1 -- 172.21.15.33:0/1096152924 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7ff42c044020 con 0x7ff428004b60 2024-07-26T15:44:29.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.696+0000 7ff438ff9640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff41c077130 0x7ff41c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:29.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.696+0000 7ff438ff9640 1 -- 172.21.15.33:0/1096152924 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7ff42c0b8750 con 0x7ff428004b60 2024-07-26T15:44:29.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.696+0000 7ff43b7fe640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff41c077130 0x7ff41c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:29.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.697+0000 7ff43b7fe640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff41c077130 0x7ff41c079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff424000fb0 tx=0x7ff424001e10 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:29.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.700+0000 7ff438ff9640 1 -- 172.21.15.33:0/1096152924 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff43c0b1030 con 0x7ff428004b60 2024-07-26T15:44:29.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.965+0000 7ff442320640 1 -- 172.21.15.33:0/1096152924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7ff43c150570 con 0x7ff428004b60 2024-07-26T15:44:29.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.968+0000 7ff438ff9640 1 -- 172.21.15.33:0/1096152924 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) ==== 190+0+147 (secure 0 0 0) 0x7ff42c081610 con 0x7ff428004b60 2024-07-26T15:44:29.970 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T15:44:29.970 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T15:44:29.970 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T15:44:29.970 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T15:44:29.970 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T15:44:29.970 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T15:44:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 -- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff41c077130 msgr2=0x7ff41c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff41c077130 0x7ff41c079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7ff424000fb0 tx=0x7ff424001e10 comp rx=0 tx=0).stop 2024-07-26T15:44:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 -- 172.21.15.33:0/1096152924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff428004b60 msgr2=0x7ff43c142420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff428004b60 0x7ff43c142420 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7ff42c02a8e0 tx=0x7ff42c0063a0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 -- 172.21.15.33:0/1096152924 shutdown_connections 2024-07-26T15:44:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7ff41c077130 0x7ff41c079640 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff43c0b0c20 0x7ff43c0cc920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff43c1f4490 0x7ff43c0b06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 --2- 172.21.15.33:0/1096152924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff428004b60 0x7ff43c142420 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 -- 172.21.15.33:0/1096152924 >> 172.21.15.33:0/1096152924 conn(0x7ff43c0b1740 msgr2=0x7ff43c0cf710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:29.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 -- 172.21.15.33:0/1096152924 shutdown_connections 2024-07-26T15:44:29.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:29.970+0000 7ff442320640 1 -- 172.21.15.33:0/1096152924 wait complete. 2024-07-26T15:44:29.983 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:30.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.100+0000 7fb690577640 1 -- 172.21.15.33:0/2797382718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb670003a00 msgr2=0x7fb670003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.100+0000 7fb690577640 1 --2- 172.21.15.33:0/2797382718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb670003a00 0x7fb670003e70 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fb67800c610 tx=0x7fb670005830 comp rx=0 tx=0).stop 2024-07-26T15:44:30.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.100+0000 7fb68eb14640 1 -- 172.21.15.33:0/2797382718 reap_dead start 2024-07-26T15:44:30.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.100+0000 7fb690577640 1 -- 172.21.15.33:0/2797382718 shutdown_connections 2024-07-26T15:44:30.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.100+0000 7fb690577640 1 -- 172.21.15.33:0/2797382718 >> 172.21.15.33:0/2797382718 conn(0x7fb6880b26e0 msgr2=0x7fb6880b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:30.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.100+0000 7fb690577640 1 -- 172.21.15.33:0/2797382718 shutdown_connections 2024-07-26T15:44:30.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.100+0000 7fb690577640 1 -- 172.21.15.33:0/2797382718 wait complete. 2024-07-26T15:44:30.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.102+0000 7fb690577640 1 Processor -- start 2024-07-26T15:44:30.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.102+0000 7fb690577640 1 -- start start 2024-07-26T15:44:30.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.103+0000 7fb690577640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb670003a00 0x7fb688153480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.103+0000 7fb690577640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb68814fe70 0x7fb6881539c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.103+0000 7fb690577640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6881463c0 0x7fb6881467d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.103+0000 7fb690577640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb688141680 con 0x7fb6881463c0 2024-07-26T15:44:30.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.103+0000 7fb690577640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb68806cf50 con 0x7fb68814fe70 2024-07-26T15:44:30.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.103+0000 7fb690577640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb688141800 con 0x7fb670003a00 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.103+0000 7fb68eb14640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6881463c0 0x7fb6881467d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb68eb14640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6881463c0 0x7fb6881467d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41312/0 (socket says 172.21.15.33:41312) 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb68eb14640 1 -- 172.21.15.33:0/818523176 learned_addr learned my addr 172.21.15.33:0/818523176 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb68e313640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb670003a00 0x7fb688153480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb68db12640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb68814fe70 0x7fb6881539c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb68eb14640 1 -- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb670003a00 msgr2=0x7fb688153480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb68eb14640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb670003a00 0x7fb688153480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb68eb14640 1 -- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb68814fe70 msgr2=0x7fb6881539c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb68eb14640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb68814fe70 0x7fb6881539c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb68eb14640 1 -- 172.21.15.33:0/818523176 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6881387f0 con 0x7fb6881463c0 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb68eb14640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6881463c0 0x7fb6881467d0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fb6881569d0 tx=0x7fb680011a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb686ffd640 1 -- 172.21.15.33:0/818523176 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb68001f070 con 0x7fb6881463c0 2024-07-26T15:44:30.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb686ffd640 1 -- 172.21.15.33:0/818523176 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb680012b30 con 0x7fb6881463c0 2024-07-26T15:44:30.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb690577640 1 -- 172.21.15.33:0/818523176 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb688138ad0 con 0x7fb6881463c0 2024-07-26T15:44:30.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb686ffd640 1 -- 172.21.15.33:0/818523176 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb68001a440 con 0x7fb6881463c0 2024-07-26T15:44:30.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.104+0000 7fb690577640 1 -- 172.21.15.33:0/818523176 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb688139090 con 0x7fb6881463c0 2024-07-26T15:44:30.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.105+0000 7fb690577640 1 -- 172.21.15.33:0/818523176 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6880cf1b0 con 0x7fb6881463c0 2024-07-26T15:44:30.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.106+0000 7fb686ffd640 1 -- 172.21.15.33:0/818523176 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7fb680022070 con 0x7fb6881463c0 2024-07-26T15:44:30.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.107+0000 7fb686ffd640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fb674077160 0x7fb674079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.107+0000 7fb686ffd640 1 -- 172.21.15.33:0/818523176 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7fb680099350 con 0x7fb6881463c0 2024-07-26T15:44:30.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.107+0000 7fb68e313640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fb674077160 0x7fb674079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.108+0000 7fb68e313640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fb674077160 0x7fb674079670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb678033000 tx=0x7fb68815c410 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:30.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.111+0000 7fb686ffd640 1 -- 172.21.15.33:0/818523176 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb680061c40 con 0x7fb6881463c0 2024-07-26T15:44:30.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.342+0000 7fb690577640 1 -- 172.21.15.33:0/818523176 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6880d1860 con 0x7fb6881463c0 2024-07-26T15:44:30.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.342+0000 7fb686ffd640 1 -- 172.21.15.33:0/818523176 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5224 (secure 0 0 0) 0x7fb680066190 con 0x7fb6881463c0 2024-07-26T15:44:30.344 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:30.344 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":36,"btime":"2024-07-26T15:44:23:505380+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/488151472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":488151472},{"type":"v1","addr":"172.21.15.154:6833","nonce":488151472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5672,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/569228675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":569228675},{"type":"v1","addr":"172.21.15.154:6835","nonce":569228675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":6399,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3257695387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257695387},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257695387}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:19.877250+0000","modified":"2024-07-26T15:44:22.893552+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6402},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6402":{"gid":6402,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6834/2636883990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2636883990},{"type":"v1","addr":"172.21.15.33:6834","nonce":2636883990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6402,"qdb_cluster":[6402]},"id":4}]} 2024-07-26T15:44:30.344 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 36 2024-07-26T15:44:30.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.344+0000 7fb690577640 1 -- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fb674077160 msgr2=0x7fb674079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.344+0000 7fb690577640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fb674077160 0x7fb674079670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb678033000 tx=0x7fb68815c410 comp rx=0 tx=0).stop 2024-07-26T15:44:30.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.344+0000 7fb690577640 1 -- 172.21.15.33:0/818523176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6881463c0 msgr2=0x7fb6881467d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.344+0000 7fb690577640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6881463c0 0x7fb6881467d0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fb6881569d0 tx=0x7fb680011a70 comp rx=0 tx=0).stop 2024-07-26T15:44:30.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.344+0000 7fb690577640 1 -- 172.21.15.33:0/818523176 shutdown_connections 2024-07-26T15:44:30.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.345+0000 7fb690577640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb6881463c0 0x7fb6881467d0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.345+0000 7fb690577640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb68814fe70 0x7fb6881539c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.345+0000 7fb690577640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fb674077160 0x7fb674079670 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.345+0000 7fb690577640 1 --2- 172.21.15.33:0/818523176 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb670003a00 0x7fb688153480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.345+0000 7fb690577640 1 -- 172.21.15.33:0/818523176 >> 172.21.15.33:0/818523176 conn(0x7fb6880b26e0 msgr2=0x7fb688151fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:30.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.345+0000 7fb690577640 1 -- 172.21.15.33:0/818523176 shutdown_connections 2024-07-26T15:44:30.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.345+0000 7fb690577640 1 -- 172.21.15.33:0/818523176 wait complete. 2024-07-26T15:44:30.761 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 36, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T15:44:19.877250+0000', 'modified': '2024-07-26T15:44:22.893552+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6402}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6402': {'gid': 6402, 'name': 'c', 'rank': 0, 'incarnation': 32, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6834/2636883990', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6832', 'nonce': 2636883990}, {'type': 'v1', 'addr': '172.21.15.33:6834', 'nonce': 2636883990}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [10], 'metadata_pool': 9, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6402, 'qdb_cluster': [6402]} 2024-07-26T15:44:30.761 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T15:44:30.761 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-26T15:44:30.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.885+0000 7f5fc44da640 1 -- 172.21.15.33:0/3741065516 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5fa4003a00 msgr2=0x7f5fa4003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.885+0000 7f5fc44da640 1 --2- 172.21.15.33:0/3741065516 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5fa4003a00 0x7f5fa4003e70 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f5fac009ed0 tx=0x7f5fa4005830 comp rx=0 tx=0).stop 2024-07-26T15:44:30.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.886+0000 7f5fc2a77640 1 -- 172.21.15.33:0/3741065516 reap_dead start 2024-07-26T15:44:30.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.886+0000 7f5fc44da640 1 -- 172.21.15.33:0/3741065516 shutdown_connections 2024-07-26T15:44:30.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.886+0000 7f5fc44da640 1 -- 172.21.15.33:0/3741065516 >> 172.21.15.33:0/3741065516 conn(0x7f5fbc0d3d90 msgr2=0x7f5fbc0d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:30.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.886+0000 7f5fc44da640 1 -- 172.21.15.33:0/3741065516 shutdown_connections 2024-07-26T15:44:30.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.886+0000 7f5fc44da640 1 -- 172.21.15.33:0/3741065516 wait complete. 2024-07-26T15:44:30.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.887+0000 7f5fc44da640 1 Processor -- start 2024-07-26T15:44:30.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.888+0000 7f5fc44da640 1 -- start start 2024-07-26T15:44:30.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc44da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5fa4003a00 0x7f5fbc161580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc44da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5fbc161ac0 0x7f5fbc15d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc44da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5fbc15dd10 0x7f5fbc15d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc44da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5fbc0d48b0 con 0x7f5fbc161ac0 2024-07-26T15:44:30.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc44da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5fbc0d1300 con 0x7f5fbc15dd10 2024-07-26T15:44:30.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc44da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5fbc0d4a30 con 0x7f5fa4003a00 2024-07-26T15:44:30.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc1a75640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5fbc161ac0 0x7f5fbc15d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc1a75640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5fbc161ac0 0x7f5fbc15d150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41340/0 (socket says 172.21.15.33:41340) 2024-07-26T15:44:30.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc1a75640 1 -- 172.21.15.33:0/506437641 learned_addr learned my addr 172.21.15.33:0/506437641 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:30.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc1a75640 1 -- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5fa4003a00 msgr2=0x7f5fbc161580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc1a75640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5fa4003a00 0x7f5fbc161580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc1a75640 1 -- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5fbc15dd10 msgr2=0x7f5fbc15d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc1a75640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5fbc15dd10 0x7f5fbc15d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc1a75640 1 -- 172.21.15.33:0/506437641 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fbc1f5b20 con 0x7f5fbc161ac0 2024-07-26T15:44:30.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.889+0000 7f5fc1a75640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5fbc161ac0 0x7f5fbc15d150 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0011ab0 tx=0x7f5fb0011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:30.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.890+0000 7f5fbaffd640 1 -- 172.21.15.33:0/506437641 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb000fcd0 con 0x7f5fbc161ac0 2024-07-26T15:44:30.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.890+0000 7f5fbaffd640 1 -- 172.21.15.33:0/506437641 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5fb0004020 con 0x7f5fbc161ac0 2024-07-26T15:44:30.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.890+0000 7f5fc44da640 1 -- 172.21.15.33:0/506437641 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fbc1f5e00 con 0x7f5fbc161ac0 2024-07-26T15:44:30.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.890+0000 7f5fbaffd640 1 -- 172.21.15.33:0/506437641 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb0004490 con 0x7f5fbc161ac0 2024-07-26T15:44:30.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.890+0000 7f5fc44da640 1 -- 172.21.15.33:0/506437641 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fbc1f63c0 con 0x7f5fbc161ac0 2024-07-26T15:44:30.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.892+0000 7f5fbaffd640 1 -- 172.21.15.33:0/506437641 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f5fb00035f0 con 0x7f5fbc161ac0 2024-07-26T15:44:30.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.893+0000 7f5fbaffd640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f5fa80772d0 0x7f5fa80797e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.893+0000 7f5fbaffd640 1 -- 172.21.15.33:0/506437641 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f5fb00998e0 con 0x7f5fbc161ac0 2024-07-26T15:44:30.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.893+0000 7f5fc2276640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f5fa80772d0 0x7f5fa80797e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.893+0000 7f5fcb3f1740 1 Processor -- start 2024-07-26T15:44:30.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.894+0000 7f5fcb3f1740 1 -- start start 2024-07-26T15:44:30.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.894+0000 7f5fc2276640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f5fa80772d0 0x7f5fa80797e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5fac009ed0 tx=0x7f5fac004ab0 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:30.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9307c270 0x556a9344c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930533b0 0x556a9344c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a9305b590 0x556a93469640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556a933943f0 con 0x556a930533b0 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x556a93383a90 con 0x556a9305b590 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x556a93387930 con 0x556a9307c270 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fc1a75640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930533b0 0x556a9344c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fc1a75640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930533b0 0x556a9344c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41352/0 (socket says 172.21.15.33:41352) 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fc1a75640 1 -- 172.21.15.33:0/649642767 learned_addr learned my addr 172.21.15.33:0/649642767 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fc2276640 1 --2- 172.21.15.33:0/649642767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9307c270 0x556a9344c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fc2a77640 1 --2- 172.21.15.33:0/649642767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a9305b590 0x556a93469640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fc1a75640 1 -- 172.21.15.33:0/649642767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9307c270 msgr2=0x556a9344c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fc1a75640 1 --2- 172.21.15.33:0/649642767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9307c270 0x556a9344c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fc1a75640 1 -- 172.21.15.33:0/649642767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a9305b590 msgr2=0x556a93469640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:44:30.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fc1a75640 1 --2- 172.21.15.33:0/649642767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a9305b590 0x556a93469640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.895+0000 7f5fc1a75640 1 -- 172.21.15.33:0/649642767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a930e7850 con 0x556a930533b0 2024-07-26T15:44:30.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.896+0000 7f5fc1a75640 1 --2- 172.21.15.33:0/649642767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930533b0 0x556a9344c740 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0061e20 tx=0x7f5fb0061c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b123a2327065cc7 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:30.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.896+0000 7f5fa3fff640 1 -- 172.21.15.33:0/649642767 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb0095070 con 0x556a930533b0 2024-07-26T15:44:30.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.896+0000 7f5fa3fff640 1 -- 172.21.15.33:0/649642767 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5fb0062120 con 0x556a930533b0 2024-07-26T15:44:30.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.896+0000 7f5fa3fff640 1 -- 172.21.15.33:0/649642767 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb007b070 con 0x556a930533b0 2024-07-26T15:44:30.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.897+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/649642767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930533b0 msgr2=0x556a9344c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.897+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/649642767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930533b0 0x556a9344c740 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0061e20 tx=0x7f5fb0061c30 comp rx=0 tx=0).stop 2024-07-26T15:44:30.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.897+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/649642767 shutdown_connections 2024-07-26T15:44:30.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.897+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/649642767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a9305b590 0x556a93469640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.897+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/649642767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930533b0 0x556a9344c740 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.897+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/649642767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9307c270 0x556a9344c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.897+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/649642767 >> 172.21.15.33:0/649642767 conn(0x556a930703c0 msgr2=0x556a934224c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:30.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.897+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/649642767 shutdown_connections 2024-07-26T15:44:30.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.897+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/649642767 wait complete. 2024-07-26T15:44:30.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.898+0000 7f5fcb3f1740 1 -- start start 2024-07-26T15:44:30.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.898+0000 7f5fcb3f1740 1 Processor -- start 2024-07-26T15:44:30.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.899+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a930533b0 0x556a93445db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.899+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9305b590 0x556a934767e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.899+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a9307c270 0x556a93476d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.899+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556a930f6620 con 0x556a9307c270 2024-07-26T15:44:30.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.899+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x556a9330bcb0 con 0x556a930533b0 2024-07-26T15:44:30.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.899+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x556a9344cc80 con 0x556a9305b590 2024-07-26T15:44:30.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.899+0000 7f5fcb3f1740 10 client.0 _ll_register_callbacks cb 0x556a9332dea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:44:30.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.899+0000 7f5fc2a77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a9307c270 0x556a93476d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.899+0000 7f5fc2a77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a9307c270 0x556a93476d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41366/0 (socket says 172.21.15.33:41366) 2024-07-26T15:44:30.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.899+0000 7f5fc2a77640 1 -- 172.21.15.33:0/1009875666 learned_addr learned my addr 172.21.15.33:0/1009875666 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:30.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.899+0000 7f5fc2276640 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a930533b0 0x556a93445db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fc1a75640 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9305b590 0x556a934767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fc2a77640 1 -- 172.21.15.33:0/1009875666 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9305b590 msgr2=0x556a934767e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:44:30.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fc2a77640 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9305b590 0x556a934767e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fc2a77640 1 -- 172.21.15.33:0/1009875666 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a930533b0 msgr2=0x556a93445db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:44:30.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fc2a77640 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a930533b0 0x556a93445db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fc2a77640 1 -- 172.21.15.33:0/1009875666 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a9315e6b0 con 0x556a9307c270 2024-07-26T15:44:30.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fc2a77640 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a9307c270 0x556a93476d20 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4004b20 tx=0x7f5fb40113d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cb6711f88a22d7c server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:30.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fa17fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:44:30.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1009875666 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb4012440 con 0x556a9307c270 2024-07-26T15:44:30.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1009875666 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5fb0062120 con 0x556a9307c270 2024-07-26T15:44:30.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1009875666 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f5fb40125e0 con 0x556a9307c270 2024-07-26T15:44:30.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1009875666 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f5fb401f050 con 0x556a9307c270 2024-07-26T15:44:30.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fcb3f1740 10 client.6561 fetch_fsmap learned FSMap version 36 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1009875666 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=2+}) -- 0x556a93448a00 con 0x556a9307c270 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1009875666 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5fb0062120 con 0x556a9307c270 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.900+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1009875666 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 36) ==== 3502+0+0 (secure 0 0 0) 0x7f5fb4022020 con 0x556a9307c270 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.901+0000 7f5fcb3f1740 10 client.6561 fetch_fsmap finished waiting for FSMap version 36 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.901+0000 7f5fcb3f1740 10 client.6561 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.901+0000 7f5fcb3f1740 20 client.6561 populate_metadata read hostname 'smithi033' 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.901+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.33:6832/2636883990,v1:172.21.15.33:6834/2636883990] conn(0x556a9303ae40 0x556a93479de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.901+0000 7f5fcb3f1740 4 client.6561 mds_command: new command op to 6402 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.901+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1009875666 --> [v2:172.21.15.33:6832/2636883990,v1:172.21.15.33:6834/2636883990] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a93396340 con 0x556a9303ae40 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.901+0000 7f5fc2276640 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.33:6832/2636883990,v1:172.21.15.33:6834/2636883990] conn(0x556a9303ae40 0x556a93479de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.901+0000 7f5fa17fa640 10 client.6561 ms_handle_connect on v2:172.21.15.33:6832/2636883990 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.901+0000 7f5fc2276640 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.33:6832/2636883990,v1:172.21.15.33:6834/2636883990] conn(0x556a9303ae40 0x556a93479de0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d01d3cf31eb7c6c server_cookie=a0e5f8c5b0c9abd2 in_seq=0 out_seq=0 2024-07-26T15:44:30.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1009875666 <== mds.0 v2:172.21.15.33:6832/2636883990 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556a93396340 con 0x556a9303ae40 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fa17fa640 10 client.6561 handle_command_reply: tid=0 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 1 client.6561 shutdown 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1009875666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a9307c270 msgr2=0x556a93476d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a9307c270 0x556a93476d20 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4004b20 tx=0x7f5fb40113d0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1009875666 shutdown_connections 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.33:6832/2636883990,v1:172.21.15.33:6834/2636883990] conn(0x556a9303ae40 0x556a93479de0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a9307c270 0x556a93476d20 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9305b590 0x556a934767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fa17fa640 0 client.6561 ms_handle_reset on v2:172.21.15.33:6832/2636883990 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1009875666 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a930533b0 0x556a93445db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1009875666 >> 172.21.15.33:0/1009875666 conn(0x556a930703c0 msgr2=0x556a9341bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:30.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1009875666 shutdown_connections 2024-07-26T15:44:30.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1009875666 wait complete. 2024-07-26T15:44:30.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.902+0000 7f5fcb3f1740 20 client.6561 trim_cache size 0 max 16384 2024-07-26T15:44:30.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.922+0000 7f5fcb3f1740 1 Processor -- start 2024-07-26T15:44:30.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.922+0000 7f5fcb3f1740 1 -- start start 2024-07-26T15:44:30.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a9344c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a930533b0 0x556a9345f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9305b590 0x556a934477e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5fbc2017c0 con 0x556a930703c0 2024-07-26T15:44:30.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5fbc1f97a0 con 0x556a930533b0 2024-07-26T15:44:30.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5fbc2011a0 con 0x556a9305b590 2024-07-26T15:44:30.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fc2276640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a9344c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fc2276640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a9344c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41380/0 (socket says 172.21.15.33:41380) 2024-07-26T15:44:30.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fc2276640 1 -- 172.21.15.33:0/1493825083 learned_addr learned my addr 172.21.15.33:0/1493825083 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:30.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fc2276640 1 -- 172.21.15.33:0/1493825083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9305b590 msgr2=0x556a934477e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:44:30.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fc2276640 1 --2- 172.21.15.33:0/1493825083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9305b590 0x556a934477e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fc2276640 1 -- 172.21.15.33:0/1493825083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a930533b0 msgr2=0x556a9345f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:44:30.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fc2276640 1 --2- 172.21.15.33:0/1493825083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a930533b0 0x556a9345f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fc2276640 1 -- 172.21.15.33:0/1493825083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a93422e70 con 0x556a930703c0 2024-07-26T15:44:30.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.923+0000 7f5fc2276640 1 --2- 172.21.15.33:0/1493825083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a9344c200 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f5fac036040 tx=0x7f5fac03e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b8ffb4e253a3b4e server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:30.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.924+0000 7f5fa37fe640 1 -- 172.21.15.33:0/1493825083 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fac058070 con 0x556a930703c0 2024-07-26T15:44:30.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.924+0000 7f5fa37fe640 1 -- 172.21.15.33:0/1493825083 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5fac03e420 con 0x556a930703c0 2024-07-26T15:44:30.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.924+0000 7f5fa37fe640 1 -- 172.21.15.33:0/1493825083 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fac038040 con 0x556a930703c0 2024-07-26T15:44:30.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.924+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1493825083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 msgr2=0x556a9344c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.924+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1493825083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a9344c200 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f5fac036040 tx=0x7f5fac03e000 comp rx=0 tx=0).stop 2024-07-26T15:44:30.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.924+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1493825083 shutdown_connections 2024-07-26T15:44:30.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.924+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1493825083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a9305b590 0x556a934477e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.924+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1493825083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a930533b0 0x556a9345f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.924+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1493825083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a9344c200 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.924+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1493825083 >> 172.21.15.33:0/1493825083 conn(0x556a934229f0 msgr2=0x556a93443d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:30.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.924+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1493825083 shutdown_connections 2024-07-26T15:44:30.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.925+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1493825083 wait complete. 2024-07-26T15:44:30.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.925+0000 7f5fcb3f1740 1 -- start start 2024-07-26T15:44:30.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.925+0000 7f5fcb3f1740 1 Processor -- start 2024-07-26T15:44:30.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a930533b0 0x556a934ca980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a9305b590 0x556a93442b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fcb3f1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a93489260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556a9343adc0 con 0x556a930703c0 2024-07-26T15:44:30.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x556a93477260 con 0x556a9305b590 2024-07-26T15:44:30.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fcb3f1740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x556a93460890 con 0x556a930533b0 2024-07-26T15:44:30.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fcb3f1740 10 client.0 _ll_register_callbacks cb 0x7f5fb4001660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:44:30.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fc2a77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a93489260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fc2a77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a93489260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41382/0 (socket says 172.21.15.33:41382) 2024-07-26T15:44:30.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fc2a77640 1 -- 172.21.15.33:0/1260968115 learned_addr learned my addr 172.21.15.33:0/1260968115 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:30.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fc2276640 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a930533b0 0x556a934ca980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fc1a75640 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a9305b590 0x556a93442b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fc2a77640 1 -- 172.21.15.33:0/1260968115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a930533b0 msgr2=0x556a934ca980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:44:30.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fc2a77640 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a930533b0 0x556a934ca980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fc2a77640 1 -- 172.21.15.33:0/1260968115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a9305b590 msgr2=0x556a93442b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:44:30.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fc2a77640 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a9305b590 0x556a93442b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.927+0000 7f5fc2a77640 1 -- 172.21.15.33:0/1260968115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a93420c60 con 0x556a930703c0 2024-07-26T15:44:30.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fc2a77640 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a93489260 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4006010 tx=0x7f5fb4012b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a481a322e3f68567 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:30.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fa17fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:44:30.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1260968115 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb4023600 con 0x556a930703c0 2024-07-26T15:44:30.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1260968115 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f5fb40237a0 con 0x556a930703c0 2024-07-26T15:44:30.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1260968115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5fac03e420 con 0x556a930703c0 2024-07-26T15:44:30.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1260968115 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f5fb4032050 con 0x556a930703c0 2024-07-26T15:44:30.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fcb3f1740 10 client.6567 fetch_fsmap learned FSMap version 36 2024-07-26T15:44:30.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1260968115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=2+}) -- 0x556a93421140 con 0x556a930703c0 2024-07-26T15:44:30.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1260968115 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5fac03e420 con 0x556a930703c0 2024-07-26T15:44:30.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1260968115 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 36) ==== 3502+0+0 (secure 0 0 0) 0x7f5fb4035020 con 0x556a930703c0 2024-07-26T15:44:30.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fcb3f1740 10 client.6567 fetch_fsmap finished waiting for FSMap version 36 2024-07-26T15:44:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fcb3f1740 10 client.6567 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T15:44:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fcb3f1740 20 client.6567 populate_metadata read hostname 'smithi033' 2024-07-26T15:44:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.33:6832/2636883990,v1:172.21.15.33:6834/2636883990] conn(0x556a93010280 0x556a93468af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fcb3f1740 4 client.6567 mds_command: new command op to 6402 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T15:44:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1260968115 --> [v2:172.21.15.33:6832/2636883990,v1:172.21.15.33:6834/2636883990] -- command(tid 0: {"prefix": "status"}) -- 0x556a93447350 con 0x556a93010280 2024-07-26T15:44:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.928+0000 7f5fc2276640 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.33:6832/2636883990,v1:172.21.15.33:6834/2636883990] conn(0x556a93010280 0x556a93468af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fa17fa640 10 client.6567 ms_handle_connect on v2:172.21.15.33:6832/2636883990 2024-07-26T15:44:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fc2276640 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.33:6832/2636883990,v1:172.21.15.33:6834/2636883990] conn(0x556a93010280 0x556a93468af0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a27bffa96bae15b5 server_cookie=13ea8bb347499278 in_seq=0 out_seq=0 2024-07-26T15:44:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fa17fa640 1 -- 172.21.15.33:0/1260968115 <== mds.0 v2:172.21.15.33:6832/2636883990 1 ==== command_reply(tid 0: 0 ) ==== 8+0+319 (crc 0 0 0) 0x556a93447350 con 0x556a93010280 2024-07-26T15:44:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fa17fa640 10 client.6567 handle_command_reply: tid=0 2024-07-26T15:44:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fcb3f1740 1 client.6567 shutdown 2024-07-26T15:44:30.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1260968115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 msgr2=0x556a93489260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a93489260 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4006010 tx=0x7f5fb4012b50 comp rx=0 tx=0).stop 2024-07-26T15:44:30.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1260968115 shutdown_connections 2024-07-26T15:44:30.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.33:6832/2636883990,v1:172.21.15.33:6834/2636883990] conn(0x556a93010280 0x556a93468af0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556a930703c0 0x556a93489260 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556a9305b590 0x556a93442b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fa17fa640 0 client.6567 ms_handle_reset on v2:172.21.15.33:6832/2636883990 2024-07-26T15:44:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fcb3f1740 1 --2- 172.21.15.33:0/1260968115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556a930533b0 0x556a934ca980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1260968115 >> 172.21.15.33:0/1260968115 conn(0x556a934229f0 msgr2=0x556a934477e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1260968115 shutdown_connections 2024-07-26T15:44:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.929+0000 7f5fcb3f1740 1 -- 172.21.15.33:0/1260968115 wait complete. 2024-07-26T15:44:30.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fcb3f1740 20 client.6567 trim_cache size 0 max 16384 2024-07-26T15:44:30.952 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:44:30.952 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T15:44:30.953 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T15:44:30.953 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 6402, 2024-07-26T15:44:30.953 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T15:44:30.953 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T15:44:30.953 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T15:44:30.953 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 10.446430114, 2024-07-26T15:44:30.954 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 36, 2024-07-26T15:44:30.954 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 89, 2024-07-26T15:44:30.954 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 89, 2024-07-26T15:44:30.954 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 15.057767604 2024-07-26T15:44:30.954 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:44:30.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 -- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f5fa80772d0 msgr2=0x7f5fa80797e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f5fa80772d0 0x7f5fa80797e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5fac009ed0 tx=0x7f5fac004ab0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 -- 172.21.15.33:0/506437641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5fbc161ac0 msgr2=0x7f5fbc15d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:30.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5fbc161ac0 0x7f5fbc15d150 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0011ab0 tx=0x7f5fb0011f70 comp rx=0 tx=0).stop 2024-07-26T15:44:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 -- 172.21.15.33:0/506437641 shutdown_connections 2024-07-26T15:44:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5fbc15dd10 0x7f5fbc15d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5fbc161ac0 0x7f5fbc15d150 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f5fa80772d0 0x7f5fa80797e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 --2- 172.21.15.33:0/506437641 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5fa4003a00 0x7f5fbc161580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 -- 172.21.15.33:0/506437641 >> 172.21.15.33:0/506437641 conn(0x7f5fbc0d3d90 msgr2=0x7f5fbc0c9f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 -- 172.21.15.33:0/506437641 shutdown_connections 2024-07-26T15:44:30.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:30.930+0000 7f5fc44da640 1 -- 172.21.15.33:0/506437641 wait complete. 2024-07-26T15:44:30.959 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:44:31.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.075+0000 7feb465cf640 1 -- 172.21.15.33:0/2148099683 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb400d0570 msgr2=0x7feb400d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:31.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.075+0000 7feb465cf640 1 --2- 172.21.15.33:0/2148099683 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb400d0570 0x7feb400d0980 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7feb4008ccd0 tx=0x7feb3402a440 comp rx=0 tx=0).stop 2024-07-26T15:44:31.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.075+0000 7feb465cf640 1 -- 172.21.15.33:0/2148099683 shutdown_connections 2024-07-26T15:44:31.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.075+0000 7feb465cf640 1 --2- 172.21.15.33:0/2148099683 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb400d0570 0x7feb400d0980 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.075+0000 7feb465cf640 1 --2- 172.21.15.33:0/2148099683 >> v2:172.21.15.154:3300/0 conn(0x7feb400b2dc0 0x7feb400d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.075+0000 7feb465cf640 1 -- 172.21.15.33:0/2148099683 >> 172.21.15.33:0/2148099683 conn(0x7feb400d3e10 msgr2=0x7feb400d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.075+0000 7feb465cf640 1 -- 172.21.15.33:0/2148099683 shutdown_connections 2024-07-26T15:44:31.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.075+0000 7feb465cf640 1 -- 172.21.15.33:0/2148099683 wait complete. 2024-07-26T15:44:31.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.077+0000 7feb465cf640 1 Processor -- start 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.077+0000 7feb465cf640 1 -- start start 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb465cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb400b2dc0 0x7feb4015bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb465cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb400ce9e0 0x7feb401612b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb465cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb400d0570 0x7feb400cd310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb465cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7feb400d4b40 con 0x7feb400d0570 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb465cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7feb400cf710 con 0x7feb400ce9e0 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb465cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7feb400d4cc0 con 0x7feb400b2dc0 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb44b6c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb400d0570 0x7feb400cd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb44b6c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb400d0570 0x7feb400cd310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41388/0 (socket says 172.21.15.33:41388) 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb44b6c640 1 -- 172.21.15.33:0/1650567095 learned_addr learned my addr 172.21.15.33:0/1650567095 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb3ffff640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb400b2dc0 0x7feb4015bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:31.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb3f7fe640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb400ce9e0 0x7feb401612b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb44b6c640 1 -- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb400b2dc0 msgr2=0x7feb4015bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb44b6c640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb400b2dc0 0x7feb4015bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb44b6c640 1 -- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb400ce9e0 msgr2=0x7feb401612b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb44b6c640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb400ce9e0 0x7feb401612b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb44b6c640 1 -- 172.21.15.33:0/1650567095 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb4015c160 con 0x7feb400d0570 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb44b6c640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb400d0570 0x7feb400cd310 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7feb3800b970 tx=0x7feb3800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb3cff9640 1 -- 172.21.15.33:0/1650567095 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb38019070 con 0x7feb400d0570 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.079+0000 7feb3cff9640 1 -- 172.21.15.33:0/1650567095 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feb3800cc30 con 0x7feb400d0570 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.080+0000 7feb3cff9640 1 -- 172.21.15.33:0/1650567095 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb380146a0 con 0x7feb400d0570 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.080+0000 7feb465cf640 1 -- 172.21.15.33:0/1650567095 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb40167910 con 0x7feb400d0570 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.080+0000 7feb465cf640 1 -- 172.21.15.33:0/1650567095 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb40167ed0 con 0x7feb400d0570 2024-07-26T15:44:31.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.081+0000 7feb465cf640 1 -- 172.21.15.33:0/1650567095 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb40161ae0 con 0x7feb400d0570 2024-07-26T15:44:31.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.081+0000 7feb3cff9640 1 -- 172.21.15.33:0/1650567095 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7feb3801c070 con 0x7feb400d0570 2024-07-26T15:44:31.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.082+0000 7feb3cff9640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feb2c077130 0x7feb2c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:31.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.082+0000 7feb3cff9640 1 -- 172.21.15.33:0/1650567095 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7feb38098820 con 0x7feb400d0570 2024-07-26T15:44:31.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.082+0000 7feb3ffff640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feb2c077130 0x7feb2c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:31.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.083+0000 7feb3ffff640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feb2c077130 0x7feb2c079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7feb400ce390 tx=0x7feb3000b2e0 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:31.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.087+0000 7feb3cff9640 1 -- 172.21.15.33:0/1650567095 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7feb38061110 con 0x7feb400d0570 2024-07-26T15:44:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.320+0000 7feb465cf640 1 -- 172.21.15.33:0/1650567095 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7feb400d2930 con 0x7feb400d0570 2024-07-26T15:44:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.321+0000 7feb3cff9640 1 -- 172.21.15.33:0/1650567095 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v36) ==== 53+0+73 (secure 0 0 0) 0x7feb38065660 con 0x7feb400d0570 2024-07-26T15:44:31.322 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T15:44:31.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 -- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feb2c077130 msgr2=0x7feb2c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:31.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feb2c077130 0x7feb2c079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7feb400ce390 tx=0x7feb3000b2e0 comp rx=0 tx=0).stop 2024-07-26T15:44:31.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 -- 172.21.15.33:0/1650567095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb400d0570 msgr2=0x7feb400cd310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:31.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb400d0570 0x7feb400cd310 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7feb3800b970 tx=0x7feb3800be30 comp rx=0 tx=0).stop 2024-07-26T15:44:31.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 -- 172.21.15.33:0/1650567095 shutdown_connections 2024-07-26T15:44:31.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb400d0570 0x7feb400cd310 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:31.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb400ce9e0 0x7feb401612b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:31.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7feb2c077130 0x7feb2c079640 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:31.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 --2- 172.21.15.33:0/1650567095 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb400b2dc0 0x7feb4015bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:31.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 -- 172.21.15.33:0/1650567095 >> 172.21.15.33:0/1650567095 conn(0x7feb400d3e10 msgr2=0x7feb4015ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:31.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 -- 172.21.15.33:0/1650567095 shutdown_connections 2024-07-26T15:44:31.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31.323+0000 7feb465cf640 1 -- 172.21.15.33:0/1650567095 wait complete. 2024-07-26T15:44:31.335 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:44:31.336 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:44:31.336 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T15:44:31.336 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T15:44:31.336 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T15:44:31.336 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:44:31.336 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:44:31.336 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:44:31.336 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:44:31.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:31.336 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T15:44:31.354 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:44:31.354 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:44:31.355 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 41786sec preferred_lft 41786sec 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T15:44:31.356 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:44:31.357 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:44:31.357 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:44:31.357 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T15:44:31.357 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:44:31.357 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:44:31.357 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:44:31.357 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T15:44:31.357 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:44:31.357 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:31.358 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:44:31.419 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T15:44:31.421 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:31.421 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T15:44:31.478 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T15:44:31.478 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:44:31.478 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T15:44:31.478 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T15:44:31.479 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:44:31.479 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:44:31.479 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:44:31.479 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T15:44:31.479 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T15:44:31.479 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T15:44:31.479 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:44:31.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:44:31.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:44:31.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:31.608 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:44:31.624 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T15:44:31.624 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T15:44:31.624 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:44:31.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:31.625 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T15:44:31.690 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T15:44:31.690 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:44:31.690 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T15:44:31.746 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:44:31.746 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:44:31.747 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:44:31.802 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:44:31.869 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:44:31.926 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:44:31.926 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:44:31.926 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:44:31.927 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:44:31.928 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:44:31.928 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:44:31.928 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:44:31.928 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:44:31.928 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:44:31.928 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:44:31.928 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:44:31.928 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:44:31.928 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:44:31.928 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:44:31.928 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:44:31.929 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:44:31.929 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:44:31.929 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:44:31.929 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:44:31.929 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:44:31.929 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:44:31.929 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:44:31.929 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:44:31.929 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:31.930 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:44:31.982 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T15:44:31.982 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T15:44:32.025 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:44:32.050 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:44:32.109 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:44:32.110 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:44:32.110 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:44:32.110 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:44:32.110 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:44:32.110 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:44:32.110 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:44:32.110 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:44:32.110 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:44:32.110 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:44:32.110 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:44:32.110 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:44:32.111 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:44:32.112 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:44:32.112 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:44:32.112 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:44:32.112 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:44:32.112 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:44:32.112 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:44:32.112 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:44:32.112 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:44:32.112 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:44:32.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:32.113 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:44:32.119 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T15:44:32.117+0000 7f0413264480 -1 init, newargv = 0x7f03f4004640 newargc=15 2024-07-26T15:44:32.119 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[64344]: starting ceph client 2024-07-26T15:44:32.124 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[64344]: starting fuse 2024-07-26T15:44:32.135 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:44:32.136 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T15:44:32.136 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:44:32.136 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T15:44:32.136 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T15:44:32.136 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T15:44:32.136 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T15:44:32.136 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:44:32.136 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T15:44:32.136 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T15:44:32.136 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T15:44:32.137 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:44:32.138 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:44:32.138 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T15:44:32.138 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T15:44:32.257 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.64344.asok 2024-07-26T15:44:32.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:44:32.267 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.64344.asok 2024-07-26T15:44:32.267 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:32.268 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.64344.asok status 2024-07-26T15:44:32.415 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:44:32.415 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T15:44:32.415 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:44:32.415 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:44:32.415 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T15:44:32.415 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T15:44:32.415 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T15:44:32.415 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "64344", 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 6579, 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 6579 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:44:32.416 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3929823754 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3929823754 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.6579 192.168.0.1:0/3929823754", 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/3929823754", 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T15:44:32.417 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 36, 2024-07-26T15:44:32.418 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 89, 2024-07-26T15:44:32.418 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:44:32.418 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T15:44:32.418 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T15:44:32.418 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:44:32.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:32.424 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T15:44:32.424 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T15:44:32.440 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T15:44:32.440 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T15:44:32.440 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:32.440 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:44:32.507 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T15:44:32.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.665+0000 7f7923efa640 1 -- 172.21.15.33:0/1917751878 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c06fb60 msgr2=0x7f791c06ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:32.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.665+0000 7f7923efa640 1 --2- 172.21.15.33:0/1917751878 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c06fb60 0x7f791c06ff70 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f7910009830 tx=0x7f791002a510 comp rx=0 tx=0).stop 2024-07-26T15:44:32.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.665+0000 7f7923efa640 1 -- 172.21.15.33:0/1917751878 shutdown_connections 2024-07-26T15:44:32.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.665+0000 7f7923efa640 1 --2- 172.21.15.33:0/1917751878 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f791c0b3d60 0x7f791c0b4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:32.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.665+0000 7f7923efa640 1 --2- 172.21.15.33:0/1917751878 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c06fb60 0x7f791c06ff70 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:32.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.665+0000 7f7923efa640 1 -- 172.21.15.33:0/1917751878 >> 172.21.15.33:0/1917751878 conn(0x7f791c0b1740 msgr2=0x7f791c0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:32.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.666+0000 7f7923efa640 1 -- 172.21.15.33:0/1917751878 shutdown_connections 2024-07-26T15:44:32.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.666+0000 7f7923efa640 1 -- 172.21.15.33:0/1917751878 wait complete. 2024-07-26T15:44:32.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.667+0000 7f7923efa640 1 Processor -- start 2024-07-26T15:44:32.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.667+0000 7f7923efa640 1 -- start start 2024-07-26T15:44:32.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7923efa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c06fb60 0x7f791c0a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:32.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7923efa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c0b3d60 0x7f791c1f63c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:32.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7923efa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f791c144580 0x7f791c1f6900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:32.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7923efa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f791c15c960 con 0x7f791c06fb60 2024-07-26T15:44:32.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7923efa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f791c15c7e0 con 0x7f791c0b3d60 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7923efa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f791c15cae0 con 0x7f791c144580 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7921c96640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c06fb60 0x7f791c0a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7921c96640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c06fb60 0x7f791c0a94d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41774/0 (socket says 172.21.15.33:41774) 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7921c96640 1 -- 172.21.15.33:0/188646873 learned_addr learned my addr 172.21.15.33:0/188646873 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7922497640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f791c144580 0x7f791c1f6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7921495640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c0b3d60 0x7f791c1f63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7921c96640 1 -- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f791c144580 msgr2=0x7f791c1f6900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7921c96640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f791c144580 0x7f791c1f6900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7921c96640 1 -- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c0b3d60 msgr2=0x7f791c1f63c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7921c96640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c0b3d60 0x7f791c1f63c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7921c96640 1 -- 172.21.15.33:0/188646873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f791c1339e0 con 0x7f791c06fb60 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.669+0000 7f7921c96640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c06fb60 0x7f791c0a94d0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f790c00c760 tx=0x7f790c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:32.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.670+0000 7f791a7fc640 1 -- 172.21.15.33:0/188646873 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c003b70 con 0x7f791c06fb60 2024-07-26T15:44:32.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.670+0000 7f791a7fc640 1 -- 172.21.15.33:0/188646873 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f790c003d30 con 0x7f791c06fb60 2024-07-26T15:44:32.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.670+0000 7f7923efa640 1 -- 172.21.15.33:0/188646873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f791c133cc0 con 0x7f791c06fb60 2024-07-26T15:44:32.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.670+0000 7f791a7fc640 1 -- 172.21.15.33:0/188646873 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c00aab0 con 0x7f791c06fb60 2024-07-26T15:44:32.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.670+0000 7f7923efa640 1 -- 172.21.15.33:0/188646873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f791c134280 con 0x7f791c06fb60 2024-07-26T15:44:32.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.671+0000 7f7923efa640 1 -- 172.21.15.33:0/188646873 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f791c06ff70 con 0x7f791c06fb60 2024-07-26T15:44:32.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.672+0000 7f791a7fc640 1 -- 172.21.15.33:0/188646873 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7f790c00ac50 con 0x7f791c06fb60 2024-07-26T15:44:32.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.672+0000 7f791a7fc640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7908077160 0x7f7908079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:32.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.672+0000 7f791a7fc640 1 -- 172.21.15.33:0/188646873 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f790c0988a0 con 0x7f791c06fb60 2024-07-26T15:44:32.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.672+0000 7f7921495640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7908077160 0x7f7908079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:32.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.673+0000 7f7921495640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7908077160 0x7f7908079670 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7910034000 tx=0x7f7910004730 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:32.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.677+0000 7f791a7fc640 1 -- 172.21.15.33:0/188646873 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f790c061220 con 0x7f791c06fb60 2024-07-26T15:44:32.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.893+0000 7f7923efa640 1 -- 172.21.15.33:0/188646873 --> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f791c074220 con 0x7f7908077160 2024-07-26T15:44:32.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.895+0000 7f791a7fc640 1 -- 172.21.15.33:0/188646873 <== mgr.5866 v2:172.21.15.154:6836/1274136399 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f791c074220 con 0x7f7908077160 2024-07-26T15:44:32.896 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:44:32.896 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:32.896 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T15:44:32.896 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:32.897 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:44:32.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 -- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7908077160 msgr2=0x7f7908079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:32.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7908077160 0x7f7908079670 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7910034000 tx=0x7f7910004730 comp rx=0 tx=0).stop 2024-07-26T15:44:32.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 -- 172.21.15.33:0/188646873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c06fb60 msgr2=0x7f791c0a94d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:32.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c06fb60 0x7f791c0a94d0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f790c00c760 tx=0x7f790c00cc20 comp rx=0 tx=0).stop 2024-07-26T15:44:32.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 -- 172.21.15.33:0/188646873 shutdown_connections 2024-07-26T15:44:32.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f7908077160 0x7f7908079670 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:32.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f791c144580 0x7f791c1f6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:32.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c0b3d60 0x7f791c1f63c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:32.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 --2- 172.21.15.33:0/188646873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c06fb60 0x7f791c0a94d0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:32.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 -- 172.21.15.33:0/188646873 >> 172.21.15.33:0/188646873 conn(0x7f791c0b1740 msgr2=0x7f791c15d020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:32.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 -- 172.21.15.33:0/188646873 shutdown_connections 2024-07-26T15:44:32.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:32.897+0000 7f7923efa640 1 -- 172.21.15.33:0/188646873 wait complete. 2024-07-26T15:44:32.909 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T15:44:33.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.028+0000 7fe4655e4640 1 -- 172.21.15.33:0/2492722576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4600b2600 msgr2=0x7fe4600b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:33.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.028+0000 7fe4655e4640 1 --2- 172.21.15.33:0/2492722576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4600b2600 0x7fe4600b31d0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fe460073e80 tx=0x7fe45402a560 comp rx=0 tx=0).stop 2024-07-26T15:44:33.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.028+0000 7fe4655e4640 1 -- 172.21.15.33:0/2492722576 shutdown_connections 2024-07-26T15:44:33.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.028+0000 7fe4655e4640 1 --2- 172.21.15.33:0/2492722576 >> v2:172.21.15.154:3300/0 conn(0x7fe4600ce9e0 0x7fe4600cc6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:33.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.028+0000 7fe4655e4640 1 --2- 172.21.15.33:0/2492722576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4600b2600 0x7fe4600b31d0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:33.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.028+0000 7fe4655e4640 1 -- 172.21.15.33:0/2492722576 >> 172.21.15.33:0/2492722576 conn(0x7fe4600b37a0 msgr2=0x7fe4600b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:33.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.028+0000 7fe4655e4640 1 -- 172.21.15.33:0/2492722576 shutdown_connections 2024-07-26T15:44:33.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.028+0000 7fe4655e4640 1 -- 172.21.15.33:0/2492722576 wait complete. 2024-07-26T15:44:33.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.030+0000 7fe4655e4640 1 Processor -- start 2024-07-26T15:44:33.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.030+0000 7fe4655e4640 1 -- start start 2024-07-26T15:44:33.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe4655e4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4600b2600 0x7fe46014bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:33.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe4655e4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4600b6f60 0x7fe4600c76d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:33.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe4655e4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4600ce9e0 0x7fe4600ca830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:33.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe4655e4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe4600cd070 con 0x7fe4600b6f60 2024-07-26T15:44:33.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe4655e4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe4600ccef0 con 0x7fe4600ce9e0 2024-07-26T15:44:33.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe4655e4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe4600cd1f0 con 0x7fe4600b2600 2024-07-26T15:44:33.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe45e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4600b6f60 0x7fe4600c76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:33.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe45e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4600b6f60 0x7fe4600c76d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41796/0 (socket says 172.21.15.33:41796) 2024-07-26T15:44:33.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe45e7fc640 1 -- 172.21.15.33:0/3442069886 learned_addr learned my addr 172.21.15.33:0/3442069886 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:33.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe45effd640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4600b2600 0x7fe46014bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:33.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe45f7fe640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4600ce9e0 0x7fe4600ca830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:33.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe45e7fc640 1 -- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4600b2600 msgr2=0x7fe46014bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:33.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe45e7fc640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4600b2600 0x7fe46014bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:33.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe45e7fc640 1 -- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4600ce9e0 msgr2=0x7fe4600ca830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:33.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe45e7fc640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4600ce9e0 0x7fe4600ca830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:33.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.031+0000 7fe45e7fc640 1 -- 172.21.15.33:0/3442069886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4600c7c10 con 0x7fe4600b6f60 2024-07-26T15:44:33.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.032+0000 7fe45e7fc640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4600b6f60 0x7fe4600c76d0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fe454034040 tx=0x7fe4540038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:33.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.032+0000 7fe4477fe640 1 -- 172.21.15.33:0/3442069886 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45403e030 con 0x7fe4600b6f60 2024-07-26T15:44:33.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.032+0000 7fe4477fe640 1 -- 172.21.15.33:0/3442069886 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe454003db0 con 0x7fe4600b6f60 2024-07-26T15:44:33.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.032+0000 7fe4477fe640 1 -- 172.21.15.33:0/3442069886 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe454035040 con 0x7fe4600b6f60 2024-07-26T15:44:33.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.032+0000 7fe4655e4640 1 -- 172.21.15.33:0/3442069886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4600c8120 con 0x7fe4600b6f60 2024-07-26T15:44:33.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.032+0000 7fe4655e4640 1 -- 172.21.15.33:0/3442069886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4600c86e0 con 0x7fe4600b6f60 2024-07-26T15:44:33.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.033+0000 7fe4655e4640 1 -- 172.21.15.33:0/3442069886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4600c7e70 con 0x7fe4600b6f60 2024-07-26T15:44:33.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.034+0000 7fe4477fe640 1 -- 172.21.15.33:0/3442069886 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 33) ==== 99241+0+0 (secure 0 0 0) 0x7fe454041030 con 0x7fe4600b6f60 2024-07-26T15:44:33.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.034+0000 7fe4477fe640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe44c077160 0x7fe44c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:33.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.034+0000 7fe4477fe640 1 -- 172.21.15.33:0/3442069886 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7fe4540b96a0 con 0x7fe4600b6f60 2024-07-26T15:44:33.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.034+0000 7fe45effd640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe44c077160 0x7fe44c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:33.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.035+0000 7fe45effd640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe44c077160 0x7fe44c079670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe450007fd0 tx=0x7fe450009040 comp rx=0 tx=0).ready entity=mgr.5866 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:33.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.039+0000 7fe4477fe640 1 -- 172.21.15.33:0/3442069886 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe454082560 con 0x7fe4600b6f60 2024-07-26T15:44:33.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:33.285+0000 7fe4655e4640 1 -- 172.21.15.33:0/3442069886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fe4600b31d0 con 0x7fe4600b6f60 2024-07-26T15:44:34.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.142+0000 7fe4477fe640 1 -- 172.21.15.33:0/3442069886 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v34) ==== 92+0+0 (secure 0 0 0) 0x7fe454081e60 con 0x7fe4600b6f60 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 -- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe44c077160 msgr2=0x7fe44c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe44c077160 0x7fe44c079670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe450007fd0 tx=0x7fe450009040 comp rx=0 tx=0).stop 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 -- 172.21.15.33:0/3442069886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4600b6f60 msgr2=0x7fe4600c76d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4600b6f60 0x7fe4600c76d0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fe454034040 tx=0x7fe4540038a0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 -- 172.21.15.33:0/3442069886 shutdown_connections 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4600ce9e0 0x7fe4600ca830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4600b6f60 0x7fe4600c76d0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fe44c077160 0x7fe44c079670 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 --2- 172.21.15.33:0/3442069886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4600b2600 0x7fe46014bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 -- 172.21.15.33:0/3442069886 >> 172.21.15.33:0/3442069886 conn(0x7fe4600b37a0 msgr2=0x7fe4600b5340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 -- 172.21.15.33:0/3442069886 shutdown_connections 2024-07-26T15:44:34.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.147+0000 7fe4655e4640 1 -- 172.21.15.33:0/3442069886 wait complete. 2024-07-26T15:44:34.166 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T15:44:34.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.308+0000 7f463b81c640 1 -- 172.21.15.33:0/159995791 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46340b53d0 msgr2=0x7f46340731a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:34.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.308+0000 7f463b81c640 1 --2- 172.21.15.33:0/159995791 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46340b53d0 0x7f46340731a0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4624009830 tx=0x7f462402a510 comp rx=0 tx=0).stop 2024-07-26T15:44:34.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.308+0000 7f463b81c640 1 -- 172.21.15.33:0/159995791 shutdown_connections 2024-07-26T15:44:34.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.308+0000 7f463b81c640 1 --2- 172.21.15.33:0/159995791 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46340b53d0 0x7f46340731a0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.308+0000 7f463b81c640 1 --2- 172.21.15.33:0/159995791 >> v2:172.21.15.154:3300/0 conn(0x7f46340b4fc0 0x7f463415baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.308+0000 7f463b81c640 1 -- 172.21.15.33:0/159995791 >> 172.21.15.33:0/159995791 conn(0x7f46340b2fa0 msgr2=0x7f463406d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:34.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.309+0000 7f463b81c640 1 -- 172.21.15.33:0/159995791 shutdown_connections 2024-07-26T15:44:34.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.309+0000 7f463b81c640 1 -- 172.21.15.33:0/159995791 wait complete. 2024-07-26T15:44:34.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.310+0000 7f463b81c640 1 Processor -- start 2024-07-26T15:44:34.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.310+0000 7f463b81c640 1 -- start start 2024-07-26T15:44:34.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f463b81c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46340b4fc0 0x7f46341e4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:34.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f463b81c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46340b53d0 0x7f46341424f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:34.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f463b81c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f463415bfe0 0x7f46341e51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:34.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f463b81c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f463415f100 con 0x7f46340b53d0 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f463b81c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4634073af0 con 0x7f46340b4fc0 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f463b81c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f463415f280 con 0x7f463415bfe0 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f4638db7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46340b53d0 0x7f46341424f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f4638db7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46340b53d0 0x7f46341424f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41826/0 (socket says 172.21.15.33:41826) 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f4638db7640 1 -- 172.21.15.33:0/827930129 learned_addr learned my addr 172.21.15.33:0/827930129 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f4639db9640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f463415bfe0 0x7f46341e51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f46395b8640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46340b4fc0 0x7f46341e4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f4638db7640 1 -- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f463415bfe0 msgr2=0x7f46341e51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f4638db7640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f463415bfe0 0x7f46341e51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f4638db7640 1 -- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46340b4fc0 msgr2=0x7f46341e4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f4638db7640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46340b4fc0 0x7f46341e4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f4638db7640 1 -- 172.21.15.33:0/827930129 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4634155770 con 0x7f46340b53d0 2024-07-26T15:44:34.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.312+0000 7f4638db7640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46340b53d0 0x7f46341424f0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f462402ab00 tx=0x7f4624033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:34.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.313+0000 7f4629ffb640 1 -- 172.21.15.33:0/827930129 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4624005c90 con 0x7f46340b53d0 2024-07-26T15:44:34.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.313+0000 7f4629ffb640 1 -- 172.21.15.33:0/827930129 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4624031e50 con 0x7f46340b53d0 2024-07-26T15:44:34.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.313+0000 7f463b81c640 1 -- 172.21.15.33:0/827930129 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46341f8ab0 con 0x7f46340b53d0 2024-07-26T15:44:34.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.313+0000 7f4629ffb640 1 -- 172.21.15.33:0/827930129 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4624005260 con 0x7f46340b53d0 2024-07-26T15:44:34.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.313+0000 7f463b81c640 1 -- 172.21.15.33:0/827930129 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46341f9070 con 0x7f46340b53d0 2024-07-26T15:44:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.314+0000 7f463b81c640 1 -- 172.21.15.33:0/827930129 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4634154070 con 0x7f46340b53d0 2024-07-26T15:44:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.314+0000 7f4629ffb640 1 -- 172.21.15.33:0/827930129 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 34) ==== 99258+0+0 (secure 0 0 0) 0x7f4624005400 con 0x7f46340b53d0 2024-07-26T15:44:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.315+0000 7f4629ffb640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4618077180 0x7f4618079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.315+0000 7f4629ffb640 1 -- 172.21.15.33:0/827930129 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f46240b9c50 con 0x7f46340b53d0 2024-07-26T15:44:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.315+0000 7f46395b8640 1 -- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4618077180 msgr2=0x7f4618079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1274136399 2024-07-26T15:44:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.315+0000 7f46395b8640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4618077180 0x7f4618079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:44:34.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.320+0000 7f4629ffb640 1 -- 172.21.15.33:0/827930129 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f46240bf020 con 0x7f46340b53d0 2024-07-26T15:44:34.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.514+0000 7f463b81c640 1 -- 172.21.15.33:0/827930129 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f463415f6d0 con 0x7f46340b53d0 2024-07-26T15:44:34.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.517+0000 7f46395b8640 1 -- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4618077180 msgr2=0x7f4618079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1274136399 2024-07-26T15:44:34.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.517+0000 7f46395b8640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4618077180 0x7f4618079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:44:34.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.518+0000 7f4629ffb640 1 -- 172.21.15.33:0/827930129 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v37)=0 v37) ==== 138+0+0 (secure 0 0 0) 0x7f462403f030 con 0x7f46340b53d0 2024-07-26T15:44:34.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 -- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4618077180 msgr2=0x7f4618079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:44:34.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4618077180 0x7f4618079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 -- 172.21.15.33:0/827930129 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46340b53d0 msgr2=0x7f46341424f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:34.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46340b53d0 0x7f46341424f0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f462402ab00 tx=0x7f4624033c20 comp rx=0 tx=0).stop 2024-07-26T15:44:34.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 -- 172.21.15.33:0/827930129 shutdown_connections 2024-07-26T15:44:34.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f4618077180 0x7f4618079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f463415bfe0 0x7f46341e51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46340b53d0 0x7f46341424f0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 --2- 172.21.15.33:0/827930129 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46340b4fc0 0x7f46341e4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 -- 172.21.15.33:0/827930129 >> 172.21.15.33:0/827930129 conn(0x7f46340b2fa0 msgr2=0x7f463415c950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:34.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 -- 172.21.15.33:0/827930129 shutdown_connections 2024-07-26T15:44:34.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.520+0000 7f463b81c640 1 -- 172.21.15.33:0/827930129 wait complete. 2024-07-26T15:44:34.533 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T15:44:34.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.653+0000 7fba28f99640 1 -- 172.21.15.33:0/931034863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba240d0610 msgr2=0x7fba240d0a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:34.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.653+0000 7fba28f99640 1 --2- 172.21.15.33:0/931034863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba240d0610 0x7fba240d0a20 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fba2406f7c0 tx=0x7fba1c02aa30 comp rx=0 tx=0).stop 2024-07-26T15:44:34.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.653+0000 7fba28f99640 1 -- 172.21.15.33:0/931034863 shutdown_connections 2024-07-26T15:44:34.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.653+0000 7fba28f99640 1 --2- 172.21.15.33:0/931034863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba240d0610 0x7fba240d0a20 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.653+0000 7fba28f99640 1 --2- 172.21.15.33:0/931034863 >> v2:172.21.15.154:3300/0 conn(0x7fba240d4920 0x7fba240b93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.653+0000 7fba28f99640 1 -- 172.21.15.33:0/931034863 >> 172.21.15.33:0/931034863 conn(0x7fba240d3d90 msgr2=0x7fba240d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:34.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.653+0000 7fba28f99640 1 -- 172.21.15.33:0/931034863 shutdown_connections 2024-07-26T15:44:34.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.653+0000 7fba28f99640 1 -- 172.21.15.33:0/931034863 wait complete. 2024-07-26T15:44:34.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.655+0000 7fba28f99640 1 Processor -- start 2024-07-26T15:44:34.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.655+0000 7fba28f99640 1 -- start start 2024-07-26T15:44:34.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba28f99640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba240b2da0 0x7fba240cd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba28f99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba240d0610 0x7fba240b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba28f99640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba24150a40 0x7fba2414fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba28f99640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fba240b36d0 con 0x7fba240d0610 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba28f99640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fba240d2820 con 0x7fba240b2da0 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba28f99640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fba240b3850 con 0x7fba24150a40 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba21d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba240d0610 0x7fba240b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba2259c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba240b2da0 0x7fba240cd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba21d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba240d0610 0x7fba240b46c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41842/0 (socket says 172.21.15.33:41842) 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba21d9b640 1 -- 172.21.15.33:0/211079791 learned_addr learned my addr 172.21.15.33:0/211079791 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba22d9d640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba24150a40 0x7fba2414fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba21d9b640 1 -- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba24150a40 msgr2=0x7fba2414fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba21d9b640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba24150a40 0x7fba2414fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba21d9b640 1 -- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba240b2da0 msgr2=0x7fba240cd1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:34.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba21d9b640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba240b2da0 0x7fba240cd1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba21d9b640 1 -- 172.21.15.33:0/211079791 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba2414ddd0 con 0x7fba240d0610 2024-07-26T15:44:34.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba2259c640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba240b2da0 0x7fba240cd1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:34.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.657+0000 7fba21d9b640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba240d0610 0x7fba240b46c0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fba1800c3d0 tx=0x7fba1800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:34.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.658+0000 7fba12ffd640 1 -- 172.21.15.33:0/211079791 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba18017070 con 0x7fba240d0610 2024-07-26T15:44:34.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.658+0000 7fba12ffd640 1 -- 172.21.15.33:0/211079791 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fba180053c0 con 0x7fba240d0610 2024-07-26T15:44:34.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.658+0000 7fba28f99640 1 -- 172.21.15.33:0/211079791 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba240b4f80 con 0x7fba240d0610 2024-07-26T15:44:34.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.658+0000 7fba12ffd640 1 -- 172.21.15.33:0/211079791 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba18003850 con 0x7fba240d0610 2024-07-26T15:44:34.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.658+0000 7fba28f99640 1 -- 172.21.15.33:0/211079791 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba2414e040 con 0x7fba240d0610 2024-07-26T15:44:34.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.659+0000 7fba28f99640 1 -- 172.21.15.33:0/211079791 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba240b4cf0 con 0x7fba240d0610 2024-07-26T15:44:34.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.660+0000 7fba12ffd640 1 -- 172.21.15.33:0/211079791 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 34) ==== 99258+0+0 (secure 0 0 0) 0x7fba1801a070 con 0x7fba240d0610 2024-07-26T15:44:34.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.660+0000 7fba12ffd640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fba04077180 0x7fba04079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:34.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.660+0000 7fba2259c640 1 -- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fba04077180 msgr2=0x7fba04079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1274136399 2024-07-26T15:44:34.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.660+0000 7fba12ffd640 1 -- 172.21.15.33:0/211079791 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7fba18098320 con 0x7fba240d0610 2024-07-26T15:44:34.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.660+0000 7fba2259c640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fba04077180 0x7fba04079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:44:34.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.668+0000 7fba12ffd640 1 -- 172.21.15.33:0/211079791 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fba18021020 con 0x7fba240d0610 2024-07-26T15:44:34.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.861+0000 7fba2259c640 1 -- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fba04077180 msgr2=0x7fba04079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1274136399 2024-07-26T15:44:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.861+0000 7fba2259c640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fba04077180 0x7fba04079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:44:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.861+0000 7fba28f99640 1 -- 172.21.15.33:0/211079791 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7fba2414da50 con 0x7fba240d0610 2024-07-26T15:44:34.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.865+0000 7fba12ffd640 1 -- 172.21.15.33:0/211079791 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v38)=0 v38) ==== 133+0+0 (secure 0 0 0) 0x7fba2414da50 con 0x7fba240d0610 2024-07-26T15:44:34.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 -- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fba04077180 msgr2=0x7fba04079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:44:34.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fba04077180 0x7fba04079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 -- 172.21.15.33:0/211079791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba240d0610 msgr2=0x7fba240b46c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:34.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba240d0610 0x7fba240b46c0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fba1800c3d0 tx=0x7fba1800c890 comp rx=0 tx=0).stop 2024-07-26T15:44:34.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 -- 172.21.15.33:0/211079791 shutdown_connections 2024-07-26T15:44:34.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7fba04077180 0x7fba04079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba24150a40 0x7fba2414fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba240d0610 0x7fba240b46c0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 --2- 172.21.15.33:0/211079791 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba240b2da0 0x7fba240cd1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:34.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 -- 172.21.15.33:0/211079791 >> 172.21.15.33:0/211079791 conn(0x7fba240d3d90 msgr2=0x7fba240b81e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:34.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 -- 172.21.15.33:0/211079791 shutdown_connections 2024-07-26T15:44:34.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:34.867+0000 7fba28f99640 1 -- 172.21.15.33:0/211079791 wait complete. 2024-07-26T15:44:34.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:34.881 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2024-07-26T15:44:34.902 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list snap_test_dir1 2024-07-26T15:44:35.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.062+0000 7f6a70707640 1 -- 172.21.15.33:0/2851428385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a680b6ed0 msgr2=0x7f6a680b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:35.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.062+0000 7f6a70707640 1 --2- 172.21.15.33:0/2851428385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a680b6ed0 0x7f6a680b13c0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c005fd0 tx=0x7f6a5c02aaa0 comp rx=0 tx=0).stop 2024-07-26T15:44:35.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.062+0000 7f6a70707640 1 -- 172.21.15.33:0/2851428385 shutdown_connections 2024-07-26T15:44:35.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.062+0000 7f6a70707640 1 --2- 172.21.15.33:0/2851428385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a680b6ed0 0x7f6a680b13c0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:35.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.062+0000 7f6a70707640 1 -- 172.21.15.33:0/2851428385 >> 172.21.15.33:0/2851428385 conn(0x7f6a680d1bb0 msgr2=0x7f6a680d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:35.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.062+0000 7f6a70707640 1 -- 172.21.15.33:0/2851428385 shutdown_connections 2024-07-26T15:44:35.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.062+0000 7f6a70707640 1 -- 172.21.15.33:0/2851428385 wait complete. 2024-07-26T15:44:35.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.064+0000 7f6a70707640 1 Processor -- start 2024-07-26T15:44:35.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.064+0000 7f6a70707640 1 -- start start 2024-07-26T15:44:35.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.065+0000 7f6a70707640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a680b1900 0x7f6a6809f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.065+0000 7f6a70707640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a680b6ed0 0x7f6a68165e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.065+0000 7f6a70707640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a681663c0 0x7f6a6814e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.065+0000 7f6a70707640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6a681676b0 con 0x7f6a681663c0 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.065+0000 7f6a70707640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6a680b76d0 con 0x7f6a680b6ed0 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.065+0000 7f6a70707640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6a68167830 con 0x7f6a680b1900 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.065+0000 7f6a6eca4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a681663c0 0x7f6a6814e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.065+0000 7f6a6eca4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a681663c0 0x7f6a6814e030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41860/0 (socket says 172.21.15.33:41860) 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.065+0000 7f6a6eca4640 1 -- 172.21.15.33:0/1163006207 learned_addr learned my addr 172.21.15.33:0/1163006207 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.065+0000 7f6a6e4a3640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a680b1900 0x7f6a6809f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.065+0000 7f6a6dca2640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a680b6ed0 0x7f6a68165e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.066+0000 7f6a6eca4640 1 -- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a680b1900 msgr2=0x7f6a6809f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.066+0000 7f6a6eca4640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a680b1900 0x7f6a6809f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:35.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.066+0000 7f6a6eca4640 1 -- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a680b6ed0 msgr2=0x7f6a68165e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:35.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.066+0000 7f6a6eca4640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a680b6ed0 0x7f6a68165e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:35.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.066+0000 7f6a6eca4640 1 -- 172.21.15.33:0/1163006207 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a681667d0 con 0x7f6a681663c0 2024-07-26T15:44:35.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.066+0000 7f6a6eca4640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a681663c0 0x7f6a6814e030 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f6a6000c3c0 tx=0x7f6a6000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:35.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.066+0000 7f6a5affd640 1 -- 172.21.15.33:0/1163006207 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a60017070 con 0x7f6a681663c0 2024-07-26T15:44:35.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.066+0000 7f6a5affd640 1 -- 172.21.15.33:0/1163006207 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a600053c0 con 0x7f6a681663c0 2024-07-26T15:44:35.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.066+0000 7f6a70707640 1 -- 172.21.15.33:0/1163006207 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a6814cf90 con 0x7f6a681663c0 2024-07-26T15:44:35.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.066+0000 7f6a5affd640 1 -- 172.21.15.33:0/1163006207 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a60003850 con 0x7f6a681663c0 2024-07-26T15:44:35.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.066+0000 7f6a70707640 1 -- 172.21.15.33:0/1163006207 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a6814d550 con 0x7f6a681663c0 2024-07-26T15:44:35.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.068+0000 7f6a70707640 1 -- 172.21.15.33:0/1163006207 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a680b1d10 con 0x7f6a681663c0 2024-07-26T15:44:35.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.068+0000 7f6a5affd640 1 -- 172.21.15.33:0/1163006207 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 34) ==== 99258+0+0 (secure 0 0 0) 0x7f6a6001a070 con 0x7f6a681663c0 2024-07-26T15:44:35.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.068+0000 7f6a5affd640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f6a4c0771b0 0x7f6a4c0796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:35.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.069+0000 7f6a6e4a3640 1 -- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f6a4c0771b0 msgr2=0x7f6a4c0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1274136399 2024-07-26T15:44:35.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.069+0000 7f6a5affd640 1 -- 172.21.15.33:0/1163006207 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 6129+0+0 (secure 0 0 0) 0x7f6a60097fa0 con 0x7f6a681663c0 2024-07-26T15:44:35.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.069+0000 7f6a6e4a3640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f6a4c0771b0 0x7f6a4c0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:44:35.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.073+0000 7f6a5affd640 1 -- 172.21.15.33:0/1163006207 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6a681667d0 con 0x7f6a681663c0 2024-07-26T15:44:35.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.270+0000 7f6a6e4a3640 1 -- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f6a4c0771b0 msgr2=0x7f6a4c0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1274136399 2024-07-26T15:44:35.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.270+0000 7f6a6e4a3640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f6a4c0771b0 0x7f6a4c0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:44:35.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.342+0000 7f6a70707640 1 -- 172.21.15.33:0/1163006207 --> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7f6a6809f850 con 0x7f6a4c0771b0 2024-07-26T15:44:35.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.671+0000 7f6a6e4a3640 1 -- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f6a4c0771b0 msgr2=0x7f6a4c0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1274136399 2024-07-26T15:44:35.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:35.671+0000 7f6a6e4a3640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f6a4c0771b0 0x7f6a4c0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T15:44:36.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:36.472+0000 7f6a6e4a3640 1 -- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f6a4c0771b0 msgr2=0x7f6a4c0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1274136399 2024-07-26T15:44:36.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:36.472+0000 7f6a6e4a3640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f6a4c0771b0 0x7f6a4c0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T15:44:37.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:37.759+0000 7f6a5affd640 1 -- 172.21.15.33:0/1163006207 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 35) ==== 98867+0+0 (secure 0 0 0) 0x7f6a60096310 con 0x7f6a681663c0 2024-07-26T15:44:37.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:37.759+0000 7f6a5affd640 1 -- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f6a4c0771b0 msgr2=0x7f6a4c0796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:44:37.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:37.759+0000 7f6a5affd640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/1274136399,v1:172.21.15.154:6837/1274136399] conn(0x7f6a4c0771b0 0x7f6a4c0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:37.916 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:37.914+0000 7fbb10e3d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:37.916 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:37.914+0000 7fbb10e3d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:37.916 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:37.914+0000 7fbb10e3d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:37.916 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:37.914+0000 7fbb10e3d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:37.917 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:37.914+0000 7fbb10e3d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:37.917 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:37.914+0000 7fbb0de37640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:37.917 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:37.914+0000 7fbb0de37640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:37.917 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:37.914+0000 7fbb0de37640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:37.917 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:37.914+0000 7fbb0de37640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:37.918 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:37.914+0000 7fbb0de37640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:38.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.763+0000 7f6a5affd640 1 -- 172.21.15.33:0/1163006207 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 36) ==== 98994+0+0 (secure 0 0 0) 0x7f6a60038480 con 0x7f6a681663c0 2024-07-26T15:44:38.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.763+0000 7f6a5affd640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7f6a4c07f750 0x7f6a4c081b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:38.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.763+0000 7f6a5affd640 1 -- 172.21.15.33:0/1163006207 --> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7f6a6005ea70 con 0x7f6a4c07f750 2024-07-26T15:44:38.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.764+0000 7f6a6e4a3640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7f6a4c07f750 0x7f6a4c081b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:38.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.767+0000 7f6a6e4a3640 1 --2- 172.21.15.33:0/1163006207 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7f6a4c07f750 0x7f6a4c081b70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c035000 tx=0x7f6a5c004ab0 comp rx=0 tx=0).ready entity=mgr.6193 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:38.777 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:44:38.776+0000 7fbb17e4b640 -1 mgr.server reply reply (2) No such file or directory SnapSchedule for snap_test_dir1 not found 2024-07-26T15:44:38.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.776+0000 7f6a5affd640 1 -- 172.21.15.33:0/1163006207 <== mgr.6193 v2:172.21.15.154:6836/226088230 1 ==== mgr_command_reply(tid 0: -2 SnapSchedule for snap_test_dir1 not found) ==== 49+0+0 (secure 0 0 0) 0x7f6a6005ea70 con 0x7f6a4c07f750 2024-07-26T15:44:38.778 INFO:teuthology.orchestra.run.smithi033.stderr:Error ENOENT: SnapSchedule for snap_test_dir1 not found 2024-07-26T15:44:38.784 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-07-26T15:44:38.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:38.785 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1) 2024-07-26T15:44:38.808 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T15:44:38.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.975+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1114556066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde9c003a80 msgr2=0x7fde9c003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:38.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.975+0000 7fdeb53f0640 1 --2- 172.21.15.33:0/1114556066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fde9c003a80 0x7fde9c003ef0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7fdea000c260 tx=0x7fde9c005830 comp rx=0 tx=0).stop 2024-07-26T15:44:38.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.975+0000 7fdeaf7fe640 1 -- 172.21.15.33:0/1114556066 reap_dead start 2024-07-26T15:44:38.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.975+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1114556066 shutdown_connections 2024-07-26T15:44:38.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.975+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1114556066 >> 172.21.15.33:0/1114556066 conn(0x7fdeb00d1bb0 msgr2=0x7fdeb00d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:38.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.975+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1114556066 shutdown_connections 2024-07-26T15:44:38.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.975+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1114556066 wait complete. 2024-07-26T15:44:38.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.977+0000 7fdeb53f0640 1 Processor -- start 2024-07-26T15:44:38.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.977+0000 7fdeb53f0640 1 -- start start 2024-07-26T15:44:38.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.978+0000 7fdeb53f0640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fde9c003a80 0x7fdeb01f2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:38.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.978+0000 7fdeb53f0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdeb01f5f80 0x7fdeb01f6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:38.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.978+0000 7fdeb53f0640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdeb014b700 0x7fdeb014bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:38.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.978+0000 7fdeb53f0640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb00b7640 con 0x7fdeb01f5f80 2024-07-26T15:44:38.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.978+0000 7fdeb53f0640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb00b74c0 con 0x7fdeb014b700 2024-07-26T15:44:38.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.978+0000 7fdeb53f0640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdeb01641c0 con 0x7fde9c003a80 2024-07-26T15:44:38.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.978+0000 7fdeae7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdeb01f5f80 0x7fdeb01f6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:38.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.978+0000 7fdeae7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdeb01f5f80 0x7fdeb01f6390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41886/0 (socket says 172.21.15.33:41886) 2024-07-26T15:44:38.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.978+0000 7fdeae7fc640 1 -- 172.21.15.33:0/1061768936 learned_addr learned my addr 172.21.15.33:0/1061768936 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.978+0000 7fdeaf7fe640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdeb014b700 0x7fdeb014bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.978+0000 7fdeaeffd640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fde9c003a80 0x7fdeb01f2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.979+0000 7fdeae7fc640 1 -- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fde9c003a80 msgr2=0x7fdeb01f2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.979+0000 7fdeae7fc640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fde9c003a80 0x7fdeb01f2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.979+0000 7fdeae7fc640 1 -- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdeb014b700 msgr2=0x7fdeb014bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.979+0000 7fdeae7fc640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdeb014b700 0x7fdeb014bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.979+0000 7fdeae7fc640 1 -- 172.21.15.33:0/1061768936 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdeb01f68d0 con 0x7fdeb01f5f80 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.979+0000 7fdeae7fc640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdeb01f5f80 0x7fdeb01f6390 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fde98011ae0 tx=0x7fde98009e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.979+0000 7fdea77fe640 1 -- 172.21.15.33:0/1061768936 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde9801e070 con 0x7fdeb01f5f80 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.979+0000 7fdea77fe640 1 -- 172.21.15.33:0/1061768936 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde98004460 con 0x7fdeb01f5f80 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.979+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1061768936 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdeb014c510 con 0x7fdeb01f5f80 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.979+0000 7fdea77fe640 1 -- 172.21.15.33:0/1061768936 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde9800fc60 con 0x7fdeb01f5f80 2024-07-26T15:44:38.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.979+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1061768936 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdeb01f37a0 con 0x7fdeb01f5f80 2024-07-26T15:44:38.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.980+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1061768936 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdeb01f3230 con 0x7fdeb01f5f80 2024-07-26T15:44:38.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.981+0000 7fdea77fe640 1 -- 172.21.15.33:0/1061768936 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 36) ==== 98994+0+0 (secure 0 0 0) 0x7fde98021070 con 0x7fdeb01f5f80 2024-07-26T15:44:38.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.981+0000 7fdea77fe640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fde90076eb0 0x7fde900793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:38.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.981+0000 7fdea77fe640 1 -- 172.21.15.33:0/1061768936 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6473+0+0 (secure 0 0 0) 0x7fde980992c0 con 0x7fdeb01f5f80 2024-07-26T15:44:38.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.982+0000 7fdeaeffd640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fde90076eb0 0x7fde900793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:38.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.982+0000 7fdeaeffd640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fde90076eb0 0x7fde900793c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fdea0033000 tx=0x7fdea0038040 comp rx=0 tx=0).ready entity=mgr.6193 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:38.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:38.986+0000 7fdea77fe640 1 -- 172.21.15.33:0/1061768936 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdeb01f68d0 con 0x7fdeb01f5f80 2024-07-26T15:44:39.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.229+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1061768936 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7fdeb01f3970 con 0x7fdeb01f5f80 2024-07-26T15:44:39.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.808+0000 7fdea77fe640 1 -- 172.21.15.33:0/1061768936 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v37) ==== 93+0+0 (secure 0 0 0) 0x7fdeb01f3970 con 0x7fdeb01f5f80 2024-07-26T15:44:39.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.811+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fde90076eb0 msgr2=0x7fde900793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:39.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.811+0000 7fdeb53f0640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fde90076eb0 0x7fde900793c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fdea0033000 tx=0x7fdea0038040 comp rx=0 tx=0).stop 2024-07-26T15:44:39.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.811+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1061768936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdeb01f5f80 msgr2=0x7fdeb01f6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:39.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.811+0000 7fdeb53f0640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdeb01f5f80 0x7fdeb01f6390 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fde98011ae0 tx=0x7fde98009e00 comp rx=0 tx=0).stop 2024-07-26T15:44:39.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.812+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1061768936 shutdown_connections 2024-07-26T15:44:39.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.812+0000 7fdeb53f0640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fde90076eb0 0x7fde900793c0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:39.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.812+0000 7fdeb53f0640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdeb014b700 0x7fdeb014bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:39.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.812+0000 7fdeb53f0640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdeb01f5f80 0x7fdeb01f6390 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:39.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.812+0000 7fdeb53f0640 1 --2- 172.21.15.33:0/1061768936 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fde9c003a80 0x7fdeb01f2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:39.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.812+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1061768936 >> 172.21.15.33:0/1061768936 conn(0x7fdeb00d1bb0 msgr2=0x7fdeb00af5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:39.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.813+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1061768936 shutdown_connections 2024-07-26T15:44:39.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.813+0000 7fdeb53f0640 1 -- 172.21.15.33:0/1061768936 wait complete. 2024-07-26T15:44:39.829 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T15:44:39.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.952+0000 7f46c41f2640 1 -- 172.21.15.33:0/603434971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46bc0b9050 msgr2=0x7f46bc0cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.952+0000 7f46c41f2640 1 --2- 172.21.15.33:0/603434971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46bc0b9050 0x7f46bc0cf710 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f46ac005fd0 tx=0x7f46ac02aa10 comp rx=0 tx=0).stop 2024-07-26T15:44:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.952+0000 7f46c41f2640 1 -- 172.21.15.33:0/603434971 shutdown_connections 2024-07-26T15:44:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.952+0000 7f46c41f2640 1 --2- 172.21.15.33:0/603434971 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46bc0d1970 0x7f46bc0d1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.952+0000 7f46c41f2640 1 --2- 172.21.15.33:0/603434971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46bc0b9050 0x7f46bc0cf710 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.953+0000 7f46c41f2640 1 -- 172.21.15.33:0/603434971 >> 172.21.15.33:0/603434971 conn(0x7f46bc0d3da0 msgr2=0x7f46bc0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.953+0000 7f46c41f2640 1 -- 172.21.15.33:0/603434971 shutdown_connections 2024-07-26T15:44:39.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.953+0000 7f46c41f2640 1 -- 172.21.15.33:0/603434971 wait complete. 2024-07-26T15:44:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.954+0000 7f46c41f2640 1 Processor -- start 2024-07-26T15:44:39.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.954+0000 7f46c41f2640 1 -- start start 2024-07-26T15:44:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c41f2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46bc0b9050 0x7f46bc1607a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c41f2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46bc0d0910 0x7f46bc160e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:39.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c41f2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46bc0d1970 0x7f46bc1621c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c41f2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc0d22c0 con 0x7f46bc0d1970 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c41f2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f46bc0b4ab0 con 0x7f46bc0b9050 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c41f2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f46bc0d2440 con 0x7f46bc0d0910 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c278f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46bc0d1970 0x7f46bc1621c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c278f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46bc0d1970 0x7f46bc1621c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41906/0 (socket says 172.21.15.33:41906) 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c278f640 1 -- 172.21.15.33:0/231350611 learned_addr learned my addr 172.21.15.33:0/231350611 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c1f8e640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46bc0b9050 0x7f46bc1607a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c178d640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46bc0d0910 0x7f46bc160e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c278f640 1 -- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46bc0d0910 msgr2=0x7f46bc160e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c278f640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46bc0d0910 0x7f46bc160e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c278f640 1 -- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46bc0b9050 msgr2=0x7f46bc1607a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:39.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c278f640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46bc0b9050 0x7f46bc1607a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c278f640 1 -- 172.21.15.33:0/231350611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46bc0b2000 con 0x7f46bc0d1970 2024-07-26T15:44:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.956+0000 7f46c278f640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46bc0d1970 0x7f46bc1621c0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f46b400d630 tx=0x7f46b400daf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.957+0000 7f46ba7fc640 1 -- 172.21.15.33:0/231350611 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b4017070 con 0x7f46bc0d1970 2024-07-26T15:44:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.957+0000 7f46ba7fc640 1 -- 172.21.15.33:0/231350611 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46b4004330 con 0x7f46bc0d1970 2024-07-26T15:44:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.957+0000 7f46c41f2640 1 -- 172.21.15.33:0/231350611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46bc1f85d0 con 0x7f46bc0d1970 2024-07-26T15:44:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.957+0000 7f46ba7fc640 1 -- 172.21.15.33:0/231350611 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b40099e0 con 0x7f46bc0d1970 2024-07-26T15:44:39.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.957+0000 7f46c41f2640 1 -- 172.21.15.33:0/231350611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46bc1f8b90 con 0x7f46bc0d1970 2024-07-26T15:44:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.958+0000 7f46c41f2640 1 -- 172.21.15.33:0/231350611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46bc0cf710 con 0x7f46bc0d1970 2024-07-26T15:44:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.958+0000 7f46ba7fc640 1 -- 172.21.15.33:0/231350611 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 37) ==== 99242+0+0 (secure 0 0 0) 0x7f46b4009b80 con 0x7f46bc0d1970 2024-07-26T15:44:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.959+0000 7f46ba7fc640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7f46a8077160 0x7f46a8079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.959+0000 7f46c1f8e640 1 -- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7f46a8077160 msgr2=0x7f46a8079670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/226088230 2024-07-26T15:44:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.959+0000 7f46ba7fc640 1 -- 172.21.15.33:0/231350611 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6473+0+0 (secure 0 0 0) 0x7f46b4098ce0 con 0x7f46bc0d1970 2024-07-26T15:44:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.959+0000 7f46c1f8e640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7f46a8077160 0x7f46a8079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:44:39.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:39.964+0000 7f46ba7fc640 1 -- 172.21.15.33:0/231350611 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f46b4061400 con 0x7f46bc0d1970 2024-07-26T15:44:40.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.161+0000 7f46c1f8e640 1 -- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7f46a8077160 msgr2=0x7f46a8079670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/226088230 2024-07-26T15:44:40.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.161+0000 7f46c1f8e640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7f46a8077160 0x7f46a8079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:44:40.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.207+0000 7f46c41f2640 1 -- 172.21.15.33:0/231350611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f46bc0b4140 con 0x7f46bc0d1970 2024-07-26T15:44:40.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.210+0000 7f46ba7fc640 1 -- 172.21.15.33:0/231350611 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v37) ==== 74+0+191287 (secure 0 0 0) 0x7f46b4065950 con 0x7f46bc0d1970 2024-07-26T15:44:40.214 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.213+0000 7f46c41f2640 1 -- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7f46a8077160 msgr2=0x7f46a8079670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.213+0000 7f46c41f2640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7f46a8077160 0x7f46a8079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.213+0000 7f46c41f2640 1 -- 172.21.15.33:0/231350611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46bc0d1970 msgr2=0x7f46bc1621c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.213+0000 7f46c41f2640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46bc0d1970 0x7f46bc1621c0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f46b400d630 tx=0x7f46b400daf0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.213+0000 7f46c41f2640 1 -- 172.21.15.33:0/231350611 shutdown_connections 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.214+0000 7f46c41f2640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7f46a8077160 0x7f46a8079670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.214+0000 7f46c41f2640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46bc0d1970 0x7f46bc1621c0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.214+0000 7f46c41f2640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46bc0d0910 0x7f46bc160e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.214+0000 7f46c41f2640 1 --2- 172.21.15.33:0/231350611 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46bc0b9050 0x7f46bc1607a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.214+0000 7f46c41f2640 1 -- 172.21.15.33:0/231350611 >> 172.21.15.33:0/231350611 conn(0x7f46bc0d3da0 msgr2=0x7f46bc0689a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.214+0000 7f46c41f2640 1 -- 172.21.15.33:0/231350611 shutdown_connections 2024-07-26T15:44:40.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.214+0000 7f46c41f2640 1 -- 172.21.15.33:0/231350611 wait complete. 2024-07-26T15:44:40.227 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":37,"flags":0,"active_gid":6193,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6836","nonce":226088230},{"type":"v1","addr":"172.21.15.154:6837","nonce":226088230}]},"active_addr":"172.21.15.154:6837/226088230","active_change":"2024-07-26T15:44:37.750987+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":6606,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":90,"active_clients":[{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1417766484}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2368607584}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2434370392}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1813572109}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2597085933}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":305102001}]}]} 2024-07-26T15:44:40.231 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail x 2024-07-26T15:44:40.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.349+0000 7fdc4665b640 1 -- 172.21.15.33:0/2677356487 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400d0610 msgr2=0x7fdc400d0a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:40.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.349+0000 7fdc4665b640 1 --2- 172.21.15.33:0/2677356487 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400d0610 0x7fdc400d0a20 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fdc38005fd0 tx=0x7fdc3802aa90 comp rx=0 tx=0).stop 2024-07-26T15:44:40.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.349+0000 7fdc4665b640 1 -- 172.21.15.33:0/2677356487 shutdown_connections 2024-07-26T15:44:40.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.349+0000 7fdc4665b640 1 --2- 172.21.15.33:0/2677356487 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400d0610 0x7fdc400d0a20 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.349+0000 7fdc4665b640 1 --2- 172.21.15.33:0/2677356487 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc400d4920 0x7fdc400b93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.349+0000 7fdc4665b640 1 -- 172.21.15.33:0/2677356487 >> 172.21.15.33:0/2677356487 conn(0x7fdc400d3d90 msgr2=0x7fdc400d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:40.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.349+0000 7fdc4665b640 1 -- 172.21.15.33:0/2677356487 shutdown_connections 2024-07-26T15:44:40.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.349+0000 7fdc4665b640 1 -- 172.21.15.33:0/2677356487 wait complete. 2024-07-26T15:44:40.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.351+0000 7fdc4665b640 1 Processor -- start 2024-07-26T15:44:40.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.351+0000 7fdc4665b640 1 -- start start 2024-07-26T15:44:40.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc4665b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400b2da0 0x7fdc4015cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:40.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc4665b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc400d0610 0x7fdc4014af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:40.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc4665b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc401e76a0 0x7fdc4015a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:40.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc4665b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdc400b36d0 con 0x7fdc400b2da0 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc4665b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdc400d2860 con 0x7fdc400d0610 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc4665b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdc400b3850 con 0x7fdc401e76a0 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc3ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400b2da0 0x7fdc4015cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc3ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400b2da0 0x7fdc4015cee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41924/0 (socket says 172.21.15.33:41924) 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc3ffff640 1 -- 172.21.15.33:0/1029474996 learned_addr learned my addr 172.21.15.33:0/1029474996 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc44bf8640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc401e76a0 0x7fdc4015a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc3f7fe640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc400d0610 0x7fdc4014af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc3ffff640 1 -- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc401e76a0 msgr2=0x7fdc4015a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc3ffff640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc401e76a0 0x7fdc4015a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc3ffff640 1 -- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc400d0610 msgr2=0x7fdc4014af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc3ffff640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc400d0610 0x7fdc4014af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc3ffff640 1 -- 172.21.15.33:0/1029474996 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc4015d760 con 0x7fdc400b2da0 2024-07-26T15:44:40.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.353+0000 7fdc3ffff640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400b2da0 0x7fdc4015cee0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fdc3000e7c0 tx=0x7fdc3000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:40.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.354+0000 7fdc3cff9640 1 -- 172.21.15.33:0/1029474996 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc3000ccc0 con 0x7fdc400b2da0 2024-07-26T15:44:40.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.354+0000 7fdc3cff9640 1 -- 172.21.15.33:0/1029474996 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc30010430 con 0x7fdc400b2da0 2024-07-26T15:44:40.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.354+0000 7fdc4665b640 1 -- 172.21.15.33:0/1029474996 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc400b4dc0 con 0x7fdc400b2da0 2024-07-26T15:44:40.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.354+0000 7fdc3cff9640 1 -- 172.21.15.33:0/1029474996 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc30010840 con 0x7fdc400b2da0 2024-07-26T15:44:40.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.354+0000 7fdc4665b640 1 -- 172.21.15.33:0/1029474996 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc400b5380 con 0x7fdc400b2da0 2024-07-26T15:44:40.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.355+0000 7fdc4665b640 1 -- 172.21.15.33:0/1029474996 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc400d1d20 con 0x7fdc400b2da0 2024-07-26T15:44:40.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.355+0000 7fdc3cff9640 1 -- 172.21.15.33:0/1029474996 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 37) ==== 99242+0+0 (secure 0 0 0) 0x7fdc300109e0 con 0x7fdc400b2da0 2024-07-26T15:44:40.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.356+0000 7fdc3cff9640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fdc20077130 0x7fdc20079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:40.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.356+0000 7fdc3f7fe640 1 -- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fdc20077130 msgr2=0x7fdc20079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/226088230 2024-07-26T15:44:40.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.356+0000 7fdc3cff9640 1 -- 172.21.15.33:0/1029474996 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 6473+0+0 (secure 0 0 0) 0x7fdc30099820 con 0x7fdc400b2da0 2024-07-26T15:44:40.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.356+0000 7fdc3f7fe640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fdc20077130 0x7fdc20079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:44:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.360+0000 7fdc3cff9640 1 -- 172.21.15.33:0/1029474996 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdc400d1d20 con 0x7fdc400b2da0 2024-07-26T15:44:40.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.557+0000 7fdc3f7fe640 1 -- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fdc20077130 msgr2=0x7fdc20079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/226088230 2024-07-26T15:44:40.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.558+0000 7fdc3f7fe640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fdc20077130 0x7fdc20079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:44:40.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.605+0000 7fdc4665b640 1 -- 172.21.15.33:0/1029474996 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "x"} v 0) -- 0x7fdc400d4920 con 0x7fdc400b2da0 2024-07-26T15:44:40.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.608+0000 7fdc3cff9640 1 -- 172.21.15.33:0/1029474996 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "x"}]=0 v38) ==== 68+0+0 (secure 0 0 0) 0x7fdc30061ec0 con 0x7fdc400b2da0 2024-07-26T15:44:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.612+0000 7fdc4665b640 1 -- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fdc20077130 msgr2=0x7fdc20079640 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:44:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.612+0000 7fdc4665b640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fdc20077130 0x7fdc20079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.612+0000 7fdc4665b640 1 -- 172.21.15.33:0/1029474996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400b2da0 msgr2=0x7fdc4015cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:40.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.613+0000 7fdc3cff9640 1 -- 172.21.15.33:0/1029474996 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 38) ==== 49591+0+0 (secure 0 0 0) 0x7fdc30097a40 con 0x7fdc400b2da0 2024-07-26T15:44:40.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.613+0000 7fdc4665b640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400b2da0 0x7fdc4015cee0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fdc3000e7c0 tx=0x7fdc3000ec80 comp rx=0 tx=0).stop 2024-07-26T15:44:40.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.613+0000 7fdc4665b640 1 -- 172.21.15.33:0/1029474996 shutdown_connections 2024-07-26T15:44:40.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.613+0000 7fdc4665b640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:6836/226088230,v1:172.21.15.154:6837/226088230] conn(0x7fdc20077130 0x7fdc20079640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.613+0000 7fdc4665b640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc401e76a0 0x7fdc4015a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.613+0000 7fdc4665b640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc400d0610 0x7fdc4014af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.613+0000 7fdc4665b640 1 --2- 172.21.15.33:0/1029474996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400b2da0 0x7fdc4015cee0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.613+0000 7fdc4665b640 1 -- 172.21.15.33:0/1029474996 >> 172.21.15.33:0/1029474996 conn(0x7fdc400d3d90 msgr2=0x7fdc4015fda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:40.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.613+0000 7fdc4665b640 1 -- 172.21.15.33:0/1029474996 shutdown_connections 2024-07-26T15:44:40.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.613+0000 7fdc4665b640 1 -- 172.21.15.33:0/1029474996 wait complete. 2024-07-26T15:44:40.628 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:44:40.628 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:44:40.677 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:44:40.711 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:44:40.712 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:44:40.712 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:44:40.712 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:40.728 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:44:40.728 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:40.785 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:44:40.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.944+0000 7f83a609a640 1 -- 172.21.15.33:0/3967330952 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83a00d0c80 msgr2=0x7f83a00ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:40.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.944+0000 7f83a609a640 1 --2- 172.21.15.33:0/3967330952 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83a00d0c80 0x7f83a00ce8d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f8394009860 tx=0x7f839402a530 comp rx=0 tx=0).stop 2024-07-26T15:44:40.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.944+0000 7f83a609a640 1 -- 172.21.15.33:0/3967330952 shutdown_connections 2024-07-26T15:44:40.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.944+0000 7f83a609a640 1 --2- 172.21.15.33:0/3967330952 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83a00d0c80 0x7f83a00ce8d0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.944+0000 7f83a609a640 1 -- 172.21.15.33:0/3967330952 >> 172.21.15.33:0/3967330952 conn(0x7f83a00d3dc0 msgr2=0x7f83a00d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:40.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.944+0000 7f83a609a640 1 -- 172.21.15.33:0/3967330952 shutdown_connections 2024-07-26T15:44:40.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.944+0000 7f83a609a640 1 -- 172.21.15.33:0/3967330952 wait complete. 2024-07-26T15:44:40.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.946+0000 7f83a609a640 1 Processor -- start 2024-07-26T15:44:40.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.946+0000 7f83a609a640 1 -- start start 2024-07-26T15:44:40.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f83a609a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83a00b53e0 0x7f83a01f8b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:40.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f83a609a640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83a00b7d00 0x7f83a01f5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f83a609a640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83a00a0dd0 0x7f83a009eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f83a609a640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f83a00cf8f0 con 0x7f83a00b53e0 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f83a609a640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f83a00cf770 con 0x7f83a00b7d00 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f83a609a640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f83a00cfa70 con 0x7f83a00a0dd0 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f839f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83a00b53e0 0x7f83a01f8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f839f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83a00b53e0 0x7f83a01f8b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41934/0 (socket says 172.21.15.33:41934) 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f839f7fe640 1 -- 172.21.15.33:0/2567199294 learned_addr learned my addr 172.21.15.33:0/2567199294 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f839effd640 1 --2- 172.21.15.33:0/2567199294 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83a00b7d00 0x7f83a01f5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f839ffff640 1 --2- 172.21.15.33:0/2567199294 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83a00a0dd0 0x7f83a009eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f839f7fe640 1 -- 172.21.15.33:0/2567199294 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83a00a0dd0 msgr2=0x7f83a009eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f839f7fe640 1 --2- 172.21.15.33:0/2567199294 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83a00a0dd0 0x7f83a009eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f839f7fe640 1 -- 172.21.15.33:0/2567199294 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83a00b7d00 msgr2=0x7f83a01f5440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f839f7fe640 1 --2- 172.21.15.33:0/2567199294 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83a00b7d00 0x7f83a01f5440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:40.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f839f7fe640 1 -- 172.21.15.33:0/2567199294 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a01f5980 con 0x7f83a00b53e0 2024-07-26T15:44:40.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.948+0000 7f839effd640 1 --2- 172.21.15.33:0/2567199294 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83a00b7d00 0x7f83a01f5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:40.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.949+0000 7f839f7fe640 1 --2- 172.21.15.33:0/2567199294 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83a00b53e0 0x7f83a01f8b30 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f839000c4d0 tx=0x7f839000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:40.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.949+0000 7f8387fff640 1 -- 172.21.15.33:0/2567199294 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8390016020 con 0x7f83a00b53e0 2024-07-26T15:44:40.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.949+0000 7f8387fff640 1 -- 172.21.15.33:0/2567199294 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8390012920 con 0x7f83a00b53e0 2024-07-26T15:44:40.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.949+0000 7f83a609a640 1 -- 172.21.15.33:0/2567199294 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83a00a1570 con 0x7f83a00b53e0 2024-07-26T15:44:40.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.949+0000 7f8387fff640 1 -- 172.21.15.33:0/2567199294 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8390012d30 con 0x7f83a00b53e0 2024-07-26T15:44:40.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.949+0000 7f83a609a640 1 -- 172.21.15.33:0/2567199294 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83a01f4c40 con 0x7f83a00b53e0 2024-07-26T15:44:40.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.950+0000 7f83a609a640 1 -- 172.21.15.33:0/2567199294 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83a00d0570 con 0x7f83a00b53e0 2024-07-26T15:44:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.950+0000 7f8387fff640 1 -- 172.21.15.33:0/2567199294 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 38) ==== 49591+0+0 (secure 0 0 0) 0x7f8390019020 con 0x7f83a00b53e0 2024-07-26T15:44:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.950+0000 7f8387fff640 1 -- 172.21.15.33:0/2567199294 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6817+0+0 (secure 0 0 0) 0x7f8390052260 con 0x7f83a00b53e0 2024-07-26T15:44:40.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:40.955+0000 7f8387fff640 1 -- 172.21.15.33:0/2567199294 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8390020030 con 0x7f83a00b53e0 2024-07-26T15:44:41.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.163+0000 7f83a609a640 1 -- 172.21.15.33:0/2567199294 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f83a00b9c80 con 0x7f83a00b53e0 2024-07-26T15:44:41.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.163+0000 7f8387fff640 1 -- 172.21.15.33:0/2567199294 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v91) ==== 81+0+950 (secure 0 0 0) 0x7f839001ad50 con 0x7f83a00b53e0 2024-07-26T15:44:41.165 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/305102001 2024-07-27T15:44:40.607250+0000 2024-07-26T15:44:41.165 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1417766484 2024-07-27T15:44:40.607250+0000 2024-07-26T15:44:41.165 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/226088230 2024-07-27T15:44:40.607250+0000 2024-07-26T15:44:41.165 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2597085933 2024-07-27T15:44:40.607250+0000 2024-07-26T15:44:41.165 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2434370392 2024-07-27T15:44:40.607250+0000 2024-07-26T15:44:41.165 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/226088230 2024-07-27T15:44:40.607250+0000 2024-07-26T15:44:41.165 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1813572109 2024-07-27T15:44:40.607250+0000 2024-07-26T15:44:41.165 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/367489023 2024-07-27T15:44:37.750796+0000 2024-07-26T15:44:41.166 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/64031397 2024-07-27T15:44:37.750796+0000 2024-07-26T15:44:41.166 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3971717480 2024-07-27T15:44:37.750796+0000 2024-07-26T15:44:41.166 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/1274136399 2024-07-27T15:44:37.750796+0000 2024-07-26T15:44:41.166 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/1274136399 2024-07-27T15:44:37.750796+0000 2024-07-26T15:44:41.166 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3775544050 2024-07-27T15:44:37.750796+0000 2024-07-26T15:44:41.166 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2207219779 2024-07-27T15:44:37.750796+0000 2024-07-26T15:44:41.166 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2368607584 2024-07-27T15:44:40.607250+0000 2024-07-26T15:44:41.166 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3368474903 2024-07-27T15:44:37.750796+0000 2024-07-26T15:44:41.167 INFO:teuthology.orchestra.run.smithi033.stderr:listed 16 entries 2024-07-26T15:44:41.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.165+0000 7f83a609a640 1 -- 172.21.15.33:0/2567199294 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83a00b53e0 msgr2=0x7f83a01f8b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:41.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.165+0000 7f83a609a640 1 --2- 172.21.15.33:0/2567199294 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83a00b53e0 0x7f83a01f8b30 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f839000c4d0 tx=0x7f839000c990 comp rx=0 tx=0).stop 2024-07-26T15:44:41.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.165+0000 7f83a609a640 1 -- 172.21.15.33:0/2567199294 shutdown_connections 2024-07-26T15:44:41.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.165+0000 7f83a609a640 1 --2- 172.21.15.33:0/2567199294 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83a00a0dd0 0x7f83a009eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.165+0000 7f83a609a640 1 --2- 172.21.15.33:0/2567199294 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83a00b7d00 0x7f83a01f5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.165+0000 7f83a609a640 1 --2- 172.21.15.33:0/2567199294 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83a00b53e0 0x7f83a01f8b30 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.165+0000 7f83a609a640 1 -- 172.21.15.33:0/2567199294 >> 172.21.15.33:0/2567199294 conn(0x7f83a00d3dc0 msgr2=0x7f83a006dab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:41.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.165+0000 7f83a609a640 1 -- 172.21.15.33:0/2567199294 shutdown_connections 2024-07-26T15:44:41.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.165+0000 7f83a609a640 1 -- 172.21.15.33:0/2567199294 wait complete. 2024-07-26T15:44:41.178 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T15:44:41.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:41.179 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T15:44:41.202 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[64344]: fuse finished with error 0 and tester_r 0 2024-07-26T15:44:41.204 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:44:41.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:44:41.205 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T15:44:41.308 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:44:41.308 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:44:41.308 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:41.324 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:44:41.324 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:44:41.324 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:44:41.324 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:41.340 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:44:41.340 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:44:41.340 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:44:41.340 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:41.380 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:44:41.381 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:41.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.498+0000 7fdd98240640 1 -- 172.21.15.33:0/2260245735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd900b2dc0 msgr2=0x7fdd900d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:41.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.498+0000 7fdd98240640 1 --2- 172.21.15.33:0/2260245735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd900b2dc0 0x7fdd900d2930 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fdd9008e020 tx=0x7fdd8c02a410 comp rx=0 tx=0).stop 2024-07-26T15:44:41.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.498+0000 7fdd98240640 1 -- 172.21.15.33:0/2260245735 shutdown_connections 2024-07-26T15:44:41.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.498+0000 7fdd98240640 1 --2- 172.21.15.33:0/2260245735 >> v2:172.21.15.154:3300/0 conn(0x7fdd900ce9e0 0x7fdd900cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.498+0000 7fdd98240640 1 --2- 172.21.15.33:0/2260245735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd900b2dc0 0x7fdd900d2930 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.498+0000 7fdd98240640 1 -- 172.21.15.33:0/2260245735 >> 172.21.15.33:0/2260245735 conn(0x7fdd900d3e10 msgr2=0x7fdd900d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:41.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.498+0000 7fdd98240640 1 -- 172.21.15.33:0/2260245735 shutdown_connections 2024-07-26T15:44:41.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.498+0000 7fdd98240640 1 -- 172.21.15.33:0/2260245735 wait complete. 2024-07-26T15:44:41.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.501+0000 7fdd98240640 1 Processor -- start 2024-07-26T15:44:41.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.501+0000 7fdd98240640 1 -- start start 2024-07-26T15:44:41.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.502+0000 7fdd98240640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdd900b2dc0 0x7fdd901502e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:41.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.502+0000 7fdd98240640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd900ce9e0 0x7fdd900c92d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:41.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.502+0000 7fdd98240640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdd900d0570 0x7fdd90168120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:41.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.502+0000 7fdd98240640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdd900cf4b0 con 0x7fdd900ce9e0 2024-07-26T15:44:41.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.502+0000 7fdd98240640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdd900cf330 con 0x7fdd900d0570 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.502+0000 7fdd98240640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdd900cf630 con 0x7fdd900b2dc0 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.502+0000 7fdd957db640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd900ce9e0 0x7fdd900c92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.502+0000 7fdd957db640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd900ce9e0 0x7fdd900c92d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41956/0 (socket says 172.21.15.33:41956) 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.502+0000 7fdd957db640 1 -- 172.21.15.33:0/3270544896 learned_addr learned my addr 172.21.15.33:0/3270544896 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.502+0000 7fdd95fdc640 1 --2- 172.21.15.33:0/3270544896 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdd900b2dc0 0x7fdd901502e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.502+0000 7fdd967dd640 1 --2- 172.21.15.33:0/3270544896 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdd900d0570 0x7fdd90168120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd967dd640 1 -- 172.21.15.33:0/3270544896 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdd900b2dc0 msgr2=0x7fdd901502e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd967dd640 1 --2- 172.21.15.33:0/3270544896 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdd900b2dc0 0x7fdd901502e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd967dd640 1 -- 172.21.15.33:0/3270544896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd900ce9e0 msgr2=0x7fdd900c92d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd967dd640 1 --2- 172.21.15.33:0/3270544896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd900ce9e0 0x7fdd900c92d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd967dd640 1 -- 172.21.15.33:0/3270544896 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd9015f8a0 con 0x7fdd900d0570 2024-07-26T15:44:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd95fdc640 1 --2- 172.21.15.33:0/3270544896 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdd900b2dc0 0x7fdd901502e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:41.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd967dd640 1 --2- 172.21.15.33:0/3270544896 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdd900d0570 0x7fdd90168120 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fdd8800ea10 tx=0x7fdd8800eed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:41.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd867fc640 1 -- 172.21.15.33:0/3270544896 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd8800cde0 con 0x7fdd900d0570 2024-07-26T15:44:41.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd867fc640 1 -- 172.21.15.33:0/3270544896 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd88004c10 con 0x7fdd900d0570 2024-07-26T15:44:41.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd98240640 1 -- 172.21.15.33:0/3270544896 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd900c7b90 con 0x7fdd900d0570 2024-07-26T15:44:41.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd867fc640 1 -- 172.21.15.33:0/3270544896 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd88005020 con 0x7fdd900d0570 2024-07-26T15:44:41.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.503+0000 7fdd98240640 1 -- 172.21.15.33:0/3270544896 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd9006e830 con 0x7fdd900d0570 2024-07-26T15:44:41.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.504+0000 7fdd867fc640 1 -- 172.21.15.33:0/3270544896 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 38) ==== 49591+0+0 (secure 0 0 0) 0x7fdd880051c0 con 0x7fdd900d0570 2024-07-26T15:44:41.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.505+0000 7fdd98240640 1 -- 172.21.15.33:0/3270544896 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd900d2930 con 0x7fdd900d0570 2024-07-26T15:44:41.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.505+0000 7fdd867fc640 1 -- 172.21.15.33:0/3270544896 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6817+0+0 (secure 0 0 0) 0x7fdd88053220 con 0x7fdd900d0570 2024-07-26T15:44:41.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.514+0000 7fdd867fc640 1 -- 172.21.15.33:0/3270544896 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdd88005690 con 0x7fdd900d0570 2024-07-26T15:44:41.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.749+0000 7fdd98240640 1 -- 172.21.15.33:0/3270544896 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd900d0a90 con 0x7fdd900d0570 2024-07-26T15:44:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.750+0000 7fdd867fc640 1 -- 172.21.15.33:0/3270544896 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5224 (secure 0 0 0) 0x7fdd880058d0 con 0x7fdd900d0570 2024-07-26T15:44:41.752 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:41.752 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":36,"btime":"2024-07-26T15:44:23:505380+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/488151472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":488151472},{"type":"v1","addr":"172.21.15.154:6833","nonce":488151472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5672,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/569228675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":569228675},{"type":"v1","addr":"172.21.15.154:6835","nonce":569228675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":6399,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3257695387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257695387},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257695387}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:19.877250+0000","modified":"2024-07-26T15:44:22.893552+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6402},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6402":{"gid":6402,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6834/2636883990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2636883990},{"type":"v1","addr":"172.21.15.33:6834","nonce":2636883990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6402,"qdb_cluster":[6402]},"id":4}]} 2024-07-26T15:44:41.752 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 36 2024-07-26T15:44:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.753+0000 7fdd98240640 1 -- 172.21.15.33:0/3270544896 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdd900d0570 msgr2=0x7fdd90168120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.753+0000 7fdd98240640 1 --2- 172.21.15.33:0/3270544896 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdd900d0570 0x7fdd90168120 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fdd8800ea10 tx=0x7fdd8800eed0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.753+0000 7fdd98240640 1 -- 172.21.15.33:0/3270544896 shutdown_connections 2024-07-26T15:44:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.753+0000 7fdd98240640 1 --2- 172.21.15.33:0/3270544896 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdd900d0570 0x7fdd90168120 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.753+0000 7fdd98240640 1 --2- 172.21.15.33:0/3270544896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdd900ce9e0 0x7fdd900c92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.753+0000 7fdd98240640 1 --2- 172.21.15.33:0/3270544896 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdd900b2dc0 0x7fdd901502e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.753+0000 7fdd98240640 1 -- 172.21.15.33:0/3270544896 >> 172.21.15.33:0/3270544896 conn(0x7fdd900d3e10 msgr2=0x7fdd90160fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.753+0000 7fdd98240640 1 -- 172.21.15.33:0/3270544896 shutdown_connections 2024-07-26T15:44:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.753+0000 7fdd98240640 1 -- 172.21.15.33:0/3270544896 wait complete. 2024-07-26T15:44:41.766 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:41.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.884+0000 7fa5d2102640 1 -- 172.21.15.33:0/187873562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5cc0ce450 msgr2=0x7fa5cc0ce860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:41.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.884+0000 7fa5d2102640 1 --2- 172.21.15.33:0/187873562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5cc0ce450 0x7fa5cc0ce860 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa5c0009830 tx=0x7fa5c002a410 comp rx=0 tx=0).stop 2024-07-26T15:44:41.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.884+0000 7fa5d2102640 1 -- 172.21.15.33:0/187873562 shutdown_connections 2024-07-26T15:44:41.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.884+0000 7fa5d2102640 1 --2- 172.21.15.33:0/187873562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5cc0ce450 0x7fa5cc0ce860 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.884+0000 7fa5d2102640 1 --2- 172.21.15.33:0/187873562 >> v2:172.21.15.154:3300/0 conn(0x7fa5cc0b70b0 0x7fa5cc15c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.884+0000 7fa5d2102640 1 -- 172.21.15.33:0/187873562 >> 172.21.15.33:0/187873562 conn(0x7fa5cc0d1b80 msgr2=0x7fa5cc0d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:41.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.884+0000 7fa5d2102640 1 -- 172.21.15.33:0/187873562 shutdown_connections 2024-07-26T15:44:41.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.884+0000 7fa5d2102640 1 -- 172.21.15.33:0/187873562 wait complete. 2024-07-26T15:44:41.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.886+0000 7fa5d2102640 1 Processor -- start 2024-07-26T15:44:41.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.886+0000 7fa5d2102640 1 -- start start 2024-07-26T15:44:41.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5d2102640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5cc0b70b0 0x7fa5cc0c7120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:41.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5d2102640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5cc0ce450 0x7fa5cc0c5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:41.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5d2102640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5cc0cfa80 0x7fa5cc0c60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:41.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5d2102640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa5cc0b6b80 con 0x7fa5cc0ce450 2024-07-26T15:44:41.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5d2102640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa5cc0cf550 con 0x7fa5cc0cfa80 2024-07-26T15:44:41.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5d2102640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa5cc0b6d00 con 0x7fa5cc0b70b0 2024-07-26T15:44:41.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5caffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5cc0ce450 0x7fa5cc0c5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:41.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5caffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5cc0ce450 0x7fa5cc0c5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58666/0 (socket says 172.21.15.33:58666) 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5caffd640 1 -- 172.21.15.33:0/20526633 learned_addr learned my addr 172.21.15.33:0/20526633 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5cb7fe640 1 --2- 172.21.15.33:0/20526633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5cc0b70b0 0x7fa5cc0c7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5cbfff640 1 --2- 172.21.15.33:0/20526633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5cc0cfa80 0x7fa5cc0c60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5caffd640 1 -- 172.21.15.33:0/20526633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5cc0b70b0 msgr2=0x7fa5cc0c7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5caffd640 1 --2- 172.21.15.33:0/20526633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5cc0b70b0 0x7fa5cc0c7120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5caffd640 1 -- 172.21.15.33:0/20526633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5cc0cfa80 msgr2=0x7fa5cc0c60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5caffd640 1 --2- 172.21.15.33:0/20526633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5cc0cfa80 0x7fa5cc0c60c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5caffd640 1 -- 172.21.15.33:0/20526633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5cc15cba0 con 0x7fa5cc0ce450 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.888+0000 7fa5caffd640 1 --2- 172.21.15.33:0/20526633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5cc0ce450 0x7fa5cc0c5b80 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fa5c002aa00 tx=0x7fa5c0032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.889+0000 7fa5b3fff640 1 -- 172.21.15.33:0/20526633 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c0037040 con 0x7fa5cc0ce450 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.889+0000 7fa5b3fff640 1 -- 172.21.15.33:0/20526633 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5c0004110 con 0x7fa5cc0ce450 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.889+0000 7fa5d2102640 1 -- 172.21.15.33:0/20526633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5cc15ce80 con 0x7fa5cc0ce450 2024-07-26T15:44:41.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.889+0000 7fa5b3fff640 1 -- 172.21.15.33:0/20526633 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c0005020 con 0x7fa5cc0ce450 2024-07-26T15:44:41.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.889+0000 7fa5d2102640 1 -- 172.21.15.33:0/20526633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5cc15d440 con 0x7fa5cc0ce450 2024-07-26T15:44:41.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.890+0000 7fa5b3fff640 1 -- 172.21.15.33:0/20526633 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 38) ==== 49591+0+0 (secure 0 0 0) 0x7fa5c0044030 con 0x7fa5cc0ce450 2024-07-26T15:44:41.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.890+0000 7fa5b3fff640 1 -- 172.21.15.33:0/20526633 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6817+0+0 (secure 0 0 0) 0x7fa5c00726f0 con 0x7fa5cc0ce450 2024-07-26T15:44:41.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.890+0000 7fa5d2102640 1 -- 172.21.15.33:0/20526633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5cc15beb0 con 0x7fa5cc0ce450 2024-07-26T15:44:41.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:41.895+0000 7fa5b3fff640 1 -- 172.21.15.33:0/20526633 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa5cc15beb0 con 0x7fa5cc0ce450 2024-07-26T15:44:42.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.132+0000 7fa5d2102640 1 -- 172.21.15.33:0/20526633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5cc0d0710 con 0x7fa5cc0ce450 2024-07-26T15:44:42.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.133+0000 7fa5b3fff640 1 -- 172.21.15.33:0/20526633 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5224 (secure 0 0 0) 0x7fa5c004b020 con 0x7fa5cc0ce450 2024-07-26T15:44:42.134 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:42.135 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":36,"btime":"2024-07-26T15:44:23:505380+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/488151472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":488151472},{"type":"v1","addr":"172.21.15.154:6833","nonce":488151472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5672,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/569228675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":569228675},{"type":"v1","addr":"172.21.15.154:6835","nonce":569228675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":6399,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3257695387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257695387},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257695387}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:19.877250+0000","modified":"2024-07-26T15:44:22.893552+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6402},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6402":{"gid":6402,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6834/2636883990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2636883990},{"type":"v1","addr":"172.21.15.33:6834","nonce":2636883990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6402,"qdb_cluster":[6402]},"id":4}]} 2024-07-26T15:44:42.135 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 36 2024-07-26T15:44:42.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.135+0000 7fa5d2102640 1 -- 172.21.15.33:0/20526633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5cc0ce450 msgr2=0x7fa5cc0c5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.135+0000 7fa5d2102640 1 --2- 172.21.15.33:0/20526633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5cc0ce450 0x7fa5cc0c5b80 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fa5c002aa00 tx=0x7fa5c0032e40 comp rx=0 tx=0).stop 2024-07-26T15:44:42.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.135+0000 7fa5d2102640 1 -- 172.21.15.33:0/20526633 shutdown_connections 2024-07-26T15:44:42.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.135+0000 7fa5d2102640 1 --2- 172.21.15.33:0/20526633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5cc0cfa80 0x7fa5cc0c60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.135+0000 7fa5d2102640 1 --2- 172.21.15.33:0/20526633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5cc0ce450 0x7fa5cc0c5b80 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.135+0000 7fa5d2102640 1 --2- 172.21.15.33:0/20526633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5cc0b70b0 0x7fa5cc0c7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.135+0000 7fa5d2102640 1 -- 172.21.15.33:0/20526633 >> 172.21.15.33:0/20526633 conn(0x7fa5cc0d1b80 msgr2=0x7fa5cc0b3e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:42.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.135+0000 7fa5d2102640 1 -- 172.21.15.33:0/20526633 shutdown_connections 2024-07-26T15:44:42.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.135+0000 7fa5d2102640 1 -- 172.21.15.33:0/20526633 wait complete. 2024-07-26T15:44:42.148 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.265+0000 7ffa4224b640 1 -- 172.21.15.33:0/1083801969 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa3c0b2dc0 msgr2=0x7ffa3c0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.265+0000 7ffa4224b640 1 --2- 172.21.15.33:0/1083801969 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa3c0b2dc0 0x7ffa3c0d2930 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c005fd0 tx=0x7ffa2c02a540 comp rx=0 tx=0).stop 2024-07-26T15:44:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.265+0000 7ffa4224b640 1 -- 172.21.15.33:0/1083801969 shutdown_connections 2024-07-26T15:44:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.265+0000 7ffa4224b640 1 --2- 172.21.15.33:0/1083801969 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa3c0b2dc0 0x7ffa3c0d2930 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.265+0000 7ffa4224b640 1 -- 172.21.15.33:0/1083801969 >> 172.21.15.33:0/1083801969 conn(0x7ffa3c0d3e10 msgr2=0x7ffa3c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.265+0000 7ffa4224b640 1 -- 172.21.15.33:0/1083801969 shutdown_connections 2024-07-26T15:44:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.265+0000 7ffa4224b640 1 -- 172.21.15.33:0/1083801969 wait complete. 2024-07-26T15:44:42.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.267+0000 7ffa4224b640 1 Processor -- start 2024-07-26T15:44:42.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.267+0000 7ffa4224b640 1 -- start start 2024-07-26T15:44:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.268+0000 7ffa4224b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa3c0b2dc0 0x7ffa3c155bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.268+0000 7ffa4224b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa3c0ce9e0 0x7ffa3c15eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.268+0000 7ffa4224b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa3c0d0570 0x7ffa3c15cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.268+0000 7ffa4224b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3c0d4cc0 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.268+0000 7ffa4224b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffa3c0d4b40 con 0x7ffa3c0ce9e0 2024-07-26T15:44:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.268+0000 7ffa4224b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffa3c169af0 con 0x7ffa3c0d0570 2024-07-26T15:44:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.268+0000 7ffa3b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa3c0b2dc0 0x7ffa3c155bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.268+0000 7ffa3b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa3c0b2dc0 0x7ffa3c155bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58682/0 (socket says 172.21.15.33:58682) 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.268+0000 7ffa3b7fe640 1 -- 172.21.15.33:0/2147538164 learned_addr learned my addr 172.21.15.33:0/2147538164 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.268+0000 7ffa3affd640 1 --2- 172.21.15.33:0/2147538164 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa3c0ce9e0 0x7ffa3c15eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.268+0000 7ffa3bfff640 1 --2- 172.21.15.33:0/2147538164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa3c0d0570 0x7ffa3c15cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa3b7fe640 1 -- 172.21.15.33:0/2147538164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa3c0d0570 msgr2=0x7ffa3c15cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa3b7fe640 1 --2- 172.21.15.33:0/2147538164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa3c0d0570 0x7ffa3c15cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa3b7fe640 1 -- 172.21.15.33:0/2147538164 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa3c0ce9e0 msgr2=0x7ffa3c15eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa3b7fe640 1 --2- 172.21.15.33:0/2147538164 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa3c0ce9e0 0x7ffa3c15eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa3b7fe640 1 -- 172.21.15.33:0/2147538164 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa3c1f5610 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa3bfff640 1 --2- 172.21.15.33:0/2147538164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa3c0d0570 0x7ffa3c15cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa3b7fe640 1 --2- 172.21.15.33:0/2147538164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa3c0b2dc0 0x7ffa3c155bc0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c034040 tx=0x7ffa2c0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa23fff640 1 -- 172.21.15.33:0/2147538164 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c03e030 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa23fff640 1 -- 172.21.15.33:0/2147538164 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa2c0047a0 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa23fff640 1 -- 172.21.15.33:0/2147538164 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c035040 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa4224b640 1 -- 172.21.15.33:0/2147538164 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa3c1f58f0 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.269+0000 7ffa4224b640 1 -- 172.21.15.33:0/2147538164 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa3c1f5eb0 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.270+0000 7ffa23fff640 1 -- 172.21.15.33:0/2147538164 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 38) ==== 49591+0+0 (secure 0 0 0) 0x7ffa2c041030 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.270+0000 7ffa4224b640 1 -- 172.21.15.33:0/2147538164 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa3c0d2930 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.271+0000 7ffa23fff640 1 -- 172.21.15.33:0/2147538164 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6817+0+0 (secure 0 0 0) 0x7ffa2c072e40 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.276+0000 7ffa23fff640 1 -- 172.21.15.33:0/2147538164 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffa2c04bd60 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.468+0000 7ffa4224b640 1 -- 172.21.15.33:0/2147538164 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffa3c0d0a10 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.469+0000 7ffa23fff640 1 -- 172.21.15.33:0/2147538164 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+17940 (secure 0 0 0) 0x7ffa2c031400 con 0x7ffa3c0b2dc0 2024-07-26T15:44:42.471 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:42.471 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":91,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:40.607292+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:44:17.569599+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-07-26T15:44:18.828754+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/305102001":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/1417766484":"2024-07-27T15:44:40.607250+0000","172.21.15.154:6837/226088230":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/2597085933":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/2434370392":"2024-07-27T15:44:40.607250+0000","172.21.15.154:6836/226088230":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/1813572109":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/367489023":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/64031397":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/3971717480":"2024-07-27T15:44:37.750796+0000","172.21.15.154:6837/1274136399":"2024-07-27T15:44:37.750796+0000","172.21.15.154:6836/1274136399":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/3775544050":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/2207219779":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/2368607584":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/3368474903":"2024-07-27T15:44:37.750796+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:42.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.471+0000 7ffa4224b640 1 -- 172.21.15.33:0/2147538164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa3c0b2dc0 msgr2=0x7ffa3c155bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.471+0000 7ffa4224b640 1 --2- 172.21.15.33:0/2147538164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa3c0b2dc0 0x7ffa3c155bc0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c034040 tx=0x7ffa2c0039e0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.471+0000 7ffa4224b640 1 -- 172.21.15.33:0/2147538164 shutdown_connections 2024-07-26T15:44:42.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.471+0000 7ffa4224b640 1 --2- 172.21.15.33:0/2147538164 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa3c0d0570 0x7ffa3c15cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.471+0000 7ffa4224b640 1 --2- 172.21.15.33:0/2147538164 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa3c0ce9e0 0x7ffa3c15eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.471+0000 7ffa4224b640 1 --2- 172.21.15.33:0/2147538164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa3c0b2dc0 0x7ffa3c155bc0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.471+0000 7ffa4224b640 1 -- 172.21.15.33:0/2147538164 >> 172.21.15.33:0/2147538164 conn(0x7ffa3c0d3e10 msgr2=0x7ffa3c161c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:42.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.471+0000 7ffa4224b640 1 -- 172.21.15.33:0/2147538164 shutdown_connections 2024-07-26T15:44:42.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.471+0000 7ffa4224b640 1 -- 172.21.15.33:0/2147538164 wait complete. 2024-07-26T15:44:42.484 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T15:44:42.484 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:42.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.602+0000 7f4ea702c640 1 -- 172.21.15.33:0/3335059194 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea00ceb60 msgr2=0x7f4ea015c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.602+0000 7f4ea702c640 1 --2- 172.21.15.33:0/3335059194 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea00ceb60 0x7f4ea015c2c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4ea00d2820 tx=0x7f4e8802a520 comp rx=0 tx=0).stop 2024-07-26T15:44:42.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.602+0000 7f4ea702c640 1 -- 172.21.15.33:0/3335059194 shutdown_connections 2024-07-26T15:44:42.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.602+0000 7f4ea702c640 1 --2- 172.21.15.33:0/3335059194 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea00b49d0 0x7f4ea00b4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.602+0000 7f4ea702c640 1 --2- 172.21.15.33:0/3335059194 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea00ceb60 0x7f4ea015c2c0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.602+0000 7f4ea702c640 1 -- 172.21.15.33:0/3335059194 >> 172.21.15.33:0/3335059194 conn(0x7f4ea00d1b80 msgr2=0x7f4ea00d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:42.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.602+0000 7f4ea702c640 1 -- 172.21.15.33:0/3335059194 shutdown_connections 2024-07-26T15:44:42.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.602+0000 7f4ea702c640 1 -- 172.21.15.33:0/3335059194 wait complete. 2024-07-26T15:44:42.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.604+0000 7f4ea702c640 1 Processor -- start 2024-07-26T15:44:42.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.604+0000 7f4ea702c640 1 -- start start 2024-07-26T15:44:42.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.605+0000 7f4ea702c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea00b49d0 0x7f4ea015d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:42.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.605+0000 7f4ea702c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea00b70b0 0x7f4ea01f35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:42.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.605+0000 7f4ea702c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea015ed50 0x7f4ea015f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:42.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.605+0000 7f4ea702c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea00b6d00 con 0x7f4ea015ed50 2024-07-26T15:44:42.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.605+0000 7f4ea702c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea00b6b80 con 0x7f4ea00b49d0 2024-07-26T15:44:42.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.605+0000 7f4ea702c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4ea00b5320 con 0x7f4ea00b70b0 2024-07-26T15:44:42.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4ea55c9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea015ed50 0x7f4ea015f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:42.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4ea55c9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea015ed50 0x7f4ea015f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58694/0 (socket says 172.21.15.33:58694) 2024-07-26T15:44:42.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4e9ffff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea00b70b0 0x7f4ea01f35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:42.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4ea55c9640 1 -- 172.21.15.33:0/1047538226 learned_addr learned my addr 172.21.15.33:0/1047538226 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:42.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4ea4dc8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea00b49d0 0x7f4ea015d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:42.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4e9ffff640 1 -- 172.21.15.33:0/1047538226 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea00b49d0 msgr2=0x7f4ea015d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4e9ffff640 1 --2- 172.21.15.33:0/1047538226 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea00b49d0 0x7f4ea015d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4e9ffff640 1 -- 172.21.15.33:0/1047538226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea015ed50 msgr2=0x7f4ea015f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4e9ffff640 1 --2- 172.21.15.33:0/1047538226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea015ed50 0x7f4ea015f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4e9ffff640 1 -- 172.21.15.33:0/1047538226 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ea015f6a0 con 0x7f4ea00b70b0 2024-07-26T15:44:42.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4e9ffff640 1 --2- 172.21.15.33:0/1047538226 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea00b70b0 0x7f4ea01f35f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4e88031000 tx=0x7f4e880038a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:42.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4e9d7fa640 1 -- 172.21.15.33:0/1047538226 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e8803e030 con 0x7f4ea00b70b0 2024-07-26T15:44:42.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.606+0000 7f4e9d7fa640 1 -- 172.21.15.33:0/1047538226 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4e88003e50 con 0x7f4ea00b70b0 2024-07-26T15:44:42.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.607+0000 7f4ea702c640 1 -- 172.21.15.33:0/1047538226 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ea00c65a0 con 0x7f4ea00b70b0 2024-07-26T15:44:42.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.607+0000 7f4e9d7fa640 1 -- 172.21.15.33:0/1047538226 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88035040 con 0x7f4ea00b70b0 2024-07-26T15:44:42.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.607+0000 7f4ea702c640 1 -- 172.21.15.33:0/1047538226 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ea00c6b60 con 0x7f4ea00b70b0 2024-07-26T15:44:42.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.608+0000 7f4e9d7fa640 1 -- 172.21.15.33:0/1047538226 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 38) ==== 49591+0+0 (secure 0 0 0) 0x7f4e88041030 con 0x7f4ea00b70b0 2024-07-26T15:44:42.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.608+0000 7f4e9d7fa640 1 -- 172.21.15.33:0/1047538226 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(91..91 src has 1..91) ==== 6817+0+0 (secure 0 0 0) 0x7f4e88072dd0 con 0x7f4ea00b70b0 2024-07-26T15:44:42.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.608+0000 7f4ea702c640 1 -- 172.21.15.33:0/1047538226 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ea00c9500 con 0x7f4ea00b70b0 2024-07-26T15:44:42.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.613+0000 7f4e9d7fa640 1 -- 172.21.15.33:0/1047538226 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4e88042580 con 0x7f4ea00b70b0 2024-07-26T15:44:42.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.844+0000 7f4ea702c640 1 -- 172.21.15.33:0/1047538226 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ea00c5420 con 0x7f4ea00b70b0 2024-07-26T15:44:42.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.844+0000 7f4e9d7fa640 1 -- 172.21.15.33:0/1047538226 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5224 (secure 0 0 0) 0x7f4ea00c5420 con 0x7f4ea00b70b0 2024-07-26T15:44:42.846 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:42.846 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":36,"btime":"2024-07-26T15:44:23:505380+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/488151472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":488151472},{"type":"v1","addr":"172.21.15.154:6833","nonce":488151472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5672,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/569228675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":569228675},{"type":"v1","addr":"172.21.15.154:6835","nonce":569228675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":6399,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3257695387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257695387},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257695387}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:19.877250+0000","modified":"2024-07-26T15:44:22.893552+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6402},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6402":{"gid":6402,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6834/2636883990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2636883990},{"type":"v1","addr":"172.21.15.33:6834","nonce":2636883990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6402,"qdb_cluster":[6402]},"id":4}]} 2024-07-26T15:44:42.846 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 36 2024-07-26T15:44:42.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.847+0000 7f4ea702c640 1 -- 172.21.15.33:0/1047538226 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea00b70b0 msgr2=0x7f4ea01f35f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.847+0000 7f4ea702c640 1 --2- 172.21.15.33:0/1047538226 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea00b70b0 0x7f4ea01f35f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4e88031000 tx=0x7f4e880038a0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.847+0000 7f4ea702c640 1 -- 172.21.15.33:0/1047538226 shutdown_connections 2024-07-26T15:44:42.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.847+0000 7f4ea702c640 1 --2- 172.21.15.33:0/1047538226 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea015ed50 0x7f4ea015f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.847+0000 7f4ea702c640 1 --2- 172.21.15.33:0/1047538226 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea00b70b0 0x7f4ea01f35f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.847+0000 7f4ea702c640 1 --2- 172.21.15.33:0/1047538226 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea00b49d0 0x7f4ea015d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.847+0000 7f4ea702c640 1 -- 172.21.15.33:0/1047538226 >> 172.21.15.33:0/1047538226 conn(0x7f4ea00d1b80 msgr2=0x7f4ea00b3ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:42.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.847+0000 7f4ea702c640 1 -- 172.21.15.33:0/1047538226 shutdown_connections 2024-07-26T15:44:42.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.847+0000 7f4ea702c640 1 -- 172.21.15.33:0/1047538226 wait complete. 2024-07-26T15:44:42.860 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:42.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.977+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3187217286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b40b70b0 msgr2=0x7ff2b415c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.977+0000 7ff2b8a6e640 1 --2- 172.21.15.33:0/3187217286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b40b70b0 0x7ff2b415c2c0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7ff2b40c54b0 tx=0x7ff2a402a4a0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.977+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3187217286 shutdown_connections 2024-07-26T15:44:42.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.977+0000 7ff2b8a6e640 1 --2- 172.21.15.33:0/3187217286 >> v2:172.21.15.154:3300/0 conn(0x7ff2b40ce450 0x7ff2b40ce860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.977+0000 7ff2b8a6e640 1 --2- 172.21.15.33:0/3187217286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b40b70b0 0x7ff2b415c2c0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.977+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3187217286 >> 172.21.15.33:0/3187217286 conn(0x7ff2b40d1b80 msgr2=0x7ff2b40d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:42.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.977+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3187217286 shutdown_connections 2024-07-26T15:44:42.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.977+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3187217286 wait complete. 2024-07-26T15:44:42.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.979+0000 7ff2b8a6e640 1 Processor -- start 2024-07-26T15:44:42.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.979+0000 7ff2b8a6e640 1 -- start start 2024-07-26T15:44:42.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.980+0000 7ff2b8a6e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2b40b70b0 0x7ff2b415d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:42.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.980+0000 7ff2b8a6e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b40ce450 0x7ff2b415dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:42.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b8a6e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b40cfa80 0x7ff2b415e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:42.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b8a6e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff2b40cde70 con 0x7ff2b40cfa80 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b8a6e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff2b40cf550 con 0x7ff2b40ce450 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b8a6e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff2b40b6b80 con 0x7ff2b40b70b0 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b40cfa80 0x7ff2b415e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2abfff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b40ce450 0x7ff2b415dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b40cfa80 0x7ff2b415e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58716/0 (socket says 172.21.15.33:58716) 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b259c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2b40b70b0 0x7ff2b415d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b2d9d640 1 -- 172.21.15.33:0/3731373406 learned_addr learned my addr 172.21.15.33:0/3731373406 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b2d9d640 1 -- 172.21.15.33:0/3731373406 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2b40b70b0 msgr2=0x7ff2b415d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b2d9d640 1 --2- 172.21.15.33:0/3731373406 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2b40b70b0 0x7ff2b415d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b2d9d640 1 -- 172.21.15.33:0/3731373406 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b40ce450 msgr2=0x7ff2b415dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b2d9d640 1 --2- 172.21.15.33:0/3731373406 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b40ce450 0x7ff2b415dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:42.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b2d9d640 1 -- 172.21.15.33:0/3731373406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2b414ae70 con 0x7ff2b40cfa80 2024-07-26T15:44:42.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b259c640 1 --2- 172.21.15.33:0/3731373406 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2b40b70b0 0x7ff2b415d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:42.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2abfff640 1 --2- 172.21.15.33:0/3731373406 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b40ce450 0x7ff2b415dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:42.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.981+0000 7ff2b2d9d640 1 --2- 172.21.15.33:0/3731373406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b40cfa80 0x7ff2b415e420 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7ff2ac00c730 tx=0x7ff2ac00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:42.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.982+0000 7ff2aaffd640 1 -- 172.21.15.33:0/3731373406 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2ac003b70 con 0x7ff2b40cfa80 2024-07-26T15:44:42.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.982+0000 7ff2aaffd640 1 -- 172.21.15.33:0/3731373406 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2ac003d30 con 0x7ff2b40cfa80 2024-07-26T15:44:42.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.982+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3731373406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2b414b150 con 0x7ff2b40cfa80 2024-07-26T15:44:42.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.982+0000 7ff2aaffd640 1 -- 172.21.15.33:0/3731373406 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2ac0052d0 con 0x7ff2b40cfa80 2024-07-26T15:44:42.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.982+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3731373406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2b414b710 con 0x7ff2b40cfa80 2024-07-26T15:44:42.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.983+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3731373406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2b40d06a0 con 0x7ff2b40cfa80 2024-07-26T15:44:42.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.983+0000 7ff2aaffd640 1 -- 172.21.15.33:0/3731373406 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 38) ==== 49591+0+0 (secure 0 0 0) 0x7ff2ac005470 con 0x7ff2b40cfa80 2024-07-26T15:44:42.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.983+0000 7ff2aaffd640 1 -- 172.21.15.33:0/3731373406 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6817+0+0 (secure 0 0 0) 0x7ff2ac052320 con 0x7ff2b40cfa80 2024-07-26T15:44:42.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:42.988+0000 7ff2aaffd640 1 -- 172.21.15.33:0/3731373406 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff2b40ceda0 con 0x7ff2b40cfa80 2024-07-26T15:44:43.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.224+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3731373406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff2b40b65e0 con 0x7ff2b40cfa80 2024-07-26T15:44:43.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.224+0000 7ff2aaffd640 1 -- 172.21.15.33:0/3731373406 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5224 (secure 0 0 0) 0x7ff2ac019d10 con 0x7ff2b40cfa80 2024-07-26T15:44:43.226 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:43.226 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":36,"btime":"2024-07-26T15:44:23:505380+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/488151472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":488151472},{"type":"v1","addr":"172.21.15.154:6833","nonce":488151472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5672,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/569228675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":569228675},{"type":"v1","addr":"172.21.15.154:6835","nonce":569228675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":6399,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3257695387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257695387},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257695387}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:19.877250+0000","modified":"2024-07-26T15:44:22.893552+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6402},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6402":{"gid":6402,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6834/2636883990","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2636883990},{"type":"v1","addr":"172.21.15.33:6834","nonce":2636883990}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[10],"metadata_pool":9,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6402,"qdb_cluster":[6402]},"id":4}]} 2024-07-26T15:44:43.226 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 36 2024-07-26T15:44:43.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.227+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3731373406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b40cfa80 msgr2=0x7ff2b415e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:43.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.227+0000 7ff2b8a6e640 1 --2- 172.21.15.33:0/3731373406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b40cfa80 0x7ff2b415e420 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7ff2ac00c730 tx=0x7ff2ac00cbf0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.227+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3731373406 shutdown_connections 2024-07-26T15:44:43.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.227+0000 7ff2b8a6e640 1 --2- 172.21.15.33:0/3731373406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b40cfa80 0x7ff2b415e420 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.227+0000 7ff2b8a6e640 1 --2- 172.21.15.33:0/3731373406 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b40ce450 0x7ff2b415dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.227+0000 7ff2b8a6e640 1 --2- 172.21.15.33:0/3731373406 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2b40b70b0 0x7ff2b415d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.227+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3731373406 >> 172.21.15.33:0/3731373406 conn(0x7ff2b40d1b80 msgr2=0x7ff2b40cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:43.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.227+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3731373406 shutdown_connections 2024-07-26T15:44:43.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.227+0000 7ff2b8a6e640 1 -- 172.21.15.33:0/3731373406 wait complete. 2024-07-26T15:44:43.240 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:43.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.357+0000 7fa87b063640 1 -- 172.21.15.33:0/3466350004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740b2dc0 msgr2=0x7fa8740d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:43.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.357+0000 7fa87b063640 1 --2- 172.21.15.33:0/3466350004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740b2dc0 0x7fa8740d2930 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fa868009820 tx=0x7fa86802a480 comp rx=0 tx=0).stop 2024-07-26T15:44:43.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.358+0000 7fa87b063640 1 -- 172.21.15.33:0/3466350004 shutdown_connections 2024-07-26T15:44:43.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.358+0000 7fa87b063640 1 --2- 172.21.15.33:0/3466350004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740b2dc0 0x7fa8740d2930 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.358+0000 7fa87b063640 1 -- 172.21.15.33:0/3466350004 >> 172.21.15.33:0/3466350004 conn(0x7fa8740d3e10 msgr2=0x7fa8740d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:43.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.358+0000 7fa87b063640 1 -- 172.21.15.33:0/3466350004 shutdown_connections 2024-07-26T15:44:43.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.358+0000 7fa87b063640 1 -- 172.21.15.33:0/3466350004 wait complete. 2024-07-26T15:44:43.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.359+0000 7fa87b063640 1 Processor -- start 2024-07-26T15:44:43.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.360+0000 7fa87b063640 1 -- start start 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa87b063640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8740b2dc0 0x7fa874162bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa87b063640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740ce9e0 0x7fa874163100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa87b063640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8740d0570 0x7fa874156640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa87b063640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa8740d4cc0 con 0x7fa8740ce9e0 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa87b063640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa8740d4b40 con 0x7fa8740b2dc0 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa87b063640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa874169af0 con 0x7fa8740d0570 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa873fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740ce9e0 0x7fa874163100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa873fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740ce9e0 0x7fa874163100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58728/0 (socket says 172.21.15.33:58728) 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa873fff640 1 -- 172.21.15.33:0/170816838 learned_addr learned my addr 172.21.15.33:0/170816838 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa878dff640 1 --2- 172.21.15.33:0/170816838 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8740b2dc0 0x7fa874162bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa879600640 1 --2- 172.21.15.33:0/170816838 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8740d0570 0x7fa874156640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:43.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.361+0000 7fa873fff640 1 -- 172.21.15.33:0/170816838 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8740d0570 msgr2=0x7fa874156640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:43.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.362+0000 7fa873fff640 1 --2- 172.21.15.33:0/170816838 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8740d0570 0x7fa874156640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.362+0000 7fa873fff640 1 -- 172.21.15.33:0/170816838 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8740b2dc0 msgr2=0x7fa874162bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:43.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.362+0000 7fa873fff640 1 --2- 172.21.15.33:0/170816838 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8740b2dc0 0x7fa874162bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.362+0000 7fa873fff640 1 -- 172.21.15.33:0/170816838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8740c9b90 con 0x7fa8740ce9e0 2024-07-26T15:44:43.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.362+0000 7fa873fff640 1 --2- 172.21.15.33:0/170816838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740ce9e0 0x7fa874163100 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fa86000c430 tx=0x7fa86000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:43.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.362+0000 7fa8717fa640 1 -- 172.21.15.33:0/170816838 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa860017070 con 0x7fa8740ce9e0 2024-07-26T15:44:43.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.362+0000 7fa8717fa640 1 -- 172.21.15.33:0/170816838 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8600053c0 con 0x7fa8740ce9e0 2024-07-26T15:44:43.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.362+0000 7fa87b063640 1 -- 172.21.15.33:0/170816838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8740c9e70 con 0x7fa8740ce9e0 2024-07-26T15:44:43.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.362+0000 7fa8717fa640 1 -- 172.21.15.33:0/170816838 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa860003850 con 0x7fa8740ce9e0 2024-07-26T15:44:43.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.362+0000 7fa87b063640 1 -- 172.21.15.33:0/170816838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8740ca430 con 0x7fa8740ce9e0 2024-07-26T15:44:43.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.363+0000 7fa8717fa640 1 -- 172.21.15.33:0/170816838 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 38) ==== 49591+0+0 (secure 0 0 0) 0x7fa86001a070 con 0x7fa8740ce9e0 2024-07-26T15:44:43.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.363+0000 7fa87b063640 1 -- 172.21.15.33:0/170816838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8740d2930 con 0x7fa8740ce9e0 2024-07-26T15:44:43.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.363+0000 7fa8717fa640 1 -- 172.21.15.33:0/170816838 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6817+0+0 (secure 0 0 0) 0x7fa860051930 con 0x7fa8740ce9e0 2024-07-26T15:44:43.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.368+0000 7fa8717fa640 1 -- 172.21.15.33:0/170816838 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa860011630 con 0x7fa8740ce9e0 2024-07-26T15:44:43.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.568+0000 7fa87b063640 1 -- 172.21.15.33:0/170816838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa8740d43a0 con 0x7fa8740ce9e0 2024-07-26T15:44:43.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.569+0000 7fa8717fa640 1 -- 172.21.15.33:0/170816838 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+17940 (secure 0 0 0) 0x7fa860003be0 con 0x7fa8740ce9e0 2024-07-26T15:44:43.570 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:43.571 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":91,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:40.607292+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:44:17.569599+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_data","create_time":"2024-07-26T15:44:18.828754+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/305102001":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/1417766484":"2024-07-27T15:44:40.607250+0000","172.21.15.154:6837/226088230":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/2597085933":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/2434370392":"2024-07-27T15:44:40.607250+0000","172.21.15.154:6836/226088230":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/1813572109":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/367489023":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/64031397":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/3971717480":"2024-07-27T15:44:37.750796+0000","172.21.15.154:6837/1274136399":"2024-07-27T15:44:37.750796+0000","172.21.15.154:6836/1274136399":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/3775544050":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/2207219779":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/2368607584":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/3368474903":"2024-07-27T15:44:37.750796+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.571+0000 7fa87b063640 1 -- 172.21.15.33:0/170816838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740ce9e0 msgr2=0x7fa874163100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.571+0000 7fa87b063640 1 --2- 172.21.15.33:0/170816838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740ce9e0 0x7fa874163100 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fa86000c430 tx=0x7fa86000c8f0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.571+0000 7fa87b063640 1 -- 172.21.15.33:0/170816838 shutdown_connections 2024-07-26T15:44:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.571+0000 7fa87b063640 1 --2- 172.21.15.33:0/170816838 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8740d0570 0x7fa874156640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.571+0000 7fa87b063640 1 --2- 172.21.15.33:0/170816838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740ce9e0 0x7fa874163100 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.571+0000 7fa87b063640 1 --2- 172.21.15.33:0/170816838 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8740b2dc0 0x7fa874162bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.571+0000 7fa87b063640 1 -- 172.21.15.33:0/170816838 >> 172.21.15.33:0/170816838 conn(0x7fa8740d3e10 msgr2=0x7fa8740b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.571+0000 7fa87b063640 1 -- 172.21.15.33:0/170816838 shutdown_connections 2024-07-26T15:44:43.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.571+0000 7fa87b063640 1 -- 172.21.15.33:0/170816838 wait complete. 2024-07-26T15:44:43.585 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T15:44:43.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.708+0000 7f9444fe2640 1 -- 172.21.15.33:0/2296789666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9428005350 msgr2=0x7f942800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:43.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.708+0000 7f9444fe2640 1 --2- 172.21.15.33:0/2296789666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9428005350 0x7f942800b9c0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f9438001dc0 tx=0x7f9428005830 comp rx=0 tx=0).stop 2024-07-26T15:44:43.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.708+0000 7f9444fe2640 1 -- 172.21.15.33:0/2296789666 shutdown_connections 2024-07-26T15:44:43.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.708+0000 7f9444fe2640 1 --2- 172.21.15.33:0/2296789666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9428005350 0x7f942800b9c0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.708+0000 7f9444fe2640 1 -- 172.21.15.33:0/2296789666 >> 172.21.15.33:0/2296789666 conn(0x7f94400b28f0 msgr2=0x7f94400b2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:43.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.708+0000 7f9444fe2640 1 -- 172.21.15.33:0/2296789666 shutdown_connections 2024-07-26T15:44:43.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.709+0000 7f9444fe2640 1 -- 172.21.15.33:0/2296789666 wait complete. 2024-07-26T15:44:43.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.711+0000 7f9444fe2640 1 Processor -- start 2024-07-26T15:44:43.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.711+0000 7f9444fe2640 1 -- start start 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.712+0000 7f9444fe2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9428005350 0x7f944009d420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.712+0000 7f9444fe2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94401f1c60 0x7f94401f2070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.712+0000 7f9444fe2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94401f5450 0x7f94401f5860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.712+0000 7f9444fe2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f94400b55c0 con 0x7f9428005350 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.712+0000 7f9444fe2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f94400b5440 con 0x7f94401f1c60 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.712+0000 7f9444fe2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f944006f0f0 con 0x7f94401f5450 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.712+0000 7f943e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9428005350 0x7f944009d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.712+0000 7f943dd9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94401f1c60 0x7f94401f2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.712+0000 7f943e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9428005350 0x7f944009d420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58782/0 (socket says 172.21.15.33:58782) 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.712+0000 7f943e59c640 1 -- 172.21.15.33:0/3311995725 learned_addr learned my addr 172.21.15.33:0/3311995725 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f943ed9d640 1 --2- 172.21.15.33:0/3311995725 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94401f5450 0x7f94401f5860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:43.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f943dd9b640 1 -- 172.21.15.33:0/3311995725 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94401f5450 msgr2=0x7f94401f5860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f943dd9b640 1 --2- 172.21.15.33:0/3311995725 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94401f5450 0x7f94401f5860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f943dd9b640 1 -- 172.21.15.33:0/3311995725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9428005350 msgr2=0x7f944009d420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f943dd9b640 1 --2- 172.21.15.33:0/3311995725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9428005350 0x7f944009d420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f943dd9b640 1 -- 172.21.15.33:0/3311995725 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9440135550 con 0x7f94401f1c60 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f943e59c640 1 --2- 172.21.15.33:0/3311995725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9428005350 0x7f944009d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f943ed9d640 1 --2- 172.21.15.33:0/3311995725 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94401f5450 0x7f94401f5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f943dd9b640 1 --2- 172.21.15.33:0/3311995725 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94401f1c60 0x7f94401f2070 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9440073200 tx=0x7f9434011b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f942effd640 1 -- 172.21.15.33:0/3311995725 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9434004460 con 0x7f94401f1c60 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f942effd640 1 -- 172.21.15.33:0/3311995725 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f943400f9a0 con 0x7f94401f1c60 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.713+0000 7f9444fe2640 1 -- 172.21.15.33:0/3311995725 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9440135830 con 0x7f94401f1c60 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.714+0000 7f9444fe2640 1 -- 172.21.15.33:0/3311995725 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9440134220 con 0x7f94401f1c60 2024-07-26T15:44:43.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.714+0000 7f942effd640 1 -- 172.21.15.33:0/3311995725 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943400fdf0 con 0x7f94401f1c60 2024-07-26T15:44:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.715+0000 7f9444fe2640 1 -- 172.21.15.33:0/3311995725 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94401f2700 con 0x7f94401f1c60 2024-07-26T15:44:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.715+0000 7f942effd640 1 -- 172.21.15.33:0/3311995725 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 39) ==== 98850+0+0 (secure 0 0 0) 0x7f9434005020 con 0x7f94401f1c60 2024-07-26T15:44:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.716+0000 7f942effd640 1 -- 172.21.15.33:0/3311995725 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6817+0+0 (secure 0 0 0) 0x7f94340995b0 con 0x7f94401f1c60 2024-07-26T15:44:43.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.721+0000 7f942effd640 1 -- 172.21.15.33:0/3311995725 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f943400de20 con 0x7f94401f1c60 2024-07-26T15:44:43.758 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:44:43.756+0000 7fa4b3d42640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:43.758 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:44:43.756+0000 7fa4b3d42640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:43.758 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:44:43.756+0000 7fa4b3d42640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:43.758 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:44:43.756+0000 7fa4b3d42640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:43.758 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:44:43.756+0000 7fa4b3d42640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:43.759 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:44:43.757+0000 7fa4b0d3c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:43.759 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:44:43.757+0000 7fa4b0d3c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:43.759 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:44:43.757+0000 7fa4b0d3c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:43.759 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:44:43.757+0000 7fa4b0d3c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:43.759 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:44:43.757+0000 7fa4b0d3c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:44:43.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.957+0000 7f9444fe2640 1 -- 172.21.15.33:0/3311995725 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f94400b2fc0 con 0x7f94401f1c60 2024-07-26T15:44:43.960 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T15:44:43.958+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T15:44:43.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.963+0000 7f942effd640 1 -- 172.21.15.33:0/3311995725 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v37) ==== 161+0+0 (secure 0 0 0) 0x7f94400b2fc0 con 0x7f94401f1c60 2024-07-26T15:44:43.965 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T15:44:43.965 INFO:tasks.ceph.mds.c.smithi033.stderr: -3217> 2024-07-26T15:44:22.461+0000 7f26c1a5a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:44:43.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.966+0000 7f9444fe2640 1 -- 172.21.15.33:0/3311995725 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94401f1c60 msgr2=0x7f94401f2070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:43.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.966+0000 7f9444fe2640 1 --2- 172.21.15.33:0/3311995725 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94401f1c60 0x7f94401f2070 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9440073200 tx=0x7f9434011b80 comp rx=0 tx=0).stop 2024-07-26T15:44:43.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.966+0000 7f9444fe2640 1 -- 172.21.15.33:0/3311995725 shutdown_connections 2024-07-26T15:44:43.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.966+0000 7f9444fe2640 1 --2- 172.21.15.33:0/3311995725 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94401f5450 0x7f94401f5860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.966+0000 7f9444fe2640 1 --2- 172.21.15.33:0/3311995725 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94401f1c60 0x7f94401f2070 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.966+0000 7f9444fe2640 1 --2- 172.21.15.33:0/3311995725 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9428005350 0x7f944009d420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:43.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.966+0000 7f9444fe2640 1 -- 172.21.15.33:0/3311995725 >> 172.21.15.33:0/3311995725 conn(0x7f94400b28f0 msgr2=0x7f9440143ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:43.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.966+0000 7f9444fe2640 1 -- 172.21.15.33:0/3311995725 shutdown_connections 2024-07-26T15:44:43.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:43.966+0000 7f9444fe2640 1 -- 172.21.15.33:0/3311995725 wait complete. 2024-07-26T15:44:43.979 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T15:44:44.023 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:44:44.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.102+0000 7f3dc2320640 1 -- 172.21.15.33:0/3786013085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dbc144580 msgr2=0x7f3dbc073170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:44.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.102+0000 7f3dc2320640 1 --2- 172.21.15.33:0/3786013085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dbc144580 0x7f3dbc073170 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f3dac005fd0 tx=0x7f3dac02a540 comp rx=0 tx=0).stop 2024-07-26T15:44:44.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.102+0000 7f3dc2320640 1 -- 172.21.15.33:0/3786013085 shutdown_connections 2024-07-26T15:44:44.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.102+0000 7f3dc2320640 1 --2- 172.21.15.33:0/3786013085 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dbc06fb60 0x7f3dbc06ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:44.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.102+0000 7f3dc2320640 1 --2- 172.21.15.33:0/3786013085 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dbc144580 0x7f3dbc073170 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:44.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.102+0000 7f3dc2320640 1 -- 172.21.15.33:0/3786013085 >> 172.21.15.33:0/3786013085 conn(0x7f3dbc0b1740 msgr2=0x7f3dbc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:44.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.102+0000 7f3dc2320640 1 -- 172.21.15.33:0/3786013085 shutdown_connections 2024-07-26T15:44:44.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.102+0000 7f3dc2320640 1 -- 172.21.15.33:0/3786013085 wait complete. 2024-07-26T15:44:44.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.104+0000 7f3dc2320640 1 Processor -- start 2024-07-26T15:44:44.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.104+0000 7f3dc2320640 1 -- start start 2024-07-26T15:44:44.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.105+0000 7f3dc2320640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dbc06fb60 0x7f3dbc1f5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:44.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.105+0000 7f3dc2320640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dbc0b3d60 0x7f3dbc0ae840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:44.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.105+0000 7f3dc2320640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dbc144580 0x7f3dbc159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:44.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.105+0000 7f3dc2320640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3dbc15c960 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.105+0000 7f3dc2320640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3dbc15c7e0 con 0x7f3dbc06fb60 2024-07-26T15:44:44.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.105+0000 7f3dc2320640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3dbc15cae0 con 0x7f3dbc144580 2024-07-26T15:44:44.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.105+0000 7f3dbb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dbc0b3d60 0x7f3dbc0ae840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:44.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.105+0000 7f3dbb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dbc0b3d60 0x7f3dbc0ae840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58876/0 (socket says 172.21.15.33:58876) 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3dbb7fe640 1 -- 172.21.15.33:0/1319367096 learned_addr learned my addr 172.21.15.33:0/1319367096 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3dbbfff640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dbc06fb60 0x7f3dbc1f5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3dc08bd640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dbc144580 0x7f3dbc159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3dbb7fe640 1 -- 172.21.15.33:0/1319367096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dbc144580 msgr2=0x7f3dbc159ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3dbb7fe640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dbc144580 0x7f3dbc159ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3dbb7fe640 1 -- 172.21.15.33:0/1319367096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dbc06fb60 msgr2=0x7f3dbc1f5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3dbb7fe640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dbc06fb60 0x7f3dbc1f5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3dbb7fe640 1 -- 172.21.15.33:0/1319367096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dbc1f5b80 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3dbb7fe640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dbc0b3d60 0x7f3dbc0ae840 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f3db000e790 tx=0x7f3db000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3db8ff9640 1 -- 172.21.15.33:0/1319367096 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db000eea0 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3db8ff9640 1 -- 172.21.15.33:0/1319367096 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3db000cdb0 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3dc2320640 1 -- 172.21.15.33:0/1319367096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dbc1f5e60 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3db8ff9640 1 -- 172.21.15.33:0/1319367096 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db0010690 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.106+0000 7f3dc2320640 1 -- 172.21.15.33:0/1319367096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dbc1f6700 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.107+0000 7f3dc2320640 1 -- 172.21.15.33:0/1319367096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dbc06ff70 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.108+0000 7f3db8ff9640 1 -- 172.21.15.33:0/1319367096 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 39) ==== 98850+0+0 (secure 0 0 0) 0x7f3db0010830 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.109+0000 7f3db8ff9640 1 -- 172.21.15.33:0/1319367096 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6903+0+0 (secure 0 0 0) 0x7f3db0099150 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.113+0000 7f3db8ff9640 1 -- 172.21.15.33:0/1319367096 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3db0061c40 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.346+0000 7f3dc2320640 1 -- 172.21.15.33:0/1319367096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3dbc0b0440 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.700+0000 7f3db8ff9640 1 -- 172.21.15.33:0/1319367096 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 40) ==== 98977+0+0 (secure 0 0 0) 0x7f3db005d5b0 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.702+0000 7f3db8ff9640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3da807cef0 0x7f3da807f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:44.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.703+0000 7f3dbbfff640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3da807cef0 0x7f3da807f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:44.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.704+0000 7f3dbbfff640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3da807cef0 0x7f3da807f310 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3dac033000 tx=0x7f3dac004730 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:44.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.963+0000 7f3db8ff9640 1 -- 172.21.15.33:0/1319367096 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v38) ==== 104+0+0 (secure 0 0 0) 0x7f3db0055a40 con 0x7f3dbc0b3d60 2024-07-26T15:44:44.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.966+0000 7f3dc2320640 1 -- 172.21.15.33:0/1319367096 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3da807cef0 msgr2=0x7f3da807f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:44.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.966+0000 7f3dc2320640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3da807cef0 0x7f3da807f310 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3dac033000 tx=0x7f3dac004730 comp rx=0 tx=0).stop 2024-07-26T15:44:44.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.966+0000 7f3dc2320640 1 -- 172.21.15.33:0/1319367096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dbc0b3d60 msgr2=0x7f3dbc0ae840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:44.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.966+0000 7f3dc2320640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dbc0b3d60 0x7f3dbc0ae840 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f3db000e790 tx=0x7f3db000ec50 comp rx=0 tx=0).stop 2024-07-26T15:44:44.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.966+0000 7f3dc2320640 1 -- 172.21.15.33:0/1319367096 shutdown_connections 2024-07-26T15:44:44.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.967+0000 7f3dc2320640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3da807cef0 0x7f3da807f310 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:44.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.967+0000 7f3dc2320640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dbc144580 0x7f3dbc159ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:44.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.967+0000 7f3dc2320640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dbc0b3d60 0x7f3dbc0ae840 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:44.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.967+0000 7f3dc2320640 1 --2- 172.21.15.33:0/1319367096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dbc06fb60 0x7f3dbc1f5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:44.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.967+0000 7f3dc2320640 1 -- 172.21.15.33:0/1319367096 >> 172.21.15.33:0/1319367096 conn(0x7f3dbc0b1740 msgr2=0x7f3dbc0af5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:44.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.967+0000 7f3dc2320640 1 -- 172.21.15.33:0/1319367096 shutdown_connections 2024-07-26T15:44:44.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:44.967+0000 7f3dc2320640 1 -- 172.21.15.33:0/1319367096 wait complete. 2024-07-26T15:44:44.980 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T15:44:45.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.102+0000 7fe95c102640 1 -- 172.21.15.33:0/3739890378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9540ceab0 msgr2=0x7fe9540cc770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:45.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.102+0000 7fe95c102640 1 --2- 172.21.15.33:0/3739890378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9540ceab0 0x7fe9540cc770 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fe948009900 tx=0x7fe94802a610 comp rx=0 tx=0).stop 2024-07-26T15:44:45.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.102+0000 7fe95c102640 1 -- 172.21.15.33:0/3739890378 shutdown_connections 2024-07-26T15:44:45.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.102+0000 7fe95c102640 1 --2- 172.21.15.33:0/3739890378 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9540b6560 0x7fe9540cccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:45.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.102+0000 7fe95c102640 1 --2- 172.21.15.33:0/3739890378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9540ceab0 0x7fe9540cc770 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:45.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.102+0000 7fe95c102640 1 -- 172.21.15.33:0/3739890378 >> 172.21.15.33:0/3739890378 conn(0x7fe9540d1c60 msgr2=0x7fe9540d2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:45.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.102+0000 7fe95c102640 1 -- 172.21.15.33:0/3739890378 shutdown_connections 2024-07-26T15:44:45.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.102+0000 7fe95c102640 1 -- 172.21.15.33:0/3739890378 wait complete. 2024-07-26T15:44:45.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.104+0000 7fe95c102640 1 Processor -- start 2024-07-26T15:44:45.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.104+0000 7fe95c102640 1 -- start start 2024-07-26T15:44:45.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.105+0000 7fe95c102640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9540b6560 0x7fe9541f5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:45.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.105+0000 7fe95c102640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9540d2780 0x7fe95409d170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:45.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.105+0000 7fe95c102640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9541f8350 0x7fe95409ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:45.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.105+0000 7fe95c102640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe9540cd370 con 0x7fe9540d2780 2024-07-26T15:44:45.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.105+0000 7fe95c102640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe9540cd1f0 con 0x7fe9541f8350 2024-07-26T15:44:45.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.105+0000 7fe95c102640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe9540cd4f0 con 0x7fe9540b6560 2024-07-26T15:44:45.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.105+0000 7fe95969d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9540d2780 0x7fe95409d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:45.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.105+0000 7fe95969d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9540d2780 0x7fe95409d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58894/0 (socket says 172.21.15.33:58894) 2024-07-26T15:44:45.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.105+0000 7fe95969d640 1 -- 172.21.15.33:0/1618252102 learned_addr learned my addr 172.21.15.33:0/1618252102 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.105+0000 7fe959e9e640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9540b6560 0x7fe9541f5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.105+0000 7fe95a69f640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9541f8350 0x7fe95409ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.106+0000 7fe95969d640 1 -- 172.21.15.33:0/1618252102 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9540b6560 msgr2=0x7fe9541f5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.106+0000 7fe95969d640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9540b6560 0x7fe9541f5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.106+0000 7fe95969d640 1 -- 172.21.15.33:0/1618252102 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9541f8350 msgr2=0x7fe95409ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.106+0000 7fe95969d640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9541f8350 0x7fe95409ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.106+0000 7fe95969d640 1 -- 172.21.15.33:0/1618252102 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe95409f0c0 con 0x7fe9540d2780 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.106+0000 7fe95969d640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9540d2780 0x7fe95409d170 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fe948006010 tx=0x7fe9480038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.106+0000 7fe9527fc640 1 -- 172.21.15.33:0/1618252102 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe94803e030 con 0x7fe9540d2780 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.106+0000 7fe9527fc640 1 -- 172.21.15.33:0/1618252102 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe948003ca0 con 0x7fe9540d2780 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.106+0000 7fe95c102640 1 -- 172.21.15.33:0/1618252102 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9541f8f30 con 0x7fe9540d2780 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.106+0000 7fe9527fc640 1 -- 172.21.15.33:0/1618252102 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe948035040 con 0x7fe9540d2780 2024-07-26T15:44:45.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.106+0000 7fe95c102640 1 -- 172.21.15.33:0/1618252102 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9541f4e70 con 0x7fe9540d2780 2024-07-26T15:44:45.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.107+0000 7fe95c102640 1 -- 172.21.15.33:0/1618252102 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9541f8ca0 con 0x7fe9540d2780 2024-07-26T15:44:45.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.108+0000 7fe9527fc640 1 -- 172.21.15.33:0/1618252102 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 40) ==== 98977+0+0 (secure 0 0 0) 0x7fe948041030 con 0x7fe9540d2780 2024-07-26T15:44:45.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.108+0000 7fe9527fc640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fe940076e60 0x7fe940079370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:45.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.108+0000 7fe9527fc640 1 -- 172.21.15.33:0/1618252102 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 6903+0+0 (secure 0 0 0) 0x7fe9480b9300 con 0x7fe9540d2780 2024-07-26T15:44:45.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.108+0000 7fe959e9e640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fe940076e60 0x7fe940079370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:45.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.109+0000 7fe959e9e640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fe940076e60 0x7fe940079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe944007fd0 tx=0x7fe944009040 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:45.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.112+0000 7fe9527fc640 1 -- 172.21.15.33:0/1618252102 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe95409f0c0 con 0x7fe9540d2780 2024-07-26T15:44:45.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.303+0000 7fe95c102640 1 -- 172.21.15.33:0/1618252102 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe95415f610 con 0x7fe9540d2780 2024-07-26T15:44:45.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.972+0000 7fe9527fc640 1 -- 172.21.15.33:0/1618252102 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 41) ==== 99185+0+0 (secure 0 0 0) 0x7fe94807df80 con 0x7fe9540d2780 2024-07-26T15:44:45.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.977+0000 7fe9527fc640 1 -- 172.21.15.33:0/1618252102 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v94) ==== 181+0+0 (secure 0 0 0) 0x7fe94809d920 con 0x7fe9540d2780 2024-07-26T15:44:45.979 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T15:44:45.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 -- 172.21.15.33:0/1618252102 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fe940076e60 msgr2=0x7fe940079370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:45.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fe940076e60 0x7fe940079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe944007fd0 tx=0x7fe944009040 comp rx=0 tx=0).stop 2024-07-26T15:44:45.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 -- 172.21.15.33:0/1618252102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9540d2780 msgr2=0x7fe95409d170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:45.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9540d2780 0x7fe95409d170 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fe948006010 tx=0x7fe9480038a0 comp rx=0 tx=0).stop 2024-07-26T15:44:45.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 -- 172.21.15.33:0/1618252102 shutdown_connections 2024-07-26T15:44:45.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fe940076e60 0x7fe940079370 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:45.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9541f8350 0x7fe95409ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:45.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9540d2780 0x7fe95409d170 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:45.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 --2- 172.21.15.33:0/1618252102 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9540b6560 0x7fe9541f5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:45.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 -- 172.21.15.33:0/1618252102 >> 172.21.15.33:0/1618252102 conn(0x7fe9540d1c60 msgr2=0x7fe9540cc730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:45.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 -- 172.21.15.33:0/1618252102 shutdown_connections 2024-07-26T15:44:45.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:45.980+0000 7fe95c102640 1 -- 172.21.15.33:0/1618252102 wait complete. 2024-07-26T15:44:45.996 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T15:44:46.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.120+0000 7f0861547640 1 -- 172.21.15.33:0/3607272164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0844004d40 msgr2=0x7f08440051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:46.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.120+0000 7f0861547640 1 --2- 172.21.15.33:0/3607272164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0844004d40 0x7f08440051f0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f0854001dc0 tx=0x7f0844005830 comp rx=0 tx=0).stop 2024-07-26T15:44:46.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.120+0000 7f085b7fe640 1 -- 172.21.15.33:0/3607272164 reap_dead start 2024-07-26T15:44:46.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.120+0000 7f0861547640 1 -- 172.21.15.33:0/3607272164 shutdown_connections 2024-07-26T15:44:46.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.120+0000 7f0861547640 1 -- 172.21.15.33:0/3607272164 >> 172.21.15.33:0/3607272164 conn(0x7f085c0d1c60 msgr2=0x7f085c0d2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:46.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.120+0000 7f0861547640 1 -- 172.21.15.33:0/3607272164 shutdown_connections 2024-07-26T15:44:46.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.120+0000 7f0861547640 1 -- 172.21.15.33:0/3607272164 wait complete. 2024-07-26T15:44:46.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.122+0000 7f0861547640 1 Processor -- start 2024-07-26T15:44:46.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.122+0000 7f0861547640 1 -- start start 2024-07-26T15:44:46.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f0861547640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0844004d40 0x7f085c1f59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:46.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f0861547640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f085c147f10 0x7f085c148320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:46.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f0861547640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f085c148860 0x7f085c1f62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:46.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f0861547640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f085c0ce520 con 0x7f085c147f10 2024-07-26T15:44:46.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f0861547640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f085c0ce3a0 con 0x7f085c148860 2024-07-26T15:44:46.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f0861547640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f085c0ce6a0 con 0x7f0844004d40 2024-07-26T15:44:46.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085a7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f085c147f10 0x7f085c148320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:46.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085a7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f085c147f10 0x7f085c148320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58916/0 (socket says 172.21.15.33:58916) 2024-07-26T15:44:46.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085a7fc640 1 -- 172.21.15.33:0/838194880 learned_addr learned my addr 172.21.15.33:0/838194880 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:46.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085affd640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0844004d40 0x7f085c1f59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:46.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085b7fe640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f085c148860 0x7f085c1f62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:46.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085a7fc640 1 -- 172.21.15.33:0/838194880 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0844004d40 msgr2=0x7f085c1f59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:46.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085a7fc640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0844004d40 0x7f085c1f59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:46.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085a7fc640 1 -- 172.21.15.33:0/838194880 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f085c148860 msgr2=0x7f085c1f62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:46.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085a7fc640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f085c148860 0x7f085c1f62c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085a7fc640 1 -- 172.21.15.33:0/838194880 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f085c158b50 con 0x7f085c147f10 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085affd640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0844004d40 0x7f085c1f59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f085a7fc640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f085c147f10 0x7f085c148320 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f0850006660 tx=0x7f0850003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.124+0000 7f08437fe640 1 -- 172.21.15.33:0/838194880 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0850015070 con 0x7f085c147f10 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.125+0000 7f08437fe640 1 -- 172.21.15.33:0/838194880 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f085000f9e0 con 0x7f085c147f10 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.125+0000 7f08437fe640 1 -- 172.21.15.33:0/838194880 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f085000fe30 con 0x7f085c147f10 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.125+0000 7f0861547640 1 -- 172.21.15.33:0/838194880 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f085c158e30 con 0x7f085c147f10 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.125+0000 7f0861547640 1 -- 172.21.15.33:0/838194880 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f085c0af030 con 0x7f085c147f10 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.126+0000 7f0861547640 1 -- 172.21.15.33:0/838194880 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f085c0b6450 con 0x7f085c147f10 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.126+0000 7f08437fe640 1 -- 172.21.15.33:0/838194880 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 41) ==== 99185+0+0 (secure 0 0 0) 0x7f0850011430 con 0x7f085c147f10 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.127+0000 7f08437fe640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f08480770a0 0x7f08480795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.127+0000 7f085affd640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f08480770a0 0x7f08480795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:46.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.127+0000 7f08437fe640 1 -- 172.21.15.33:0/838194880 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 6465+0+0 (secure 0 0 0) 0x7f0850099a90 con 0x7f085c147f10 2024-07-26T15:44:46.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.128+0000 7f085affd640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f08480770a0 0x7f08480795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f084c009c40 tx=0x7f084c005f30 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:46.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.132+0000 7f08437fe640 1 -- 172.21.15.33:0/838194880 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f08500628a0 con 0x7f085c147f10 2024-07-26T15:44:46.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.332+0000 7f0861547640 1 -- 172.21.15.33:0/838194880 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f085c0c52f0 con 0x7f085c147f10 2024-07-26T15:44:46.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.980+0000 7f08437fe640 1 -- 172.21.15.33:0/838194880 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v95) ==== 169+0+0 (secure 0 0 0) 0x7f0850097e20 con 0x7f085c147f10 2024-07-26T15:44:46.982 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T15:44:46.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.985+0000 7f0861547640 1 -- 172.21.15.33:0/838194880 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f08480770a0 msgr2=0x7f08480795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:46.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.985+0000 7f0861547640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f08480770a0 0x7f08480795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f084c009c40 tx=0x7f084c005f30 comp rx=0 tx=0).stop 2024-07-26T15:44:46.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.985+0000 7f0861547640 1 -- 172.21.15.33:0/838194880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f085c147f10 msgr2=0x7f085c148320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:46.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.985+0000 7f0861547640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f085c147f10 0x7f085c148320 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f0850006660 tx=0x7f0850003a80 comp rx=0 tx=0).stop 2024-07-26T15:44:46.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.985+0000 7f0861547640 1 -- 172.21.15.33:0/838194880 shutdown_connections 2024-07-26T15:44:46.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.985+0000 7f0861547640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f08480770a0 0x7f08480795b0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:46.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.985+0000 7f0861547640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f085c148860 0x7f085c1f62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:46.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.985+0000 7f0861547640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f085c147f10 0x7f085c148320 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:46.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.985+0000 7f0861547640 1 --2- 172.21.15.33:0/838194880 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0844004d40 0x7f085c1f59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:46.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.985+0000 7f0861547640 1 -- 172.21.15.33:0/838194880 >> 172.21.15.33:0/838194880 conn(0x7f085c0d1c60 msgr2=0x7f085c0cc770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:46.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.986+0000 7f0861547640 1 -- 172.21.15.33:0/838194880 shutdown_connections 2024-07-26T15:44:46.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:46.986+0000 7f0861547640 1 -- 172.21.15.33:0/838194880 wait complete. 2024-07-26T15:44:47.002 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T15:44:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.127+0000 7f49135c4640 1 -- 172.21.15.33:0/938468635 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f490c0d0c80 msgr2=0x7f490c0ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.127+0000 7f49135c4640 1 --2- 172.21.15.33:0/938468635 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f490c0d0c80 0x7f490c0ce8d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f48fc009830 tx=0x7f48fc02a510 comp rx=0 tx=0).stop 2024-07-26T15:44:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.127+0000 7f49135c4640 1 -- 172.21.15.33:0/938468635 shutdown_connections 2024-07-26T15:44:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.127+0000 7f49135c4640 1 --2- 172.21.15.33:0/938468635 >> v2:172.21.15.154:3300/0 conn(0x7f490c0b7d00 0x7f490c0cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.127+0000 7f49135c4640 1 --2- 172.21.15.33:0/938468635 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f490c0d0c80 0x7f490c0ce8d0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.127+0000 7f49135c4640 1 -- 172.21.15.33:0/938468635 >> 172.21.15.33:0/938468635 conn(0x7f490c0d3dc0 msgr2=0x7f490c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.127+0000 7f49135c4640 1 -- 172.21.15.33:0/938468635 shutdown_connections 2024-07-26T15:44:47.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.127+0000 7f49135c4640 1 -- 172.21.15.33:0/938468635 wait complete. 2024-07-26T15:44:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.129+0000 7f49135c4640 1 Processor -- start 2024-07-26T15:44:47.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.129+0000 7f49135c4640 1 -- start start 2024-07-26T15:44:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.130+0000 7f49135c4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f490c0b53e0 0x7f490c0a1800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.130+0000 7f49135c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f490c0b7d00 0x7f490c1f8620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.130+0000 7f49135c4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f490c1f8b60 0x7f490c15ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.130+0000 7f49135c4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f490c0cf510 con 0x7f490c1f8b60 2024-07-26T15:44:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.130+0000 7f49135c4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f490c0cf390 con 0x7f490c0b7d00 2024-07-26T15:44:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.130+0000 7f49135c4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f490c0cf690 con 0x7f490c0b53e0 2024-07-26T15:44:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4911b61640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f490c1f8b60 0x7f490c15ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4911b61640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f490c1f8b60 0x7f490c15ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58926/0 (socket says 172.21.15.33:58926) 2024-07-26T15:44:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4911360640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f490c0b53e0 0x7f490c0a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:47.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4911b61640 1 -- 172.21.15.33:0/4262815610 learned_addr learned my addr 172.21.15.33:0/4262815610 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4910b5f640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f490c0b7d00 0x7f490c1f8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4911b61640 1 -- 172.21.15.33:0/4262815610 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f490c0b53e0 msgr2=0x7f490c0a1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4911b61640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f490c0b53e0 0x7f490c0a1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4911b61640 1 -- 172.21.15.33:0/4262815610 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f490c0b7d00 msgr2=0x7f490c1f8620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4911b61640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f490c0b7d00 0x7f490c1f8620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4911b61640 1 -- 172.21.15.33:0/4262815610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f490c0c8020 con 0x7f490c1f8b60 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4911360640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f490c0b53e0 0x7f490c0a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4911b61640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f490c1f8b60 0x7f490c15ec50 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f490400ea80 tx=0x7f490400ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4901ffb640 1 -- 172.21.15.33:0/4262815610 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4904004b20 con 0x7f490c1f8b60 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4901ffb640 1 -- 172.21.15.33:0/4262815610 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4904004ce0 con 0x7f490c1f8b60 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f4901ffb640 1 -- 172.21.15.33:0/4262815610 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4904005280 con 0x7f490c1f8b60 2024-07-26T15:44:47.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.131+0000 7f49135c4640 1 -- 172.21.15.33:0/4262815610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f490c0c8300 con 0x7f490c1f8b60 2024-07-26T15:44:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.132+0000 7f49135c4640 1 -- 172.21.15.33:0/4262815610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f490c0c88c0 con 0x7f490c1f8b60 2024-07-26T15:44:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.133+0000 7f49135c4640 1 -- 172.21.15.33:0/4262815610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f490c0cfb40 con 0x7f490c1f8b60 2024-07-26T15:44:47.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.133+0000 7f4901ffb640 1 -- 172.21.15.33:0/4262815610 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 41) ==== 99185+0+0 (secure 0 0 0) 0x7f4904005420 con 0x7f490c1f8b60 2024-07-26T15:44:47.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.134+0000 7f4901ffb640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f48f00770a0 0x7f48f00795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:47.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.134+0000 7f4901ffb640 1 -- 172.21.15.33:0/4262815610 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6051+0+0 (secure 0 0 0) 0x7f4904099660 con 0x7f490c1f8b60 2024-07-26T15:44:47.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.134+0000 7f4911360640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f48f00770a0 0x7f48f00795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:47.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.135+0000 7f4911360640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f48f00770a0 0x7f48f00795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f4908007f20 tx=0x7f4908007eb0 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:47.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.139+0000 7f4901ffb640 1 -- 172.21.15.33:0/4262815610 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4904061fb0 con 0x7f490c1f8b60 2024-07-26T15:44:47.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.334+0000 7f49135c4640 1 -- 172.21.15.33:0/4262815610 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f490c1e6cc0 con 0x7f490c1f8b60 2024-07-26T15:44:47.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.338+0000 7f4901ffb640 1 -- 172.21.15.33:0/4262815610 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v39) ==== 71+0+0 (secure 0 0 0) 0x7f4904066500 con 0x7f490c1f8b60 2024-07-26T15:44:47.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.340+0000 7f49135c4640 1 -- 172.21.15.33:0/4262815610 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f48f00770a0 msgr2=0x7f48f00795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:47.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.340+0000 7f49135c4640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f48f00770a0 0x7f48f00795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f4908007f20 tx=0x7f4908007eb0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.340+0000 7f49135c4640 1 -- 172.21.15.33:0/4262815610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f490c1f8b60 msgr2=0x7f490c15ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:47.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.340+0000 7f49135c4640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f490c1f8b60 0x7f490c15ec50 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f490400ea80 tx=0x7f490400ef40 comp rx=0 tx=0).stop 2024-07-26T15:44:47.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.340+0000 7f49135c4640 1 -- 172.21.15.33:0/4262815610 shutdown_connections 2024-07-26T15:44:47.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.340+0000 7f49135c4640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f48f00770a0 0x7f48f00795b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.340+0000 7f49135c4640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f490c1f8b60 0x7f490c15ec50 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.340+0000 7f49135c4640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f490c0b7d00 0x7f490c1f8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.340+0000 7f49135c4640 1 --2- 172.21.15.33:0/4262815610 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f490c0b53e0 0x7f490c0a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.340+0000 7f49135c4640 1 -- 172.21.15.33:0/4262815610 >> 172.21.15.33:0/4262815610 conn(0x7f490c0d3dc0 msgr2=0x7f490c0cdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:47.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.341+0000 7f49135c4640 1 -- 172.21.15.33:0/4262815610 shutdown_connections 2024-07-26T15:44:47.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.341+0000 7f49135c4640 1 -- 172.21.15.33:0/4262815610 wait complete. 2024-07-26T15:44:47.354 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_schedule' 2024-07-26T15:44:47.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.470+0000 7fdf90907640 1 -- 172.21.15.33:0/747565514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf8c0cc660 msgr2=0x7fdf8c0b6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:47.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.470+0000 7fdf90907640 1 --2- 172.21.15.33:0/747565514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf8c0cc660 0x7fdf8c0b6e00 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fdf8c0d0b00 tx=0x7fdf7c02aa30 comp rx=0 tx=0).stop 2024-07-26T15:44:47.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.470+0000 7fdf90907640 1 -- 172.21.15.33:0/747565514 shutdown_connections 2024-07-26T15:44:47.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.470+0000 7fdf90907640 1 --2- 172.21.15.33:0/747565514 >> v2:172.21.15.154:3300/0 conn(0x7fdf8c0cfe70 0x7fdf8c160b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.470+0000 7fdf90907640 1 --2- 172.21.15.33:0/747565514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf8c0cc660 0x7fdf8c0b6e00 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.470+0000 7fdf90907640 1 -- 172.21.15.33:0/747565514 >> 172.21.15.33:0/747565514 conn(0x7fdf8c0d1bf0 msgr2=0x7fdf8c0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:47.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.470+0000 7fdf90907640 1 -- 172.21.15.33:0/747565514 shutdown_connections 2024-07-26T15:44:47.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.470+0000 7fdf90907640 1 -- 172.21.15.33:0/747565514 wait complete. 2024-07-26T15:44:47.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.472+0000 7fdf90907640 1 Processor -- start 2024-07-26T15:44:47.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.472+0000 7fdf90907640 1 -- start start 2024-07-26T15:44:47.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.473+0000 7fdf90907640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf8c0cc660 0x7fdf8c14e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:47.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.473+0000 7fdf90907640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf8c0cfa60 0x7fdf8c0b5b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:47.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.473+0000 7fdf90907640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf8c0cfe70 0x7fdf8c0b6090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:47.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.473+0000 7fdf90907640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdf8c0ce690 con 0x7fdf8c0cc660 2024-07-26T15:44:47.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.473+0000 7fdf90907640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdf8c0ce510 con 0x7fdf8c0cfe70 2024-07-26T15:44:47.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.473+0000 7fdf90907640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdf8c0ce810 con 0x7fdf8c0cfa60 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.473+0000 7fdf8a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf8c0cc660 0x7fdf8c14e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf8a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf8c0cc660 0x7fdf8c14e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58932/0 (socket says 172.21.15.33:58932) 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf8a59c640 1 -- 172.21.15.33:0/3294741765 learned_addr learned my addr 172.21.15.33:0/3294741765 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf89d9b640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf8c0cfa60 0x7fdf8c0b5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf8ad9d640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf8c0cfe70 0x7fdf8c0b6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf8a59c640 1 -- 172.21.15.33:0/3294741765 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf8c0cfa60 msgr2=0x7fdf8c0b5b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf8a59c640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf8c0cfa60 0x7fdf8c0b5b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf8a59c640 1 -- 172.21.15.33:0/3294741765 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf8c0cfe70 msgr2=0x7fdf8c0b6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf8a59c640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf8c0cfe70 0x7fdf8c0b6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf8a59c640 1 -- 172.21.15.33:0/3294741765 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf8c15e9b0 con 0x7fdf8c0cc660 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf8ad9d640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf8c0cfe70 0x7fdf8c0b6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf8a59c640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf8c0cc660 0x7fdf8c14e3e0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c009d60 tx=0x7fdf7c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:47.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf82ffd640 1 -- 172.21.15.33:0/3294741765 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c033050 con 0x7fdf8c0cc660 2024-07-26T15:44:47.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf82ffd640 1 -- 172.21.15.33:0/3294741765 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf7c004550 con 0x7fdf8c0cc660 2024-07-26T15:44:47.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf90907640 1 -- 172.21.15.33:0/3294741765 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf8c15ec90 con 0x7fdf8c0cc660 2024-07-26T15:44:47.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf82ffd640 1 -- 172.21.15.33:0/3294741765 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c038450 con 0x7fdf8c0cc660 2024-07-26T15:44:47.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.474+0000 7fdf90907640 1 -- 172.21.15.33:0/3294741765 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf8c15f250 con 0x7fdf8c0cc660 2024-07-26T15:44:47.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.475+0000 7fdf90907640 1 -- 172.21.15.33:0/3294741765 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf8c0b6e00 con 0x7fdf8c0cc660 2024-07-26T15:44:47.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.476+0000 7fdf82ffd640 1 -- 172.21.15.33:0/3294741765 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 41) ==== 99185+0+0 (secure 0 0 0) 0x7fdf7c036070 con 0x7fdf8c0cc660 2024-07-26T15:44:47.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.477+0000 7fdf82ffd640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdf6c0770a0 0x7fdf6c0795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:47.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.477+0000 7fdf82ffd640 1 -- 172.21.15.33:0/3294741765 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6051+0+0 (secure 0 0 0) 0x7fdf7c0ba210 con 0x7fdf8c0cc660 2024-07-26T15:44:47.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.477+0000 7fdf89d9b640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdf6c0770a0 0x7fdf6c0795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:47.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.477+0000 7fdf89d9b640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdf6c0770a0 0x7fdf6c0795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fdf8c073fa0 tx=0x7fdf74009040 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:47.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.481+0000 7fdf82ffd640 1 -- 172.21.15.33:0/3294741765 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdf7c083140 con 0x7fdf8c0cc660 2024-07-26T15:44:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.749+0000 7fdf90907640 1 -- 172.21.15.33:0/3294741765 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_schedule"]} v 0) -- 0x7fdf8c0c54c0 con 0x7fdf8c0cc660 2024-07-26T15:44:47.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.981+0000 7fdf82ffd640 1 -- 172.21.15.33:0/3294741765 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_schedule"]}]=0 v584) ==== 156+0+0 (secure 0 0 0) 0x7fdf7c082a40 con 0x7fdf8c0cc660 2024-07-26T15:44:47.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 -- 172.21.15.33:0/3294741765 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdf6c0770a0 msgr2=0x7fdf6c0795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:47.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdf6c0770a0 0x7fdf6c0795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fdf8c073fa0 tx=0x7fdf74009040 comp rx=0 tx=0).stop 2024-07-26T15:44:47.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 -- 172.21.15.33:0/3294741765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf8c0cc660 msgr2=0x7fdf8c14e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:47.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf8c0cc660 0x7fdf8c14e3e0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c009d60 tx=0x7fdf7c003f10 comp rx=0 tx=0).stop 2024-07-26T15:44:47.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 -- 172.21.15.33:0/3294741765 shutdown_connections 2024-07-26T15:44:47.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdf6c0770a0 0x7fdf6c0795b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf8c0cfe70 0x7fdf8c0b6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf8c0cfa60 0x7fdf8c0b5b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 --2- 172.21.15.33:0/3294741765 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf8c0cc660 0x7fdf8c14e3e0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:47.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 -- 172.21.15.33:0/3294741765 >> 172.21.15.33:0/3294741765 conn(0x7fdf8c0d1bf0 msgr2=0x7fdf8c0cd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:47.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 -- 172.21.15.33:0/3294741765 shutdown_connections 2024-07-26T15:44:47.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:47.984+0000 7fdf90907640 1 -- 172.21.15.33:0/3294741765 wait complete. 2024-07-26T15:44:47.997 INFO:tasks.cephfs_test_runner:Test listing non-existing snap schedules failure ... ok 2024-07-26T15:44:47.997 INFO:tasks.cephfs_test_runner:Starting test: test_non_existent_snap_schedule_list (tasks.cephfs.test_snap_schedules.TestSnapSchedules) Test listing snap schedules on a non-existing filesystem path failure 2024-07-26T15:44:47.997 INFO:tasks.cephfs_test_runner:test_non_existent_snap_schedule_list (tasks.cephfs.test_snap_schedules.TestSnapSchedules) 2024-07-26T15:44:47.998 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.118+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/4220576829 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d140ce970 msgr2=0x7f1d140ced80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.118+0000 7f1d1c7c8640 1 --2- 172.21.15.33:0/4220576829 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d140ce970 0x7f1d140ced80 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f1d140cdec0 tx=0x7f1d0802a580 comp rx=0 tx=0).stop 2024-07-26T15:44:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.118+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/4220576829 shutdown_connections 2024-07-26T15:44:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.118+0000 7f1d1c7c8640 1 --2- 172.21.15.33:0/4220576829 >> v2:172.21.15.154:3300/0 conn(0x7f1d140b1ba0 0x7f1d140b1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.118+0000 7f1d1c7c8640 1 --2- 172.21.15.33:0/4220576829 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d140ce970 0x7f1d140ced80 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.118+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/4220576829 >> 172.21.15.33:0/4220576829 conn(0x7f1d140d1b70 msgr2=0x7f1d140d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.118+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/4220576829 shutdown_connections 2024-07-26T15:44:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.118+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/4220576829 wait complete. 2024-07-26T15:44:48.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.120+0000 7f1d1c7c8640 1 Processor -- start 2024-07-26T15:44:48.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.120+0000 7f1d1c7c8640 1 -- start start 2024-07-26T15:44:48.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.121+0000 7f1d1c7c8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1d140b1ba0 0x7f1d1415a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.121+0000 7f1d1c7c8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1d140b6fc0 0x7f1d141e8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.121+0000 7f1d1c7c8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d140ce970 0x7f1d141e93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.121+0000 7f1d1c7c8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1d140b2670 con 0x7f1d140ce970 2024-07-26T15:44:48.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.121+0000 7f1d1c7c8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1d140b24f0 con 0x7f1d140b6fc0 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.121+0000 7f1d1c7c8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1d140b27f0 con 0x7f1d140b1ba0 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.121+0000 7f1d1ad65640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d140ce970 0x7f1d141e93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.121+0000 7f1d1ad65640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d140ce970 0x7f1d141e93f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58960/0 (socket says 172.21.15.33:58960) 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.121+0000 7f1d1ad65640 1 -- 172.21.15.33:0/3084214732 learned_addr learned my addr 172.21.15.33:0/3084214732 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d1a564640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1d140b1ba0 0x7f1d1415a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d19d63640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1d140b6fc0 0x7f1d141e8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d1ad65640 1 -- 172.21.15.33:0/3084214732 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1d140b1ba0 msgr2=0x7f1d1415a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d1ad65640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1d140b1ba0 0x7f1d1415a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d1ad65640 1 -- 172.21.15.33:0/3084214732 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1d140b6fc0 msgr2=0x7f1d141e8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d1ad65640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1d140b6fc0 0x7f1d141e8eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d1ad65640 1 -- 172.21.15.33:0/3084214732 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d1406e560 con 0x7f1d140ce970 2024-07-26T15:44:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d1ad65640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d140ce970 0x7f1d141e93f0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c00b440 tx=0x7f1d0c00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:48.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d12ffd640 1 -- 172.21.15.33:0/3084214732 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0c015020 con 0x7f1d140ce970 2024-07-26T15:44:48.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d12ffd640 1 -- 172.21.15.33:0/3084214732 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d0c011940 con 0x7f1d140ce970 2024-07-26T15:44:48.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d12ffd640 1 -- 172.21.15.33:0/3084214732 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0c011d90 con 0x7f1d140ce970 2024-07-26T15:44:48.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/3084214732 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d1406e280 con 0x7f1d140ce970 2024-07-26T15:44:48.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.122+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/3084214732 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d1406ec40 con 0x7f1d140ce970 2024-07-26T15:44:48.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.123+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/3084214732 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d140b2d20 con 0x7f1d140ce970 2024-07-26T15:44:48.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.124+0000 7f1d12ffd640 1 -- 172.21.15.33:0/3084214732 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 41) ==== 99185+0+0 (secure 0 0 0) 0x7f1d0c018020 con 0x7f1d140ce970 2024-07-26T15:44:48.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.124+0000 7f1d12ffd640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1d000770a0 0x7f1d000795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.124+0000 7f1d12ffd640 1 -- 172.21.15.33:0/3084214732 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6051+0+0 (secure 0 0 0) 0x7f1d0c0989d0 con 0x7f1d140ce970 2024-07-26T15:44:48.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.124+0000 7f1d1a564640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1d000770a0 0x7f1d000795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.125+0000 7f1d1a564640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1d000770a0 0x7f1d000795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1d04007dc0 tx=0x7f1d040072f0 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:48.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.129+0000 7f1d12ffd640 1 -- 172.21.15.33:0/3084214732 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1d0c01f020 con 0x7f1d140ce970 2024-07-26T15:44:48.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.323+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/3084214732 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1d140d2020 con 0x7f1d140ce970 2024-07-26T15:44:48.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.324+0000 7f1d12ffd640 1 -- 172.21.15.33:0/3084214732 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+14351 (secure 0 0 0) 0x7f1d0c061a80 con 0x7f1d140ce970 2024-07-26T15:44:48.325 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:48.325 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":95,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:46.978286+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":10,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6834/2636883990":"2024-07-27T15:44:43.959517+0000","172.21.15.33:6832/2636883990":"2024-07-27T15:44:43.959517+0000","172.21.15.154:0/305102001":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/1417766484":"2024-07-27T15:44:40.607250+0000","172.21.15.154:6837/226088230":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/2597085933":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/2434370392":"2024-07-27T15:44:40.607250+0000","172.21.15.154:6836/226088230":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/1813572109":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/367489023":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/64031397":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/3971717480":"2024-07-27T15:44:37.750796+0000","172.21.15.154:6837/1274136399":"2024-07-27T15:44:37.750796+0000","172.21.15.154:6836/1274136399":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/3775544050":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/2207219779":"2024-07-27T15:44:37.750796+0000","172.21.15.154:0/2368607584":"2024-07-27T15:44:40.607250+0000","172.21.15.154:0/3368474903":"2024-07-27T15:44:37.750796+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:48.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/3084214732 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1d000770a0 msgr2=0x7f1d000795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1d000770a0 0x7f1d000795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1d04007dc0 tx=0x7f1d040072f0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/3084214732 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d140ce970 msgr2=0x7f1d141e93f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d140ce970 0x7f1d141e93f0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c00b440 tx=0x7f1d0c00b900 comp rx=0 tx=0).stop 2024-07-26T15:44:48.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/3084214732 shutdown_connections 2024-07-26T15:44:48.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1d000770a0 0x7f1d000795b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1d140ce970 0x7f1d141e93f0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1d140b6fc0 0x7f1d141e8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 --2- 172.21.15.33:0/3084214732 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1d140b1ba0 0x7f1d1415a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/3084214732 >> 172.21.15.33:0/3084214732 conn(0x7f1d140d1b70 msgr2=0x7f1d140b2f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:48.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/3084214732 shutdown_connections 2024-07-26T15:44:48.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.326+0000 7f1d1c7c8640 1 -- 172.21.15.33:0/3084214732 wait complete. 2024-07-26T15:44:48.339 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T15:44:48.339 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T15:44:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.461+0000 7f875584b640 1 -- 172.21.15.33:0/1886556959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87500d1e60 msgr2=0x7f87500d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.461+0000 7f875584b640 1 --2- 172.21.15.33:0/1886556959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87500d1e60 0x7f87500d2270 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f875008d6d0 tx=0x7f874802a560 comp rx=0 tx=0).stop 2024-07-26T15:44:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.461+0000 7f875584b640 1 -- 172.21.15.33:0/1886556959 shutdown_connections 2024-07-26T15:44:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.461+0000 7f875584b640 1 --2- 172.21.15.33:0/1886556959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87500d1e60 0x7f87500d2270 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.461+0000 7f875584b640 1 --2- 172.21.15.33:0/1886556959 >> v2:172.21.15.154:3300/0 conn(0x7f87500b6150 0x7f87500d1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.461+0000 7f875584b640 1 -- 172.21.15.33:0/1886556959 >> 172.21.15.33:0/1886556959 conn(0x7f87500d3de0 msgr2=0x7f87500d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.461+0000 7f875584b640 1 -- 172.21.15.33:0/1886556959 shutdown_connections 2024-07-26T15:44:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.461+0000 7f875584b640 1 -- 172.21.15.33:0/1886556959 wait complete. 2024-07-26T15:44:48.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.463+0000 7f875584b640 1 Processor -- start 2024-07-26T15:44:48.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.463+0000 7f875584b640 1 -- start start 2024-07-26T15:44:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f875584b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87500b6150 0x7f87501e0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f875584b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87500cfa50 0x7f87501f9020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f875584b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87500d1e60 0x7f87501f9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f875584b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f87500b3740 con 0x7f87500b6150 2024-07-26T15:44:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f875584b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f87500b2d30 con 0x7f87500d1e60 2024-07-26T15:44:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f875584b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f87500b38c0 con 0x7f87500cfa50 2024-07-26T15:44:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f874effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87500b6150 0x7f87501e0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f874effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87500b6150 0x7f87501e0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58980/0 (socket says 172.21.15.33:58980) 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f874effd640 1 -- 172.21.15.33:0/619385541 learned_addr learned my addr 172.21.15.33:0/619385541 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f874f7fe640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87500d1e60 0x7f87501f9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f874e7fc640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87500cfa50 0x7f87501f9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f874effd640 1 -- 172.21.15.33:0/619385541 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87500cfa50 msgr2=0x7f87501f9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f874effd640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87500cfa50 0x7f87501f9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f874effd640 1 -- 172.21.15.33:0/619385541 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87500d1e60 msgr2=0x7f87501f9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f874effd640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87500d1e60 0x7f87501f9560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.464+0000 7f874effd640 1 -- 172.21.15.33:0/619385541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87501e0d90 con 0x7f87500b6150 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.465+0000 7f874effd640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87500b6150 0x7f87501e0850 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f874000ba80 tx=0x7f874000bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.465+0000 7f8747fff640 1 -- 172.21.15.33:0/619385541 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f874000cba0 con 0x7f87500b6150 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.465+0000 7f8747fff640 1 -- 172.21.15.33:0/619385541 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f874000ce30 con 0x7f87500b6150 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.465+0000 7f875584b640 1 -- 172.21.15.33:0/619385541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87501f9e30 con 0x7f87500b6150 2024-07-26T15:44:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.465+0000 7f8747fff640 1 -- 172.21.15.33:0/619385541 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8740003bd0 con 0x7f87500b6150 2024-07-26T15:44:48.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.465+0000 7f875584b640 1 -- 172.21.15.33:0/619385541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87500b80a0 con 0x7f87500b6150 2024-07-26T15:44:48.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.466+0000 7f875584b640 1 -- 172.21.15.33:0/619385541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87500d1920 con 0x7f87500b6150 2024-07-26T15:44:48.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.467+0000 7f8747fff640 1 -- 172.21.15.33:0/619385541 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f8740014440 con 0x7f87500b6150 2024-07-26T15:44:48.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.467+0000 7f8747fff640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8730077160 0x7f8730079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.467+0000 7f8747fff640 1 -- 172.21.15.33:0/619385541 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6051+0+0 (secure 0 0 0) 0x7f8740098a00 con 0x7f87500b6150 2024-07-26T15:44:48.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.467+0000 7f874e7fc640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8730077160 0x7f8730079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.468+0000 7f874e7fc640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8730077160 0x7f8730079670 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8738005fd0 tx=0x7f8738005850 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:48.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.472+0000 7f8747fff640 1 -- 172.21.15.33:0/619385541 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f87501e0d90 con 0x7f87500b6150 2024-07-26T15:44:48.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.665+0000 7f875584b640 1 -- 172.21.15.33:0/619385541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f87500d0280 con 0x7f87500b6150 2024-07-26T15:44:48.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.666+0000 7f8747fff640 1 -- 172.21.15.33:0/619385541 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7f8740061ab0 con 0x7f87500b6150 2024-07-26T15:44:48.668 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T15:44:48.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.668+0000 7f875584b640 1 -- 172.21.15.33:0/619385541 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8730077160 msgr2=0x7f8730079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.668+0000 7f875584b640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8730077160 0x7f8730079670 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8738005fd0 tx=0x7f8738005850 comp rx=0 tx=0).stop 2024-07-26T15:44:48.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.668+0000 7f875584b640 1 -- 172.21.15.33:0/619385541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87500b6150 msgr2=0x7f87501e0850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.668+0000 7f875584b640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87500b6150 0x7f87501e0850 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f874000ba80 tx=0x7f874000bf40 comp rx=0 tx=0).stop 2024-07-26T15:44:48.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.668+0000 7f875584b640 1 -- 172.21.15.33:0/619385541 shutdown_connections 2024-07-26T15:44:48.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.668+0000 7f875584b640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8730077160 0x7f8730079670 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.668+0000 7f875584b640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87500d1e60 0x7f87501f9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.668+0000 7f875584b640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87500cfa50 0x7f87501f9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.668+0000 7f875584b640 1 --2- 172.21.15.33:0/619385541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87500b6150 0x7f87501e0850 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.668+0000 7f875584b640 1 -- 172.21.15.33:0/619385541 >> 172.21.15.33:0/619385541 conn(0x7f87500d3de0 msgr2=0x7f87501e6760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:48.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.669+0000 7f875584b640 1 -- 172.21.15.33:0/619385541 shutdown_connections 2024-07-26T15:44:48.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.669+0000 7f875584b640 1 -- 172.21.15.33:0/619385541 wait complete. 2024-07-26T15:44:48.681 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_snap_schedule_list' 2024-07-26T15:44:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.797+0000 7f2781ad2640 1 -- 172.21.15.33:0/1856075292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d2990 msgr2=0x7f277c0b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.797+0000 7f2781ad2640 1 --2- 172.21.15.33:0/1856075292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d2990 0x7f277c0b9430 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f2764009900 tx=0x7f276402a610 comp rx=0 tx=0).stop 2024-07-26T15:44:48.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.797+0000 7f2781ad2640 1 -- 172.21.15.33:0/1856075292 shutdown_connections 2024-07-26T15:44:48.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.797+0000 7f2781ad2640 1 --2- 172.21.15.33:0/1856075292 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c0d1b80 0x7f277c0b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.797+0000 7f2781ad2640 1 --2- 172.21.15.33:0/1856075292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d2990 0x7f277c0b9430 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.797+0000 7f2781ad2640 1 -- 172.21.15.33:0/1856075292 >> 172.21.15.33:0/1856075292 conn(0x7f277c0d3da0 msgr2=0x7f277c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:48.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.797+0000 7f2781ad2640 1 -- 172.21.15.33:0/1856075292 shutdown_connections 2024-07-26T15:44:48.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.797+0000 7f2781ad2640 1 -- 172.21.15.33:0/1856075292 wait complete. 2024-07-26T15:44:48.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.798+0000 7f2781ad2640 1 Processor -- start 2024-07-26T15:44:48.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.799+0000 7f2781ad2640 1 -- start start 2024-07-26T15:44:48.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2781ad2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f277c0cf430 0x7f277c15d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2781ad2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d1b80 0x7f277c09e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2781ad2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c09e740 0x7f277c1e81b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2781ad2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f277c0b1f30 con 0x7f277c0d1b80 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2781ad2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f277c0b1db0 con 0x7f277c0cf430 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2781ad2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f277c0b20b0 con 0x7f277c09e740 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2772ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d1b80 0x7f277c09e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2772ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d1b80 0x7f277c09e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58992/0 (socket says 172.21.15.33:58992) 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2772ffd640 1 -- 172.21.15.33:0/3165062669 learned_addr learned my addr 172.21.15.33:0/3165062669 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f277bfff640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c09e740 0x7f277c1e81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f277b7fe640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f277c0cf430 0x7f277c15d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2772ffd640 1 -- 172.21.15.33:0/3165062669 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c09e740 msgr2=0x7f277c1e81b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2772ffd640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c09e740 0x7f277c1e81b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2772ffd640 1 -- 172.21.15.33:0/3165062669 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f277c0cf430 msgr2=0x7f277c15d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:48.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2772ffd640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f277c0cf430 0x7f277c15d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:48.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.800+0000 7f2772ffd640 1 -- 172.21.15.33:0/3165062669 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f277c1f4bf0 con 0x7f277c0d1b80 2024-07-26T15:44:48.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.801+0000 7f2772ffd640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d1b80 0x7f277c09e200 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f2764034040 tx=0x7f27640038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:48.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.801+0000 7f2778ff9640 1 -- 172.21.15.33:0/3165062669 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f276403e030 con 0x7f277c0d1b80 2024-07-26T15:44:48.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.801+0000 7f2778ff9640 1 -- 172.21.15.33:0/3165062669 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2764003ca0 con 0x7f277c0d1b80 2024-07-26T15:44:48.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.801+0000 7f2781ad2640 1 -- 172.21.15.33:0/3165062669 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f277c1f4e70 con 0x7f277c0d1b80 2024-07-26T15:44:48.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.801+0000 7f2778ff9640 1 -- 172.21.15.33:0/3165062669 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2764035040 con 0x7f277c0d1b80 2024-07-26T15:44:48.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.801+0000 7f2781ad2640 1 -- 172.21.15.33:0/3165062669 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f277c1f5430 con 0x7f277c0d1b80 2024-07-26T15:44:48.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.802+0000 7f2781ad2640 1 -- 172.21.15.33:0/3165062669 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f277c09ec00 con 0x7f277c0d1b80 2024-07-26T15:44:48.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.803+0000 7f2778ff9640 1 -- 172.21.15.33:0/3165062669 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f2764041030 con 0x7f277c0d1b80 2024-07-26T15:44:48.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.803+0000 7f2778ff9640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f275c077130 0x7f275c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:48.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.803+0000 7f2778ff9640 1 -- 172.21.15.33:0/3165062669 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6051+0+0 (secure 0 0 0) 0x7f27640b91d0 con 0x7f277c0d1b80 2024-07-26T15:44:48.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.803+0000 7f277b7fe640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f275c077130 0x7f275c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:48.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.804+0000 7f277b7fe640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f275c077130 0x7f275c079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f276c001720 tx=0x7f276c009040 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:48.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:48.808+0000 7f2778ff9640 1 -- 172.21.15.33:0/3165062669 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f277c09ec00 con 0x7f277c0d1b80 2024-07-26T15:44:49.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.082+0000 7f2781ad2640 1 -- 172.21.15.33:0/3165062669 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_snap_schedule_list"]} v 0) -- 0x7f277c0b25d0 con 0x7f277c0d1b80 2024-07-26T15:44:49.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.990+0000 7f2778ff9640 1 -- 172.21.15.33:0/3165062669 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_snap_schedule_list"]}]=0 v586) ==== 169+0+0 (secure 0 0 0) 0x7f277c1f4bf0 con 0x7f277c0d1b80 2024-07-26T15:44:49.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.993+0000 7f2781ad2640 1 -- 172.21.15.33:0/3165062669 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f275c077130 msgr2=0x7f275c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:49.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.993+0000 7f2781ad2640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f275c077130 0x7f275c079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f276c001720 tx=0x7f276c009040 comp rx=0 tx=0).stop 2024-07-26T15:44:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.993+0000 7f2781ad2640 1 -- 172.21.15.33:0/3165062669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d1b80 msgr2=0x7f277c09e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.993+0000 7f2781ad2640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d1b80 0x7f277c09e200 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f2764034040 tx=0x7f27640038a0 comp rx=0 tx=0).stop 2024-07-26T15:44:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.994+0000 7f2781ad2640 1 -- 172.21.15.33:0/3165062669 shutdown_connections 2024-07-26T15:44:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.994+0000 7f2781ad2640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f275c077130 0x7f275c079640 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.994+0000 7f2781ad2640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c09e740 0x7f277c1e81b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.994+0000 7f2781ad2640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d1b80 0x7f277c09e200 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.994+0000 7f2781ad2640 1 --2- 172.21.15.33:0/3165062669 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f277c0cf430 0x7f277c15d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.994+0000 7f2781ad2640 1 -- 172.21.15.33:0/3165062669 >> 172.21.15.33:0/3165062669 conn(0x7f277c0d3da0 msgr2=0x7f277c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.994+0000 7f2781ad2640 1 -- 172.21.15.33:0/3165062669 shutdown_connections 2024-07-26T15:44:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:49.994+0000 7f2781ad2640 1 -- 172.21.15.33:0/3165062669 wait complete. 2024-07-26T15:44:50.009 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T15:44:50.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.132+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2786449335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11f80d2990 msgr2=0x7f11f80b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:50.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.132+0000 7f11ff4b9640 1 --2- 172.21.15.33:0/2786449335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11f80d2990 0x7f11f80b9430 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f11e8005fd0 tx=0x7f11e802a580 comp rx=0 tx=0).stop 2024-07-26T15:44:50.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.132+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2786449335 shutdown_connections 2024-07-26T15:44:50.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.132+0000 7f11ff4b9640 1 --2- 172.21.15.33:0/2786449335 >> v2:172.21.15.154:3300/0 conn(0x7f11f80d1b80 0x7f11f80b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.132+0000 7f11ff4b9640 1 --2- 172.21.15.33:0/2786449335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11f80d2990 0x7f11f80b9430 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.132+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2786449335 >> 172.21.15.33:0/2786449335 conn(0x7f11f80d3da0 msgr2=0x7f11f80d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:50.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.132+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2786449335 shutdown_connections 2024-07-26T15:44:50.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.132+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2786449335 wait complete. 2024-07-26T15:44:50.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.134+0000 7f11ff4b9640 1 Processor -- start 2024-07-26T15:44:50.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.134+0000 7f11ff4b9640 1 -- start start 2024-07-26T15:44:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11ff4b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11f80cf430 0x7f11f8152cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11ff4b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11f80d1b80 0x7f11f81f5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11ff4b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11f81e8cb0 0x7f11f81e6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11ff4b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f11f80b1ee0 con 0x7f11f81e8cb0 2024-07-26T15:44:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11ff4b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f11f80b1d60 con 0x7f11f80cf430 2024-07-26T15:44:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11ff4b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f11f80b2060 con 0x7f11f80d1b80 2024-07-26T15:44:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11fda56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11f81e8cb0 0x7f11f81e6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11fda56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11f81e8cb0 0x7f11f81e6aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59018/0 (socket says 172.21.15.33:59018) 2024-07-26T15:44:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11fda56640 1 -- 172.21.15.33:0/2713504127 learned_addr learned my addr 172.21.15.33:0/2713504127 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11fd255640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11f80cf430 0x7f11f8152cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11fca54640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11f80d1b80 0x7f11f81f5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:50.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11fda56640 1 -- 172.21.15.33:0/2713504127 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11f80d1b80 msgr2=0x7f11f81f5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:50.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11fda56640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11f80d1b80 0x7f11f81f5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11fda56640 1 -- 172.21.15.33:0/2713504127 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11f80cf430 msgr2=0x7f11f8152cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:50.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11fda56640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11f80cf430 0x7f11f8152cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.135+0000 7f11fda56640 1 -- 172.21.15.33:0/2713504127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11f81e9700 con 0x7f11f81e8cb0 2024-07-26T15:44:50.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.136+0000 7f11fda56640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11f81e8cb0 0x7f11f81e6aa0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f11f000e960 tx=0x7f11f000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:50.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.136+0000 7f11edffb640 1 -- 172.21.15.33:0/2713504127 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f0004d20 con 0x7f11f81e8cb0 2024-07-26T15:44:50.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.136+0000 7f11edffb640 1 -- 172.21.15.33:0/2713504127 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f11f000cb20 con 0x7f11f81e8cb0 2024-07-26T15:44:50.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.136+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2713504127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11f81e99e0 con 0x7f11f81e8cb0 2024-07-26T15:44:50.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.136+0000 7f11edffb640 1 -- 172.21.15.33:0/2713504127 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f0005020 con 0x7f11f81e8cb0 2024-07-26T15:44:50.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.136+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2713504127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11f81e7500 con 0x7f11f81e8cb0 2024-07-26T15:44:50.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.137+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2713504127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11f81e9470 con 0x7f11f81e8cb0 2024-07-26T15:44:50.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.138+0000 7f11edffb640 1 -- 172.21.15.33:0/2713504127 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f11f00051c0 con 0x7f11f81e8cb0 2024-07-26T15:44:50.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.138+0000 7f11edffb640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f11dc077130 0x7f11dc079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:50.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.138+0000 7f11edffb640 1 -- 172.21.15.33:0/2713504127 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6051+0+0 (secure 0 0 0) 0x7f11f00995f0 con 0x7f11f81e8cb0 2024-07-26T15:44:50.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.138+0000 7f11fd255640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f11dc077130 0x7f11dc079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:50.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.139+0000 7f11fd255640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f11dc077130 0x7f11dc079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f11f4006fd0 tx=0x7f11f4008040 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:50.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.143+0000 7f11edffb640 1 -- 172.21.15.33:0/2713504127 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f11f0016030 con 0x7f11f81e8cb0 2024-07-26T15:44:50.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.336+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2713504127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f11f80b25a0 con 0x7f11f81e8cb0 2024-07-26T15:44:50.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.337+0000 7f11edffb640 1 -- 172.21.15.33:0/2713504127 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v39) ==== 59+0+1998 (secure 0 0 0) 0x7f11f0062460 con 0x7f11f81e8cb0 2024-07-26T15:44:50.338 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T15:44:50.338 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T15:44:50.339 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T15:44:50.340 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T15:44:50.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2713504127 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f11dc077130 msgr2=0x7f11dc079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:50.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f11dc077130 0x7f11dc079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f11f4006fd0 tx=0x7f11f4008040 comp rx=0 tx=0).stop 2024-07-26T15:44:50.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2713504127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11f81e8cb0 msgr2=0x7f11f81e6aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:50.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11f81e8cb0 0x7f11f81e6aa0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f11f000e960 tx=0x7f11f000ee20 comp rx=0 tx=0).stop 2024-07-26T15:44:50.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2713504127 shutdown_connections 2024-07-26T15:44:50.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f11dc077130 0x7f11dc079640 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11f81e8cb0 0x7f11f81e6aa0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11f80d1b80 0x7f11f81f5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 --2- 172.21.15.33:0/2713504127 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11f80cf430 0x7f11f8152cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2713504127 >> 172.21.15.33:0/2713504127 conn(0x7f11f80d3da0 msgr2=0x7f11f80b70b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:50.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2713504127 shutdown_connections 2024-07-26T15:44:50.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.339+0000 7f11ff4b9640 1 -- 172.21.15.33:0/2713504127 wait complete. 2024-07-26T15:44:50.351 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T15:44:50.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.470+0000 7f4d05863640 1 -- 172.21.15.33:0/272064205 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d000cfcc0 msgr2=0x7f4d000ce3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:50.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.470+0000 7f4d05863640 1 --2- 172.21.15.33:0/272064205 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d000cfcc0 0x7f4d000ce3c0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f4d000cf700 tx=0x7f4cf002a560 comp rx=0 tx=0).stop 2024-07-26T15:44:50.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.471+0000 7f4d05863640 1 -- 172.21.15.33:0/272064205 shutdown_connections 2024-07-26T15:44:50.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.471+0000 7f4d05863640 1 --2- 172.21.15.33:0/272064205 >> v2:172.21.15.154:3300/0 conn(0x7f4d000cd6a0 0x7f4d000ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.471+0000 7f4d05863640 1 --2- 172.21.15.33:0/272064205 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d000cfcc0 0x7f4d000ce3c0 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.471+0000 7f4d05863640 1 -- 172.21.15.33:0/272064205 >> 172.21.15.33:0/272064205 conn(0x7f4d000b3810 msgr2=0x7f4d000b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:50.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.471+0000 7f4d05863640 1 -- 172.21.15.33:0/272064205 shutdown_connections 2024-07-26T15:44:50.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.471+0000 7f4d05863640 1 -- 172.21.15.33:0/272064205 wait complete. 2024-07-26T15:44:50.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.472+0000 7f4d05863640 1 Processor -- start 2024-07-26T15:44:50.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.472+0000 7f4d05863640 1 -- start start 2024-07-26T15:44:50.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4d05863640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d000b74c0 0x7f4d0015b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4d05863640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d000cd6a0 0x7f4d000cace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4d05863640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d000cfcc0 0x7f4d000cb220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4d05863640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4d000b61c0 con 0x7f4d000cd6a0 2024-07-26T15:44:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4d05863640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4d000b6040 con 0x7f4d000cfcc0 2024-07-26T15:44:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4d05863640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4d000b6340 con 0x7f4d000b74c0 2024-07-26T15:44:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cf7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d000cd6a0 0x7f4d000cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cf7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d000cd6a0 0x7f4d000cace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59036/0 (socket says 172.21.15.33:59036) 2024-07-26T15:44:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cf7fff640 1 -- 172.21.15.33:0/2024391473 learned_addr learned my addr 172.21.15.33:0/2024391473 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:50.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cfeffd640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d000b74c0 0x7f4d0015b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cff7fe640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d000cfcc0 0x7f4d000cb220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cf7fff640 1 -- 172.21.15.33:0/2024391473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d000b74c0 msgr2=0x7f4d0015b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cf7fff640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d000b74c0 0x7f4d0015b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cf7fff640 1 -- 172.21.15.33:0/2024391473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d000cfcc0 msgr2=0x7f4d000cb220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cf7fff640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d000cfcc0 0x7f4d000cb220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cf7fff640 1 -- 172.21.15.33:0/2024391473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d001e4100 con 0x7f4d000cd6a0 2024-07-26T15:44:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cf7fff640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d000cd6a0 0x7f4d000cace0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f4ce800c3f0 tx=0x7f4ce800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cfcff9640 1 -- 172.21.15.33:0/2024391473 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce8017070 con 0x7f4d000cd6a0 2024-07-26T15:44:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.474+0000 7f4cfcff9640 1 -- 172.21.15.33:0/2024391473 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ce80053e0 con 0x7f4d000cd6a0 2024-07-26T15:44:50.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.475+0000 7f4d05863640 1 -- 172.21.15.33:0/2024391473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d001e4600 con 0x7f4d000cd6a0 2024-07-26T15:44:50.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.475+0000 7f4cfcff9640 1 -- 172.21.15.33:0/2024391473 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce8003870 con 0x7f4d000cd6a0 2024-07-26T15:44:50.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.475+0000 7f4d05863640 1 -- 172.21.15.33:0/2024391473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d001e2b80 con 0x7f4d000cd6a0 2024-07-26T15:44:50.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.476+0000 7f4d05863640 1 -- 172.21.15.33:0/2024391473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d000b6860 con 0x7f4d000cd6a0 2024-07-26T15:44:50.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.477+0000 7f4cfcff9640 1 -- 172.21.15.33:0/2024391473 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f4ce801a070 con 0x7f4d000cd6a0 2024-07-26T15:44:50.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.477+0000 7f4cfcff9640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4ce0077130 0x7f4ce0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:50.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.477+0000 7f4cfcff9640 1 -- 172.21.15.33:0/2024391473 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6051+0+0 (secure 0 0 0) 0x7f4ce8097fa0 con 0x7f4d000cd6a0 2024-07-26T15:44:50.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.477+0000 7f4cfeffd640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4ce0077130 0x7f4ce0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:50.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.478+0000 7f4cfeffd640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4ce0077130 0x7f4ce0079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0034000 tx=0x7f4cf0004730 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:50.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.482+0000 7f4cfcff9640 1 -- 172.21.15.33:0/2024391473 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4ce8060fc0 con 0x7f4d000cd6a0 2024-07-26T15:44:50.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.673+0000 7f4d05863640 1 -- 172.21.15.33:0/2024391473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f4d0006f730 con 0x7f4d000cd6a0 2024-07-26T15:44:50.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.676+0000 7f4cfcff9640 1 -- 172.21.15.33:0/2024391473 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v40)=0 v40) ==== 122+0+0 (secure 0 0 0) 0x7f4ce8069020 con 0x7f4d000cd6a0 2024-07-26T15:44:50.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 -- 172.21.15.33:0/2024391473 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4ce0077130 msgr2=0x7f4ce0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:50.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4ce0077130 0x7f4ce0079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0034000 tx=0x7f4cf0004730 comp rx=0 tx=0).stop 2024-07-26T15:44:50.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 -- 172.21.15.33:0/2024391473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d000cd6a0 msgr2=0x7f4d000cace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:50.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d000cd6a0 0x7f4d000cace0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f4ce800c3f0 tx=0x7f4ce800c8b0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 -- 172.21.15.33:0/2024391473 shutdown_connections 2024-07-26T15:44:50.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4ce0077130 0x7f4ce0079640 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d000cfcc0 0x7f4d000cb220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d000cd6a0 0x7f4d000cace0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 --2- 172.21.15.33:0/2024391473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d000b74c0 0x7f4d0015b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:50.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 -- 172.21.15.33:0/2024391473 >> 172.21.15.33:0/2024391473 conn(0x7f4d000b3810 msgr2=0x7f4d000c8300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:50.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 -- 172.21.15.33:0/2024391473 shutdown_connections 2024-07-26T15:44:50.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:50.679+0000 7f4d05863640 1 -- 172.21.15.33:0/2024391473 wait complete. 2024-07-26T15:44:50.691 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:44:50.692 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:44:50.733 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:44:50.775 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:44:50.775 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:44:50.775 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:50.791 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:44:50.791 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:44:50.791 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:50.833 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:44:50.833 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:44:50.833 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:50.849 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:44:50.849 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:44:50.849 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:44:50.890 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:44:50.890 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T15:44:50.891 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:51.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.007+0000 7f297ce2c640 1 -- 172.21.15.33:0/1878860141 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29780d04a0 msgr2=0x7f29780d08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:51.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.007+0000 7f297ce2c640 1 --2- 172.21.15.33:0/1878860141 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29780d04a0 0x7f29780d08b0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f296c009900 tx=0x7f296c02a610 comp rx=0 tx=0).stop 2024-07-26T15:44:51.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.007+0000 7f297ce2c640 1 -- 172.21.15.33:0/1878860141 shutdown_connections 2024-07-26T15:44:51.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.007+0000 7f297ce2c640 1 --2- 172.21.15.33:0/1878860141 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29780d04a0 0x7f29780d08b0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.007+0000 7f297ce2c640 1 --2- 172.21.15.33:0/1878860141 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29780b5330 0x7f29780d4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.007+0000 7f297ce2c640 1 -- 172.21.15.33:0/1878860141 >> 172.21.15.33:0/1878860141 conn(0x7f29780d3d70 msgr2=0x7f29780d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:51.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.007+0000 7f297ce2c640 1 -- 172.21.15.33:0/1878860141 shutdown_connections 2024-07-26T15:44:51.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.007+0000 7f297ce2c640 1 -- 172.21.15.33:0/1878860141 wait complete. 2024-07-26T15:44:51.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.009+0000 7f297ce2c640 1 Processor -- start 2024-07-26T15:44:51.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.009+0000 7f297ce2c640 1 -- start start 2024-07-26T15:44:51.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f297ce2c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29780b5330 0x7f29780b1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:51.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f297ce2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29780d04a0 0x7f297815bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f297ce2c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29780d0df0 0x7f29780cd270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f297ce2c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f29780cf210 con 0x7f29780d04a0 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f297ce2c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f29780cf090 con 0x7f29780d0df0 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f297ce2c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f29780cf390 con 0x7f29780b5330 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f2975d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29780d04a0 0x7f297815bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f2975d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29780d04a0 0x7f297815bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59056/0 (socket says 172.21.15.33:59056) 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f2975d9b640 1 -- 172.21.15.33:0/1430392966 learned_addr learned my addr 172.21.15.33:0/1430392966 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f297659c640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29780b5330 0x7f29780b1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f2975d9b640 1 -- 172.21.15.33:0/1430392966 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29780b5330 msgr2=0x7f29780b1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f2975d9b640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29780b5330 0x7f29780b1310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f2975d9b640 1 -- 172.21.15.33:0/1430392966 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29780d0df0 msgr2=0x7f29780cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f2975d9b640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29780d0df0 0x7f29780cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.010+0000 7f2975d9b640 1 -- 172.21.15.33:0/1430392966 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29781f6580 con 0x7f29780d04a0 2024-07-26T15:44:51.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.011+0000 7f2975d9b640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29780d04a0 0x7f297815bf40 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f296c000c00 tx=0x7f296c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:51.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.011+0000 7f2966ffd640 1 -- 172.21.15.33:0/1430392966 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c03e030 con 0x7f29780d04a0 2024-07-26T15:44:51.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.011+0000 7f2966ffd640 1 -- 172.21.15.33:0/1430392966 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f296c003ca0 con 0x7f29780d04a0 2024-07-26T15:44:51.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.011+0000 7f2966ffd640 1 -- 172.21.15.33:0/1430392966 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c035040 con 0x7f29780d04a0 2024-07-26T15:44:51.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.011+0000 7f297ce2c640 1 -- 172.21.15.33:0/1430392966 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29781f5800 con 0x7f29780d04a0 2024-07-26T15:44:51.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.011+0000 7f297ce2c640 1 -- 172.21.15.33:0/1430392966 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29781f5d80 con 0x7f29780d04a0 2024-07-26T15:44:51.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.012+0000 7f297ce2c640 1 -- 172.21.15.33:0/1430392966 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29780cf810 con 0x7f29780d04a0 2024-07-26T15:44:51.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.013+0000 7f2966ffd640 1 -- 172.21.15.33:0/1430392966 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f296c041030 con 0x7f29780d04a0 2024-07-26T15:44:51.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.013+0000 7f2966ffd640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f2958077160 0x7f2958079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:51.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.013+0000 7f2966ffd640 1 -- 172.21.15.33:0/1430392966 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6051+0+0 (secure 0 0 0) 0x7f296c0b91f0 con 0x7f29780d04a0 2024-07-26T15:44:51.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.013+0000 7f297659c640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f2958077160 0x7f2958079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:51.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.014+0000 7f297659c640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f2958077160 0x7f2958079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f2968009a00 tx=0x7f2968005f90 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:51.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.018+0000 7f2966ffd640 1 -- 172.21.15.33:0/1430392966 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f296c082070 con 0x7f29780d04a0 2024-07-26T15:44:51.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.247+0000 7f297ce2c640 1 -- 172.21.15.33:0/1430392966 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f297806a600 con 0x7f29780d04a0 2024-07-26T15:44:51.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.247+0000 7f2966ffd640 1 -- 172.21.15.33:0/1430392966 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+3908 (secure 0 0 0) 0x7f296c081970 con 0x7f29780d04a0 2024-07-26T15:44:51.249 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:51.249 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":38,"btime":"2024-07-26T15:44:44:960993+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5669,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/488151472","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":488151472},{"type":"v1","addr":"172.21.15.154:6833","nonce":488151472}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5672,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/569228675","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":569228675},{"type":"v1","addr":"172.21.15.154:6835","nonce":569228675}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":6399,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3257695387","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257695387},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257695387}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":6789,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/840791333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":840791333},{"type":"v1","addr":"172.21.15.33:6834","nonce":840791333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":38}],"filesystems":[]} 2024-07-26T15:44:51.250 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 38 2024-07-26T15:44:51.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.249+0000 7f297ce2c640 1 -- 172.21.15.33:0/1430392966 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f2958077160 msgr2=0x7f2958079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:51.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.249+0000 7f297ce2c640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f2958077160 0x7f2958079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f2968009a00 tx=0x7f2968005f90 comp rx=0 tx=0).stop 2024-07-26T15:44:51.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.249+0000 7f297ce2c640 1 -- 172.21.15.33:0/1430392966 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29780d04a0 msgr2=0x7f297815bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:51.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.249+0000 7f297ce2c640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29780d04a0 0x7f297815bf40 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f296c000c00 tx=0x7f296c0038a0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.250+0000 7f297ce2c640 1 -- 172.21.15.33:0/1430392966 shutdown_connections 2024-07-26T15:44:51.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.250+0000 7f297ce2c640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f2958077160 0x7f2958079670 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.250+0000 7f297ce2c640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29780d0df0 0x7f29780cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.250+0000 7f297ce2c640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29780d04a0 0x7f297815bf40 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.250+0000 7f297ce2c640 1 --2- 172.21.15.33:0/1430392966 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29780b5330 0x7f29780b1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.250+0000 7f297ce2c640 1 -- 172.21.15.33:0/1430392966 >> 172.21.15.33:0/1430392966 conn(0x7f29780d3d70 msgr2=0x7f297815ea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:51.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.250+0000 7f297ce2c640 1 -- 172.21.15.33:0/1430392966 shutdown_connections 2024-07-26T15:44:51.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.250+0000 7f297ce2c640 1 -- 172.21.15.33:0/1430392966 wait complete. 2024-07-26T15:44:51.263 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T15:44:51.263 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T15:44:51.263 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T15:44:51.263 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:44:51.263 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T15:44:51.264 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T15:44:51.264 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T15:44:51.264 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:44:51.264 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T15:44:51.264 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T15:44:51.265 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T15:44:51.265 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:44:51.265 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T15:44:51.265 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T15:44:51.265 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T15:44:51.265 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:44:51.273 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T15:44:51.273 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T15:44:51.276 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T15:44:51.276 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T15:44:51.277 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T15:44:51.277 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T15:44:51.278 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T15:44:51.278 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T15:44:51.318 INFO:tasks.ceph.mds.a:Started 2024-07-26T15:44:51.318 DEBUG:teuthology.parallel:result is None 2024-07-26T15:44:51.319 INFO:tasks.ceph.mds.c:Started 2024-07-26T15:44:51.320 DEBUG:teuthology.parallel:result is None 2024-07-26T15:44:51.320 INFO:tasks.ceph.mds.b:Started 2024-07-26T15:44:51.321 DEBUG:teuthology.parallel:result is None 2024-07-26T15:44:51.321 INFO:tasks.ceph.mds.d:Started 2024-07-26T15:44:51.321 DEBUG:teuthology.parallel:result is None 2024-07-26T15:44:51.322 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T15:44:51.408 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:44:51.409 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:44:51.409 INFO:tasks.ceph.mds.c.smithi033.stderr:2024-07-26T15:44:51.408+0000 7fecf955f640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-07-26T15:44:51.416 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T15:44:51.416 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T15:44:51.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.445+0000 7f5032399640 1 -- 172.21.15.33:0/4911110 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f502c073ff0 msgr2=0x7f502c072dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:51.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.445+0000 7f5032399640 1 --2- 172.21.15.33:0/4911110 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f502c073ff0 0x7f502c072dd0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f5014005fd0 tx=0x7f501402a4a0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.445+0000 7f5032399640 1 -- 172.21.15.33:0/4911110 shutdown_connections 2024-07-26T15:44:51.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.445+0000 7f5032399640 1 --2- 172.21.15.33:0/4911110 >> v2:172.21.15.33:3300/0 conn(0x7f502c073310 0x7f502c15ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.445+0000 7f5032399640 1 --2- 172.21.15.33:0/4911110 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f502c073ff0 0x7f502c072dd0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.445+0000 7f5032399640 1 -- 172.21.15.33:0/4911110 >> 172.21.15.33:0/4911110 conn(0x7f502c0b1740 msgr2=0x7f502c0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:51.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.445+0000 7f5032399640 1 -- 172.21.15.33:0/4911110 shutdown_connections 2024-07-26T15:44:51.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.445+0000 7f5032399640 1 -- 172.21.15.33:0/4911110 wait complete. 2024-07-26T15:44:51.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.447+0000 7f5032399640 1 Processor -- start 2024-07-26T15:44:51.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.447+0000 7f5032399640 1 -- start start 2024-07-26T15:44:51.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.448+0000 7f5032399640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f502c073310 0x7f502c1f3870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:51.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.448+0000 7f5032399640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f502c073ff0 0x7f502c141000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:51.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.448+0000 7f5032399640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f502c151200 0x7f502c166730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:51.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.448+0000 7f5032399640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f502c0727c0 con 0x7f502c073310 2024-07-26T15:44:51.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.448+0000 7f502bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f502c073310 0x7f502c1f3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:51.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.448+0000 7f5032399640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f502c072640 con 0x7f502c151200 2024-07-26T15:44:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.448+0000 7f5032399640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f502c070250 con 0x7f502c073ff0 2024-07-26T15:44:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.448+0000 7f502bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f502c073310 0x7f502c1f3870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59122/0 (socket says 172.21.15.33:59122) 2024-07-26T15:44:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f502bfff640 1 -- 172.21.15.33:0/2883371769 learned_addr learned my addr 172.21.15.33:0/2883371769 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f5023fff640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f502c073ff0 0x7f502c141000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f5030936640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f502c151200 0x7f502c166730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f502bfff640 1 -- 172.21.15.33:0/2883371769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f502c073ff0 msgr2=0x7f502c141000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f502bfff640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f502c073ff0 0x7f502c141000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f502bfff640 1 -- 172.21.15.33:0/2883371769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f502c151200 msgr2=0x7f502c166730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f502bfff640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f502c151200 0x7f502c166730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:51.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f502bfff640 1 -- 172.21.15.33:0/2883371769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f502c15ce90 con 0x7f502c073310 2024-07-26T15:44:51.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f5030936640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f502c151200 0x7f502c166730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:51.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f502bfff640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f502c073310 0x7f502c1f3870 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f501c00b3e0 tx=0x7f501c00b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:51.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f50297fa640 1 -- 172.21.15.33:0/2883371769 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501c015020 con 0x7f502c073310 2024-07-26T15:44:51.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f5032399640 1 -- 172.21.15.33:0/2883371769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f502c15af60 con 0x7f502c073310 2024-07-26T15:44:51.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f5032399640 1 -- 172.21.15.33:0/2883371769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f502c15b520 con 0x7f502c073310 2024-07-26T15:44:51.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f50297fa640 1 -- 172.21.15.33:0/2883371769 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f501c011940 con 0x7f502c073310 2024-07-26T15:44:51.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.449+0000 7f50297fa640 1 -- 172.21.15.33:0/2883371769 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501c011d90 con 0x7f502c073310 2024-07-26T15:44:51.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.450+0000 7f5032399640 1 -- 172.21.15.33:0/2883371769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5010005290 con 0x7f502c073310 2024-07-26T15:44:51.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.452+0000 7f50297fa640 1 -- 172.21.15.33:0/2883371769 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f501c018020 con 0x7f502c073310 2024-07-26T15:44:51.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.452+0000 7f50297fa640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f500c077130 0x7f500c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:51.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.452+0000 7f50297fa640 1 -- 172.21.15.33:0/2883371769 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 6051+0+0 (secure 0 0 0) 0x7f501c098e30 con 0x7f502c073310 2024-07-26T15:44:51.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.452+0000 7f5023fff640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f500c077130 0x7f500c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:51.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.453+0000 7f5023fff640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f500c077130 0x7f500c079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5014033000 tx=0x7f5014004730 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:51.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.456+0000 7f50297fa640 1 -- 172.21.15.33:0/2883371769 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f501c01f020 con 0x7f502c073310 2024-07-26T15:44:51.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:51.662+0000 7f5032399640 1 -- 172.21.15.33:0/2883371769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f5010005580 con 0x7f502c073310 2024-07-26T15:44:52.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.013+0000 7f50297fa640 1 -- 172.21.15.33:0/2883371769 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v97) ==== 97+0+0 (secure 0 0 0) 0x7f501c0618e0 con 0x7f502c073310 2024-07-26T15:44:52.014 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T15:44:52.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.015+0000 7f5032399640 1 -- 172.21.15.33:0/2883371769 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f500c077130 msgr2=0x7f500c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.015+0000 7f5032399640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f500c077130 0x7f500c079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5014033000 tx=0x7f5014004730 comp rx=0 tx=0).stop 2024-07-26T15:44:52.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.015+0000 7f5032399640 1 -- 172.21.15.33:0/2883371769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f502c073310 msgr2=0x7f502c1f3870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.015+0000 7f5032399640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f502c073310 0x7f502c1f3870 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f501c00b3e0 tx=0x7f501c00b8a0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.015+0000 7f5032399640 1 -- 172.21.15.33:0/2883371769 shutdown_connections 2024-07-26T15:44:52.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.015+0000 7f5032399640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f500c077130 0x7f500c079640 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.015+0000 7f5032399640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f502c151200 0x7f502c166730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.015+0000 7f5032399640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f502c073ff0 0x7f502c141000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.015+0000 7f5032399640 1 --2- 172.21.15.33:0/2883371769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f502c073310 0x7f502c1f3870 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.016+0000 7f5032399640 1 -- 172.21.15.33:0/2883371769 >> 172.21.15.33:0/2883371769 conn(0x7f502c0b1740 msgr2=0x7f502c0b0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:52.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.016+0000 7f5032399640 1 -- 172.21.15.33:0/2883371769 shutdown_connections 2024-07-26T15:44:52.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.016+0000 7f5032399640 1 -- 172.21.15.33:0/2883371769 wait complete. 2024-07-26T15:44:52.032 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T15:44:52.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.151+0000 7f4331c85640 1 -- 172.21.15.33:0/2790755195 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f432c0b6e00 msgr2=0x7f432c0b1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.151+0000 7f4331c85640 1 --2- 172.21.15.33:0/2790755195 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f432c0b6e00 0x7f432c0b1910 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f4320009830 tx=0x7f432002a520 comp rx=0 tx=0).stop 2024-07-26T15:44:52.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.151+0000 7f4331c85640 1 -- 172.21.15.33:0/2790755195 shutdown_connections 2024-07-26T15:44:52.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.151+0000 7f4331c85640 1 --2- 172.21.15.33:0/2790755195 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f432c0b6e00 0x7f432c0b1910 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.151+0000 7f4331c85640 1 -- 172.21.15.33:0/2790755195 >> 172.21.15.33:0/2790755195 conn(0x7f432c0d1bf0 msgr2=0x7f432c0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:52.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.151+0000 7f4331c85640 1 -- 172.21.15.33:0/2790755195 shutdown_connections 2024-07-26T15:44:52.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.151+0000 7f4331c85640 1 -- 172.21.15.33:0/2790755195 wait complete. 2024-07-26T15:44:52.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.153+0000 7f4331c85640 1 Processor -- start 2024-07-26T15:44:52.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.153+0000 7f4331c85640 1 -- start start 2024-07-26T15:44:52.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.154+0000 7f4331c85640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f432c0b1e50 0x7f432c152be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.154+0000 7f4331c85640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f432c0b6e00 0x7f432c157c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.154+0000 7f4331c85640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f432c0cc660 0x7f432c158160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.154+0000 7f4331c85640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f432c167840 con 0x7f432c0b6e00 2024-07-26T15:44:52.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.154+0000 7f4331c85640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f432c1676c0 con 0x7f432c0b1e50 2024-07-26T15:44:52.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.154+0000 7f4331c85640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f432c1679c0 con 0x7f432c0cc660 2024-07-26T15:44:52.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.154+0000 7f432affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f432c0b6e00 0x7f432c157c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.154+0000 7f432affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f432c0b6e00 0x7f432c157c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49560/0 (socket says 172.21.15.33:49560) 2024-07-26T15:44:52.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.154+0000 7f432affd640 1 -- 172.21.15.33:0/1566341418 learned_addr learned my addr 172.21.15.33:0/1566341418 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:52.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.154+0000 7f432b7fe640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f432c0b1e50 0x7f432c152be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.154+0000 7f432bfff640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f432c0cc660 0x7f432c158160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.155+0000 7f432affd640 1 -- 172.21.15.33:0/1566341418 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f432c0cc660 msgr2=0x7f432c158160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.155+0000 7f432affd640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f432c0cc660 0x7f432c158160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.155+0000 7f432affd640 1 -- 172.21.15.33:0/1566341418 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f432c0b1e50 msgr2=0x7f432c152be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.155+0000 7f432affd640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f432c0b1e50 0x7f432c152be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.155+0000 7f432affd640 1 -- 172.21.15.33:0/1566341418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432c09f230 con 0x7f432c0b6e00 2024-07-26T15:44:52.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.155+0000 7f432affd640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f432c0b6e00 0x7f432c157c20 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f432002ab10 tx=0x7f4320033ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:52.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.155+0000 7f4313fff640 1 -- 172.21.15.33:0/1566341418 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4320031d60 con 0x7f432c0b6e00 2024-07-26T15:44:52.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.155+0000 7f4313fff640 1 -- 172.21.15.33:0/1566341418 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4320005020 con 0x7f432c0b6e00 2024-07-26T15:44:52.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.155+0000 7f4313fff640 1 -- 172.21.15.33:0/1566341418 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4320005470 con 0x7f432c0b6e00 2024-07-26T15:44:52.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.155+0000 7f4331c85640 1 -- 172.21.15.33:0/1566341418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f432c09e190 con 0x7f432c0b6e00 2024-07-26T15:44:52.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.155+0000 7f4331c85640 1 -- 172.21.15.33:0/1566341418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f432c09e750 con 0x7f432c0b6e00 2024-07-26T15:44:52.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.156+0000 7f4331c85640 1 -- 172.21.15.33:0/1566341418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f432c0b1910 con 0x7f432c0b6e00 2024-07-26T15:44:52.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.157+0000 7f4313fff640 1 -- 172.21.15.33:0/1566341418 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f43200047a0 con 0x7f432c0b6e00 2024-07-26T15:44:52.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.157+0000 7f4313fff640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4318077130 0x7f4318079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.157+0000 7f4313fff640 1 -- 172.21.15.33:0/1566341418 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5277+0+0 (secure 0 0 0) 0x7f43200b9ab0 con 0x7f432c0b6e00 2024-07-26T15:44:52.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.157+0000 7f432b7fe640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4318077130 0x7f4318079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.158+0000 7f432b7fe640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4318077130 0x7f4318079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f431c000f60 tx=0x7f431c009040 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:52.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.162+0000 7f4313fff640 1 -- 172.21.15.33:0/1566341418 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f432003f030 con 0x7f432c0b6e00 2024-07-26T15:44:52.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.432+0000 7f4331c85640 1 -- 172.21.15.33:0/1566341418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f432c09df20 con 0x7f432c0b6e00 2024-07-26T15:44:52.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.432+0000 7f4313fff640 1 -- 172.21.15.33:0/1566341418 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) ==== 80+0+5304 (secure 0 0 0) 0x7f43200890e0 con 0x7f432c0b6e00 2024-07-26T15:44:52.434 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:52.434 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:44:52.434 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T15:44:52.434 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.434 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T15:44:52.434 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T15:44:52.434 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.434 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:52.434 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:44:52.435 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.436 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.437 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.438 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:52.439 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.440 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.441 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.442 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:52.443 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.444 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.445 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.446 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:44:52.447 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.447 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T15:44:52.447 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T15:44:52.447 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:44:52.447 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:44:52.447 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:44:52.447 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:44:52.447 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.447 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.447 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T15:44:52.447 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:44:52.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 -- 172.21.15.33:0/1566341418 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4318077130 msgr2=0x7f4318079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4318077130 0x7f4318079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f431c000f60 tx=0x7f431c009040 comp rx=0 tx=0).stop 2024-07-26T15:44:52.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 -- 172.21.15.33:0/1566341418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f432c0b6e00 msgr2=0x7f432c157c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f432c0b6e00 0x7f432c157c20 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f432002ab10 tx=0x7f4320033ce0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 -- 172.21.15.33:0/1566341418 shutdown_connections 2024-07-26T15:44:52.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4318077130 0x7f4318079640 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f432c0cc660 0x7f432c158160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f432c0b6e00 0x7f432c157c20 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 --2- 172.21.15.33:0/1566341418 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f432c0b1e50 0x7f432c152be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 -- 172.21.15.33:0/1566341418 >> 172.21.15.33:0/1566341418 conn(0x7f432c0d1bf0 msgr2=0x7f432c0b5350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:52.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 -- 172.21.15.33:0/1566341418 shutdown_connections 2024-07-26T15:44:52.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.434+0000 7f4331c85640 1 -- 172.21.15.33:0/1566341418 wait complete. 2024-07-26T15:44:52.450 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T15:44:52.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.566+0000 7f9f288d2640 1 -- 172.21.15.33:0/1130982765 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f240d0c80 msgr2=0x7f9f240d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.566+0000 7f9f288d2640 1 --2- 172.21.15.33:0/1130982765 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f240d0c80 0x7f9f240d2930 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f9f18009830 tx=0x7f9f1802a3f0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.566+0000 7f9f288d2640 1 -- 172.21.15.33:0/1130982765 shutdown_connections 2024-07-26T15:44:52.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.566+0000 7f9f288d2640 1 --2- 172.21.15.33:0/1130982765 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f240ce9e0 0x7f9f240cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.566+0000 7f9f288d2640 1 --2- 172.21.15.33:0/1130982765 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f240d0c80 0x7f9f240d2930 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.566+0000 7f9f288d2640 1 -- 172.21.15.33:0/1130982765 >> 172.21.15.33:0/1130982765 conn(0x7f9f240d3e10 msgr2=0x7f9f240d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:52.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.566+0000 7f9f288d2640 1 -- 172.21.15.33:0/1130982765 shutdown_connections 2024-07-26T15:44:52.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.566+0000 7f9f288d2640 1 -- 172.21.15.33:0/1130982765 wait complete. 2024-07-26T15:44:52.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.568+0000 7f9f288d2640 1 Processor -- start 2024-07-26T15:44:52.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.568+0000 7f9f288d2640 1 -- start start 2024-07-26T15:44:52.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.569+0000 7f9f288d2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f240b2dc0 0x7f9f241f9190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.569+0000 7f9f288d2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f240ce9e0 0x7f9f24167970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.569+0000 7f9f288d2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f240c9fd0 0x7f9f24167eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.569+0000 7f9f288d2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9f240cf4b0 con 0x7f9f240b2dc0 2024-07-26T15:44:52.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.569+0000 7f9f288d2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9f240cf330 con 0x7f9f240ce9e0 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.569+0000 7f9f288d2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9f240cf630 con 0x7f9f240c9fd0 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f2259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f240b2dc0 0x7f9f241f9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f2259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f240b2dc0 0x7f9f241f9190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49570/0 (socket says 172.21.15.33:49570) 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f22d9d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f240c9fd0 0x7f9f24167eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f2259c640 1 -- 172.21.15.33:0/1550451757 learned_addr learned my addr 172.21.15.33:0/1550451757 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f21d9b640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f240ce9e0 0x7f9f24167970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f2259c640 1 -- 172.21.15.33:0/1550451757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f240c9fd0 msgr2=0x7f9f24167eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f2259c640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f240c9fd0 0x7f9f24167eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f2259c640 1 -- 172.21.15.33:0/1550451757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f240ce9e0 msgr2=0x7f9f24167970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f2259c640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f240ce9e0 0x7f9f24167970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f2259c640 1 -- 172.21.15.33:0/1550451757 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f241f86f0 con 0x7f9f240b2dc0 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f21d9b640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f240ce9e0 0x7f9f24167970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:52.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f22d9d640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f240c9fd0 0x7f9f24167eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:52.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f2259c640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f240b2dc0 0x7f9f241f9190 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f9f1400c730 tx=0x7f9f1400cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:52.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.570+0000 7f9f12ffd640 1 -- 172.21.15.33:0/1550451757 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f14003bc0 con 0x7f9f240b2dc0 2024-07-26T15:44:52.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.571+0000 7f9f12ffd640 1 -- 172.21.15.33:0/1550451757 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9f14003d60 con 0x7f9f240b2dc0 2024-07-26T15:44:52.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.571+0000 7f9f12ffd640 1 -- 172.21.15.33:0/1550451757 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f14005330 con 0x7f9f240b2dc0 2024-07-26T15:44:52.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.571+0000 7f9f288d2640 1 -- 172.21.15.33:0/1550451757 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f240ca580 con 0x7f9f240b2dc0 2024-07-26T15:44:52.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.571+0000 7f9f288d2640 1 -- 172.21.15.33:0/1550451757 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f241f8c70 con 0x7f9f240b2dc0 2024-07-26T15:44:52.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.572+0000 7f9f288d2640 1 -- 172.21.15.33:0/1550451757 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f240cedf0 con 0x7f9f240b2dc0 2024-07-26T15:44:52.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.573+0000 7f9f12ffd640 1 -- 172.21.15.33:0/1550451757 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f9f140054d0 con 0x7f9f240b2dc0 2024-07-26T15:44:52.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.573+0000 7f9f12ffd640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9f04077130 0x7f9f04079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.573+0000 7f9f21d9b640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9f04077130 0x7f9f04079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.573+0000 7f9f12ffd640 1 -- 172.21.15.33:0/1550451757 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5277+0+0 (secure 0 0 0) 0x7f9f140985b0 con 0x7f9f240b2dc0 2024-07-26T15:44:52.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.574+0000 7f9f21d9b640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9f04077130 0x7f9f04079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9f18034000 tx=0x7f9f18004730 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:52.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.578+0000 7f9f12ffd640 1 -- 172.21.15.33:0/1550451757 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9f140618f0 con 0x7f9f240b2dc0 2024-07-26T15:44:52.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.772+0000 7f9f288d2640 1 -- 172.21.15.33:0/1550451757 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f9f240d43a0 con 0x7f9f240b2dc0 2024-07-26T15:44:52.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.772+0000 7f9f12ffd640 1 -- 172.21.15.33:0/1550451757 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v99) ==== 84+0+65 (secure 0 0 0) 0x7f9f140611f0 con 0x7f9f240b2dc0 2024-07-26T15:44:52.774 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:52.774 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:44:52.774 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:44:52.774 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T15:44:52.774 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T15:44:52.774 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:44:52.774 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:44:52.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 -- 172.21.15.33:0/1550451757 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9f04077130 msgr2=0x7f9f04079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9f04077130 0x7f9f04079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9f18034000 tx=0x7f9f18004730 comp rx=0 tx=0).stop 2024-07-26T15:44:52.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 -- 172.21.15.33:0/1550451757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f240b2dc0 msgr2=0x7f9f241f9190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f240b2dc0 0x7f9f241f9190 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f9f1400c730 tx=0x7f9f1400cb30 comp rx=0 tx=0).stop 2024-07-26T15:44:52.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 -- 172.21.15.33:0/1550451757 shutdown_connections 2024-07-26T15:44:52.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9f04077130 0x7f9f04079640 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f240c9fd0 0x7f9f24167eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f240ce9e0 0x7f9f24167970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 --2- 172.21.15.33:0/1550451757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f240b2dc0 0x7f9f241f9190 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 -- 172.21.15.33:0/1550451757 >> 172.21.15.33:0/1550451757 conn(0x7f9f240d3e10 msgr2=0x7f9f240b0970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:52.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 -- 172.21.15.33:0/1550451757 shutdown_connections 2024-07-26T15:44:52.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.775+0000 7f9f288d2640 1 -- 172.21.15.33:0/1550451757 wait complete. 2024-07-26T15:44:52.788 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T15:44:52.788 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T15:44:52.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.908+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/453240366 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda40d2260 msgr2=0x7fbda40b3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.908+0000 7fbdaa2b3640 1 --2- 172.21.15.33:0/453240366 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda40d2260 0x7fbda40b3b30 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fbda40b3480 tx=0x7fbd9802a520 comp rx=0 tx=0).stop 2024-07-26T15:44:52.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.908+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/453240366 shutdown_connections 2024-07-26T15:44:52.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.908+0000 7fbdaa2b3640 1 --2- 172.21.15.33:0/453240366 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbda40d2670 0x7fbda40b4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.908+0000 7fbdaa2b3640 1 --2- 172.21.15.33:0/453240366 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda40d2260 0x7fbda40b3b30 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.908+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/453240366 >> 172.21.15.33:0/453240366 conn(0x7fbda40d3d70 msgr2=0x7fbda40d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:52.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.908+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/453240366 shutdown_connections 2024-07-26T15:44:52.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.908+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/453240366 wait complete. 2024-07-26T15:44:52.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.910+0000 7fbdaa2b3640 1 Processor -- start 2024-07-26T15:44:52.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.910+0000 7fbdaa2b3640 1 -- start start 2024-07-26T15:44:52.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.911+0000 7fbdaa2b3640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbda40b2c00 0x7fbda41f88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.911+0000 7fbdaa2b3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda40d2260 0x7fbda409d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.911+0000 7fbdaa2b3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbda40d2670 0x7fbda40a0460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.911+0000 7fbdaa2b3640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbda40b4730 con 0x7fbda40d2260 2024-07-26T15:44:52.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.911+0000 7fbdaa2b3640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbda40b45b0 con 0x7fbda40b2c00 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.911+0000 7fbdaa2b3640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbda40b48b0 con 0x7fbda40d2670 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda40d2260 0x7fbda409d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda40d2260 0x7fbda409d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49600/0 (socket says 172.21.15.33:49600) 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda37fe640 1 -- 172.21.15.33:0/29343826 learned_addr learned my addr 172.21.15.33:0/29343826 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda3fff640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbda40b2c00 0x7fbda41f88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda8850640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbda40d2670 0x7fbda40a0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda37fe640 1 -- 172.21.15.33:0/29343826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbda40d2670 msgr2=0x7fbda40a0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda37fe640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbda40d2670 0x7fbda40a0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda37fe640 1 -- 172.21.15.33:0/29343826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbda40b2c00 msgr2=0x7fbda41f88e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda37fe640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbda40b2c00 0x7fbda41f88e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda37fe640 1 -- 172.21.15.33:0/29343826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbda40c78a0 con 0x7fbda40d2260 2024-07-26T15:44:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda3fff640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbda40b2c00 0x7fbda41f88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:44:52.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda37fe640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda40d2260 0x7fbda409d9d0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fbd98034040 tx=0x7fbd98003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:52.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda0ff9640 1 -- 172.21.15.33:0/29343826 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9803e030 con 0x7fbda40d2260 2024-07-26T15:44:52.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda0ff9640 1 -- 172.21.15.33:0/29343826 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd98003e00 con 0x7fbda40d2260 2024-07-26T15:44:52.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbda0ff9640 1 -- 172.21.15.33:0/29343826 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98035040 con 0x7fbda40d2260 2024-07-26T15:44:52.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/29343826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbda41f90a0 con 0x7fbda40d2260 2024-07-26T15:44:52.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.912+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/29343826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbda41f9660 con 0x7fbda40d2260 2024-07-26T15:44:52.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.913+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/29343826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbda40b4d80 con 0x7fbda40d2260 2024-07-26T15:44:52.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.914+0000 7fbda0ff9640 1 -- 172.21.15.33:0/29343826 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7fbd98041030 con 0x7fbda40d2260 2024-07-26T15:44:52.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.915+0000 7fbda0ff9640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fbd90077160 0x7fbd90079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:52.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.915+0000 7fbda0ff9640 1 -- 172.21.15.33:0/29343826 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5277+0+0 (secure 0 0 0) 0x7fbd980b9240 con 0x7fbda40d2260 2024-07-26T15:44:52.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.915+0000 7fbda3fff640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fbd90077160 0x7fbd90079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:52.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.915+0000 7fbda3fff640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fbd90077160 0x7fbd90079670 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbd94001b10 tx=0x7fbd94009040 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:52.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:52.919+0000 7fbda0ff9640 1 -- 172.21.15.33:0/29343826 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbd98081ce0 con 0x7fbda40d2260 2024-07-26T15:44:53.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:53.112+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/29343826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fbda41f8e30 con 0x7fbda40d2260 2024-07-26T15:44:54.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.020+0000 7fbda0ff9640 1 -- 172.21.15.33:0/29343826 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v100) ==== 138+0+0 (secure 0 0 0) 0x7fbd98086230 con 0x7fbda40d2260 2024-07-26T15:44:54.022 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T15:44:54.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/29343826 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fbd90077160 msgr2=0x7fbd90079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:54.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fbd90077160 0x7fbd90079670 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbd94001b10 tx=0x7fbd94009040 comp rx=0 tx=0).stop 2024-07-26T15:44:54.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/29343826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda40d2260 msgr2=0x7fbda409d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:54.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda40d2260 0x7fbda409d9d0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fbd98034040 tx=0x7fbd98003910 comp rx=0 tx=0).stop 2024-07-26T15:44:54.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/29343826 shutdown_connections 2024-07-26T15:44:54.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fbd90077160 0x7fbd90079670 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:54.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbda40d2670 0x7fbda40a0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:54.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbda40d2260 0x7fbda409d9d0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:54.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 --2- 172.21.15.33:0/29343826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbda40b2c00 0x7fbda41f88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:54.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/29343826 >> 172.21.15.33:0/29343826 conn(0x7fbda40d3d70 msgr2=0x7fbda40ceaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:54.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/29343826 shutdown_connections 2024-07-26T15:44:54.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.023+0000 7fbdaa2b3640 1 -- 172.21.15.33:0/29343826 wait complete. 2024-07-26T15:44:54.042 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T15:44:54.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.173+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/2699071424 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5da4004d40 msgr2=0x7f5da4005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:54.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.173+0000 7f5dc3e2c640 1 --2- 172.21.15.33:0/2699071424 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5da4004d40 0x7f5da4005150 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f5db400bbe0 tx=0x7f5da4005830 comp rx=0 tx=0).stop 2024-07-26T15:44:54.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.173+0000 7f5dc23c9640 1 -- 172.21.15.33:0/2699071424 reap_dead start 2024-07-26T15:44:54.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.173+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/2699071424 shutdown_connections 2024-07-26T15:44:54.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.173+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/2699071424 >> 172.21.15.33:0/2699071424 conn(0x7f5dbc0d3dc0 msgr2=0x7f5dbc0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:54.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.173+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/2699071424 shutdown_connections 2024-07-26T15:44:54.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.173+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/2699071424 wait complete. 2024-07-26T15:44:54.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.175+0000 7f5dc3e2c640 1 Processor -- start 2024-07-26T15:44:54.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.175+0000 7f5dc3e2c640 1 -- start start 2024-07-26T15:44:54.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.176+0000 7f5dc3e2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5da4004d40 0x7f5dbc1562f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:54.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.176+0000 7f5dc3e2c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5dbc0c78d0 0x7f5dbc0a0840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:54.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.176+0000 7f5dc3e2c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5dbc0a0d80 0x7f5dbc0a1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:54.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.176+0000 7f5dc3e2c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5dbc0cef90 con 0x7f5da4004d40 2024-07-26T15:44:54.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.176+0000 7f5dc3e2c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5dbc0cee10 con 0x7f5dbc0a0d80 2024-07-26T15:44:54.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.176+0000 7f5dc3e2c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5dbc0cf110 con 0x7f5dbc0c78d0 2024-07-26T15:44:54.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.176+0000 7f5dc1bc8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5da4004d40 0x7f5dbc1562f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:54.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.176+0000 7f5dc1bc8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5da4004d40 0x7f5dbc1562f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49618/0 (socket says 172.21.15.33:49618) 2024-07-26T15:44:54.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.176+0000 7f5dc1bc8640 1 -- 172.21.15.33:0/1486297426 learned_addr learned my addr 172.21.15.33:0/1486297426 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:54.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dc23c9640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5dbc0a0d80 0x7f5dbc0a1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:54.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dc13c7640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5dbc0c78d0 0x7f5dbc0a0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:54.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dc1bc8640 1 -- 172.21.15.33:0/1486297426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5dbc0c78d0 msgr2=0x7f5dbc0a0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:54.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dc1bc8640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5dbc0c78d0 0x7f5dbc0a0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:54.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dc1bc8640 1 -- 172.21.15.33:0/1486297426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5dbc0a0d80 msgr2=0x7f5dbc0a1190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:54.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dc1bc8640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5dbc0a0d80 0x7f5dbc0a1190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:54.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dc1bc8640 1 -- 172.21.15.33:0/1486297426 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dbc0a16d0 con 0x7f5da4004d40 2024-07-26T15:44:54.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dc1bc8640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5da4004d40 0x7f5dbc1562f0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f5dac006300 tx=0x7f5dac006700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:54.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dba7fc640 1 -- 172.21.15.33:0/1486297426 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac015070 con 0x7f5da4004d40 2024-07-26T15:44:54.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/1486297426 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dbc09ed90 con 0x7f5da4004d40 2024-07-26T15:44:54.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dba7fc640 1 -- 172.21.15.33:0/1486297426 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5dac00fce0 con 0x7f5da4004d40 2024-07-26T15:44:54.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dba7fc640 1 -- 172.21.15.33:0/1486297426 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac011690 con 0x7f5da4004d40 2024-07-26T15:44:54.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.177+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/1486297426 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dbc09f350 con 0x7f5da4004d40 2024-07-26T15:44:54.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.178+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/1486297426 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dbc0ce8d0 con 0x7f5da4004d40 2024-07-26T15:44:54.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.179+0000 7f5dba7fc640 1 -- 172.21.15.33:0/1486297426 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f5dac011830 con 0x7f5da4004d40 2024-07-26T15:44:54.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.180+0000 7f5dba7fc640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f5da8077160 0x7f5da8079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:54.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.180+0000 7f5dba7fc640 1 -- 172.21.15.33:0/1486297426 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 5647+0+0 (secure 0 0 0) 0x7f5dac099f90 con 0x7f5da4004d40 2024-07-26T15:44:54.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.180+0000 7f5dc13c7640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f5da8077160 0x7f5da8079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:54.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.180+0000 7f5dc13c7640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f5da8077160 0x7f5da8079670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc0a1f10 tx=0x7f5db0005f90 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:54.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.184+0000 7f5dba7fc640 1 -- 172.21.15.33:0/1486297426 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5dac062950 con 0x7f5da4004d40 2024-07-26T15:44:54.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:54.374+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/1486297426 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f5dbc0b9c80 con 0x7f5da4004d40 2024-07-26T15:44:54.979 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:44:54.982 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:44:55.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.027+0000 7f5dba7fc640 1 -- 172.21.15.33:0/1486297426 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v101) ==== 170+0+0 (secure 0 0 0) 0x7f5dac066ea0 con 0x7f5da4004d40 2024-07-26T15:44:55.028 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T15:44:55.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/1486297426 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f5da8077160 msgr2=0x7f5da8079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:55.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f5da8077160 0x7f5da8079670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc0a1f10 tx=0x7f5db0005f90 comp rx=0 tx=0).stop 2024-07-26T15:44:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/1486297426 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5da4004d40 msgr2=0x7f5dbc1562f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5da4004d40 0x7f5dbc1562f0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f5dac006300 tx=0x7f5dac006700 comp rx=0 tx=0).stop 2024-07-26T15:44:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/1486297426 shutdown_connections 2024-07-26T15:44:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f5da8077160 0x7f5da8079670 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5dbc0a0d80 0x7f5dbc0a1190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5dbc0c78d0 0x7f5dbc0a0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 --2- 172.21.15.33:0/1486297426 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5da4004d40 0x7f5dbc1562f0 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/1486297426 >> 172.21.15.33:0/1486297426 conn(0x7f5dbc0d3dc0 msgr2=0x7f5dbc1612b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/1486297426 shutdown_connections 2024-07-26T15:44:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.030+0000 7f5dc3e2c640 1 -- 172.21.15.33:0/1486297426 wait complete. 2024-07-26T15:44:55.058 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T15:44:55.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.220+0000 7f46de951640 1 -- 172.21.15.33:0/1758468419 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46c0004800 msgr2=0x7f46c0004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:55.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.220+0000 7f46de951640 1 --2- 172.21.15.33:0/1758468419 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46c0004800 0x7f46c0004c10 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f46cc00c2e0 tx=0x7f46c0005830 comp rx=0 tx=0).stop 2024-07-26T15:44:55.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.220+0000 7f46dceee640 1 -- 172.21.15.33:0/1758468419 reap_dead start 2024-07-26T15:44:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.220+0000 7f46de951640 1 -- 172.21.15.33:0/1758468419 shutdown_connections 2024-07-26T15:44:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.220+0000 7f46de951640 1 -- 172.21.15.33:0/1758468419 >> 172.21.15.33:0/1758468419 conn(0x7f46d80b50d0 msgr2=0x7f46d80b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.220+0000 7f46de951640 1 -- 172.21.15.33:0/1758468419 shutdown_connections 2024-07-26T15:44:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.220+0000 7f46de951640 1 -- 172.21.15.33:0/1758468419 wait complete. 2024-07-26T15:44:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.222+0000 7f46de951640 1 Processor -- start 2024-07-26T15:44:55.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.222+0000 7f46de951640 1 -- start start 2024-07-26T15:44:55.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.223+0000 7f46de951640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46c0004800 0x7f46d80c3d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46de951640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46d8151330 0x7f46d81f21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46de951640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46d809b1f0 0x7f46d809b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46de951640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f46d80b0040 con 0x7f46d809b1f0 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46de951640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f46d80afec0 con 0x7f46c0004800 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46de951640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f46d80cee40 con 0x7f46d8151330 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46dceee640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46d809b1f0 0x7f46d809b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46dceee640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46d809b1f0 0x7f46d809b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49634/0 (socket says 172.21.15.33:49634) 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46dceee640 1 -- 172.21.15.33:0/3714741220 learned_addr learned my addr 172.21.15.33:0/3714741220 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46d7fff640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46c0004800 0x7f46d80c3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46d77fe640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46d8151330 0x7f46d81f21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46dceee640 1 -- 172.21.15.33:0/3714741220 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46d8151330 msgr2=0x7f46d81f21e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46dceee640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46d8151330 0x7f46d81f21e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:55.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46dceee640 1 -- 172.21.15.33:0/3714741220 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46c0004800 msgr2=0x7f46d80c3d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46dceee640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46c0004800 0x7f46d80c3d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46dceee640 1 -- 172.21.15.33:0/3714741220 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d809bb40 con 0x7f46d809b1f0 2024-07-26T15:44:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46d77fe640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46d8151330 0x7f46d81f21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46dceee640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46d809b1f0 0x7f46d809b600 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f46d8069130 tx=0x7f46d0011f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46d4ff9640 1 -- 172.21.15.33:0/3714741220 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d0004b20 con 0x7f46d809b1f0 2024-07-26T15:44:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46d4ff9640 1 -- 172.21.15.33:0/3714741220 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46d0004cc0 con 0x7f46d809b1f0 2024-07-26T15:44:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46d4ff9640 1 -- 172.21.15.33:0/3714741220 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d0003bd0 con 0x7f46d809b1f0 2024-07-26T15:44:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46de951640 1 -- 172.21.15.33:0/3714741220 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46d809a430 con 0x7f46d809b1f0 2024-07-26T15:44:55.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.224+0000 7f46de951640 1 -- 172.21.15.33:0/3714741220 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46d809a9f0 con 0x7f46d809b1f0 2024-07-26T15:44:55.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.226+0000 7f46de951640 1 -- 172.21.15.33:0/3714741220 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46d80cd080 con 0x7f46d809b1f0 2024-07-26T15:44:55.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.227+0000 7f46d4ff9640 1 -- 172.21.15.33:0/3714741220 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f46d0004030 con 0x7f46d809b1f0 2024-07-26T15:44:55.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.227+0000 7f46d4ff9640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f46c4077130 0x7f46c4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:55.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.227+0000 7f46d4ff9640 1 -- 172.21.15.33:0/3714741220 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 6029+0+0 (secure 0 0 0) 0x7f46d0099c00 con 0x7f46d809b1f0 2024-07-26T15:44:55.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.227+0000 7f46d7fff640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f46c4077130 0x7f46c4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.228+0000 7f46d7fff640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f46c4077130 0x7f46c4079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f46c8009b30 tx=0x7f46c8005f90 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:55.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.231+0000 7f46d4ff9640 1 -- 172.21.15.33:0/3714741220 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f46d809bb40 con 0x7f46d809b1f0 2024-07-26T15:44:55.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:55.463+0000 7f46de951640 1 -- 172.21.15.33:0/3714741220 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f46d80b1d90 con 0x7f46d809b1f0 2024-07-26T15:44:56.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.038+0000 7f46d4ff9640 1 -- 172.21.15.33:0/3714741220 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 11 and data pool 12 v41) ==== 174+0+0 (secure 0 0 0) 0x7f46d0062ca0 con 0x7f46d809b1f0 2024-07-26T15:44:56.040 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 11 and data pool 12 2024-07-26T15:44:56.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.045+0000 7f46de951640 1 -- 172.21.15.33:0/3714741220 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f46c4077130 msgr2=0x7f46c4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.045+0000 7f46de951640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f46c4077130 0x7f46c4079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f46c8009b30 tx=0x7f46c8005f90 comp rx=0 tx=0).stop 2024-07-26T15:44:56.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.045+0000 7f46de951640 1 -- 172.21.15.33:0/3714741220 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46d809b1f0 msgr2=0x7f46d809b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.045+0000 7f46de951640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46d809b1f0 0x7f46d809b600 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f46d8069130 tx=0x7f46d0011f80 comp rx=0 tx=0).stop 2024-07-26T15:44:56.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.046+0000 7f46de951640 1 -- 172.21.15.33:0/3714741220 shutdown_connections 2024-07-26T15:44:56.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.046+0000 7f46de951640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f46c4077130 0x7f46c4079640 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.046+0000 7f46de951640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46d809b1f0 0x7f46d809b600 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.046+0000 7f46de951640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46d8151330 0x7f46d81f21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.047+0000 7f46de951640 1 --2- 172.21.15.33:0/3714741220 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46c0004800 0x7f46d80c3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.047+0000 7f46de951640 1 -- 172.21.15.33:0/3714741220 >> 172.21.15.33:0/3714741220 conn(0x7f46d80b50d0 msgr2=0x7f46d806caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:56.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.048+0000 7f46de951640 1 -- 172.21.15.33:0/3714741220 shutdown_connections 2024-07-26T15:44:56.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.048+0000 7f46de951640 1 -- 172.21.15.33:0/3714741220 wait complete. 2024-07-26T15:44:56.077 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.197+0000 7f124f006640 1 -- 172.21.15.33:0/2215088598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1230003a00 msgr2=0x7f1230003e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.197+0000 7f124f006640 1 --2- 172.21.15.33:0/2215088598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1230003a00 0x7f1230003e90 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f1238009d20 tx=0x7f1230005830 comp rx=0 tx=0).stop 2024-07-26T15:44:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.197+0000 7f124d5a3640 1 -- 172.21.15.33:0/2215088598 reap_dead start 2024-07-26T15:44:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.197+0000 7f124f006640 1 -- 172.21.15.33:0/2215088598 shutdown_connections 2024-07-26T15:44:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.197+0000 7f124f006640 1 -- 172.21.15.33:0/2215088598 >> 172.21.15.33:0/2215088598 conn(0x7f12480d1bf0 msgr2=0x7f12480d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.197+0000 7f124f006640 1 -- 172.21.15.33:0/2215088598 shutdown_connections 2024-07-26T15:44:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.197+0000 7f124f006640 1 -- 172.21.15.33:0/2215088598 wait complete. 2024-07-26T15:44:56.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.199+0000 7f124f006640 1 Processor -- start 2024-07-26T15:44:56.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.199+0000 7f124f006640 1 -- start start 2024-07-26T15:44:56.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124f006640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1230003a00 0x7f124815a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124f006640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1248151b90 0x7f12480cd270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124f006640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1248151fa0 0x7f12480cd7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124f006640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f12480b7190 con 0x7f1230003a00 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124f006640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f12480b7010 con 0x7f1248151b90 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124f006640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f12480ce300 con 0x7f1248151fa0 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124cda2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1230003a00 0x7f124815a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124cda2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1230003a00 0x7f124815a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49656/0 (socket says 172.21.15.33:49656) 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124cda2640 1 -- 172.21.15.33:0/3254551128 learned_addr learned my addr 172.21.15.33:0/3254551128 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124d5a3640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1248151fa0 0x7f12480cd7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f1247fff640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1248151b90 0x7f12480cd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124cda2640 1 -- 172.21.15.33:0/3254551128 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1248151fa0 msgr2=0x7f12480cd7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124cda2640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1248151fa0 0x7f12480cd7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124cda2640 1 -- 172.21.15.33:0/3254551128 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1248151b90 msgr2=0x7f12480cd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124cda2640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1248151b90 0x7f12480cd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124cda2640 1 -- 172.21.15.33:0/3254551128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f124815b110 con 0x7f1230003a00 2024-07-26T15:44:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f1247fff640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1248151b90 0x7f12480cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124d5a3640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1248151fa0 0x7f12480cd7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f124cda2640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1230003a00 0x7f124815a7e0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f1238009e40 tx=0x7f12380098f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.201+0000 7f12457fa640 1 -- 172.21.15.33:0/3254551128 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1238042020 con 0x7f1230003a00 2024-07-26T15:44:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.202+0000 7f12457fa640 1 -- 172.21.15.33:0/3254551128 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f123802ba30 con 0x7f1230003a00 2024-07-26T15:44:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.202+0000 7f124f006640 1 -- 172.21.15.33:0/3254551128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f124815b3f0 con 0x7f1230003a00 2024-07-26T15:44:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.202+0000 7f12457fa640 1 -- 172.21.15.33:0/3254551128 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1238003a60 con 0x7f1230003a00 2024-07-26T15:44:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.202+0000 7f124f006640 1 -- 172.21.15.33:0/3254551128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12480b5520 con 0x7f1230003a00 2024-07-26T15:44:56.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.203+0000 7f124f006640 1 -- 172.21.15.33:0/3254551128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12480b5750 con 0x7f1230003a00 2024-07-26T15:44:56.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.204+0000 7f12457fa640 1 -- 172.21.15.33:0/3254551128 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f1238045020 con 0x7f1230003a00 2024-07-26T15:44:56.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.204+0000 7f12457fa640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1234077130 0x7f1234079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.204+0000 7f12457fa640 1 -- 172.21.15.33:0/3254551128 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6129+0+0 (secure 0 0 0) 0x7f12380b9f80 con 0x7f1230003a00 2024-07-26T15:44:56.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.204+0000 7f1247fff640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1234077130 0x7f1234079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.205+0000 7f1247fff640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1234077130 0x7f1234079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f12480cb940 tx=0x7f123c0067a0 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:56.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.209+0000 7f12457fa640 1 -- 172.21.15.33:0/3254551128 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f12480b5750 con 0x7f1230003a00 2024-07-26T15:44:56.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.401+0000 7f124f006640 1 -- 172.21.15.33:0/3254551128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1248160400 con 0x7f1230003a00 2024-07-26T15:44:56.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.402+0000 7f12457fa640 1 -- 172.21.15.33:0/3254551128 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v102) ==== 74+0+17012 (secure 0 0 0) 0x7f123804c030 con 0x7f1230003a00 2024-07-26T15:44:56.403 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:56.404 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":102,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:55.465263+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:44:53.118697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-07-26T15:44:54.380179+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:56.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 -- 172.21.15.33:0/3254551128 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1234077130 msgr2=0x7f1234079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1234077130 0x7f1234079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f12480cb940 tx=0x7f123c0067a0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 -- 172.21.15.33:0/3254551128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1230003a00 msgr2=0x7f124815a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1230003a00 0x7f124815a7e0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f1238009e40 tx=0x7f12380098f0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 -- 172.21.15.33:0/3254551128 shutdown_connections 2024-07-26T15:44:56.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1234077130 0x7f1234079640 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1248151fa0 0x7f12480cd7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1248151b90 0x7f12480cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 --2- 172.21.15.33:0/3254551128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1230003a00 0x7f124815a7e0 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 -- 172.21.15.33:0/3254551128 >> 172.21.15.33:0/3254551128 conn(0x7f12480d1bf0 msgr2=0x7f12480b0940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:56.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 -- 172.21.15.33:0/3254551128 shutdown_connections 2024-07-26T15:44:56.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.404+0000 7f124f006640 1 -- 172.21.15.33:0/3254551128 wait complete. 2024-07-26T15:44:56.417 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:56.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.533+0000 7efbfc23a640 1 -- 172.21.15.33:0/4015344779 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efbf40d2990 msgr2=0x7efbf40b1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.533+0000 7efbfc23a640 1 --2- 172.21.15.33:0/4015344779 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efbf40d2990 0x7efbf40b1470 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7efbec005fd0 tx=0x7efbec02aa50 comp rx=0 tx=0).stop 2024-07-26T15:44:56.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.533+0000 7efbfc23a640 1 -- 172.21.15.33:0/4015344779 shutdown_connections 2024-07-26T15:44:56.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.533+0000 7efbfc23a640 1 --2- 172.21.15.33:0/4015344779 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efbf40d2990 0x7efbf40b1470 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.533+0000 7efbfc23a640 1 --2- 172.21.15.33:0/4015344779 >> v2:172.21.15.154:3300/0 conn(0x7efbf40cf430 0x7efbf40b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.533+0000 7efbfc23a640 1 -- 172.21.15.33:0/4015344779 >> 172.21.15.33:0/4015344779 conn(0x7efbf40d3da0 msgr2=0x7efbf40d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:56.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.533+0000 7efbfc23a640 1 -- 172.21.15.33:0/4015344779 shutdown_connections 2024-07-26T15:44:56.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.533+0000 7efbfc23a640 1 -- 172.21.15.33:0/4015344779 wait complete. 2024-07-26T15:44:56.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.535+0000 7efbfc23a640 1 Processor -- start 2024-07-26T15:44:56.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.535+0000 7efbfc23a640 1 -- start start 2024-07-26T15:44:56.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.536+0000 7efbfc23a640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efbf40cf430 0x7efbf41f20f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.536+0000 7efbfc23a640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efbf40d1b80 0x7efbf4157b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.536+0000 7efbfc23a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efbf4158090 0x7efbf41f8360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.536+0000 7efbfc23a640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efbf40b1ee0 con 0x7efbf4158090 2024-07-26T15:44:56.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.536+0000 7efbfc23a640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efbf40b1d60 con 0x7efbf40cf430 2024-07-26T15:44:56.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.536+0000 7efbfc23a640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efbf40b2060 con 0x7efbf40d1b80 2024-07-26T15:44:56.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.536+0000 7efbfa7d7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efbf4158090 0x7efbf41f8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.536+0000 7efbfa7d7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efbf4158090 0x7efbf41f8360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49660/0 (socket says 172.21.15.33:49660) 2024-07-26T15:44:56.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.536+0000 7efbfa7d7640 1 -- 172.21.15.33:0/796188881 learned_addr learned my addr 172.21.15.33:0/796188881 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbf97d5640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efbf40d1b80 0x7efbf4157b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbf9fd6640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efbf40cf430 0x7efbf41f20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbfa7d7640 1 -- 172.21.15.33:0/796188881 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efbf40d1b80 msgr2=0x7efbf4157b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbfa7d7640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efbf40d1b80 0x7efbf4157b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbfa7d7640 1 -- 172.21.15.33:0/796188881 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efbf40cf430 msgr2=0x7efbf41f20f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbfa7d7640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efbf40cf430 0x7efbf41f20f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbfa7d7640 1 -- 172.21.15.33:0/796188881 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efbf4155dc0 con 0x7efbf4158090 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbf9fd6640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efbf40cf430 0x7efbf41f20f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbf97d5640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efbf40d1b80 0x7efbf4157b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbfa7d7640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efbf4158090 0x7efbf41f8360 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7efbec009d90 tx=0x7efbec003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbea7fc640 1 -- 172.21.15.33:0/796188881 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbec033050 con 0x7efbf4158090 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbea7fc640 1 -- 172.21.15.33:0/796188881 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efbec0044d0 con 0x7efbf4158090 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbfc23a640 1 -- 172.21.15.33:0/796188881 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efbf41560a0 con 0x7efbf4158090 2024-07-26T15:44:56.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbea7fc640 1 -- 172.21.15.33:0/796188881 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbec038450 con 0x7efbf4158090 2024-07-26T15:44:56.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.537+0000 7efbfc23a640 1 -- 172.21.15.33:0/796188881 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efbf4156660 con 0x7efbf4158090 2024-07-26T15:44:56.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.538+0000 7efbfc23a640 1 -- 172.21.15.33:0/796188881 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efbf406ded0 con 0x7efbf4158090 2024-07-26T15:44:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.539+0000 7efbea7fc640 1 -- 172.21.15.33:0/796188881 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7efbec036070 con 0x7efbf4158090 2024-07-26T15:44:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.540+0000 7efbea7fc640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7efbd8077130 0x7efbd8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.540+0000 7efbf9fd6640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7efbd8077130 0x7efbd8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.540+0000 7efbea7fc640 1 -- 172.21.15.33:0/796188881 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6129+0+0 (secure 0 0 0) 0x7efbec0ba2a0 con 0x7efbf4158090 2024-07-26T15:44:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.540+0000 7efbf9fd6640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7efbd8077130 0x7efbd8079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7efbf00058c0 tx=0x7efbf0005c90 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:56.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.545+0000 7efbea7fc640 1 -- 172.21.15.33:0/796188881 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efbf406ded0 con 0x7efbf4158090 2024-07-26T15:44:56.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.737+0000 7efbfc23a640 1 -- 172.21.15.33:0/796188881 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efbf40b25c0 con 0x7efbf4158090 2024-07-26T15:44:56.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.738+0000 7efbea7fc640 1 -- 172.21.15.33:0/796188881 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v102) ==== 74+0+17012 (secure 0 0 0) 0x7efbec0830d0 con 0x7efbf4158090 2024-07-26T15:44:56.739 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:56.739 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":102,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:55.465263+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:44:53.118697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-07-26T15:44:54.380179+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:56.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 -- 172.21.15.33:0/796188881 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7efbd8077130 msgr2=0x7efbd8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7efbd8077130 0x7efbd8079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7efbf00058c0 tx=0x7efbf0005c90 comp rx=0 tx=0).stop 2024-07-26T15:44:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 -- 172.21.15.33:0/796188881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efbf4158090 msgr2=0x7efbf41f8360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efbf4158090 0x7efbf41f8360 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7efbec009d90 tx=0x7efbec003f10 comp rx=0 tx=0).stop 2024-07-26T15:44:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 -- 172.21.15.33:0/796188881 shutdown_connections 2024-07-26T15:44:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7efbd8077130 0x7efbd8079640 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efbf4158090 0x7efbf41f8360 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efbf40d1b80 0x7efbf4157b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 --2- 172.21.15.33:0/796188881 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efbf40cf430 0x7efbf41f20f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 -- 172.21.15.33:0/796188881 >> 172.21.15.33:0/796188881 conn(0x7efbf40d3da0 msgr2=0x7efbf40b7740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 -- 172.21.15.33:0/796188881 shutdown_connections 2024-07-26T15:44:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.740+0000 7efbfc23a640 1 -- 172.21.15.33:0/796188881 wait complete. 2024-07-26T15:44:56.753 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T15:44:56.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.873+0000 7f9b70c99640 1 -- 172.21.15.33:0/3293691363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b54004800 msgr2=0x7f9b54004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.873+0000 7f9b70c99640 1 --2- 172.21.15.33:0/3293691363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b54004800 0x7f9b54004c10 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c09fdd0 tx=0x7f9b54005830 comp rx=0 tx=0).stop 2024-07-26T15:44:56.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.873+0000 7f9b6ad9d640 1 -- 172.21.15.33:0/3293691363 reap_dead start 2024-07-26T15:44:56.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.873+0000 7f9b70c99640 1 -- 172.21.15.33:0/3293691363 shutdown_connections 2024-07-26T15:44:56.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.873+0000 7f9b70c99640 1 -- 172.21.15.33:0/3293691363 >> 172.21.15.33:0/3293691363 conn(0x7f9b6c0b37a0 msgr2=0x7f9b6c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:56.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.873+0000 7f9b70c99640 1 -- 172.21.15.33:0/3293691363 shutdown_connections 2024-07-26T15:44:56.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.873+0000 7f9b70c99640 1 -- 172.21.15.33:0/3293691363 wait complete. 2024-07-26T15:44:56.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.876+0000 7f9b70c99640 1 Processor -- start 2024-07-26T15:44:56.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.876+0000 7f9b70c99640 1 -- start start 2024-07-26T15:44:56.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b70c99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b54004800 0x7f9b6c0cbac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b70c99640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c15bf30 0x7f9b6c15d050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b70c99640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c15c340 0x7f9b6c15d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b70c99640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c0ccf50 con 0x7f9b54004800 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b70c99640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c0ccdd0 con 0x7f9b6c15c340 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b70c99640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9b6c0cd0d0 con 0x7f9b6c15bf30 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b6a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b54004800 0x7f9b6c0cbac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b6a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b54004800 0x7f9b6c0cbac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49680/0 (socket says 172.21.15.33:49680) 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b6a59c640 1 -- 172.21.15.33:0/989835317 learned_addr learned my addr 172.21.15.33:0/989835317 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b69d9b640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c15bf30 0x7f9b6c15d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b6ad9d640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c15c340 0x7f9b6c15d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b6a59c640 1 -- 172.21.15.33:0/989835317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c15bf30 msgr2=0x7f9b6c15d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b6a59c640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c15bf30 0x7f9b6c15d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b6a59c640 1 -- 172.21.15.33:0/989835317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c15c340 msgr2=0x7f9b6c15d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:56.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b6a59c640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c15c340 0x7f9b6c15d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:56.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b6a59c640 1 -- 172.21.15.33:0/989835317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6c09fa10 con 0x7f9b54004800 2024-07-26T15:44:56.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b6ad9d640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c15c340 0x7f9b6c15d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:56.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b6a59c640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b54004800 0x7f9b6c0cbac0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c006680 tx=0x7f9b5c0066b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:56.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b5affd640 1 -- 172.21.15.33:0/989835317 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c015070 con 0x7f9b54004800 2024-07-26T15:44:56.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b5affd640 1 -- 172.21.15.33:0/989835317 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b5c011900 con 0x7f9b54004800 2024-07-26T15:44:56.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b70c99640 1 -- 172.21.15.33:0/989835317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b6c09c7b0 con 0x7f9b54004800 2024-07-26T15:44:56.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b5affd640 1 -- 172.21.15.33:0/989835317 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c011d30 con 0x7f9b54004800 2024-07-26T15:44:56.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.877+0000 7f9b70c99640 1 -- 172.21.15.33:0/989835317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b6c09e470 con 0x7f9b54004800 2024-07-26T15:44:56.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.878+0000 7f9b70c99640 1 -- 172.21.15.33:0/989835317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b6c0aee90 con 0x7f9b54004800 2024-07-26T15:44:56.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.880+0000 7f9b5affd640 1 -- 172.21.15.33:0/989835317 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f9b5c018070 con 0x7f9b54004800 2024-07-26T15:44:56.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.880+0000 7f9b5affd640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9b4c077130 0x7f9b4c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:56.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.880+0000 7f9b5affd640 1 -- 172.21.15.33:0/989835317 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 6129+0+0 (secure 0 0 0) 0x7f9b5c099960 con 0x7f9b54004800 2024-07-26T15:44:56.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.880+0000 7f9b69d9b640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9b4c077130 0x7f9b4c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:56.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.880+0000 7f9b69d9b640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9b4c077130 0x7f9b4c079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9b60036000 tx=0x7f9b600046c0 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:56.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:56.883+0000 7f9b5affd640 1 -- 172.21.15.33:0/989835317 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9b5c062850 con 0x7f9b54004800 2024-07-26T15:44:57.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:57.117+0000 7f9b70c99640 1 -- 172.21.15.33:0/989835317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f9b6c0b44d0 con 0x7f9b54004800 2024-07-26T15:44:58.024 INFO:tasks.ceph.mds.d.smithi154.stderr:2024-07-26T15:44:58.022+0000 7f6fffe51640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:44:58.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.057+0000 7f9b5affd640 1 -- 172.21.15.33:0/989835317 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v44) ==== 118+0+0 (secure 0 0 0) 0x7f9b6c0b44d0 con 0x7f9b54004800 2024-07-26T15:44:58.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 -- 172.21.15.33:0/989835317 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9b4c077130 msgr2=0x7f9b4c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:58.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9b4c077130 0x7f9b4c079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9b60036000 tx=0x7f9b600046c0 comp rx=0 tx=0).stop 2024-07-26T15:44:58.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 -- 172.21.15.33:0/989835317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b54004800 msgr2=0x7f9b6c0cbac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:58.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b54004800 0x7f9b6c0cbac0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c006680 tx=0x7f9b5c0066b0 comp rx=0 tx=0).stop 2024-07-26T15:44:58.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 -- 172.21.15.33:0/989835317 shutdown_connections 2024-07-26T15:44:58.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9b4c077130 0x7f9b4c079640 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:58.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c15c340 0x7f9b6c15d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:58.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c15bf30 0x7f9b6c15d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:58.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 --2- 172.21.15.33:0/989835317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b54004800 0x7f9b6c0cbac0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:58.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 -- 172.21.15.33:0/989835317 >> 172.21.15.33:0/989835317 conn(0x7f9b6c0b37a0 msgr2=0x7f9b6c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:58.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 -- 172.21.15.33:0/989835317 shutdown_connections 2024-07-26T15:44:58.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.060+0000 7f9b70c99640 1 -- 172.21.15.33:0/989835317 wait complete. 2024-07-26T15:44:58.075 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T15:44:58.075 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T15:44:58.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.203+0000 7f30bda06640 1 -- 172.21.15.33:0/302571068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30a4005150 msgr2=0x7f30a400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:58.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.203+0000 7f30bda06640 1 --2- 172.21.15.33:0/302571068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30a4005150 0x7f30a400b9c0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f30b000c610 tx=0x7f30a4005830 comp rx=0 tx=0).stop 2024-07-26T15:44:58.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.203+0000 7f30b77fe640 1 -- 172.21.15.33:0/302571068 reap_dead start 2024-07-26T15:44:58.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.203+0000 7f30bda06640 1 -- 172.21.15.33:0/302571068 shutdown_connections 2024-07-26T15:44:58.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.203+0000 7f30bda06640 1 -- 172.21.15.33:0/302571068 >> 172.21.15.33:0/302571068 conn(0x7f30b80d3d90 msgr2=0x7f30b80d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:58.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.203+0000 7f30bda06640 1 -- 172.21.15.33:0/302571068 shutdown_connections 2024-07-26T15:44:58.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.203+0000 7f30bda06640 1 -- 172.21.15.33:0/302571068 wait complete. 2024-07-26T15:44:58.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.205+0000 7f30bda06640 1 Processor -- start 2024-07-26T15:44:58.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.206+0000 7f30bda06640 1 -- start start 2024-07-26T15:44:58.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30bda06640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30b81f5bf0 0x7f30b81f2b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:58.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30bda06640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30b81f46c0 0x7f30b809ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30bda06640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30b81f4ad0 0x7f30b81603a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30bda06640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f30b80cfa20 con 0x7f30b81f4ad0 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30bda06640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f30b80cf8a0 con 0x7f30b81f46c0 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30bda06640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f30b80cfba0 con 0x7f30b81f5bf0 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30b77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30b81f4ad0 0x7f30b81603a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30b77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30b81f4ad0 0x7f30b81603a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49698/0 (socket says 172.21.15.33:49698) 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30b77fe640 1 -- 172.21.15.33:0/3794565149 learned_addr learned my addr 172.21.15.33:0/3794565149 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30ae7fc640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30b81f46c0 0x7f30b809ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30b6ffd640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30b81f5bf0 0x7f30b81f2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30b77fe640 1 -- 172.21.15.33:0/3794565149 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30b81f5bf0 msgr2=0x7f30b81f2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30b77fe640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30b81f5bf0 0x7f30b81f2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30b77fe640 1 -- 172.21.15.33:0/3794565149 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30b81f46c0 msgr2=0x7f30b809ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:58.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30b77fe640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30b81f46c0 0x7f30b809ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:58.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30b77fe640 1 -- 172.21.15.33:0/3794565149 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30b809ff00 con 0x7f30b81f4ad0 2024-07-26T15:44:58.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30ae7fc640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30b81f46c0 0x7f30b809ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:58.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.207+0000 7f30b77fe640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30b81f4ad0 0x7f30b81603a0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f30b000c730 tx=0x7f30b0003c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:58.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.208+0000 7f30b4ff9640 1 -- 172.21.15.33:0/3794565149 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30b0039070 con 0x7f30b81f4ad0 2024-07-26T15:44:58.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.208+0000 7f30b4ff9640 1 -- 172.21.15.33:0/3794565149 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f30b002ba90 con 0x7f30b81f4ad0 2024-07-26T15:44:58.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.208+0000 7f30bda06640 1 -- 172.21.15.33:0/3794565149 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30b809e770 con 0x7f30b81f4ad0 2024-07-26T15:44:58.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.208+0000 7f30b4ff9640 1 -- 172.21.15.33:0/3794565149 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30b0006180 con 0x7f30b81f4ad0 2024-07-26T15:44:58.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.208+0000 7f30bda06640 1 -- 172.21.15.33:0/3794565149 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30b80a0460 con 0x7f30b81f4ad0 2024-07-26T15:44:58.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.209+0000 7f30bda06640 1 -- 172.21.15.33:0/3794565149 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30b80d4920 con 0x7f30b81f4ad0 2024-07-26T15:44:58.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.209+0000 7f30b4ff9640 1 -- 172.21.15.33:0/3794565149 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f30b003c020 con 0x7f30b81f4ad0 2024-07-26T15:44:58.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.210+0000 7f30b4ff9640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3098077130 0x7f3098079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:58.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.210+0000 7f30b4ff9640 1 -- 172.21.15.33:0/3794565149 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f30b00b8b50 con 0x7f30b81f4ad0 2024-07-26T15:44:58.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.210+0000 7f30b6ffd640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3098077130 0x7f3098079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:58.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.211+0000 7f30b6ffd640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3098077130 0x7f3098079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f30b81e9720 tx=0x7f30a8005f30 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:58.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.215+0000 7f30b4ff9640 1 -- 172.21.15.33:0/3794565149 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f30b809ff00 con 0x7f30b81f4ad0 2024-07-26T15:44:58.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:58.445+0000 7f30bda06640 1 -- 172.21.15.33:0/3794565149 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f30b80d1410 con 0x7f30b81f4ad0 2024-07-26T15:44:59.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.057+0000 7f30b4ff9640 1 -- 172.21.15.33:0/3794565149 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v45) ==== 122+0+0 (secure 0 0 0) 0x7f30b0081be0 con 0x7f30b81f4ad0 2024-07-26T15:44:59.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 -- 172.21.15.33:0/3794565149 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3098077130 msgr2=0x7f3098079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3098077130 0x7f3098079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f30b81e9720 tx=0x7f30a8005f30 comp rx=0 tx=0).stop 2024-07-26T15:44:59.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 -- 172.21.15.33:0/3794565149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30b81f4ad0 msgr2=0x7f30b81603a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30b81f4ad0 0x7f30b81603a0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f30b000c730 tx=0x7f30b0003c60 comp rx=0 tx=0).stop 2024-07-26T15:44:59.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 -- 172.21.15.33:0/3794565149 shutdown_connections 2024-07-26T15:44:59.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f3098077130 0x7f3098079640 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30b81f4ad0 0x7f30b81603a0 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30b81f46c0 0x7f30b809ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 --2- 172.21.15.33:0/3794565149 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30b81f5bf0 0x7f30b81f2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 -- 172.21.15.33:0/3794565149 >> 172.21.15.33:0/3794565149 conn(0x7f30b80d3d90 msgr2=0x7f30b815ea80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:59.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 -- 172.21.15.33:0/3794565149 shutdown_connections 2024-07-26T15:44:59.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.060+0000 7f30bda06640 1 -- 172.21.15.33:0/3794565149 wait complete. 2024-07-26T15:44:59.075 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T15:44:59.076 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:44:59.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.199+0000 7f407798e640 1 -- 172.21.15.33:0/4200080195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f405c003a30 msgr2=0x7f405c003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.199+0000 7f407798e640 1 --2- 172.21.15.33:0/4200080195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f405c003a30 0x7f405c003ea0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f406c006fa0 tx=0x7f405c005830 comp rx=0 tx=0).stop 2024-07-26T15:44:59.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.199+0000 7f4075f2b640 1 -- 172.21.15.33:0/4200080195 reap_dead start 2024-07-26T15:44:59.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.199+0000 7f407798e640 1 -- 172.21.15.33:0/4200080195 shutdown_connections 2024-07-26T15:44:59.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.199+0000 7f407798e640 1 -- 172.21.15.33:0/4200080195 >> 172.21.15.33:0/4200080195 conn(0x7f40700d3da0 msgr2=0x7f40700d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:59.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.199+0000 7f407798e640 1 -- 172.21.15.33:0/4200080195 shutdown_connections 2024-07-26T15:44:59.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.199+0000 7f407798e640 1 -- 172.21.15.33:0/4200080195 wait complete. 2024-07-26T15:44:59.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.201+0000 7f407798e640 1 Processor -- start 2024-07-26T15:44:59.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.201+0000 7f407798e640 1 -- start start 2024-07-26T15:44:59.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.202+0000 7f407798e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f405c003a30 0x7f40701f4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.202+0000 7f407798e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f40701e7850 0x7f40701e4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.202+0000 7f407798e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40701e5500 0x7f40701e30a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.202+0000 7f407798e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f40700d0d20 con 0x7f40701e5500 2024-07-26T15:44:59.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.202+0000 7f407798e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f40700b4ab0 con 0x7f40701e7850 2024-07-26T15:44:59.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.202+0000 7f407798e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f40700d0ea0 con 0x7f405c003a30 2024-07-26T15:44:59.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.202+0000 7f4075f2b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40701e5500 0x7f40701e30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.202+0000 7f4075f2b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40701e5500 0x7f40701e30a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49708/0 (socket says 172.21.15.33:49708) 2024-07-26T15:44:59.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.202+0000 7f4075f2b640 1 -- 172.21.15.33:0/3599814915 learned_addr learned my addr 172.21.15.33:0/3599814915 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:59.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.202+0000 7f4074f29640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f40701e7850 0x7f40701e4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.202+0000 7f407572a640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f405c003a30 0x7f40701f4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.203+0000 7f4075f2b640 1 -- 172.21.15.33:0/3599814915 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f405c003a30 msgr2=0x7f40701f4ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.203+0000 7f4075f2b640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f405c003a30 0x7f40701f4ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.203+0000 7f4075f2b640 1 -- 172.21.15.33:0/3599814915 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f40701e7850 msgr2=0x7f40701e4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.203+0000 7f4075f2b640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f40701e7850 0x7f40701e4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.203+0000 7f4075f2b640 1 -- 172.21.15.33:0/3599814915 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40701f2b30 con 0x7f40701e5500 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.203+0000 7f4075f2b640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40701e5500 0x7f40701e30a0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f40700b4830 tx=0x7f4068001950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.203+0000 7f4065ffb640 1 -- 172.21.15.33:0/3599814915 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4068011870 con 0x7f40701e5500 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.203+0000 7f4065ffb640 1 -- 172.21.15.33:0/3599814915 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4068017070 con 0x7f40701e5500 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.203+0000 7f4065ffb640 1 -- 172.21.15.33:0/3599814915 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4068011dc0 con 0x7f40701e5500 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.203+0000 7f407798e640 1 -- 172.21.15.33:0/3599814915 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40701f5740 con 0x7f40701e5500 2024-07-26T15:44:59.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.203+0000 7f407798e640 1 -- 172.21.15.33:0/3599814915 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40701f5d00 con 0x7f40701e5500 2024-07-26T15:44:59.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.204+0000 7f407798e640 1 -- 172.21.15.33:0/3599814915 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40700cf710 con 0x7f40701e5500 2024-07-26T15:44:59.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.205+0000 7f4065ffb640 1 -- 172.21.15.33:0/3599814915 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f406801c460 con 0x7f40701e5500 2024-07-26T15:44:59.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.205+0000 7f4065ffb640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4054077160 0x7f4054079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.205+0000 7f4065ffb640 1 -- 172.21.15.33:0/3599814915 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f40680992e0 con 0x7f40701e5500 2024-07-26T15:44:59.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.205+0000 7f407572a640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4054077160 0x7f4054079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.206+0000 7f407572a640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4054077160 0x7f4054079670 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f406c033000 tx=0x7f40700d18b0 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:59.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.210+0000 7f4065ffb640 1 -- 172.21.15.33:0/3599814915 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4068061a20 con 0x7f40701e5500 2024-07-26T15:44:59.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.440+0000 7f407798e640 1 -- 172.21.15.33:0/3599814915 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40701f54d0 con 0x7f40701e5500 2024-07-26T15:44:59.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.441+0000 7f4065ffb640 1 -- 172.21.15.33:0/3599814915 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5222 (secure 0 0 0) 0x7f406806a340 con 0x7f40701e5500 2024-07-26T15:44:59.451 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:59.451 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":45,"btime":"2024-07-26T15:44:59:057199+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5993,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/543754310","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":543754310},{"type":"v1","addr":"172.21.15.33:6834","nonce":543754310}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6005,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/363381174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":363381174},{"type":"v1","addr":"172.21.15.154:6834","nonce":363381174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6439,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/842300231","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":842300231},{"type":"v1","addr":"172.21.15.33:6835","nonce":842300231}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:55.465219+0000","modified":"2024-07-26T15:44:58.446668+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6454},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6454":{"gid":6454,"name":"d","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/2955784907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2955784907},{"type":"v1","addr":"172.21.15.154:6835","nonce":2955784907}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6454,"qdb_cluster":[6454]},"id":5}]} 2024-07-26T15:44:59.452 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 45 2024-07-26T15:44:59.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 -- 172.21.15.33:0/3599814915 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4054077160 msgr2=0x7f4054079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4054077160 0x7f4054079670 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f406c033000 tx=0x7f40700d18b0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 -- 172.21.15.33:0/3599814915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40701e5500 msgr2=0x7f40701e30a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40701e5500 0x7f40701e30a0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f40700b4830 tx=0x7f4068001950 comp rx=0 tx=0).stop 2024-07-26T15:44:59.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 -- 172.21.15.33:0/3599814915 shutdown_connections 2024-07-26T15:44:59.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4054077160 0x7f4054079670 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40701e5500 0x7f40701e30a0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f40701e7850 0x7f40701e4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 --2- 172.21.15.33:0/3599814915 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f405c003a30 0x7f40701f4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 -- 172.21.15.33:0/3599814915 >> 172.21.15.33:0/3599814915 conn(0x7f40700d3da0 msgr2=0x7f40700b6dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:59.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 -- 172.21.15.33:0/3599814915 shutdown_connections 2024-07-26T15:44:59.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.443+0000 7f407798e640 1 -- 172.21.15.33:0/3599814915 wait complete. 2024-07-26T15:44:59.456 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:44:59.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.573+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3945667066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba84003f90 msgr2=0x7fba84004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.573+0000 7fbaa2a4b640 1 --2- 172.21.15.33:0/3945667066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba84003f90 0x7fba84004800 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fba9c09fb50 tx=0x7fba84005830 comp rx=0 tx=0).stop 2024-07-26T15:44:59.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.573+0000 7fbaa0fe8640 1 -- 172.21.15.33:0/3945667066 reap_dead start 2024-07-26T15:44:59.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.573+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3945667066 shutdown_connections 2024-07-26T15:44:59.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.573+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3945667066 >> 172.21.15.33:0/3945667066 conn(0x7fba9c0d1b70 msgr2=0x7fba9c0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:59.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.573+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3945667066 shutdown_connections 2024-07-26T15:44:59.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.573+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3945667066 wait complete. 2024-07-26T15:44:59.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.575+0000 7fbaa2a4b640 1 Processor -- start 2024-07-26T15:44:59.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.575+0000 7fbaa2a4b640 1 -- start start 2024-07-26T15:44:59.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.576+0000 7fbaa2a4b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba84003f90 0x7fba9c1f6900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.576+0000 7fbaa2a4b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba9c15c840 0x7fba9c15cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.576+0000 7fbaa2a4b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9c1f2050 0x7fba9c1f2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.576+0000 7fbaa2a4b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fba9c0ce5f0 con 0x7fba9c1f2050 2024-07-26T15:44:59.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.576+0000 7fbaa2a4b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fba9c0ce470 con 0x7fba9c15c840 2024-07-26T15:44:59.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.576+0000 7fbaa2a4b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fba9c0b26c0 con 0x7fba84003f90 2024-07-26T15:44:59.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.576+0000 7fbaa0fe8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9c1f2050 0x7fba9c1f2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.576+0000 7fbaa0fe8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9c1f2050 0x7fba9c1f2460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49740/0 (socket says 172.21.15.33:49740) 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.576+0000 7fbaa0fe8640 1 -- 172.21.15.33:0/3461738421 learned_addr learned my addr 172.21.15.33:0/3461738421 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fba9bfff640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba84003f90 0x7fba9c1f6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fba9b7fe640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba9c15c840 0x7fba9c15cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fbaa0fe8640 1 -- 172.21.15.33:0/3461738421 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba84003f90 msgr2=0x7fba9c1f6900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fbaa0fe8640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba84003f90 0x7fba9c1f6900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fbaa0fe8640 1 -- 172.21.15.33:0/3461738421 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba9c15c840 msgr2=0x7fba9c15cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fbaa0fe8640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba9c15c840 0x7fba9c15cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fbaa0fe8640 1 -- 172.21.15.33:0/3461738421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba9c1f6e40 con 0x7fba9c1f2050 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fbaa0fe8640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9c1f2050 0x7fba9c1f2460 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fba84004780 tx=0x7fba94006660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fba98ff9640 1 -- 172.21.15.33:0/3461738421 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba9400fa20 con 0x7fba9c1f2050 2024-07-26T15:44:59.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fba98ff9640 1 -- 172.21.15.33:0/3461738421 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fba94018070 con 0x7fba9c1f2050 2024-07-26T15:44:59.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3461738421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba9c15d190 con 0x7fba9c1f2050 2024-07-26T15:44:59.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fba98ff9640 1 -- 172.21.15.33:0/3461738421 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba9400fea0 con 0x7fba9c1f2050 2024-07-26T15:44:59.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.577+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3461738421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba9c1f2ee0 con 0x7fba9c1f2050 2024-07-26T15:44:59.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.578+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3461738421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba9c0b2c20 con 0x7fba9c1f2050 2024-07-26T15:44:59.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.579+0000 7fba98ff9640 1 -- 172.21.15.33:0/3461738421 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7fba9401d460 con 0x7fba9c1f2050 2024-07-26T15:44:59.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.579+0000 7fba98ff9640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba88077130 0x7fba88079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.580+0000 7fba98ff9640 1 -- 172.21.15.33:0/3461738421 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7fba94099470 con 0x7fba9c1f2050 2024-07-26T15:44:59.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.580+0000 7fba9bfff640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba88077130 0x7fba88079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.580+0000 7fba9bfff640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba88077130 0x7fba88079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fba8c009c60 tx=0x7fba8c005f90 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:59.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.584+0000 7fba98ff9640 1 -- 172.21.15.33:0/3461738421 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fba9c15d190 con 0x7fba9c1f2050 2024-07-26T15:44:59.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.781+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3461738421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fba9c1f2c70 con 0x7fba9c1f2050 2024-07-26T15:44:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.782+0000 7fba98ff9640 1 -- 172.21.15.33:0/3461738421 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+16999 (secure 0 0 0) 0x7fba9c1f6e40 con 0x7fba9c1f2050 2024-07-26T15:44:59.784 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:44:59.784 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":103,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:44:57.029710+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:44:53.118697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-07-26T15:44:54.380179+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:44:59.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3461738421 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba88077130 msgr2=0x7fba88079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba88077130 0x7fba88079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fba8c009c60 tx=0x7fba8c005f90 comp rx=0 tx=0).stop 2024-07-26T15:44:59.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3461738421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9c1f2050 msgr2=0x7fba9c1f2460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9c1f2050 0x7fba9c1f2460 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7fba84004780 tx=0x7fba94006660 comp rx=0 tx=0).stop 2024-07-26T15:44:59.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3461738421 shutdown_connections 2024-07-26T15:44:59.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba88077130 0x7fba88079640 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba9c1f2050 0x7fba9c1f2460 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba9c15c840 0x7fba9c15cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 --2- 172.21.15.33:0/3461738421 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba84003f90 0x7fba9c1f6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3461738421 >> 172.21.15.33:0/3461738421 conn(0x7fba9c0d1b70 msgr2=0x7fba9c15bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:59.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3461738421 shutdown_connections 2024-07-26T15:44:59.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.784+0000 7fbaa2a4b640 1 -- 172.21.15.33:0/3461738421 wait complete. 2024-07-26T15:44:59.797 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T15:44:59.798 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:44:59.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.914+0000 7f1deaf5e640 1 -- 172.21.15.33:0/2292850220 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1de40b2dc0 msgr2=0x7f1de40d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.914+0000 7f1deaf5e640 1 --2- 172.21.15.33:0/2292850220 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1de40b2dc0 0x7f1de40d2930 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f1dd40098e0 tx=0x7f1dd402a4a0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.914+0000 7f1deaf5e640 1 -- 172.21.15.33:0/2292850220 shutdown_connections 2024-07-26T15:44:59.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.914+0000 7f1deaf5e640 1 --2- 172.21.15.33:0/2292850220 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1de40d0570 0x7f1de40d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.914+0000 7f1deaf5e640 1 --2- 172.21.15.33:0/2292850220 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1de40b2dc0 0x7f1de40d2930 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.914+0000 7f1deaf5e640 1 -- 172.21.15.33:0/2292850220 >> 172.21.15.33:0/2292850220 conn(0x7f1de40d3e10 msgr2=0x7f1de40d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:44:59.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.914+0000 7f1deaf5e640 1 -- 172.21.15.33:0/2292850220 shutdown_connections 2024-07-26T15:44:59.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.914+0000 7f1deaf5e640 1 -- 172.21.15.33:0/2292850220 wait complete. 2024-07-26T15:44:59.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.916+0000 7f1deaf5e640 1 Processor -- start 2024-07-26T15:44:59.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.916+0000 7f1deaf5e640 1 -- start start 2024-07-26T15:44:59.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1deaf5e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1de40b2dc0 0x7f1de41f89c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1deaf5e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1de40ce9e0 0x7f1de41680c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1deaf5e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1de40d0570 0x7f1de40ccec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1deaf5e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1de40d4b40 con 0x7f1de40d0570 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1deaf5e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1de40cf710 con 0x7f1de40ce9e0 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1deaf5e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1de40d4cc0 con 0x7f1de40b2dc0 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de94fb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1de40d0570 0x7f1de40ccec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de94fb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1de40d0570 0x7f1de40ccec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49764/0 (socket says 172.21.15.33:49764) 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de94fb640 1 -- 172.21.15.33:0/1919792376 learned_addr learned my addr 172.21.15.33:0/1919792376 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de8cfa640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1de40b2dc0 0x7f1de41f89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de3fff640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1de40ce9e0 0x7f1de41680c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de94fb640 1 -- 172.21.15.33:0/1919792376 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1de40b2dc0 msgr2=0x7f1de41f89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de94fb640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1de40b2dc0 0x7f1de41f89c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de94fb640 1 -- 172.21.15.33:0/1919792376 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1de40ce9e0 msgr2=0x7f1de41680c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:44:59.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de94fb640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1de40ce9e0 0x7f1de41680c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:44:59.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de94fb640 1 -- 172.21.15.33:0/1919792376 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1de40b8140 con 0x7f1de40d0570 2024-07-26T15:44:59.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de3fff640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1de40ce9e0 0x7f1de41680c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:44:59.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.918+0000 7f1de94fb640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1de40d0570 0x7f1de40ccec0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f1ddc00c3c0 tx=0x7f1ddc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:59.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.919+0000 7f1de17fa640 1 -- 172.21.15.33:0/1919792376 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ddc017070 con 0x7f1de40d0570 2024-07-26T15:44:59.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.919+0000 7f1de17fa640 1 -- 172.21.15.33:0/1919792376 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ddc0053c0 con 0x7f1de40d0570 2024-07-26T15:44:59.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.919+0000 7f1deaf5e640 1 -- 172.21.15.33:0/1919792376 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1de40b8420 con 0x7f1de40d0570 2024-07-26T15:44:59.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.919+0000 7f1de17fa640 1 -- 172.21.15.33:0/1919792376 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ddc003850 con 0x7f1de40d0570 2024-07-26T15:44:59.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.919+0000 7f1deaf5e640 1 -- 172.21.15.33:0/1919792376 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1de40b89e0 con 0x7f1de40d0570 2024-07-26T15:44:59.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.920+0000 7f1deaf5e640 1 -- 172.21.15.33:0/1919792376 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1de40d2130 con 0x7f1de40d0570 2024-07-26T15:44:59.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.920+0000 7f1de17fa640 1 -- 172.21.15.33:0/1919792376 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f1ddc01a070 con 0x7f1de40d0570 2024-07-26T15:44:59.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.921+0000 7f1de17fa640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1dc4077130 0x7f1dc4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:44:59.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.921+0000 7f1de17fa640 1 -- 172.21.15.33:0/1919792376 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f1ddc097e70 con 0x7f1de40d0570 2024-07-26T15:44:59.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.921+0000 7f1de8cfa640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1dc4077130 0x7f1dc4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:44:59.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.921+0000 7f1de8cfa640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1dc4077130 0x7f1dc4079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4034000 tx=0x7f1dd4004730 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:44:59.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:44:59.925+0000 7f1de17fa640 1 -- 172.21.15.33:0/1919792376 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1de40d2130 con 0x7f1de40d0570 2024-07-26T15:45:00.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.119+0000 7f1deaf5e640 1 -- 172.21.15.33:0/1919792376 --> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1de41669a0 con 0x7f1dc4077130 2024-07-26T15:45:00.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.123+0000 7f1de17fa640 1 -- 172.21.15.33:0/1919792376 <== mgr.6687 v2:172.21.15.33:6836/3062007989 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249838 (secure 0 0 0) 0x7f1dd40053e0 con 0x7f1dc4077130 2024-07-26T15:45:00.128 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:00.129 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:45:00.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 -- 172.21.15.33:0/1919792376 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1dc4077130 msgr2=0x7f1dc4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1dc4077130 0x7f1dc4079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4034000 tx=0x7f1dd4004730 comp rx=0 tx=0).stop 2024-07-26T15:45:00.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 -- 172.21.15.33:0/1919792376 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1de40d0570 msgr2=0x7f1de40ccec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1de40d0570 0x7f1de40ccec0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f1ddc00c3c0 tx=0x7f1ddc00c880 comp rx=0 tx=0).stop 2024-07-26T15:45:00.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 -- 172.21.15.33:0/1919792376 shutdown_connections 2024-07-26T15:45:00.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1dc4077130 0x7f1dc4079640 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1de40d0570 0x7f1de40ccec0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1de40ce9e0 0x7f1de41680c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 --2- 172.21.15.33:0/1919792376 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1de40b2dc0 0x7f1de41f89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 -- 172.21.15.33:0/1919792376 >> 172.21.15.33:0/1919792376 conn(0x7f1de40d3e10 msgr2=0x7f1de40b4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:00.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 -- 172.21.15.33:0/1919792376 shutdown_connections 2024-07-26T15:45:00.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.127+0000 7f1deaf5e640 1 -- 172.21.15.33:0/1919792376 wait complete. 2024-07-26T15:45:00.140 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:44:59.707921+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592744,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":209,"num_write_kb":1635,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":166,"acting":166,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":106,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":339484,"kb_used_data":10908,"kb_used_omap":12,"kb_used_meta":328435,"kb_avail":754635236,"statfs":{"total":773094113280,"available":772746481664,"internally_reserved":0,"allocated":11169792,"data_stored":6230525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":336318001},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2376,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.685986"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004206+0000","last_change":"2024-07-26T15:44:56.054106+0000","last_active":"2024-07-26T15:44:58.004206+0000","last_peered":"2024-07-26T15:44:58.004206+0000","last_clean":"2024-07-26T15:44:58.004206+0000","last_became_active":"2024-07-26T15:44:56.053782+0000","last_became_peered":"2024-07-26T15:44:56.053782+0000","last_unstale":"2024-07-26T15:44:58.004206+0000","last_undegraded":"2024-07-26T15:44:58.004206+0000","last_fullsized":"2024-07-26T15:44:58.004206+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:59.336325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036112+0000","last_change":"2024-07-26T15:44:56.045589+0000","last_active":"2024-07-26T15:44:57.036112+0000","last_peered":"2024-07-26T15:44:57.036112+0000","last_clean":"2024-07-26T15:44:57.036112+0000","last_became_active":"2024-07-26T15:44:56.045257+0000","last_became_peered":"2024-07-26T15:44:56.045257+0000","last_unstale":"2024-07-26T15:44:57.036112+0000","last_undegraded":"2024-07-26T15:44:57.036112+0000","last_fullsized":"2024-07-26T15:44:57.036112+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:59.336325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004494+0000","last_change":"2024-07-26T15:44:56.052706+0000","last_active":"2024-07-26T15:44:58.004494+0000","last_peered":"2024-07-26T15:44:58.004494+0000","last_clean":"2024-07-26T15:44:58.004494+0000","last_became_active":"2024-07-26T15:44:56.052323+0000","last_became_peered":"2024-07-26T15:44:56.052323+0000","last_unstale":"2024-07-26T15:44:58.004494+0000","last_undegraded":"2024-07-26T15:44:58.004494+0000","last_fullsized":"2024-07-26T15:44:58.004494+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:55:05.224198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050426+0000","last_change":"2024-07-26T15:44:56.052947+0000","last_active":"2024-07-26T15:44:57.050426+0000","last_peered":"2024-07-26T15:44:57.050426+0000","last_clean":"2024-07-26T15:44:57.050426+0000","last_became_active":"2024-07-26T15:44:56.052594+0000","last_became_peered":"2024-07-26T15:44:56.052594+0000","last_unstale":"2024-07-26T15:44:57.050426+0000","last_undegraded":"2024-07-26T15:44:57.050426+0000","last_fullsized":"2024-07-26T15:44:57.050426+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:16.808679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705229+0000","last_change":"2024-07-26T15:44:56.063846+0000","last_active":"2024-07-26T15:44:57.705229+0000","last_peered":"2024-07-26T15:44:57.705229+0000","last_clean":"2024-07-26T15:44:57.705229+0000","last_became_active":"2024-07-26T15:44:56.062564+0000","last_became_peered":"2024-07-26T15:44:56.062564+0000","last_unstale":"2024-07-26T15:44:57.705229+0000","last_undegraded":"2024-07-26T15:44:57.705229+0000","last_fullsized":"2024-07-26T15:44:57.705229+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:17.968292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560140+0000","last_change":"2024-07-26T15:44:56.065950+0000","last_active":"2024-07-26T15:44:57.560140+0000","last_peered":"2024-07-26T15:44:57.560140+0000","last_clean":"2024-07-26T15:44:57.560140+0000","last_became_active":"2024-07-26T15:44:56.065589+0000","last_became_peered":"2024-07-26T15:44:56.065589+0000","last_unstale":"2024-07-26T15:44:57.560140+0000","last_undegraded":"2024-07-26T15:44:57.560140+0000","last_fullsized":"2024-07-26T15:44:57.560140+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:49.418184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050194+0000","last_change":"2024-07-26T15:44:56.051286+0000","last_active":"2024-07-26T15:44:57.050194+0000","last_peered":"2024-07-26T15:44:57.050194+0000","last_clean":"2024-07-26T15:44:57.050194+0000","last_became_active":"2024-07-26T15:44:56.050973+0000","last_became_peered":"2024-07-26T15:44:56.050973+0000","last_unstale":"2024-07-26T15:44:57.050194+0000","last_undegraded":"2024-07-26T15:44:57.050194+0000","last_fullsized":"2024-07-26T15:44:57.050194+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:16:09.647272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035638+0000","last_change":"2024-07-26T15:44:56.058504+0000","last_active":"2024-07-26T15:44:57.035638+0000","last_peered":"2024-07-26T15:44:57.035638+0000","last_clean":"2024-07-26T15:44:57.035638+0000","last_became_active":"2024-07-26T15:44:56.058171+0000","last_became_peered":"2024-07-26T15:44:56.058171+0000","last_unstale":"2024-07-26T15:44:57.035638+0000","last_undegraded":"2024-07-26T15:44:57.035638+0000","last_fullsized":"2024-07-26T15:44:57.035638+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:43:46.937670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050483+0000","last_change":"2024-07-26T15:44:56.066776+0000","last_active":"2024-07-26T15:44:57.050483+0000","last_peered":"2024-07-26T15:44:57.050483+0000","last_clean":"2024-07-26T15:44:57.050483+0000","last_became_active":"2024-07-26T15:44:56.066468+0000","last_became_peered":"2024-07-26T15:44:56.066468+0000","last_unstale":"2024-07-26T15:44:57.050483+0000","last_undegraded":"2024-07-26T15:44:57.050483+0000","last_fullsized":"2024-07-26T15:44:57.050483+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:42:13.004794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705270+0000","last_change":"2024-07-26T15:44:56.063573+0000","last_active":"2024-07-26T15:44:57.705270+0000","last_peered":"2024-07-26T15:44:57.705270+0000","last_clean":"2024-07-26T15:44:57.705270+0000","last_became_active":"2024-07-26T15:44:56.062203+0000","last_became_peered":"2024-07-26T15:44:56.062203+0000","last_unstale":"2024-07-26T15:44:57.705270+0000","last_undegraded":"2024-07-26T15:44:57.705270+0000","last_fullsized":"2024-07-26T15:44:57.705270+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:34:53.093685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035194+0000","last_change":"2024-07-26T15:44:56.049900+0000","last_active":"2024-07-26T15:44:57.035194+0000","last_peered":"2024-07-26T15:44:57.035194+0000","last_clean":"2024-07-26T15:44:57.035194+0000","last_became_active":"2024-07-26T15:44:56.049565+0000","last_became_peered":"2024-07-26T15:44:56.049565+0000","last_unstale":"2024-07-26T15:44:57.035194+0000","last_undegraded":"2024-07-26T15:44:57.035194+0000","last_fullsized":"2024-07-26T15:44:57.035194+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:38.754701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003977+0000","last_change":"2024-07-26T15:44:56.055571+0000","last_active":"2024-07-26T15:44:58.003977+0000","last_peered":"2024-07-26T15:44:58.003977+0000","last_clean":"2024-07-26T15:44:58.003977+0000","last_became_active":"2024-07-26T15:44:56.055253+0000","last_became_peered":"2024-07-26T15:44:56.055253+0000","last_unstale":"2024-07-26T15:44:58.003977+0000","last_undegraded":"2024-07-26T15:44:58.003977+0000","last_fullsized":"2024-07-26T15:44:58.003977+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:51.200877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050638+0000","last_change":"2024-07-26T15:44:56.056945+0000","last_active":"2024-07-26T15:44:57.050638+0000","last_peered":"2024-07-26T15:44:57.050638+0000","last_clean":"2024-07-26T15:44:57.050638+0000","last_became_active":"2024-07-26T15:44:56.056548+0000","last_became_peered":"2024-07-26T15:44:56.056548+0000","last_unstale":"2024-07-26T15:44:57.050638+0000","last_undegraded":"2024-07-26T15:44:57.050638+0000","last_fullsized":"2024-07-26T15:44:57.050638+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:59.536549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004390+0000","last_change":"2024-07-26T15:44:56.050001+0000","last_active":"2024-07-26T15:44:58.004390+0000","last_peered":"2024-07-26T15:44:58.004390+0000","last_clean":"2024-07-26T15:44:58.004390+0000","last_became_active":"2024-07-26T15:44:56.049694+0000","last_became_peered":"2024-07-26T15:44:56.049694+0000","last_unstale":"2024-07-26T15:44:58.004390+0000","last_undegraded":"2024-07-26T15:44:58.004390+0000","last_fullsized":"2024-07-26T15:44:58.004390+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:36.900545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705258+0000","last_change":"2024-07-26T15:44:56.056121+0000","last_active":"2024-07-26T15:44:57.705258+0000","last_peered":"2024-07-26T15:44:57.705258+0000","last_clean":"2024-07-26T15:44:57.705258+0000","last_became_active":"2024-07-26T15:44:56.055733+0000","last_became_peered":"2024-07-26T15:44:56.055733+0000","last_unstale":"2024-07-26T15:44:57.705258+0000","last_undegraded":"2024-07-26T15:44:57.705258+0000","last_fullsized":"2024-07-26T15:44:57.705258+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:35.900389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050778+0000","last_change":"2024-07-26T15:44:56.053168+0000","last_active":"2024-07-26T15:44:57.050778+0000","last_peered":"2024-07-26T15:44:57.050778+0000","last_clean":"2024-07-26T15:44:57.050778+0000","last_became_active":"2024-07-26T15:44:56.052680+0000","last_became_peered":"2024-07-26T15:44:56.052680+0000","last_unstale":"2024-07-26T15:44:57.050778+0000","last_undegraded":"2024-07-26T15:44:57.050778+0000","last_fullsized":"2024-07-26T15:44:57.050778+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:13:07.222784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050477+0000","last_change":"2024-07-26T15:44:56.068819+0000","last_active":"2024-07-26T15:44:57.050477+0000","last_peered":"2024-07-26T15:44:57.050477+0000","last_clean":"2024-07-26T15:44:57.050477+0000","last_became_active":"2024-07-26T15:44:56.068478+0000","last_became_peered":"2024-07-26T15:44:56.068478+0000","last_unstale":"2024-07-26T15:44:57.050477+0000","last_undegraded":"2024-07-26T15:44:57.050477+0000","last_fullsized":"2024-07-26T15:44:57.050477+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:41:47.795954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035188+0000","last_change":"2024-07-26T15:44:56.051418+0000","last_active":"2024-07-26T15:44:57.035188+0000","last_peered":"2024-07-26T15:44:57.035188+0000","last_clean":"2024-07-26T15:44:57.035188+0000","last_became_active":"2024-07-26T15:44:56.050807+0000","last_became_peered":"2024-07-26T15:44:56.050807+0000","last_unstale":"2024-07-26T15:44:57.035188+0000","last_undegraded":"2024-07-26T15:44:57.035188+0000","last_fullsized":"2024-07-26T15:44:57.035188+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:07.706476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035565+0000","last_change":"2024-07-26T15:44:56.062255+0000","last_active":"2024-07-26T15:44:57.035565+0000","last_peered":"2024-07-26T15:44:57.035565+0000","last_clean":"2024-07-26T15:44:57.035565+0000","last_became_active":"2024-07-26T15:44:56.061895+0000","last_became_peered":"2024-07-26T15:44:56.061895+0000","last_unstale":"2024-07-26T15:44:57.035565+0000","last_undegraded":"2024-07-26T15:44:57.035565+0000","last_fullsized":"2024-07-26T15:44:57.035565+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:20:49.641829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004049+0000","last_change":"2024-07-26T15:44:56.054773+0000","last_active":"2024-07-26T15:44:58.004049+0000","last_peered":"2024-07-26T15:44:58.004049+0000","last_clean":"2024-07-26T15:44:58.004049+0000","last_became_active":"2024-07-26T15:44:56.054472+0000","last_became_peered":"2024-07-26T15:44:56.054472+0000","last_unstale":"2024-07-26T15:44:58.004049+0000","last_undegraded":"2024-07-26T15:44:58.004049+0000","last_fullsized":"2024-07-26T15:44:58.004049+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:59:02.301649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050605+0000","last_change":"2024-07-26T15:44:56.054622+0000","last_active":"2024-07-26T15:44:57.050605+0000","last_peered":"2024-07-26T15:44:57.050605+0000","last_clean":"2024-07-26T15:44:57.050605+0000","last_became_active":"2024-07-26T15:44:56.054260+0000","last_became_peered":"2024-07-26T15:44:56.054260+0000","last_unstale":"2024-07-26T15:44:57.050605+0000","last_undegraded":"2024-07-26T15:44:57.050605+0000","last_fullsized":"2024-07-26T15:44:57.050605+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:38.696477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035614+0000","last_change":"2024-07-26T15:44:56.055769+0000","last_active":"2024-07-26T15:44:57.035614+0000","last_peered":"2024-07-26T15:44:57.035614+0000","last_clean":"2024-07-26T15:44:57.035614+0000","last_became_active":"2024-07-26T15:44:56.055430+0000","last_became_peered":"2024-07-26T15:44:56.055430+0000","last_unstale":"2024-07-26T15:44:57.035614+0000","last_undegraded":"2024-07-26T15:44:57.035614+0000","last_fullsized":"2024-07-26T15:44:57.035614+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:08:05.751761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003808+0000","last_change":"2024-07-26T15:44:56.055718+0000","last_active":"2024-07-26T15:44:58.003808+0000","last_peered":"2024-07-26T15:44:58.003808+0000","last_clean":"2024-07-26T15:44:58.003808+0000","last_became_active":"2024-07-26T15:44:56.055390+0000","last_became_peered":"2024-07-26T15:44:56.055390+0000","last_unstale":"2024-07-26T15:44:58.003808+0000","last_undegraded":"2024-07-26T15:44:58.003808+0000","last_fullsized":"2024-07-26T15:44:58.003808+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:24.978684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004314+0000","last_change":"2024-07-26T15:44:56.055327+0000","last_active":"2024-07-26T15:44:58.004314+0000","last_peered":"2024-07-26T15:44:58.004314+0000","last_clean":"2024-07-26T15:44:58.004314+0000","last_became_active":"2024-07-26T15:44:56.054644+0000","last_became_peered":"2024-07-26T15:44:56.054644+0000","last_unstale":"2024-07-26T15:44:58.004314+0000","last_undegraded":"2024-07-26T15:44:58.004314+0000","last_fullsized":"2024-07-26T15:44:58.004314+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:13.864108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003967+0000","last_change":"2024-07-26T15:44:56.057742+0000","last_active":"2024-07-26T15:44:58.003967+0000","last_peered":"2024-07-26T15:44:58.003967+0000","last_clean":"2024-07-26T15:44:58.003967+0000","last_became_active":"2024-07-26T15:44:56.057317+0000","last_became_peered":"2024-07-26T15:44:56.057317+0000","last_unstale":"2024-07-26T15:44:58.003967+0000","last_undegraded":"2024-07-26T15:44:58.003967+0000","last_fullsized":"2024-07-26T15:44:58.003967+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:58.476548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004165+0000","last_change":"2024-07-26T15:44:56.049175+0000","last_active":"2024-07-26T15:44:58.004165+0000","last_peered":"2024-07-26T15:44:58.004165+0000","last_clean":"2024-07-26T15:44:58.004165+0000","last_became_active":"2024-07-26T15:44:56.048827+0000","last_became_peered":"2024-07-26T15:44:56.048827+0000","last_unstale":"2024-07-26T15:44:58.004165+0000","last_undegraded":"2024-07-26T15:44:58.004165+0000","last_fullsized":"2024-07-26T15:44:58.004165+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:41.749069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"102'4","reported_seq":19,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050684+0000","last_change":"2024-07-26T15:44:55.047821+0000","last_active":"2024-07-26T15:44:57.050684+0000","last_peered":"2024-07-26T15:44:57.050684+0000","last_clean":"2024-07-26T15:44:57.050684+0000","last_became_active":"2024-07-26T15:44:55.047523+0000","last_became_peered":"2024-07-26T15:44:55.047523+0000","last_unstale":"2024-07-26T15:44:57.050684+0000","last_undegraded":"2024-07-26T15:44:57.050684+0000","last_fullsized":"2024-07-26T15:44:57.050684+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:05:13.816007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035238+0000","last_change":"2024-07-26T15:44:56.039200+0000","last_active":"2024-07-26T15:44:57.035238+0000","last_peered":"2024-07-26T15:44:57.035238+0000","last_clean":"2024-07-26T15:44:57.035238+0000","last_became_active":"2024-07-26T15:44:56.038832+0000","last_became_peered":"2024-07-26T15:44:56.038832+0000","last_unstale":"2024-07-26T15:44:57.035238+0000","last_undegraded":"2024-07-26T15:44:57.035238+0000","last_fullsized":"2024-07-26T15:44:57.035238+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:30:08.027812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004034+0000","last_change":"2024-07-26T15:44:55.042077+0000","last_active":"2024-07-26T15:44:58.004034+0000","last_peered":"2024-07-26T15:44:58.004034+0000","last_clean":"2024-07-26T15:44:58.004034+0000","last_became_active":"2024-07-26T15:44:55.041747+0000","last_became_peered":"2024-07-26T15:44:55.041747+0000","last_unstale":"2024-07-26T15:44:58.004034+0000","last_undegraded":"2024-07-26T15:44:58.004034+0000","last_fullsized":"2024-07-26T15:44:58.004034+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:40.446000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003840+0000","last_change":"2024-07-26T15:44:55.051234+0000","last_active":"2024-07-26T15:44:58.003840+0000","last_peered":"2024-07-26T15:44:58.003840+0000","last_clean":"2024-07-26T15:44:58.003840+0000","last_became_active":"2024-07-26T15:44:55.050924+0000","last_became_peered":"2024-07-26T15:44:55.050924+0000","last_unstale":"2024-07-26T15:44:58.003840+0000","last_undegraded":"2024-07-26T15:44:58.003840+0000","last_fullsized":"2024-07-26T15:44:58.003840+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:15.786520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.559986+0000","last_change":"2024-07-26T15:44:55.046462+0000","last_active":"2024-07-26T15:44:57.559986+0000","last_peered":"2024-07-26T15:44:57.559986+0000","last_clean":"2024-07-26T15:44:57.559986+0000","last_became_active":"2024-07-26T15:44:55.046151+0000","last_became_peered":"2024-07-26T15:44:55.046151+0000","last_unstale":"2024-07-26T15:44:57.559986+0000","last_undegraded":"2024-07-26T15:44:57.559986+0000","last_fullsized":"2024-07-26T15:44:57.559986+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:46.664521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035907+0000","last_change":"2024-07-26T15:44:56.057381+0000","last_active":"2024-07-26T15:44:57.035907+0000","last_peered":"2024-07-26T15:44:57.035907+0000","last_clean":"2024-07-26T15:44:57.035907+0000","last_became_active":"2024-07-26T15:44:56.057043+0000","last_became_peered":"2024-07-26T15:44:56.057043+0000","last_unstale":"2024-07-26T15:44:57.035907+0000","last_undegraded":"2024-07-26T15:44:57.035907+0000","last_fullsized":"2024-07-26T15:44:57.035907+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:59:02.301649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024325+0000","last_change":"2024-07-26T15:44:54.024325+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024325+0000","last_undegraded":"2024-07-26T15:44:54.024325+0000","last_fullsized":"2024-07-26T15:44:54.024325+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035810+0000","last_change":"2024-07-26T15:44:56.050791+0000","last_active":"2024-07-26T15:44:57.035810+0000","last_peered":"2024-07-26T15:44:57.035810+0000","last_clean":"2024-07-26T15:44:57.035810+0000","last_became_active":"2024-07-26T15:44:56.048740+0000","last_became_peered":"2024-07-26T15:44:56.048740+0000","last_unstale":"2024-07-26T15:44:57.035810+0000","last_undegraded":"2024-07-26T15:44:57.035810+0000","last_fullsized":"2024-07-26T15:44:57.035810+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:58.476548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024035+0000","last_change":"2024-07-26T15:44:54.024035+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024035+0000","last_undegraded":"2024-07-26T15:44:54.024035+0000","last_fullsized":"2024-07-26T15:44:54.024035+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035263+0000","last_change":"2024-07-26T15:44:55.048216+0000","last_active":"2024-07-26T15:44:57.035263+0000","last_peered":"2024-07-26T15:44:57.035263+0000","last_clean":"2024-07-26T15:44:57.035263+0000","last_became_active":"2024-07-26T15:44:55.047908+0000","last_became_peered":"2024-07-26T15:44:55.047908+0000","last_unstale":"2024-07-26T15:44:57.035263+0000","last_undegraded":"2024-07-26T15:44:57.035263+0000","last_fullsized":"2024-07-26T15:44:57.035263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:36.563372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560471+0000","last_change":"2024-07-26T15:44:56.061265+0000","last_active":"2024-07-26T15:44:57.560471+0000","last_peered":"2024-07-26T15:44:57.560471+0000","last_clean":"2024-07-26T15:44:57.560471+0000","last_became_active":"2024-07-26T15:44:56.060977+0000","last_became_peered":"2024-07-26T15:44:56.060977+0000","last_unstale":"2024-07-26T15:44:57.560471+0000","last_undegraded":"2024-07-26T15:44:57.560471+0000","last_fullsized":"2024-07-26T15:44:57.560471+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:54.871324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050130+0000","last_change":"2024-07-26T15:44:55.046610+0000","last_active":"2024-07-26T15:44:57.050130+0000","last_peered":"2024-07-26T15:44:57.050130+0000","last_clean":"2024-07-26T15:44:57.050130+0000","last_became_active":"2024-07-26T15:44:55.046310+0000","last_became_peered":"2024-07-26T15:44:55.046310+0000","last_unstale":"2024-07-26T15:44:57.050130+0000","last_undegraded":"2024-07-26T15:44:57.050130+0000","last_fullsized":"2024-07-26T15:44:57.050130+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:48.917408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035178+0000","last_change":"2024-07-26T15:44:56.054692+0000","last_active":"2024-07-26T15:44:57.035178+0000","last_peered":"2024-07-26T15:44:57.035178+0000","last_clean":"2024-07-26T15:44:57.035178+0000","last_became_active":"2024-07-26T15:44:56.050720+0000","last_became_peered":"2024-07-26T15:44:56.050720+0000","last_unstale":"2024-07-26T15:44:57.035178+0000","last_undegraded":"2024-07-26T15:44:57.035178+0000","last_fullsized":"2024-07-26T15:44:57.035178+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:22.784897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004199+0000","last_change":"2024-07-26T15:44:55.047398+0000","last_active":"2024-07-26T15:44:58.004199+0000","last_peered":"2024-07-26T15:44:58.004199+0000","last_clean":"2024-07-26T15:44:58.004199+0000","last_became_active":"2024-07-26T15:44:55.047052+0000","last_became_peered":"2024-07-26T15:44:55.047052+0000","last_unstale":"2024-07-26T15:44:58.004199+0000","last_undegraded":"2024-07-26T15:44:58.004199+0000","last_fullsized":"2024-07-26T15:44:58.004199+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:35:29.895318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024343+0000","last_change":"2024-07-26T15:44:54.024343+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024343+0000","last_undegraded":"2024-07-26T15:44:54.024343+0000","last_fullsized":"2024-07-26T15:44:54.024343+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705480+0000","last_change":"2024-07-26T15:44:56.063239+0000","last_active":"2024-07-26T15:44:57.705480+0000","last_peered":"2024-07-26T15:44:57.705480+0000","last_clean":"2024-07-26T15:44:57.705480+0000","last_became_active":"2024-07-26T15:44:56.061824+0000","last_became_peered":"2024-07-26T15:44:56.061824+0000","last_unstale":"2024-07-26T15:44:57.705480+0000","last_undegraded":"2024-07-26T15:44:57.705480+0000","last_fullsized":"2024-07-26T15:44:57.705480+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:42:36.170665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"102'3","reported_seq":18,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050702+0000","last_change":"2024-07-26T15:44:55.043370+0000","last_active":"2024-07-26T15:44:57.050702+0000","last_peered":"2024-07-26T15:44:57.050702+0000","last_clean":"2024-07-26T15:44:57.050702+0000","last_became_active":"2024-07-26T15:44:55.043053+0000","last_became_peered":"2024-07-26T15:44:55.043053+0000","last_unstale":"2024-07-26T15:44:57.050702+0000","last_undegraded":"2024-07-26T15:44:57.050702+0000","last_fullsized":"2024-07-26T15:44:57.050702+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:40.839873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004299+0000","last_change":"2024-07-26T15:44:56.063680+0000","last_active":"2024-07-26T15:44:58.004299+0000","last_peered":"2024-07-26T15:44:58.004299+0000","last_clean":"2024-07-26T15:44:58.004299+0000","last_became_active":"2024-07-26T15:44:56.063338+0000","last_became_peered":"2024-07-26T15:44:56.063338+0000","last_unstale":"2024-07-26T15:44:58.004299+0000","last_undegraded":"2024-07-26T15:44:58.004299+0000","last_fullsized":"2024-07-26T15:44:58.004299+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:23:51.677453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"102'6","reported_seq":21,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560142+0000","last_change":"2024-07-26T15:44:55.052594+0000","last_active":"2024-07-26T15:44:57.560142+0000","last_peered":"2024-07-26T15:44:57.560142+0000","last_clean":"2024-07-26T15:44:57.560142+0000","last_became_active":"2024-07-26T15:44:55.052200+0000","last_became_peered":"2024-07-26T15:44:55.052200+0000","last_unstale":"2024-07-26T15:44:57.560142+0000","last_undegraded":"2024-07-26T15:44:57.560142+0000","last_fullsized":"2024-07-26T15:44:57.560142+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:22.966884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024013+0000","last_change":"2024-07-26T15:44:54.024013+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024013+0000","last_undegraded":"2024-07-26T15:44:54.024013+0000","last_fullsized":"2024-07-26T15:44:54.024013+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560183+0000","last_change":"2024-07-26T15:44:56.060430+0000","last_active":"2024-07-26T15:44:57.560183+0000","last_peered":"2024-07-26T15:44:57.560183+0000","last_clean":"2024-07-26T15:44:57.560183+0000","last_became_active":"2024-07-26T15:44:56.060141+0000","last_became_peered":"2024-07-26T15:44:56.060141+0000","last_unstale":"2024-07-26T15:44:57.560183+0000","last_undegraded":"2024-07-26T15:44:57.560183+0000","last_fullsized":"2024-07-26T15:44:57.560183+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:20:48.486035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003650+0000","last_change":"2024-07-26T15:44:55.041173+0000","last_active":"2024-07-26T15:44:58.003650+0000","last_peered":"2024-07-26T15:44:58.003650+0000","last_clean":"2024-07-26T15:44:58.003650+0000","last_became_active":"2024-07-26T15:44:55.040872+0000","last_became_peered":"2024-07-26T15:44:55.040872+0000","last_unstale":"2024-07-26T15:44:58.003650+0000","last_undegraded":"2024-07-26T15:44:58.003650+0000","last_fullsized":"2024-07-26T15:44:58.003650+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:43.681742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560172+0000","last_change":"2024-07-26T15:44:56.063686+0000","last_active":"2024-07-26T15:44:57.560172+0000","last_peered":"2024-07-26T15:44:57.560172+0000","last_clean":"2024-07-26T15:44:57.560172+0000","last_became_active":"2024-07-26T15:44:56.063310+0000","last_became_peered":"2024-07-26T15:44:56.063310+0000","last_unstale":"2024-07-26T15:44:57.560172+0000","last_undegraded":"2024-07-26T15:44:57.560172+0000","last_fullsized":"2024-07-26T15:44:57.560172+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:51.476115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050163+0000","last_change":"2024-07-26T15:44:55.043261+0000","last_active":"2024-07-26T15:44:57.050163+0000","last_peered":"2024-07-26T15:44:57.050163+0000","last_clean":"2024-07-26T15:44:57.050163+0000","last_became_active":"2024-07-26T15:44:55.042747+0000","last_became_peered":"2024-07-26T15:44:55.042747+0000","last_unstale":"2024-07-26T15:44:57.050163+0000","last_undegraded":"2024-07-26T15:44:57.050163+0000","last_fullsized":"2024-07-26T15:44:57.050163+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:37:47.411626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560471+0000","last_change":"2024-07-26T15:44:56.066696+0000","last_active":"2024-07-26T15:44:57.560471+0000","last_peered":"2024-07-26T15:44:57.560471+0000","last_clean":"2024-07-26T15:44:57.560471+0000","last_became_active":"2024-07-26T15:44:56.066363+0000","last_became_peered":"2024-07-26T15:44:56.066363+0000","last_unstale":"2024-07-26T15:44:57.560471+0000","last_undegraded":"2024-07-26T15:44:57.560471+0000","last_fullsized":"2024-07-26T15:44:57.560471+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:00:42.832392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"102'8","reported_seq":23,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035257+0000","last_change":"2024-07-26T15:44:55.047097+0000","last_active":"2024-07-26T15:44:57.035257+0000","last_peered":"2024-07-26T15:44:57.035257+0000","last_clean":"2024-07-26T15:44:57.035257+0000","last_became_active":"2024-07-26T15:44:55.046741+0000","last_became_peered":"2024-07-26T15:44:55.046741+0000","last_unstale":"2024-07-26T15:44:57.035257+0000","last_undegraded":"2024-07-26T15:44:57.035257+0000","last_fullsized":"2024-07-26T15:44:57.035257+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:34.319371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705059+0000","last_change":"2024-07-26T15:44:56.057294+0000","last_active":"2024-07-26T15:44:57.705059+0000","last_peered":"2024-07-26T15:44:57.705059+0000","last_clean":"2024-07-26T15:44:57.705059+0000","last_became_active":"2024-07-26T15:44:56.056668+0000","last_became_peered":"2024-07-26T15:44:56.056668+0000","last_unstale":"2024-07-26T15:44:57.705059+0000","last_undegraded":"2024-07-26T15:44:57.705059+0000","last_fullsized":"2024-07-26T15:44:57.705059+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:46.135542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004263+0000","last_change":"2024-07-26T15:44:55.044900+0000","last_active":"2024-07-26T15:44:58.004263+0000","last_peered":"2024-07-26T15:44:58.004263+0000","last_clean":"2024-07-26T15:44:58.004263+0000","last_became_active":"2024-07-26T15:44:55.044588+0000","last_became_peered":"2024-07-26T15:44:55.044588+0000","last_unstale":"2024-07-26T15:44:58.004263+0000","last_undegraded":"2024-07-26T15:44:58.004263+0000","last_fullsized":"2024-07-26T15:44:58.004263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:47:55.573786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050255+0000","last_change":"2024-07-26T15:44:56.055895+0000","last_active":"2024-07-26T15:44:57.050255+0000","last_peered":"2024-07-26T15:44:57.050255+0000","last_clean":"2024-07-26T15:44:57.050255+0000","last_became_active":"2024-07-26T15:44:56.055567+0000","last_became_peered":"2024-07-26T15:44:56.055567+0000","last_unstale":"2024-07-26T15:44:57.050255+0000","last_undegraded":"2024-07-26T15:44:57.050255+0000","last_fullsized":"2024-07-26T15:44:57.050255+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:47:07.577719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.023987+0000","last_change":"2024-07-26T15:44:54.023987+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.023987+0000","last_undegraded":"2024-07-26T15:44:54.023987+0000","last_fullsized":"2024-07-26T15:44:54.023987+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050274+0000","last_change":"2024-07-26T15:44:56.047213+0000","last_active":"2024-07-26T15:44:57.050274+0000","last_peered":"2024-07-26T15:44:57.050274+0000","last_clean":"2024-07-26T15:44:57.050274+0000","last_became_active":"2024-07-26T15:44:56.046897+0000","last_became_peered":"2024-07-26T15:44:56.046897+0000","last_unstale":"2024-07-26T15:44:57.050274+0000","last_undegraded":"2024-07-26T15:44:57.050274+0000","last_fullsized":"2024-07-26T15:44:57.050274+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:57:36.144095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050743+0000","last_change":"2024-07-26T15:44:55.051108+0000","last_active":"2024-07-26T15:44:57.050743+0000","last_peered":"2024-07-26T15:44:57.050743+0000","last_clean":"2024-07-26T15:44:57.050743+0000","last_became_active":"2024-07-26T15:44:55.050774+0000","last_became_peered":"2024-07-26T15:44:55.050774+0000","last_unstale":"2024-07-26T15:44:57.050743+0000","last_undegraded":"2024-07-26T15:44:57.050743+0000","last_fullsized":"2024-07-26T15:44:57.050743+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:13:54.019454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705432+0000","last_change":"2024-07-26T15:44:56.056080+0000","last_active":"2024-07-26T15:44:57.705432+0000","last_peered":"2024-07-26T15:44:57.705432+0000","last_clean":"2024-07-26T15:44:57.705432+0000","last_became_active":"2024-07-26T15:44:56.055714+0000","last_became_peered":"2024-07-26T15:44:56.055714+0000","last_unstale":"2024-07-26T15:44:57.705432+0000","last_undegraded":"2024-07-26T15:44:57.705432+0000","last_fullsized":"2024-07-26T15:44:57.705432+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:15:53.010671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004082+0000","last_change":"2024-07-26T15:44:55.053031+0000","last_active":"2024-07-26T15:44:58.004082+0000","last_peered":"2024-07-26T15:44:58.004082+0000","last_clean":"2024-07-26T15:44:58.004082+0000","last_became_active":"2024-07-26T15:44:55.052679+0000","last_became_peered":"2024-07-26T15:44:55.052679+0000","last_unstale":"2024-07-26T15:44:58.004082+0000","last_undegraded":"2024-07-26T15:44:58.004082+0000","last_fullsized":"2024-07-26T15:44:58.004082+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:40.261826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035862+0000","last_change":"2024-07-26T15:44:56.042258+0000","last_active":"2024-07-26T15:44:57.035862+0000","last_peered":"2024-07-26T15:44:57.035862+0000","last_clean":"2024-07-26T15:44:57.035862+0000","last_became_active":"2024-07-26T15:44:56.041856+0000","last_became_peered":"2024-07-26T15:44:56.041856+0000","last_unstale":"2024-07-26T15:44:57.035862+0000","last_undegraded":"2024-07-26T15:44:57.035862+0000","last_fullsized":"2024-07-26T15:44:57.035862+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:51.200877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705352+0000","last_change":"2024-07-26T15:44:55.048871+0000","last_active":"2024-07-26T15:44:57.705352+0000","last_peered":"2024-07-26T15:44:57.705352+0000","last_clean":"2024-07-26T15:44:57.705352+0000","last_became_active":"2024-07-26T15:44:55.048556+0000","last_became_peered":"2024-07-26T15:44:55.048556+0000","last_unstale":"2024-07-26T15:44:57.705352+0000","last_undegraded":"2024-07-26T15:44:57.705352+0000","last_fullsized":"2024-07-26T15:44:57.705352+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:13.940345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036203+0000","last_change":"2024-07-26T15:44:56.042238+0000","last_active":"2024-07-26T15:44:57.036203+0000","last_peered":"2024-07-26T15:44:57.036203+0000","last_clean":"2024-07-26T15:44:57.036203+0000","last_became_active":"2024-07-26T15:44:56.041894+0000","last_became_peered":"2024-07-26T15:44:56.041894+0000","last_unstale":"2024-07-26T15:44:57.036203+0000","last_undegraded":"2024-07-26T15:44:57.036203+0000","last_fullsized":"2024-07-26T15:44:57.036203+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:50.361243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.704939+0000","last_change":"2024-07-26T15:44:55.049548+0000","last_active":"2024-07-26T15:44:57.704939+0000","last_peered":"2024-07-26T15:44:57.704939+0000","last_clean":"2024-07-26T15:44:57.704939+0000","last_became_active":"2024-07-26T15:44:55.049168+0000","last_became_peered":"2024-07-26T15:44:55.049168+0000","last_unstale":"2024-07-26T15:44:57.704939+0000","last_undegraded":"2024-07-26T15:44:57.704939+0000","last_fullsized":"2024-07-26T15:44:57.704939+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:55.869284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560610+0000","last_change":"2024-07-26T15:44:56.057680+0000","last_active":"2024-07-26T15:44:57.560610+0000","last_peered":"2024-07-26T15:44:57.560610+0000","last_clean":"2024-07-26T15:44:57.560610+0000","last_became_active":"2024-07-26T15:44:56.057323+0000","last_became_peered":"2024-07-26T15:44:56.057323+0000","last_unstale":"2024-07-26T15:44:57.560610+0000","last_undegraded":"2024-07-26T15:44:57.560610+0000","last_fullsized":"2024-07-26T15:44:57.560610+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:19.236881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.704880+0000","last_change":"2024-07-26T15:44:55.048656+0000","last_active":"2024-07-26T15:44:57.704880+0000","last_peered":"2024-07-26T15:44:57.704880+0000","last_clean":"2024-07-26T15:44:57.704880+0000","last_became_active":"2024-07-26T15:44:55.048173+0000","last_became_peered":"2024-07-26T15:44:55.048173+0000","last_unstale":"2024-07-26T15:44:57.704880+0000","last_undegraded":"2024-07-26T15:44:57.704880+0000","last_fullsized":"2024-07-26T15:44:57.704880+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:54:11.547974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024267+0000","last_change":"2024-07-26T15:44:54.024267+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024267+0000","last_undegraded":"2024-07-26T15:44:54.024267+0000","last_fullsized":"2024-07-26T15:44:54.024267+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560299+0000","last_change":"2024-07-26T15:44:56.066728+0000","last_active":"2024-07-26T15:44:57.560299+0000","last_peered":"2024-07-26T15:44:57.560299+0000","last_clean":"2024-07-26T15:44:57.560299+0000","last_became_active":"2024-07-26T15:44:56.066296+0000","last_became_peered":"2024-07-26T15:44:56.066296+0000","last_unstale":"2024-07-26T15:44:57.560299+0000","last_undegraded":"2024-07-26T15:44:57.560299+0000","last_fullsized":"2024-07-26T15:44:57.560299+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:22.648550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"103'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036237+0000","last_change":"2024-07-26T15:44:55.054163+0000","last_active":"2024-07-26T15:44:57.036237+0000","last_peered":"2024-07-26T15:44:57.036237+0000","last_clean":"2024-07-26T15:44:57.036237+0000","last_became_active":"2024-07-26T15:44:55.053829+0000","last_became_peered":"2024-07-26T15:44:55.053829+0000","last_unstale":"2024-07-26T15:44:57.036237+0000","last_undegraded":"2024-07-26T15:44:57.036237+0000","last_fullsized":"2024-07-26T15:44:57.036237+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:56.592150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004144+0000","last_change":"2024-07-26T15:44:55.044735+0000","last_active":"2024-07-26T15:44:58.004144+0000","last_peered":"2024-07-26T15:44:58.004144+0000","last_clean":"2024-07-26T15:44:58.004144+0000","last_became_active":"2024-07-26T15:44:55.044429+0000","last_became_peered":"2024-07-26T15:44:55.044429+0000","last_unstale":"2024-07-26T15:44:58.004144+0000","last_undegraded":"2024-07-26T15:44:58.004144+0000","last_fullsized":"2024-07-26T15:44:58.004144+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:21.778615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035806+0000","last_change":"2024-07-26T15:44:56.053453+0000","last_active":"2024-07-26T15:44:57.035806+0000","last_peered":"2024-07-26T15:44:57.035806+0000","last_clean":"2024-07-26T15:44:57.035806+0000","last_became_active":"2024-07-26T15:44:56.053156+0000","last_became_peered":"2024-07-26T15:44:56.053156+0000","last_unstale":"2024-07-26T15:44:57.035806+0000","last_undegraded":"2024-07-26T15:44:57.035806+0000","last_fullsized":"2024-07-26T15:44:57.035806+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:24.978684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003785+0000","last_change":"2024-07-26T15:44:55.042820+0000","last_active":"2024-07-26T15:44:58.003785+0000","last_peered":"2024-07-26T15:44:58.003785+0000","last_clean":"2024-07-26T15:44:58.003785+0000","last_became_active":"2024-07-26T15:44:55.042501+0000","last_became_peered":"2024-07-26T15:44:55.042501+0000","last_unstale":"2024-07-26T15:44:58.003785+0000","last_undegraded":"2024-07-26T15:44:58.003785+0000","last_fullsized":"2024-07-26T15:44:58.003785+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:41:31.160443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560315+0000","last_change":"2024-07-26T15:44:56.067002+0000","last_active":"2024-07-26T15:44:57.560315+0000","last_peered":"2024-07-26T15:44:57.560315+0000","last_clean":"2024-07-26T15:44:57.560315+0000","last_became_active":"2024-07-26T15:44:56.066570+0000","last_became_peered":"2024-07-26T15:44:56.066570+0000","last_unstale":"2024-07-26T15:44:57.560315+0000","last_undegraded":"2024-07-26T15:44:57.560315+0000","last_fullsized":"2024-07-26T15:44:57.560315+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:13:24.740242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.559827+0000","last_change":"2024-07-26T15:44:55.044939+0000","last_active":"2024-07-26T15:44:57.559827+0000","last_peered":"2024-07-26T15:44:57.559827+0000","last_clean":"2024-07-26T15:44:57.559827+0000","last_became_active":"2024-07-26T15:44:55.044590+0000","last_became_peered":"2024-07-26T15:44:55.044590+0000","last_unstale":"2024-07-26T15:44:57.559827+0000","last_undegraded":"2024-07-26T15:44:57.559827+0000","last_fullsized":"2024-07-26T15:44:57.559827+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:18.452147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560281+0000","last_change":"2024-07-26T15:44:56.066167+0000","last_active":"2024-07-26T15:44:57.560281+0000","last_peered":"2024-07-26T15:44:57.560281+0000","last_clean":"2024-07-26T15:44:57.560281+0000","last_became_active":"2024-07-26T15:44:56.065582+0000","last_became_peered":"2024-07-26T15:44:56.065582+0000","last_unstale":"2024-07-26T15:44:57.560281+0000","last_undegraded":"2024-07-26T15:44:57.560281+0000","last_fullsized":"2024-07-26T15:44:57.560281+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:22:21.104097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050573+0000","last_change":"2024-07-26T15:44:55.045409+0000","last_active":"2024-07-26T15:44:57.050573+0000","last_peered":"2024-07-26T15:44:57.050573+0000","last_clean":"2024-07-26T15:44:57.050573+0000","last_became_active":"2024-07-26T15:44:55.045109+0000","last_became_peered":"2024-07-26T15:44:55.045109+0000","last_unstale":"2024-07-26T15:44:57.050573+0000","last_undegraded":"2024-07-26T15:44:57.050573+0000","last_fullsized":"2024-07-26T15:44:57.050573+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:58.946873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004406+0000","last_change":"2024-07-26T15:44:56.052229+0000","last_active":"2024-07-26T15:44:58.004406+0000","last_peered":"2024-07-26T15:44:58.004406+0000","last_clean":"2024-07-26T15:44:58.004406+0000","last_became_active":"2024-07-26T15:44:56.051837+0000","last_became_peered":"2024-07-26T15:44:56.051837+0000","last_unstale":"2024-07-26T15:44:58.004406+0000","last_undegraded":"2024-07-26T15:44:58.004406+0000","last_fullsized":"2024-07-26T15:44:58.004406+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:56.099221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560340+0000","last_change":"2024-07-26T15:44:55.047833+0000","last_active":"2024-07-26T15:44:57.560340+0000","last_peered":"2024-07-26T15:44:57.560340+0000","last_clean":"2024-07-26T15:44:57.560340+0000","last_became_active":"2024-07-26T15:44:55.047449+0000","last_became_peered":"2024-07-26T15:44:55.047449+0000","last_unstale":"2024-07-26T15:44:57.560340+0000","last_undegraded":"2024-07-26T15:44:57.560340+0000","last_fullsized":"2024-07-26T15:44:57.560340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:24:42.330437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004490+0000","last_change":"2024-07-26T15:44:56.054233+0000","last_active":"2024-07-26T15:44:58.004490+0000","last_peered":"2024-07-26T15:44:58.004490+0000","last_clean":"2024-07-26T15:44:58.004490+0000","last_became_active":"2024-07-26T15:44:56.053923+0000","last_became_peered":"2024-07-26T15:44:56.053923+0000","last_unstale":"2024-07-26T15:44:58.004490+0000","last_undegraded":"2024-07-26T15:44:58.004490+0000","last_fullsized":"2024-07-26T15:44:58.004490+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:36.392683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003961+0000","last_change":"2024-07-26T15:44:55.044599+0000","last_active":"2024-07-26T15:44:58.003961+0000","last_peered":"2024-07-26T15:44:58.003961+0000","last_clean":"2024-07-26T15:44:58.003961+0000","last_became_active":"2024-07-26T15:44:55.044249+0000","last_became_peered":"2024-07-26T15:44:55.044249+0000","last_unstale":"2024-07-26T15:44:58.003961+0000","last_undegraded":"2024-07-26T15:44:58.003961+0000","last_fullsized":"2024-07-26T15:44:58.003961+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:33.103317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004228+0000","last_change":"2024-07-26T15:44:56.058050+0000","last_active":"2024-07-26T15:44:58.004228+0000","last_peered":"2024-07-26T15:44:58.004228+0000","last_clean":"2024-07-26T15:44:58.004228+0000","last_became_active":"2024-07-26T15:44:56.057735+0000","last_became_peered":"2024-07-26T15:44:56.057735+0000","last_unstale":"2024-07-26T15:44:58.004228+0000","last_undegraded":"2024-07-26T15:44:58.004228+0000","last_fullsized":"2024-07-26T15:44:58.004228+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:50.361243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705481+0000","last_change":"2024-07-26T15:44:55.048294+0000","last_active":"2024-07-26T15:44:57.705481+0000","last_peered":"2024-07-26T15:44:57.705481+0000","last_clean":"2024-07-26T15:44:57.705481+0000","last_became_active":"2024-07-26T15:44:55.047791+0000","last_became_peered":"2024-07-26T15:44:55.047791+0000","last_unstale":"2024-07-26T15:44:57.705481+0000","last_undegraded":"2024-07-26T15:44:57.705481+0000","last_fullsized":"2024-07-26T15:44:57.705481+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:13.462705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"93'114","reported_seq":419,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004043+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:44:58.004043+0000","last_peered":"2024-07-26T15:44:58.004043+0000","last_clean":"2024-07-26T15:44:58.004043+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:44:58.004043+0000","last_undegraded":"2024-07-26T15:44:58.004043+0000","last_fullsized":"2024-07-26T15:44:58.004043+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":114,"log_dups_size":0,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":173,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":100,"acting":100,"num_store_stats":6},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2376,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":173,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575046,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59356,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312484,"statfs":{"total":96636764160,"available":96575983616,"internally_reserved":0,"allocated":1851392,"data_stored":1227162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509637,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1265664,"data_stored":638384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509636,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50416,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321424,"statfs":{"total":96636764160,"available":96585138176,"internally_reserved":0,"allocated":1204224,"data_stored":609925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509636,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1216512,"data_stored":616162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509636,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36568,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335272,"statfs":{"total":96636764160,"available":96599318528,"internally_reserved":0,"allocated":1257472,"data_stored":637354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509636,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58792,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94313048,"statfs":{"total":96636764160,"available":96576561152,"internally_reserved":0,"allocated":1265664,"data_stored":637514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509639,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1261568,"data_stored":636884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542343,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37148,"kb_used_data":1804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334692,"statfs":{"total":96636764160,"available":96598724608,"internally_reserved":0,"allocated":1847296,"data_stored":1227140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:45:00.144 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:45:00.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.296+0000 7f1934c06640 1 -- 172.21.15.33:0/2188320938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19300cfa60 msgr2=0x7f19300cfe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.296+0000 7f1934c06640 1 --2- 172.21.15.33:0/2188320938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19300cfa60 0x7f19300cfe70 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f1930069b10 tx=0x7f191802a4d0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.296+0000 7f1934c06640 1 -- 172.21.15.33:0/2188320938 shutdown_connections 2024-07-26T15:45:00.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.296+0000 7f1934c06640 1 --2- 172.21.15.33:0/2188320938 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1930160400 0x7f1930160810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.296+0000 7f1934c06640 1 --2- 172.21.15.33:0/2188320938 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19300cfa60 0x7f19300cfe70 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.296+0000 7f1934c06640 1 --2- 172.21.15.33:0/2188320938 >> v2:172.21.15.154:3300/0 conn(0x7f19300cc660 0x7f19300b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.296+0000 7f1934c06640 1 -- 172.21.15.33:0/2188320938 >> 172.21.15.33:0/2188320938 conn(0x7f19300d1bf0 msgr2=0x7f19300d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:00.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.296+0000 7f1934c06640 1 -- 172.21.15.33:0/2188320938 shutdown_connections 2024-07-26T15:45:00.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.296+0000 7f1934c06640 1 -- 172.21.15.33:0/2188320938 wait complete. 2024-07-26T15:45:00.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.298+0000 7f1934c06640 1 Processor -- start 2024-07-26T15:45:00.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.298+0000 7f1934c06640 1 -- start start 2024-07-26T15:45:00.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f1934c06640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19300cc660 0x7f19301f5d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:00.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f1934c06640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19300cfa60 0x7f193009f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:00.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f1934c06640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1930160400 0x7f19300ceb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:00.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f1934c06640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f19300b1ca0 con 0x7f19300cfa60 2024-07-26T15:45:00.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f1934c06640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f19300b1b20 con 0x7f1930160400 2024-07-26T15:45:00.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f1934c06640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f19300b1e20 con 0x7f19300cc660 2024-07-26T15:45:00.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19300cfa60 0x7f193009f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:00.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19300cfa60 0x7f193009f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49784/0 (socket says 172.21.15.33:49784) 2024-07-26T15:45:00.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192dd9b640 1 -- 172.21.15.33:0/2387934792 learned_addr learned my addr 172.21.15.33:0/2387934792 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:00.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192ed9d640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1930160400 0x7f19300ceb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192e59c640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19300cc660 0x7f19301f5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192dd9b640 1 -- 172.21.15.33:0/2387934792 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19300cc660 msgr2=0x7f19301f5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192dd9b640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19300cc660 0x7f19301f5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192dd9b640 1 -- 172.21.15.33:0/2387934792 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1930160400 msgr2=0x7f19300ceb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192dd9b640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1930160400 0x7f19300ceb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192dd9b640 1 -- 172.21.15.33:0/2387934792 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19301f6280 con 0x7f19300cfa60 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192ed9d640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1930160400 0x7f19300ceb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f192dd9b640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19300cfa60 0x7f193009f210 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f1918034040 tx=0x7f1918003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.300+0000 7f1926ffd640 1 -- 172.21.15.33:0/2387934792 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f191803e030 con 0x7f19300cfa60 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.301+0000 7f1926ffd640 1 -- 172.21.15.33:0/2387934792 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1918003e00 con 0x7f19300cfa60 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.301+0000 7f1934c06640 1 -- 172.21.15.33:0/2387934792 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f193006e5d0 con 0x7f19300cfa60 2024-07-26T15:45:00.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.301+0000 7f1926ffd640 1 -- 172.21.15.33:0/2387934792 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1918035040 con 0x7f19300cfa60 2024-07-26T15:45:00.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.301+0000 7f1934c06640 1 -- 172.21.15.33:0/2387934792 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19300c9dd0 con 0x7f19300cfa60 2024-07-26T15:45:00.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.302+0000 7f1934c06640 1 -- 172.21.15.33:0/2387934792 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19300cfe70 con 0x7f19300cfa60 2024-07-26T15:45:00.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.302+0000 7f1926ffd640 1 -- 172.21.15.33:0/2387934792 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f1918041030 con 0x7f19300cfa60 2024-07-26T15:45:00.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.303+0000 7f1926ffd640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1910077130 0x7f1910079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:00.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.303+0000 7f1926ffd640 1 -- 172.21.15.33:0/2387934792 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f19180b9540 con 0x7f19300cfa60 2024-07-26T15:45:00.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.303+0000 7f192e59c640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1910077130 0x7f1910079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:00.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.303+0000 7f192e59c640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1910077130 0x7f1910079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1920005fd0 tx=0x7f1920009300 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:00.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.308+0000 7f1926ffd640 1 -- 172.21.15.33:0/2387934792 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f19301f6280 con 0x7f19300cfa60 2024-07-26T15:45:00.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.500+0000 7f1934c06640 1 -- 172.21.15.33:0/2387934792 --> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f193006e360 con 0x7f1910077130 2024-07-26T15:45:00.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.505+0000 7f1926ffd640 1 -- 172.21.15.33:0/2387934792 <== mgr.6687 v2:172.21.15.33:6836/3062007989 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249838 (secure 0 0 0) 0x7f193006e360 con 0x7f1910077130 2024-07-26T15:45:00.509 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:00.510 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:45:00.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 -- 172.21.15.33:0/2387934792 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1910077130 msgr2=0x7f1910079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1910077130 0x7f1910079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1920005fd0 tx=0x7f1920009300 comp rx=0 tx=0).stop 2024-07-26T15:45:00.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 -- 172.21.15.33:0/2387934792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19300cfa60 msgr2=0x7f193009f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19300cfa60 0x7f193009f210 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f1918034040 tx=0x7f1918003910 comp rx=0 tx=0).stop 2024-07-26T15:45:00.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 -- 172.21.15.33:0/2387934792 shutdown_connections 2024-07-26T15:45:00.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1910077130 0x7f1910079640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1930160400 0x7f19300ceb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19300cfa60 0x7f193009f210 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 --2- 172.21.15.33:0/2387934792 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f19300cc660 0x7f19301f5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 -- 172.21.15.33:0/2387934792 >> 172.21.15.33:0/2387934792 conn(0x7f19300d1bf0 msgr2=0x7f19300b07d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:00.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 -- 172.21.15.33:0/2387934792 shutdown_connections 2024-07-26T15:45:00.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.508+0000 7f1934c06640 1 -- 172.21.15.33:0/2387934792 wait complete. 2024-07-26T15:45:00.521 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:44:59.707921+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592744,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":209,"num_write_kb":1635,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":166,"acting":166,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":106,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":339484,"kb_used_data":10908,"kb_used_omap":12,"kb_used_meta":328435,"kb_avail":754635236,"statfs":{"total":773094113280,"available":772746481664,"internally_reserved":0,"allocated":11169792,"data_stored":6230525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":336318001},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2376,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.685986"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004206+0000","last_change":"2024-07-26T15:44:56.054106+0000","last_active":"2024-07-26T15:44:58.004206+0000","last_peered":"2024-07-26T15:44:58.004206+0000","last_clean":"2024-07-26T15:44:58.004206+0000","last_became_active":"2024-07-26T15:44:56.053782+0000","last_became_peered":"2024-07-26T15:44:56.053782+0000","last_unstale":"2024-07-26T15:44:58.004206+0000","last_undegraded":"2024-07-26T15:44:58.004206+0000","last_fullsized":"2024-07-26T15:44:58.004206+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:59.336325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036112+0000","last_change":"2024-07-26T15:44:56.045589+0000","last_active":"2024-07-26T15:44:57.036112+0000","last_peered":"2024-07-26T15:44:57.036112+0000","last_clean":"2024-07-26T15:44:57.036112+0000","last_became_active":"2024-07-26T15:44:56.045257+0000","last_became_peered":"2024-07-26T15:44:56.045257+0000","last_unstale":"2024-07-26T15:44:57.036112+0000","last_undegraded":"2024-07-26T15:44:57.036112+0000","last_fullsized":"2024-07-26T15:44:57.036112+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:59.336325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004494+0000","last_change":"2024-07-26T15:44:56.052706+0000","last_active":"2024-07-26T15:44:58.004494+0000","last_peered":"2024-07-26T15:44:58.004494+0000","last_clean":"2024-07-26T15:44:58.004494+0000","last_became_active":"2024-07-26T15:44:56.052323+0000","last_became_peered":"2024-07-26T15:44:56.052323+0000","last_unstale":"2024-07-26T15:44:58.004494+0000","last_undegraded":"2024-07-26T15:44:58.004494+0000","last_fullsized":"2024-07-26T15:44:58.004494+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:55:05.224198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050426+0000","last_change":"2024-07-26T15:44:56.052947+0000","last_active":"2024-07-26T15:44:57.050426+0000","last_peered":"2024-07-26T15:44:57.050426+0000","last_clean":"2024-07-26T15:44:57.050426+0000","last_became_active":"2024-07-26T15:44:56.052594+0000","last_became_peered":"2024-07-26T15:44:56.052594+0000","last_unstale":"2024-07-26T15:44:57.050426+0000","last_undegraded":"2024-07-26T15:44:57.050426+0000","last_fullsized":"2024-07-26T15:44:57.050426+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:16.808679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705229+0000","last_change":"2024-07-26T15:44:56.063846+0000","last_active":"2024-07-26T15:44:57.705229+0000","last_peered":"2024-07-26T15:44:57.705229+0000","last_clean":"2024-07-26T15:44:57.705229+0000","last_became_active":"2024-07-26T15:44:56.062564+0000","last_became_peered":"2024-07-26T15:44:56.062564+0000","last_unstale":"2024-07-26T15:44:57.705229+0000","last_undegraded":"2024-07-26T15:44:57.705229+0000","last_fullsized":"2024-07-26T15:44:57.705229+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:17.968292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560140+0000","last_change":"2024-07-26T15:44:56.065950+0000","last_active":"2024-07-26T15:44:57.560140+0000","last_peered":"2024-07-26T15:44:57.560140+0000","last_clean":"2024-07-26T15:44:57.560140+0000","last_became_active":"2024-07-26T15:44:56.065589+0000","last_became_peered":"2024-07-26T15:44:56.065589+0000","last_unstale":"2024-07-26T15:44:57.560140+0000","last_undegraded":"2024-07-26T15:44:57.560140+0000","last_fullsized":"2024-07-26T15:44:57.560140+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:49.418184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050194+0000","last_change":"2024-07-26T15:44:56.051286+0000","last_active":"2024-07-26T15:44:57.050194+0000","last_peered":"2024-07-26T15:44:57.050194+0000","last_clean":"2024-07-26T15:44:57.050194+0000","last_became_active":"2024-07-26T15:44:56.050973+0000","last_became_peered":"2024-07-26T15:44:56.050973+0000","last_unstale":"2024-07-26T15:44:57.050194+0000","last_undegraded":"2024-07-26T15:44:57.050194+0000","last_fullsized":"2024-07-26T15:44:57.050194+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:16:09.647272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035638+0000","last_change":"2024-07-26T15:44:56.058504+0000","last_active":"2024-07-26T15:44:57.035638+0000","last_peered":"2024-07-26T15:44:57.035638+0000","last_clean":"2024-07-26T15:44:57.035638+0000","last_became_active":"2024-07-26T15:44:56.058171+0000","last_became_peered":"2024-07-26T15:44:56.058171+0000","last_unstale":"2024-07-26T15:44:57.035638+0000","last_undegraded":"2024-07-26T15:44:57.035638+0000","last_fullsized":"2024-07-26T15:44:57.035638+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:43:46.937670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050483+0000","last_change":"2024-07-26T15:44:56.066776+0000","last_active":"2024-07-26T15:44:57.050483+0000","last_peered":"2024-07-26T15:44:57.050483+0000","last_clean":"2024-07-26T15:44:57.050483+0000","last_became_active":"2024-07-26T15:44:56.066468+0000","last_became_peered":"2024-07-26T15:44:56.066468+0000","last_unstale":"2024-07-26T15:44:57.050483+0000","last_undegraded":"2024-07-26T15:44:57.050483+0000","last_fullsized":"2024-07-26T15:44:57.050483+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:42:13.004794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705270+0000","last_change":"2024-07-26T15:44:56.063573+0000","last_active":"2024-07-26T15:44:57.705270+0000","last_peered":"2024-07-26T15:44:57.705270+0000","last_clean":"2024-07-26T15:44:57.705270+0000","last_became_active":"2024-07-26T15:44:56.062203+0000","last_became_peered":"2024-07-26T15:44:56.062203+0000","last_unstale":"2024-07-26T15:44:57.705270+0000","last_undegraded":"2024-07-26T15:44:57.705270+0000","last_fullsized":"2024-07-26T15:44:57.705270+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:34:53.093685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035194+0000","last_change":"2024-07-26T15:44:56.049900+0000","last_active":"2024-07-26T15:44:57.035194+0000","last_peered":"2024-07-26T15:44:57.035194+0000","last_clean":"2024-07-26T15:44:57.035194+0000","last_became_active":"2024-07-26T15:44:56.049565+0000","last_became_peered":"2024-07-26T15:44:56.049565+0000","last_unstale":"2024-07-26T15:44:57.035194+0000","last_undegraded":"2024-07-26T15:44:57.035194+0000","last_fullsized":"2024-07-26T15:44:57.035194+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:38.754701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003977+0000","last_change":"2024-07-26T15:44:56.055571+0000","last_active":"2024-07-26T15:44:58.003977+0000","last_peered":"2024-07-26T15:44:58.003977+0000","last_clean":"2024-07-26T15:44:58.003977+0000","last_became_active":"2024-07-26T15:44:56.055253+0000","last_became_peered":"2024-07-26T15:44:56.055253+0000","last_unstale":"2024-07-26T15:44:58.003977+0000","last_undegraded":"2024-07-26T15:44:58.003977+0000","last_fullsized":"2024-07-26T15:44:58.003977+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:51.200877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050638+0000","last_change":"2024-07-26T15:44:56.056945+0000","last_active":"2024-07-26T15:44:57.050638+0000","last_peered":"2024-07-26T15:44:57.050638+0000","last_clean":"2024-07-26T15:44:57.050638+0000","last_became_active":"2024-07-26T15:44:56.056548+0000","last_became_peered":"2024-07-26T15:44:56.056548+0000","last_unstale":"2024-07-26T15:44:57.050638+0000","last_undegraded":"2024-07-26T15:44:57.050638+0000","last_fullsized":"2024-07-26T15:44:57.050638+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:59.536549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004390+0000","last_change":"2024-07-26T15:44:56.050001+0000","last_active":"2024-07-26T15:44:58.004390+0000","last_peered":"2024-07-26T15:44:58.004390+0000","last_clean":"2024-07-26T15:44:58.004390+0000","last_became_active":"2024-07-26T15:44:56.049694+0000","last_became_peered":"2024-07-26T15:44:56.049694+0000","last_unstale":"2024-07-26T15:44:58.004390+0000","last_undegraded":"2024-07-26T15:44:58.004390+0000","last_fullsized":"2024-07-26T15:44:58.004390+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:36.900545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705258+0000","last_change":"2024-07-26T15:44:56.056121+0000","last_active":"2024-07-26T15:44:57.705258+0000","last_peered":"2024-07-26T15:44:57.705258+0000","last_clean":"2024-07-26T15:44:57.705258+0000","last_became_active":"2024-07-26T15:44:56.055733+0000","last_became_peered":"2024-07-26T15:44:56.055733+0000","last_unstale":"2024-07-26T15:44:57.705258+0000","last_undegraded":"2024-07-26T15:44:57.705258+0000","last_fullsized":"2024-07-26T15:44:57.705258+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:35.900389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050778+0000","last_change":"2024-07-26T15:44:56.053168+0000","last_active":"2024-07-26T15:44:57.050778+0000","last_peered":"2024-07-26T15:44:57.050778+0000","last_clean":"2024-07-26T15:44:57.050778+0000","last_became_active":"2024-07-26T15:44:56.052680+0000","last_became_peered":"2024-07-26T15:44:56.052680+0000","last_unstale":"2024-07-26T15:44:57.050778+0000","last_undegraded":"2024-07-26T15:44:57.050778+0000","last_fullsized":"2024-07-26T15:44:57.050778+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:13:07.222784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050477+0000","last_change":"2024-07-26T15:44:56.068819+0000","last_active":"2024-07-26T15:44:57.050477+0000","last_peered":"2024-07-26T15:44:57.050477+0000","last_clean":"2024-07-26T15:44:57.050477+0000","last_became_active":"2024-07-26T15:44:56.068478+0000","last_became_peered":"2024-07-26T15:44:56.068478+0000","last_unstale":"2024-07-26T15:44:57.050477+0000","last_undegraded":"2024-07-26T15:44:57.050477+0000","last_fullsized":"2024-07-26T15:44:57.050477+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:41:47.795954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035188+0000","last_change":"2024-07-26T15:44:56.051418+0000","last_active":"2024-07-26T15:44:57.035188+0000","last_peered":"2024-07-26T15:44:57.035188+0000","last_clean":"2024-07-26T15:44:57.035188+0000","last_became_active":"2024-07-26T15:44:56.050807+0000","last_became_peered":"2024-07-26T15:44:56.050807+0000","last_unstale":"2024-07-26T15:44:57.035188+0000","last_undegraded":"2024-07-26T15:44:57.035188+0000","last_fullsized":"2024-07-26T15:44:57.035188+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:07.706476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035565+0000","last_change":"2024-07-26T15:44:56.062255+0000","last_active":"2024-07-26T15:44:57.035565+0000","last_peered":"2024-07-26T15:44:57.035565+0000","last_clean":"2024-07-26T15:44:57.035565+0000","last_became_active":"2024-07-26T15:44:56.061895+0000","last_became_peered":"2024-07-26T15:44:56.061895+0000","last_unstale":"2024-07-26T15:44:57.035565+0000","last_undegraded":"2024-07-26T15:44:57.035565+0000","last_fullsized":"2024-07-26T15:44:57.035565+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:20:49.641829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004049+0000","last_change":"2024-07-26T15:44:56.054773+0000","last_active":"2024-07-26T15:44:58.004049+0000","last_peered":"2024-07-26T15:44:58.004049+0000","last_clean":"2024-07-26T15:44:58.004049+0000","last_became_active":"2024-07-26T15:44:56.054472+0000","last_became_peered":"2024-07-26T15:44:56.054472+0000","last_unstale":"2024-07-26T15:44:58.004049+0000","last_undegraded":"2024-07-26T15:44:58.004049+0000","last_fullsized":"2024-07-26T15:44:58.004049+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:59:02.301649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050605+0000","last_change":"2024-07-26T15:44:56.054622+0000","last_active":"2024-07-26T15:44:57.050605+0000","last_peered":"2024-07-26T15:44:57.050605+0000","last_clean":"2024-07-26T15:44:57.050605+0000","last_became_active":"2024-07-26T15:44:56.054260+0000","last_became_peered":"2024-07-26T15:44:56.054260+0000","last_unstale":"2024-07-26T15:44:57.050605+0000","last_undegraded":"2024-07-26T15:44:57.050605+0000","last_fullsized":"2024-07-26T15:44:57.050605+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:38.696477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035614+0000","last_change":"2024-07-26T15:44:56.055769+0000","last_active":"2024-07-26T15:44:57.035614+0000","last_peered":"2024-07-26T15:44:57.035614+0000","last_clean":"2024-07-26T15:44:57.035614+0000","last_became_active":"2024-07-26T15:44:56.055430+0000","last_became_peered":"2024-07-26T15:44:56.055430+0000","last_unstale":"2024-07-26T15:44:57.035614+0000","last_undegraded":"2024-07-26T15:44:57.035614+0000","last_fullsized":"2024-07-26T15:44:57.035614+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:08:05.751761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003808+0000","last_change":"2024-07-26T15:44:56.055718+0000","last_active":"2024-07-26T15:44:58.003808+0000","last_peered":"2024-07-26T15:44:58.003808+0000","last_clean":"2024-07-26T15:44:58.003808+0000","last_became_active":"2024-07-26T15:44:56.055390+0000","last_became_peered":"2024-07-26T15:44:56.055390+0000","last_unstale":"2024-07-26T15:44:58.003808+0000","last_undegraded":"2024-07-26T15:44:58.003808+0000","last_fullsized":"2024-07-26T15:44:58.003808+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:24.978684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004314+0000","last_change":"2024-07-26T15:44:56.055327+0000","last_active":"2024-07-26T15:44:58.004314+0000","last_peered":"2024-07-26T15:44:58.004314+0000","last_clean":"2024-07-26T15:44:58.004314+0000","last_became_active":"2024-07-26T15:44:56.054644+0000","last_became_peered":"2024-07-26T15:44:56.054644+0000","last_unstale":"2024-07-26T15:44:58.004314+0000","last_undegraded":"2024-07-26T15:44:58.004314+0000","last_fullsized":"2024-07-26T15:44:58.004314+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:13.864108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003967+0000","last_change":"2024-07-26T15:44:56.057742+0000","last_active":"2024-07-26T15:44:58.003967+0000","last_peered":"2024-07-26T15:44:58.003967+0000","last_clean":"2024-07-26T15:44:58.003967+0000","last_became_active":"2024-07-26T15:44:56.057317+0000","last_became_peered":"2024-07-26T15:44:56.057317+0000","last_unstale":"2024-07-26T15:44:58.003967+0000","last_undegraded":"2024-07-26T15:44:58.003967+0000","last_fullsized":"2024-07-26T15:44:58.003967+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:58.476548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004165+0000","last_change":"2024-07-26T15:44:56.049175+0000","last_active":"2024-07-26T15:44:58.004165+0000","last_peered":"2024-07-26T15:44:58.004165+0000","last_clean":"2024-07-26T15:44:58.004165+0000","last_became_active":"2024-07-26T15:44:56.048827+0000","last_became_peered":"2024-07-26T15:44:56.048827+0000","last_unstale":"2024-07-26T15:44:58.004165+0000","last_undegraded":"2024-07-26T15:44:58.004165+0000","last_fullsized":"2024-07-26T15:44:58.004165+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:41.749069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"102'4","reported_seq":19,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050684+0000","last_change":"2024-07-26T15:44:55.047821+0000","last_active":"2024-07-26T15:44:57.050684+0000","last_peered":"2024-07-26T15:44:57.050684+0000","last_clean":"2024-07-26T15:44:57.050684+0000","last_became_active":"2024-07-26T15:44:55.047523+0000","last_became_peered":"2024-07-26T15:44:55.047523+0000","last_unstale":"2024-07-26T15:44:57.050684+0000","last_undegraded":"2024-07-26T15:44:57.050684+0000","last_fullsized":"2024-07-26T15:44:57.050684+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:05:13.816007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035238+0000","last_change":"2024-07-26T15:44:56.039200+0000","last_active":"2024-07-26T15:44:57.035238+0000","last_peered":"2024-07-26T15:44:57.035238+0000","last_clean":"2024-07-26T15:44:57.035238+0000","last_became_active":"2024-07-26T15:44:56.038832+0000","last_became_peered":"2024-07-26T15:44:56.038832+0000","last_unstale":"2024-07-26T15:44:57.035238+0000","last_undegraded":"2024-07-26T15:44:57.035238+0000","last_fullsized":"2024-07-26T15:44:57.035238+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:30:08.027812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004034+0000","last_change":"2024-07-26T15:44:55.042077+0000","last_active":"2024-07-26T15:44:58.004034+0000","last_peered":"2024-07-26T15:44:58.004034+0000","last_clean":"2024-07-26T15:44:58.004034+0000","last_became_active":"2024-07-26T15:44:55.041747+0000","last_became_peered":"2024-07-26T15:44:55.041747+0000","last_unstale":"2024-07-26T15:44:58.004034+0000","last_undegraded":"2024-07-26T15:44:58.004034+0000","last_fullsized":"2024-07-26T15:44:58.004034+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:40.446000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003840+0000","last_change":"2024-07-26T15:44:55.051234+0000","last_active":"2024-07-26T15:44:58.003840+0000","last_peered":"2024-07-26T15:44:58.003840+0000","last_clean":"2024-07-26T15:44:58.003840+0000","last_became_active":"2024-07-26T15:44:55.050924+0000","last_became_peered":"2024-07-26T15:44:55.050924+0000","last_unstale":"2024-07-26T15:44:58.003840+0000","last_undegraded":"2024-07-26T15:44:58.003840+0000","last_fullsized":"2024-07-26T15:44:58.003840+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:15.786520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.559986+0000","last_change":"2024-07-26T15:44:55.046462+0000","last_active":"2024-07-26T15:44:57.559986+0000","last_peered":"2024-07-26T15:44:57.559986+0000","last_clean":"2024-07-26T15:44:57.559986+0000","last_became_active":"2024-07-26T15:44:55.046151+0000","last_became_peered":"2024-07-26T15:44:55.046151+0000","last_unstale":"2024-07-26T15:44:57.559986+0000","last_undegraded":"2024-07-26T15:44:57.559986+0000","last_fullsized":"2024-07-26T15:44:57.559986+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:46.664521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035907+0000","last_change":"2024-07-26T15:44:56.057381+0000","last_active":"2024-07-26T15:44:57.035907+0000","last_peered":"2024-07-26T15:44:57.035907+0000","last_clean":"2024-07-26T15:44:57.035907+0000","last_became_active":"2024-07-26T15:44:56.057043+0000","last_became_peered":"2024-07-26T15:44:56.057043+0000","last_unstale":"2024-07-26T15:44:57.035907+0000","last_undegraded":"2024-07-26T15:44:57.035907+0000","last_fullsized":"2024-07-26T15:44:57.035907+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:59:02.301649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024325+0000","last_change":"2024-07-26T15:44:54.024325+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024325+0000","last_undegraded":"2024-07-26T15:44:54.024325+0000","last_fullsized":"2024-07-26T15:44:54.024325+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035810+0000","last_change":"2024-07-26T15:44:56.050791+0000","last_active":"2024-07-26T15:44:57.035810+0000","last_peered":"2024-07-26T15:44:57.035810+0000","last_clean":"2024-07-26T15:44:57.035810+0000","last_became_active":"2024-07-26T15:44:56.048740+0000","last_became_peered":"2024-07-26T15:44:56.048740+0000","last_unstale":"2024-07-26T15:44:57.035810+0000","last_undegraded":"2024-07-26T15:44:57.035810+0000","last_fullsized":"2024-07-26T15:44:57.035810+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:58.476548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024035+0000","last_change":"2024-07-26T15:44:54.024035+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024035+0000","last_undegraded":"2024-07-26T15:44:54.024035+0000","last_fullsized":"2024-07-26T15:44:54.024035+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035263+0000","last_change":"2024-07-26T15:44:55.048216+0000","last_active":"2024-07-26T15:44:57.035263+0000","last_peered":"2024-07-26T15:44:57.035263+0000","last_clean":"2024-07-26T15:44:57.035263+0000","last_became_active":"2024-07-26T15:44:55.047908+0000","last_became_peered":"2024-07-26T15:44:55.047908+0000","last_unstale":"2024-07-26T15:44:57.035263+0000","last_undegraded":"2024-07-26T15:44:57.035263+0000","last_fullsized":"2024-07-26T15:44:57.035263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:36.563372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560471+0000","last_change":"2024-07-26T15:44:56.061265+0000","last_active":"2024-07-26T15:44:57.560471+0000","last_peered":"2024-07-26T15:44:57.560471+0000","last_clean":"2024-07-26T15:44:57.560471+0000","last_became_active":"2024-07-26T15:44:56.060977+0000","last_became_peered":"2024-07-26T15:44:56.060977+0000","last_unstale":"2024-07-26T15:44:57.560471+0000","last_undegraded":"2024-07-26T15:44:57.560471+0000","last_fullsized":"2024-07-26T15:44:57.560471+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:54.871324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050130+0000","last_change":"2024-07-26T15:44:55.046610+0000","last_active":"2024-07-26T15:44:57.050130+0000","last_peered":"2024-07-26T15:44:57.050130+0000","last_clean":"2024-07-26T15:44:57.050130+0000","last_became_active":"2024-07-26T15:44:55.046310+0000","last_became_peered":"2024-07-26T15:44:55.046310+0000","last_unstale":"2024-07-26T15:44:57.050130+0000","last_undegraded":"2024-07-26T15:44:57.050130+0000","last_fullsized":"2024-07-26T15:44:57.050130+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:48.917408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035178+0000","last_change":"2024-07-26T15:44:56.054692+0000","last_active":"2024-07-26T15:44:57.035178+0000","last_peered":"2024-07-26T15:44:57.035178+0000","last_clean":"2024-07-26T15:44:57.035178+0000","last_became_active":"2024-07-26T15:44:56.050720+0000","last_became_peered":"2024-07-26T15:44:56.050720+0000","last_unstale":"2024-07-26T15:44:57.035178+0000","last_undegraded":"2024-07-26T15:44:57.035178+0000","last_fullsized":"2024-07-26T15:44:57.035178+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:22.784897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004199+0000","last_change":"2024-07-26T15:44:55.047398+0000","last_active":"2024-07-26T15:44:58.004199+0000","last_peered":"2024-07-26T15:44:58.004199+0000","last_clean":"2024-07-26T15:44:58.004199+0000","last_became_active":"2024-07-26T15:44:55.047052+0000","last_became_peered":"2024-07-26T15:44:55.047052+0000","last_unstale":"2024-07-26T15:44:58.004199+0000","last_undegraded":"2024-07-26T15:44:58.004199+0000","last_fullsized":"2024-07-26T15:44:58.004199+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:35:29.895318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024343+0000","last_change":"2024-07-26T15:44:54.024343+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024343+0000","last_undegraded":"2024-07-26T15:44:54.024343+0000","last_fullsized":"2024-07-26T15:44:54.024343+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705480+0000","last_change":"2024-07-26T15:44:56.063239+0000","last_active":"2024-07-26T15:44:57.705480+0000","last_peered":"2024-07-26T15:44:57.705480+0000","last_clean":"2024-07-26T15:44:57.705480+0000","last_became_active":"2024-07-26T15:44:56.061824+0000","last_became_peered":"2024-07-26T15:44:56.061824+0000","last_unstale":"2024-07-26T15:44:57.705480+0000","last_undegraded":"2024-07-26T15:44:57.705480+0000","last_fullsized":"2024-07-26T15:44:57.705480+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:42:36.170665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"102'3","reported_seq":18,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050702+0000","last_change":"2024-07-26T15:44:55.043370+0000","last_active":"2024-07-26T15:44:57.050702+0000","last_peered":"2024-07-26T15:44:57.050702+0000","last_clean":"2024-07-26T15:44:57.050702+0000","last_became_active":"2024-07-26T15:44:55.043053+0000","last_became_peered":"2024-07-26T15:44:55.043053+0000","last_unstale":"2024-07-26T15:44:57.050702+0000","last_undegraded":"2024-07-26T15:44:57.050702+0000","last_fullsized":"2024-07-26T15:44:57.050702+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:40.839873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004299+0000","last_change":"2024-07-26T15:44:56.063680+0000","last_active":"2024-07-26T15:44:58.004299+0000","last_peered":"2024-07-26T15:44:58.004299+0000","last_clean":"2024-07-26T15:44:58.004299+0000","last_became_active":"2024-07-26T15:44:56.063338+0000","last_became_peered":"2024-07-26T15:44:56.063338+0000","last_unstale":"2024-07-26T15:44:58.004299+0000","last_undegraded":"2024-07-26T15:44:58.004299+0000","last_fullsized":"2024-07-26T15:44:58.004299+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:23:51.677453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"102'6","reported_seq":21,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560142+0000","last_change":"2024-07-26T15:44:55.052594+0000","last_active":"2024-07-26T15:44:57.560142+0000","last_peered":"2024-07-26T15:44:57.560142+0000","last_clean":"2024-07-26T15:44:57.560142+0000","last_became_active":"2024-07-26T15:44:55.052200+0000","last_became_peered":"2024-07-26T15:44:55.052200+0000","last_unstale":"2024-07-26T15:44:57.560142+0000","last_undegraded":"2024-07-26T15:44:57.560142+0000","last_fullsized":"2024-07-26T15:44:57.560142+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:22.966884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024013+0000","last_change":"2024-07-26T15:44:54.024013+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024013+0000","last_undegraded":"2024-07-26T15:44:54.024013+0000","last_fullsized":"2024-07-26T15:44:54.024013+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560183+0000","last_change":"2024-07-26T15:44:56.060430+0000","last_active":"2024-07-26T15:44:57.560183+0000","last_peered":"2024-07-26T15:44:57.560183+0000","last_clean":"2024-07-26T15:44:57.560183+0000","last_became_active":"2024-07-26T15:44:56.060141+0000","last_became_peered":"2024-07-26T15:44:56.060141+0000","last_unstale":"2024-07-26T15:44:57.560183+0000","last_undegraded":"2024-07-26T15:44:57.560183+0000","last_fullsized":"2024-07-26T15:44:57.560183+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:20:48.486035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003650+0000","last_change":"2024-07-26T15:44:55.041173+0000","last_active":"2024-07-26T15:44:58.003650+0000","last_peered":"2024-07-26T15:44:58.003650+0000","last_clean":"2024-07-26T15:44:58.003650+0000","last_became_active":"2024-07-26T15:44:55.040872+0000","last_became_peered":"2024-07-26T15:44:55.040872+0000","last_unstale":"2024-07-26T15:44:58.003650+0000","last_undegraded":"2024-07-26T15:44:58.003650+0000","last_fullsized":"2024-07-26T15:44:58.003650+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:43.681742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560172+0000","last_change":"2024-07-26T15:44:56.063686+0000","last_active":"2024-07-26T15:44:57.560172+0000","last_peered":"2024-07-26T15:44:57.560172+0000","last_clean":"2024-07-26T15:44:57.560172+0000","last_became_active":"2024-07-26T15:44:56.063310+0000","last_became_peered":"2024-07-26T15:44:56.063310+0000","last_unstale":"2024-07-26T15:44:57.560172+0000","last_undegraded":"2024-07-26T15:44:57.560172+0000","last_fullsized":"2024-07-26T15:44:57.560172+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:51.476115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050163+0000","last_change":"2024-07-26T15:44:55.043261+0000","last_active":"2024-07-26T15:44:57.050163+0000","last_peered":"2024-07-26T15:44:57.050163+0000","last_clean":"2024-07-26T15:44:57.050163+0000","last_became_active":"2024-07-26T15:44:55.042747+0000","last_became_peered":"2024-07-26T15:44:55.042747+0000","last_unstale":"2024-07-26T15:44:57.050163+0000","last_undegraded":"2024-07-26T15:44:57.050163+0000","last_fullsized":"2024-07-26T15:44:57.050163+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:37:47.411626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560471+0000","last_change":"2024-07-26T15:44:56.066696+0000","last_active":"2024-07-26T15:44:57.560471+0000","last_peered":"2024-07-26T15:44:57.560471+0000","last_clean":"2024-07-26T15:44:57.560471+0000","last_became_active":"2024-07-26T15:44:56.066363+0000","last_became_peered":"2024-07-26T15:44:56.066363+0000","last_unstale":"2024-07-26T15:44:57.560471+0000","last_undegraded":"2024-07-26T15:44:57.560471+0000","last_fullsized":"2024-07-26T15:44:57.560471+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:00:42.832392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"102'8","reported_seq":23,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035257+0000","last_change":"2024-07-26T15:44:55.047097+0000","last_active":"2024-07-26T15:44:57.035257+0000","last_peered":"2024-07-26T15:44:57.035257+0000","last_clean":"2024-07-26T15:44:57.035257+0000","last_became_active":"2024-07-26T15:44:55.046741+0000","last_became_peered":"2024-07-26T15:44:55.046741+0000","last_unstale":"2024-07-26T15:44:57.035257+0000","last_undegraded":"2024-07-26T15:44:57.035257+0000","last_fullsized":"2024-07-26T15:44:57.035257+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:34.319371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705059+0000","last_change":"2024-07-26T15:44:56.057294+0000","last_active":"2024-07-26T15:44:57.705059+0000","last_peered":"2024-07-26T15:44:57.705059+0000","last_clean":"2024-07-26T15:44:57.705059+0000","last_became_active":"2024-07-26T15:44:56.056668+0000","last_became_peered":"2024-07-26T15:44:56.056668+0000","last_unstale":"2024-07-26T15:44:57.705059+0000","last_undegraded":"2024-07-26T15:44:57.705059+0000","last_fullsized":"2024-07-26T15:44:57.705059+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:46.135542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004263+0000","last_change":"2024-07-26T15:44:55.044900+0000","last_active":"2024-07-26T15:44:58.004263+0000","last_peered":"2024-07-26T15:44:58.004263+0000","last_clean":"2024-07-26T15:44:58.004263+0000","last_became_active":"2024-07-26T15:44:55.044588+0000","last_became_peered":"2024-07-26T15:44:55.044588+0000","last_unstale":"2024-07-26T15:44:58.004263+0000","last_undegraded":"2024-07-26T15:44:58.004263+0000","last_fullsized":"2024-07-26T15:44:58.004263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:47:55.573786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050255+0000","last_change":"2024-07-26T15:44:56.055895+0000","last_active":"2024-07-26T15:44:57.050255+0000","last_peered":"2024-07-26T15:44:57.050255+0000","last_clean":"2024-07-26T15:44:57.050255+0000","last_became_active":"2024-07-26T15:44:56.055567+0000","last_became_peered":"2024-07-26T15:44:56.055567+0000","last_unstale":"2024-07-26T15:44:57.050255+0000","last_undegraded":"2024-07-26T15:44:57.050255+0000","last_fullsized":"2024-07-26T15:44:57.050255+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:47:07.577719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.023987+0000","last_change":"2024-07-26T15:44:54.023987+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.023987+0000","last_undegraded":"2024-07-26T15:44:54.023987+0000","last_fullsized":"2024-07-26T15:44:54.023987+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050274+0000","last_change":"2024-07-26T15:44:56.047213+0000","last_active":"2024-07-26T15:44:57.050274+0000","last_peered":"2024-07-26T15:44:57.050274+0000","last_clean":"2024-07-26T15:44:57.050274+0000","last_became_active":"2024-07-26T15:44:56.046897+0000","last_became_peered":"2024-07-26T15:44:56.046897+0000","last_unstale":"2024-07-26T15:44:57.050274+0000","last_undegraded":"2024-07-26T15:44:57.050274+0000","last_fullsized":"2024-07-26T15:44:57.050274+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:57:36.144095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050743+0000","last_change":"2024-07-26T15:44:55.051108+0000","last_active":"2024-07-26T15:44:57.050743+0000","last_peered":"2024-07-26T15:44:57.050743+0000","last_clean":"2024-07-26T15:44:57.050743+0000","last_became_active":"2024-07-26T15:44:55.050774+0000","last_became_peered":"2024-07-26T15:44:55.050774+0000","last_unstale":"2024-07-26T15:44:57.050743+0000","last_undegraded":"2024-07-26T15:44:57.050743+0000","last_fullsized":"2024-07-26T15:44:57.050743+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:13:54.019454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705432+0000","last_change":"2024-07-26T15:44:56.056080+0000","last_active":"2024-07-26T15:44:57.705432+0000","last_peered":"2024-07-26T15:44:57.705432+0000","last_clean":"2024-07-26T15:44:57.705432+0000","last_became_active":"2024-07-26T15:44:56.055714+0000","last_became_peered":"2024-07-26T15:44:56.055714+0000","last_unstale":"2024-07-26T15:44:57.705432+0000","last_undegraded":"2024-07-26T15:44:57.705432+0000","last_fullsized":"2024-07-26T15:44:57.705432+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:15:53.010671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004082+0000","last_change":"2024-07-26T15:44:55.053031+0000","last_active":"2024-07-26T15:44:58.004082+0000","last_peered":"2024-07-26T15:44:58.004082+0000","last_clean":"2024-07-26T15:44:58.004082+0000","last_became_active":"2024-07-26T15:44:55.052679+0000","last_became_peered":"2024-07-26T15:44:55.052679+0000","last_unstale":"2024-07-26T15:44:58.004082+0000","last_undegraded":"2024-07-26T15:44:58.004082+0000","last_fullsized":"2024-07-26T15:44:58.004082+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:40.261826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035862+0000","last_change":"2024-07-26T15:44:56.042258+0000","last_active":"2024-07-26T15:44:57.035862+0000","last_peered":"2024-07-26T15:44:57.035862+0000","last_clean":"2024-07-26T15:44:57.035862+0000","last_became_active":"2024-07-26T15:44:56.041856+0000","last_became_peered":"2024-07-26T15:44:56.041856+0000","last_unstale":"2024-07-26T15:44:57.035862+0000","last_undegraded":"2024-07-26T15:44:57.035862+0000","last_fullsized":"2024-07-26T15:44:57.035862+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:51.200877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705352+0000","last_change":"2024-07-26T15:44:55.048871+0000","last_active":"2024-07-26T15:44:57.705352+0000","last_peered":"2024-07-26T15:44:57.705352+0000","last_clean":"2024-07-26T15:44:57.705352+0000","last_became_active":"2024-07-26T15:44:55.048556+0000","last_became_peered":"2024-07-26T15:44:55.048556+0000","last_unstale":"2024-07-26T15:44:57.705352+0000","last_undegraded":"2024-07-26T15:44:57.705352+0000","last_fullsized":"2024-07-26T15:44:57.705352+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:13.940345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036203+0000","last_change":"2024-07-26T15:44:56.042238+0000","last_active":"2024-07-26T15:44:57.036203+0000","last_peered":"2024-07-26T15:44:57.036203+0000","last_clean":"2024-07-26T15:44:57.036203+0000","last_became_active":"2024-07-26T15:44:56.041894+0000","last_became_peered":"2024-07-26T15:44:56.041894+0000","last_unstale":"2024-07-26T15:44:57.036203+0000","last_undegraded":"2024-07-26T15:44:57.036203+0000","last_fullsized":"2024-07-26T15:44:57.036203+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:50.361243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.704939+0000","last_change":"2024-07-26T15:44:55.049548+0000","last_active":"2024-07-26T15:44:57.704939+0000","last_peered":"2024-07-26T15:44:57.704939+0000","last_clean":"2024-07-26T15:44:57.704939+0000","last_became_active":"2024-07-26T15:44:55.049168+0000","last_became_peered":"2024-07-26T15:44:55.049168+0000","last_unstale":"2024-07-26T15:44:57.704939+0000","last_undegraded":"2024-07-26T15:44:57.704939+0000","last_fullsized":"2024-07-26T15:44:57.704939+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:55.869284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560610+0000","last_change":"2024-07-26T15:44:56.057680+0000","last_active":"2024-07-26T15:44:57.560610+0000","last_peered":"2024-07-26T15:44:57.560610+0000","last_clean":"2024-07-26T15:44:57.560610+0000","last_became_active":"2024-07-26T15:44:56.057323+0000","last_became_peered":"2024-07-26T15:44:56.057323+0000","last_unstale":"2024-07-26T15:44:57.560610+0000","last_undegraded":"2024-07-26T15:44:57.560610+0000","last_fullsized":"2024-07-26T15:44:57.560610+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:19.236881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.704880+0000","last_change":"2024-07-26T15:44:55.048656+0000","last_active":"2024-07-26T15:44:57.704880+0000","last_peered":"2024-07-26T15:44:57.704880+0000","last_clean":"2024-07-26T15:44:57.704880+0000","last_became_active":"2024-07-26T15:44:55.048173+0000","last_became_peered":"2024-07-26T15:44:55.048173+0000","last_unstale":"2024-07-26T15:44:57.704880+0000","last_undegraded":"2024-07-26T15:44:57.704880+0000","last_fullsized":"2024-07-26T15:44:57.704880+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:54:11.547974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024267+0000","last_change":"2024-07-26T15:44:54.024267+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024267+0000","last_undegraded":"2024-07-26T15:44:54.024267+0000","last_fullsized":"2024-07-26T15:44:54.024267+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560299+0000","last_change":"2024-07-26T15:44:56.066728+0000","last_active":"2024-07-26T15:44:57.560299+0000","last_peered":"2024-07-26T15:44:57.560299+0000","last_clean":"2024-07-26T15:44:57.560299+0000","last_became_active":"2024-07-26T15:44:56.066296+0000","last_became_peered":"2024-07-26T15:44:56.066296+0000","last_unstale":"2024-07-26T15:44:57.560299+0000","last_undegraded":"2024-07-26T15:44:57.560299+0000","last_fullsized":"2024-07-26T15:44:57.560299+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:22.648550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"103'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036237+0000","last_change":"2024-07-26T15:44:55.054163+0000","last_active":"2024-07-26T15:44:57.036237+0000","last_peered":"2024-07-26T15:44:57.036237+0000","last_clean":"2024-07-26T15:44:57.036237+0000","last_became_active":"2024-07-26T15:44:55.053829+0000","last_became_peered":"2024-07-26T15:44:55.053829+0000","last_unstale":"2024-07-26T15:44:57.036237+0000","last_undegraded":"2024-07-26T15:44:57.036237+0000","last_fullsized":"2024-07-26T15:44:57.036237+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:56.592150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004144+0000","last_change":"2024-07-26T15:44:55.044735+0000","last_active":"2024-07-26T15:44:58.004144+0000","last_peered":"2024-07-26T15:44:58.004144+0000","last_clean":"2024-07-26T15:44:58.004144+0000","last_became_active":"2024-07-26T15:44:55.044429+0000","last_became_peered":"2024-07-26T15:44:55.044429+0000","last_unstale":"2024-07-26T15:44:58.004144+0000","last_undegraded":"2024-07-26T15:44:58.004144+0000","last_fullsized":"2024-07-26T15:44:58.004144+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:21.778615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035806+0000","last_change":"2024-07-26T15:44:56.053453+0000","last_active":"2024-07-26T15:44:57.035806+0000","last_peered":"2024-07-26T15:44:57.035806+0000","last_clean":"2024-07-26T15:44:57.035806+0000","last_became_active":"2024-07-26T15:44:56.053156+0000","last_became_peered":"2024-07-26T15:44:56.053156+0000","last_unstale":"2024-07-26T15:44:57.035806+0000","last_undegraded":"2024-07-26T15:44:57.035806+0000","last_fullsized":"2024-07-26T15:44:57.035806+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:24.978684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003785+0000","last_change":"2024-07-26T15:44:55.042820+0000","last_active":"2024-07-26T15:44:58.003785+0000","last_peered":"2024-07-26T15:44:58.003785+0000","last_clean":"2024-07-26T15:44:58.003785+0000","last_became_active":"2024-07-26T15:44:55.042501+0000","last_became_peered":"2024-07-26T15:44:55.042501+0000","last_unstale":"2024-07-26T15:44:58.003785+0000","last_undegraded":"2024-07-26T15:44:58.003785+0000","last_fullsized":"2024-07-26T15:44:58.003785+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:41:31.160443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560315+0000","last_change":"2024-07-26T15:44:56.067002+0000","last_active":"2024-07-26T15:44:57.560315+0000","last_peered":"2024-07-26T15:44:57.560315+0000","last_clean":"2024-07-26T15:44:57.560315+0000","last_became_active":"2024-07-26T15:44:56.066570+0000","last_became_peered":"2024-07-26T15:44:56.066570+0000","last_unstale":"2024-07-26T15:44:57.560315+0000","last_undegraded":"2024-07-26T15:44:57.560315+0000","last_fullsized":"2024-07-26T15:44:57.560315+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:13:24.740242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.559827+0000","last_change":"2024-07-26T15:44:55.044939+0000","last_active":"2024-07-26T15:44:57.559827+0000","last_peered":"2024-07-26T15:44:57.559827+0000","last_clean":"2024-07-26T15:44:57.559827+0000","last_became_active":"2024-07-26T15:44:55.044590+0000","last_became_peered":"2024-07-26T15:44:55.044590+0000","last_unstale":"2024-07-26T15:44:57.559827+0000","last_undegraded":"2024-07-26T15:44:57.559827+0000","last_fullsized":"2024-07-26T15:44:57.559827+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:18.452147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560281+0000","last_change":"2024-07-26T15:44:56.066167+0000","last_active":"2024-07-26T15:44:57.560281+0000","last_peered":"2024-07-26T15:44:57.560281+0000","last_clean":"2024-07-26T15:44:57.560281+0000","last_became_active":"2024-07-26T15:44:56.065582+0000","last_became_peered":"2024-07-26T15:44:56.065582+0000","last_unstale":"2024-07-26T15:44:57.560281+0000","last_undegraded":"2024-07-26T15:44:57.560281+0000","last_fullsized":"2024-07-26T15:44:57.560281+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:22:21.104097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050573+0000","last_change":"2024-07-26T15:44:55.045409+0000","last_active":"2024-07-26T15:44:57.050573+0000","last_peered":"2024-07-26T15:44:57.050573+0000","last_clean":"2024-07-26T15:44:57.050573+0000","last_became_active":"2024-07-26T15:44:55.045109+0000","last_became_peered":"2024-07-26T15:44:55.045109+0000","last_unstale":"2024-07-26T15:44:57.050573+0000","last_undegraded":"2024-07-26T15:44:57.050573+0000","last_fullsized":"2024-07-26T15:44:57.050573+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:58.946873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004406+0000","last_change":"2024-07-26T15:44:56.052229+0000","last_active":"2024-07-26T15:44:58.004406+0000","last_peered":"2024-07-26T15:44:58.004406+0000","last_clean":"2024-07-26T15:44:58.004406+0000","last_became_active":"2024-07-26T15:44:56.051837+0000","last_became_peered":"2024-07-26T15:44:56.051837+0000","last_unstale":"2024-07-26T15:44:58.004406+0000","last_undegraded":"2024-07-26T15:44:58.004406+0000","last_fullsized":"2024-07-26T15:44:58.004406+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:56.099221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560340+0000","last_change":"2024-07-26T15:44:55.047833+0000","last_active":"2024-07-26T15:44:57.560340+0000","last_peered":"2024-07-26T15:44:57.560340+0000","last_clean":"2024-07-26T15:44:57.560340+0000","last_became_active":"2024-07-26T15:44:55.047449+0000","last_became_peered":"2024-07-26T15:44:55.047449+0000","last_unstale":"2024-07-26T15:44:57.560340+0000","last_undegraded":"2024-07-26T15:44:57.560340+0000","last_fullsized":"2024-07-26T15:44:57.560340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:24:42.330437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004490+0000","last_change":"2024-07-26T15:44:56.054233+0000","last_active":"2024-07-26T15:44:58.004490+0000","last_peered":"2024-07-26T15:44:58.004490+0000","last_clean":"2024-07-26T15:44:58.004490+0000","last_became_active":"2024-07-26T15:44:56.053923+0000","last_became_peered":"2024-07-26T15:44:56.053923+0000","last_unstale":"2024-07-26T15:44:58.004490+0000","last_undegraded":"2024-07-26T15:44:58.004490+0000","last_fullsized":"2024-07-26T15:44:58.004490+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:36.392683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003961+0000","last_change":"2024-07-26T15:44:55.044599+0000","last_active":"2024-07-26T15:44:58.003961+0000","last_peered":"2024-07-26T15:44:58.003961+0000","last_clean":"2024-07-26T15:44:58.003961+0000","last_became_active":"2024-07-26T15:44:55.044249+0000","last_became_peered":"2024-07-26T15:44:55.044249+0000","last_unstale":"2024-07-26T15:44:58.003961+0000","last_undegraded":"2024-07-26T15:44:58.003961+0000","last_fullsized":"2024-07-26T15:44:58.003961+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:33.103317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004228+0000","last_change":"2024-07-26T15:44:56.058050+0000","last_active":"2024-07-26T15:44:58.004228+0000","last_peered":"2024-07-26T15:44:58.004228+0000","last_clean":"2024-07-26T15:44:58.004228+0000","last_became_active":"2024-07-26T15:44:56.057735+0000","last_became_peered":"2024-07-26T15:44:56.057735+0000","last_unstale":"2024-07-26T15:44:58.004228+0000","last_undegraded":"2024-07-26T15:44:58.004228+0000","last_fullsized":"2024-07-26T15:44:58.004228+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:50.361243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705481+0000","last_change":"2024-07-26T15:44:55.048294+0000","last_active":"2024-07-26T15:44:57.705481+0000","last_peered":"2024-07-26T15:44:57.705481+0000","last_clean":"2024-07-26T15:44:57.705481+0000","last_became_active":"2024-07-26T15:44:55.047791+0000","last_became_peered":"2024-07-26T15:44:55.047791+0000","last_unstale":"2024-07-26T15:44:57.705481+0000","last_undegraded":"2024-07-26T15:44:57.705481+0000","last_fullsized":"2024-07-26T15:44:57.705481+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:13.462705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"93'114","reported_seq":419,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004043+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:44:58.004043+0000","last_peered":"2024-07-26T15:44:58.004043+0000","last_clean":"2024-07-26T15:44:58.004043+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:44:58.004043+0000","last_undegraded":"2024-07-26T15:44:58.004043+0000","last_fullsized":"2024-07-26T15:44:58.004043+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":114,"log_dups_size":0,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":173,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":100,"acting":100,"num_store_stats":6},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2376,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":173,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575046,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59356,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312484,"statfs":{"total":96636764160,"available":96575983616,"internally_reserved":0,"allocated":1851392,"data_stored":1227162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509637,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1265664,"data_stored":638384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509636,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50416,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321424,"statfs":{"total":96636764160,"available":96585138176,"internally_reserved":0,"allocated":1204224,"data_stored":609925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509636,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1216512,"data_stored":616162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509636,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36568,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335272,"statfs":{"total":96636764160,"available":96599318528,"internally_reserved":0,"allocated":1257472,"data_stored":637354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509636,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58792,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94313048,"statfs":{"total":96636764160,"available":96576561152,"internally_reserved":0,"allocated":1265664,"data_stored":637514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509639,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1261568,"data_stored":636884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542343,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37148,"kb_used_data":1804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334692,"statfs":{"total":96636764160,"available":96598724608,"internally_reserved":0,"allocated":1847296,"data_stored":1227140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:45:00.525 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:45:00.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.677+0000 7fdcda79c640 1 -- 172.21.15.33:0/535235520 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcd40d1b80 msgr2=0x7fdcd40b1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.677+0000 7fdcda79c640 1 --2- 172.21.15.33:0/535235520 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcd40d1b80 0x7fdcd40b1470 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fdccc005fd0 tx=0x7fdccc02aa90 comp rx=0 tx=0).stop 2024-07-26T15:45:00.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.677+0000 7fdcda79c640 1 -- 172.21.15.33:0/535235520 shutdown_connections 2024-07-26T15:45:00.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.677+0000 7fdcda79c640 1 --2- 172.21.15.33:0/535235520 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcd40d1b80 0x7fdcd40b1470 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.677+0000 7fdcda79c640 1 --2- 172.21.15.33:0/535235520 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdcd40d2990 0x7fdcd40b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.677+0000 7fdcda79c640 1 -- 172.21.15.33:0/535235520 >> 172.21.15.33:0/535235520 conn(0x7fdcd40d3da0 msgr2=0x7fdcd40d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:00.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.677+0000 7fdcda79c640 1 -- 172.21.15.33:0/535235520 shutdown_connections 2024-07-26T15:45:00.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.677+0000 7fdcda79c640 1 -- 172.21.15.33:0/535235520 wait complete. 2024-07-26T15:45:00.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.679+0000 7fdcda79c640 1 Processor -- start 2024-07-26T15:45:00.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.679+0000 7fdcda79c640 1 -- start start 2024-07-26T15:45:00.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.680+0000 7fdcda79c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdcd40cf430 0x7fdcd41589a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:00.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.680+0000 7fdcda79c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdcd40d1b80 0x7fdcd41f4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:00.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.680+0000 7fdcda79c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcd415b1b0 0x7fdcd415b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:00.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.680+0000 7fdcda79c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd40b1eb0 con 0x7fdcd415b1b0 2024-07-26T15:45:00.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.680+0000 7fdcda79c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdcd40b1d30 con 0x7fdcd40cf430 2024-07-26T15:45:00.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.680+0000 7fdcda79c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdcd40b2030 con 0x7fdcd40d1b80 2024-07-26T15:45:00.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.680+0000 7fdcd8d39640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcd415b1b0 0x7fdcd415b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:00.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.680+0000 7fdcd8d39640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcd415b1b0 0x7fdcd415b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49810/0 (socket says 172.21.15.33:49810) 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.680+0000 7fdcd8d39640 1 -- 172.21.15.33:0/61451338 learned_addr learned my addr 172.21.15.33:0/61451338 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcd37fe640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdcd40d1b80 0x7fdcd41f4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcd3fff640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdcd40cf430 0x7fdcd41589a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcd8d39640 1 -- 172.21.15.33:0/61451338 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdcd40d1b80 msgr2=0x7fdcd41f4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcd8d39640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdcd40d1b80 0x7fdcd41f4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcd8d39640 1 -- 172.21.15.33:0/61451338 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdcd40cf430 msgr2=0x7fdcd41589a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcd8d39640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdcd40cf430 0x7fdcd41589a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcd8d39640 1 -- 172.21.15.33:0/61451338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcd415bb00 con 0x7fdcd415b1b0 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcd8d39640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcd415b1b0 0x7fdcd415b5c0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fdccc009d90 tx=0x7fdccc003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcd0ff9640 1 -- 172.21.15.33:0/61451338 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdccc044070 con 0x7fdcd415b1b0 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcd0ff9640 1 -- 172.21.15.33:0/61451338 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdccc004040 con 0x7fdcd415b1b0 2024-07-26T15:45:00.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcda79c640 1 -- 172.21.15.33:0/61451338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcd415a290 con 0x7fdcd415b1b0 2024-07-26T15:45:00.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcd0ff9640 1 -- 172.21.15.33:0/61451338 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdccc004430 con 0x7fdcd415b1b0 2024-07-26T15:45:00.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.681+0000 7fdcda79c640 1 -- 172.21.15.33:0/61451338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcd415a850 con 0x7fdcd415b1b0 2024-07-26T15:45:00.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.683+0000 7fdcda79c640 1 -- 172.21.15.33:0/61451338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcd4159fe0 con 0x7fdcd415b1b0 2024-07-26T15:45:00.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.683+0000 7fdcd0ff9640 1 -- 172.21.15.33:0/61451338 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7fdccc047070 con 0x7fdcd415b1b0 2024-07-26T15:45:00.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.683+0000 7fdcd0ff9640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdcc0077160 0x7fdcc0079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:00.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.684+0000 7fdcd3fff640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdcc0077160 0x7fdcc0079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:00.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.684+0000 7fdcd0ff9640 1 -- 172.21.15.33:0/61451338 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7fdccc0b9a60 con 0x7fdcd415b1b0 2024-07-26T15:45:00.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.684+0000 7fdcd3fff640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdcc0077160 0x7fdcc0079670 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4001720 tx=0x7fdcc4009040 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:00.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.688+0000 7fdcd0ff9640 1 -- 172.21.15.33:0/61451338 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdcd415bb00 con 0x7fdcd415b1b0 2024-07-26T15:45:00.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.876+0000 7fdcda79c640 1 -- 172.21.15.33:0/61451338 --> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdcd41f48a0 con 0x7fdcc0077160 2024-07-26T15:45:00.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.880+0000 7fdcd0ff9640 1 -- 172.21.15.33:0/61451338 <== mgr.6687 v2:172.21.15.33:6836/3062007989 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249838 (secure 0 0 0) 0x7fdcd41f48a0 con 0x7fdcc0077160 2024-07-26T15:45:00.884 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:00.885 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:45:00.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 -- 172.21.15.33:0/61451338 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdcc0077160 msgr2=0x7fdcc0079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdcc0077160 0x7fdcc0079670 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fdcc4001720 tx=0x7fdcc4009040 comp rx=0 tx=0).stop 2024-07-26T15:45:00.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 -- 172.21.15.33:0/61451338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcd415b1b0 msgr2=0x7fdcd415b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:00.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcd415b1b0 0x7fdcd415b5c0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fdccc009d90 tx=0x7fdccc003ce0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 -- 172.21.15.33:0/61451338 shutdown_connections 2024-07-26T15:45:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fdcc0077160 0x7fdcc0079670 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdcd415b1b0 0x7fdcd415b5c0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdcd40d1b80 0x7fdcd41f4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 --2- 172.21.15.33:0/61451338 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdcd40cf430 0x7fdcd41589a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 -- 172.21.15.33:0/61451338 >> 172.21.15.33:0/61451338 conn(0x7fdcd40d3da0 msgr2=0x7fdcd415e120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 -- 172.21.15.33:0/61451338 shutdown_connections 2024-07-26T15:45:00.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:00.884+0000 7fdcda79c640 1 -- 172.21.15.33:0/61451338 wait complete. 2024-07-26T15:45:00.896 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:44:59.707921+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592744,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":209,"num_write_kb":1635,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":166,"acting":166,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":106,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":339484,"kb_used_data":10908,"kb_used_omap":12,"kb_used_meta":328435,"kb_avail":754635236,"statfs":{"total":773094113280,"available":772746481664,"internally_reserved":0,"allocated":11169792,"data_stored":6230525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":336318001},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2376,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.685986"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004206+0000","last_change":"2024-07-26T15:44:56.054106+0000","last_active":"2024-07-26T15:44:58.004206+0000","last_peered":"2024-07-26T15:44:58.004206+0000","last_clean":"2024-07-26T15:44:58.004206+0000","last_became_active":"2024-07-26T15:44:56.053782+0000","last_became_peered":"2024-07-26T15:44:56.053782+0000","last_unstale":"2024-07-26T15:44:58.004206+0000","last_undegraded":"2024-07-26T15:44:58.004206+0000","last_fullsized":"2024-07-26T15:44:58.004206+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:59.336325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036112+0000","last_change":"2024-07-26T15:44:56.045589+0000","last_active":"2024-07-26T15:44:57.036112+0000","last_peered":"2024-07-26T15:44:57.036112+0000","last_clean":"2024-07-26T15:44:57.036112+0000","last_became_active":"2024-07-26T15:44:56.045257+0000","last_became_peered":"2024-07-26T15:44:56.045257+0000","last_unstale":"2024-07-26T15:44:57.036112+0000","last_undegraded":"2024-07-26T15:44:57.036112+0000","last_fullsized":"2024-07-26T15:44:57.036112+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:59.336325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004494+0000","last_change":"2024-07-26T15:44:56.052706+0000","last_active":"2024-07-26T15:44:58.004494+0000","last_peered":"2024-07-26T15:44:58.004494+0000","last_clean":"2024-07-26T15:44:58.004494+0000","last_became_active":"2024-07-26T15:44:56.052323+0000","last_became_peered":"2024-07-26T15:44:56.052323+0000","last_unstale":"2024-07-26T15:44:58.004494+0000","last_undegraded":"2024-07-26T15:44:58.004494+0000","last_fullsized":"2024-07-26T15:44:58.004494+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:55:05.224198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050426+0000","last_change":"2024-07-26T15:44:56.052947+0000","last_active":"2024-07-26T15:44:57.050426+0000","last_peered":"2024-07-26T15:44:57.050426+0000","last_clean":"2024-07-26T15:44:57.050426+0000","last_became_active":"2024-07-26T15:44:56.052594+0000","last_became_peered":"2024-07-26T15:44:56.052594+0000","last_unstale":"2024-07-26T15:44:57.050426+0000","last_undegraded":"2024-07-26T15:44:57.050426+0000","last_fullsized":"2024-07-26T15:44:57.050426+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:16.808679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705229+0000","last_change":"2024-07-26T15:44:56.063846+0000","last_active":"2024-07-26T15:44:57.705229+0000","last_peered":"2024-07-26T15:44:57.705229+0000","last_clean":"2024-07-26T15:44:57.705229+0000","last_became_active":"2024-07-26T15:44:56.062564+0000","last_became_peered":"2024-07-26T15:44:56.062564+0000","last_unstale":"2024-07-26T15:44:57.705229+0000","last_undegraded":"2024-07-26T15:44:57.705229+0000","last_fullsized":"2024-07-26T15:44:57.705229+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:17.968292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560140+0000","last_change":"2024-07-26T15:44:56.065950+0000","last_active":"2024-07-26T15:44:57.560140+0000","last_peered":"2024-07-26T15:44:57.560140+0000","last_clean":"2024-07-26T15:44:57.560140+0000","last_became_active":"2024-07-26T15:44:56.065589+0000","last_became_peered":"2024-07-26T15:44:56.065589+0000","last_unstale":"2024-07-26T15:44:57.560140+0000","last_undegraded":"2024-07-26T15:44:57.560140+0000","last_fullsized":"2024-07-26T15:44:57.560140+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:49.418184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050194+0000","last_change":"2024-07-26T15:44:56.051286+0000","last_active":"2024-07-26T15:44:57.050194+0000","last_peered":"2024-07-26T15:44:57.050194+0000","last_clean":"2024-07-26T15:44:57.050194+0000","last_became_active":"2024-07-26T15:44:56.050973+0000","last_became_peered":"2024-07-26T15:44:56.050973+0000","last_unstale":"2024-07-26T15:44:57.050194+0000","last_undegraded":"2024-07-26T15:44:57.050194+0000","last_fullsized":"2024-07-26T15:44:57.050194+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:16:09.647272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035638+0000","last_change":"2024-07-26T15:44:56.058504+0000","last_active":"2024-07-26T15:44:57.035638+0000","last_peered":"2024-07-26T15:44:57.035638+0000","last_clean":"2024-07-26T15:44:57.035638+0000","last_became_active":"2024-07-26T15:44:56.058171+0000","last_became_peered":"2024-07-26T15:44:56.058171+0000","last_unstale":"2024-07-26T15:44:57.035638+0000","last_undegraded":"2024-07-26T15:44:57.035638+0000","last_fullsized":"2024-07-26T15:44:57.035638+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:43:46.937670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050483+0000","last_change":"2024-07-26T15:44:56.066776+0000","last_active":"2024-07-26T15:44:57.050483+0000","last_peered":"2024-07-26T15:44:57.050483+0000","last_clean":"2024-07-26T15:44:57.050483+0000","last_became_active":"2024-07-26T15:44:56.066468+0000","last_became_peered":"2024-07-26T15:44:56.066468+0000","last_unstale":"2024-07-26T15:44:57.050483+0000","last_undegraded":"2024-07-26T15:44:57.050483+0000","last_fullsized":"2024-07-26T15:44:57.050483+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:42:13.004794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705270+0000","last_change":"2024-07-26T15:44:56.063573+0000","last_active":"2024-07-26T15:44:57.705270+0000","last_peered":"2024-07-26T15:44:57.705270+0000","last_clean":"2024-07-26T15:44:57.705270+0000","last_became_active":"2024-07-26T15:44:56.062203+0000","last_became_peered":"2024-07-26T15:44:56.062203+0000","last_unstale":"2024-07-26T15:44:57.705270+0000","last_undegraded":"2024-07-26T15:44:57.705270+0000","last_fullsized":"2024-07-26T15:44:57.705270+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:34:53.093685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035194+0000","last_change":"2024-07-26T15:44:56.049900+0000","last_active":"2024-07-26T15:44:57.035194+0000","last_peered":"2024-07-26T15:44:57.035194+0000","last_clean":"2024-07-26T15:44:57.035194+0000","last_became_active":"2024-07-26T15:44:56.049565+0000","last_became_peered":"2024-07-26T15:44:56.049565+0000","last_unstale":"2024-07-26T15:44:57.035194+0000","last_undegraded":"2024-07-26T15:44:57.035194+0000","last_fullsized":"2024-07-26T15:44:57.035194+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:38.754701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003977+0000","last_change":"2024-07-26T15:44:56.055571+0000","last_active":"2024-07-26T15:44:58.003977+0000","last_peered":"2024-07-26T15:44:58.003977+0000","last_clean":"2024-07-26T15:44:58.003977+0000","last_became_active":"2024-07-26T15:44:56.055253+0000","last_became_peered":"2024-07-26T15:44:56.055253+0000","last_unstale":"2024-07-26T15:44:58.003977+0000","last_undegraded":"2024-07-26T15:44:58.003977+0000","last_fullsized":"2024-07-26T15:44:58.003977+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:51.200877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050638+0000","last_change":"2024-07-26T15:44:56.056945+0000","last_active":"2024-07-26T15:44:57.050638+0000","last_peered":"2024-07-26T15:44:57.050638+0000","last_clean":"2024-07-26T15:44:57.050638+0000","last_became_active":"2024-07-26T15:44:56.056548+0000","last_became_peered":"2024-07-26T15:44:56.056548+0000","last_unstale":"2024-07-26T15:44:57.050638+0000","last_undegraded":"2024-07-26T15:44:57.050638+0000","last_fullsized":"2024-07-26T15:44:57.050638+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:59.536549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004390+0000","last_change":"2024-07-26T15:44:56.050001+0000","last_active":"2024-07-26T15:44:58.004390+0000","last_peered":"2024-07-26T15:44:58.004390+0000","last_clean":"2024-07-26T15:44:58.004390+0000","last_became_active":"2024-07-26T15:44:56.049694+0000","last_became_peered":"2024-07-26T15:44:56.049694+0000","last_unstale":"2024-07-26T15:44:58.004390+0000","last_undegraded":"2024-07-26T15:44:58.004390+0000","last_fullsized":"2024-07-26T15:44:58.004390+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:36.900545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705258+0000","last_change":"2024-07-26T15:44:56.056121+0000","last_active":"2024-07-26T15:44:57.705258+0000","last_peered":"2024-07-26T15:44:57.705258+0000","last_clean":"2024-07-26T15:44:57.705258+0000","last_became_active":"2024-07-26T15:44:56.055733+0000","last_became_peered":"2024-07-26T15:44:56.055733+0000","last_unstale":"2024-07-26T15:44:57.705258+0000","last_undegraded":"2024-07-26T15:44:57.705258+0000","last_fullsized":"2024-07-26T15:44:57.705258+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:35.900389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050778+0000","last_change":"2024-07-26T15:44:56.053168+0000","last_active":"2024-07-26T15:44:57.050778+0000","last_peered":"2024-07-26T15:44:57.050778+0000","last_clean":"2024-07-26T15:44:57.050778+0000","last_became_active":"2024-07-26T15:44:56.052680+0000","last_became_peered":"2024-07-26T15:44:56.052680+0000","last_unstale":"2024-07-26T15:44:57.050778+0000","last_undegraded":"2024-07-26T15:44:57.050778+0000","last_fullsized":"2024-07-26T15:44:57.050778+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:13:07.222784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050477+0000","last_change":"2024-07-26T15:44:56.068819+0000","last_active":"2024-07-26T15:44:57.050477+0000","last_peered":"2024-07-26T15:44:57.050477+0000","last_clean":"2024-07-26T15:44:57.050477+0000","last_became_active":"2024-07-26T15:44:56.068478+0000","last_became_peered":"2024-07-26T15:44:56.068478+0000","last_unstale":"2024-07-26T15:44:57.050477+0000","last_undegraded":"2024-07-26T15:44:57.050477+0000","last_fullsized":"2024-07-26T15:44:57.050477+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:41:47.795954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035188+0000","last_change":"2024-07-26T15:44:56.051418+0000","last_active":"2024-07-26T15:44:57.035188+0000","last_peered":"2024-07-26T15:44:57.035188+0000","last_clean":"2024-07-26T15:44:57.035188+0000","last_became_active":"2024-07-26T15:44:56.050807+0000","last_became_peered":"2024-07-26T15:44:56.050807+0000","last_unstale":"2024-07-26T15:44:57.035188+0000","last_undegraded":"2024-07-26T15:44:57.035188+0000","last_fullsized":"2024-07-26T15:44:57.035188+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:07.706476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035565+0000","last_change":"2024-07-26T15:44:56.062255+0000","last_active":"2024-07-26T15:44:57.035565+0000","last_peered":"2024-07-26T15:44:57.035565+0000","last_clean":"2024-07-26T15:44:57.035565+0000","last_became_active":"2024-07-26T15:44:56.061895+0000","last_became_peered":"2024-07-26T15:44:56.061895+0000","last_unstale":"2024-07-26T15:44:57.035565+0000","last_undegraded":"2024-07-26T15:44:57.035565+0000","last_fullsized":"2024-07-26T15:44:57.035565+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:20:49.641829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004049+0000","last_change":"2024-07-26T15:44:56.054773+0000","last_active":"2024-07-26T15:44:58.004049+0000","last_peered":"2024-07-26T15:44:58.004049+0000","last_clean":"2024-07-26T15:44:58.004049+0000","last_became_active":"2024-07-26T15:44:56.054472+0000","last_became_peered":"2024-07-26T15:44:56.054472+0000","last_unstale":"2024-07-26T15:44:58.004049+0000","last_undegraded":"2024-07-26T15:44:58.004049+0000","last_fullsized":"2024-07-26T15:44:58.004049+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:59:02.301649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050605+0000","last_change":"2024-07-26T15:44:56.054622+0000","last_active":"2024-07-26T15:44:57.050605+0000","last_peered":"2024-07-26T15:44:57.050605+0000","last_clean":"2024-07-26T15:44:57.050605+0000","last_became_active":"2024-07-26T15:44:56.054260+0000","last_became_peered":"2024-07-26T15:44:56.054260+0000","last_unstale":"2024-07-26T15:44:57.050605+0000","last_undegraded":"2024-07-26T15:44:57.050605+0000","last_fullsized":"2024-07-26T15:44:57.050605+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:38.696477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035614+0000","last_change":"2024-07-26T15:44:56.055769+0000","last_active":"2024-07-26T15:44:57.035614+0000","last_peered":"2024-07-26T15:44:57.035614+0000","last_clean":"2024-07-26T15:44:57.035614+0000","last_became_active":"2024-07-26T15:44:56.055430+0000","last_became_peered":"2024-07-26T15:44:56.055430+0000","last_unstale":"2024-07-26T15:44:57.035614+0000","last_undegraded":"2024-07-26T15:44:57.035614+0000","last_fullsized":"2024-07-26T15:44:57.035614+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:08:05.751761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003808+0000","last_change":"2024-07-26T15:44:56.055718+0000","last_active":"2024-07-26T15:44:58.003808+0000","last_peered":"2024-07-26T15:44:58.003808+0000","last_clean":"2024-07-26T15:44:58.003808+0000","last_became_active":"2024-07-26T15:44:56.055390+0000","last_became_peered":"2024-07-26T15:44:56.055390+0000","last_unstale":"2024-07-26T15:44:58.003808+0000","last_undegraded":"2024-07-26T15:44:58.003808+0000","last_fullsized":"2024-07-26T15:44:58.003808+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:24.978684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004314+0000","last_change":"2024-07-26T15:44:56.055327+0000","last_active":"2024-07-26T15:44:58.004314+0000","last_peered":"2024-07-26T15:44:58.004314+0000","last_clean":"2024-07-26T15:44:58.004314+0000","last_became_active":"2024-07-26T15:44:56.054644+0000","last_became_peered":"2024-07-26T15:44:56.054644+0000","last_unstale":"2024-07-26T15:44:58.004314+0000","last_undegraded":"2024-07-26T15:44:58.004314+0000","last_fullsized":"2024-07-26T15:44:58.004314+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:13.864108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003967+0000","last_change":"2024-07-26T15:44:56.057742+0000","last_active":"2024-07-26T15:44:58.003967+0000","last_peered":"2024-07-26T15:44:58.003967+0000","last_clean":"2024-07-26T15:44:58.003967+0000","last_became_active":"2024-07-26T15:44:56.057317+0000","last_became_peered":"2024-07-26T15:44:56.057317+0000","last_unstale":"2024-07-26T15:44:58.003967+0000","last_undegraded":"2024-07-26T15:44:58.003967+0000","last_fullsized":"2024-07-26T15:44:58.003967+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:58.476548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004165+0000","last_change":"2024-07-26T15:44:56.049175+0000","last_active":"2024-07-26T15:44:58.004165+0000","last_peered":"2024-07-26T15:44:58.004165+0000","last_clean":"2024-07-26T15:44:58.004165+0000","last_became_active":"2024-07-26T15:44:56.048827+0000","last_became_peered":"2024-07-26T15:44:56.048827+0000","last_unstale":"2024-07-26T15:44:58.004165+0000","last_undegraded":"2024-07-26T15:44:58.004165+0000","last_fullsized":"2024-07-26T15:44:58.004165+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:41.749069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"102'4","reported_seq":19,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050684+0000","last_change":"2024-07-26T15:44:55.047821+0000","last_active":"2024-07-26T15:44:57.050684+0000","last_peered":"2024-07-26T15:44:57.050684+0000","last_clean":"2024-07-26T15:44:57.050684+0000","last_became_active":"2024-07-26T15:44:55.047523+0000","last_became_peered":"2024-07-26T15:44:55.047523+0000","last_unstale":"2024-07-26T15:44:57.050684+0000","last_undegraded":"2024-07-26T15:44:57.050684+0000","last_fullsized":"2024-07-26T15:44:57.050684+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:05:13.816007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035238+0000","last_change":"2024-07-26T15:44:56.039200+0000","last_active":"2024-07-26T15:44:57.035238+0000","last_peered":"2024-07-26T15:44:57.035238+0000","last_clean":"2024-07-26T15:44:57.035238+0000","last_became_active":"2024-07-26T15:44:56.038832+0000","last_became_peered":"2024-07-26T15:44:56.038832+0000","last_unstale":"2024-07-26T15:44:57.035238+0000","last_undegraded":"2024-07-26T15:44:57.035238+0000","last_fullsized":"2024-07-26T15:44:57.035238+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:30:08.027812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004034+0000","last_change":"2024-07-26T15:44:55.042077+0000","last_active":"2024-07-26T15:44:58.004034+0000","last_peered":"2024-07-26T15:44:58.004034+0000","last_clean":"2024-07-26T15:44:58.004034+0000","last_became_active":"2024-07-26T15:44:55.041747+0000","last_became_peered":"2024-07-26T15:44:55.041747+0000","last_unstale":"2024-07-26T15:44:58.004034+0000","last_undegraded":"2024-07-26T15:44:58.004034+0000","last_fullsized":"2024-07-26T15:44:58.004034+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:40.446000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003840+0000","last_change":"2024-07-26T15:44:55.051234+0000","last_active":"2024-07-26T15:44:58.003840+0000","last_peered":"2024-07-26T15:44:58.003840+0000","last_clean":"2024-07-26T15:44:58.003840+0000","last_became_active":"2024-07-26T15:44:55.050924+0000","last_became_peered":"2024-07-26T15:44:55.050924+0000","last_unstale":"2024-07-26T15:44:58.003840+0000","last_undegraded":"2024-07-26T15:44:58.003840+0000","last_fullsized":"2024-07-26T15:44:58.003840+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:15.786520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.559986+0000","last_change":"2024-07-26T15:44:55.046462+0000","last_active":"2024-07-26T15:44:57.559986+0000","last_peered":"2024-07-26T15:44:57.559986+0000","last_clean":"2024-07-26T15:44:57.559986+0000","last_became_active":"2024-07-26T15:44:55.046151+0000","last_became_peered":"2024-07-26T15:44:55.046151+0000","last_unstale":"2024-07-26T15:44:57.559986+0000","last_undegraded":"2024-07-26T15:44:57.559986+0000","last_fullsized":"2024-07-26T15:44:57.559986+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:46.664521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035907+0000","last_change":"2024-07-26T15:44:56.057381+0000","last_active":"2024-07-26T15:44:57.035907+0000","last_peered":"2024-07-26T15:44:57.035907+0000","last_clean":"2024-07-26T15:44:57.035907+0000","last_became_active":"2024-07-26T15:44:56.057043+0000","last_became_peered":"2024-07-26T15:44:56.057043+0000","last_unstale":"2024-07-26T15:44:57.035907+0000","last_undegraded":"2024-07-26T15:44:57.035907+0000","last_fullsized":"2024-07-26T15:44:57.035907+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:59:02.301649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024325+0000","last_change":"2024-07-26T15:44:54.024325+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024325+0000","last_undegraded":"2024-07-26T15:44:54.024325+0000","last_fullsized":"2024-07-26T15:44:54.024325+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035810+0000","last_change":"2024-07-26T15:44:56.050791+0000","last_active":"2024-07-26T15:44:57.035810+0000","last_peered":"2024-07-26T15:44:57.035810+0000","last_clean":"2024-07-26T15:44:57.035810+0000","last_became_active":"2024-07-26T15:44:56.048740+0000","last_became_peered":"2024-07-26T15:44:56.048740+0000","last_unstale":"2024-07-26T15:44:57.035810+0000","last_undegraded":"2024-07-26T15:44:57.035810+0000","last_fullsized":"2024-07-26T15:44:57.035810+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:58.476548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024035+0000","last_change":"2024-07-26T15:44:54.024035+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024035+0000","last_undegraded":"2024-07-26T15:44:54.024035+0000","last_fullsized":"2024-07-26T15:44:54.024035+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035263+0000","last_change":"2024-07-26T15:44:55.048216+0000","last_active":"2024-07-26T15:44:57.035263+0000","last_peered":"2024-07-26T15:44:57.035263+0000","last_clean":"2024-07-26T15:44:57.035263+0000","last_became_active":"2024-07-26T15:44:55.047908+0000","last_became_peered":"2024-07-26T15:44:55.047908+0000","last_unstale":"2024-07-26T15:44:57.035263+0000","last_undegraded":"2024-07-26T15:44:57.035263+0000","last_fullsized":"2024-07-26T15:44:57.035263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:36.563372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560471+0000","last_change":"2024-07-26T15:44:56.061265+0000","last_active":"2024-07-26T15:44:57.560471+0000","last_peered":"2024-07-26T15:44:57.560471+0000","last_clean":"2024-07-26T15:44:57.560471+0000","last_became_active":"2024-07-26T15:44:56.060977+0000","last_became_peered":"2024-07-26T15:44:56.060977+0000","last_unstale":"2024-07-26T15:44:57.560471+0000","last_undegraded":"2024-07-26T15:44:57.560471+0000","last_fullsized":"2024-07-26T15:44:57.560471+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:54.871324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050130+0000","last_change":"2024-07-26T15:44:55.046610+0000","last_active":"2024-07-26T15:44:57.050130+0000","last_peered":"2024-07-26T15:44:57.050130+0000","last_clean":"2024-07-26T15:44:57.050130+0000","last_became_active":"2024-07-26T15:44:55.046310+0000","last_became_peered":"2024-07-26T15:44:55.046310+0000","last_unstale":"2024-07-26T15:44:57.050130+0000","last_undegraded":"2024-07-26T15:44:57.050130+0000","last_fullsized":"2024-07-26T15:44:57.050130+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:48.917408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035178+0000","last_change":"2024-07-26T15:44:56.054692+0000","last_active":"2024-07-26T15:44:57.035178+0000","last_peered":"2024-07-26T15:44:57.035178+0000","last_clean":"2024-07-26T15:44:57.035178+0000","last_became_active":"2024-07-26T15:44:56.050720+0000","last_became_peered":"2024-07-26T15:44:56.050720+0000","last_unstale":"2024-07-26T15:44:57.035178+0000","last_undegraded":"2024-07-26T15:44:57.035178+0000","last_fullsized":"2024-07-26T15:44:57.035178+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:22.784897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004199+0000","last_change":"2024-07-26T15:44:55.047398+0000","last_active":"2024-07-26T15:44:58.004199+0000","last_peered":"2024-07-26T15:44:58.004199+0000","last_clean":"2024-07-26T15:44:58.004199+0000","last_became_active":"2024-07-26T15:44:55.047052+0000","last_became_peered":"2024-07-26T15:44:55.047052+0000","last_unstale":"2024-07-26T15:44:58.004199+0000","last_undegraded":"2024-07-26T15:44:58.004199+0000","last_fullsized":"2024-07-26T15:44:58.004199+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:35:29.895318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024343+0000","last_change":"2024-07-26T15:44:54.024343+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024343+0000","last_undegraded":"2024-07-26T15:44:54.024343+0000","last_fullsized":"2024-07-26T15:44:54.024343+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705480+0000","last_change":"2024-07-26T15:44:56.063239+0000","last_active":"2024-07-26T15:44:57.705480+0000","last_peered":"2024-07-26T15:44:57.705480+0000","last_clean":"2024-07-26T15:44:57.705480+0000","last_became_active":"2024-07-26T15:44:56.061824+0000","last_became_peered":"2024-07-26T15:44:56.061824+0000","last_unstale":"2024-07-26T15:44:57.705480+0000","last_undegraded":"2024-07-26T15:44:57.705480+0000","last_fullsized":"2024-07-26T15:44:57.705480+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:42:36.170665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"102'3","reported_seq":18,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050702+0000","last_change":"2024-07-26T15:44:55.043370+0000","last_active":"2024-07-26T15:44:57.050702+0000","last_peered":"2024-07-26T15:44:57.050702+0000","last_clean":"2024-07-26T15:44:57.050702+0000","last_became_active":"2024-07-26T15:44:55.043053+0000","last_became_peered":"2024-07-26T15:44:55.043053+0000","last_unstale":"2024-07-26T15:44:57.050702+0000","last_undegraded":"2024-07-26T15:44:57.050702+0000","last_fullsized":"2024-07-26T15:44:57.050702+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:40.839873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004299+0000","last_change":"2024-07-26T15:44:56.063680+0000","last_active":"2024-07-26T15:44:58.004299+0000","last_peered":"2024-07-26T15:44:58.004299+0000","last_clean":"2024-07-26T15:44:58.004299+0000","last_became_active":"2024-07-26T15:44:56.063338+0000","last_became_peered":"2024-07-26T15:44:56.063338+0000","last_unstale":"2024-07-26T15:44:58.004299+0000","last_undegraded":"2024-07-26T15:44:58.004299+0000","last_fullsized":"2024-07-26T15:44:58.004299+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:23:51.677453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"102'6","reported_seq":21,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560142+0000","last_change":"2024-07-26T15:44:55.052594+0000","last_active":"2024-07-26T15:44:57.560142+0000","last_peered":"2024-07-26T15:44:57.560142+0000","last_clean":"2024-07-26T15:44:57.560142+0000","last_became_active":"2024-07-26T15:44:55.052200+0000","last_became_peered":"2024-07-26T15:44:55.052200+0000","last_unstale":"2024-07-26T15:44:57.560142+0000","last_undegraded":"2024-07-26T15:44:57.560142+0000","last_fullsized":"2024-07-26T15:44:57.560142+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:22.966884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024013+0000","last_change":"2024-07-26T15:44:54.024013+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024013+0000","last_undegraded":"2024-07-26T15:44:54.024013+0000","last_fullsized":"2024-07-26T15:44:54.024013+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560183+0000","last_change":"2024-07-26T15:44:56.060430+0000","last_active":"2024-07-26T15:44:57.560183+0000","last_peered":"2024-07-26T15:44:57.560183+0000","last_clean":"2024-07-26T15:44:57.560183+0000","last_became_active":"2024-07-26T15:44:56.060141+0000","last_became_peered":"2024-07-26T15:44:56.060141+0000","last_unstale":"2024-07-26T15:44:57.560183+0000","last_undegraded":"2024-07-26T15:44:57.560183+0000","last_fullsized":"2024-07-26T15:44:57.560183+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:20:48.486035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003650+0000","last_change":"2024-07-26T15:44:55.041173+0000","last_active":"2024-07-26T15:44:58.003650+0000","last_peered":"2024-07-26T15:44:58.003650+0000","last_clean":"2024-07-26T15:44:58.003650+0000","last_became_active":"2024-07-26T15:44:55.040872+0000","last_became_peered":"2024-07-26T15:44:55.040872+0000","last_unstale":"2024-07-26T15:44:58.003650+0000","last_undegraded":"2024-07-26T15:44:58.003650+0000","last_fullsized":"2024-07-26T15:44:58.003650+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:43.681742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560172+0000","last_change":"2024-07-26T15:44:56.063686+0000","last_active":"2024-07-26T15:44:57.560172+0000","last_peered":"2024-07-26T15:44:57.560172+0000","last_clean":"2024-07-26T15:44:57.560172+0000","last_became_active":"2024-07-26T15:44:56.063310+0000","last_became_peered":"2024-07-26T15:44:56.063310+0000","last_unstale":"2024-07-26T15:44:57.560172+0000","last_undegraded":"2024-07-26T15:44:57.560172+0000","last_fullsized":"2024-07-26T15:44:57.560172+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:51.476115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050163+0000","last_change":"2024-07-26T15:44:55.043261+0000","last_active":"2024-07-26T15:44:57.050163+0000","last_peered":"2024-07-26T15:44:57.050163+0000","last_clean":"2024-07-26T15:44:57.050163+0000","last_became_active":"2024-07-26T15:44:55.042747+0000","last_became_peered":"2024-07-26T15:44:55.042747+0000","last_unstale":"2024-07-26T15:44:57.050163+0000","last_undegraded":"2024-07-26T15:44:57.050163+0000","last_fullsized":"2024-07-26T15:44:57.050163+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:37:47.411626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560471+0000","last_change":"2024-07-26T15:44:56.066696+0000","last_active":"2024-07-26T15:44:57.560471+0000","last_peered":"2024-07-26T15:44:57.560471+0000","last_clean":"2024-07-26T15:44:57.560471+0000","last_became_active":"2024-07-26T15:44:56.066363+0000","last_became_peered":"2024-07-26T15:44:56.066363+0000","last_unstale":"2024-07-26T15:44:57.560471+0000","last_undegraded":"2024-07-26T15:44:57.560471+0000","last_fullsized":"2024-07-26T15:44:57.560471+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:00:42.832392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"102'8","reported_seq":23,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035257+0000","last_change":"2024-07-26T15:44:55.047097+0000","last_active":"2024-07-26T15:44:57.035257+0000","last_peered":"2024-07-26T15:44:57.035257+0000","last_clean":"2024-07-26T15:44:57.035257+0000","last_became_active":"2024-07-26T15:44:55.046741+0000","last_became_peered":"2024-07-26T15:44:55.046741+0000","last_unstale":"2024-07-26T15:44:57.035257+0000","last_undegraded":"2024-07-26T15:44:57.035257+0000","last_fullsized":"2024-07-26T15:44:57.035257+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:34.319371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705059+0000","last_change":"2024-07-26T15:44:56.057294+0000","last_active":"2024-07-26T15:44:57.705059+0000","last_peered":"2024-07-26T15:44:57.705059+0000","last_clean":"2024-07-26T15:44:57.705059+0000","last_became_active":"2024-07-26T15:44:56.056668+0000","last_became_peered":"2024-07-26T15:44:56.056668+0000","last_unstale":"2024-07-26T15:44:57.705059+0000","last_undegraded":"2024-07-26T15:44:57.705059+0000","last_fullsized":"2024-07-26T15:44:57.705059+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:46.135542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004263+0000","last_change":"2024-07-26T15:44:55.044900+0000","last_active":"2024-07-26T15:44:58.004263+0000","last_peered":"2024-07-26T15:44:58.004263+0000","last_clean":"2024-07-26T15:44:58.004263+0000","last_became_active":"2024-07-26T15:44:55.044588+0000","last_became_peered":"2024-07-26T15:44:55.044588+0000","last_unstale":"2024-07-26T15:44:58.004263+0000","last_undegraded":"2024-07-26T15:44:58.004263+0000","last_fullsized":"2024-07-26T15:44:58.004263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:47:55.573786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050255+0000","last_change":"2024-07-26T15:44:56.055895+0000","last_active":"2024-07-26T15:44:57.050255+0000","last_peered":"2024-07-26T15:44:57.050255+0000","last_clean":"2024-07-26T15:44:57.050255+0000","last_became_active":"2024-07-26T15:44:56.055567+0000","last_became_peered":"2024-07-26T15:44:56.055567+0000","last_unstale":"2024-07-26T15:44:57.050255+0000","last_undegraded":"2024-07-26T15:44:57.050255+0000","last_fullsized":"2024-07-26T15:44:57.050255+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:47:07.577719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.023987+0000","last_change":"2024-07-26T15:44:54.023987+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.023987+0000","last_undegraded":"2024-07-26T15:44:54.023987+0000","last_fullsized":"2024-07-26T15:44:54.023987+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050274+0000","last_change":"2024-07-26T15:44:56.047213+0000","last_active":"2024-07-26T15:44:57.050274+0000","last_peered":"2024-07-26T15:44:57.050274+0000","last_clean":"2024-07-26T15:44:57.050274+0000","last_became_active":"2024-07-26T15:44:56.046897+0000","last_became_peered":"2024-07-26T15:44:56.046897+0000","last_unstale":"2024-07-26T15:44:57.050274+0000","last_undegraded":"2024-07-26T15:44:57.050274+0000","last_fullsized":"2024-07-26T15:44:57.050274+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:57:36.144095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050743+0000","last_change":"2024-07-26T15:44:55.051108+0000","last_active":"2024-07-26T15:44:57.050743+0000","last_peered":"2024-07-26T15:44:57.050743+0000","last_clean":"2024-07-26T15:44:57.050743+0000","last_became_active":"2024-07-26T15:44:55.050774+0000","last_became_peered":"2024-07-26T15:44:55.050774+0000","last_unstale":"2024-07-26T15:44:57.050743+0000","last_undegraded":"2024-07-26T15:44:57.050743+0000","last_fullsized":"2024-07-26T15:44:57.050743+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:13:54.019454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705432+0000","last_change":"2024-07-26T15:44:56.056080+0000","last_active":"2024-07-26T15:44:57.705432+0000","last_peered":"2024-07-26T15:44:57.705432+0000","last_clean":"2024-07-26T15:44:57.705432+0000","last_became_active":"2024-07-26T15:44:56.055714+0000","last_became_peered":"2024-07-26T15:44:56.055714+0000","last_unstale":"2024-07-26T15:44:57.705432+0000","last_undegraded":"2024-07-26T15:44:57.705432+0000","last_fullsized":"2024-07-26T15:44:57.705432+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:15:53.010671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004082+0000","last_change":"2024-07-26T15:44:55.053031+0000","last_active":"2024-07-26T15:44:58.004082+0000","last_peered":"2024-07-26T15:44:58.004082+0000","last_clean":"2024-07-26T15:44:58.004082+0000","last_became_active":"2024-07-26T15:44:55.052679+0000","last_became_peered":"2024-07-26T15:44:55.052679+0000","last_unstale":"2024-07-26T15:44:58.004082+0000","last_undegraded":"2024-07-26T15:44:58.004082+0000","last_fullsized":"2024-07-26T15:44:58.004082+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:40.261826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035862+0000","last_change":"2024-07-26T15:44:56.042258+0000","last_active":"2024-07-26T15:44:57.035862+0000","last_peered":"2024-07-26T15:44:57.035862+0000","last_clean":"2024-07-26T15:44:57.035862+0000","last_became_active":"2024-07-26T15:44:56.041856+0000","last_became_peered":"2024-07-26T15:44:56.041856+0000","last_unstale":"2024-07-26T15:44:57.035862+0000","last_undegraded":"2024-07-26T15:44:57.035862+0000","last_fullsized":"2024-07-26T15:44:57.035862+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:51.200877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705352+0000","last_change":"2024-07-26T15:44:55.048871+0000","last_active":"2024-07-26T15:44:57.705352+0000","last_peered":"2024-07-26T15:44:57.705352+0000","last_clean":"2024-07-26T15:44:57.705352+0000","last_became_active":"2024-07-26T15:44:55.048556+0000","last_became_peered":"2024-07-26T15:44:55.048556+0000","last_unstale":"2024-07-26T15:44:57.705352+0000","last_undegraded":"2024-07-26T15:44:57.705352+0000","last_fullsized":"2024-07-26T15:44:57.705352+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:13.940345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036203+0000","last_change":"2024-07-26T15:44:56.042238+0000","last_active":"2024-07-26T15:44:57.036203+0000","last_peered":"2024-07-26T15:44:57.036203+0000","last_clean":"2024-07-26T15:44:57.036203+0000","last_became_active":"2024-07-26T15:44:56.041894+0000","last_became_peered":"2024-07-26T15:44:56.041894+0000","last_unstale":"2024-07-26T15:44:57.036203+0000","last_undegraded":"2024-07-26T15:44:57.036203+0000","last_fullsized":"2024-07-26T15:44:57.036203+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:50.361243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.704939+0000","last_change":"2024-07-26T15:44:55.049548+0000","last_active":"2024-07-26T15:44:57.704939+0000","last_peered":"2024-07-26T15:44:57.704939+0000","last_clean":"2024-07-26T15:44:57.704939+0000","last_became_active":"2024-07-26T15:44:55.049168+0000","last_became_peered":"2024-07-26T15:44:55.049168+0000","last_unstale":"2024-07-26T15:44:57.704939+0000","last_undegraded":"2024-07-26T15:44:57.704939+0000","last_fullsized":"2024-07-26T15:44:57.704939+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:55.869284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560610+0000","last_change":"2024-07-26T15:44:56.057680+0000","last_active":"2024-07-26T15:44:57.560610+0000","last_peered":"2024-07-26T15:44:57.560610+0000","last_clean":"2024-07-26T15:44:57.560610+0000","last_became_active":"2024-07-26T15:44:56.057323+0000","last_became_peered":"2024-07-26T15:44:56.057323+0000","last_unstale":"2024-07-26T15:44:57.560610+0000","last_undegraded":"2024-07-26T15:44:57.560610+0000","last_fullsized":"2024-07-26T15:44:57.560610+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:19.236881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.704880+0000","last_change":"2024-07-26T15:44:55.048656+0000","last_active":"2024-07-26T15:44:57.704880+0000","last_peered":"2024-07-26T15:44:57.704880+0000","last_clean":"2024-07-26T15:44:57.704880+0000","last_became_active":"2024-07-26T15:44:55.048173+0000","last_became_peered":"2024-07-26T15:44:55.048173+0000","last_unstale":"2024-07-26T15:44:57.704880+0000","last_undegraded":"2024-07-26T15:44:57.704880+0000","last_fullsized":"2024-07-26T15:44:57.704880+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:54:11.547974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024267+0000","last_change":"2024-07-26T15:44:54.024267+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024267+0000","last_undegraded":"2024-07-26T15:44:54.024267+0000","last_fullsized":"2024-07-26T15:44:54.024267+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560299+0000","last_change":"2024-07-26T15:44:56.066728+0000","last_active":"2024-07-26T15:44:57.560299+0000","last_peered":"2024-07-26T15:44:57.560299+0000","last_clean":"2024-07-26T15:44:57.560299+0000","last_became_active":"2024-07-26T15:44:56.066296+0000","last_became_peered":"2024-07-26T15:44:56.066296+0000","last_unstale":"2024-07-26T15:44:57.560299+0000","last_undegraded":"2024-07-26T15:44:57.560299+0000","last_fullsized":"2024-07-26T15:44:57.560299+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:22.648550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"103'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036237+0000","last_change":"2024-07-26T15:44:55.054163+0000","last_active":"2024-07-26T15:44:57.036237+0000","last_peered":"2024-07-26T15:44:57.036237+0000","last_clean":"2024-07-26T15:44:57.036237+0000","last_became_active":"2024-07-26T15:44:55.053829+0000","last_became_peered":"2024-07-26T15:44:55.053829+0000","last_unstale":"2024-07-26T15:44:57.036237+0000","last_undegraded":"2024-07-26T15:44:57.036237+0000","last_fullsized":"2024-07-26T15:44:57.036237+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:56.592150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004144+0000","last_change":"2024-07-26T15:44:55.044735+0000","last_active":"2024-07-26T15:44:58.004144+0000","last_peered":"2024-07-26T15:44:58.004144+0000","last_clean":"2024-07-26T15:44:58.004144+0000","last_became_active":"2024-07-26T15:44:55.044429+0000","last_became_peered":"2024-07-26T15:44:55.044429+0000","last_unstale":"2024-07-26T15:44:58.004144+0000","last_undegraded":"2024-07-26T15:44:58.004144+0000","last_fullsized":"2024-07-26T15:44:58.004144+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:21.778615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035806+0000","last_change":"2024-07-26T15:44:56.053453+0000","last_active":"2024-07-26T15:44:57.035806+0000","last_peered":"2024-07-26T15:44:57.035806+0000","last_clean":"2024-07-26T15:44:57.035806+0000","last_became_active":"2024-07-26T15:44:56.053156+0000","last_became_peered":"2024-07-26T15:44:56.053156+0000","last_unstale":"2024-07-26T15:44:57.035806+0000","last_undegraded":"2024-07-26T15:44:57.035806+0000","last_fullsized":"2024-07-26T15:44:57.035806+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:24.978684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003785+0000","last_change":"2024-07-26T15:44:55.042820+0000","last_active":"2024-07-26T15:44:58.003785+0000","last_peered":"2024-07-26T15:44:58.003785+0000","last_clean":"2024-07-26T15:44:58.003785+0000","last_became_active":"2024-07-26T15:44:55.042501+0000","last_became_peered":"2024-07-26T15:44:55.042501+0000","last_unstale":"2024-07-26T15:44:58.003785+0000","last_undegraded":"2024-07-26T15:44:58.003785+0000","last_fullsized":"2024-07-26T15:44:58.003785+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:41:31.160443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560315+0000","last_change":"2024-07-26T15:44:56.067002+0000","last_active":"2024-07-26T15:44:57.560315+0000","last_peered":"2024-07-26T15:44:57.560315+0000","last_clean":"2024-07-26T15:44:57.560315+0000","last_became_active":"2024-07-26T15:44:56.066570+0000","last_became_peered":"2024-07-26T15:44:56.066570+0000","last_unstale":"2024-07-26T15:44:57.560315+0000","last_undegraded":"2024-07-26T15:44:57.560315+0000","last_fullsized":"2024-07-26T15:44:57.560315+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:13:24.740242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.559827+0000","last_change":"2024-07-26T15:44:55.044939+0000","last_active":"2024-07-26T15:44:57.559827+0000","last_peered":"2024-07-26T15:44:57.559827+0000","last_clean":"2024-07-26T15:44:57.559827+0000","last_became_active":"2024-07-26T15:44:55.044590+0000","last_became_peered":"2024-07-26T15:44:55.044590+0000","last_unstale":"2024-07-26T15:44:57.559827+0000","last_undegraded":"2024-07-26T15:44:57.559827+0000","last_fullsized":"2024-07-26T15:44:57.559827+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:18.452147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560281+0000","last_change":"2024-07-26T15:44:56.066167+0000","last_active":"2024-07-26T15:44:57.560281+0000","last_peered":"2024-07-26T15:44:57.560281+0000","last_clean":"2024-07-26T15:44:57.560281+0000","last_became_active":"2024-07-26T15:44:56.065582+0000","last_became_peered":"2024-07-26T15:44:56.065582+0000","last_unstale":"2024-07-26T15:44:57.560281+0000","last_undegraded":"2024-07-26T15:44:57.560281+0000","last_fullsized":"2024-07-26T15:44:57.560281+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:22:21.104097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050573+0000","last_change":"2024-07-26T15:44:55.045409+0000","last_active":"2024-07-26T15:44:57.050573+0000","last_peered":"2024-07-26T15:44:57.050573+0000","last_clean":"2024-07-26T15:44:57.050573+0000","last_became_active":"2024-07-26T15:44:55.045109+0000","last_became_peered":"2024-07-26T15:44:55.045109+0000","last_unstale":"2024-07-26T15:44:57.050573+0000","last_undegraded":"2024-07-26T15:44:57.050573+0000","last_fullsized":"2024-07-26T15:44:57.050573+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:58.946873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004406+0000","last_change":"2024-07-26T15:44:56.052229+0000","last_active":"2024-07-26T15:44:58.004406+0000","last_peered":"2024-07-26T15:44:58.004406+0000","last_clean":"2024-07-26T15:44:58.004406+0000","last_became_active":"2024-07-26T15:44:56.051837+0000","last_became_peered":"2024-07-26T15:44:56.051837+0000","last_unstale":"2024-07-26T15:44:58.004406+0000","last_undegraded":"2024-07-26T15:44:58.004406+0000","last_fullsized":"2024-07-26T15:44:58.004406+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:56.099221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560340+0000","last_change":"2024-07-26T15:44:55.047833+0000","last_active":"2024-07-26T15:44:57.560340+0000","last_peered":"2024-07-26T15:44:57.560340+0000","last_clean":"2024-07-26T15:44:57.560340+0000","last_became_active":"2024-07-26T15:44:55.047449+0000","last_became_peered":"2024-07-26T15:44:55.047449+0000","last_unstale":"2024-07-26T15:44:57.560340+0000","last_undegraded":"2024-07-26T15:44:57.560340+0000","last_fullsized":"2024-07-26T15:44:57.560340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:24:42.330437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004490+0000","last_change":"2024-07-26T15:44:56.054233+0000","last_active":"2024-07-26T15:44:58.004490+0000","last_peered":"2024-07-26T15:44:58.004490+0000","last_clean":"2024-07-26T15:44:58.004490+0000","last_became_active":"2024-07-26T15:44:56.053923+0000","last_became_peered":"2024-07-26T15:44:56.053923+0000","last_unstale":"2024-07-26T15:44:58.004490+0000","last_undegraded":"2024-07-26T15:44:58.004490+0000","last_fullsized":"2024-07-26T15:44:58.004490+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:36.392683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003961+0000","last_change":"2024-07-26T15:44:55.044599+0000","last_active":"2024-07-26T15:44:58.003961+0000","last_peered":"2024-07-26T15:44:58.003961+0000","last_clean":"2024-07-26T15:44:58.003961+0000","last_became_active":"2024-07-26T15:44:55.044249+0000","last_became_peered":"2024-07-26T15:44:55.044249+0000","last_unstale":"2024-07-26T15:44:58.003961+0000","last_undegraded":"2024-07-26T15:44:58.003961+0000","last_fullsized":"2024-07-26T15:44:58.003961+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:33.103317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004228+0000","last_change":"2024-07-26T15:44:56.058050+0000","last_active":"2024-07-26T15:44:58.004228+0000","last_peered":"2024-07-26T15:44:58.004228+0000","last_clean":"2024-07-26T15:44:58.004228+0000","last_became_active":"2024-07-26T15:44:56.057735+0000","last_became_peered":"2024-07-26T15:44:56.057735+0000","last_unstale":"2024-07-26T15:44:58.004228+0000","last_undegraded":"2024-07-26T15:44:58.004228+0000","last_fullsized":"2024-07-26T15:44:58.004228+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:50.361243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705481+0000","last_change":"2024-07-26T15:44:55.048294+0000","last_active":"2024-07-26T15:44:57.705481+0000","last_peered":"2024-07-26T15:44:57.705481+0000","last_clean":"2024-07-26T15:44:57.705481+0000","last_became_active":"2024-07-26T15:44:55.047791+0000","last_became_peered":"2024-07-26T15:44:55.047791+0000","last_unstale":"2024-07-26T15:44:57.705481+0000","last_undegraded":"2024-07-26T15:44:57.705481+0000","last_fullsized":"2024-07-26T15:44:57.705481+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:13.462705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"93'114","reported_seq":419,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004043+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:44:58.004043+0000","last_peered":"2024-07-26T15:44:58.004043+0000","last_clean":"2024-07-26T15:44:58.004043+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:44:58.004043+0000","last_undegraded":"2024-07-26T15:44:58.004043+0000","last_fullsized":"2024-07-26T15:44:58.004043+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":114,"log_dups_size":0,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":173,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":100,"acting":100,"num_store_stats":6},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2376,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":173,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575046,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59356,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312484,"statfs":{"total":96636764160,"available":96575983616,"internally_reserved":0,"allocated":1851392,"data_stored":1227162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509637,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1265664,"data_stored":638384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509636,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50416,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321424,"statfs":{"total":96636764160,"available":96585138176,"internally_reserved":0,"allocated":1204224,"data_stored":609925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509636,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1216512,"data_stored":616162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509636,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36568,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335272,"statfs":{"total":96636764160,"available":96599318528,"internally_reserved":0,"allocated":1257472,"data_stored":637354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509636,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58792,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94313048,"statfs":{"total":96636764160,"available":96576561152,"internally_reserved":0,"allocated":1265664,"data_stored":637514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509639,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1261568,"data_stored":636884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542343,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37148,"kb_used_data":1804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334692,"statfs":{"total":96636764160,"available":96598724608,"internally_reserved":0,"allocated":1847296,"data_stored":1227140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:45:00.900 INFO:tasks.ceph.ceph_manager.ceph:PG 12.3c is not active+clean 2024-07-26T15:45:00.900 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.900 INFO:tasks.ceph.ceph_manager.ceph:PG 12.37 is not active+clean 2024-07-26T15:45:00.900 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.900 INFO:tasks.ceph.ceph_manager.ceph:PG 12.36 is not active+clean 2024-07-26T15:45:00.900 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.900 INFO:tasks.ceph.ceph_manager.ceph:PG 12.34 is not active+clean 2024-07-26T15:45:00.901 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.901 INFO:tasks.ceph.ceph_manager.ceph:PG 12.2b is not active+clean 2024-07-26T15:45:00.901 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.901 INFO:tasks.ceph.ceph_manager.ceph:PG 12.29 is not active+clean 2024-07-26T15:45:00.901 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.901 INFO:tasks.ceph.ceph_manager.ceph:PG 12.26 is not active+clean 2024-07-26T15:45:00.901 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.901 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1a is not active+clean 2024-07-26T15:45:00.901 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.901 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1b is not active+clean 2024-07-26T15:45:00.901 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.902 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1b is not active+clean 2024-07-26T15:45:00.902 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:54.024325+0000', 'last_change': '2024-07-26T15:44:54.024325+0000', 'last_active': '2024-07-26T15:44:54.015529+0000', 'last_peered': '2024-07-26T15:44:54.015529+0000', 'last_clean': '2024-07-26T15:44:54.015529+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:54.024325+0000', 'last_undegraded': '2024-07-26T15:44:54.024325+0000', 'last_fullsized': '2024-07-26T15:44:54.024325+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:45:00.902 INFO:tasks.ceph.ceph_manager.ceph:PG 11.1a is not active+clean 2024-07-26T15:45:00.902 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:54.024035+0000', 'last_change': '2024-07-26T15:44:54.024035+0000', 'last_active': '2024-07-26T15:44:54.015529+0000', 'last_peered': '2024-07-26T15:44:54.015529+0000', 'last_clean': '2024-07-26T15:44:54.015529+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:54.024035+0000', 'last_undegraded': '2024-07-26T15:44:54.024035+0000', 'last_fullsized': '2024-07-26T15:44:54.024035+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:45:00.902 INFO:tasks.ceph.ceph_manager.ceph:PG 12.1e is not active+clean 2024-07-26T15:45:00.902 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.902 INFO:tasks.ceph.ceph_manager.ceph:PG 12.11 is not active+clean 2024-07-26T15:45:00.902 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.902 INFO:tasks.ceph.ceph_manager.ceph:PG 11.16 is not active+clean 2024-07-26T15:45:00.902 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:54.024343+0000', 'last_change': '2024-07-26T15:44:54.024343+0000', 'last_active': '2024-07-26T15:44:54.015529+0000', 'last_peered': '2024-07-26T15:44:54.015529+0000', 'last_clean': '2024-07-26T15:44:54.015529+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:54.024343+0000', 'last_undegraded': '2024-07-26T15:44:54.024343+0000', 'last_fullsized': '2024-07-26T15:44:54.024343+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:PG 12.14 is not active+clean 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:PG 11.13 is not active+clean 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:54.024013+0000', 'last_change': '2024-07-26T15:44:54.024013+0000', 'last_active': '2024-07-26T15:44:54.015529+0000', 'last_peered': '2024-07-26T15:44:54.015529+0000', 'last_clean': '2024-07-26T15:44:54.015529+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:54.024013+0000', 'last_undegraded': '2024-07-26T15:44:54.024013+0000', 'last_fullsized': '2024-07-26T15:44:54.024013+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:PG 11.e is not active+clean 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:54.023987+0000', 'last_change': '2024-07-26T15:44:54.023987+0000', 'last_active': '2024-07-26T15:44:54.015529+0000', 'last_peered': '2024-07-26T15:44:54.015529+0000', 'last_clean': '2024-07-26T15:44:54.015529+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:54.023987+0000', 'last_undegraded': '2024-07-26T15:44:54.023987+0000', 'last_fullsized': '2024-07-26T15:44:54.023987+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:PG 12.0 is not active+clean 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:PG 11.7 is not active+clean 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '11.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 100, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:44:54.024267+0000', 'last_change': '2024-07-26T15:44:54.024267+0000', 'last_active': '2024-07-26T15:44:54.015529+0000', 'last_peered': '2024-07-26T15:44:54.015529+0000', 'last_clean': '2024-07-26T15:44:54.015529+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:54.024267+0000', 'last_undegraded': '2024-07-26T15:44:54.024267+0000', 'last_fullsized': '2024-07-26T15:44:54.024267+0000', 'mapping_epoch': 100, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 100, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:54.015529+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:PG 12.2 is not active+clean 2024-07-26T15:45:00.903 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '12.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:44:55.021811+0000', 'last_change': '2024-07-26T15:44:55.021811+0000', 'last_active': '2024-07-26T15:44:55.021811+0000', 'last_peered': '2024-07-26T15:44:55.021811+0000', 'last_clean': '2024-07-26T15:44:55.021811+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:44:55.021811+0000', 'last_undegraded': '2024-07-26T15:44:55.021811+0000', 'last_fullsized': '2024-07-26T15:44:55.021811+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'last_clean_scrub_stamp': '2024-07-26T15:44:55.021811+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:00.904 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-07-26T15:45:01.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.053+0000 7fba4055e640 1 -- 172.21.15.33:0/220149433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba380acfd0 msgr2=0x7fba3806d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:01.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.053+0000 7fba4055e640 1 --2- 172.21.15.33:0/220149433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba380acfd0 0x7fba3806d9e0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fba34005fd0 tx=0x7fba3402a540 comp rx=0 tx=0).stop 2024-07-26T15:45:01.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.053+0000 7fba4055e640 1 -- 172.21.15.33:0/220149433 shutdown_connections 2024-07-26T15:45:01.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.053+0000 7fba4055e640 1 --2- 172.21.15.33:0/220149433 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba380ae270 0x7fba380cf0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.053+0000 7fba4055e640 1 --2- 172.21.15.33:0/220149433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba380acfd0 0x7fba3806d9e0 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.053+0000 7fba4055e640 1 -- 172.21.15.33:0/220149433 >> 172.21.15.33:0/220149433 conn(0x7fba380b5e80 msgr2=0x7fba380b1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:01.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.053+0000 7fba4055e640 1 -- 172.21.15.33:0/220149433 shutdown_connections 2024-07-26T15:45:01.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.053+0000 7fba4055e640 1 -- 172.21.15.33:0/220149433 wait complete. 2024-07-26T15:45:01.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.054+0000 7fba4055e640 1 Processor -- start 2024-07-26T15:45:01.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.055+0000 7fba4055e640 1 -- start start 2024-07-26T15:45:01.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba4055e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba380acfd0 0x7fba3814b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:01.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba4055e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba380ae270 0x7fba381f6b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:01.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba4055e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba380cf620 0x7fba3815daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:01.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba4055e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fba3806f0f0 con 0x7fba380ae270 2024-07-26T15:45:01.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba4055e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fba3815b4f0 con 0x7fba380acfd0 2024-07-26T15:45:01.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba4055e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fba3806f270 con 0x7fba380cf620 2024-07-26T15:45:01.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba3daf9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba380ae270 0x7fba381f6b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:01.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba3daf9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba380ae270 0x7fba381f6b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49826/0 (socket says 172.21.15.33:49826) 2024-07-26T15:45:01.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba3daf9640 1 -- 172.21.15.33:0/971888782 learned_addr learned my addr 172.21.15.33:0/971888782 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:01.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba3e2fa640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba380acfd0 0x7fba3814b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:01.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba3eafb640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba380cf620 0x7fba3815daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:01.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba3daf9640 1 -- 172.21.15.33:0/971888782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba380cf620 msgr2=0x7fba3815daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:01.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba3daf9640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba380cf620 0x7fba3815daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba3daf9640 1 -- 172.21.15.33:0/971888782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba380acfd0 msgr2=0x7fba3814b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:01.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba3daf9640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba380acfd0 0x7fba3814b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba3daf9640 1 -- 172.21.15.33:0/971888782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba3815dfe0 con 0x7fba380ae270 2024-07-26T15:45:01.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.056+0000 7fba3daf9640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba380ae270 0x7fba381f6b90 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fba2800d750 tx=0x7fba2800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:01.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.057+0000 7fba2effd640 1 -- 172.21.15.33:0/971888782 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba28017070 con 0x7fba380ae270 2024-07-26T15:45:01.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.057+0000 7fba2effd640 1 -- 172.21.15.33:0/971888782 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fba28004310 con 0x7fba380ae270 2024-07-26T15:45:01.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.057+0000 7fba4055e640 1 -- 172.21.15.33:0/971888782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba381f2f10 con 0x7fba380ae270 2024-07-26T15:45:01.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.057+0000 7fba2effd640 1 -- 172.21.15.33:0/971888782 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba2800de60 con 0x7fba380ae270 2024-07-26T15:45:01.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.057+0000 7fba4055e640 1 -- 172.21.15.33:0/971888782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba381f34d0 con 0x7fba380ae270 2024-07-26T15:45:01.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.058+0000 7fba4055e640 1 -- 172.21.15.33:0/971888782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba381f3b20 con 0x7fba380ae270 2024-07-26T15:45:01.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.059+0000 7fba2effd640 1 -- 172.21.15.33:0/971888782 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7fba28009c30 con 0x7fba380ae270 2024-07-26T15:45:01.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.059+0000 7fba2effd640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba1c077130 0x7fba1c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:01.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.059+0000 7fba3e2fa640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba1c077130 0x7fba1c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:01.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.059+0000 7fba2effd640 1 -- 172.21.15.33:0/971888782 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7fba28098f20 con 0x7fba380ae270 2024-07-26T15:45:01.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.060+0000 7fba3e2fa640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba1c077130 0x7fba1c079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fba34033000 tx=0x7fba34004730 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:01.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.064+0000 7fba2effd640 1 -- 172.21.15.33:0/971888782 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fba28020020 con 0x7fba380ae270 2024-07-26T15:45:01.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.329+0000 7fba4055e640 1 -- 172.21.15.33:0/971888782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fba3806f740 con 0x7fba380ae270 2024-07-26T15:45:01.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.329+0000 7fba2effd640 1 -- 172.21.15.33:0/971888782 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1218 (secure 0 0 0) 0x7fba28061790 con 0x7fba380ae270 2024-07-26T15:45:01.331 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:01.331 INFO:teuthology.orchestra.run.smithi033.stdout:{"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":993,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":103,"num_osds":8,"num_up_osds":8,"osd_up_since":1722007720,"num_in_osds":8,"osd_in_since":1722007711,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":77},{"state_name":"unknown","count":14},{"state_name":"creating+peering","count":6}],"num_pgs":97,"num_pools":3,"num_objects":20,"data_bytes":592744,"bytes_used":347631616,"bytes_avail":772746481664,"bytes_total":773094113280,"unknown_pgs_ratio":0.14432989060878754,"inactive_pgs_ratio":0.061855670064687729,"write_bytes_sec":1260,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":45,"btime":"2024-07-26T15:44:59:057199+0000","id":5,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":5,"rank":0,"name":"d","status":"up:active","gid":6454}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-07-26T15:43:17.995086+0000","services":{}},"progress_events":{}} 2024-07-26T15:45:01.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.331+0000 7fba4055e640 1 -- 172.21.15.33:0/971888782 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba1c077130 msgr2=0x7fba1c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:01.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.331+0000 7fba4055e640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba1c077130 0x7fba1c079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fba34033000 tx=0x7fba34004730 comp rx=0 tx=0).stop 2024-07-26T15:45:01.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.331+0000 7fba4055e640 1 -- 172.21.15.33:0/971888782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba380ae270 msgr2=0x7fba381f6b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:01.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.331+0000 7fba4055e640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba380ae270 0x7fba381f6b90 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fba2800d750 tx=0x7fba2800dc10 comp rx=0 tx=0).stop 2024-07-26T15:45:01.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.331+0000 7fba4055e640 1 -- 172.21.15.33:0/971888782 shutdown_connections 2024-07-26T15:45:01.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.331+0000 7fba4055e640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fba1c077130 0x7fba1c079640 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.331+0000 7fba4055e640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba380cf620 0x7fba3815daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.331+0000 7fba4055e640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba380ae270 0x7fba381f6b90 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.331+0000 7fba4055e640 1 --2- 172.21.15.33:0/971888782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba380acfd0 0x7fba3814b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.331+0000 7fba4055e640 1 -- 172.21.15.33:0/971888782 >> 172.21.15.33:0/971888782 conn(0x7fba380b5e80 msgr2=0x7fba380b4230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:01.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.331+0000 7fba4055e640 1 -- 172.21.15.33:0/971888782 shutdown_connections 2024-07-26T15:45:01.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.332+0000 7fba4055e640 1 -- 172.21.15.33:0/971888782 wait complete. 2024-07-26T15:45:01.344 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-07-26T15:45:01.345 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:45:01.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.460+0000 7f6809085640 1 -- 172.21.15.33:0/2209328718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68040cf060 msgr2=0x7f680406fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:01.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.460+0000 7f6809085640 1 --2- 172.21.15.33:0/2209328718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68040cf060 0x7f680406fb40 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f68040b5c00 tx=0x7f67f402a980 comp rx=0 tx=0).stop 2024-07-26T15:45:01.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.460+0000 7f6809085640 1 -- 172.21.15.33:0/2209328718 shutdown_connections 2024-07-26T15:45:01.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.460+0000 7f6809085640 1 --2- 172.21.15.33:0/2209328718 >> v2:172.21.15.154:3300/0 conn(0x7f6804070080 0x7f680415b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.460+0000 7f6809085640 1 --2- 172.21.15.33:0/2209328718 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f680415bb40 0x7f680415e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.460+0000 7f6809085640 1 --2- 172.21.15.33:0/2209328718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68040cf060 0x7f680406fb40 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.460+0000 7f6809085640 1 -- 172.21.15.33:0/2209328718 >> 172.21.15.33:0/2209328718 conn(0x7f68040cc3d0 msgr2=0x7f68040cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:01.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.460+0000 7f6809085640 1 -- 172.21.15.33:0/2209328718 shutdown_connections 2024-07-26T15:45:01.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.460+0000 7f6809085640 1 -- 172.21.15.33:0/2209328718 wait complete. 2024-07-26T15:45:01.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.462+0000 7f6809085640 1 Processor -- start 2024-07-26T15:45:01.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.462+0000 7f6809085640 1 -- start start 2024-07-26T15:45:01.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.463+0000 7f6809085640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6804070080 0x7f68040b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:01.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.463+0000 7f6809085640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68040cf060 0x7f68040b3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:01.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.463+0000 7f6809085640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f680415bb40 0x7f68041536d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:01.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.463+0000 7f6809085640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f680415f210 con 0x7f680415bb40 2024-07-26T15:45:01.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.463+0000 7f6809085640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f680415f090 con 0x7f6804070080 2024-07-26T15:45:01.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.463+0000 7f6809085640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f680415f390 con 0x7f68040cf060 2024-07-26T15:45:01.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.463+0000 7f680359e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f680415bb40 0x7f68041536d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:01.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.463+0000 7f680359e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f680415bb40 0x7f68041536d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49844/0 (socket says 172.21.15.33:49844) 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.463+0000 7f680359e640 1 -- 172.21.15.33:0/3146170659 learned_addr learned my addr 172.21.15.33:0/3146170659 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.463+0000 7f6802d9d640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6804070080 0x7f68040b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.463+0000 7f680259c640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68040cf060 0x7f68040b3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.464+0000 7f680359e640 1 -- 172.21.15.33:0/3146170659 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68040cf060 msgr2=0x7f68040b3ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.464+0000 7f680359e640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68040cf060 0x7f68040b3ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.464+0000 7f680359e640 1 -- 172.21.15.33:0/3146170659 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6804070080 msgr2=0x7f68040b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.464+0000 7f680359e640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6804070080 0x7f68040b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.464+0000 7f680359e640 1 -- 172.21.15.33:0/3146170659 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68040b55e0 con 0x7f680415bb40 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.464+0000 7f680359e640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f680415bb40 0x7f68041536d0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00d690 tx=0x7f67fc00db50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.464+0000 7f67fb7fe640 1 -- 172.21.15.33:0/3146170659 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc017070 con 0x7f680415bb40 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.464+0000 7f67fb7fe640 1 -- 172.21.15.33:0/3146170659 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67fc005310 con 0x7f680415bb40 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.464+0000 7f67fb7fe640 1 -- 172.21.15.33:0/3146170659 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc009820 con 0x7f680415bb40 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.464+0000 7f6809085640 1 -- 172.21.15.33:0/3146170659 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68040b58c0 con 0x7f680415bb40 2024-07-26T15:45:01.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.464+0000 7f6809085640 1 -- 172.21.15.33:0/3146170659 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68040b39a0 con 0x7f680415bb40 2024-07-26T15:45:01.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.465+0000 7f6809085640 1 -- 172.21.15.33:0/3146170659 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68040b5350 con 0x7f680415bb40 2024-07-26T15:45:01.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.466+0000 7f67fb7fe640 1 -- 172.21.15.33:0/3146170659 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f67fc0099c0 con 0x7f680415bb40 2024-07-26T15:45:01.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.467+0000 7f67fb7fe640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f67e4077130 0x7f67e4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:01.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.467+0000 7f67fb7fe640 1 -- 172.21.15.33:0/3146170659 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f67fc098da0 con 0x7f680415bb40 2024-07-26T15:45:01.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.467+0000 7f6802d9d640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f67e4077130 0x7f67e4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:01.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.467+0000 7f6802d9d640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f67e4077130 0x7f67e4079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f67f4035000 tx=0x7f67f4004ab0 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:01.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.471+0000 7f67fb7fe640 1 -- 172.21.15.33:0/3146170659 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f67fc061460 con 0x7f680415bb40 2024-07-26T15:45:01.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.660+0000 7f6809085640 1 -- 172.21.15.33:0/3146170659 --> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f68040b5a90 con 0x7f67e4077130 2024-07-26T15:45:01.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.664+0000 7f67fb7fe640 1 -- 172.21.15.33:0/3146170659 <== mgr.6687 v2:172.21.15.33:6836/3062007989 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249838 (secure 0 0 0) 0x7f67f4030680 con 0x7f67e4077130 2024-07-26T15:45:01.668 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:01.669 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:45:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 -- 172.21.15.33:0/3146170659 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f67e4077130 msgr2=0x7f67e4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f67e4077130 0x7f67e4079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f67f4035000 tx=0x7f67f4004ab0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 -- 172.21.15.33:0/3146170659 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f680415bb40 msgr2=0x7f68041536d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f680415bb40 0x7f68041536d0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f67fc00d690 tx=0x7f67fc00db50 comp rx=0 tx=0).stop 2024-07-26T15:45:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 -- 172.21.15.33:0/3146170659 shutdown_connections 2024-07-26T15:45:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f67e4077130 0x7f67e4079640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f680415bb40 0x7f68041536d0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68040cf060 0x7f68040b3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 --2- 172.21.15.33:0/3146170659 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6804070080 0x7f68040b4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 -- 172.21.15.33:0/3146170659 >> 172.21.15.33:0/3146170659 conn(0x7f68040cc3d0 msgr2=0x7f68040afff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:01.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 -- 172.21.15.33:0/3146170659 shutdown_connections 2024-07-26T15:45:01.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:01.668+0000 7f6809085640 1 -- 172.21.15.33:0/3146170659 wait complete. 2024-07-26T15:45:01.680 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:44:59.707921+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592744,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":209,"num_write_kb":1635,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":166,"acting":166,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":106,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":339484,"kb_used_data":10908,"kb_used_omap":12,"kb_used_meta":328435,"kb_avail":754635236,"statfs":{"total":773094113280,"available":772746481664,"internally_reserved":0,"allocated":11169792,"data_stored":6230525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":336318001},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2376,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.685986"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004206+0000","last_change":"2024-07-26T15:44:56.054106+0000","last_active":"2024-07-26T15:44:58.004206+0000","last_peered":"2024-07-26T15:44:58.004206+0000","last_clean":"2024-07-26T15:44:58.004206+0000","last_became_active":"2024-07-26T15:44:56.053782+0000","last_became_peered":"2024-07-26T15:44:56.053782+0000","last_unstale":"2024-07-26T15:44:58.004206+0000","last_undegraded":"2024-07-26T15:44:58.004206+0000","last_fullsized":"2024-07-26T15:44:58.004206+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:59.336325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036112+0000","last_change":"2024-07-26T15:44:56.045589+0000","last_active":"2024-07-26T15:44:57.036112+0000","last_peered":"2024-07-26T15:44:57.036112+0000","last_clean":"2024-07-26T15:44:57.036112+0000","last_became_active":"2024-07-26T15:44:56.045257+0000","last_became_peered":"2024-07-26T15:44:56.045257+0000","last_unstale":"2024-07-26T15:44:57.036112+0000","last_undegraded":"2024-07-26T15:44:57.036112+0000","last_fullsized":"2024-07-26T15:44:57.036112+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:59.336325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004494+0000","last_change":"2024-07-26T15:44:56.052706+0000","last_active":"2024-07-26T15:44:58.004494+0000","last_peered":"2024-07-26T15:44:58.004494+0000","last_clean":"2024-07-26T15:44:58.004494+0000","last_became_active":"2024-07-26T15:44:56.052323+0000","last_became_peered":"2024-07-26T15:44:56.052323+0000","last_unstale":"2024-07-26T15:44:58.004494+0000","last_undegraded":"2024-07-26T15:44:58.004494+0000","last_fullsized":"2024-07-26T15:44:58.004494+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:55:05.224198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050426+0000","last_change":"2024-07-26T15:44:56.052947+0000","last_active":"2024-07-26T15:44:57.050426+0000","last_peered":"2024-07-26T15:44:57.050426+0000","last_clean":"2024-07-26T15:44:57.050426+0000","last_became_active":"2024-07-26T15:44:56.052594+0000","last_became_peered":"2024-07-26T15:44:56.052594+0000","last_unstale":"2024-07-26T15:44:57.050426+0000","last_undegraded":"2024-07-26T15:44:57.050426+0000","last_fullsized":"2024-07-26T15:44:57.050426+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:16.808679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705229+0000","last_change":"2024-07-26T15:44:56.063846+0000","last_active":"2024-07-26T15:44:57.705229+0000","last_peered":"2024-07-26T15:44:57.705229+0000","last_clean":"2024-07-26T15:44:57.705229+0000","last_became_active":"2024-07-26T15:44:56.062564+0000","last_became_peered":"2024-07-26T15:44:56.062564+0000","last_unstale":"2024-07-26T15:44:57.705229+0000","last_undegraded":"2024-07-26T15:44:57.705229+0000","last_fullsized":"2024-07-26T15:44:57.705229+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:17.968292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560140+0000","last_change":"2024-07-26T15:44:56.065950+0000","last_active":"2024-07-26T15:44:57.560140+0000","last_peered":"2024-07-26T15:44:57.560140+0000","last_clean":"2024-07-26T15:44:57.560140+0000","last_became_active":"2024-07-26T15:44:56.065589+0000","last_became_peered":"2024-07-26T15:44:56.065589+0000","last_unstale":"2024-07-26T15:44:57.560140+0000","last_undegraded":"2024-07-26T15:44:57.560140+0000","last_fullsized":"2024-07-26T15:44:57.560140+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:49.418184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050194+0000","last_change":"2024-07-26T15:44:56.051286+0000","last_active":"2024-07-26T15:44:57.050194+0000","last_peered":"2024-07-26T15:44:57.050194+0000","last_clean":"2024-07-26T15:44:57.050194+0000","last_became_active":"2024-07-26T15:44:56.050973+0000","last_became_peered":"2024-07-26T15:44:56.050973+0000","last_unstale":"2024-07-26T15:44:57.050194+0000","last_undegraded":"2024-07-26T15:44:57.050194+0000","last_fullsized":"2024-07-26T15:44:57.050194+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:16:09.647272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035638+0000","last_change":"2024-07-26T15:44:56.058504+0000","last_active":"2024-07-26T15:44:57.035638+0000","last_peered":"2024-07-26T15:44:57.035638+0000","last_clean":"2024-07-26T15:44:57.035638+0000","last_became_active":"2024-07-26T15:44:56.058171+0000","last_became_peered":"2024-07-26T15:44:56.058171+0000","last_unstale":"2024-07-26T15:44:57.035638+0000","last_undegraded":"2024-07-26T15:44:57.035638+0000","last_fullsized":"2024-07-26T15:44:57.035638+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:43:46.937670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050483+0000","last_change":"2024-07-26T15:44:56.066776+0000","last_active":"2024-07-26T15:44:57.050483+0000","last_peered":"2024-07-26T15:44:57.050483+0000","last_clean":"2024-07-26T15:44:57.050483+0000","last_became_active":"2024-07-26T15:44:56.066468+0000","last_became_peered":"2024-07-26T15:44:56.066468+0000","last_unstale":"2024-07-26T15:44:57.050483+0000","last_undegraded":"2024-07-26T15:44:57.050483+0000","last_fullsized":"2024-07-26T15:44:57.050483+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:42:13.004794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705270+0000","last_change":"2024-07-26T15:44:56.063573+0000","last_active":"2024-07-26T15:44:57.705270+0000","last_peered":"2024-07-26T15:44:57.705270+0000","last_clean":"2024-07-26T15:44:57.705270+0000","last_became_active":"2024-07-26T15:44:56.062203+0000","last_became_peered":"2024-07-26T15:44:56.062203+0000","last_unstale":"2024-07-26T15:44:57.705270+0000","last_undegraded":"2024-07-26T15:44:57.705270+0000","last_fullsized":"2024-07-26T15:44:57.705270+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:34:53.093685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035194+0000","last_change":"2024-07-26T15:44:56.049900+0000","last_active":"2024-07-26T15:44:57.035194+0000","last_peered":"2024-07-26T15:44:57.035194+0000","last_clean":"2024-07-26T15:44:57.035194+0000","last_became_active":"2024-07-26T15:44:56.049565+0000","last_became_peered":"2024-07-26T15:44:56.049565+0000","last_unstale":"2024-07-26T15:44:57.035194+0000","last_undegraded":"2024-07-26T15:44:57.035194+0000","last_fullsized":"2024-07-26T15:44:57.035194+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:38.754701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003977+0000","last_change":"2024-07-26T15:44:56.055571+0000","last_active":"2024-07-26T15:44:58.003977+0000","last_peered":"2024-07-26T15:44:58.003977+0000","last_clean":"2024-07-26T15:44:58.003977+0000","last_became_active":"2024-07-26T15:44:56.055253+0000","last_became_peered":"2024-07-26T15:44:56.055253+0000","last_unstale":"2024-07-26T15:44:58.003977+0000","last_undegraded":"2024-07-26T15:44:58.003977+0000","last_fullsized":"2024-07-26T15:44:58.003977+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:51.200877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050638+0000","last_change":"2024-07-26T15:44:56.056945+0000","last_active":"2024-07-26T15:44:57.050638+0000","last_peered":"2024-07-26T15:44:57.050638+0000","last_clean":"2024-07-26T15:44:57.050638+0000","last_became_active":"2024-07-26T15:44:56.056548+0000","last_became_peered":"2024-07-26T15:44:56.056548+0000","last_unstale":"2024-07-26T15:44:57.050638+0000","last_undegraded":"2024-07-26T15:44:57.050638+0000","last_fullsized":"2024-07-26T15:44:57.050638+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:59.536549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004390+0000","last_change":"2024-07-26T15:44:56.050001+0000","last_active":"2024-07-26T15:44:58.004390+0000","last_peered":"2024-07-26T15:44:58.004390+0000","last_clean":"2024-07-26T15:44:58.004390+0000","last_became_active":"2024-07-26T15:44:56.049694+0000","last_became_peered":"2024-07-26T15:44:56.049694+0000","last_unstale":"2024-07-26T15:44:58.004390+0000","last_undegraded":"2024-07-26T15:44:58.004390+0000","last_fullsized":"2024-07-26T15:44:58.004390+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:36.900545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705258+0000","last_change":"2024-07-26T15:44:56.056121+0000","last_active":"2024-07-26T15:44:57.705258+0000","last_peered":"2024-07-26T15:44:57.705258+0000","last_clean":"2024-07-26T15:44:57.705258+0000","last_became_active":"2024-07-26T15:44:56.055733+0000","last_became_peered":"2024-07-26T15:44:56.055733+0000","last_unstale":"2024-07-26T15:44:57.705258+0000","last_undegraded":"2024-07-26T15:44:57.705258+0000","last_fullsized":"2024-07-26T15:44:57.705258+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:35.900389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050778+0000","last_change":"2024-07-26T15:44:56.053168+0000","last_active":"2024-07-26T15:44:57.050778+0000","last_peered":"2024-07-26T15:44:57.050778+0000","last_clean":"2024-07-26T15:44:57.050778+0000","last_became_active":"2024-07-26T15:44:56.052680+0000","last_became_peered":"2024-07-26T15:44:56.052680+0000","last_unstale":"2024-07-26T15:44:57.050778+0000","last_undegraded":"2024-07-26T15:44:57.050778+0000","last_fullsized":"2024-07-26T15:44:57.050778+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:13:07.222784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050477+0000","last_change":"2024-07-26T15:44:56.068819+0000","last_active":"2024-07-26T15:44:57.050477+0000","last_peered":"2024-07-26T15:44:57.050477+0000","last_clean":"2024-07-26T15:44:57.050477+0000","last_became_active":"2024-07-26T15:44:56.068478+0000","last_became_peered":"2024-07-26T15:44:56.068478+0000","last_unstale":"2024-07-26T15:44:57.050477+0000","last_undegraded":"2024-07-26T15:44:57.050477+0000","last_fullsized":"2024-07-26T15:44:57.050477+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:41:47.795954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035188+0000","last_change":"2024-07-26T15:44:56.051418+0000","last_active":"2024-07-26T15:44:57.035188+0000","last_peered":"2024-07-26T15:44:57.035188+0000","last_clean":"2024-07-26T15:44:57.035188+0000","last_became_active":"2024-07-26T15:44:56.050807+0000","last_became_peered":"2024-07-26T15:44:56.050807+0000","last_unstale":"2024-07-26T15:44:57.035188+0000","last_undegraded":"2024-07-26T15:44:57.035188+0000","last_fullsized":"2024-07-26T15:44:57.035188+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:07.706476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035565+0000","last_change":"2024-07-26T15:44:56.062255+0000","last_active":"2024-07-26T15:44:57.035565+0000","last_peered":"2024-07-26T15:44:57.035565+0000","last_clean":"2024-07-26T15:44:57.035565+0000","last_became_active":"2024-07-26T15:44:56.061895+0000","last_became_peered":"2024-07-26T15:44:56.061895+0000","last_unstale":"2024-07-26T15:44:57.035565+0000","last_undegraded":"2024-07-26T15:44:57.035565+0000","last_fullsized":"2024-07-26T15:44:57.035565+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:20:49.641829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004049+0000","last_change":"2024-07-26T15:44:56.054773+0000","last_active":"2024-07-26T15:44:58.004049+0000","last_peered":"2024-07-26T15:44:58.004049+0000","last_clean":"2024-07-26T15:44:58.004049+0000","last_became_active":"2024-07-26T15:44:56.054472+0000","last_became_peered":"2024-07-26T15:44:56.054472+0000","last_unstale":"2024-07-26T15:44:58.004049+0000","last_undegraded":"2024-07-26T15:44:58.004049+0000","last_fullsized":"2024-07-26T15:44:58.004049+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:59:02.301649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050605+0000","last_change":"2024-07-26T15:44:56.054622+0000","last_active":"2024-07-26T15:44:57.050605+0000","last_peered":"2024-07-26T15:44:57.050605+0000","last_clean":"2024-07-26T15:44:57.050605+0000","last_became_active":"2024-07-26T15:44:56.054260+0000","last_became_peered":"2024-07-26T15:44:56.054260+0000","last_unstale":"2024-07-26T15:44:57.050605+0000","last_undegraded":"2024-07-26T15:44:57.050605+0000","last_fullsized":"2024-07-26T15:44:57.050605+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:38.696477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035614+0000","last_change":"2024-07-26T15:44:56.055769+0000","last_active":"2024-07-26T15:44:57.035614+0000","last_peered":"2024-07-26T15:44:57.035614+0000","last_clean":"2024-07-26T15:44:57.035614+0000","last_became_active":"2024-07-26T15:44:56.055430+0000","last_became_peered":"2024-07-26T15:44:56.055430+0000","last_unstale":"2024-07-26T15:44:57.035614+0000","last_undegraded":"2024-07-26T15:44:57.035614+0000","last_fullsized":"2024-07-26T15:44:57.035614+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:08:05.751761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003808+0000","last_change":"2024-07-26T15:44:56.055718+0000","last_active":"2024-07-26T15:44:58.003808+0000","last_peered":"2024-07-26T15:44:58.003808+0000","last_clean":"2024-07-26T15:44:58.003808+0000","last_became_active":"2024-07-26T15:44:56.055390+0000","last_became_peered":"2024-07-26T15:44:56.055390+0000","last_unstale":"2024-07-26T15:44:58.003808+0000","last_undegraded":"2024-07-26T15:44:58.003808+0000","last_fullsized":"2024-07-26T15:44:58.003808+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:24.978684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004314+0000","last_change":"2024-07-26T15:44:56.055327+0000","last_active":"2024-07-26T15:44:58.004314+0000","last_peered":"2024-07-26T15:44:58.004314+0000","last_clean":"2024-07-26T15:44:58.004314+0000","last_became_active":"2024-07-26T15:44:56.054644+0000","last_became_peered":"2024-07-26T15:44:56.054644+0000","last_unstale":"2024-07-26T15:44:58.004314+0000","last_undegraded":"2024-07-26T15:44:58.004314+0000","last_fullsized":"2024-07-26T15:44:58.004314+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:13.864108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003967+0000","last_change":"2024-07-26T15:44:56.057742+0000","last_active":"2024-07-26T15:44:58.003967+0000","last_peered":"2024-07-26T15:44:58.003967+0000","last_clean":"2024-07-26T15:44:58.003967+0000","last_became_active":"2024-07-26T15:44:56.057317+0000","last_became_peered":"2024-07-26T15:44:56.057317+0000","last_unstale":"2024-07-26T15:44:58.003967+0000","last_undegraded":"2024-07-26T15:44:58.003967+0000","last_fullsized":"2024-07-26T15:44:58.003967+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:58.476548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004165+0000","last_change":"2024-07-26T15:44:56.049175+0000","last_active":"2024-07-26T15:44:58.004165+0000","last_peered":"2024-07-26T15:44:58.004165+0000","last_clean":"2024-07-26T15:44:58.004165+0000","last_became_active":"2024-07-26T15:44:56.048827+0000","last_became_peered":"2024-07-26T15:44:56.048827+0000","last_unstale":"2024-07-26T15:44:58.004165+0000","last_undegraded":"2024-07-26T15:44:58.004165+0000","last_fullsized":"2024-07-26T15:44:58.004165+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:41.749069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"102'4","reported_seq":19,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050684+0000","last_change":"2024-07-26T15:44:55.047821+0000","last_active":"2024-07-26T15:44:57.050684+0000","last_peered":"2024-07-26T15:44:57.050684+0000","last_clean":"2024-07-26T15:44:57.050684+0000","last_became_active":"2024-07-26T15:44:55.047523+0000","last_became_peered":"2024-07-26T15:44:55.047523+0000","last_unstale":"2024-07-26T15:44:57.050684+0000","last_undegraded":"2024-07-26T15:44:57.050684+0000","last_fullsized":"2024-07-26T15:44:57.050684+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:05:13.816007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035238+0000","last_change":"2024-07-26T15:44:56.039200+0000","last_active":"2024-07-26T15:44:57.035238+0000","last_peered":"2024-07-26T15:44:57.035238+0000","last_clean":"2024-07-26T15:44:57.035238+0000","last_became_active":"2024-07-26T15:44:56.038832+0000","last_became_peered":"2024-07-26T15:44:56.038832+0000","last_unstale":"2024-07-26T15:44:57.035238+0000","last_undegraded":"2024-07-26T15:44:57.035238+0000","last_fullsized":"2024-07-26T15:44:57.035238+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:30:08.027812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004034+0000","last_change":"2024-07-26T15:44:55.042077+0000","last_active":"2024-07-26T15:44:58.004034+0000","last_peered":"2024-07-26T15:44:58.004034+0000","last_clean":"2024-07-26T15:44:58.004034+0000","last_became_active":"2024-07-26T15:44:55.041747+0000","last_became_peered":"2024-07-26T15:44:55.041747+0000","last_unstale":"2024-07-26T15:44:58.004034+0000","last_undegraded":"2024-07-26T15:44:58.004034+0000","last_fullsized":"2024-07-26T15:44:58.004034+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:40.446000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1d","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003840+0000","last_change":"2024-07-26T15:44:55.051234+0000","last_active":"2024-07-26T15:44:58.003840+0000","last_peered":"2024-07-26T15:44:58.003840+0000","last_clean":"2024-07-26T15:44:58.003840+0000","last_became_active":"2024-07-26T15:44:55.050924+0000","last_became_peered":"2024-07-26T15:44:55.050924+0000","last_unstale":"2024-07-26T15:44:58.003840+0000","last_undegraded":"2024-07-26T15:44:58.003840+0000","last_fullsized":"2024-07-26T15:44:58.003840+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:15.786520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.1c","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.559986+0000","last_change":"2024-07-26T15:44:55.046462+0000","last_active":"2024-07-26T15:44:57.559986+0000","last_peered":"2024-07-26T15:44:57.559986+0000","last_clean":"2024-07-26T15:44:57.559986+0000","last_became_active":"2024-07-26T15:44:55.046151+0000","last_became_peered":"2024-07-26T15:44:55.046151+0000","last_unstale":"2024-07-26T15:44:57.559986+0000","last_undegraded":"2024-07-26T15:44:57.559986+0000","last_fullsized":"2024-07-26T15:44:57.559986+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:46.664521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035907+0000","last_change":"2024-07-26T15:44:56.057381+0000","last_active":"2024-07-26T15:44:57.035907+0000","last_peered":"2024-07-26T15:44:57.035907+0000","last_clean":"2024-07-26T15:44:57.035907+0000","last_became_active":"2024-07-26T15:44:56.057043+0000","last_became_peered":"2024-07-26T15:44:56.057043+0000","last_unstale":"2024-07-26T15:44:57.035907+0000","last_undegraded":"2024-07-26T15:44:57.035907+0000","last_fullsized":"2024-07-26T15:44:57.035907+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:59:02.301649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024325+0000","last_change":"2024-07-26T15:44:54.024325+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024325+0000","last_undegraded":"2024-07-26T15:44:54.024325+0000","last_fullsized":"2024-07-26T15:44:54.024325+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035810+0000","last_change":"2024-07-26T15:44:56.050791+0000","last_active":"2024-07-26T15:44:57.035810+0000","last_peered":"2024-07-26T15:44:57.035810+0000","last_clean":"2024-07-26T15:44:57.035810+0000","last_became_active":"2024-07-26T15:44:56.048740+0000","last_became_peered":"2024-07-26T15:44:56.048740+0000","last_unstale":"2024-07-26T15:44:57.035810+0000","last_undegraded":"2024-07-26T15:44:57.035810+0000","last_fullsized":"2024-07-26T15:44:57.035810+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:58.476548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024035+0000","last_change":"2024-07-26T15:44:54.024035+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024035+0000","last_undegraded":"2024-07-26T15:44:54.024035+0000","last_fullsized":"2024-07-26T15:44:54.024035+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035263+0000","last_change":"2024-07-26T15:44:55.048216+0000","last_active":"2024-07-26T15:44:57.035263+0000","last_peered":"2024-07-26T15:44:57.035263+0000","last_clean":"2024-07-26T15:44:57.035263+0000","last_became_active":"2024-07-26T15:44:55.047908+0000","last_became_peered":"2024-07-26T15:44:55.047908+0000","last_unstale":"2024-07-26T15:44:57.035263+0000","last_undegraded":"2024-07-26T15:44:57.035263+0000","last_fullsized":"2024-07-26T15:44:57.035263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:36.563372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560471+0000","last_change":"2024-07-26T15:44:56.061265+0000","last_active":"2024-07-26T15:44:57.560471+0000","last_peered":"2024-07-26T15:44:57.560471+0000","last_clean":"2024-07-26T15:44:57.560471+0000","last_became_active":"2024-07-26T15:44:56.060977+0000","last_became_peered":"2024-07-26T15:44:56.060977+0000","last_unstale":"2024-07-26T15:44:57.560471+0000","last_undegraded":"2024-07-26T15:44:57.560471+0000","last_fullsized":"2024-07-26T15:44:57.560471+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:54.871324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050130+0000","last_change":"2024-07-26T15:44:55.046610+0000","last_active":"2024-07-26T15:44:57.050130+0000","last_peered":"2024-07-26T15:44:57.050130+0000","last_clean":"2024-07-26T15:44:57.050130+0000","last_became_active":"2024-07-26T15:44:55.046310+0000","last_became_peered":"2024-07-26T15:44:55.046310+0000","last_unstale":"2024-07-26T15:44:57.050130+0000","last_undegraded":"2024-07-26T15:44:57.050130+0000","last_fullsized":"2024-07-26T15:44:57.050130+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:48.917408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035178+0000","last_change":"2024-07-26T15:44:56.054692+0000","last_active":"2024-07-26T15:44:57.035178+0000","last_peered":"2024-07-26T15:44:57.035178+0000","last_clean":"2024-07-26T15:44:57.035178+0000","last_became_active":"2024-07-26T15:44:56.050720+0000","last_became_peered":"2024-07-26T15:44:56.050720+0000","last_unstale":"2024-07-26T15:44:57.035178+0000","last_undegraded":"2024-07-26T15:44:57.035178+0000","last_fullsized":"2024-07-26T15:44:57.035178+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:22.784897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004199+0000","last_change":"2024-07-26T15:44:55.047398+0000","last_active":"2024-07-26T15:44:58.004199+0000","last_peered":"2024-07-26T15:44:58.004199+0000","last_clean":"2024-07-26T15:44:58.004199+0000","last_became_active":"2024-07-26T15:44:55.047052+0000","last_became_peered":"2024-07-26T15:44:55.047052+0000","last_unstale":"2024-07-26T15:44:58.004199+0000","last_undegraded":"2024-07-26T15:44:58.004199+0000","last_fullsized":"2024-07-26T15:44:58.004199+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:35:29.895318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024343+0000","last_change":"2024-07-26T15:44:54.024343+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024343+0000","last_undegraded":"2024-07-26T15:44:54.024343+0000","last_fullsized":"2024-07-26T15:44:54.024343+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705480+0000","last_change":"2024-07-26T15:44:56.063239+0000","last_active":"2024-07-26T15:44:57.705480+0000","last_peered":"2024-07-26T15:44:57.705480+0000","last_clean":"2024-07-26T15:44:57.705480+0000","last_became_active":"2024-07-26T15:44:56.061824+0000","last_became_peered":"2024-07-26T15:44:56.061824+0000","last_unstale":"2024-07-26T15:44:57.705480+0000","last_undegraded":"2024-07-26T15:44:57.705480+0000","last_fullsized":"2024-07-26T15:44:57.705480+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:42:36.170665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"102'3","reported_seq":18,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050702+0000","last_change":"2024-07-26T15:44:55.043370+0000","last_active":"2024-07-26T15:44:57.050702+0000","last_peered":"2024-07-26T15:44:57.050702+0000","last_clean":"2024-07-26T15:44:57.050702+0000","last_became_active":"2024-07-26T15:44:55.043053+0000","last_became_peered":"2024-07-26T15:44:55.043053+0000","last_unstale":"2024-07-26T15:44:57.050702+0000","last_undegraded":"2024-07-26T15:44:57.050702+0000","last_fullsized":"2024-07-26T15:44:57.050702+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:40.839873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004299+0000","last_change":"2024-07-26T15:44:56.063680+0000","last_active":"2024-07-26T15:44:58.004299+0000","last_peered":"2024-07-26T15:44:58.004299+0000","last_clean":"2024-07-26T15:44:58.004299+0000","last_became_active":"2024-07-26T15:44:56.063338+0000","last_became_peered":"2024-07-26T15:44:56.063338+0000","last_unstale":"2024-07-26T15:44:58.004299+0000","last_undegraded":"2024-07-26T15:44:58.004299+0000","last_fullsized":"2024-07-26T15:44:58.004299+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:23:51.677453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"102'6","reported_seq":21,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560142+0000","last_change":"2024-07-26T15:44:55.052594+0000","last_active":"2024-07-26T15:44:57.560142+0000","last_peered":"2024-07-26T15:44:57.560142+0000","last_clean":"2024-07-26T15:44:57.560142+0000","last_became_active":"2024-07-26T15:44:55.052200+0000","last_became_peered":"2024-07-26T15:44:55.052200+0000","last_unstale":"2024-07-26T15:44:57.560142+0000","last_undegraded":"2024-07-26T15:44:57.560142+0000","last_fullsized":"2024-07-26T15:44:57.560142+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:22.966884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024013+0000","last_change":"2024-07-26T15:44:54.024013+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024013+0000","last_undegraded":"2024-07-26T15:44:54.024013+0000","last_fullsized":"2024-07-26T15:44:54.024013+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560183+0000","last_change":"2024-07-26T15:44:56.060430+0000","last_active":"2024-07-26T15:44:57.560183+0000","last_peered":"2024-07-26T15:44:57.560183+0000","last_clean":"2024-07-26T15:44:57.560183+0000","last_became_active":"2024-07-26T15:44:56.060141+0000","last_became_peered":"2024-07-26T15:44:56.060141+0000","last_unstale":"2024-07-26T15:44:57.560183+0000","last_undegraded":"2024-07-26T15:44:57.560183+0000","last_fullsized":"2024-07-26T15:44:57.560183+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:20:48.486035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003650+0000","last_change":"2024-07-26T15:44:55.041173+0000","last_active":"2024-07-26T15:44:58.003650+0000","last_peered":"2024-07-26T15:44:58.003650+0000","last_clean":"2024-07-26T15:44:58.003650+0000","last_became_active":"2024-07-26T15:44:55.040872+0000","last_became_peered":"2024-07-26T15:44:55.040872+0000","last_unstale":"2024-07-26T15:44:58.003650+0000","last_undegraded":"2024-07-26T15:44:58.003650+0000","last_fullsized":"2024-07-26T15:44:58.003650+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:43.681742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560172+0000","last_change":"2024-07-26T15:44:56.063686+0000","last_active":"2024-07-26T15:44:57.560172+0000","last_peered":"2024-07-26T15:44:57.560172+0000","last_clean":"2024-07-26T15:44:57.560172+0000","last_became_active":"2024-07-26T15:44:56.063310+0000","last_became_peered":"2024-07-26T15:44:56.063310+0000","last_unstale":"2024-07-26T15:44:57.560172+0000","last_undegraded":"2024-07-26T15:44:57.560172+0000","last_fullsized":"2024-07-26T15:44:57.560172+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:51.476115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050163+0000","last_change":"2024-07-26T15:44:55.043261+0000","last_active":"2024-07-26T15:44:57.050163+0000","last_peered":"2024-07-26T15:44:57.050163+0000","last_clean":"2024-07-26T15:44:57.050163+0000","last_became_active":"2024-07-26T15:44:55.042747+0000","last_became_peered":"2024-07-26T15:44:55.042747+0000","last_unstale":"2024-07-26T15:44:57.050163+0000","last_undegraded":"2024-07-26T15:44:57.050163+0000","last_fullsized":"2024-07-26T15:44:57.050163+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:37:47.411626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560471+0000","last_change":"2024-07-26T15:44:56.066696+0000","last_active":"2024-07-26T15:44:57.560471+0000","last_peered":"2024-07-26T15:44:57.560471+0000","last_clean":"2024-07-26T15:44:57.560471+0000","last_became_active":"2024-07-26T15:44:56.066363+0000","last_became_peered":"2024-07-26T15:44:56.066363+0000","last_unstale":"2024-07-26T15:44:57.560471+0000","last_undegraded":"2024-07-26T15:44:57.560471+0000","last_fullsized":"2024-07-26T15:44:57.560471+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:00:42.832392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"102'8","reported_seq":23,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035257+0000","last_change":"2024-07-26T15:44:55.047097+0000","last_active":"2024-07-26T15:44:57.035257+0000","last_peered":"2024-07-26T15:44:57.035257+0000","last_clean":"2024-07-26T15:44:57.035257+0000","last_became_active":"2024-07-26T15:44:55.046741+0000","last_became_peered":"2024-07-26T15:44:55.046741+0000","last_unstale":"2024-07-26T15:44:57.035257+0000","last_undegraded":"2024-07-26T15:44:57.035257+0000","last_fullsized":"2024-07-26T15:44:57.035257+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:34.319371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705059+0000","last_change":"2024-07-26T15:44:56.057294+0000","last_active":"2024-07-26T15:44:57.705059+0000","last_peered":"2024-07-26T15:44:57.705059+0000","last_clean":"2024-07-26T15:44:57.705059+0000","last_became_active":"2024-07-26T15:44:56.056668+0000","last_became_peered":"2024-07-26T15:44:56.056668+0000","last_unstale":"2024-07-26T15:44:57.705059+0000","last_undegraded":"2024-07-26T15:44:57.705059+0000","last_fullsized":"2024-07-26T15:44:57.705059+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:46.135542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004263+0000","last_change":"2024-07-26T15:44:55.044900+0000","last_active":"2024-07-26T15:44:58.004263+0000","last_peered":"2024-07-26T15:44:58.004263+0000","last_clean":"2024-07-26T15:44:58.004263+0000","last_became_active":"2024-07-26T15:44:55.044588+0000","last_became_peered":"2024-07-26T15:44:55.044588+0000","last_unstale":"2024-07-26T15:44:58.004263+0000","last_undegraded":"2024-07-26T15:44:58.004263+0000","last_fullsized":"2024-07-26T15:44:58.004263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:47:55.573786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050255+0000","last_change":"2024-07-26T15:44:56.055895+0000","last_active":"2024-07-26T15:44:57.050255+0000","last_peered":"2024-07-26T15:44:57.050255+0000","last_clean":"2024-07-26T15:44:57.050255+0000","last_became_active":"2024-07-26T15:44:56.055567+0000","last_became_peered":"2024-07-26T15:44:56.055567+0000","last_unstale":"2024-07-26T15:44:57.050255+0000","last_undegraded":"2024-07-26T15:44:57.050255+0000","last_fullsized":"2024-07-26T15:44:57.050255+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:47:07.577719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.023987+0000","last_change":"2024-07-26T15:44:54.023987+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.023987+0000","last_undegraded":"2024-07-26T15:44:54.023987+0000","last_fullsized":"2024-07-26T15:44:54.023987+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050274+0000","last_change":"2024-07-26T15:44:56.047213+0000","last_active":"2024-07-26T15:44:57.050274+0000","last_peered":"2024-07-26T15:44:57.050274+0000","last_clean":"2024-07-26T15:44:57.050274+0000","last_became_active":"2024-07-26T15:44:56.046897+0000","last_became_peered":"2024-07-26T15:44:56.046897+0000","last_unstale":"2024-07-26T15:44:57.050274+0000","last_undegraded":"2024-07-26T15:44:57.050274+0000","last_fullsized":"2024-07-26T15:44:57.050274+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:57:36.144095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050743+0000","last_change":"2024-07-26T15:44:55.051108+0000","last_active":"2024-07-26T15:44:57.050743+0000","last_peered":"2024-07-26T15:44:57.050743+0000","last_clean":"2024-07-26T15:44:57.050743+0000","last_became_active":"2024-07-26T15:44:55.050774+0000","last_became_peered":"2024-07-26T15:44:55.050774+0000","last_unstale":"2024-07-26T15:44:57.050743+0000","last_undegraded":"2024-07-26T15:44:57.050743+0000","last_fullsized":"2024-07-26T15:44:57.050743+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:13:54.019454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705432+0000","last_change":"2024-07-26T15:44:56.056080+0000","last_active":"2024-07-26T15:44:57.705432+0000","last_peered":"2024-07-26T15:44:57.705432+0000","last_clean":"2024-07-26T15:44:57.705432+0000","last_became_active":"2024-07-26T15:44:56.055714+0000","last_became_peered":"2024-07-26T15:44:56.055714+0000","last_unstale":"2024-07-26T15:44:57.705432+0000","last_undegraded":"2024-07-26T15:44:57.705432+0000","last_fullsized":"2024-07-26T15:44:57.705432+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:15:53.010671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004082+0000","last_change":"2024-07-26T15:44:55.053031+0000","last_active":"2024-07-26T15:44:58.004082+0000","last_peered":"2024-07-26T15:44:58.004082+0000","last_clean":"2024-07-26T15:44:58.004082+0000","last_became_active":"2024-07-26T15:44:55.052679+0000","last_became_peered":"2024-07-26T15:44:55.052679+0000","last_unstale":"2024-07-26T15:44:58.004082+0000","last_undegraded":"2024-07-26T15:44:58.004082+0000","last_fullsized":"2024-07-26T15:44:58.004082+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:40.261826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035862+0000","last_change":"2024-07-26T15:44:56.042258+0000","last_active":"2024-07-26T15:44:57.035862+0000","last_peered":"2024-07-26T15:44:57.035862+0000","last_clean":"2024-07-26T15:44:57.035862+0000","last_became_active":"2024-07-26T15:44:56.041856+0000","last_became_peered":"2024-07-26T15:44:56.041856+0000","last_unstale":"2024-07-26T15:44:57.035862+0000","last_undegraded":"2024-07-26T15:44:57.035862+0000","last_fullsized":"2024-07-26T15:44:57.035862+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:51.200877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705352+0000","last_change":"2024-07-26T15:44:55.048871+0000","last_active":"2024-07-26T15:44:57.705352+0000","last_peered":"2024-07-26T15:44:57.705352+0000","last_clean":"2024-07-26T15:44:57.705352+0000","last_became_active":"2024-07-26T15:44:55.048556+0000","last_became_peered":"2024-07-26T15:44:55.048556+0000","last_unstale":"2024-07-26T15:44:57.705352+0000","last_undegraded":"2024-07-26T15:44:57.705352+0000","last_fullsized":"2024-07-26T15:44:57.705352+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:13.940345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036203+0000","last_change":"2024-07-26T15:44:56.042238+0000","last_active":"2024-07-26T15:44:57.036203+0000","last_peered":"2024-07-26T15:44:57.036203+0000","last_clean":"2024-07-26T15:44:57.036203+0000","last_became_active":"2024-07-26T15:44:56.041894+0000","last_became_peered":"2024-07-26T15:44:56.041894+0000","last_unstale":"2024-07-26T15:44:57.036203+0000","last_undegraded":"2024-07-26T15:44:57.036203+0000","last_fullsized":"2024-07-26T15:44:57.036203+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:50.361243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.704939+0000","last_change":"2024-07-26T15:44:55.049548+0000","last_active":"2024-07-26T15:44:57.704939+0000","last_peered":"2024-07-26T15:44:57.704939+0000","last_clean":"2024-07-26T15:44:57.704939+0000","last_became_active":"2024-07-26T15:44:55.049168+0000","last_became_peered":"2024-07-26T15:44:55.049168+0000","last_unstale":"2024-07-26T15:44:57.704939+0000","last_undegraded":"2024-07-26T15:44:57.704939+0000","last_fullsized":"2024-07-26T15:44:57.704939+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:55.869284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560610+0000","last_change":"2024-07-26T15:44:56.057680+0000","last_active":"2024-07-26T15:44:57.560610+0000","last_peered":"2024-07-26T15:44:57.560610+0000","last_clean":"2024-07-26T15:44:57.560610+0000","last_became_active":"2024-07-26T15:44:56.057323+0000","last_became_peered":"2024-07-26T15:44:56.057323+0000","last_unstale":"2024-07-26T15:44:57.560610+0000","last_undegraded":"2024-07-26T15:44:57.560610+0000","last_fullsized":"2024-07-26T15:44:57.560610+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:19.236881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.704880+0000","last_change":"2024-07-26T15:44:55.048656+0000","last_active":"2024-07-26T15:44:57.704880+0000","last_peered":"2024-07-26T15:44:57.704880+0000","last_clean":"2024-07-26T15:44:57.704880+0000","last_became_active":"2024-07-26T15:44:55.048173+0000","last_became_peered":"2024-07-26T15:44:55.048173+0000","last_unstale":"2024-07-26T15:44:57.704880+0000","last_undegraded":"2024-07-26T15:44:57.704880+0000","last_fullsized":"2024-07-26T15:44:57.704880+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:54:11.547974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":1,"reported_epoch":100,"state":"creating+peering","last_fresh":"2024-07-26T15:44:54.024267+0000","last_change":"2024-07-26T15:44:54.024267+0000","last_active":"2024-07-26T15:44:54.015529+0000","last_peered":"2024-07-26T15:44:54.015529+0000","last_clean":"2024-07-26T15:44:54.015529+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:54.024267+0000","last_undegraded":"2024-07-26T15:44:54.024267+0000","last_fullsized":"2024-07-26T15:44:54.024267+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560299+0000","last_change":"2024-07-26T15:44:56.066728+0000","last_active":"2024-07-26T15:44:57.560299+0000","last_peered":"2024-07-26T15:44:57.560299+0000","last_clean":"2024-07-26T15:44:57.560299+0000","last_became_active":"2024-07-26T15:44:56.066296+0000","last_became_peered":"2024-07-26T15:44:56.066296+0000","last_unstale":"2024-07-26T15:44:57.560299+0000","last_undegraded":"2024-07-26T15:44:57.560299+0000","last_fullsized":"2024-07-26T15:44:57.560299+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:22.648550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"103'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036237+0000","last_change":"2024-07-26T15:44:55.054163+0000","last_active":"2024-07-26T15:44:57.036237+0000","last_peered":"2024-07-26T15:44:57.036237+0000","last_clean":"2024-07-26T15:44:57.036237+0000","last_became_active":"2024-07-26T15:44:55.053829+0000","last_became_peered":"2024-07-26T15:44:55.053829+0000","last_unstale":"2024-07-26T15:44:57.036237+0000","last_undegraded":"2024-07-26T15:44:57.036237+0000","last_fullsized":"2024-07-26T15:44:57.036237+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:56.592150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:44:55.021811+0000","last_change":"2024-07-26T15:44:55.021811+0000","last_active":"2024-07-26T15:44:55.021811+0000","last_peered":"2024-07-26T15:44:55.021811+0000","last_clean":"2024-07-26T15:44:55.021811+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:44:55.021811+0000","last_undegraded":"2024-07-26T15:44:55.021811+0000","last_fullsized":"2024-07-26T15:44:55.021811+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004144+0000","last_change":"2024-07-26T15:44:55.044735+0000","last_active":"2024-07-26T15:44:58.004144+0000","last_peered":"2024-07-26T15:44:58.004144+0000","last_clean":"2024-07-26T15:44:58.004144+0000","last_became_active":"2024-07-26T15:44:55.044429+0000","last_became_peered":"2024-07-26T15:44:55.044429+0000","last_unstale":"2024-07-26T15:44:58.004144+0000","last_undegraded":"2024-07-26T15:44:58.004144+0000","last_fullsized":"2024-07-26T15:44:58.004144+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:21.778615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035806+0000","last_change":"2024-07-26T15:44:56.053453+0000","last_active":"2024-07-26T15:44:57.035806+0000","last_peered":"2024-07-26T15:44:57.035806+0000","last_clean":"2024-07-26T15:44:57.035806+0000","last_became_active":"2024-07-26T15:44:56.053156+0000","last_became_peered":"2024-07-26T15:44:56.053156+0000","last_unstale":"2024-07-26T15:44:57.035806+0000","last_undegraded":"2024-07-26T15:44:57.035806+0000","last_fullsized":"2024-07-26T15:44:57.035806+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:24.978684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003785+0000","last_change":"2024-07-26T15:44:55.042820+0000","last_active":"2024-07-26T15:44:58.003785+0000","last_peered":"2024-07-26T15:44:58.003785+0000","last_clean":"2024-07-26T15:44:58.003785+0000","last_became_active":"2024-07-26T15:44:55.042501+0000","last_became_peered":"2024-07-26T15:44:55.042501+0000","last_unstale":"2024-07-26T15:44:58.003785+0000","last_undegraded":"2024-07-26T15:44:58.003785+0000","last_fullsized":"2024-07-26T15:44:58.003785+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:41:31.160443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560315+0000","last_change":"2024-07-26T15:44:56.067002+0000","last_active":"2024-07-26T15:44:57.560315+0000","last_peered":"2024-07-26T15:44:57.560315+0000","last_clean":"2024-07-26T15:44:57.560315+0000","last_became_active":"2024-07-26T15:44:56.066570+0000","last_became_peered":"2024-07-26T15:44:56.066570+0000","last_unstale":"2024-07-26T15:44:57.560315+0000","last_undegraded":"2024-07-26T15:44:57.560315+0000","last_fullsized":"2024-07-26T15:44:57.560315+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:13:24.740242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.559827+0000","last_change":"2024-07-26T15:44:55.044939+0000","last_active":"2024-07-26T15:44:57.559827+0000","last_peered":"2024-07-26T15:44:57.559827+0000","last_clean":"2024-07-26T15:44:57.559827+0000","last_became_active":"2024-07-26T15:44:55.044590+0000","last_became_peered":"2024-07-26T15:44:55.044590+0000","last_unstale":"2024-07-26T15:44:57.559827+0000","last_undegraded":"2024-07-26T15:44:57.559827+0000","last_fullsized":"2024-07-26T15:44:57.559827+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:18.452147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560281+0000","last_change":"2024-07-26T15:44:56.066167+0000","last_active":"2024-07-26T15:44:57.560281+0000","last_peered":"2024-07-26T15:44:57.560281+0000","last_clean":"2024-07-26T15:44:57.560281+0000","last_became_active":"2024-07-26T15:44:56.065582+0000","last_became_peered":"2024-07-26T15:44:56.065582+0000","last_unstale":"2024-07-26T15:44:57.560281+0000","last_undegraded":"2024-07-26T15:44:57.560281+0000","last_fullsized":"2024-07-26T15:44:57.560281+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:22:21.104097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050573+0000","last_change":"2024-07-26T15:44:55.045409+0000","last_active":"2024-07-26T15:44:57.050573+0000","last_peered":"2024-07-26T15:44:57.050573+0000","last_clean":"2024-07-26T15:44:57.050573+0000","last_became_active":"2024-07-26T15:44:55.045109+0000","last_became_peered":"2024-07-26T15:44:55.045109+0000","last_unstale":"2024-07-26T15:44:57.050573+0000","last_undegraded":"2024-07-26T15:44:57.050573+0000","last_fullsized":"2024-07-26T15:44:57.050573+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:58.946873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004406+0000","last_change":"2024-07-26T15:44:56.052229+0000","last_active":"2024-07-26T15:44:58.004406+0000","last_peered":"2024-07-26T15:44:58.004406+0000","last_clean":"2024-07-26T15:44:58.004406+0000","last_became_active":"2024-07-26T15:44:56.051837+0000","last_became_peered":"2024-07-26T15:44:56.051837+0000","last_unstale":"2024-07-26T15:44:58.004406+0000","last_undegraded":"2024-07-26T15:44:58.004406+0000","last_fullsized":"2024-07-26T15:44:58.004406+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:56.099221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560340+0000","last_change":"2024-07-26T15:44:55.047833+0000","last_active":"2024-07-26T15:44:57.560340+0000","last_peered":"2024-07-26T15:44:57.560340+0000","last_clean":"2024-07-26T15:44:57.560340+0000","last_became_active":"2024-07-26T15:44:55.047449+0000","last_became_peered":"2024-07-26T15:44:55.047449+0000","last_unstale":"2024-07-26T15:44:57.560340+0000","last_undegraded":"2024-07-26T15:44:57.560340+0000","last_fullsized":"2024-07-26T15:44:57.560340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:24:42.330437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004490+0000","last_change":"2024-07-26T15:44:56.054233+0000","last_active":"2024-07-26T15:44:58.004490+0000","last_peered":"2024-07-26T15:44:58.004490+0000","last_clean":"2024-07-26T15:44:58.004490+0000","last_became_active":"2024-07-26T15:44:56.053923+0000","last_became_peered":"2024-07-26T15:44:56.053923+0000","last_unstale":"2024-07-26T15:44:58.004490+0000","last_undegraded":"2024-07-26T15:44:58.004490+0000","last_fullsized":"2024-07-26T15:44:58.004490+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:36.392683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003961+0000","last_change":"2024-07-26T15:44:55.044599+0000","last_active":"2024-07-26T15:44:58.003961+0000","last_peered":"2024-07-26T15:44:58.003961+0000","last_clean":"2024-07-26T15:44:58.003961+0000","last_became_active":"2024-07-26T15:44:55.044249+0000","last_became_peered":"2024-07-26T15:44:55.044249+0000","last_unstale":"2024-07-26T15:44:58.003961+0000","last_undegraded":"2024-07-26T15:44:58.003961+0000","last_fullsized":"2024-07-26T15:44:58.003961+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:33.103317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004228+0000","last_change":"2024-07-26T15:44:56.058050+0000","last_active":"2024-07-26T15:44:58.004228+0000","last_peered":"2024-07-26T15:44:58.004228+0000","last_clean":"2024-07-26T15:44:58.004228+0000","last_became_active":"2024-07-26T15:44:56.057735+0000","last_became_peered":"2024-07-26T15:44:56.057735+0000","last_unstale":"2024-07-26T15:44:58.004228+0000","last_undegraded":"2024-07-26T15:44:58.004228+0000","last_fullsized":"2024-07-26T15:44:58.004228+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:50.361243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705481+0000","last_change":"2024-07-26T15:44:55.048294+0000","last_active":"2024-07-26T15:44:57.705481+0000","last_peered":"2024-07-26T15:44:57.705481+0000","last_clean":"2024-07-26T15:44:57.705481+0000","last_became_active":"2024-07-26T15:44:55.047791+0000","last_became_peered":"2024-07-26T15:44:55.047791+0000","last_unstale":"2024-07-26T15:44:57.705481+0000","last_undegraded":"2024-07-26T15:44:57.705481+0000","last_fullsized":"2024-07-26T15:44:57.705481+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:13.462705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"93'114","reported_seq":419,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004043+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:44:58.004043+0000","last_peered":"2024-07-26T15:44:58.004043+0000","last_clean":"2024-07-26T15:44:58.004043+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:44:58.004043+0000","last_undegraded":"2024-07-26T15:44:58.004043+0000","last_fullsized":"2024-07-26T15:44:58.004043+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":114,"log_dups_size":0,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":173,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":100,"acting":100,"num_store_stats":6},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2376,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":36,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":3070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":31,"ondisk_log_size":31,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":173,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575046,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59356,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312484,"statfs":{"total":96636764160,"available":96575983616,"internally_reserved":0,"allocated":1851392,"data_stored":1227162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509637,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1265664,"data_stored":638384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509636,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50416,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321424,"statfs":{"total":96636764160,"available":96585138176,"internally_reserved":0,"allocated":1204224,"data_stored":609925,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509636,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32368,"kb_used_data":1188,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339472,"statfs":{"total":96636764160,"available":96603619328,"internally_reserved":0,"allocated":1216512,"data_stored":616162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509636,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36568,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335272,"statfs":{"total":96636764160,"available":96599318528,"internally_reserved":0,"allocated":1257472,"data_stored":637354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509636,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58792,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94313048,"statfs":{"total":96636764160,"available":96576561152,"internally_reserved":0,"allocated":1265664,"data_stored":637514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509639,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1261568,"data_stored":636884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542343,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37148,"kb_used_data":1804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334692,"statfs":{"total":96636764160,"available":96598724608,"internally_reserved":0,"allocated":1847296,"data_stored":1227140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:45:04.685 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:45:04.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.819+0000 7f49c2965640 1 -- 172.21.15.33:0/3447919149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49bc160400 msgr2=0x7f49bc160810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:04.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.819+0000 7f49c2965640 1 --2- 172.21.15.33:0/3447919149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49bc160400 0x7f49bc160810 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f49bc0b4740 tx=0x7f49b402a980 comp rx=0 tx=0).stop 2024-07-26T15:45:04.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.819+0000 7f49c2965640 1 -- 172.21.15.33:0/3447919149 shutdown_connections 2024-07-26T15:45:04.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.819+0000 7f49c2965640 1 --2- 172.21.15.33:0/3447919149 >> v2:172.21.15.154:3300/0 conn(0x7f49bc0cfa60 0x7f49bc0cfe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:04.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.819+0000 7f49c2965640 1 --2- 172.21.15.33:0/3447919149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49bc160400 0x7f49bc160810 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:04.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.819+0000 7f49c2965640 1 --2- 172.21.15.33:0/3447919149 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49bc0cc660 0x7f49bc0b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:04.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.819+0000 7f49c2965640 1 -- 172.21.15.33:0/3447919149 >> 172.21.15.33:0/3447919149 conn(0x7f49bc0d1bf0 msgr2=0x7f49bc0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:04.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.819+0000 7f49c2965640 1 -- 172.21.15.33:0/3447919149 shutdown_connections 2024-07-26T15:45:04.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.819+0000 7f49c2965640 1 -- 172.21.15.33:0/3447919149 wait complete. 2024-07-26T15:45:04.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.821+0000 7f49c2965640 1 Processor -- start 2024-07-26T15:45:04.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.821+0000 7f49c2965640 1 -- start start 2024-07-26T15:45:04.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c2965640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49bc0cc660 0x7f49bc15fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:04.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c2965640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49bc0cfa60 0x7f49bc15b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:04.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c2965640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49bc160400 0x7f49bc0b4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:04.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c2965640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f49bc0b1ca0 con 0x7f49bc160400 2024-07-26T15:45:04.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c2965640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f49bc0b1b20 con 0x7f49bc0cc660 2024-07-26T15:45:04.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c2965640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f49bc0b1e20 con 0x7f49bc0cfa60 2024-07-26T15:45:04.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c0f02640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49bc160400 0x7f49bc0b4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:04.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c0f02640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49bc160400 0x7f49bc0b4ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37188/0 (socket says 172.21.15.33:37188) 2024-07-26T15:45:04.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c0f02640 1 -- 172.21.15.33:0/415178441 learned_addr learned my addr 172.21.15.33:0/415178441 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:04.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49bb7fe640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49bc0cfa60 0x7f49bc15b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:04.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49bbfff640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49bc0cc660 0x7f49bc15fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:04.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c0f02640 1 -- 172.21.15.33:0/415178441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49bc0cfa60 msgr2=0x7f49bc15b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:04.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c0f02640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49bc0cfa60 0x7f49bc15b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:04.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c0f02640 1 -- 172.21.15.33:0/415178441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49bc0cc660 msgr2=0x7f49bc15fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:04.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c0f02640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49bc0cc660 0x7f49bc15fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:04.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c0f02640 1 -- 172.21.15.33:0/415178441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49bc15da80 con 0x7f49bc160400 2024-07-26T15:45:04.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49bbfff640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49bc0cc660 0x7f49bc15fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:04.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49c0f02640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49bc160400 0x7f49bc0b4ab0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f49b402af70 tx=0x7f49b4003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:04.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.823+0000 7f49b8ff9640 1 -- 172.21.15.33:0/415178441 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b4034040 con 0x7f49bc160400 2024-07-26T15:45:04.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.824+0000 7f49b8ff9640 1 -- 172.21.15.33:0/415178441 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f49b4004540 con 0x7f49bc160400 2024-07-26T15:45:04.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.824+0000 7f49b8ff9640 1 -- 172.21.15.33:0/415178441 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b4045480 con 0x7f49bc160400 2024-07-26T15:45:04.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.824+0000 7f49c2965640 1 -- 172.21.15.33:0/415178441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49bc09f620 con 0x7f49bc160400 2024-07-26T15:45:04.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.824+0000 7f49c2965640 1 -- 172.21.15.33:0/415178441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49bc0b66a0 con 0x7f49bc160400 2024-07-26T15:45:04.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.825+0000 7f49c2965640 1 -- 172.21.15.33:0/415178441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49bc15ce90 con 0x7f49bc160400 2024-07-26T15:45:04.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.825+0000 7f49b8ff9640 1 -- 172.21.15.33:0/415178441 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f49b4037020 con 0x7f49bc160400 2024-07-26T15:45:04.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.826+0000 7f49b8ff9640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f49a8077160 0x7f49a8079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:04.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.826+0000 7f49b8ff9640 1 -- 172.21.15.33:0/415178441 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f49b40ba530 con 0x7f49bc160400 2024-07-26T15:45:04.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.826+0000 7f49bbfff640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f49a8077160 0x7f49a8079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:04.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.827+0000 7f49bbfff640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f49a8077160 0x7f49a8079670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f49ac009a20 tx=0x7f49ac005d30 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:04.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:04.831+0000 7f49b8ff9640 1 -- 172.21.15.33:0/415178441 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f49bc15ce90 con 0x7f49bc160400 2024-07-26T15:45:05.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.020+0000 7f49c2965640 1 -- 172.21.15.33:0/415178441 --> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f49bc09f3d0 con 0x7f49a8077160 2024-07-26T15:45:05.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.024+0000 7f49b8ff9640 1 -- 172.21.15.33:0/415178441 <== mgr.6687 v2:172.21.15.33:6836/3062007989 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252488 (secure 0 0 0) 0x7f49bc09f3d0 con 0x7f49a8077160 2024-07-26T15:45:05.028 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:05.029 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:45:05.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.027+0000 7f49c2965640 1 -- 172.21.15.33:0/415178441 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f49a8077160 msgr2=0x7f49a8079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.027+0000 7f49c2965640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f49a8077160 0x7f49a8079670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f49ac009a20 tx=0x7f49ac005d30 comp rx=0 tx=0).stop 2024-07-26T15:45:05.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.027+0000 7f49c2965640 1 -- 172.21.15.33:0/415178441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49bc160400 msgr2=0x7f49bc0b4ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.027+0000 7f49c2965640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49bc160400 0x7f49bc0b4ab0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f49b402af70 tx=0x7f49b4003f90 comp rx=0 tx=0).stop 2024-07-26T15:45:05.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.028+0000 7f49c2965640 1 -- 172.21.15.33:0/415178441 shutdown_connections 2024-07-26T15:45:05.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.028+0000 7f49c2965640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f49a8077160 0x7f49a8079670 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.028+0000 7f49c2965640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49bc160400 0x7f49bc0b4ab0 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.028+0000 7f49c2965640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49bc0cfa60 0x7f49bc15b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.028+0000 7f49c2965640 1 --2- 172.21.15.33:0/415178441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49bc0cc660 0x7f49bc15fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.028+0000 7f49c2965640 1 -- 172.21.15.33:0/415178441 >> 172.21.15.33:0/415178441 conn(0x7f49bc0d1bf0 msgr2=0x7f49bc0703d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.028+0000 7f49c2965640 1 -- 172.21.15.33:0/415178441 shutdown_connections 2024-07-26T15:45:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.028+0000 7f49c2965640 1 -- 172.21.15.33:0/415178441 wait complete. 2024-07-26T15:45:05.040 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-07-26T15:45:03.709034+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":218,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":153,"ondisk_log_size":153,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":148,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":339588,"kb_used_data":11016,"kb_used_omap":12,"kb_used_meta":328435,"kb_avail":754635132,"statfs":{"total":773094113280,"available":772746375168,"internally_reserved":0,"allocated":11280384,"data_stored":6279732,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":336318001},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001765"},"pg_stats":[{"pgid":"12.3f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004206+0000","last_change":"2024-07-26T15:44:56.054106+0000","last_active":"2024-07-26T15:44:58.004206+0000","last_peered":"2024-07-26T15:44:58.004206+0000","last_clean":"2024-07-26T15:44:58.004206+0000","last_became_active":"2024-07-26T15:44:56.053782+0000","last_became_peered":"2024-07-26T15:44:56.053782+0000","last_unstale":"2024-07-26T15:44:58.004206+0000","last_undegraded":"2024-07-26T15:44:58.004206+0000","last_fullsized":"2024-07-26T15:44:58.004206+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:59.336325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036112+0000","last_change":"2024-07-26T15:44:56.045589+0000","last_active":"2024-07-26T15:44:57.036112+0000","last_peered":"2024-07-26T15:44:57.036112+0000","last_clean":"2024-07-26T15:44:57.036112+0000","last_became_active":"2024-07-26T15:44:56.045257+0000","last_became_peered":"2024-07-26T15:44:56.045257+0000","last_unstale":"2024-07-26T15:44:57.036112+0000","last_undegraded":"2024-07-26T15:44:57.036112+0000","last_fullsized":"2024-07-26T15:44:57.036112+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:59.336325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.3d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004494+0000","last_change":"2024-07-26T15:44:56.052706+0000","last_active":"2024-07-26T15:44:58.004494+0000","last_peered":"2024-07-26T15:44:58.004494+0000","last_clean":"2024-07-26T15:44:58.004494+0000","last_became_active":"2024-07-26T15:44:56.052323+0000","last_became_peered":"2024-07-26T15:44:56.052323+0000","last_unstale":"2024-07-26T15:44:58.004494+0000","last_undegraded":"2024-07-26T15:44:58.004494+0000","last_fullsized":"2024-07-26T15:44:58.004494+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:55:05.224198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034457+0000","last_change":"2024-07-26T15:44:56.042011+0000","last_active":"2024-07-26T15:44:57.034457+0000","last_peered":"2024-07-26T15:44:57.034457+0000","last_clean":"2024-07-26T15:44:57.034457+0000","last_became_active":"2024-07-26T15:44:56.041489+0000","last_became_peered":"2024-07-26T15:44:56.041489+0000","last_unstale":"2024-07-26T15:44:57.034457+0000","last_undegraded":"2024-07-26T15:44:57.034457+0000","last_fullsized":"2024-07-26T15:44:57.034457+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:55:44.713356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050426+0000","last_change":"2024-07-26T15:44:56.052947+0000","last_active":"2024-07-26T15:44:57.050426+0000","last_peered":"2024-07-26T15:44:57.050426+0000","last_clean":"2024-07-26T15:44:57.050426+0000","last_became_active":"2024-07-26T15:44:56.052594+0000","last_became_peered":"2024-07-26T15:44:56.052594+0000","last_unstale":"2024-07-26T15:44:57.050426+0000","last_undegraded":"2024-07-26T15:44:57.050426+0000","last_fullsized":"2024-07-26T15:44:57.050426+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:16.808679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.3a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705229+0000","last_change":"2024-07-26T15:44:56.063846+0000","last_active":"2024-07-26T15:44:57.705229+0000","last_peered":"2024-07-26T15:44:57.705229+0000","last_clean":"2024-07-26T15:44:57.705229+0000","last_became_active":"2024-07-26T15:44:56.062564+0000","last_became_peered":"2024-07-26T15:44:56.062564+0000","last_unstale":"2024-07-26T15:44:57.705229+0000","last_undegraded":"2024-07-26T15:44:57.705229+0000","last_fullsized":"2024-07-26T15:44:57.705229+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:17.968292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.39","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560140+0000","last_change":"2024-07-26T15:44:56.065950+0000","last_active":"2024-07-26T15:44:57.560140+0000","last_peered":"2024-07-26T15:44:57.560140+0000","last_clean":"2024-07-26T15:44:57.560140+0000","last_became_active":"2024-07-26T15:44:56.065589+0000","last_became_peered":"2024-07-26T15:44:56.065589+0000","last_unstale":"2024-07-26T15:44:57.560140+0000","last_undegraded":"2024-07-26T15:44:57.560140+0000","last_fullsized":"2024-07-26T15:44:57.560140+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:49.418184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.38","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050194+0000","last_change":"2024-07-26T15:44:56.051286+0000","last_active":"2024-07-26T15:44:57.050194+0000","last_peered":"2024-07-26T15:44:57.050194+0000","last_clean":"2024-07-26T15:44:57.050194+0000","last_became_active":"2024-07-26T15:44:56.050973+0000","last_became_peered":"2024-07-26T15:44:56.050973+0000","last_unstale":"2024-07-26T15:44:57.050194+0000","last_undegraded":"2024-07-26T15:44:57.050194+0000","last_fullsized":"2024-07-26T15:44:57.050194+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:16:09.647272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.37","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035697+0000","last_change":"2024-07-26T15:44:56.050134+0000","last_active":"2024-07-26T15:44:57.035697+0000","last_peered":"2024-07-26T15:44:57.035697+0000","last_clean":"2024-07-26T15:44:57.035697+0000","last_became_active":"2024-07-26T15:44:56.049793+0000","last_became_peered":"2024-07-26T15:44:56.049793+0000","last_unstale":"2024-07-26T15:44:57.035697+0000","last_undegraded":"2024-07-26T15:44:57.035697+0000","last_fullsized":"2024-07-26T15:44:57.035697+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:51.476115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.36","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034275+0000","last_change":"2024-07-26T15:44:56.053912+0000","last_active":"2024-07-26T15:44:57.034275+0000","last_peered":"2024-07-26T15:44:57.034275+0000","last_clean":"2024-07-26T15:44:57.034275+0000","last_became_active":"2024-07-26T15:44:56.053605+0000","last_became_peered":"2024-07-26T15:44:56.053605+0000","last_unstale":"2024-07-26T15:44:57.034275+0000","last_undegraded":"2024-07-26T15:44:57.034275+0000","last_fullsized":"2024-07-26T15:44:57.034275+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:38.734823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.35","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035638+0000","last_change":"2024-07-26T15:44:56.058504+0000","last_active":"2024-07-26T15:44:57.035638+0000","last_peered":"2024-07-26T15:44:57.035638+0000","last_clean":"2024-07-26T15:44:57.035638+0000","last_became_active":"2024-07-26T15:44:56.058171+0000","last_became_peered":"2024-07-26T15:44:56.058171+0000","last_unstale":"2024-07-26T15:44:57.035638+0000","last_undegraded":"2024-07-26T15:44:57.035638+0000","last_fullsized":"2024-07-26T15:44:57.035638+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:43:46.937670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.34","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034692+0000","last_change":"2024-07-26T15:44:56.039765+0000","last_active":"2024-07-26T15:44:57.034692+0000","last_peered":"2024-07-26T15:44:57.034692+0000","last_clean":"2024-07-26T15:44:57.034692+0000","last_became_active":"2024-07-26T15:44:56.039394+0000","last_became_peered":"2024-07-26T15:44:56.039394+0000","last_unstale":"2024-07-26T15:44:57.034692+0000","last_undegraded":"2024-07-26T15:44:57.034692+0000","last_fullsized":"2024-07-26T15:44:57.034692+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:34:00.995812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.33","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050483+0000","last_change":"2024-07-26T15:44:56.066776+0000","last_active":"2024-07-26T15:44:57.050483+0000","last_peered":"2024-07-26T15:44:57.050483+0000","last_clean":"2024-07-26T15:44:57.050483+0000","last_became_active":"2024-07-26T15:44:56.066468+0000","last_became_peered":"2024-07-26T15:44:56.066468+0000","last_unstale":"2024-07-26T15:44:57.050483+0000","last_undegraded":"2024-07-26T15:44:57.050483+0000","last_fullsized":"2024-07-26T15:44:57.050483+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:42:13.004794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.32","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705270+0000","last_change":"2024-07-26T15:44:56.063573+0000","last_active":"2024-07-26T15:44:57.705270+0000","last_peered":"2024-07-26T15:44:57.705270+0000","last_clean":"2024-07-26T15:44:57.705270+0000","last_became_active":"2024-07-26T15:44:56.062203+0000","last_became_peered":"2024-07-26T15:44:56.062203+0000","last_unstale":"2024-07-26T15:44:57.705270+0000","last_undegraded":"2024-07-26T15:44:57.705270+0000","last_fullsized":"2024-07-26T15:44:57.705270+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:34:53.093685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.31","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035194+0000","last_change":"2024-07-26T15:44:56.049900+0000","last_active":"2024-07-26T15:44:57.035194+0000","last_peered":"2024-07-26T15:44:57.035194+0000","last_clean":"2024-07-26T15:44:57.035194+0000","last_became_active":"2024-07-26T15:44:56.049565+0000","last_became_peered":"2024-07-26T15:44:56.049565+0000","last_unstale":"2024-07-26T15:44:57.035194+0000","last_undegraded":"2024-07-26T15:44:57.035194+0000","last_fullsized":"2024-07-26T15:44:57.035194+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:38.754701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.30","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003977+0000","last_change":"2024-07-26T15:44:56.055571+0000","last_active":"2024-07-26T15:44:58.003977+0000","last_peered":"2024-07-26T15:44:58.003977+0000","last_clean":"2024-07-26T15:44:58.003977+0000","last_became_active":"2024-07-26T15:44:56.055253+0000","last_became_peered":"2024-07-26T15:44:56.055253+0000","last_unstale":"2024-07-26T15:44:58.003977+0000","last_undegraded":"2024-07-26T15:44:58.003977+0000","last_fullsized":"2024-07-26T15:44:58.003977+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:51.200877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.2f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050638+0000","last_change":"2024-07-26T15:44:56.056945+0000","last_active":"2024-07-26T15:44:57.050638+0000","last_peered":"2024-07-26T15:44:57.050638+0000","last_clean":"2024-07-26T15:44:57.050638+0000","last_became_active":"2024-07-26T15:44:56.056548+0000","last_became_peered":"2024-07-26T15:44:56.056548+0000","last_unstale":"2024-07-26T15:44:57.050638+0000","last_undegraded":"2024-07-26T15:44:57.050638+0000","last_fullsized":"2024-07-26T15:44:57.050638+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:59.536549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004390+0000","last_change":"2024-07-26T15:44:56.050001+0000","last_active":"2024-07-26T15:44:58.004390+0000","last_peered":"2024-07-26T15:44:58.004390+0000","last_clean":"2024-07-26T15:44:58.004390+0000","last_became_active":"2024-07-26T15:44:56.049694+0000","last_became_peered":"2024-07-26T15:44:56.049694+0000","last_unstale":"2024-07-26T15:44:58.004390+0000","last_undegraded":"2024-07-26T15:44:58.004390+0000","last_fullsized":"2024-07-26T15:44:58.004390+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:36.900545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.2d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705258+0000","last_change":"2024-07-26T15:44:56.056121+0000","last_active":"2024-07-26T15:44:57.705258+0000","last_peered":"2024-07-26T15:44:57.705258+0000","last_clean":"2024-07-26T15:44:57.705258+0000","last_became_active":"2024-07-26T15:44:56.055733+0000","last_became_peered":"2024-07-26T15:44:56.055733+0000","last_unstale":"2024-07-26T15:44:57.705258+0000","last_undegraded":"2024-07-26T15:44:57.705258+0000","last_fullsized":"2024-07-26T15:44:57.705258+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:35.900389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.2c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050778+0000","last_change":"2024-07-26T15:44:56.053168+0000","last_active":"2024-07-26T15:44:57.050778+0000","last_peered":"2024-07-26T15:44:57.050778+0000","last_clean":"2024-07-26T15:44:57.050778+0000","last_became_active":"2024-07-26T15:44:56.052680+0000","last_became_peered":"2024-07-26T15:44:56.052680+0000","last_unstale":"2024-07-26T15:44:57.050778+0000","last_undegraded":"2024-07-26T15:44:57.050778+0000","last_fullsized":"2024-07-26T15:44:57.050778+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:13:07.222784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.2b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034939+0000","last_change":"2024-07-26T15:44:56.048423+0000","last_active":"2024-07-26T15:44:57.034939+0000","last_peered":"2024-07-26T15:44:57.034939+0000","last_clean":"2024-07-26T15:44:57.034939+0000","last_became_active":"2024-07-26T15:44:56.048095+0000","last_became_peered":"2024-07-26T15:44:56.048095+0000","last_unstale":"2024-07-26T15:44:57.034939+0000","last_undegraded":"2024-07-26T15:44:57.034939+0000","last_fullsized":"2024-07-26T15:44:57.034939+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:34:12.634150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.2a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050477+0000","last_change":"2024-07-26T15:44:56.068819+0000","last_active":"2024-07-26T15:44:57.050477+0000","last_peered":"2024-07-26T15:44:57.050477+0000","last_clean":"2024-07-26T15:44:57.050477+0000","last_became_active":"2024-07-26T15:44:56.068478+0000","last_became_peered":"2024-07-26T15:44:56.068478+0000","last_unstale":"2024-07-26T15:44:57.050477+0000","last_undegraded":"2024-07-26T15:44:57.050477+0000","last_fullsized":"2024-07-26T15:44:57.050477+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:41:47.795954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.29","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034327+0000","last_change":"2024-07-26T15:44:56.045987+0000","last_active":"2024-07-26T15:44:57.034327+0000","last_peered":"2024-07-26T15:44:57.034327+0000","last_clean":"2024-07-26T15:44:57.034327+0000","last_became_active":"2024-07-26T15:44:56.045628+0000","last_became_peered":"2024-07-26T15:44:56.045628+0000","last_unstale":"2024-07-26T15:44:57.034327+0000","last_undegraded":"2024-07-26T15:44:57.034327+0000","last_fullsized":"2024-07-26T15:44:57.034327+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:42:43.518462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.28","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035188+0000","last_change":"2024-07-26T15:44:56.051418+0000","last_active":"2024-07-26T15:44:57.035188+0000","last_peered":"2024-07-26T15:44:57.035188+0000","last_clean":"2024-07-26T15:44:57.035188+0000","last_became_active":"2024-07-26T15:44:56.050807+0000","last_became_peered":"2024-07-26T15:44:56.050807+0000","last_unstale":"2024-07-26T15:44:57.035188+0000","last_undegraded":"2024-07-26T15:44:57.035188+0000","last_fullsized":"2024-07-26T15:44:57.035188+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:07.706476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.27","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035565+0000","last_change":"2024-07-26T15:44:56.062255+0000","last_active":"2024-07-26T15:44:57.035565+0000","last_peered":"2024-07-26T15:44:57.035565+0000","last_clean":"2024-07-26T15:44:57.035565+0000","last_became_active":"2024-07-26T15:44:56.061895+0000","last_became_peered":"2024-07-26T15:44:56.061895+0000","last_unstale":"2024-07-26T15:44:57.035565+0000","last_undegraded":"2024-07-26T15:44:57.035565+0000","last_fullsized":"2024-07-26T15:44:57.035565+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:20:49.641829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.26","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034472+0000","last_change":"2024-07-26T15:44:56.039856+0000","last_active":"2024-07-26T15:44:57.034472+0000","last_peered":"2024-07-26T15:44:57.034472+0000","last_clean":"2024-07-26T15:44:57.034472+0000","last_became_active":"2024-07-26T15:44:56.039505+0000","last_became_peered":"2024-07-26T15:44:56.039505+0000","last_unstale":"2024-07-26T15:44:57.034472+0000","last_undegraded":"2024-07-26T15:44:57.034472+0000","last_fullsized":"2024-07-26T15:44:57.034472+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:00.359104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.25","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004049+0000","last_change":"2024-07-26T15:44:56.054773+0000","last_active":"2024-07-26T15:44:58.004049+0000","last_peered":"2024-07-26T15:44:58.004049+0000","last_clean":"2024-07-26T15:44:58.004049+0000","last_became_active":"2024-07-26T15:44:56.054472+0000","last_became_peered":"2024-07-26T15:44:56.054472+0000","last_unstale":"2024-07-26T15:44:58.004049+0000","last_undegraded":"2024-07-26T15:44:58.004049+0000","last_fullsized":"2024-07-26T15:44:58.004049+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:59:02.301649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.24","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050605+0000","last_change":"2024-07-26T15:44:56.054622+0000","last_active":"2024-07-26T15:44:57.050605+0000","last_peered":"2024-07-26T15:44:57.050605+0000","last_clean":"2024-07-26T15:44:57.050605+0000","last_became_active":"2024-07-26T15:44:56.054260+0000","last_became_peered":"2024-07-26T15:44:56.054260+0000","last_unstale":"2024-07-26T15:44:57.050605+0000","last_undegraded":"2024-07-26T15:44:57.050605+0000","last_fullsized":"2024-07-26T15:44:57.050605+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:38.696477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.23","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035614+0000","last_change":"2024-07-26T15:44:56.055769+0000","last_active":"2024-07-26T15:44:57.035614+0000","last_peered":"2024-07-26T15:44:57.035614+0000","last_clean":"2024-07-26T15:44:57.035614+0000","last_became_active":"2024-07-26T15:44:56.055430+0000","last_became_peered":"2024-07-26T15:44:56.055430+0000","last_unstale":"2024-07-26T15:44:57.035614+0000","last_undegraded":"2024-07-26T15:44:57.035614+0000","last_fullsized":"2024-07-26T15:44:57.035614+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:08:05.751761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.22","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003808+0000","last_change":"2024-07-26T15:44:56.055718+0000","last_active":"2024-07-26T15:44:58.003808+0000","last_peered":"2024-07-26T15:44:58.003808+0000","last_clean":"2024-07-26T15:44:58.003808+0000","last_became_active":"2024-07-26T15:44:56.055390+0000","last_became_peered":"2024-07-26T15:44:56.055390+0000","last_unstale":"2024-07-26T15:44:58.003808+0000","last_undegraded":"2024-07-26T15:44:58.003808+0000","last_fullsized":"2024-07-26T15:44:58.003808+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:24.978684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.21","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004314+0000","last_change":"2024-07-26T15:44:56.055327+0000","last_active":"2024-07-26T15:44:58.004314+0000","last_peered":"2024-07-26T15:44:58.004314+0000","last_clean":"2024-07-26T15:44:58.004314+0000","last_became_active":"2024-07-26T15:44:56.054644+0000","last_became_peered":"2024-07-26T15:44:56.054644+0000","last_unstale":"2024-07-26T15:44:58.004314+0000","last_undegraded":"2024-07-26T15:44:58.004314+0000","last_fullsized":"2024-07-26T15:44:58.004314+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:13.864108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.20","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003967+0000","last_change":"2024-07-26T15:44:56.057742+0000","last_active":"2024-07-26T15:44:58.003967+0000","last_peered":"2024-07-26T15:44:58.003967+0000","last_clean":"2024-07-26T15:44:58.003967+0000","last_became_active":"2024-07-26T15:44:56.057317+0000","last_became_peered":"2024-07-26T15:44:56.057317+0000","last_unstale":"2024-07-26T15:44:58.003967+0000","last_undegraded":"2024-07-26T15:44:58.003967+0000","last_fullsized":"2024-07-26T15:44:58.003967+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:58.476548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004165+0000","last_change":"2024-07-26T15:44:56.049175+0000","last_active":"2024-07-26T15:44:58.004165+0000","last_peered":"2024-07-26T15:44:58.004165+0000","last_clean":"2024-07-26T15:44:58.004165+0000","last_became_active":"2024-07-26T15:44:56.048827+0000","last_became_peered":"2024-07-26T15:44:56.048827+0000","last_unstale":"2024-07-26T15:44:58.004165+0000","last_undegraded":"2024-07-26T15:44:58.004165+0000","last_fullsized":"2024-07-26T15:44:58.004165+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:41.749069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1f","version":"102'4","reported_seq":19,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050684+0000","last_change":"2024-07-26T15:44:55.047821+0000","last_active":"2024-07-26T15:44:57.050684+0000","last_peered":"2024-07-26T15:44:57.050684+0000","last_clean":"2024-07-26T15:44:57.050684+0000","last_became_active":"2024-07-26T15:44:55.047523+0000","last_became_peered":"2024-07-26T15:44:55.047523+0000","last_unstale":"2024-07-26T15:44:57.050684+0000","last_undegraded":"2024-07-26T15:44:57.050684+0000","last_fullsized":"2024-07-26T15:44:57.050684+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:05:13.816007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035238+0000","last_change":"2024-07-26T15:44:56.039200+0000","last_active":"2024-07-26T15:44:57.035238+0000","last_peered":"2024-07-26T15:44:57.035238+0000","last_clean":"2024-07-26T15:44:57.035238+0000","last_became_active":"2024-07-26T15:44:56.038832+0000","last_became_peered":"2024-07-26T15:44:56.038832+0000","last_unstale":"2024-07-26T15:44:57.035238+0000","last_undegraded":"2024-07-26T15:44:57.035238+0000","last_fullsized":"2024-07-26T15:44:57.035238+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:30:08.027812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1e","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004034+0000","last_change":"2024-07-26T15:44:55.042077+0000","last_active":"2024-07-26T15:44:58.004034+0000","last_peered":"2024-07-26T15:44:58.004034+0000","last_clean":"2024-07-26T15:44:58.004034+0000","last_became_active":"2024-07-26T15:44:55.041747+0000","last_became_peered":"2024-07-26T15:44:55.041747+0000","last_unstale":"2024-07-26T15:44:58.004034+0000","last_undegraded":"2024-07-26T15:44:58.004034+0000","last_fullsized":"2024-07-26T15:44:58.004034+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:40.446000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034967+0000","last_change":"2024-07-26T15:44:56.064843+0000","last_active":"2024-07-26T15:44:57.034967+0000","last_peered":"2024-07-26T15:44:57.034967+0000","last_clean":"2024-07-26T15:44:57.034967+0000","last_became_active":"2024-07-26T15:44:56.064468+0000","last_became_peered":"2024-07-26T15:44:56.064468+0000","last_unstale":"2024-07-26T15:44:57.034967+0000","last_undegraded":"2024-07-26T15:44:57.034967+0000","last_fullsized":"2024-07-26T15:44:57.034967+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:29:24.085136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003840+0000","last_change":"2024-07-26T15:44:55.051234+0000","last_active":"2024-07-26T15:44:58.003840+0000","last_peered":"2024-07-26T15:44:58.003840+0000","last_clean":"2024-07-26T15:44:58.003840+0000","last_became_active":"2024-07-26T15:44:55.050924+0000","last_became_peered":"2024-07-26T15:44:55.050924+0000","last_unstale":"2024-07-26T15:44:58.003840+0000","last_undegraded":"2024-07-26T15:44:58.003840+0000","last_fullsized":"2024-07-26T15:44:58.003840+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:15.786520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035373+0000","last_change":"2024-07-26T15:44:56.051497+0000","last_active":"2024-07-26T15:44:57.035373+0000","last_peered":"2024-07-26T15:44:57.035373+0000","last_clean":"2024-07-26T15:44:57.035373+0000","last_became_active":"2024-07-26T15:44:56.051155+0000","last_became_peered":"2024-07-26T15:44:56.051155+0000","last_unstale":"2024-07-26T15:44:57.035373+0000","last_undegraded":"2024-07-26T15:44:57.035373+0000","last_fullsized":"2024-07-26T15:44:57.035373+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:49.418184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1c","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.559986+0000","last_change":"2024-07-26T15:44:55.046462+0000","last_active":"2024-07-26T15:44:57.559986+0000","last_peered":"2024-07-26T15:44:57.559986+0000","last_clean":"2024-07-26T15:44:57.559986+0000","last_became_active":"2024-07-26T15:44:55.046151+0000","last_became_peered":"2024-07-26T15:44:55.046151+0000","last_unstale":"2024-07-26T15:44:57.559986+0000","last_undegraded":"2024-07-26T15:44:57.559986+0000","last_fullsized":"2024-07-26T15:44:57.559986+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:10:46.664521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035907+0000","last_change":"2024-07-26T15:44:56.057381+0000","last_active":"2024-07-26T15:44:57.035907+0000","last_peered":"2024-07-26T15:44:57.035907+0000","last_clean":"2024-07-26T15:44:57.035907+0000","last_became_active":"2024-07-26T15:44:56.057043+0000","last_became_peered":"2024-07-26T15:44:56.057043+0000","last_unstale":"2024-07-26T15:44:57.035907+0000","last_undegraded":"2024-07-26T15:44:57.035907+0000","last_fullsized":"2024-07-26T15:44:57.035907+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:59:02.301649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1b","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035386+0000","last_change":"2024-07-26T15:44:55.040725+0000","last_active":"2024-07-26T15:44:57.035386+0000","last_peered":"2024-07-26T15:44:57.035386+0000","last_clean":"2024-07-26T15:44:57.035386+0000","last_became_active":"2024-07-26T15:44:55.040339+0000","last_became_peered":"2024-07-26T15:44:55.040339+0000","last_unstale":"2024-07-26T15:44:57.035386+0000","last_undegraded":"2024-07-26T15:44:57.035386+0000","last_fullsized":"2024-07-26T15:44:57.035386+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:02.989874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035810+0000","last_change":"2024-07-26T15:44:56.050791+0000","last_active":"2024-07-26T15:44:57.035810+0000","last_peered":"2024-07-26T15:44:57.035810+0000","last_clean":"2024-07-26T15:44:57.035810+0000","last_became_active":"2024-07-26T15:44:56.048740+0000","last_became_peered":"2024-07-26T15:44:56.048740+0000","last_unstale":"2024-07-26T15:44:57.035810+0000","last_undegraded":"2024-07-26T15:44:57.035810+0000","last_fullsized":"2024-07-26T15:44:57.035810+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:02:58.476548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1a","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034080+0000","last_change":"2024-07-26T15:44:55.047291+0000","last_active":"2024-07-26T15:44:57.034080+0000","last_peered":"2024-07-26T15:44:57.034080+0000","last_clean":"2024-07-26T15:44:57.034080+0000","last_became_active":"2024-07-26T15:44:55.046954+0000","last_became_peered":"2024-07-26T15:44:55.046954+0000","last_unstale":"2024-07-26T15:44:57.034080+0000","last_undegraded":"2024-07-26T15:44:57.034080+0000","last_fullsized":"2024-07-26T15:44:57.034080+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:38:44.322053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035769+0000","last_change":"2024-07-26T15:44:56.063864+0000","last_active":"2024-07-26T15:44:57.035769+0000","last_peered":"2024-07-26T15:44:57.035769+0000","last_clean":"2024-07-26T15:44:57.035769+0000","last_became_active":"2024-07-26T15:44:56.063540+0000","last_became_peered":"2024-07-26T15:44:56.063540+0000","last_unstale":"2024-07-26T15:44:57.035769+0000","last_undegraded":"2024-07-26T15:44:57.035769+0000","last_fullsized":"2024-07-26T15:44:57.035769+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:20:48.486035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035263+0000","last_change":"2024-07-26T15:44:55.048216+0000","last_active":"2024-07-26T15:44:57.035263+0000","last_peered":"2024-07-26T15:44:57.035263+0000","last_clean":"2024-07-26T15:44:57.035263+0000","last_became_active":"2024-07-26T15:44:55.047908+0000","last_became_peered":"2024-07-26T15:44:55.047908+0000","last_unstale":"2024-07-26T15:44:57.035263+0000","last_undegraded":"2024-07-26T15:44:57.035263+0000","last_fullsized":"2024-07-26T15:44:57.035263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:36.563372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560471+0000","last_change":"2024-07-26T15:44:56.061265+0000","last_active":"2024-07-26T15:44:57.560471+0000","last_peered":"2024-07-26T15:44:57.560471+0000","last_clean":"2024-07-26T15:44:57.560471+0000","last_became_active":"2024-07-26T15:44:56.060977+0000","last_became_peered":"2024-07-26T15:44:56.060977+0000","last_unstale":"2024-07-26T15:44:57.560471+0000","last_undegraded":"2024-07-26T15:44:57.560471+0000","last_fullsized":"2024-07-26T15:44:57.560471+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:54.871324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050130+0000","last_change":"2024-07-26T15:44:55.046610+0000","last_active":"2024-07-26T15:44:57.050130+0000","last_peered":"2024-07-26T15:44:57.050130+0000","last_clean":"2024-07-26T15:44:57.050130+0000","last_became_active":"2024-07-26T15:44:55.046310+0000","last_became_peered":"2024-07-26T15:44:55.046310+0000","last_unstale":"2024-07-26T15:44:57.050130+0000","last_undegraded":"2024-07-26T15:44:57.050130+0000","last_fullsized":"2024-07-26T15:44:57.050130+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:48.917408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035178+0000","last_change":"2024-07-26T15:44:56.054692+0000","last_active":"2024-07-26T15:44:57.035178+0000","last_peered":"2024-07-26T15:44:57.035178+0000","last_clean":"2024-07-26T15:44:57.035178+0000","last_became_active":"2024-07-26T15:44:56.050720+0000","last_became_peered":"2024-07-26T15:44:56.050720+0000","last_unstale":"2024-07-26T15:44:57.035178+0000","last_undegraded":"2024-07-26T15:44:57.035178+0000","last_fullsized":"2024-07-26T15:44:57.035178+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:22.784897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004199+0000","last_change":"2024-07-26T15:44:55.047398+0000","last_active":"2024-07-26T15:44:58.004199+0000","last_peered":"2024-07-26T15:44:58.004199+0000","last_clean":"2024-07-26T15:44:58.004199+0000","last_became_active":"2024-07-26T15:44:55.047052+0000","last_became_peered":"2024-07-26T15:44:55.047052+0000","last_unstale":"2024-07-26T15:44:58.004199+0000","last_undegraded":"2024-07-26T15:44:58.004199+0000","last_fullsized":"2024-07-26T15:44:58.004199+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:35:29.895318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034756+0000","last_change":"2024-07-26T15:44:56.039474+0000","last_active":"2024-07-26T15:44:57.034756+0000","last_peered":"2024-07-26T15:44:57.034756+0000","last_clean":"2024-07-26T15:44:57.034756+0000","last_became_active":"2024-07-26T15:44:56.039098+0000","last_became_peered":"2024-07-26T15:44:56.039098+0000","last_unstale":"2024-07-26T15:44:57.034756+0000","last_undegraded":"2024-07-26T15:44:57.034756+0000","last_fullsized":"2024-07-26T15:44:57.034756+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:07:13.382372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034542+0000","last_change":"2024-07-26T15:44:55.037059+0000","last_active":"2024-07-26T15:44:57.034542+0000","last_peered":"2024-07-26T15:44:57.034542+0000","last_clean":"2024-07-26T15:44:57.034542+0000","last_became_active":"2024-07-26T15:44:55.036720+0000","last_became_peered":"2024-07-26T15:44:55.036720+0000","last_unstale":"2024-07-26T15:44:57.034542+0000","last_undegraded":"2024-07-26T15:44:57.034542+0000","last_fullsized":"2024-07-26T15:44:57.034542+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:41:34.894106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705480+0000","last_change":"2024-07-26T15:44:56.063239+0000","last_active":"2024-07-26T15:44:57.705480+0000","last_peered":"2024-07-26T15:44:57.705480+0000","last_clean":"2024-07-26T15:44:57.705480+0000","last_became_active":"2024-07-26T15:44:56.061824+0000","last_became_peered":"2024-07-26T15:44:56.061824+0000","last_unstale":"2024-07-26T15:44:57.705480+0000","last_undegraded":"2024-07-26T15:44:57.705480+0000","last_fullsized":"2024-07-26T15:44:57.705480+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:42:36.170665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"102'3","reported_seq":18,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050702+0000","last_change":"2024-07-26T15:44:55.043370+0000","last_active":"2024-07-26T15:44:57.050702+0000","last_peered":"2024-07-26T15:44:57.050702+0000","last_clean":"2024-07-26T15:44:57.050702+0000","last_became_active":"2024-07-26T15:44:55.043053+0000","last_became_peered":"2024-07-26T15:44:55.043053+0000","last_unstale":"2024-07-26T15:44:57.050702+0000","last_undegraded":"2024-07-26T15:44:57.050702+0000","last_fullsized":"2024-07-26T15:44:57.050702+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:40.839873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004299+0000","last_change":"2024-07-26T15:44:56.063680+0000","last_active":"2024-07-26T15:44:58.004299+0000","last_peered":"2024-07-26T15:44:58.004299+0000","last_clean":"2024-07-26T15:44:58.004299+0000","last_became_active":"2024-07-26T15:44:56.063338+0000","last_became_peered":"2024-07-26T15:44:56.063338+0000","last_unstale":"2024-07-26T15:44:58.004299+0000","last_undegraded":"2024-07-26T15:44:58.004299+0000","last_fullsized":"2024-07-26T15:44:58.004299+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:23:51.677453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.14","version":"102'6","reported_seq":21,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560142+0000","last_change":"2024-07-26T15:44:55.052594+0000","last_active":"2024-07-26T15:44:57.560142+0000","last_peered":"2024-07-26T15:44:57.560142+0000","last_clean":"2024-07-26T15:44:57.560142+0000","last_became_active":"2024-07-26T15:44:55.052200+0000","last_became_peered":"2024-07-26T15:44:55.052200+0000","last_unstale":"2024-07-26T15:44:57.560142+0000","last_undegraded":"2024-07-26T15:44:57.560142+0000","last_fullsized":"2024-07-26T15:44:57.560142+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:22.966884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034901+0000","last_change":"2024-07-26T15:44:56.053087+0000","last_active":"2024-07-26T15:44:57.034901+0000","last_peered":"2024-07-26T15:44:57.034901+0000","last_clean":"2024-07-26T15:44:57.034901+0000","last_became_active":"2024-07-26T15:44:56.052503+0000","last_became_peered":"2024-07-26T15:44:56.052503+0000","last_unstale":"2024-07-26T15:44:57.034901+0000","last_undegraded":"2024-07-26T15:44:57.034901+0000","last_fullsized":"2024-07-26T15:44:57.034901+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:49.794896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.13","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.033952+0000","last_change":"2024-07-26T15:44:55.044993+0000","last_active":"2024-07-26T15:44:57.033952+0000","last_peered":"2024-07-26T15:44:57.033952+0000","last_clean":"2024-07-26T15:44:57.033952+0000","last_became_active":"2024-07-26T15:44:55.044663+0000","last_became_peered":"2024-07-26T15:44:55.044663+0000","last_unstale":"2024-07-26T15:44:57.033952+0000","last_undegraded":"2024-07-26T15:44:57.033952+0000","last_fullsized":"2024-07-26T15:44:57.033952+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:16.962010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560183+0000","last_change":"2024-07-26T15:44:56.060430+0000","last_active":"2024-07-26T15:44:57.560183+0000","last_peered":"2024-07-26T15:44:57.560183+0000","last_clean":"2024-07-26T15:44:57.560183+0000","last_became_active":"2024-07-26T15:44:56.060141+0000","last_became_peered":"2024-07-26T15:44:56.060141+0000","last_unstale":"2024-07-26T15:44:57.560183+0000","last_undegraded":"2024-07-26T15:44:57.560183+0000","last_fullsized":"2024-07-26T15:44:57.560183+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:20:48.486035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003650+0000","last_change":"2024-07-26T15:44:55.041173+0000","last_active":"2024-07-26T15:44:58.003650+0000","last_peered":"2024-07-26T15:44:58.003650+0000","last_clean":"2024-07-26T15:44:58.003650+0000","last_became_active":"2024-07-26T15:44:55.040872+0000","last_became_peered":"2024-07-26T15:44:55.040872+0000","last_unstale":"2024-07-26T15:44:58.003650+0000","last_undegraded":"2024-07-26T15:44:58.003650+0000","last_fullsized":"2024-07-26T15:44:58.003650+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:43.681742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560172+0000","last_change":"2024-07-26T15:44:56.063686+0000","last_active":"2024-07-26T15:44:57.560172+0000","last_peered":"2024-07-26T15:44:57.560172+0000","last_clean":"2024-07-26T15:44:57.560172+0000","last_became_active":"2024-07-26T15:44:56.063310+0000","last_became_peered":"2024-07-26T15:44:56.063310+0000","last_unstale":"2024-07-26T15:44:57.560172+0000","last_undegraded":"2024-07-26T15:44:57.560172+0000","last_fullsized":"2024-07-26T15:44:57.560172+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:51.476115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050163+0000","last_change":"2024-07-26T15:44:55.043261+0000","last_active":"2024-07-26T15:44:57.050163+0000","last_peered":"2024-07-26T15:44:57.050163+0000","last_clean":"2024-07-26T15:44:57.050163+0000","last_became_active":"2024-07-26T15:44:55.042747+0000","last_became_peered":"2024-07-26T15:44:55.042747+0000","last_unstale":"2024-07-26T15:44:57.050163+0000","last_undegraded":"2024-07-26T15:44:57.050163+0000","last_fullsized":"2024-07-26T15:44:57.050163+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:37:47.411626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560471+0000","last_change":"2024-07-26T15:44:56.066696+0000","last_active":"2024-07-26T15:44:57.560471+0000","last_peered":"2024-07-26T15:44:57.560471+0000","last_clean":"2024-07-26T15:44:57.560471+0000","last_became_active":"2024-07-26T15:44:56.066363+0000","last_became_peered":"2024-07-26T15:44:56.066363+0000","last_unstale":"2024-07-26T15:44:57.560471+0000","last_undegraded":"2024-07-26T15:44:57.560471+0000","last_fullsized":"2024-07-26T15:44:57.560471+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:00:42.832392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"102'8","reported_seq":23,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035257+0000","last_change":"2024-07-26T15:44:55.047097+0000","last_active":"2024-07-26T15:44:57.035257+0000","last_peered":"2024-07-26T15:44:57.035257+0000","last_clean":"2024-07-26T15:44:57.035257+0000","last_became_active":"2024-07-26T15:44:55.046741+0000","last_became_peered":"2024-07-26T15:44:55.046741+0000","last_unstale":"2024-07-26T15:44:57.035257+0000","last_undegraded":"2024-07-26T15:44:57.035257+0000","last_fullsized":"2024-07-26T15:44:57.035257+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:34.319371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705059+0000","last_change":"2024-07-26T15:44:56.057294+0000","last_active":"2024-07-26T15:44:57.705059+0000","last_peered":"2024-07-26T15:44:57.705059+0000","last_clean":"2024-07-26T15:44:57.705059+0000","last_became_active":"2024-07-26T15:44:56.056668+0000","last_became_peered":"2024-07-26T15:44:56.056668+0000","last_unstale":"2024-07-26T15:44:57.705059+0000","last_undegraded":"2024-07-26T15:44:57.705059+0000","last_fullsized":"2024-07-26T15:44:57.705059+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:46.135542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.f","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004263+0000","last_change":"2024-07-26T15:44:55.044900+0000","last_active":"2024-07-26T15:44:58.004263+0000","last_peered":"2024-07-26T15:44:58.004263+0000","last_clean":"2024-07-26T15:44:58.004263+0000","last_became_active":"2024-07-26T15:44:55.044588+0000","last_became_peered":"2024-07-26T15:44:55.044588+0000","last_unstale":"2024-07-26T15:44:58.004263+0000","last_undegraded":"2024-07-26T15:44:58.004263+0000","last_fullsized":"2024-07-26T15:44:58.004263+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:47:55.573786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050255+0000","last_change":"2024-07-26T15:44:56.055895+0000","last_active":"2024-07-26T15:44:57.050255+0000","last_peered":"2024-07-26T15:44:57.050255+0000","last_clean":"2024-07-26T15:44:57.050255+0000","last_became_active":"2024-07-26T15:44:56.055567+0000","last_became_peered":"2024-07-26T15:44:56.055567+0000","last_unstale":"2024-07-26T15:44:57.050255+0000","last_undegraded":"2024-07-26T15:44:57.050255+0000","last_fullsized":"2024-07-26T15:44:57.050255+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:47:07.577719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.e","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035611+0000","last_change":"2024-07-26T15:44:55.046529+0000","last_active":"2024-07-26T15:44:57.035611+0000","last_peered":"2024-07-26T15:44:57.035611+0000","last_clean":"2024-07-26T15:44:57.035611+0000","last_became_active":"2024-07-26T15:44:55.046219+0000","last_became_peered":"2024-07-26T15:44:55.046219+0000","last_unstale":"2024-07-26T15:44:57.035611+0000","last_undegraded":"2024-07-26T15:44:57.035611+0000","last_fullsized":"2024-07-26T15:44:57.035611+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:18.452147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050274+0000","last_change":"2024-07-26T15:44:56.047213+0000","last_active":"2024-07-26T15:44:57.050274+0000","last_peered":"2024-07-26T15:44:57.050274+0000","last_clean":"2024-07-26T15:44:57.050274+0000","last_became_active":"2024-07-26T15:44:56.046897+0000","last_became_peered":"2024-07-26T15:44:56.046897+0000","last_unstale":"2024-07-26T15:44:57.050274+0000","last_undegraded":"2024-07-26T15:44:57.050274+0000","last_fullsized":"2024-07-26T15:44:57.050274+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:57:36.144095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.d","version":"102'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050743+0000","last_change":"2024-07-26T15:44:55.051108+0000","last_active":"2024-07-26T15:44:57.050743+0000","last_peered":"2024-07-26T15:44:57.050743+0000","last_clean":"2024-07-26T15:44:57.050743+0000","last_became_active":"2024-07-26T15:44:55.050774+0000","last_became_peered":"2024-07-26T15:44:55.050774+0000","last_unstale":"2024-07-26T15:44:57.050743+0000","last_undegraded":"2024-07-26T15:44:57.050743+0000","last_fullsized":"2024-07-26T15:44:57.050743+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:13:54.019454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705432+0000","last_change":"2024-07-26T15:44:56.056080+0000","last_active":"2024-07-26T15:44:57.705432+0000","last_peered":"2024-07-26T15:44:57.705432+0000","last_clean":"2024-07-26T15:44:57.705432+0000","last_became_active":"2024-07-26T15:44:56.055714+0000","last_became_peered":"2024-07-26T15:44:56.055714+0000","last_unstale":"2024-07-26T15:44:57.705432+0000","last_undegraded":"2024-07-26T15:44:57.705432+0000","last_fullsized":"2024-07-26T15:44:57.705432+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:15:53.010671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004082+0000","last_change":"2024-07-26T15:44:55.053031+0000","last_active":"2024-07-26T15:44:58.004082+0000","last_peered":"2024-07-26T15:44:58.004082+0000","last_clean":"2024-07-26T15:44:58.004082+0000","last_became_active":"2024-07-26T15:44:55.052679+0000","last_became_peered":"2024-07-26T15:44:55.052679+0000","last_unstale":"2024-07-26T15:44:58.004082+0000","last_undegraded":"2024-07-26T15:44:58.004082+0000","last_fullsized":"2024-07-26T15:44:58.004082+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:40.261826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035862+0000","last_change":"2024-07-26T15:44:56.042258+0000","last_active":"2024-07-26T15:44:57.035862+0000","last_peered":"2024-07-26T15:44:57.035862+0000","last_clean":"2024-07-26T15:44:57.035862+0000","last_became_active":"2024-07-26T15:44:56.041856+0000","last_became_peered":"2024-07-26T15:44:56.041856+0000","last_unstale":"2024-07-26T15:44:57.035862+0000","last_undegraded":"2024-07-26T15:44:57.035862+0000","last_fullsized":"2024-07-26T15:44:57.035862+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:51.200877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.b","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705352+0000","last_change":"2024-07-26T15:44:55.048871+0000","last_active":"2024-07-26T15:44:57.705352+0000","last_peered":"2024-07-26T15:44:57.705352+0000","last_clean":"2024-07-26T15:44:57.705352+0000","last_became_active":"2024-07-26T15:44:55.048556+0000","last_became_peered":"2024-07-26T15:44:55.048556+0000","last_unstale":"2024-07-26T15:44:57.705352+0000","last_undegraded":"2024-07-26T15:44:57.705352+0000","last_fullsized":"2024-07-26T15:44:57.705352+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:13.940345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036203+0000","last_change":"2024-07-26T15:44:56.042238+0000","last_active":"2024-07-26T15:44:57.036203+0000","last_peered":"2024-07-26T15:44:57.036203+0000","last_clean":"2024-07-26T15:44:57.036203+0000","last_became_active":"2024-07-26T15:44:56.041894+0000","last_became_peered":"2024-07-26T15:44:56.041894+0000","last_unstale":"2024-07-26T15:44:57.036203+0000","last_undegraded":"2024-07-26T15:44:57.036203+0000","last_fullsized":"2024-07-26T15:44:57.036203+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:50.361243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.704939+0000","last_change":"2024-07-26T15:44:55.049548+0000","last_active":"2024-07-26T15:44:57.704939+0000","last_peered":"2024-07-26T15:44:57.704939+0000","last_clean":"2024-07-26T15:44:57.704939+0000","last_became_active":"2024-07-26T15:44:55.049168+0000","last_became_peered":"2024-07-26T15:44:55.049168+0000","last_unstale":"2024-07-26T15:44:57.704939+0000","last_undegraded":"2024-07-26T15:44:57.704939+0000","last_fullsized":"2024-07-26T15:44:57.704939+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:55.869284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560610+0000","last_change":"2024-07-26T15:44:56.057680+0000","last_active":"2024-07-26T15:44:57.560610+0000","last_peered":"2024-07-26T15:44:57.560610+0000","last_clean":"2024-07-26T15:44:57.560610+0000","last_became_active":"2024-07-26T15:44:56.057323+0000","last_became_peered":"2024-07-26T15:44:56.057323+0000","last_unstale":"2024-07-26T15:44:57.560610+0000","last_undegraded":"2024-07-26T15:44:57.560610+0000","last_fullsized":"2024-07-26T15:44:57.560610+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:20:19.236881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.704880+0000","last_change":"2024-07-26T15:44:55.048656+0000","last_active":"2024-07-26T15:44:57.704880+0000","last_peered":"2024-07-26T15:44:57.704880+0000","last_clean":"2024-07-26T15:44:57.704880+0000","last_became_active":"2024-07-26T15:44:55.048173+0000","last_became_peered":"2024-07-26T15:44:55.048173+0000","last_unstale":"2024-07-26T15:44:57.704880+0000","last_undegraded":"2024-07-26T15:44:57.704880+0000","last_fullsized":"2024-07-26T15:44:57.704880+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:54:11.547974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034765+0000","last_change":"2024-07-26T15:44:56.059486+0000","last_active":"2024-07-26T15:44:57.034765+0000","last_peered":"2024-07-26T15:44:57.034765+0000","last_clean":"2024-07-26T15:44:57.034765+0000","last_became_active":"2024-07-26T15:44:56.059191+0000","last_became_peered":"2024-07-26T15:44:56.059191+0000","last_unstale":"2024-07-26T15:44:57.034765+0000","last_undegraded":"2024-07-26T15:44:57.034765+0000","last_fullsized":"2024-07-26T15:44:57.034765+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:46.253715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.7","version":"102'2","reported_seq":17,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.034373+0000","last_change":"2024-07-26T15:44:55.041633+0000","last_active":"2024-07-26T15:44:57.034373+0000","last_peered":"2024-07-26T15:44:57.034373+0000","last_clean":"2024-07-26T15:44:57.034373+0000","last_became_active":"2024-07-26T15:44:55.041284+0000","last_became_peered":"2024-07-26T15:44:55.041284+0000","last_unstale":"2024-07-26T15:44:57.034373+0000","last_undegraded":"2024-07-26T15:44:57.034373+0000","last_fullsized":"2024-07-26T15:44:57.034373+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:45.129260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560299+0000","last_change":"2024-07-26T15:44:56.066728+0000","last_active":"2024-07-26T15:44:57.560299+0000","last_peered":"2024-07-26T15:44:57.560299+0000","last_clean":"2024-07-26T15:44:57.560299+0000","last_became_active":"2024-07-26T15:44:56.066296+0000","last_became_peered":"2024-07-26T15:44:56.066296+0000","last_unstale":"2024-07-26T15:44:57.560299+0000","last_undegraded":"2024-07-26T15:44:57.560299+0000","last_fullsized":"2024-07-26T15:44:57.560299+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:22.648550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"103'1","reported_seq":16,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.036237+0000","last_change":"2024-07-26T15:44:55.054163+0000","last_active":"2024-07-26T15:44:57.036237+0000","last_peered":"2024-07-26T15:44:57.036237+0000","last_clean":"2024-07-26T15:44:57.036237+0000","last_became_active":"2024-07-26T15:44:55.053829+0000","last_became_peered":"2024-07-26T15:44:55.053829+0000","last_unstale":"2024-07-26T15:44:57.036237+0000","last_undegraded":"2024-07-26T15:44:57.036237+0000","last_fullsized":"2024-07-26T15:44:57.036237+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:56.592150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035142+0000","last_change":"2024-07-26T15:44:56.056744+0000","last_active":"2024-07-26T15:44:57.035142+0000","last_peered":"2024-07-26T15:44:57.035142+0000","last_clean":"2024-07-26T15:44:57.035142+0000","last_became_active":"2024-07-26T15:44:56.056447+0000","last_became_peered":"2024-07-26T15:44:56.056447+0000","last_unstale":"2024-07-26T15:44:57.035142+0000","last_undegraded":"2024-07-26T15:44:57.035142+0000","last_fullsized":"2024-07-26T15:44:57.035142+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:47.367902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004144+0000","last_change":"2024-07-26T15:44:55.044735+0000","last_active":"2024-07-26T15:44:58.004144+0000","last_peered":"2024-07-26T15:44:58.004144+0000","last_clean":"2024-07-26T15:44:58.004144+0000","last_became_active":"2024-07-26T15:44:55.044429+0000","last_became_peered":"2024-07-26T15:44:55.044429+0000","last_unstale":"2024-07-26T15:44:58.004144+0000","last_undegraded":"2024-07-26T15:44:58.004144+0000","last_fullsized":"2024-07-26T15:44:58.004144+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:21.778615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.035806+0000","last_change":"2024-07-26T15:44:56.053453+0000","last_active":"2024-07-26T15:44:57.035806+0000","last_peered":"2024-07-26T15:44:57.035806+0000","last_clean":"2024-07-26T15:44:57.035806+0000","last_became_active":"2024-07-26T15:44:56.053156+0000","last_became_peered":"2024-07-26T15:44:56.053156+0000","last_unstale":"2024-07-26T15:44:57.035806+0000","last_undegraded":"2024-07-26T15:44:57.035806+0000","last_fullsized":"2024-07-26T15:44:57.035806+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:24.978684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003785+0000","last_change":"2024-07-26T15:44:55.042820+0000","last_active":"2024-07-26T15:44:58.003785+0000","last_peered":"2024-07-26T15:44:58.003785+0000","last_clean":"2024-07-26T15:44:58.003785+0000","last_became_active":"2024-07-26T15:44:55.042501+0000","last_became_peered":"2024-07-26T15:44:55.042501+0000","last_unstale":"2024-07-26T15:44:58.003785+0000","last_undegraded":"2024-07-26T15:44:58.003785+0000","last_fullsized":"2024-07-26T15:44:58.003785+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:41:31.160443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560315+0000","last_change":"2024-07-26T15:44:56.067002+0000","last_active":"2024-07-26T15:44:57.560315+0000","last_peered":"2024-07-26T15:44:57.560315+0000","last_clean":"2024-07-26T15:44:57.560315+0000","last_became_active":"2024-07-26T15:44:56.066570+0000","last_became_peered":"2024-07-26T15:44:56.066570+0000","last_unstale":"2024-07-26T15:44:57.560315+0000","last_undegraded":"2024-07-26T15:44:57.560315+0000","last_fullsized":"2024-07-26T15:44:57.560315+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:13:24.740242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.559827+0000","last_change":"2024-07-26T15:44:55.044939+0000","last_active":"2024-07-26T15:44:57.559827+0000","last_peered":"2024-07-26T15:44:57.559827+0000","last_clean":"2024-07-26T15:44:57.559827+0000","last_became_active":"2024-07-26T15:44:55.044590+0000","last_became_peered":"2024-07-26T15:44:55.044590+0000","last_unstale":"2024-07-26T15:44:57.559827+0000","last_undegraded":"2024-07-26T15:44:57.559827+0000","last_fullsized":"2024-07-26T15:44:57.559827+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:18.452147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560281+0000","last_change":"2024-07-26T15:44:56.066167+0000","last_active":"2024-07-26T15:44:57.560281+0000","last_peered":"2024-07-26T15:44:57.560281+0000","last_clean":"2024-07-26T15:44:57.560281+0000","last_became_active":"2024-07-26T15:44:56.065582+0000","last_became_peered":"2024-07-26T15:44:56.065582+0000","last_unstale":"2024-07-26T15:44:57.560281+0000","last_undegraded":"2024-07-26T15:44:57.560281+0000","last_fullsized":"2024-07-26T15:44:57.560281+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:22:21.104097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.050573+0000","last_change":"2024-07-26T15:44:55.045409+0000","last_active":"2024-07-26T15:44:57.050573+0000","last_peered":"2024-07-26T15:44:57.050573+0000","last_clean":"2024-07-26T15:44:57.050573+0000","last_became_active":"2024-07-26T15:44:55.045109+0000","last_became_peered":"2024-07-26T15:44:55.045109+0000","last_unstale":"2024-07-26T15:44:57.050573+0000","last_undegraded":"2024-07-26T15:44:57.050573+0000","last_fullsized":"2024-07-26T15:44:57.050573+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:58.946873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004406+0000","last_change":"2024-07-26T15:44:56.052229+0000","last_active":"2024-07-26T15:44:58.004406+0000","last_peered":"2024-07-26T15:44:58.004406+0000","last_clean":"2024-07-26T15:44:58.004406+0000","last_became_active":"2024-07-26T15:44:56.051837+0000","last_became_peered":"2024-07-26T15:44:56.051837+0000","last_unstale":"2024-07-26T15:44:58.004406+0000","last_undegraded":"2024-07-26T15:44:58.004406+0000","last_fullsized":"2024-07-26T15:44:58.004406+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:56.099221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.560340+0000","last_change":"2024-07-26T15:44:55.047833+0000","last_active":"2024-07-26T15:44:57.560340+0000","last_peered":"2024-07-26T15:44:57.560340+0000","last_clean":"2024-07-26T15:44:57.560340+0000","last_became_active":"2024-07-26T15:44:55.047449+0000","last_became_peered":"2024-07-26T15:44:55.047449+0000","last_unstale":"2024-07-26T15:44:57.560340+0000","last_undegraded":"2024-07-26T15:44:57.560340+0000","last_fullsized":"2024-07-26T15:44:57.560340+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:24:42.330437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004490+0000","last_change":"2024-07-26T15:44:56.054233+0000","last_active":"2024-07-26T15:44:58.004490+0000","last_peered":"2024-07-26T15:44:58.004490+0000","last_clean":"2024-07-26T15:44:58.004490+0000","last_became_active":"2024-07-26T15:44:56.053923+0000","last_became_peered":"2024-07-26T15:44:56.053923+0000","last_unstale":"2024-07-26T15:44:58.004490+0000","last_undegraded":"2024-07-26T15:44:58.004490+0000","last_fullsized":"2024-07-26T15:44:58.004490+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:36.392683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.003961+0000","last_change":"2024-07-26T15:44:55.044599+0000","last_active":"2024-07-26T15:44:58.003961+0000","last_peered":"2024-07-26T15:44:58.003961+0000","last_clean":"2024-07-26T15:44:58.003961+0000","last_became_active":"2024-07-26T15:44:55.044249+0000","last_became_peered":"2024-07-26T15:44:55.044249+0000","last_unstale":"2024-07-26T15:44:58.003961+0000","last_undegraded":"2024-07-26T15:44:58.003961+0000","last_fullsized":"2024-07-26T15:44:58.003961+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:33.103317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004228+0000","last_change":"2024-07-26T15:44:56.058050+0000","last_active":"2024-07-26T15:44:58.004228+0000","last_peered":"2024-07-26T15:44:58.004228+0000","last_clean":"2024-07-26T15:44:58.004228+0000","last_became_active":"2024-07-26T15:44:56.057735+0000","last_became_peered":"2024-07-26T15:44:56.057735+0000","last_unstale":"2024-07-26T15:44:58.004228+0000","last_undegraded":"2024-07-26T15:44:58.004228+0000","last_fullsized":"2024-07-26T15:44:58.004228+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:55.021811+0000","last_clean_scrub_stamp":"2024-07-26T15:44:55.021811+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:50.361243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":15,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:57.705481+0000","last_change":"2024-07-26T15:44:55.048294+0000","last_active":"2024-07-26T15:44:57.705481+0000","last_peered":"2024-07-26T15:44:57.705481+0000","last_clean":"2024-07-26T15:44:57.705481+0000","last_became_active":"2024-07-26T15:44:55.047791+0000","last_became_peered":"2024-07-26T15:44:55.047791+0000","last_unstale":"2024-07-26T15:44:57.705481+0000","last_undegraded":"2024-07-26T15:44:57.705481+0000","last_fullsized":"2024-07-26T15:44:57.705481+0000","mapping_epoch":100,"log_start":"0'0","ondisk_log_start":"0'0","created":100,"last_epoch_clean":101,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:44:54.015529+0000","last_clean_scrub_stamp":"2024-07-26T15:44:54.015529+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:13.462705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"93'114","reported_seq":419,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-07-26T15:44:58.004043+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:44:58.004043+0000","last_peered":"2024-07-26T15:44:58.004043+0000","last_clean":"2024-07-26T15:44:58.004043+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:44:58.004043+0000","last_undegraded":"2024-07-26T15:44:58.004043+0000","last_fullsized":"2024-07-26T15:44:58.004043+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":114,"log_dups_size":0,"ondisk_log_size":114,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":173,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":12,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":11,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":426,"num_read_kb":1111,"num_write":173,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575046,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59356,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312484,"statfs":{"total":96636764160,"available":96575983616,"internally_reserved":0,"allocated":1851392,"data_stored":1227162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509637,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1265664,"data_stored":638384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509637,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50464,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321376,"statfs":{"total":96636764160,"available":96585089024,"internally_reserved":0,"allocated":1257472,"data_stored":636806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509637,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1273856,"data_stored":638488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509636,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36568,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335272,"statfs":{"total":96636764160,"available":96599318528,"internally_reserved":0,"allocated":1257472,"data_stored":637354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509636,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58792,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94313048,"statfs":{"total":96636764160,"available":96576561152,"internally_reserved":0,"allocated":1265664,"data_stored":637514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509639,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32412,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339428,"statfs":{"total":96636764160,"available":96603574272,"internally_reserved":0,"allocated":1261568,"data_stored":636884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542343,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37148,"kb_used_data":1804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334692,"statfs":{"total":96636764160,"available":96598724608,"internally_reserved":0,"allocated":1847296,"data_stored":1227140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:45:05.044 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T15:45:05.044 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T15:45:05.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.205+0000 7f595fa44640 1 -- 172.21.15.33:0/3555368425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f59580d2030 msgr2=0x7f5958169cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.205+0000 7f595fa44640 1 --2- 172.21.15.33:0/3555368425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f59580d2030 0x7f5958169cd0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f5950005fd0 tx=0x7f595002ab40 comp rx=0 tx=0).stop 2024-07-26T15:45:05.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.205+0000 7f595fa44640 1 -- 172.21.15.33:0/3555368425 shutdown_connections 2024-07-26T15:45:05.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.205+0000 7f595fa44640 1 --2- 172.21.15.33:0/3555368425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f59580d2030 0x7f5958169cd0 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.205+0000 7f595fa44640 1 -- 172.21.15.33:0/3555368425 >> 172.21.15.33:0/3555368425 conn(0x7f59580d3de0 msgr2=0x7f59580d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:05.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.205+0000 7f595fa44640 1 -- 172.21.15.33:0/3555368425 shutdown_connections 2024-07-26T15:45:05.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.205+0000 7f595fa44640 1 -- 172.21.15.33:0/3555368425 wait complete. 2024-07-26T15:45:05.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.207+0000 7f595fa44640 1 Processor -- start 2024-07-26T15:45:05.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.207+0000 7f595fa44640 1 -- start start 2024-07-26T15:45:05.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.208+0000 7f595fa44640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f59580b6150 0x7f59581e5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:05.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.208+0000 7f595fa44640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f59580cfa50 0x7f59580b7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:05.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.208+0000 7f595fa44640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f59580d2030 0x7f59580b83e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:05.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.208+0000 7f595fa44640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f59580b4750 con 0x7f59580cfa50 2024-07-26T15:45:05.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.208+0000 7f595fa44640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f59580b2d30 con 0x7f59580b6150 2024-07-26T15:45:05.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.208+0000 7f595fa44640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f59580b48d0 con 0x7f59580d2030 2024-07-26T15:45:05.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.208+0000 7f595cfdf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f59580cfa50 0x7f59580b7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.208+0000 7f595cfdf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f59580cfa50 0x7f59580b7ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37218/0 (socket says 172.21.15.33:37218) 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.208+0000 7f595cfdf640 1 -- 172.21.15.33:0/583582000 learned_addr learned my addr 172.21.15.33:0/583582000 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.208+0000 7f595d7e0640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f59580b6150 0x7f59581e5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.208+0000 7f595dfe1640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f59580d2030 0x7f59580b83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.209+0000 7f595cfdf640 1 -- 172.21.15.33:0/583582000 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f59580d2030 msgr2=0x7f59580b83e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.209+0000 7f595cfdf640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f59580d2030 0x7f59580b83e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.209+0000 7f595cfdf640 1 -- 172.21.15.33:0/583582000 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f59580b6150 msgr2=0x7f59581e5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.209+0000 7f595cfdf640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f59580b6150 0x7f59581e5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.209+0000 7f595cfdf640 1 -- 172.21.15.33:0/583582000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59581e63c0 con 0x7f59580cfa50 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.209+0000 7f595cfdf640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f59580cfa50 0x7f59580b7ea0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f594800c370 tx=0x7f594800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.209+0000 7f594dffb640 1 -- 172.21.15.33:0/583582000 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5948017070 con 0x7f59580cfa50 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.209+0000 7f594dffb640 1 -- 172.21.15.33:0/583582000 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f59480053c0 con 0x7f59580cfa50 2024-07-26T15:45:05.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.209+0000 7f595fa44640 1 -- 172.21.15.33:0/583582000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59580a1520 con 0x7f59580cfa50 2024-07-26T15:45:05.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.209+0000 7f594dffb640 1 -- 172.21.15.33:0/583582000 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5948003850 con 0x7f59580cfa50 2024-07-26T15:45:05.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.209+0000 7f595fa44640 1 -- 172.21.15.33:0/583582000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59581e9310 con 0x7f59580cfa50 2024-07-26T15:45:05.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.210+0000 7f595fa44640 1 -- 172.21.15.33:0/583582000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59580d0280 con 0x7f59580cfa50 2024-07-26T15:45:05.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.211+0000 7f594dffb640 1 -- 172.21.15.33:0/583582000 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f594801a070 con 0x7f59580cfa50 2024-07-26T15:45:05.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.211+0000 7f594dffb640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f593c077160 0x7f593c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:05.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.212+0000 7f594dffb640 1 -- 172.21.15.33:0/583582000 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f5948097ed0 con 0x7f59580cfa50 2024-07-26T15:45:05.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.212+0000 7f595d7e0640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f593c077160 0x7f593c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:05.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.212+0000 7f595d7e0640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f593c077160 0x7f593c079670 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5954000f60 tx=0x7f5954009040 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:05.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.216+0000 7f594dffb640 1 -- 172.21.15.33:0/583582000 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5948060860 con 0x7f59580cfa50 2024-07-26T15:45:05.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.482+0000 7f595fa44640 1 -- 172.21.15.33:0/583582000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f595808de10 con 0x7f59580cfa50 2024-07-26T15:45:05.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.485+0000 7f594dffb640 1 -- 172.21.15.33:0/583582000 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) ==== 190+0+147 (secure 0 0 0) 0x7f59480690f0 con 0x7f59580cfa50 2024-07-26T15:45:05.487 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T15:45:05.487 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T15:45:05.487 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T15:45:05.487 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T15:45:05.487 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T15:45:05.487 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T15:45:05.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.487+0000 7f595fa44640 1 -- 172.21.15.33:0/583582000 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f593c077160 msgr2=0x7f593c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.487+0000 7f595fa44640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f593c077160 0x7f593c079670 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5954000f60 tx=0x7f5954009040 comp rx=0 tx=0).stop 2024-07-26T15:45:05.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.487+0000 7f595fa44640 1 -- 172.21.15.33:0/583582000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f59580cfa50 msgr2=0x7f59580b7ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.487+0000 7f595fa44640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f59580cfa50 0x7f59580b7ea0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f594800c370 tx=0x7f594800c830 comp rx=0 tx=0).stop 2024-07-26T15:45:05.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.487+0000 7f595fa44640 1 -- 172.21.15.33:0/583582000 shutdown_connections 2024-07-26T15:45:05.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.487+0000 7f595fa44640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f593c077160 0x7f593c079670 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.487+0000 7f595fa44640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f59580d2030 0x7f59580b83e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.487+0000 7f595fa44640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f59580cfa50 0x7f59580b7ea0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.487+0000 7f595fa44640 1 --2- 172.21.15.33:0/583582000 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f59580b6150 0x7f59581e5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.487+0000 7f595fa44640 1 -- 172.21.15.33:0/583582000 >> 172.21.15.33:0/583582000 conn(0x7f59580d3de0 msgr2=0x7f59580ce9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:05.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.487+0000 7f595fa44640 1 -- 172.21.15.33:0/583582000 shutdown_connections 2024-07-26T15:45:05.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.488+0000 7f595fa44640 1 -- 172.21.15.33:0/583582000 wait complete. 2024-07-26T15:45:05.500 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:45:05.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.617+0000 7f825b44b640 1 -- 172.21.15.33:0/856449065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82540d1b80 msgr2=0x7f82540d2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.617+0000 7f825b44b640 1 --2- 172.21.15.33:0/856449065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82540d1b80 0x7f82540d2280 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f8244005fd0 tx=0x7f824402a620 comp rx=0 tx=0).stop 2024-07-26T15:45:05.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.617+0000 7f825b44b640 1 -- 172.21.15.33:0/856449065 shutdown_connections 2024-07-26T15:45:05.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.617+0000 7f825b44b640 1 --2- 172.21.15.33:0/856449065 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82540d1b80 0x7f82540d2280 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.617+0000 7f825b44b640 1 --2- 172.21.15.33:0/856449065 >> v2:172.21.15.154:3300/0 conn(0x7f82540cf430 0x7f82540b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.617+0000 7f825b44b640 1 -- 172.21.15.33:0/856449065 >> 172.21.15.33:0/856449065 conn(0x7f82540d3da0 msgr2=0x7f82540d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:05.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.617+0000 7f825b44b640 1 -- 172.21.15.33:0/856449065 shutdown_connections 2024-07-26T15:45:05.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.617+0000 7f825b44b640 1 -- 172.21.15.33:0/856449065 wait complete. 2024-07-26T15:45:05.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.619+0000 7f825b44b640 1 Processor -- start 2024-07-26T15:45:05.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.619+0000 7f825b44b640 1 -- start start 2024-07-26T15:45:05.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f825b44b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82540cf430 0x7f82540cdc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f825b44b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82540d1b80 0x7f825409dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f825b44b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82540d27c0 0x7f825415be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f825b44b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f82540d0c80 con 0x7f82540d27c0 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f825b44b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f82540b2690 con 0x7f82540d1b80 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f825b44b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f82540d0e00 con 0x7f82540cf430 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f82599e8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82540d27c0 0x7f825415be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f82599e8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82540d27c0 0x7f825415be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37240/0 (socket says 172.21.15.33:37240) 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f82599e8640 1 -- 172.21.15.33:0/2462963460 learned_addr learned my addr 172.21.15.33:0/2462963460 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f82589e6640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82540d1b80 0x7f825409dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f82591e7640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82540cf430 0x7f82540cdc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f82599e8640 1 -- 172.21.15.33:0/2462963460 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82540cf430 msgr2=0x7f82540cdc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f82599e8640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82540cf430 0x7f82540cdc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f82599e8640 1 -- 172.21.15.33:0/2462963460 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82540d1b80 msgr2=0x7f825409dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f82599e8640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82540d1b80 0x7f825409dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.620+0000 7f82599e8640 1 -- 172.21.15.33:0/2462963460 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82540b4a80 con 0x7f82540d27c0 2024-07-26T15:45:05.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.621+0000 7f82599e8640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82540d27c0 0x7f825415be40 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f824c00c6e0 tx=0x7f824c00cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:05.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.621+0000 7f8249ffb640 1 -- 172.21.15.33:0/2462963460 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f824c003b70 con 0x7f82540d27c0 2024-07-26T15:45:05.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.621+0000 7f8249ffb640 1 -- 172.21.15.33:0/2462963460 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f824c003d30 con 0x7f82540d27c0 2024-07-26T15:45:05.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.621+0000 7f8249ffb640 1 -- 172.21.15.33:0/2462963460 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f824c005330 con 0x7f82540d27c0 2024-07-26T15:45:05.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.621+0000 7f825b44b640 1 -- 172.21.15.33:0/2462963460 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82540b3830 con 0x7f82540d27c0 2024-07-26T15:45:05.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.621+0000 7f825b44b640 1 -- 172.21.15.33:0/2462963460 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82540b3df0 con 0x7f82540d27c0 2024-07-26T15:45:05.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.622+0000 7f825b44b640 1 -- 172.21.15.33:0/2462963460 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82540b4c50 con 0x7f82540d27c0 2024-07-26T15:45:05.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.623+0000 7f8249ffb640 1 -- 172.21.15.33:0/2462963460 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f824c0054d0 con 0x7f82540d27c0 2024-07-26T15:45:05.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.623+0000 7f8249ffb640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8238077130 0x7f8238079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:05.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.623+0000 7f8249ffb640 1 -- 172.21.15.33:0/2462963460 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f824c098ad0 con 0x7f82540d27c0 2024-07-26T15:45:05.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.623+0000 7f82591e7640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8238077130 0x7f8238079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:05.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.624+0000 7f82591e7640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8238077130 0x7f8238079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8250009ac0 tx=0x7f8250005f90 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:05.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.628+0000 7f8249ffb640 1 -- 172.21.15.33:0/2462963460 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f82540d2bd0 con 0x7f82540d27c0 2024-07-26T15:45:05.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.862+0000 7f825b44b640 1 -- 172.21.15.33:0/2462963460 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f82540d3030 con 0x7f82540d27c0 2024-07-26T15:45:05.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.862+0000 7f8249ffb640 1 -- 172.21.15.33:0/2462963460 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5222 (secure 0 0 0) 0x7f82540d3030 con 0x7f82540d27c0 2024-07-26T15:45:05.864 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:05.864 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":45,"btime":"2024-07-26T15:44:59:057199+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5993,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/543754310","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":543754310},{"type":"v1","addr":"172.21.15.33:6834","nonce":543754310}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6005,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/363381174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":363381174},{"type":"v1","addr":"172.21.15.154:6834","nonce":363381174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6439,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/842300231","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":842300231},{"type":"v1","addr":"172.21.15.33:6835","nonce":842300231}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:55.465219+0000","modified":"2024-07-26T15:44:58.446668+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6454},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6454":{"gid":6454,"name":"d","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/2955784907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2955784907},{"type":"v1","addr":"172.21.15.154:6835","nonce":2955784907}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6454,"qdb_cluster":[6454]},"id":5}]} 2024-07-26T15:45:05.864 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 45 2024-07-26T15:45:05.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.864+0000 7f825b44b640 1 -- 172.21.15.33:0/2462963460 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8238077130 msgr2=0x7f8238079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.864+0000 7f825b44b640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8238077130 0x7f8238079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8250009ac0 tx=0x7f8250005f90 comp rx=0 tx=0).stop 2024-07-26T15:45:05.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.864+0000 7f825b44b640 1 -- 172.21.15.33:0/2462963460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82540d27c0 msgr2=0x7f825415be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:05.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.864+0000 7f825b44b640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82540d27c0 0x7f825415be40 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f824c00c6e0 tx=0x7f824c00cba0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.865+0000 7f825b44b640 1 -- 172.21.15.33:0/2462963460 shutdown_connections 2024-07-26T15:45:05.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.865+0000 7f825b44b640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f8238077130 0x7f8238079640 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.865+0000 7f825b44b640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82540d27c0 0x7f825415be40 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.865+0000 7f825b44b640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82540d1b80 0x7f825409dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.865+0000 7f825b44b640 1 --2- 172.21.15.33:0/2462963460 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82540cf430 0x7f82540cdc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:05.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.865+0000 7f825b44b640 1 -- 172.21.15.33:0/2462963460 >> 172.21.15.33:0/2462963460 conn(0x7f82540d3da0 msgr2=0x7f825406cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:05.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.865+0000 7f825b44b640 1 -- 172.21.15.33:0/2462963460 shutdown_connections 2024-07-26T15:45:05.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:05.865+0000 7f825b44b640 1 -- 172.21.15.33:0/2462963460 wait complete. 2024-07-26T15:45:06.279 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 45, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T15:44:55.465219+0000', 'modified': '2024-07-26T15:44:58.446668+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6454}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6454': {'gid': 6454, 'name': 'd', 'rank': 0, 'incarnation': 41, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.154:6835/2955784907', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.154:6833', 'nonce': 2955784907}, {'type': 'v1', 'addr': '172.21.15.154:6835', 'nonce': 2955784907}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [12], 'metadata_pool': 11, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6454, 'qdb_cluster': [6454]} 2024-07-26T15:45:06.280 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T15:45:06.280 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-26T15:45:06.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.403+0000 7f9ea4f74640 1 -- 172.21.15.33:0/2377893863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea00cfa50 msgr2=0x7f9ea00b5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.403+0000 7f9ea4f74640 1 --2- 172.21.15.33:0/2377893863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea00cfa50 0x7f9ea00b5a40 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f9ea00d4a40 tx=0x7f9e9002aa30 comp rx=0 tx=0).stop 2024-07-26T15:45:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.403+0000 7f9ea4f74640 1 -- 172.21.15.33:0/2377893863 shutdown_connections 2024-07-26T15:45:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.403+0000 7f9ea4f74640 1 --2- 172.21.15.33:0/2377893863 >> v2:172.21.15.154:3300/0 conn(0x7f9ea00b6390 0x7f9ea00d1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.403+0000 7f9ea4f74640 1 --2- 172.21.15.33:0/2377893863 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9ea00b5f80 0x7f9ea00d1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.403+0000 7f9ea4f74640 1 --2- 172.21.15.33:0/2377893863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea00cfa50 0x7f9ea00b5a40 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.403+0000 7f9ea4f74640 1 -- 172.21.15.33:0/2377893863 >> 172.21.15.33:0/2377893863 conn(0x7f9ea00d3de0 msgr2=0x7f9ea00d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.403+0000 7f9ea4f74640 1 -- 172.21.15.33:0/2377893863 shutdown_connections 2024-07-26T15:45:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.403+0000 7f9ea4f74640 1 -- 172.21.15.33:0/2377893863 wait complete. 2024-07-26T15:45:06.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.405+0000 7f9ea4f74640 1 Processor -- start 2024-07-26T15:45:06.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.405+0000 7f9ea4f74640 1 -- start start 2024-07-26T15:45:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.406+0000 7f9ea4f74640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9ea00b5f80 0x7f9ea01f85f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.406+0000 7f9ea4f74640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9ea00b6390 0x7f9ea01f5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.406+0000 7f9ea4f74640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea00cfa50 0x7f9ea01f5c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.406+0000 7f9ea4f74640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea00d2730 con 0x7f9ea00cfa50 2024-07-26T15:45:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.406+0000 7f9ea4f74640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea00d25b0 con 0x7f9ea00b6390 2024-07-26T15:45:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.406+0000 7f9ea4f74640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9ea00b2cc0 con 0x7f9ea00b5f80 2024-07-26T15:45:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.406+0000 7f9e9ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea00cfa50 0x7f9ea01f5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.406+0000 7f9e9ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea00cfa50 0x7f9ea01f5c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37246/0 (socket says 172.21.15.33:37246) 2024-07-26T15:45:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.406+0000 7f9e9ed9d640 1 -- 172.21.15.33:0/1974037183 learned_addr learned my addr 172.21.15.33:0/1974037183 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.406+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9ea00b6390 0x7f9ea01f5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.406+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9ea00b5f80 0x7f9ea01f85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.407+0000 7f9e9ed9d640 1 -- 172.21.15.33:0/1974037183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9ea00b5f80 msgr2=0x7f9ea01f85f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.407+0000 7f9e9ed9d640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9ea00b5f80 0x7f9ea01f85f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.407+0000 7f9e9ed9d640 1 -- 172.21.15.33:0/1974037183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9ea00b6390 msgr2=0x7f9ea01f5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.407+0000 7f9e9ed9d640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9ea00b6390 0x7f9ea01f5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.407+0000 7f9e9ed9d640 1 -- 172.21.15.33:0/1974037183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ea01f6480 con 0x7f9ea00cfa50 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.407+0000 7f9e9ed9d640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea00cfa50 0x7f9ea01f5c60 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f9e9800c740 tx=0x7f9e9800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.407+0000 7f9e96ffd640 1 -- 172.21.15.33:0/1974037183 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e98007bb0 con 0x7f9ea00cfa50 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.407+0000 7f9e96ffd640 1 -- 172.21.15.33:0/1974037183 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e9800ce50 con 0x7f9ea00cfa50 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.407+0000 7f9e96ffd640 1 -- 172.21.15.33:0/1974037183 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e98005280 con 0x7f9ea00cfa50 2024-07-26T15:45:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.407+0000 7f9ea4f74640 1 -- 172.21.15.33:0/1974037183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ea00cb550 con 0x7f9ea00cfa50 2024-07-26T15:45:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.407+0000 7f9ea4f74640 1 -- 172.21.15.33:0/1974037183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ea00cbb10 con 0x7f9ea00cfa50 2024-07-26T15:45:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.409+0000 7f9e96ffd640 1 -- 172.21.15.33:0/1974037183 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f9e98005420 con 0x7f9ea00cfa50 2024-07-26T15:45:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.410+0000 7f9e96ffd640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9e80077160 0x7f9e80079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.410+0000 7f9e96ffd640 1 -- 172.21.15.33:0/1974037183 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f9e98098fd0 con 0x7f9ea00cfa50 2024-07-26T15:45:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.410+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9e80077160 0x7f9e80079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.410+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9e80077160 0x7f9e80079670 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9e90035000 tx=0x7f9e9003b040 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:06.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.410+0000 7f9eabe85740 1 Processor -- start 2024-07-26T15:45:06.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.411+0000 7f9eabe85740 1 -- start start 2024-07-26T15:45:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b25e270 0x55870b62e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b2353b0 0x55870b62e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b23d590 0x55870b64b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9eabe85740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55870b5763f0 con 0x55870b2353b0 2024-07-26T15:45:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9eabe85740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55870b565a90 con 0x55870b25e270 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9eabe85740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55870b569930 con 0x55870b23d590 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9e9dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b2353b0 0x55870b62e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9e9dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b2353b0 0x55870b62e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37262/0 (socket says 172.21.15.33:37262) 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/1345132713 learned_addr learned my addr 172.21.15.33:0/1345132713 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9e9ed9d640 1 --2- 172.21.15.33:0/1345132713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b23d590 0x55870b64b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/1345132713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b25e270 0x55870b62e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/1345132713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b23d590 msgr2=0x55870b64b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/1345132713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b23d590 0x55870b64b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/1345132713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b25e270 msgr2=0x55870b62e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/1345132713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b25e270 0x55870b62e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.412+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/1345132713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55870b2c9850 con 0x55870b2353b0 2024-07-26T15:45:06.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.413+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/1345132713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b2353b0 0x55870b62e740 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f9e8800aa80 tx=0x7f9e8800af40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a10fb2c41706ab0e server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:06.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.413+0000 7f9e7ffff640 1 -- 172.21.15.33:0/1345132713 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e88004020 con 0x55870b2353b0 2024-07-26T15:45:06.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.413+0000 7f9e7ffff640 1 -- 172.21.15.33:0/1345132713 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e880042b0 con 0x55870b2353b0 2024-07-26T15:45:06.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.413+0000 7f9e7ffff640 1 -- 172.21.15.33:0/1345132713 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e88005280 con 0x55870b2353b0 2024-07-26T15:45:06.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.414+0000 7f9eabe85740 1 -- 172.21.15.33:0/1345132713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b2353b0 msgr2=0x55870b62e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.414+0000 7f9eabe85740 1 --2- 172.21.15.33:0/1345132713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b2353b0 0x55870b62e740 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f9e8800aa80 tx=0x7f9e8800af40 comp rx=0 tx=0).stop 2024-07-26T15:45:06.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.414+0000 7f9eabe85740 1 -- 172.21.15.33:0/1345132713 shutdown_connections 2024-07-26T15:45:06.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.414+0000 7f9eabe85740 1 --2- 172.21.15.33:0/1345132713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b23d590 0x55870b64b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.414+0000 7f9eabe85740 1 --2- 172.21.15.33:0/1345132713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b2353b0 0x55870b62e740 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.414+0000 7f9eabe85740 1 --2- 172.21.15.33:0/1345132713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b25e270 0x55870b62e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.414+0000 7f9eabe85740 1 -- 172.21.15.33:0/1345132713 >> 172.21.15.33:0/1345132713 conn(0x55870b2523c0 msgr2=0x55870b6044c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:06.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.414+0000 7f9eabe85740 1 -- 172.21.15.33:0/1345132713 shutdown_connections 2024-07-26T15:45:06.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.414+0000 7f9eabe85740 1 -- 172.21.15.33:0/1345132713 wait complete. 2024-07-26T15:45:06.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.415+0000 7f9eabe85740 1 -- start start 2024-07-26T15:45:06.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.415+0000 7f9eabe85740 1 Processor -- start 2024-07-26T15:45:06.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.416+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b2353b0 0x55870b63f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.416+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6582d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.416+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b25e270 0x55870b642250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.416+0000 7f9eabe85740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55870b2d8620 con 0x55870b23d590 2024-07-26T15:45:06.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.416+0000 7f9eabe85740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55870b4edcb0 con 0x55870b2353b0 2024-07-26T15:45:06.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.416+0000 7f9eabe85740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55870b62ec80 con 0x55870b25e270 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.416+0000 7f9eabe85740 10 client.0 _ll_register_callbacks cb 0x55870b50fea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.416+0000 7f9e9dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6582d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.416+0000 7f9e9dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6582d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37278/0 (socket says 172.21.15.33:37278) 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.416+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/3152102769 learned_addr learned my addr 172.21.15.33:0/3152102769 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b25e270 msgr2=0x55870b642250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e9ed9d640 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b25e270 0x55870b642250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b2353b0 0x55870b63f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b25e270 0x55870b642250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b2353b0 msgr2=0x55870b63f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b2353b0 0x55870b63f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/3152102769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55870b3406b0 con 0x55870b23d590 2024-07-26T15:45:06.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e9ed9d640 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b25e270 0x55870b642250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b2353b0 0x55870b63f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6582d0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f9e8800f850 tx=0x7f9e880188f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=651b29349ff176a1 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e7d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/3152102769 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e88027020 con 0x55870b23d590 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/3152102769 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f9e88018d10 con 0x55870b23d590 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9eabe85740 1 -- 172.21.15.33:0/3152102769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e880042b0 con 0x55870b23d590 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/3152102769 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f9e88031050 con 0x55870b23d590 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9eabe85740 10 client.7011 fetch_fsmap learned FSMap version 45 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9eabe85740 1 -- 172.21.15.33:0/3152102769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=2+}) -- 0x55870b65ae90 con 0x55870b23d590 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/3152102769 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e880042b0 con 0x55870b23d590 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/3152102769 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 45) ==== 3502+0+0 (secure 0 0 0) 0x7f9e88034020 con 0x55870b23d590 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9eabe85740 10 client.7011 fetch_fsmap finished waiting for FSMap version 45 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.417+0000 7f9eabe85740 10 client.7011 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-26T15:45:06.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.418+0000 7f9eabe85740 20 client.7011 populate_metadata read hostname 'smithi033' 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.418+0000 7f9eabe85740 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:6833/2955784907,v1:172.21.15.154:6835/2955784907] conn(0x55870b21ce40 0x55870b626530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.418+0000 7f9eabe85740 4 client.7011 mds_command: new command op to 6454 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.418+0000 7f9eabe85740 1 -- 172.21.15.33:0/3152102769 --> [v2:172.21.15.154:6833/2955784907,v1:172.21.15.154:6835/2955784907] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55870b578340 con 0x55870b21ce40 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.418+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:6833/2955784907,v1:172.21.15.154:6835/2955784907] conn(0x55870b21ce40 0x55870b626530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.418+0000 7f9e7d7fa640 10 client.7011 ms_handle_connect on v2:172.21.15.154:6833/2955784907 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.418+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:6833/2955784907,v1:172.21.15.154:6835/2955784907] conn(0x55870b21ce40 0x55870b626530 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56de7784f378fb26 server_cookie=eaf5dd08bb31011a in_seq=0 out_seq=0 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/3152102769 <== mds.0 v2:172.21.15.154:6833/2955784907 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55870b578340 con 0x55870b21ce40 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9e7d7fa640 10 client.7011 handle_command_reply: tid=0 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9eabe85740 1 client.7011 shutdown 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9eabe85740 1 -- 172.21.15.33:0/3152102769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 msgr2=0x55870b6582d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9eabe85740 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6582d0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f9e8800f850 tx=0x7f9e880188f0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9eabe85740 1 -- 172.21.15.33:0/3152102769 shutdown_connections 2024-07-26T15:45:06.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9eabe85740 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:6833/2955784907,v1:172.21.15.154:6835/2955784907] conn(0x55870b21ce40 0x55870b626530 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9eabe85740 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b25e270 0x55870b642250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9eabe85740 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6582d0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9eabe85740 1 --2- 172.21.15.33:0/3152102769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b2353b0 0x55870b63f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9e7d7fa640 0 client.7011 ms_handle_reset on v2:172.21.15.154:6833/2955784907 2024-07-26T15:45:06.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9eabe85740 1 -- 172.21.15.33:0/3152102769 >> 172.21.15.33:0/3152102769 conn(0x55870b2523c0 msgr2=0x55870b604370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:06.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.419+0000 7f9eabe85740 1 -- 172.21.15.33:0/3152102769 shutdown_connections 2024-07-26T15:45:06.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.420+0000 7f9eabe85740 1 -- 172.21.15.33:0/3152102769 wait complete. 2024-07-26T15:45:06.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.420+0000 7f9eabe85740 20 client.7011 trim_cache size 0 max 16384 2024-07-26T15:45:06.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.439+0000 7f9eabe85740 1 Processor -- start 2024-07-26T15:45:06.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.439+0000 7f9eabe85740 1 -- start start 2024-07-26T15:45:06.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.440+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b2353b0 0x55870b5ff800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.440+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b23d590 0x55870b62e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.440+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b25e270 0x55870b6582c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.440+0000 7f9eabe85740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea0152c00 con 0x55870b25e270 2024-07-26T15:45:06.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.440+0000 7f9eabe85740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9ea00cc490 con 0x55870b2353b0 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.440+0000 7f9eabe85740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9ea00ccae0 con 0x55870b23d590 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.440+0000 7f9e9ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b25e270 0x55870b6582c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.440+0000 7f9e9ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b25e270 0x55870b6582c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37290/0 (socket says 172.21.15.33:37290) 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.440+0000 7f9e9ed9d640 1 -- 172.21.15.33:0/2207659505 learned_addr learned my addr 172.21.15.33:0/2207659505 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.440+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/2207659505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b2353b0 0x55870b5ff800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.440+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/2207659505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b23d590 0x55870b62e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.441+0000 7f9e9ed9d640 1 -- 172.21.15.33:0/2207659505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b23d590 msgr2=0x55870b62e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.441+0000 7f9e9ed9d640 1 --2- 172.21.15.33:0/2207659505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b23d590 0x55870b62e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.441+0000 7f9e9ed9d640 1 -- 172.21.15.33:0/2207659505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b2353b0 msgr2=0x55870b5ff800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.441+0000 7f9e9ed9d640 1 --2- 172.21.15.33:0/2207659505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b2353b0 0x55870b5ff800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.441+0000 7f9e9ed9d640 1 -- 172.21.15.33:0/2207659505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55870b627270 con 0x55870b25e270 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.441+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/2207659505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b23d590 0x55870b62e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:06.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.441+0000 7f9e9ed9d640 1 --2- 172.21.15.33:0/2207659505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b25e270 0x55870b6582c0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f9e98061530 tx=0x7f9e980612b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2891c32450fe8151 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.441+0000 7f9e7f7fe640 1 -- 172.21.15.33:0/2207659505 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e9801d030 con 0x55870b25e270 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.441+0000 7f9e7f7fe640 1 -- 172.21.15.33:0/2207659505 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e98065d80 con 0x55870b25e270 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.441+0000 7f9e7f7fe640 1 -- 172.21.15.33:0/2207659505 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e9806a7a0 con 0x55870b25e270 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.442+0000 7f9eabe85740 1 -- 172.21.15.33:0/2207659505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b25e270 msgr2=0x55870b6582c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.442+0000 7f9eabe85740 1 --2- 172.21.15.33:0/2207659505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b25e270 0x55870b6582c0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f9e98061530 tx=0x7f9e980612b0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.442+0000 7f9eabe85740 1 -- 172.21.15.33:0/2207659505 shutdown_connections 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.442+0000 7f9eabe85740 1 --2- 172.21.15.33:0/2207659505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b25e270 0x55870b6582c0 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.442+0000 7f9eabe85740 1 --2- 172.21.15.33:0/2207659505 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b23d590 0x55870b62e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.442+0000 7f9eabe85740 1 --2- 172.21.15.33:0/2207659505 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b2353b0 0x55870b5ff800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.442+0000 7f9eabe85740 1 -- 172.21.15.33:0/2207659505 >> 172.21.15.33:0/2207659505 conn(0x55870b2523c0 msgr2=0x55870b6053e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.442+0000 7f9eabe85740 1 -- 172.21.15.33:0/2207659505 shutdown_connections 2024-07-26T15:45:06.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.442+0000 7f9eabe85740 1 -- 172.21.15.33:0/2207659505 wait complete. 2024-07-26T15:45:06.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.442+0000 7f9eabe85740 1 -- start start 2024-07-26T15:45:06.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.443+0000 7f9eabe85740 1 Processor -- start 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b2353b0 0x55870b6bc5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6c64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9eabe85740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b25e270 0x55870b662ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9eabe85740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55870b65ba80 con 0x55870b23d590 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9eabe85740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55870b63fa00 con 0x55870b25e270 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9eabe85740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55870b6550e0 con 0x55870b2353b0 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9eabe85740 10 client.0 _ll_register_callbacks cb 0x7f9e8800a8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9e9dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6c64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9e9dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6c64e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37306/0 (socket says 172.21.15.33:37306) 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/511901552 learned_addr learned my addr 172.21.15.33:0/511901552 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9e9ed9d640 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b25e270 0x55870b662ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b2353b0 0x55870b6bc5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b2353b0 msgr2=0x55870b6bc5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b2353b0 0x55870b6bc5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b25e270 msgr2=0x55870b662ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b25e270 0x55870b662ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.444+0000 7f9e9dd9b640 1 -- 172.21.15.33:0/511901552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55870b6c6a20 con 0x55870b23d590 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9e9dd9b640 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6c64e0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f9e8802c830 tx=0x7f9e8802c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c8d100c0ffe7f0f server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9e7d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/511901552 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e88027040 con 0x55870b23d590 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/511901552 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f9e88018b70 con 0x55870b23d590 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9eabe85740 1 -- 172.21.15.33:0/511901552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e98065d80 con 0x55870b23d590 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/511901552 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) ==== 24+0+0 (secure 0 0 0) 0x7f9e88044050 con 0x55870b23d590 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9eabe85740 10 client.7017 fetch_fsmap learned FSMap version 45 2024-07-26T15:45:06.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9eabe85740 1 -- 172.21.15.33:0/511901552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=2+}) -- 0x55870b5fa510 con 0x55870b23d590 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/511901552 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e98065d80 con 0x55870b23d590 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/511901552 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 45) ==== 3502+0+0 (secure 0 0 0) 0x7f9e88047020 con 0x55870b23d590 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9eabe85740 10 client.7017 fetch_fsmap finished waiting for FSMap version 45 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9eabe85740 10 client.7017 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9eabe85740 20 client.7017 populate_metadata read hostname 'smithi033' 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9eabe85740 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:6833/2955784907,v1:172.21.15.154:6835/2955784907] conn(0x55870b62a320 0x55870b659bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9eabe85740 4 client.7017 mds_command: new command op to 6454 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.445+0000 7f9eabe85740 1 -- 172.21.15.33:0/511901552 --> [v2:172.21.15.154:6833/2955784907,v1:172.21.15.154:6835/2955784907] -- command(tid 0: {"prefix": "status"}) -- 0x55870b573de0 con 0x55870b62a320 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.446+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:6833/2955784907,v1:172.21.15.154:6835/2955784907] conn(0x55870b62a320 0x55870b659bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.446+0000 7f9e7d7fa640 10 client.7017 ms_handle_connect on v2:172.21.15.154:6833/2955784907 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.446+0000 7f9e9e59c640 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:6833/2955784907,v1:172.21.15.154:6835/2955784907] conn(0x55870b62a320 0x55870b659bd0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=73c5a8829c5f3c38 server_cookie=d179576e24d3f727 in_seq=0 out_seq=0 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.446+0000 7f9e7d7fa640 1 -- 172.21.15.33:0/511901552 <== mds.0 v2:172.21.15.154:6833/2955784907 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55870b573de0 con 0x55870b62a320 2024-07-26T15:45:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.446+0000 7f9e7d7fa640 10 client.7017 handle_command_reply: tid=0 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.446+0000 7f9eabe85740 1 client.7017 shutdown 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.446+0000 7f9eabe85740 1 -- 172.21.15.33:0/511901552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 msgr2=0x55870b6c64e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.446+0000 7f9eabe85740 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6c64e0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f9e8802c830 tx=0x7f9e8802c860 comp rx=0 tx=0).stop 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9eabe85740 1 -- 172.21.15.33:0/511901552 shutdown_connections 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9eabe85740 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:6833/2955784907,v1:172.21.15.154:6835/2955784907] conn(0x55870b62a320 0x55870b659bd0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9eabe85740 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55870b25e270 0x55870b662ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9eabe85740 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55870b23d590 0x55870b6c64e0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9eabe85740 1 --2- 172.21.15.33:0/511901552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55870b2353b0 0x55870b6bc5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9e7d7fa640 0 client.7017 ms_handle_reset on v2:172.21.15.154:6833/2955784907 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9eabe85740 1 -- 172.21.15.33:0/511901552 >> 172.21.15.33:0/511901552 conn(0x55870b2523c0 msgr2=0x55870b5fd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9eabe85740 1 -- 172.21.15.33:0/511901552 shutdown_connections 2024-07-26T15:45:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9eabe85740 1 -- 172.21.15.33:0/511901552 wait complete. 2024-07-26T15:45:06.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9eabe85740 20 client.7017 trim_cache size 0 max 16384 2024-07-26T15:45:06.454 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:45:06.454 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T15:45:06.454 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T15:45:06.454 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 6454, 2024-07-26T15:45:06.454 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T15:45:06.454 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T15:45:06.454 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T15:45:06.454 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 10.405809645, 2024-07-26T15:45:06.455 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 45, 2024-07-26T15:45:06.455 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 103, 2024-07-26T15:45:06.455 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 103, 2024-07-26T15:45:06.455 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 15.029679936999999 2024-07-26T15:45:06.455 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:45:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 -- 172.21.15.33:0/1974037183 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9e80077160 msgr2=0x7f9e80079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9e80077160 0x7f9e80079670 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9e90035000 tx=0x7f9e9003b040 comp rx=0 tx=0).stop 2024-07-26T15:45:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 -- 172.21.15.33:0/1974037183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea00cfa50 msgr2=0x7f9ea01f5c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea00cfa50 0x7f9ea01f5c60 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f9e9800c740 tx=0x7f9e9800cc00 comp rx=0 tx=0).stop 2024-07-26T15:45:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 -- 172.21.15.33:0/1974037183 shutdown_connections 2024-07-26T15:45:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f9e80077160 0x7f9e80079670 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ea00cfa50 0x7f9ea01f5c60 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9ea00b6390 0x7f9ea01f5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 --2- 172.21.15.33:0/1974037183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9ea00b5f80 0x7f9ea01f85f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 -- 172.21.15.33:0/1974037183 >> 172.21.15.33:0/1974037183 conn(0x7f9ea00d3de0 msgr2=0x7f9ea00b0ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 -- 172.21.15.33:0/1974037183 shutdown_connections 2024-07-26T15:45:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.447+0000 7f9ea4f74640 1 -- 172.21.15.33:0/1974037183 wait complete. 2024-07-26T15:45:06.460 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:45:06.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.577+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/1971718930 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b0c004800 msgr2=0x7f1b0c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.577+0000 7f1b2b5eb640 1 --2- 172.21.15.33:0/1971718930 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b0c004800 0x7f1b0c004c10 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f1b180016c0 tx=0x7f1b0c005830 comp rx=0 tx=0).stop 2024-07-26T15:45:06.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.577+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/1971718930 shutdown_connections 2024-07-26T15:45:06.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.577+0000 7f1b2b5eb640 1 --2- 172.21.15.33:0/1971718930 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b0c004800 0x7f1b0c004c10 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.577+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/1971718930 >> 172.21.15.33:0/1971718930 conn(0x7f1b240d3db0 msgr2=0x7f1b240d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:06.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.577+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/1971718930 shutdown_connections 2024-07-26T15:45:06.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.577+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/1971718930 wait complete. 2024-07-26T15:45:06.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.579+0000 7f1b2b5eb640 1 Processor -- start 2024-07-26T15:45:06.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.579+0000 7f1b2b5eb640 1 -- start start 2024-07-26T15:45:06.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.580+0000 7f1b2b5eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b0c004800 0x7f1b241f8fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.580+0000 7f1b2b5eb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1b2409e2c0 0x7f1b2406dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.580+0000 7f1b2b5eb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1b2409e6d0 0x7f1b2406e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.580+0000 7f1b2b5eb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1b2408c460 con 0x7f1b0c004800 2024-07-26T15:45:06.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.580+0000 7f1b2b5eb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1b240b3b70 con 0x7f1b2409e6d0 2024-07-26T15:45:06.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.580+0000 7f1b2b5eb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1b2408c5e0 con 0x7f1b2409e2c0 2024-07-26T15:45:06.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.580+0000 7f1b29387640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b0c004800 0x7f1b241f8fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.580+0000 7f1b29387640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b0c004800 0x7f1b241f8fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37314/0 (socket says 172.21.15.33:37314) 2024-07-26T15:45:06.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.580+0000 7f1b29387640 1 -- 172.21.15.33:0/2343890172 learned_addr learned my addr 172.21.15.33:0/2343890172 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:06.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.580+0000 7f1b28b86640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1b2409e2c0 0x7f1b2406dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.580+0000 7f1b29b88640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1b2409e6d0 0x7f1b2406e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.581+0000 7f1b29387640 1 -- 172.21.15.33:0/2343890172 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1b2409e2c0 msgr2=0x7f1b2406dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.581+0000 7f1b29387640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1b2409e2c0 0x7f1b2406dd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.581+0000 7f1b29387640 1 -- 172.21.15.33:0/2343890172 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1b2409e6d0 msgr2=0x7f1b2406e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.581+0000 7f1b29387640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1b2409e6d0 0x7f1b2406e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.581+0000 7f1b29387640 1 -- 172.21.15.33:0/2343890172 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b241f5390 con 0x7f1b0c004800 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.581+0000 7f1b29387640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b0c004800 0x7f1b241f8fb0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f1b14011d40 tx=0x7f1b1400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.581+0000 7f1b21ffb640 1 -- 172.21.15.33:0/2343890172 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b14003d80 con 0x7f1b0c004800 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.581+0000 7f1b21ffb640 1 -- 172.21.15.33:0/2343890172 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1b14004b20 con 0x7f1b0c004800 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.581+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/2343890172 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b241f5670 con 0x7f1b0c004800 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.581+0000 7f1b21ffb640 1 -- 172.21.15.33:0/2343890172 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b14004050 con 0x7f1b0c004800 2024-07-26T15:45:06.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.581+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/2343890172 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b241f5c30 con 0x7f1b0c004800 2024-07-26T15:45:06.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.582+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/2343890172 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b240d24e0 con 0x7f1b0c004800 2024-07-26T15:45:06.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.583+0000 7f1b21ffb640 1 -- 172.21.15.33:0/2343890172 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7f1b140041f0 con 0x7f1b0c004800 2024-07-26T15:45:06.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.584+0000 7f1b21ffb640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1b10077130 0x7f1b10079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:06.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.584+0000 7f1b28b86640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1b10077130 0x7f1b10079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:06.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.584+0000 7f1b21ffb640 1 -- 172.21.15.33:0/2343890172 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f1b1409a0e0 con 0x7f1b0c004800 2024-07-26T15:45:06.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.584+0000 7f1b28b86640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1b10077130 0x7f1b10079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f1b18032000 tx=0x7f1b18001190 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:06.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.588+0000 7f1b21ffb640 1 -- 172.21.15.33:0/2343890172 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1b14062e70 con 0x7f1b0c004800 2024-07-26T15:45:06.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.822+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/2343890172 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1b240b7240 con 0x7f1b0c004800 2024-07-26T15:45:06.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.822+0000 7f1b21ffb640 1 -- 172.21.15.33:0/2343890172 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v45) ==== 53+0+73 (secure 0 0 0) 0x7f1b14062770 con 0x7f1b0c004800 2024-07-26T15:45:06.824 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T15:45:06.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.824+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/2343890172 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1b10077130 msgr2=0x7f1b10079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.824+0000 7f1b2b5eb640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1b10077130 0x7f1b10079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f1b18032000 tx=0x7f1b18001190 comp rx=0 tx=0).stop 2024-07-26T15:45:06.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.824+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/2343890172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b0c004800 msgr2=0x7f1b241f8fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:06.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.824+0000 7f1b2b5eb640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b0c004800 0x7f1b241f8fb0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f1b14011d40 tx=0x7f1b1400f790 comp rx=0 tx=0).stop 2024-07-26T15:45:06.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.824+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/2343890172 shutdown_connections 2024-07-26T15:45:06.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.824+0000 7f1b2b5eb640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f1b10077130 0x7f1b10079640 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.824+0000 7f1b2b5eb640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1b2409e6d0 0x7f1b2406e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.824+0000 7f1b2b5eb640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1b2409e2c0 0x7f1b2406dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.824+0000 7f1b2b5eb640 1 --2- 172.21.15.33:0/2343890172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b0c004800 0x7f1b241f8fb0 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:06.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.824+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/2343890172 >> 172.21.15.33:0/2343890172 conn(0x7f1b240d3db0 msgr2=0x7f1b241ea260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:06.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.825+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/2343890172 shutdown_connections 2024-07-26T15:45:06.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:06.825+0000 7f1b2b5eb640 1 -- 172.21.15.33:0/2343890172 wait complete. 2024-07-26T15:45:06.837 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:45:06.837 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:45:06.837 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T15:45:06.837 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T15:45:06.837 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:06.837 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:45:06.838 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:45:06.838 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:45:06.838 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:45:06.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:06.838 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T15:45:06.854 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:45:06.854 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:45:06.854 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:45:06.854 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:06.854 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 41750sec preferred_lft 41750sec 2024-07-26T15:45:06.855 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:45:06.856 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:45:06.857 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T15:45:06.857 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:06.857 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:45:06.857 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:45:06.857 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T15:45:06.857 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:06.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:06.857 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:45:06.918 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T15:45:06.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:06.920 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T15:45:06.976 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T15:45:06.976 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:45:06.976 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T15:45:06.977 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T15:45:06.977 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:45:06.977 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:45:06.977 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:45:06.977 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T15:45:06.977 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T15:45:06.977 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T15:45:06.977 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:45:07.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:07 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:45:07.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:45:07.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:07.105 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:45:07.121 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T15:45:07.121 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T15:45:07.121 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:45:07.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:07.122 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T15:45:07.186 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T15:45:07.187 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:45:07.187 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:07.243 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:45:07.243 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:45:07.243 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:07.299 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:45:07.365 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:45:07.422 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:45:07.422 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:45:07.422 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:45:07.422 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:45:07.422 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:45:07.422 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:45:07.422 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:45:07.423 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:45:07.424 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:45:07.425 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:45:07.425 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:45:07.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:07.425 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:45:07.478 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T15:45:07.478 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T15:45:07.521 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:45:07.546 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:45:07.604 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:45:07.604 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:45:07.604 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:45:07.604 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:45:07.604 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:45:07.604 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:45:07.604 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:45:07.604 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:45:07.605 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:45:07.606 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:45:07.607 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:45:07.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:07.607 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:45:07.615 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T15:45:07.614+0000 7fcc4c60d480 -1 init, newargv = 0x7fcc3c004360 newargc=15 2024-07-26T15:45:07.615 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[67299]: starting ceph client 2024-07-26T15:45:07.620 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[67299]: starting fuse 2024-07-26T15:45:07.631 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:45:07.631 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T15:45:07.631 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:45:07.631 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T15:45:07.631 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T15:45:07.632 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:45:07.633 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:45:07.633 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:45:07.633 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T15:45:07.633 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T15:45:07.633 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T15:45:07.633 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:45:07.633 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:45:07.633 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T15:45:07.633 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T15:45:07.752 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.67299.asok 2024-07-26T15:45:07.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:45:07.762 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.67299.asok 2024-07-26T15:45:07.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:07.762 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.67299.asok status 2024-07-26T15:45:07.909 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:45:07.909 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T15:45:07.909 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:45:07.909 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:45:07.909 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T15:45:07.909 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "67299", 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 7029, 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 7029 2024-07-26T15:45:07.910 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3138592269 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3138592269 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.7029 192.168.0.1:0/3138592269", 2024-07-26T15:45:07.912 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/3138592269", 2024-07-26T15:45:07.912 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T15:45:07.912 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 45, 2024-07-26T15:45:07.912 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 103, 2024-07-26T15:45:07.912 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:45:07.912 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T15:45:07.912 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T15:45:07.912 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:45:07.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:07.918 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T15:45:07.918 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:07.934 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T15:45:07.934 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:07.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:07.935 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:08.002 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T15:45:08.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.159+0000 7fb043244640 1 -- 172.21.15.33:0/13569441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb03c0cfcc0 msgr2=0x7fb03c0ce3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:08.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.159+0000 7fb043244640 1 --2- 172.21.15.33:0/13569441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb03c0cfcc0 0x7fb03c0ce3c0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7fb03c06d540 tx=0x7fb02c02a480 comp rx=0 tx=0).stop 2024-07-26T15:45:08.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.159+0000 7fb043244640 1 -- 172.21.15.33:0/13569441 shutdown_connections 2024-07-26T15:45:08.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.159+0000 7fb043244640 1 --2- 172.21.15.33:0/13569441 >> v2:172.21.15.154:3300/0 conn(0x7fb03c0cd6a0 0x7fb03c0ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:08.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.159+0000 7fb043244640 1 --2- 172.21.15.33:0/13569441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb03c0cfcc0 0x7fb03c0ce3c0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:08.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.159+0000 7fb043244640 1 -- 172.21.15.33:0/13569441 >> 172.21.15.33:0/13569441 conn(0x7fb03c0b3810 msgr2=0x7fb03c0b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:08.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.159+0000 7fb043244640 1 -- 172.21.15.33:0/13569441 shutdown_connections 2024-07-26T15:45:08.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.159+0000 7fb043244640 1 -- 172.21.15.33:0/13569441 wait complete. 2024-07-26T15:45:08.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.161+0000 7fb043244640 1 Processor -- start 2024-07-26T15:45:08.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.161+0000 7fb043244640 1 -- start start 2024-07-26T15:45:08.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.162+0000 7fb043244640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb03c0b74c0 0x7fb03c0cb080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:08.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.162+0000 7fb043244640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb03c0cd6a0 0x7fb03c15d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:08.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.162+0000 7fb043244640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb03c0cfcc0 0x7fb03c15def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:08.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.162+0000 7fb043244640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb03c0b61c0 con 0x7fb03c0cd6a0 2024-07-26T15:45:08.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.162+0000 7fb043244640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb03c0b6040 con 0x7fb03c0b74c0 2024-07-26T15:45:08.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.162+0000 7fb043244640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb03c0b6340 con 0x7fb03c0cfcc0 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.162+0000 7fb03bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb03c0cd6a0 0x7fb03c15d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.162+0000 7fb03bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb03c0cd6a0 0x7fb03c15d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37324/0 (socket says 172.21.15.33:37324) 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.162+0000 7fb03bfff640 1 -- 172.21.15.33:0/130534552 learned_addr learned my addr 172.21.15.33:0/130534552 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb040fe0640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb03c0b74c0 0x7fb03c0cb080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb0417e1640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb03c0cfcc0 0x7fb03c15def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb03bfff640 1 -- 172.21.15.33:0/130534552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb03c0cfcc0 msgr2=0x7fb03c15def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb03bfff640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb03c0cfcc0 0x7fb03c15def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb03bfff640 1 -- 172.21.15.33:0/130534552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb03c0b74c0 msgr2=0x7fb03c0cb080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb03bfff640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb03c0b74c0 0x7fb03c0cb080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb03bfff640 1 -- 172.21.15.33:0/130534552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb03c1f89a0 con 0x7fb03c0cd6a0 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb03bfff640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb03c0cd6a0 0x7fb03c15d9b0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fb02400ba80 tx=0x7fb02400bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb0397fa640 1 -- 172.21.15.33:0/130534552 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb02400cc00 con 0x7fb03c0cd6a0 2024-07-26T15:45:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb0397fa640 1 -- 172.21.15.33:0/130534552 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb024003970 con 0x7fb03c0cd6a0 2024-07-26T15:45:08.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb043244640 1 -- 172.21.15.33:0/130534552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb03c1f8c80 con 0x7fb03c0cd6a0 2024-07-26T15:45:08.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb0397fa640 1 -- 172.21.15.33:0/130534552 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb024003e00 con 0x7fb03c0cd6a0 2024-07-26T15:45:08.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.163+0000 7fb043244640 1 -- 172.21.15.33:0/130534552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb03c1f9240 con 0x7fb03c0cd6a0 2024-07-26T15:45:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.164+0000 7fb043244640 1 -- 172.21.15.33:0/130534552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb03c0b6860 con 0x7fb03c0cd6a0 2024-07-26T15:45:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.165+0000 7fb0397fa640 1 -- 172.21.15.33:0/130534552 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7fb024004000 con 0x7fb03c0cd6a0 2024-07-26T15:45:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.165+0000 7fb0397fa640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fb01c077160 0x7fb01c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.166+0000 7fb0397fa640 1 -- 172.21.15.33:0/130534552 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7fb024098b80 con 0x7fb03c0cd6a0 2024-07-26T15:45:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.166+0000 7fb040fe0640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fb01c077160 0x7fb01c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.166+0000 7fb040fe0640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fb01c077160 0x7fb01c079670 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb02c034000 tx=0x7fb02c004730 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:08.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.170+0000 7fb0397fa640 1 -- 172.21.15.33:0/130534552 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb024061480 con 0x7fb03c0cd6a0 2024-07-26T15:45:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.388+0000 7fb043244640 1 -- 172.21.15.33:0/130534552 --> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fb03c0d0a30 con 0x7fb01c077160 2024-07-26T15:45:08.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.389+0000 7fb0397fa640 1 -- 172.21.15.33:0/130534552 <== mgr.6687 v2:172.21.15.33:6836/3062007989 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fb03c0d0a30 con 0x7fb01c077160 2024-07-26T15:45:08.390 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:45:08.391 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:08.391 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T15:45:08.391 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:08.391 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:45:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.391+0000 7fb043244640 1 -- 172.21.15.33:0/130534552 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fb01c077160 msgr2=0x7fb01c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.392+0000 7fb043244640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fb01c077160 0x7fb01c079670 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb02c034000 tx=0x7fb02c004730 comp rx=0 tx=0).stop 2024-07-26T15:45:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.392+0000 7fb043244640 1 -- 172.21.15.33:0/130534552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb03c0cd6a0 msgr2=0x7fb03c15d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.392+0000 7fb043244640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb03c0cd6a0 0x7fb03c15d9b0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fb02400ba80 tx=0x7fb02400bf40 comp rx=0 tx=0).stop 2024-07-26T15:45:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.392+0000 7fb043244640 1 -- 172.21.15.33:0/130534552 shutdown_connections 2024-07-26T15:45:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.392+0000 7fb043244640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fb01c077160 0x7fb01c079670 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.392+0000 7fb043244640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb03c0cfcc0 0x7fb03c15def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.392+0000 7fb043244640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb03c0cd6a0 0x7fb03c15d9b0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.392+0000 7fb043244640 1 --2- 172.21.15.33:0/130534552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb03c0b74c0 0x7fb03c0cb080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.392+0000 7fb043244640 1 -- 172.21.15.33:0/130534552 >> 172.21.15.33:0/130534552 conn(0x7fb03c0b3810 msgr2=0x7fb03c0d24f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.392+0000 7fb043244640 1 -- 172.21.15.33:0/130534552 shutdown_connections 2024-07-26T15:45:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.392+0000 7fb043244640 1 -- 172.21.15.33:0/130534552 wait complete. 2024-07-26T15:45:08.405 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T15:45:08.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.523+0000 7fd1eec78640 1 -- 172.21.15.33:0/2955661420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1d8004800 msgr2=0x7fd1d8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:08.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.523+0000 7fd1eec78640 1 --2- 172.21.15.33:0/2955661420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1d8004800 0x7fd1d8004c10 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fd1e80d1940 tx=0x7fd1d8005830 comp rx=0 tx=0).stop 2024-07-26T15:45:08.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.523+0000 7fd1ed215640 1 -- 172.21.15.33:0/2955661420 reap_dead start 2024-07-26T15:45:08.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.523+0000 7fd1eec78640 1 -- 172.21.15.33:0/2955661420 shutdown_connections 2024-07-26T15:45:08.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.523+0000 7fd1eec78640 1 -- 172.21.15.33:0/2955661420 >> 172.21.15.33:0/2955661420 conn(0x7fd1e80d3dc0 msgr2=0x7fd1e80d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:08.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.523+0000 7fd1eec78640 1 -- 172.21.15.33:0/2955661420 shutdown_connections 2024-07-26T15:45:08.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.523+0000 7fd1eec78640 1 -- 172.21.15.33:0/2955661420 wait complete. 2024-07-26T15:45:08.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.525+0000 7fd1eec78640 1 Processor -- start 2024-07-26T15:45:08.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.525+0000 7fd1eec78640 1 -- start start 2024-07-26T15:45:08.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.526+0000 7fd1eec78640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1d8004800 0x7fd1e809f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:08.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eec78640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1e809ddb0 0x7fd1e80a0a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:08.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eec78640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1e81e80c0 0x7fd1e81e6a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:08.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eec78640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e80d0ab0 con 0x7fd1d8004800 2024-07-26T15:45:08.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eec78640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd1e80cfce0 con 0x7fd1e81e80c0 2024-07-26T15:45:08.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eec78640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd1e80d0c30 con 0x7fd1e809ddb0 2024-07-26T15:45:08.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eca14640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1d8004800 0x7fd1e809f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:08.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eca14640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1d8004800 0x7fd1e809f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37336/0 (socket says 172.21.15.33:37336) 2024-07-26T15:45:08.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eca14640 1 -- 172.21.15.33:0/101616318 learned_addr learned my addr 172.21.15.33:0/101616318 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1e7fff640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1e809ddb0 0x7fd1e80a0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1ed215640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1e81e80c0 0x7fd1e81e6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eca14640 1 -- 172.21.15.33:0/101616318 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1e809ddb0 msgr2=0x7fd1e80a0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eca14640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1e809ddb0 0x7fd1e80a0a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eca14640 1 -- 172.21.15.33:0/101616318 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1e81e80c0 msgr2=0x7fd1e81e6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eca14640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1e81e80c0 0x7fd1e81e6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eca14640 1 -- 172.21.15.33:0/101616318 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1e80a0f70 con 0x7fd1d8004800 2024-07-26T15:45:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1e7fff640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1e809ddb0 0x7fd1e80a0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eca14640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1d8004800 0x7fd1e809f4a0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc011ab0 tx=0x7fd1dc011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1e57fa640 1 -- 172.21.15.33:0/101616318 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc01e070 con 0x7fd1d8004800 2024-07-26T15:45:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1e57fa640 1 -- 172.21.15.33:0/101616318 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1dc00fc70 con 0x7fd1d8004800 2024-07-26T15:45:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1eec78640 1 -- 172.21.15.33:0/101616318 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1e809e400 con 0x7fd1d8004800 2024-07-26T15:45:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.527+0000 7fd1e57fa640 1 -- 172.21.15.33:0/101616318 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc019670 con 0x7fd1d8004800 2024-07-26T15:45:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.528+0000 7fd1eec78640 1 -- 172.21.15.33:0/101616318 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1e809e9c0 con 0x7fd1d8004800 2024-07-26T15:45:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.528+0000 7fd1eec78640 1 -- 172.21.15.33:0/101616318 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1e80cfe60 con 0x7fd1d8004800 2024-07-26T15:45:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.529+0000 7fd1e57fa640 1 -- 172.21.15.33:0/101616318 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 42) ==== 99241+0+0 (secure 0 0 0) 0x7fd1dc021070 con 0x7fd1d8004800 2024-07-26T15:45:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.530+0000 7fd1e57fa640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd1cc077130 0x7fd1cc079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.530+0000 7fd1e7fff640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd1cc077130 0x7fd1cc079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.530+0000 7fd1e57fa640 1 -- 172.21.15.33:0/101616318 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7fd1dc099490 con 0x7fd1d8004800 2024-07-26T15:45:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.531+0000 7fd1e7fff640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd1cc077130 0x7fd1cc079640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd1e80d1940 tx=0x7fd1d40046c0 comp rx=0 tx=0).ready entity=mgr.6687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:08.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.535+0000 7fd1e57fa640 1 -- 172.21.15.33:0/101616318 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd1e80cfe60 con 0x7fd1d8004800 2024-07-26T15:45:08.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:08.780+0000 7fd1eec78640 1 -- 172.21.15.33:0/101616318 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fd1e80d3800 con 0x7fd1d8004800 2024-07-26T15:45:09.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.783+0000 7fd1e57fa640 1 -- 172.21.15.33:0/101616318 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v43) ==== 92+0+0 (secure 0 0 0) 0x7fd1e80d3800 con 0x7fd1d8004800 2024-07-26T15:45:09.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.786+0000 7fd1eec78640 1 -- 172.21.15.33:0/101616318 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd1cc077130 msgr2=0x7fd1cc079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:09.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.786+0000 7fd1eec78640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd1cc077130 0x7fd1cc079640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd1e80d1940 tx=0x7fd1d40046c0 comp rx=0 tx=0).stop 2024-07-26T15:45:09.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.786+0000 7fd1eec78640 1 -- 172.21.15.33:0/101616318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1d8004800 msgr2=0x7fd1e809f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:09.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.786+0000 7fd1eec78640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1d8004800 0x7fd1e809f4a0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc011ab0 tx=0x7fd1dc011f70 comp rx=0 tx=0).stop 2024-07-26T15:45:09.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.787+0000 7fd1eec78640 1 -- 172.21.15.33:0/101616318 shutdown_connections 2024-07-26T15:45:09.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.787+0000 7fd1eec78640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd1cc077130 0x7fd1cc079640 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:09.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.787+0000 7fd1eec78640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1e81e80c0 0x7fd1e81e6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:09.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.787+0000 7fd1eec78640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1e809ddb0 0x7fd1e80a0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:09.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.787+0000 7fd1eec78640 1 --2- 172.21.15.33:0/101616318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1d8004800 0x7fd1e809f4a0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:09.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.787+0000 7fd1eec78640 1 -- 172.21.15.33:0/101616318 >> 172.21.15.33:0/101616318 conn(0x7fd1e80d3dc0 msgr2=0x7fd1e806cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:09.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.787+0000 7fd1eec78640 1 -- 172.21.15.33:0/101616318 shutdown_connections 2024-07-26T15:45:09.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.788+0000 7fd1eec78640 1 -- 172.21.15.33:0/101616318 wait complete. 2024-07-26T15:45:09.806 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T15:45:09.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.936+0000 7f4f75777640 1 -- 172.21.15.33:0/1256807106 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4f58003a00 msgr2=0x7f4f58003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:09.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.936+0000 7f4f75777640 1 --2- 172.21.15.33:0/1256807106 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4f58003a00 0x7f4f58003e70 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f4f60009b50 tx=0x7f4f58005830 comp rx=0 tx=0).stop 2024-07-26T15:45:09.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.936+0000 7f4f6f7fe640 1 -- 172.21.15.33:0/1256807106 reap_dead start 2024-07-26T15:45:09.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.936+0000 7f4f75777640 1 -- 172.21.15.33:0/1256807106 shutdown_connections 2024-07-26T15:45:09.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.936+0000 7f4f75777640 1 -- 172.21.15.33:0/1256807106 >> 172.21.15.33:0/1256807106 conn(0x7f4f700d3de0 msgr2=0x7f4f700d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:09.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.936+0000 7f4f75777640 1 -- 172.21.15.33:0/1256807106 shutdown_connections 2024-07-26T15:45:09.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.936+0000 7f4f75777640 1 -- 172.21.15.33:0/1256807106 wait complete. 2024-07-26T15:45:09.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.938+0000 7f4f75777640 1 Processor -- start 2024-07-26T15:45:09.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.938+0000 7f4f75777640 1 -- start start 2024-07-26T15:45:09.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f75777640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4f58003a00 0x7f4f701e60d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:09.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f75777640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4f700cc770 0x7f4f700ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f75777640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4f700c9d00 0x7f4f700ca110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f75777640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4f700b2d30 con 0x7f4f700c9d00 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f75777640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4f700d2730 con 0x7f4f58003a00 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f75777640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4f700b5a40 con 0x7f4f700cc770 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f6f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4f700c9d00 0x7f4f700ca110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f6f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4f700c9d00 0x7f4f700ca110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37362/0 (socket says 172.21.15.33:37362) 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f6f7fe640 1 -- 172.21.15.33:0/2097876830 learned_addr learned my addr 172.21.15.33:0/2097876830 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f6e7fc640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4f700cc770 0x7f4f700ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f6effd640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4f58003a00 0x7f4f701e60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f6f7fe640 1 -- 172.21.15.33:0/2097876830 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4f700cc770 msgr2=0x7f4f700ccb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f6f7fe640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4f700cc770 0x7f4f700ccb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f6f7fe640 1 -- 172.21.15.33:0/2097876830 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4f58003a00 msgr2=0x7f4f701e60d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f6f7fe640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4f58003a00 0x7f4f701e60d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:09.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f6f7fe640 1 -- 172.21.15.33:0/2097876830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f701f56e0 con 0x7f4f700c9d00 2024-07-26T15:45:09.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.940+0000 7f4f6f7fe640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4f700c9d00 0x7f4f700ca110 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f4f700ce350 tx=0x7f4f68010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:09.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.941+0000 7f4f577fe640 1 -- 172.21.15.33:0/2097876830 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f68003970 con 0x7f4f700c9d00 2024-07-26T15:45:09.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.941+0000 7f4f577fe640 1 -- 172.21.15.33:0/2097876830 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4f68015070 con 0x7f4f700c9d00 2024-07-26T15:45:09.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.941+0000 7f4f577fe640 1 -- 172.21.15.33:0/2097876830 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f68003db0 con 0x7f4f700c9d00 2024-07-26T15:45:09.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.941+0000 7f4f75777640 1 -- 172.21.15.33:0/2097876830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f700ca650 con 0x7f4f700c9d00 2024-07-26T15:45:09.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.941+0000 7f4f75777640 1 -- 172.21.15.33:0/2097876830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f701f5c40 con 0x7f4f700c9d00 2024-07-26T15:45:09.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.942+0000 7f4f75777640 1 -- 172.21.15.33:0/2097876830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f700d0280 con 0x7f4f700c9d00 2024-07-26T15:45:09.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.943+0000 7f4f577fe640 1 -- 172.21.15.33:0/2097876830 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 43) ==== 99258+0+0 (secure 0 0 0) 0x7f4f68004030 con 0x7f4f700c9d00 2024-07-26T15:45:09.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.943+0000 7f4f577fe640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4f5c077180 0x7f4f5c079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:09.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.943+0000 7f4f6effd640 1 -- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4f5c077180 msgr2=0x7f4f5c079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3062007989 2024-07-26T15:45:09.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.943+0000 7f4f577fe640 1 -- 172.21.15.33:0/2097876830 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f4f68099350 con 0x7f4f700c9d00 2024-07-26T15:45:09.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.943+0000 7f4f6effd640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4f5c077180 0x7f4f5c079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:45:09.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:09.948+0000 7f4f577fe640 1 -- 172.21.15.33:0/2097876830 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4f700ca650 con 0x7f4f700c9d00 2024-07-26T15:45:10.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.143+0000 7f4f75777640 1 -- 172.21.15.33:0/2097876830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f4f7008de10 con 0x7f4f700c9d00 2024-07-26T15:45:10.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.144+0000 7f4f6effd640 1 -- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4f5c077180 msgr2=0x7f4f5c079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3062007989 2024-07-26T15:45:10.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.144+0000 7f4f6effd640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4f5c077180 0x7f4f5c079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:45:10.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.147+0000 7f4f577fe640 1 -- 172.21.15.33:0/2097876830 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v41)=0 v41) ==== 138+0+0 (secure 0 0 0) 0x7f4f701f56e0 con 0x7f4f700c9d00 2024-07-26T15:45:10.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.149+0000 7f4f75777640 1 -- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4f5c077180 msgr2=0x7f4f5c079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:45:10.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.149+0000 7f4f75777640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4f5c077180 0x7f4f5c079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.149+0000 7f4f75777640 1 -- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4f700c9d00 msgr2=0x7f4f700ca110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:10.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.149+0000 7f4f75777640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4f700c9d00 0x7f4f700ca110 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f4f700ce350 tx=0x7f4f68010f40 comp rx=0 tx=0).stop 2024-07-26T15:45:10.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.150+0000 7f4f75777640 1 -- 172.21.15.33:0/2097876830 shutdown_connections 2024-07-26T15:45:10.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.150+0000 7f4f75777640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f4f5c077180 0x7f4f5c079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.150+0000 7f4f75777640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4f700c9d00 0x7f4f700ca110 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.150+0000 7f4f75777640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4f700cc770 0x7f4f700ccb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.150+0000 7f4f75777640 1 --2- 172.21.15.33:0/2097876830 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4f58003a00 0x7f4f701e60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.150+0000 7f4f75777640 1 -- 172.21.15.33:0/2097876830 >> 172.21.15.33:0/2097876830 conn(0x7f4f700d3de0 msgr2=0x7f4f700b0950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:10.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.150+0000 7f4f75777640 1 -- 172.21.15.33:0/2097876830 shutdown_connections 2024-07-26T15:45:10.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.150+0000 7f4f75777640 1 -- 172.21.15.33:0/2097876830 wait complete. 2024-07-26T15:45:10.163 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T15:45:10.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.285+0000 7f1777b99640 1 -- 172.21.15.33:0/3485546087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17700b1d10 msgr2=0x7f1770164db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.285+0000 7f1777b99640 1 --2- 172.21.15.33:0/3485546087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17700b1d10 0x7f1770164db0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f17700731d0 tx=0x7f176802a9c0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.285+0000 7f1777b99640 1 -- 172.21.15.33:0/3485546087 shutdown_connections 2024-07-26T15:45:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.285+0000 7f1777b99640 1 --2- 172.21.15.33:0/3485546087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17700b1d10 0x7f1770164db0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.285+0000 7f1777b99640 1 --2- 172.21.15.33:0/3485546087 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17700b1900 0x7f1770162860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.285+0000 7f1777b99640 1 --2- 172.21.15.33:0/3485546087 >> v2:172.21.15.154:3300/0 conn(0x7f17700b6ed0 0x7f17700b13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.285+0000 7f1777b99640 1 -- 172.21.15.33:0/3485546087 >> 172.21.15.33:0/3485546087 conn(0x7f17700d1bb0 msgr2=0x7f17700d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.285+0000 7f1777b99640 1 -- 172.21.15.33:0/3485546087 shutdown_connections 2024-07-26T15:45:10.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.285+0000 7f1777b99640 1 -- 172.21.15.33:0/3485546087 wait complete. 2024-07-26T15:45:10.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.287+0000 7f1777b99640 1 Processor -- start 2024-07-26T15:45:10.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.287+0000 7f1777b99640 1 -- start start 2024-07-26T15:45:10.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1777b99640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17700b1900 0x7f17700cac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:10.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1777b99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17700b6ed0 0x7f17701f62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:10.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1777b99640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17701f67e0 0x7f17700afe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1777b99640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f17700b7640 con 0x7f17700b6ed0 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1777b99640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f17700b74c0 con 0x7f17701f67e0 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1777b99640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f17701652f0 con 0x7f17700b1900 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1775134640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17700b6ed0 0x7f17701f62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1775134640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17700b6ed0 0x7f17701f62a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37370/0 (socket says 172.21.15.33:37370) 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1775134640 1 -- 172.21.15.33:0/1774801510 learned_addr learned my addr 172.21.15.33:0/1774801510 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1776136640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17701f67e0 0x7f17700afe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1775935640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17700b1900 0x7f17700cac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1775134640 1 -- 172.21.15.33:0/1774801510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17700b1900 msgr2=0x7f17700cac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1775134640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17700b1900 0x7f17700cac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1775134640 1 -- 172.21.15.33:0/1774801510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17701f67e0 msgr2=0x7f17700afe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.288+0000 7f1775134640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17701f67e0 0x7f17700afe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.289+0000 7f1775134640 1 -- 172.21.15.33:0/1774801510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17701f7060 con 0x7f17700b6ed0 2024-07-26T15:45:10.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.289+0000 7f1775134640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17700b6ed0 0x7f17701f62a0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f176000e7c0 tx=0x7f176000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:10.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.289+0000 7f17667fc640 1 -- 172.21.15.33:0/1774801510 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f176000cc60 con 0x7f17700b6ed0 2024-07-26T15:45:10.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.289+0000 7f17667fc640 1 -- 172.21.15.33:0/1774801510 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f176000ce00 con 0x7f17700b6ed0 2024-07-26T15:45:10.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.289+0000 7f1777b99640 1 -- 172.21.15.33:0/1774801510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f177009d010 con 0x7f17700b6ed0 2024-07-26T15:45:10.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.289+0000 7f17667fc640 1 -- 172.21.15.33:0/1774801510 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1760005280 con 0x7f17700b6ed0 2024-07-26T15:45:10.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.289+0000 7f1777b99640 1 -- 172.21.15.33:0/1774801510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f177009d5d0 con 0x7f17700b6ed0 2024-07-26T15:45:10.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.290+0000 7f1777b99640 1 -- 172.21.15.33:0/1774801510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17701f6dd0 con 0x7f17700b6ed0 2024-07-26T15:45:10.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.291+0000 7f17667fc640 1 -- 172.21.15.33:0/1774801510 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 43) ==== 99258+0+0 (secure 0 0 0) 0x7f1760005420 con 0x7f17700b6ed0 2024-07-26T15:45:10.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.291+0000 7f17667fc640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f17540771b0 0x7f17540796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:10.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.291+0000 7f1775935640 1 -- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f17540771b0 msgr2=0x7f17540796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3062007989 2024-07-26T15:45:10.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.291+0000 7f17667fc640 1 -- 172.21.15.33:0/1774801510 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7f1760099470 con 0x7f17700b6ed0 2024-07-26T15:45:10.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.291+0000 7f1775935640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f17540771b0 0x7f17540796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:45:10.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.296+0000 7f17667fc640 1 -- 172.21.15.33:0/1774801510 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1760061c60 con 0x7f17700b6ed0 2024-07-26T15:45:10.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.489+0000 7f1777b99640 1 -- 172.21.15.33:0/1774801510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f17700b1d10 con 0x7f17700b6ed0 2024-07-26T15:45:10.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.492+0000 7f1775935640 1 -- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f17540771b0 msgr2=0x7f17540796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3062007989 2024-07-26T15:45:10.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.492+0000 7f1775935640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f17540771b0 0x7f17540796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:45:10.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.494+0000 7f17667fc640 1 -- 172.21.15.33:0/1774801510 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v42)=0 v42) ==== 133+0+0 (secure 0 0 0) 0x7f17600661b0 con 0x7f17700b6ed0 2024-07-26T15:45:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 -- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f17540771b0 msgr2=0x7f17540796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:45:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f17540771b0 0x7f17540796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 -- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17700b6ed0 msgr2=0x7f17701f62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17700b6ed0 0x7f17701f62a0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f176000e7c0 tx=0x7f176000ec80 comp rx=0 tx=0).stop 2024-07-26T15:45:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 -- 172.21.15.33:0/1774801510 shutdown_connections 2024-07-26T15:45:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7f17540771b0 0x7f17540796c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17701f67e0 0x7f17700afe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17700b6ed0 0x7f17701f62a0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 --2- 172.21.15.33:0/1774801510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17700b1900 0x7f17700cac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 -- 172.21.15.33:0/1774801510 >> 172.21.15.33:0/1774801510 conn(0x7f17700d1bb0 msgr2=0x7f1770163d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:10.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 -- 172.21.15.33:0/1774801510 shutdown_connections 2024-07-26T15:45:10.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.496+0000 7f1777b99640 1 -- 172.21.15.33:0/1774801510 wait complete. 2024-07-26T15:45:10.510 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list snap_test_dir1 2024-07-26T15:45:10.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.631+0000 7fd3238da640 1 -- 172.21.15.33:0/3799496591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd31c0b6ed0 msgr2=0x7fd31c0b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:10.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.631+0000 7fd3238da640 1 --2- 172.21.15.33:0/3799496591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd31c0b6ed0 0x7fd31c0b13c0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fd31c0d00e0 tx=0x7fd31802a4f0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.631+0000 7fd3238da640 1 -- 172.21.15.33:0/3799496591 shutdown_connections 2024-07-26T15:45:10.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.631+0000 7fd3238da640 1 --2- 172.21.15.33:0/3799496591 >> v2:172.21.15.154:3300/0 conn(0x7fd31c0b1900 0x7fd31c162860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.631+0000 7fd3238da640 1 --2- 172.21.15.33:0/3799496591 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd31c0b1d10 0x7fd31c164db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.631+0000 7fd3238da640 1 --2- 172.21.15.33:0/3799496591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd31c0b6ed0 0x7fd31c0b13c0 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.631+0000 7fd3238da640 1 -- 172.21.15.33:0/3799496591 >> 172.21.15.33:0/3799496591 conn(0x7fd31c0d1bb0 msgr2=0x7fd31c0d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:10.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.631+0000 7fd3238da640 1 -- 172.21.15.33:0/3799496591 shutdown_connections 2024-07-26T15:45:10.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.631+0000 7fd3238da640 1 -- 172.21.15.33:0/3799496591 wait complete. 2024-07-26T15:45:10.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.633+0000 7fd3238da640 1 Processor -- start 2024-07-26T15:45:10.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.633+0000 7fd3238da640 1 -- start start 2024-07-26T15:45:10.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.634+0000 7fd3238da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd31c0b1900 0x7fd31c1571e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:10.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.634+0000 7fd3238da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd31c0b6ed0 0x7fd31c0cbc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:10.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.634+0000 7fd3238da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd31c1598f0 0x7fd31c0af610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:10.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.634+0000 7fd3238da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd31c0b7640 con 0x7fd31c0b6ed0 2024-07-26T15:45:10.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.634+0000 7fd3238da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd31c0b74c0 con 0x7fd31c0b1900 2024-07-26T15:45:10.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.634+0000 7fd3238da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd31c1652f0 con 0x7fd31c1598f0 2024-07-26T15:45:10.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.634+0000 7fd320e75640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd31c0b6ed0 0x7fd31c0cbc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:10.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.634+0000 7fd320e75640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd31c0b6ed0 0x7fd31c0cbc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37390/0 (socket says 172.21.15.33:37390) 2024-07-26T15:45:10.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.634+0000 7fd320e75640 1 -- 172.21.15.33:0/598053036 learned_addr learned my addr 172.21.15.33:0/598053036 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:10.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.634+0000 7fd321676640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd31c0b1900 0x7fd31c1571e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:10.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.634+0000 7fd321e77640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd31c1598f0 0x7fd31c0af610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:10.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd320e75640 1 -- 172.21.15.33:0/598053036 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd31c1598f0 msgr2=0x7fd31c0af610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:10.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd320e75640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd31c1598f0 0x7fd31c0af610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd320e75640 1 -- 172.21.15.33:0/598053036 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd31c0b1900 msgr2=0x7fd31c1571e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:10.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd320e75640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd31c0b1900 0x7fd31c1571e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:10.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd320e75640 1 -- 172.21.15.33:0/598053036 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd31c1f7080 con 0x7fd31c0b6ed0 2024-07-26T15:45:10.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd321e77640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd31c1598f0 0x7fd31c0af610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:45:10.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd320e75640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd31c0b6ed0 0x7fd31c0cbc10 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7fd30c00e6f0 tx=0x7fd30c00ebb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:10.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30c00cab0 con 0x7fd31c0b6ed0 2024-07-26T15:45:10.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd30c00cd40 con 0x7fd31c0b6ed0 2024-07-26T15:45:10.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd3238da640 1 -- 172.21.15.33:0/598053036 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd31c158e10 con 0x7fd31c0b6ed0 2024-07-26T15:45:10.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30c010690 con 0x7fd31c0b6ed0 2024-07-26T15:45:10.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.635+0000 7fd3238da640 1 -- 172.21.15.33:0/598053036 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd31c0cc150 con 0x7fd31c0b6ed0 2024-07-26T15:45:10.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.636+0000 7fd3238da640 1 -- 172.21.15.33:0/598053036 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd31c0b1d10 con 0x7fd31c0b6ed0 2024-07-26T15:45:10.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.637+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 43) ==== 99258+0+0 (secure 0 0 0) 0x7fd30c010830 con 0x7fd31c0b6ed0 2024-07-26T15:45:10.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.638+0000 7fd311ffb640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd300077180 0x7fd300079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:10.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.638+0000 7fd321676640 1 -- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd300077180 msgr2=0x7fd300079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3062007989 2024-07-26T15:45:10.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.638+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 6129+0+0 (secure 0 0 0) 0x7fd30c099560 con 0x7fd31c0b6ed0 2024-07-26T15:45:10.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.638+0000 7fd321676640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd300077180 0x7fd300079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:45:10.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.643+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd30c061dd0 con 0x7fd31c0b6ed0 2024-07-26T15:45:10.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.840+0000 7fd321676640 1 -- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd300077180 msgr2=0x7fd300079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3062007989 2024-07-26T15:45:10.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.840+0000 7fd321676640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd300077180 0x7fd300079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:45:10.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:10.858+0000 7fd3238da640 1 -- 172.21.15.33:0/598053036 --> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7fd31c0cfab0 con 0x7fd300077180 2024-07-26T15:45:11.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:11.241+0000 7fd321676640 1 -- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd300077180 msgr2=0x7fd300079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3062007989 2024-07-26T15:45:11.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:11.241+0000 7fd321676640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd300077180 0x7fd300079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T15:45:12.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:12.042+0000 7fd321676640 1 -- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd300077180 msgr2=0x7fd300079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3062007989 2024-07-26T15:45:12.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:12.042+0000 7fd321676640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd300077180 0x7fd300079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T15:45:13.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:13.427+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 44) ==== 99258+0+0 (secure 0 0 0) 0x7fd30c0978d0 con 0x7fd31c0b6ed0 2024-07-26T15:45:13.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:13.615+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 45) ==== 98867+0+0 (secure 0 0 0) 0x7fd30c01eb40 con 0x7fd31c0b6ed0 2024-07-26T15:45:13.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:13.615+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd300077180 msgr2=0x7fd300079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:45:13.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:13.615+0000 7fd311ffb640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3062007989,v1:172.21.15.33:6837/3062007989] conn(0x7fd300077180 0x7fd300079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:13.766 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:45:13.764+0000 7fdf10310640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:13.766 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:45:13.764+0000 7fdf10310640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:13.766 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:45:13.764+0000 7fdf10310640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:13.766 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:45:13.764+0000 7fdf10310640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:13.766 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:45:13.764+0000 7fdf10310640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:13.766 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:45:13.764+0000 7fdf0cb09640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:13.766 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:45:13.764+0000 7fdf0cb09640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:13.766 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:45:13.764+0000 7fdf0cb09640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:13.766 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:45:13.764+0000 7fdf0cb09640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:13.767 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:45:13.764+0000 7fdf0cb09640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.617+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 <== mon.0 v2:172.21.15.33:3300/0 9 ==== mgrmap(e 46) ==== 98994+0+0 (secure 0 0 0) 0x7fd30c05e930 con 0x7fd31c0b6ed0 2024-07-26T15:45:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.618+0000 7fd311ffb640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7fd30003b350 0x7fd300081730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:14.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.618+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 --> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7fd30c013c10 con 0x7fd30003b350 2024-07-26T15:45:14.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.618+0000 7fd321676640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7fd30003b350 0x7fd300081730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:14.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.620+0000 7fd321676640 1 --2- 172.21.15.33:0/598053036 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7fd30003b350 0x7fd300081730 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fd318033000 tx=0x7fd318004730 comp rx=0 tx=0).ready entity=mgr.7050 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:14.632 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:45:14.631+0000 7fdf1731e640 -1 mgr.server reply reply (2) No such file or directory SnapSchedule for snap_test_dir1 not found 2024-07-26T15:45:14.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.631+0000 7fd311ffb640 1 -- 172.21.15.33:0/598053036 <== mgr.7050 v2:172.21.15.33:6836/3739546424 1 ==== mgr_command_reply(tid 0: -2 SnapSchedule for snap_test_dir1 not found) ==== 49+0+0 (secure 0 0 0) 0x7fd30c013c10 con 0x7fd30003b350 2024-07-26T15:45:14.633 INFO:teuthology.orchestra.run.smithi033.stderr:Error ENOENT: SnapSchedule for snap_test_dir1 not found 2024-07-26T15:45:14.639 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-07-26T15:45:14.640 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T15:45:14.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.765+0000 7f045bbc4640 1 -- 172.21.15.33:0/646424949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04540b6f60 msgr2=0x7f04540b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:14.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.765+0000 7f045bbc4640 1 --2- 172.21.15.33:0/646424949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04540b6f60 0x7f04540b31d0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f0450009830 tx=0x7f045002a480 comp rx=0 tx=0).stop 2024-07-26T15:45:14.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.765+0000 7f045bbc4640 1 -- 172.21.15.33:0/646424949 shutdown_connections 2024-07-26T15:45:14.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.765+0000 7f045bbc4640 1 --2- 172.21.15.33:0/646424949 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04540b6f60 0x7f04540b31d0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:14.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.765+0000 7f045bbc4640 1 -- 172.21.15.33:0/646424949 >> 172.21.15.33:0/646424949 conn(0x7f04540b37a0 msgr2=0x7f04540b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:14.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.766+0000 7f045bbc4640 1 -- 172.21.15.33:0/646424949 shutdown_connections 2024-07-26T15:45:14.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.766+0000 7f045bbc4640 1 -- 172.21.15.33:0/646424949 wait complete. 2024-07-26T15:45:14.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.767+0000 7f045bbc4640 1 Processor -- start 2024-07-26T15:45:14.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.767+0000 7f045bbc4640 1 -- start start 2024-07-26T15:45:14.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045bbc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04540b2600 0x7f04541521e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:14.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045bbc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04540b6f60 0x7f04540c7db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:14.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045bbc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04540ce2d0 0x7f045415aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:14.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045bbc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f04540cd310 con 0x7f04540ce2d0 2024-07-26T15:45:14.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045bbc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f04540cd190 con 0x7f04540b2600 2024-07-26T15:45:14.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045bbc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f04540cd490 con 0x7f04540b6f60 2024-07-26T15:45:14.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045a161640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04540ce2d0 0x7f045415aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:14.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045a161640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04540ce2d0 0x7f045415aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50272/0 (socket says 172.21.15.33:50272) 2024-07-26T15:45:14.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045a161640 1 -- 172.21.15.33:0/3285592197 learned_addr learned my addr 172.21.15.33:0/3285592197 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:14.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f0459960640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04540b2600 0x7f04541521e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045915f640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04540b6f60 0x7f04540c7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045a161640 1 -- 172.21.15.33:0/3285592197 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04540b6f60 msgr2=0x7f04540c7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045a161640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04540b6f60 0x7f04540c7db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045a161640 1 -- 172.21.15.33:0/3285592197 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04540b2600 msgr2=0x7f04541521e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045a161640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04540b2600 0x7f04541521e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045a161640 1 -- 172.21.15.33:0/3285592197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0454152720 con 0x7f04540ce2d0 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045915f640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04540b6f60 0x7f04540c7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045a161640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04540ce2d0 0x7f045415aa10 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f044c00b9e0 tx=0x7f044c00bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f04467fc640 1 -- 172.21.15.33:0/3285592197 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c019070 con 0x7f04540ce2d0 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f04467fc640 1 -- 172.21.15.33:0/3285592197 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f044c00cc10 con 0x7f04540ce2d0 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f045bbc4640 1 -- 172.21.15.33:0/3285592197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04541f3520 con 0x7f04540ce2d0 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.769+0000 7f04467fc640 1 -- 172.21.15.33:0/3285592197 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f044c014440 con 0x7f04540ce2d0 2024-07-26T15:45:14.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.770+0000 7f045bbc4640 1 -- 172.21.15.33:0/3285592197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04541f3ae0 con 0x7f04540ce2d0 2024-07-26T15:45:14.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.770+0000 7f045bbc4640 1 -- 172.21.15.33:0/3285592197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04540cd980 con 0x7f04540ce2d0 2024-07-26T15:45:14.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.771+0000 7f04467fc640 1 -- 172.21.15.33:0/3285592197 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 46) ==== 98994+0+0 (secure 0 0 0) 0x7f044c01c070 con 0x7f04540ce2d0 2024-07-26T15:45:14.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.772+0000 7f04467fc640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f0438076eb0 0x7f04380793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:14.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.772+0000 7f04467fc640 1 -- 172.21.15.33:0/3285592197 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 6473+0+0 (secure 0 0 0) 0x7f044c0985c0 con 0x7f04540ce2d0 2024-07-26T15:45:14.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.772+0000 7f0459960640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f0438076eb0 0x7f04380793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:14.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.772+0000 7f0459960640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f0438076eb0 0x7f04380793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0450034000 tx=0x7f0450004730 comp rx=0 tx=0).ready entity=mgr.7050 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:14.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:14.776+0000 7f04467fc640 1 -- 172.21.15.33:0/3285592197 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f044c0611c0 con 0x7f04540ce2d0 2024-07-26T15:45:15.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.021+0000 7f045bbc4640 1 -- 172.21.15.33:0/3285592197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7f0454069460 con 0x7f04540ce2d0 2024-07-26T15:45:15.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.624+0000 7f04467fc640 1 -- 172.21.15.33:0/3285592197 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v47) ==== 93+0+0 (secure 0 0 0) 0x7f044c065710 con 0x7f04540ce2d0 2024-07-26T15:45:15.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.627+0000 7f045bbc4640 1 -- 172.21.15.33:0/3285592197 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f0438076eb0 msgr2=0x7f04380793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:15.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.627+0000 7f045bbc4640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f0438076eb0 0x7f04380793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f0450034000 tx=0x7f0450004730 comp rx=0 tx=0).stop 2024-07-26T15:45:15.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.627+0000 7f045bbc4640 1 -- 172.21.15.33:0/3285592197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04540ce2d0 msgr2=0x7f045415aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:15.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.627+0000 7f045bbc4640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04540ce2d0 0x7f045415aa10 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f044c00b9e0 tx=0x7f044c00bea0 comp rx=0 tx=0).stop 2024-07-26T15:45:15.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.628+0000 7f045bbc4640 1 -- 172.21.15.33:0/3285592197 shutdown_connections 2024-07-26T15:45:15.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.628+0000 7f045bbc4640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f0438076eb0 0x7f04380793c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:15.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.628+0000 7f045bbc4640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04540ce2d0 0x7f045415aa10 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:15.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.628+0000 7f045bbc4640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04540b6f60 0x7f04540c7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:15.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.628+0000 7f045bbc4640 1 --2- 172.21.15.33:0/3285592197 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04540b2600 0x7f04541521e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:15.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.628+0000 7f045bbc4640 1 -- 172.21.15.33:0/3285592197 >> 172.21.15.33:0/3285592197 conn(0x7f04540b37a0 msgr2=0x7f04540ce6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:15.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.629+0000 7f045bbc4640 1 -- 172.21.15.33:0/3285592197 shutdown_connections 2024-07-26T15:45:15.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.630+0000 7f045bbc4640 1 -- 172.21.15.33:0/3285592197 wait complete. 2024-07-26T15:45:15.647 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T15:45:15.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.775+0000 7fdb75c41640 1 -- 172.21.15.33:0/2957164266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb700ce9e0 msgr2=0x7fdb700cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:15.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.775+0000 7fdb75c41640 1 --2- 172.21.15.33:0/2957164266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb700ce9e0 0x7fdb700cedf0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fdb68005fd0 tx=0x7fdb6802a980 comp rx=0 tx=0).stop 2024-07-26T15:45:15.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.775+0000 7fdb75c41640 1 -- 172.21.15.33:0/2957164266 shutdown_connections 2024-07-26T15:45:15.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.775+0000 7fdb75c41640 1 --2- 172.21.15.33:0/2957164266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb700ce9e0 0x7fdb700cedf0 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:15.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.775+0000 7fdb75c41640 1 --2- 172.21.15.33:0/2957164266 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb700b2dc0 0x7fdb700d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:15.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.775+0000 7fdb75c41640 1 -- 172.21.15.33:0/2957164266 >> 172.21.15.33:0/2957164266 conn(0x7fdb700d3e10 msgr2=0x7fdb700d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:15.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.775+0000 7fdb75c41640 1 -- 172.21.15.33:0/2957164266 shutdown_connections 2024-07-26T15:45:15.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.775+0000 7fdb75c41640 1 -- 172.21.15.33:0/2957164266 wait complete. 2024-07-26T15:45:15.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.778+0000 7fdb75c41640 1 Processor -- start 2024-07-26T15:45:15.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.778+0000 7fdb75c41640 1 -- start start 2024-07-26T15:45:15.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.780+0000 7fdb75c41640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb700b2dc0 0x7fdb701f5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:15.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.780+0000 7fdb75c41640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb700ce9e0 0x7fdb70164560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:15.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.780+0000 7fdb75c41640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb700d0570 0x7fdb70167360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:15.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.780+0000 7fdb75c41640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdb700cf4b0 con 0x7fdb700d0570 2024-07-26T15:45:15.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb75c41640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdb700cf330 con 0x7fdb700b2dc0 2024-07-26T15:45:15.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb75c41640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdb700cf630 con 0x7fdb700ce9e0 2024-07-26T15:45:15.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb6ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb700d0570 0x7fdb70167360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb6ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb700d0570 0x7fdb70167360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50302/0 (socket says 172.21.15.33:50302) 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb6ffff640 1 -- 172.21.15.33:0/3089188991 learned_addr learned my addr 172.21.15.33:0/3089188991 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb6effd640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb700ce9e0 0x7fdb70164560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb6f7fe640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb700b2dc0 0x7fdb701f5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb6ffff640 1 -- 172.21.15.33:0/3089188991 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb700ce9e0 msgr2=0x7fdb70164560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb6ffff640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb700ce9e0 0x7fdb70164560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb6ffff640 1 -- 172.21.15.33:0/3089188991 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb700b2dc0 msgr2=0x7fdb701f5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb6ffff640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb700b2dc0 0x7fdb701f5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb6ffff640 1 -- 172.21.15.33:0/3089188991 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb701f5d50 con 0x7fdb700d0570 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb6ffff640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb700d0570 0x7fdb70167360 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fdb68006010 tx=0x7fdb68009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb57fff640 1 -- 172.21.15.33:0/3089188991 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb68034040 con 0x7fdb700d0570 2024-07-26T15:45:15.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.781+0000 7fdb57fff640 1 -- 172.21.15.33:0/3089188991 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb68004540 con 0x7fdb700d0570 2024-07-26T15:45:15.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.782+0000 7fdb57fff640 1 -- 172.21.15.33:0/3089188991 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb68045480 con 0x7fdb700d0570 2024-07-26T15:45:15.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.782+0000 7fdb75c41640 1 -- 172.21.15.33:0/3089188991 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb70157380 con 0x7fdb700d0570 2024-07-26T15:45:15.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.782+0000 7fdb75c41640 1 -- 172.21.15.33:0/3089188991 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb70157940 con 0x7fdb700d0570 2024-07-26T15:45:15.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.783+0000 7fdb75c41640 1 -- 172.21.15.33:0/3089188991 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb700d2930 con 0x7fdb700d0570 2024-07-26T15:45:15.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.783+0000 7fdb57fff640 1 -- 172.21.15.33:0/3089188991 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 47) ==== 99242+0+0 (secure 0 0 0) 0x7fdb68037020 con 0x7fdb700d0570 2024-07-26T15:45:15.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.784+0000 7fdb57fff640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7fdb5c077130 0x7fdb5c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:15.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.784+0000 7fdb6f7fe640 1 -- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7fdb5c077130 msgr2=0x7fdb5c079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3739546424 2024-07-26T15:45:15.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.784+0000 7fdb57fff640 1 -- 172.21.15.33:0/3089188991 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 6473+0+0 (secure 0 0 0) 0x7fdb680ba530 con 0x7fdb700d0570 2024-07-26T15:45:15.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.784+0000 7fdb6f7fe640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7fdb5c077130 0x7fdb5c079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:45:15.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.789+0000 7fdb57fff640 1 -- 172.21.15.33:0/3089188991 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdb701f5d50 con 0x7fdb700d0570 2024-07-26T15:45:15.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.986+0000 7fdb6f7fe640 1 -- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7fdb5c077130 msgr2=0x7fdb5c079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3739546424 2024-07-26T15:45:15.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:15.986+0000 7fdb6f7fe640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7fdb5c077130 0x7fdb5c079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:45:16.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.034+0000 7fdb75c41640 1 -- 172.21.15.33:0/3089188991 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fdb701662d0 con 0x7fdb700d0570 2024-07-26T15:45:16.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.037+0000 7fdb57fff640 1 -- 172.21.15.33:0/3089188991 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v47) ==== 74+0+191279 (secure 0 0 0) 0x7fdb68082ce0 con 0x7fdb700d0570 2024-07-26T15:45:16.041 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:16.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 -- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7fdb5c077130 msgr2=0x7fdb5c079640 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:45:16.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7fdb5c077130 0x7fdb5c079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 -- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb700d0570 msgr2=0x7fdb70167360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:16.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb700d0570 0x7fdb70167360 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fdb68006010 tx=0x7fdb68009360 comp rx=0 tx=0).stop 2024-07-26T15:45:16.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 -- 172.21.15.33:0/3089188991 shutdown_connections 2024-07-26T15:45:16.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7fdb5c077130 0x7fdb5c079640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb700d0570 0x7fdb70167360 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb700ce9e0 0x7fdb70164560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 --2- 172.21.15.33:0/3089188991 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb700b2dc0 0x7fdb701f5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 -- 172.21.15.33:0/3089188991 >> 172.21.15.33:0/3089188991 conn(0x7fdb700d3e10 msgr2=0x7fdb7006d120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:16.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 -- 172.21.15.33:0/3089188991 shutdown_connections 2024-07-26T15:45:16.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.040+0000 7fdb75c41640 1 -- 172.21.15.33:0/3089188991 wait complete. 2024-07-26T15:45:16.053 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":47,"flags":0,"active_gid":7050,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":3739546424},{"type":"v1","addr":"172.21.15.33:6837","nonce":3739546424}]},"active_addr":"172.21.15.33:6837/3739546424","active_change":"2024-07-26T15:45:13.606931+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":6601,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":104,"active_clients":[{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":347299354}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1663268067}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":605720411}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":45357756}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3488263425}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2669629561}]}]} 2024-07-26T15:45:16.058 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail y 2024-07-26T15:45:16.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.177+0000 7f4945599640 1 -- 172.21.15.33:0/2806060662 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49400b7d00 msgr2=0x7f49400cefe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:16.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.177+0000 7f4945599640 1 --2- 172.21.15.33:0/2806060662 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49400b7d00 0x7f49400cefe0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f4938009c10 tx=0x7f493802a940 comp rx=0 tx=0).stop 2024-07-26T15:45:16.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.177+0000 7f4945599640 1 -- 172.21.15.33:0/2806060662 shutdown_connections 2024-07-26T15:45:16.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.177+0000 7f4945599640 1 --2- 172.21.15.33:0/2806060662 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49400b7d00 0x7f49400cefe0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.177+0000 7f4945599640 1 -- 172.21.15.33:0/2806060662 >> 172.21.15.33:0/2806060662 conn(0x7f49400d3dc0 msgr2=0x7f49400d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:16.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.177+0000 7f4945599640 1 -- 172.21.15.33:0/2806060662 shutdown_connections 2024-07-26T15:45:16.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.177+0000 7f4945599640 1 -- 172.21.15.33:0/2806060662 wait complete. 2024-07-26T15:45:16.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.179+0000 7f4945599640 1 Processor -- start 2024-07-26T15:45:16.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.179+0000 7f4945599640 1 -- start start 2024-07-26T15:45:16.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f4945599640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49400b53e0 0x7f49400a1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f4945599640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49400b7d00 0x7f4940150d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f4945599640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49401f8eb0 0x7f49401f8210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f4945599640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f49400cf8b0 con 0x7f49400b7d00 2024-07-26T15:45:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f4945599640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f49400cf730 con 0x7f49400b53e0 2024-07-26T15:45:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f4945599640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f49400cfa30 con 0x7f49401f8eb0 2024-07-26T15:45:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f493e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49400b7d00 0x7f4940150d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f493e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49400b7d00 0x7f4940150d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50318/0 (socket says 172.21.15.33:50318) 2024-07-26T15:45:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f493e7fc640 1 -- 172.21.15.33:0/3263387190 learned_addr learned my addr 172.21.15.33:0/3263387190 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f493f7fe640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49401f8eb0 0x7f49401f8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f493effd640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49400b53e0 0x7f49400a1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f493e7fc640 1 -- 172.21.15.33:0/3263387190 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49401f8eb0 msgr2=0x7f49401f8210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.181+0000 7f493e7fc640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49401f8eb0 0x7f49401f8210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.182+0000 7f493e7fc640 1 -- 172.21.15.33:0/3263387190 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49400b53e0 msgr2=0x7f49400a1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.182+0000 7f493e7fc640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49400b53e0 0x7f49400a1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.182+0000 7f493e7fc640 1 -- 172.21.15.33:0/3263387190 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49401f4fc0 con 0x7f49400b7d00 2024-07-26T15:45:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.182+0000 7f493e7fc640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49400b7d00 0x7f4940150d50 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f493400c390 tx=0x7f493400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:16.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.182+0000 7f49277fe640 1 -- 172.21.15.33:0/3263387190 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4934011790 con 0x7f49400b7d00 2024-07-26T15:45:16.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.182+0000 7f49277fe640 1 -- 172.21.15.33:0/3263387190 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4934017070 con 0x7f49400b7d00 2024-07-26T15:45:16.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.182+0000 7f4945599640 1 -- 172.21.15.33:0/3263387190 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49401f52a0 con 0x7f49400b7d00 2024-07-26T15:45:16.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.182+0000 7f49277fe640 1 -- 172.21.15.33:0/3263387190 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4934011ce0 con 0x7f49400b7d00 2024-07-26T15:45:16.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.182+0000 7f4945599640 1 -- 172.21.15.33:0/3263387190 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49401f5860 con 0x7f49400b7d00 2024-07-26T15:45:16.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.183+0000 7f4945599640 1 -- 172.21.15.33:0/3263387190 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49401f4d30 con 0x7f49400b7d00 2024-07-26T15:45:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.184+0000 7f49277fe640 1 -- 172.21.15.33:0/3263387190 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 47) ==== 99242+0+0 (secure 0 0 0) 0x7f493401c460 con 0x7f49400b7d00 2024-07-26T15:45:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.184+0000 7f49277fe640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f492c077130 0x7f492c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.184+0000 7f493effd640 1 -- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f492c077130 msgr2=0x7f492c079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3739546424 2024-07-26T15:45:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.185+0000 7f49277fe640 1 -- 172.21.15.33:0/3263387190 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 6473+0+0 (secure 0 0 0) 0x7f4934098a20 con 0x7f49400b7d00 2024-07-26T15:45:16.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.185+0000 7f493effd640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f492c077130 0x7f492c079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:45:16.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.189+0000 7f49277fe640 1 -- 172.21.15.33:0/3263387190 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f49340611d0 con 0x7f49400b7d00 2024-07-26T15:45:16.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.386+0000 7f493effd640 1 -- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f492c077130 msgr2=0x7f492c079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3739546424 2024-07-26T15:45:16.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.386+0000 7f493effd640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f492c077130 0x7f492c079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:45:16.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.435+0000 7f4945599640 1 -- 172.21.15.33:0/3263387190 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "y"} v 0) -- 0x7f49400a01a0 con 0x7f49400b7d00 2024-07-26T15:45:16.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.438+0000 7f49277fe640 1 -- 172.21.15.33:0/3263387190 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "y"}]=0 v48) ==== 68+0+0 (secure 0 0 0) 0x7f4934065720 con 0x7f49400b7d00 2024-07-26T15:45:16.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.441+0000 7f49277fe640 1 -- 172.21.15.33:0/3263387190 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 48) ==== 49591+0+0 (secure 0 0 0) 0x7f4934096c40 con 0x7f49400b7d00 2024-07-26T15:45:16.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.442+0000 7f49277fe640 1 -- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f492c077130 msgr2=0x7f492c079640 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:45:16.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.442+0000 7f49277fe640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f492c077130 0x7f492c079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.443+0000 7f4945599640 1 -- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49400b7d00 msgr2=0x7f4940150d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:16.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.443+0000 7f4945599640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49400b7d00 0x7f4940150d50 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f493400c390 tx=0x7f493400c850 comp rx=0 tx=0).stop 2024-07-26T15:45:16.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.443+0000 7f4945599640 1 -- 172.21.15.33:0/3263387190 shutdown_connections 2024-07-26T15:45:16.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.443+0000 7f4945599640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:6836/3739546424,v1:172.21.15.33:6837/3739546424] conn(0x7f492c077130 0x7f492c079640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.443+0000 7f4945599640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49401f8eb0 0x7f49401f8210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.443+0000 7f4945599640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49400b7d00 0x7f4940150d50 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.443+0000 7f4945599640 1 --2- 172.21.15.33:0/3263387190 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49400b53e0 0x7f49400a1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.443+0000 7f4945599640 1 -- 172.21.15.33:0/3263387190 >> 172.21.15.33:0/3263387190 conn(0x7f49400d3dc0 msgr2=0x7f49401612e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:16.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.443+0000 7f4945599640 1 -- 172.21.15.33:0/3263387190 shutdown_connections 2024-07-26T15:45:16.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.443+0000 7f4945599640 1 -- 172.21.15.33:0/3263387190 wait complete. 2024-07-26T15:45:16.456 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:45:16.457 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:45:16.519 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:45:16.555 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:45:16.556 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:45:16.556 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:45:16.556 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:45:16.572 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:45:16.572 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:45:16.628 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:45:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.787+0000 7f7f15077640 1 -- 172.21.15.33:0/2025503020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f100b1d10 msgr2=0x7f7f10165f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.787+0000 7f7f15077640 1 --2- 172.21.15.33:0/2025503020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f100b1d10 0x7f7f10165f90 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f7f100731d0 tx=0x7f7f0802aa70 comp rx=0 tx=0).stop 2024-07-26T15:45:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.788+0000 7f7f15077640 1 -- 172.21.15.33:0/2025503020 shutdown_connections 2024-07-26T15:45:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.788+0000 7f7f15077640 1 --2- 172.21.15.33:0/2025503020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f100b1d10 0x7f7f10165f90 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.788+0000 7f7f15077640 1 --2- 172.21.15.33:0/2025503020 >> v2:172.21.15.154:3300/0 conn(0x7f7f100b6ed0 0x7f7f100b13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.788+0000 7f7f15077640 1 -- 172.21.15.33:0/2025503020 >> 172.21.15.33:0/2025503020 conn(0x7f7f100d1bb0 msgr2=0x7f7f100d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.788+0000 7f7f15077640 1 -- 172.21.15.33:0/2025503020 shutdown_connections 2024-07-26T15:45:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.788+0000 7f7f15077640 1 -- 172.21.15.33:0/2025503020 wait complete. 2024-07-26T15:45:16.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.791+0000 7f7f15077640 1 Processor -- start 2024-07-26T15:45:16.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.791+0000 7f7f15077640 1 -- start start 2024-07-26T15:45:16.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.793+0000 7f7f15077640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f100b1900 0x7f7f10165ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:16.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.793+0000 7f7f15077640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f100b6ed0 0x7f7f100cbca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:16.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.793+0000 7f7f15077640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f101640f0 0x7f7f100b59d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:16.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.793+0000 7f7f15077640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f100b7640 con 0x7f7f101640f0 2024-07-26T15:45:16.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.793+0000 7f7f15077640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7f100b74c0 con 0x7f7f100b6ed0 2024-07-26T15:45:16.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.793+0000 7f7f15077640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7f101664d0 con 0x7f7f100b1900 2024-07-26T15:45:16.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.793+0000 7f7f0f59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f101640f0 0x7f7f100b59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:16.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.793+0000 7f7f0f59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f101640f0 0x7f7f100b59d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50328/0 (socket says 172.21.15.33:50328) 2024-07-26T15:45:16.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.793+0000 7f7f0f59e640 1 -- 172.21.15.33:0/3222258201 learned_addr learned my addr 172.21.15.33:0/3222258201 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:16.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.793+0000 7f7f07fff640 1 --2- 172.21.15.33:0/3222258201 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f100b6ed0 0x7f7f100cbca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.793+0000 7f7f0ed9d640 1 --2- 172.21.15.33:0/3222258201 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f100b1900 0x7f7f10165ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.794+0000 7f7f0f59e640 1 -- 172.21.15.33:0/3222258201 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f100b1900 msgr2=0x7f7f10165ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.794+0000 7f7f0f59e640 1 --2- 172.21.15.33:0/3222258201 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f100b1900 0x7f7f10165ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.794+0000 7f7f0f59e640 1 -- 172.21.15.33:0/3222258201 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f100b6ed0 msgr2=0x7f7f100cbca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.794+0000 7f7f0f59e640 1 --2- 172.21.15.33:0/3222258201 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f100b6ed0 0x7f7f100cbca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.794+0000 7f7f0f59e640 1 -- 172.21.15.33:0/3222258201 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f1015cce0 con 0x7f7f101640f0 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.794+0000 7f7f0f59e640 1 --2- 172.21.15.33:0/3222258201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f101640f0 0x7f7f100b59d0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f7f0802b060 tx=0x7f7f08003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.794+0000 7f7f077fe640 1 -- 172.21.15.33:0/3222258201 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08033050 con 0x7f7f101640f0 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.794+0000 7f7f077fe640 1 -- 172.21.15.33:0/3222258201 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f08004450 con 0x7f7f101640f0 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.794+0000 7f7f15077640 1 -- 172.21.15.33:0/3222258201 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f1015a4c0 con 0x7f7f101640f0 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.794+0000 7f7f077fe640 1 -- 172.21.15.33:0/3222258201 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f08038450 con 0x7f7f101640f0 2024-07-26T15:45:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.794+0000 7f7f15077640 1 -- 172.21.15.33:0/3222258201 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f10164610 con 0x7f7f101640f0 2024-07-26T15:45:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.795+0000 7f7f15077640 1 -- 172.21.15.33:0/3222258201 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f100d1200 con 0x7f7f101640f0 2024-07-26T15:45:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.795+0000 7f7f077fe640 1 -- 172.21.15.33:0/3222258201 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 48) ==== 49591+0+0 (secure 0 0 0) 0x7f7f08036070 con 0x7f7f101640f0 2024-07-26T15:45:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.796+0000 7f7f077fe640 1 -- 172.21.15.33:0/3222258201 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6817+0+0 (secure 0 0 0) 0x7f7f08073990 con 0x7f7f101640f0 2024-07-26T15:45:16.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:16.800+0000 7f7f077fe640 1 -- 172.21.15.33:0/3222258201 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7f100d1200 con 0x7f7f101640f0 2024-07-26T15:45:17.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.008+0000 7f7f15077640 1 -- 172.21.15.33:0/3222258201 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7f10164870 con 0x7f7f101640f0 2024-07-26T15:45:17.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.008+0000 7f7f077fe640 1 -- 172.21.15.33:0/3222258201 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v105) ==== 81+0+935 (secure 0 0 0) 0x7f7f080387d0 con 0x7f7f101640f0 2024-07-26T15:45:17.010 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1663268067 2024-07-27T15:45:16.437115+0000 2024-07-26T15:45:17.010 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/605720411 2024-07-27T15:45:16.437115+0000 2024-07-26T15:45:17.010 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/3739546424 2024-07-27T15:45:16.437115+0000 2024-07-26T15:45:17.010 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2669629561 2024-07-27T15:45:16.437115+0000 2024-07-26T15:45:17.010 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/347299354 2024-07-27T15:45:16.437115+0000 2024-07-26T15:45:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3488263425 2024-07-27T15:45:16.437115+0000 2024-07-26T15:45:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/4051602660 2024-07-27T15:45:13.606717+0000 2024-07-26T15:45:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/179880136 2024-07-27T15:45:13.606717+0000 2024-07-26T15:45:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1511997881 2024-07-27T15:45:13.606717+0000 2024-07-26T15:45:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/3739546424 2024-07-27T15:45:16.437115+0000 2024-07-26T15:45:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/3062007989 2024-07-27T15:45:13.606717+0000 2024-07-26T15:45:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/45357756 2024-07-27T15:45:16.437115+0000 2024-07-26T15:45:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/3062007989 2024-07-27T15:45:13.606717+0000 2024-07-26T15:45:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2774353963 2024-07-27T15:45:13.606717+0000 2024-07-26T15:45:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3459831332 2024-07-27T15:45:13.606717+0000 2024-07-26T15:45:17.011 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3601917463 2024-07-27T15:45:13.606717+0000 2024-07-26T15:45:17.012 INFO:teuthology.orchestra.run.smithi033.stderr:listed 16 entries 2024-07-26T15:45:17.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.011+0000 7f7f15077640 1 -- 172.21.15.33:0/3222258201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f101640f0 msgr2=0x7f7f100b59d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:17.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.011+0000 7f7f15077640 1 --2- 172.21.15.33:0/3222258201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f101640f0 0x7f7f100b59d0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f7f0802b060 tx=0x7f7f08003f90 comp rx=0 tx=0).stop 2024-07-26T15:45:17.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.011+0000 7f7f15077640 1 -- 172.21.15.33:0/3222258201 shutdown_connections 2024-07-26T15:45:17.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.011+0000 7f7f15077640 1 --2- 172.21.15.33:0/3222258201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f101640f0 0x7f7f100b59d0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.011+0000 7f7f15077640 1 --2- 172.21.15.33:0/3222258201 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f100b6ed0 0x7f7f100cbca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.011+0000 7f7f15077640 1 --2- 172.21.15.33:0/3222258201 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f100b1900 0x7f7f10165ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.011+0000 7f7f15077640 1 -- 172.21.15.33:0/3222258201 >> 172.21.15.33:0/3222258201 conn(0x7f7f100d1bb0 msgr2=0x7f7f100d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:17.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.011+0000 7f7f15077640 1 -- 172.21.15.33:0/3222258201 shutdown_connections 2024-07-26T15:45:17.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.011+0000 7f7f15077640 1 -- 172.21.15.33:0/3222258201 wait complete. 2024-07-26T15:45:17.024 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T15:45:17.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:17.024 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:17.048 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[67299]: fuse finished with error 0 and tester_r 0 2024-07-26T15:45:17.050 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:45:17.050 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:17.050 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T15:45:17.205 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:45:17.205 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:45:17.205 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:45:17.221 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:45:17.222 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:45:17.222 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:45:17.222 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:45:17.238 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:45:17.238 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:45:17.238 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:45:17.239 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:45:17.278 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:45:17.278 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:45:17.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.395+0000 7fcd0bdba640 1 -- 172.21.15.33:0/2543199127 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd040d0570 msgr2=0x7fcd040d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:17.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.395+0000 7fcd0bdba640 1 --2- 172.21.15.33:0/2543199127 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd040d0570 0x7fcd040d0980 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fccf8005fd0 tx=0x7fccf802a4b0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.396+0000 7fcd0bdba640 1 -- 172.21.15.33:0/2543199127 shutdown_connections 2024-07-26T15:45:17.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.396+0000 7fcd0bdba640 1 --2- 172.21.15.33:0/2543199127 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd040d0570 0x7fcd040d0980 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.396+0000 7fcd0bdba640 1 --2- 172.21.15.33:0/2543199127 >> v2:172.21.15.154:3300/0 conn(0x7fcd040b2dc0 0x7fcd040d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.396+0000 7fcd0bdba640 1 -- 172.21.15.33:0/2543199127 >> 172.21.15.33:0/2543199127 conn(0x7fcd040d3e10 msgr2=0x7fcd040d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:17.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.396+0000 7fcd0bdba640 1 -- 172.21.15.33:0/2543199127 shutdown_connections 2024-07-26T15:45:17.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.396+0000 7fcd0bdba640 1 -- 172.21.15.33:0/2543199127 wait complete. 2024-07-26T15:45:17.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.397+0000 7fcd0bdba640 1 Processor -- start 2024-07-26T15:45:17.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.398+0000 7fcd0bdba640 1 -- start start 2024-07-26T15:45:17.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd0bdba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd040b2dc0 0x7fcd041f8f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:17.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd0bdba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcd040ce9e0 0x7fcd040c7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:17.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd0bdba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd040d0570 0x7fcd040c7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:17.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd0bdba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcd040d4b40 con 0x7fcd040b2dc0 2024-07-26T15:45:17.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd0bdba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcd040cf710 con 0x7fcd040ce9e0 2024-07-26T15:45:17.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd0bdba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcd040d4cc0 con 0x7fcd040d0570 2024-07-26T15:45:17.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd09b56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd040b2dc0 0x7fcd041f8f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:17.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd09b56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd040b2dc0 0x7fcd041f8f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50332/0 (socket says 172.21.15.33:50332) 2024-07-26T15:45:17.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd09b56640 1 -- 172.21.15.33:0/191817407 learned_addr learned my addr 172.21.15.33:0/191817407 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:17.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd09355640 1 --2- 172.21.15.33:0/191817407 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcd040ce9e0 0x7fcd040c7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:17.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd0a357640 1 --2- 172.21.15.33:0/191817407 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd040d0570 0x7fcd040c7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:17.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd09b56640 1 -- 172.21.15.33:0/191817407 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd040d0570 msgr2=0x7fcd040c7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:17.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd09b56640 1 --2- 172.21.15.33:0/191817407 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd040d0570 0x7fcd040c7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd09b56640 1 -- 172.21.15.33:0/191817407 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcd040ce9e0 msgr2=0x7fcd040c7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:17.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd09b56640 1 --2- 172.21.15.33:0/191817407 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcd040ce9e0 0x7fcd040c7940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.399+0000 7fcd09b56640 1 -- 172.21.15.33:0/191817407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd040ca120 con 0x7fcd040b2dc0 2024-07-26T15:45:17.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.400+0000 7fcd09b56640 1 --2- 172.21.15.33:0/191817407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd040b2dc0 0x7fcd041f8f10 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fcd0000e9c0 tx=0x7fcd0000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:17.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.400+0000 7fccf67fc640 1 -- 172.21.15.33:0/191817407 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd0000ccc0 con 0x7fcd040b2dc0 2024-07-26T15:45:17.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.400+0000 7fccf67fc640 1 -- 172.21.15.33:0/191817407 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcd00004020 con 0x7fcd040b2dc0 2024-07-26T15:45:17.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.400+0000 7fcd0bdba640 1 -- 172.21.15.33:0/191817407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd040ca400 con 0x7fcd040b2dc0 2024-07-26T15:45:17.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.400+0000 7fccf67fc640 1 -- 172.21.15.33:0/191817407 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd0000ce60 con 0x7fcd040b2dc0 2024-07-26T15:45:17.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.400+0000 7fcd0bdba640 1 -- 172.21.15.33:0/191817407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd0415b5f0 con 0x7fcd040b2dc0 2024-07-26T15:45:17.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.401+0000 7fcd0bdba640 1 -- 172.21.15.33:0/191817407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd040d2930 con 0x7fcd040b2dc0 2024-07-26T15:45:17.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.401+0000 7fccf67fc640 1 -- 172.21.15.33:0/191817407 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 48) ==== 49591+0+0 (secure 0 0 0) 0x7fcd000035f0 con 0x7fcd040b2dc0 2024-07-26T15:45:17.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.401+0000 7fccf67fc640 1 -- 172.21.15.33:0/191817407 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6817+0+0 (secure 0 0 0) 0x7fcd00052f20 con 0x7fcd040b2dc0 2024-07-26T15:45:17.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.406+0000 7fccf67fc640 1 -- 172.21.15.33:0/191817407 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcd00004450 con 0x7fcd040b2dc0 2024-07-26T15:45:17.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.637+0000 7fcd0bdba640 1 -- 172.21.15.33:0/191817407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcd040d4350 con 0x7fcd040b2dc0 2024-07-26T15:45:17.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.638+0000 7fccf67fc640 1 -- 172.21.15.33:0/191817407 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5222 (secure 0 0 0) 0x7fcd00013dc0 con 0x7fcd040b2dc0 2024-07-26T15:45:17.639 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:17.640 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":45,"btime":"2024-07-26T15:44:59:057199+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5993,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/543754310","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":543754310},{"type":"v1","addr":"172.21.15.33:6834","nonce":543754310}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6005,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/363381174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":363381174},{"type":"v1","addr":"172.21.15.154:6834","nonce":363381174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6439,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/842300231","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":842300231},{"type":"v1","addr":"172.21.15.33:6835","nonce":842300231}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:55.465219+0000","modified":"2024-07-26T15:44:58.446668+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6454},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6454":{"gid":6454,"name":"d","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/2955784907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2955784907},{"type":"v1","addr":"172.21.15.154:6835","nonce":2955784907}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6454,"qdb_cluster":[6454]},"id":5}]} 2024-07-26T15:45:17.640 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 45 2024-07-26T15:45:17.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.640+0000 7fcd0bdba640 1 -- 172.21.15.33:0/191817407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd040b2dc0 msgr2=0x7fcd041f8f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:17.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.640+0000 7fcd0bdba640 1 --2- 172.21.15.33:0/191817407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd040b2dc0 0x7fcd041f8f10 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fcd0000e9c0 tx=0x7fcd0000ee80 comp rx=0 tx=0).stop 2024-07-26T15:45:17.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.640+0000 7fcd0bdba640 1 -- 172.21.15.33:0/191817407 shutdown_connections 2024-07-26T15:45:17.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.640+0000 7fcd0bdba640 1 --2- 172.21.15.33:0/191817407 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd040d0570 0x7fcd040c7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.640+0000 7fcd0bdba640 1 --2- 172.21.15.33:0/191817407 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcd040ce9e0 0x7fcd040c7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.640+0000 7fcd0bdba640 1 --2- 172.21.15.33:0/191817407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd040b2dc0 0x7fcd041f8f10 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.640+0000 7fcd0bdba640 1 -- 172.21.15.33:0/191817407 >> 172.21.15.33:0/191817407 conn(0x7fcd040d3e10 msgr2=0x7fcd040b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:17.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.640+0000 7fcd0bdba640 1 -- 172.21.15.33:0/191817407 shutdown_connections 2024-07-26T15:45:17.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.640+0000 7fcd0bdba640 1 -- 172.21.15.33:0/191817407 wait complete. 2024-07-26T15:45:17.653 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:45:17.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.771+0000 7f101e720640 1 -- 172.21.15.33:0/2169693500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10180ceb60 msgr2=0x7f101815c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:17.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.771+0000 7f101e720640 1 --2- 172.21.15.33:0/2169693500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10180ceb60 0x7f101815c2c0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f10180d2820 tx=0x7f100002a470 comp rx=0 tx=0).stop 2024-07-26T15:45:17.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.771+0000 7f101e720640 1 -- 172.21.15.33:0/2169693500 shutdown_connections 2024-07-26T15:45:17.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.771+0000 7f101e720640 1 --2- 172.21.15.33:0/2169693500 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10180b49d0 0x7f10180b4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.771+0000 7f101e720640 1 --2- 172.21.15.33:0/2169693500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10180ceb60 0x7f101815c2c0 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.771+0000 7f101e720640 1 -- 172.21.15.33:0/2169693500 >> 172.21.15.33:0/2169693500 conn(0x7f10180d1b80 msgr2=0x7f10180d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:17.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.771+0000 7f101e720640 1 -- 172.21.15.33:0/2169693500 shutdown_connections 2024-07-26T15:45:17.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.771+0000 7f101e720640 1 -- 172.21.15.33:0/2169693500 wait complete. 2024-07-26T15:45:17.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.773+0000 7f101e720640 1 Processor -- start 2024-07-26T15:45:17.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.773+0000 7f101e720640 1 -- start start 2024-07-26T15:45:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.774+0000 7f101e720640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10180b49d0 0x7f10180c6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f101e720640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10180b70b0 0x7f1018156c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f101e720640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f101815b0f0 0x7f10180c6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f101e720640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f10180b6d00 con 0x7f10180b70b0 2024-07-26T15:45:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f101e720640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f10180b6b80 con 0x7f101815b0f0 2024-07-26T15:45:17.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f101e720640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f10180b5320 con 0x7f10180b49d0 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f10177fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10180b70b0 0x7f1018156c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f10177fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10180b70b0 0x7f1018156c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50350/0 (socket says 172.21.15.33:50350) 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f10177fe640 1 -- 172.21.15.33:0/1188621069 learned_addr learned my addr 172.21.15.33:0/1188621069 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f1017fff640 1 --2- 172.21.15.33:0/1188621069 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10180b49d0 0x7f10180c6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f101ccbd640 1 --2- 172.21.15.33:0/1188621069 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f101815b0f0 0x7f10180c6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f10177fe640 1 -- 172.21.15.33:0/1188621069 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10180b49d0 msgr2=0x7f10180c6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f10177fe640 1 --2- 172.21.15.33:0/1188621069 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10180b49d0 0x7f10180c6130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f10177fe640 1 -- 172.21.15.33:0/1188621069 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f101815b0f0 msgr2=0x7f10180c6d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f10177fe640 1 --2- 172.21.15.33:0/1188621069 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f101815b0f0 0x7f10180c6d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f10177fe640 1 -- 172.21.15.33:0/1188621069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f101815b6d0 con 0x7f10180b70b0 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f10177fe640 1 --2- 172.21.15.33:0/1188621069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10180b70b0 0x7f1018156c30 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f100002aa60 tx=0x7f1000033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f1014ff9640 1 -- 172.21.15.33:0/1188621069 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000005c90 con 0x7f10180b70b0 2024-07-26T15:45:17.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f1014ff9640 1 -- 172.21.15.33:0/1188621069 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1000031e50 con 0x7f10180b70b0 2024-07-26T15:45:17.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f1014ff9640 1 -- 172.21.15.33:0/1188621069 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000005240 con 0x7f10180b70b0 2024-07-26T15:45:17.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.775+0000 7f101e720640 1 -- 172.21.15.33:0/1188621069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f101815b9b0 con 0x7f10180b70b0 2024-07-26T15:45:17.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.776+0000 7f101e720640 1 -- 172.21.15.33:0/1188621069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f101806dac0 con 0x7f10180b70b0 2024-07-26T15:45:17.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.776+0000 7f101e720640 1 -- 172.21.15.33:0/1188621069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10180b57d0 con 0x7f10180b70b0 2024-07-26T15:45:17.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.777+0000 7f1014ff9640 1 -- 172.21.15.33:0/1188621069 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 48) ==== 49591+0+0 (secure 0 0 0) 0x7f10000053e0 con 0x7f10180b70b0 2024-07-26T15:45:17.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.777+0000 7f1014ff9640 1 -- 172.21.15.33:0/1188621069 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6817+0+0 (secure 0 0 0) 0x7f1000073790 con 0x7f10180b70b0 2024-07-26T15:45:17.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:17.782+0000 7f1014ff9640 1 -- 172.21.15.33:0/1188621069 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f100003f030 con 0x7f10180b70b0 2024-07-26T15:45:18.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.013+0000 7f101e720640 1 -- 172.21.15.33:0/1188621069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1018071f50 con 0x7f10180b70b0 2024-07-26T15:45:18.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.014+0000 7f1014ff9640 1 -- 172.21.15.33:0/1188621069 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5222 (secure 0 0 0) 0x7f1000031770 con 0x7f10180b70b0 2024-07-26T15:45:18.016 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:18.016 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":45,"btime":"2024-07-26T15:44:59:057199+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5993,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/543754310","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":543754310},{"type":"v1","addr":"172.21.15.33:6834","nonce":543754310}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6005,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/363381174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":363381174},{"type":"v1","addr":"172.21.15.154:6834","nonce":363381174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6439,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/842300231","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":842300231},{"type":"v1","addr":"172.21.15.33:6835","nonce":842300231}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:55.465219+0000","modified":"2024-07-26T15:44:58.446668+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6454},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6454":{"gid":6454,"name":"d","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/2955784907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2955784907},{"type":"v1","addr":"172.21.15.154:6835","nonce":2955784907}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6454,"qdb_cluster":[6454]},"id":5}]} 2024-07-26T15:45:18.017 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 45 2024-07-26T15:45:18.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.016+0000 7f101e720640 1 -- 172.21.15.33:0/1188621069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10180b70b0 msgr2=0x7f1018156c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.016+0000 7f101e720640 1 --2- 172.21.15.33:0/1188621069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10180b70b0 0x7f1018156c30 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f100002aa60 tx=0x7f1000033c20 comp rx=0 tx=0).stop 2024-07-26T15:45:18.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.016+0000 7f101e720640 1 -- 172.21.15.33:0/1188621069 shutdown_connections 2024-07-26T15:45:18.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.016+0000 7f101e720640 1 --2- 172.21.15.33:0/1188621069 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f101815b0f0 0x7f10180c6d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.016+0000 7f101e720640 1 --2- 172.21.15.33:0/1188621069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10180b70b0 0x7f1018156c30 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.016+0000 7f101e720640 1 --2- 172.21.15.33:0/1188621069 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10180b49d0 0x7f10180c6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.016+0000 7f101e720640 1 -- 172.21.15.33:0/1188621069 >> 172.21.15.33:0/1188621069 conn(0x7f10180d1b80 msgr2=0x7f1018158ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:18.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.016+0000 7f101e720640 1 -- 172.21.15.33:0/1188621069 shutdown_connections 2024-07-26T15:45:18.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.016+0000 7f101e720640 1 -- 172.21.15.33:0/1188621069 wait complete. 2024-07-26T15:45:18.029 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:45:18.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.147+0000 7f4578d02640 1 -- 172.21.15.33:0/2124001968 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4560005350 msgr2=0x7f456000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.147+0000 7f4578d02640 1 --2- 172.21.15.33:0/2124001968 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4560005350 0x7f456000b9c0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f456c001dc0 tx=0x7f4560005830 comp rx=0 tx=0).stop 2024-07-26T15:45:18.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.147+0000 7f4578d02640 1 -- 172.21.15.33:0/2124001968 shutdown_connections 2024-07-26T15:45:18.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.147+0000 7f4578d02640 1 --2- 172.21.15.33:0/2124001968 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4560005350 0x7f456000b9c0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.147+0000 7f4578d02640 1 -- 172.21.15.33:0/2124001968 >> 172.21.15.33:0/2124001968 conn(0x7f45740d0b10 msgr2=0x7f45740d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:18.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.147+0000 7f4578d02640 1 -- 172.21.15.33:0/2124001968 shutdown_connections 2024-07-26T15:45:18.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.147+0000 7f4578d02640 1 -- 172.21.15.33:0/2124001968 wait complete. 2024-07-26T15:45:18.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.149+0000 7f4578d02640 1 Processor -- start 2024-07-26T15:45:18.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.149+0000 7f4578d02640 1 -- start start 2024-07-26T15:45:18.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.150+0000 7f4578d02640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4560005350 0x7f4574144a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:18.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.150+0000 7f4578d02640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4574155350 0x7f4574155760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:18.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.150+0000 7f4578d02640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45740c8450 0x7f45740c8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:18.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.150+0000 7f4578d02640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f457415c190 con 0x7f4560005350 2024-07-26T15:45:18.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.150+0000 7f4578d02640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f457415c010 con 0x7f45740c8450 2024-07-26T15:45:18.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.150+0000 7f4578d02640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f457415c310 con 0x7f4574155350 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.150+0000 7f457259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4560005350 0x7f4574144a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.150+0000 7f457259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4560005350 0x7f4574144a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50368/0 (socket says 172.21.15.33:50368) 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f457259c640 1 -- 172.21.15.33:0/2376638815 learned_addr learned my addr 172.21.15.33:0/2376638815 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f456bfff640 1 --2- 172.21.15.33:0/2376638815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4574155350 0x7f4574155760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f4572d9d640 1 --2- 172.21.15.33:0/2376638815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45740c8450 0x7f45740c8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f457259c640 1 -- 172.21.15.33:0/2376638815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4574155350 msgr2=0x7f4574155760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f457259c640 1 --2- 172.21.15.33:0/2376638815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4574155350 0x7f4574155760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f457259c640 1 -- 172.21.15.33:0/2376638815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45740c8450 msgr2=0x7f45740c8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f457259c640 1 --2- 172.21.15.33:0/2376638815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45740c8450 0x7f45740c8860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f457259c640 1 -- 172.21.15.33:0/2376638815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4574155ca0 con 0x7f4560005350 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f456bfff640 1 --2- 172.21.15.33:0/2376638815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4574155350 0x7f4574155760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:45:18.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f457259c640 1 --2- 172.21.15.33:0/2376638815 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4560005350 0x7f4574144a10 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f4564011ab0 tx=0x7f4564011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:18.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f456affd640 1 -- 172.21.15.33:0/2376638815 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f456401e070 con 0x7f4560005350 2024-07-26T15:45:18.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f456affd640 1 -- 172.21.15.33:0/2376638815 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4564004460 con 0x7f4560005350 2024-07-26T15:45:18.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f456affd640 1 -- 172.21.15.33:0/2376638815 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f456400fc60 con 0x7f4560005350 2024-07-26T15:45:18.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f4578d02640 1 -- 172.21.15.33:0/2376638815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45741f3140 con 0x7f4560005350 2024-07-26T15:45:18.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.151+0000 7f4578d02640 1 -- 172.21.15.33:0/2376638815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45741f3700 con 0x7f4560005350 2024-07-26T15:45:18.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.152+0000 7f4578d02640 1 -- 172.21.15.33:0/2376638815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f457415ed10 con 0x7f4560005350 2024-07-26T15:45:18.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.152+0000 7f456affd640 1 -- 172.21.15.33:0/2376638815 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 48) ==== 49591+0+0 (secure 0 0 0) 0x7f4564021070 con 0x7f4560005350 2024-07-26T15:45:18.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.153+0000 7f456affd640 1 -- 172.21.15.33:0/2376638815 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6817+0+0 (secure 0 0 0) 0x7f4564052fc0 con 0x7f4560005350 2024-07-26T15:45:18.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.158+0000 7f456affd640 1 -- 172.21.15.33:0/2376638815 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4574155ca0 con 0x7f4560005350 2024-07-26T15:45:18.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.351+0000 7f4578d02640 1 -- 172.21.15.33:0/2376638815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f45740cfb60 con 0x7f4560005350 2024-07-26T15:45:18.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.352+0000 7f456affd640 1 -- 172.21.15.33:0/2376638815 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v105) ==== 74+0+17997 (secure 0 0 0) 0x7f456400fe00 con 0x7f4560005350 2024-07-26T15:45:18.354 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:18.355 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":105,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:45:16.437150+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:44:53.118697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-07-26T15:44:54.380179+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/1663268067":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/605720411":"2024-07-27T15:45:16.437115+0000","172.21.15.33:6837/3739546424":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/2669629561":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/347299354":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/3488263425":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/4051602660":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/179880136":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/1511997881":"2024-07-27T15:45:13.606717+0000","172.21.15.33:6836/3739546424":"2024-07-27T15:45:16.437115+0000","172.21.15.33:6837/3062007989":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/45357756":"2024-07-27T15:45:16.437115+0000","172.21.15.33:6836/3062007989":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/2774353963":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/3459831332":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/3601917463":"2024-07-27T15:45:13.606717+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:45:18.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.354+0000 7f4578d02640 1 -- 172.21.15.33:0/2376638815 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4560005350 msgr2=0x7f4574144a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.354+0000 7f4578d02640 1 --2- 172.21.15.33:0/2376638815 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4560005350 0x7f4574144a10 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f4564011ab0 tx=0x7f4564011f70 comp rx=0 tx=0).stop 2024-07-26T15:45:18.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.354+0000 7f4578d02640 1 -- 172.21.15.33:0/2376638815 shutdown_connections 2024-07-26T15:45:18.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.354+0000 7f4578d02640 1 --2- 172.21.15.33:0/2376638815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45740c8450 0x7f45740c8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.355+0000 7f4578d02640 1 --2- 172.21.15.33:0/2376638815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4574155350 0x7f4574155760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.355+0000 7f4578d02640 1 --2- 172.21.15.33:0/2376638815 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4560005350 0x7f4574144a10 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.355+0000 7f4578d02640 1 -- 172.21.15.33:0/2376638815 >> 172.21.15.33:0/2376638815 conn(0x7f45740d0b10 msgr2=0x7f45740cffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:18.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.355+0000 7f4578d02640 1 -- 172.21.15.33:0/2376638815 shutdown_connections 2024-07-26T15:45:18.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.355+0000 7f4578d02640 1 -- 172.21.15.33:0/2376638815 wait complete. 2024-07-26T15:45:18.368 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T15:45:18.368 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:45:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.486+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2354431159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da00afd40 msgr2=0x7f1da006fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.486+0000 7f1da5e9b640 1 --2- 172.21.15.33:0/2354431159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da00afd40 0x7f1da006fb10 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f1d90009830 tx=0x7f1d9002a510 comp rx=0 tx=0).stop 2024-07-26T15:45:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.486+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2354431159 shutdown_connections 2024-07-26T15:45:18.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.486+0000 7f1da5e9b640 1 --2- 172.21.15.33:0/2354431159 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da015c380 0x7f1da006c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.486+0000 7f1da5e9b640 1 --2- 172.21.15.33:0/2354431159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da00afd40 0x7f1da006fb10 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.486+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2354431159 >> 172.21.15.33:0/2354431159 conn(0x7f1da00d0b10 msgr2=0x7f1da00d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:18.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.486+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2354431159 shutdown_connections 2024-07-26T15:45:18.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.486+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2354431159 wait complete. 2024-07-26T15:45:18.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.487+0000 7f1da5e9b640 1 Processor -- start 2024-07-26T15:45:18.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.488+0000 7f1da5e9b640 1 -- start start 2024-07-26T15:45:18.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1da5e9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1da006cb70 0x7f1da00b2f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:18.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1da5e9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da00afd40 0x7f1da00b5b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:18.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1da5e9b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da015c380 0x7f1da01e8580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:18.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1da5e9b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1da0160470 con 0x7f1da00afd40 2024-07-26T15:45:18.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1da5e9b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1da00ccd30 con 0x7f1da006cb70 2024-07-26T15:45:18.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1da5e9b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1da01605f0 con 0x7f1da015c380 2024-07-26T15:45:18.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1d96ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da00afd40 0x7f1da00b5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:18.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1d96ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da00afd40 0x7f1da00b5b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50378/0 (socket says 172.21.15.33:50378) 2024-07-26T15:45:18.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1d96ffd640 1 -- 172.21.15.33:0/2465613332 learned_addr learned my addr 172.21.15.33:0/2465613332 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:18.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1d9ffff640 1 --2- 172.21.15.33:0/2465613332 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da015c380 0x7f1da01e8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:18.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1d9f7fe640 1 --2- 172.21.15.33:0/2465613332 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1da006cb70 0x7f1da00b2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:18.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1d96ffd640 1 -- 172.21.15.33:0/2465613332 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da015c380 msgr2=0x7f1da01e8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1d96ffd640 1 --2- 172.21.15.33:0/2465613332 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da015c380 0x7f1da01e8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1d96ffd640 1 -- 172.21.15.33:0/2465613332 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1da006cb70 msgr2=0x7f1da00b2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.489+0000 7f1d96ffd640 1 --2- 172.21.15.33:0/2465613332 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1da006cb70 0x7f1da00b2f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.490+0000 7f1d96ffd640 1 -- 172.21.15.33:0/2465613332 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1da00ce780 con 0x7f1da00afd40 2024-07-26T15:45:18.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.490+0000 7f1d96ffd640 1 --2- 172.21.15.33:0/2465613332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da00afd40 0x7f1da00b5b40 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f1d8800e7c0 tx=0x7f1d8800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:18.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.490+0000 7f1d9cff9640 1 -- 172.21.15.33:0/2465613332 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8800ccc0 con 0x7f1da00afd40 2024-07-26T15:45:18.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.490+0000 7f1d9cff9640 1 -- 172.21.15.33:0/2465613332 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d88010430 con 0x7f1da00afd40 2024-07-26T15:45:18.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.490+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2465613332 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1da00cea20 con 0x7f1da00afd40 2024-07-26T15:45:18.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.490+0000 7f1d9cff9640 1 -- 172.21.15.33:0/2465613332 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d88010860 con 0x7f1da00afd40 2024-07-26T15:45:18.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.490+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2465613332 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1da00cefe0 con 0x7f1da00afd40 2024-07-26T15:45:18.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.491+0000 7f1d9cff9640 1 -- 172.21.15.33:0/2465613332 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 48) ==== 49591+0+0 (secure 0 0 0) 0x7f1d88010a00 con 0x7f1da00afd40 2024-07-26T15:45:18.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.491+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2465613332 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1da00b63e0 con 0x7f1da00afd40 2024-07-26T15:45:18.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.491+0000 7f1d9cff9640 1 -- 172.21.15.33:0/2465613332 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6817+0+0 (secure 0 0 0) 0x7f1d88052f50 con 0x7f1da00afd40 2024-07-26T15:45:18.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.496+0000 7f1d9cff9640 1 -- 172.21.15.33:0/2465613332 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1d88017e20 con 0x7f1da00afd40 2024-07-26T15:45:18.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.730+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2465613332 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1da0160a50 con 0x7f1da00afd40 2024-07-26T15:45:18.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.730+0000 7f1d9cff9640 1 -- 172.21.15.33:0/2465613332 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5222 (secure 0 0 0) 0x7f1d88020360 con 0x7f1da00afd40 2024-07-26T15:45:18.732 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:18.732 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":45,"btime":"2024-07-26T15:44:59:057199+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5993,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/543754310","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":543754310},{"type":"v1","addr":"172.21.15.33:6834","nonce":543754310}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6005,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/363381174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":363381174},{"type":"v1","addr":"172.21.15.154:6834","nonce":363381174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6439,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/842300231","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":842300231},{"type":"v1","addr":"172.21.15.33:6835","nonce":842300231}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:55.465219+0000","modified":"2024-07-26T15:44:58.446668+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6454},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6454":{"gid":6454,"name":"d","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/2955784907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2955784907},{"type":"v1","addr":"172.21.15.154:6835","nonce":2955784907}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6454,"qdb_cluster":[6454]},"id":5}]} 2024-07-26T15:45:18.732 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 45 2024-07-26T15:45:18.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.734+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2465613332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da00afd40 msgr2=0x7f1da00b5b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.734+0000 7f1da5e9b640 1 --2- 172.21.15.33:0/2465613332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da00afd40 0x7f1da00b5b40 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f1d8800e7c0 tx=0x7f1d8800ec80 comp rx=0 tx=0).stop 2024-07-26T15:45:18.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.734+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2465613332 shutdown_connections 2024-07-26T15:45:18.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.734+0000 7f1da5e9b640 1 --2- 172.21.15.33:0/2465613332 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da015c380 0x7f1da01e8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.734+0000 7f1da5e9b640 1 --2- 172.21.15.33:0/2465613332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da00afd40 0x7f1da00b5b40 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.734+0000 7f1da5e9b640 1 --2- 172.21.15.33:0/2465613332 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1da006cb70 0x7f1da00b2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.734+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2465613332 >> 172.21.15.33:0/2465613332 conn(0x7f1da00d0b10 msgr2=0x7f1da015b160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:18.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.734+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2465613332 shutdown_connections 2024-07-26T15:45:18.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.734+0000 7f1da5e9b640 1 -- 172.21.15.33:0/2465613332 wait complete. 2024-07-26T15:45:18.747 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:45:18.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.864+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1815826367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c340b70b0 msgr2=0x7f7c3415c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.864+0000 7f7c39cd2640 1 --2- 172.21.15.33:0/1815826367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c340b70b0 0x7f7c3415c2c0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f7c24005fd0 tx=0x7f7c2402a540 comp rx=0 tx=0).stop 2024-07-26T15:45:18.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.864+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1815826367 shutdown_connections 2024-07-26T15:45:18.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.864+0000 7f7c39cd2640 1 --2- 172.21.15.33:0/1815826367 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7c340ce450 0x7f7c340ce860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.864+0000 7f7c39cd2640 1 --2- 172.21.15.33:0/1815826367 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c340b70b0 0x7f7c3415c2c0 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.864+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1815826367 >> 172.21.15.33:0/1815826367 conn(0x7f7c340d1b80 msgr2=0x7f7c340d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:18.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.864+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1815826367 shutdown_connections 2024-07-26T15:45:18.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.864+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1815826367 wait complete. 2024-07-26T15:45:18.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.866+0000 7f7c39cd2640 1 Processor -- start 2024-07-26T15:45:18.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.866+0000 7f7c39cd2640 1 -- start start 2024-07-26T15:45:18.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.867+0000 7f7c39cd2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7c340b70b0 0x7f7c341f4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:18.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.867+0000 7f7c39cd2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c340ce450 0x7f7c340cb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:18.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.867+0000 7f7c39cd2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7c340cfa80 0x7f7c3415c980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:18.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.867+0000 7f7c39cd2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7c340cded0 con 0x7f7c340ce450 2024-07-26T15:45:18.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.867+0000 7f7c39cd2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7c340cf550 con 0x7f7c340b70b0 2024-07-26T15:45:18.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.867+0000 7f7c39cd2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7c340b6b80 con 0x7f7c340cfa80 2024-07-26T15:45:18.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c32ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c340ce450 0x7f7c340cb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:18.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c32ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c340ce450 0x7f7c340cb5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50398/0 (socket says 172.21.15.33:50398) 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c32ffd640 1 -- 172.21.15.33:0/1665616467 learned_addr learned my addr 172.21.15.33:0/1665616467 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c337fe640 1 --2- 172.21.15.33:0/1665616467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7c340b70b0 0x7f7c341f4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c33fff640 1 --2- 172.21.15.33:0/1665616467 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7c340cfa80 0x7f7c3415c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c32ffd640 1 -- 172.21.15.33:0/1665616467 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7c340cfa80 msgr2=0x7f7c3415c980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c32ffd640 1 --2- 172.21.15.33:0/1665616467 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7c340cfa80 0x7f7c3415c980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c32ffd640 1 -- 172.21.15.33:0/1665616467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7c340b70b0 msgr2=0x7f7c341f4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c32ffd640 1 --2- 172.21.15.33:0/1665616467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7c340b70b0 0x7f7c341f4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c32ffd640 1 -- 172.21.15.33:0/1665616467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c341f5280 con 0x7f7c340ce450 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c32ffd640 1 --2- 172.21.15.33:0/1665616467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c340ce450 0x7f7c340cb5c0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f7c2800e790 tx=0x7f7c2800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c1bfff640 1 -- 172.21.15.33:0/1665616467 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2800eea0 con 0x7f7c340ce450 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c1bfff640 1 -- 172.21.15.33:0/1665616467 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7c2800cc60 con 0x7f7c340ce450 2024-07-26T15:45:18.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1665616467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c340ca520 con 0x7f7c340ce450 2024-07-26T15:45:18.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c1bfff640 1 -- 172.21.15.33:0/1665616467 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c28005280 con 0x7f7c340ce450 2024-07-26T15:45:18.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.868+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1665616467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c340caae0 con 0x7f7c340ce450 2024-07-26T15:45:18.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.869+0000 7f7c1bfff640 1 -- 172.21.15.33:0/1665616467 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 48) ==== 49591+0+0 (secure 0 0 0) 0x7f7c28005420 con 0x7f7c340ce450 2024-07-26T15:45:18.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.870+0000 7f7c1bfff640 1 -- 172.21.15.33:0/1665616467 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6817+0+0 (secure 0 0 0) 0x7f7c28052e00 con 0x7f7c340ce450 2024-07-26T15:45:18.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.870+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1665616467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c340d06c0 con 0x7f7c340ce450 2024-07-26T15:45:18.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:18.875+0000 7f7c1bfff640 1 -- 172.21.15.33:0/1665616467 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7c2800ce50 con 0x7f7c340ce450 2024-07-26T15:45:19.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.108+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1665616467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c340c84e0 con 0x7f7c340ce450 2024-07-26T15:45:19.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.108+0000 7f7c1bfff640 1 -- 172.21.15.33:0/1665616467 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) ==== 94+0+5222 (secure 0 0 0) 0x7f7c28013dc0 con 0x7f7c340ce450 2024-07-26T15:45:19.110 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:19.110 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":45,"btime":"2024-07-26T15:44:59:057199+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5993,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/543754310","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":543754310},{"type":"v1","addr":"172.21.15.33:6834","nonce":543754310}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6005,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/363381174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":363381174},{"type":"v1","addr":"172.21.15.154:6834","nonce":363381174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6439,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/842300231","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":842300231},{"type":"v1","addr":"172.21.15.33:6835","nonce":842300231}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:44:55.465219+0000","modified":"2024-07-26T15:44:58.446668+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6454},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6454":{"gid":6454,"name":"d","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/2955784907","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2955784907},{"type":"v1","addr":"172.21.15.154:6835","nonce":2955784907}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[12],"metadata_pool":11,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6454,"qdb_cluster":[6454]},"id":5}]} 2024-07-26T15:45:19.111 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 45 2024-07-26T15:45:19.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.111+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1665616467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c340ce450 msgr2=0x7f7c340cb5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.111+0000 7f7c39cd2640 1 --2- 172.21.15.33:0/1665616467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c340ce450 0x7f7c340cb5c0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f7c2800e790 tx=0x7f7c2800ec50 comp rx=0 tx=0).stop 2024-07-26T15:45:19.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.111+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1665616467 shutdown_connections 2024-07-26T15:45:19.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.111+0000 7f7c39cd2640 1 --2- 172.21.15.33:0/1665616467 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7c340cfa80 0x7f7c3415c980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.111+0000 7f7c39cd2640 1 --2- 172.21.15.33:0/1665616467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c340ce450 0x7f7c340cb5c0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.111+0000 7f7c39cd2640 1 --2- 172.21.15.33:0/1665616467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7c340b70b0 0x7f7c341f4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.111+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1665616467 >> 172.21.15.33:0/1665616467 conn(0x7f7c340d1b80 msgr2=0x7f7c340cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:19.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.111+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1665616467 shutdown_connections 2024-07-26T15:45:19.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.111+0000 7f7c39cd2640 1 -- 172.21.15.33:0/1665616467 wait complete. 2024-07-26T15:45:19.123 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:45:19.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.241+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/276071239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf480b70b0 msgr2=0x7fcf4815c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.241+0000 7fcf4f6b9640 1 --2- 172.21.15.33:0/276071239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf480b70b0 0x7fcf4815c2c0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fcf480c54b0 tx=0x7fcf4402a4a0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.241+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/276071239 shutdown_connections 2024-07-26T15:45:19.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.241+0000 7fcf4f6b9640 1 --2- 172.21.15.33:0/276071239 >> v2:172.21.15.154:3300/0 conn(0x7fcf480ce450 0x7fcf480ce860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.241+0000 7fcf4f6b9640 1 --2- 172.21.15.33:0/276071239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf480b70b0 0x7fcf4815c2c0 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.241+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/276071239 >> 172.21.15.33:0/276071239 conn(0x7fcf480d1b80 msgr2=0x7fcf480d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:19.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.241+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/276071239 shutdown_connections 2024-07-26T15:45:19.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.241+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/276071239 wait complete. 2024-07-26T15:45:19.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.243+0000 7fcf4f6b9640 1 Processor -- start 2024-07-26T15:45:19.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.243+0000 7fcf4f6b9640 1 -- start start 2024-07-26T15:45:19.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4f6b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcf480b70b0 0x7fcf4809f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:19.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4f6b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf480ce450 0x7fcf480c8c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:19.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4f6b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcf480cfa80 0x7fcf481f65f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:19.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4f6b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcf480cde70 con 0x7fcf480ce450 2024-07-26T15:45:19.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4f6b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcf480cf550 con 0x7fcf480b70b0 2024-07-26T15:45:19.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4f6b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcf480b6b80 con 0x7fcf480cfa80 2024-07-26T15:45:19.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4cc54640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf480ce450 0x7fcf480c8c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:19.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4cc54640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf480ce450 0x7fcf480c8c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50418/0 (socket says 172.21.15.33:50418) 2024-07-26T15:45:19.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4cc54640 1 -- 172.21.15.33:0/2012887536 learned_addr learned my addr 172.21.15.33:0/2012887536 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:19.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4d455640 1 --2- 172.21.15.33:0/2012887536 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcf480b70b0 0x7fcf4809f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:19.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4dc56640 1 --2- 172.21.15.33:0/2012887536 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcf480cfa80 0x7fcf481f65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:19.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.244+0000 7fcf4cc54640 1 -- 172.21.15.33:0/2012887536 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcf480cfa80 msgr2=0x7fcf481f65f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.245+0000 7fcf4cc54640 1 --2- 172.21.15.33:0/2012887536 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcf480cfa80 0x7fcf481f65f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.245+0000 7fcf4cc54640 1 -- 172.21.15.33:0/2012887536 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcf480b70b0 msgr2=0x7fcf4809f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.245+0000 7fcf4cc54640 1 --2- 172.21.15.33:0/2012887536 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcf480b70b0 0x7fcf4809f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.245+0000 7fcf4cc54640 1 -- 172.21.15.33:0/2012887536 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf480c95c0 con 0x7fcf480ce450 2024-07-26T15:45:19.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.245+0000 7fcf4cc54640 1 --2- 172.21.15.33:0/2012887536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf480ce450 0x7fcf480c8c30 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fcf3800d7a0 tx=0x7fcf3800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:19.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.245+0000 7fcf3dffb640 1 -- 172.21.15.33:0/2012887536 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf38017070 con 0x7fcf480ce450 2024-07-26T15:45:19.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.245+0000 7fcf3dffb640 1 -- 172.21.15.33:0/2012887536 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf38009d20 con 0x7fcf480ce450 2024-07-26T15:45:19.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.245+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/2012887536 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf4815ec00 con 0x7fcf480ce450 2024-07-26T15:45:19.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.245+0000 7fcf3dffb640 1 -- 172.21.15.33:0/2012887536 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf380106c0 con 0x7fcf480ce450 2024-07-26T15:45:19.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.245+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/2012887536 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf4815f1c0 con 0x7fcf480ce450 2024-07-26T15:45:19.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.246+0000 7fcf3dffb640 1 -- 172.21.15.33:0/2012887536 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 48) ==== 49591+0+0 (secure 0 0 0) 0x7fcf3801a070 con 0x7fcf480ce450 2024-07-26T15:45:19.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.247+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/2012887536 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf480c99c0 con 0x7fcf480ce450 2024-07-26T15:45:19.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.247+0000 7fcf3dffb640 1 -- 172.21.15.33:0/2012887536 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 6817+0+0 (secure 0 0 0) 0x7fcf38010860 con 0x7fcf480ce450 2024-07-26T15:45:19.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.252+0000 7fcf3dffb640 1 -- 172.21.15.33:0/2012887536 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcf3801bdc0 con 0x7fcf480ce450 2024-07-26T15:45:19.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.257+0000 7fcf3dffb640 1 -- 172.21.15.33:0/2012887536 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 49) ==== 49591+0+0 (secure 0 0 0) 0x7fcf3800ec70 con 0x7fcf480ce450 2024-07-26T15:45:19.307 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:19.306+0000 7f31b0c91640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:19.307 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:19.306+0000 7f31b0c91640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:19.307 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:19.306+0000 7f31b0c91640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:19.308 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:19.306+0000 7f31b0c91640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:19.308 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:19.306+0000 7f31b0c91640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:19.308 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:19.307+0000 7f31b3c97640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:19.308 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:19.307+0000 7f31b3c97640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:19.308 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:19.307+0000 7f31b3c97640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:19.308 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:19.307+0000 7f31b3c97640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:19.308 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:19.307+0000 7f31b3c97640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:19.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.449+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/2012887536 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcf480d0680 con 0x7fcf480ce450 2024-07-26T15:45:19.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.450+0000 7fcf3dffb640 1 -- 172.21.15.33:0/2012887536 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+17997 (secure 0 0 0) 0x7fcf3804b0c0 con 0x7fcf480ce450 2024-07-26T15:45:19.452 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:19.452 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":106,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:45:19.247245+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:44:53.118697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"102","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_data","create_time":"2024-07-26T15:44:54.380179+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/1663268067":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/605720411":"2024-07-27T15:45:16.437115+0000","172.21.15.33:6837/3739546424":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/2669629561":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/347299354":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/3488263425":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/4051602660":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/179880136":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/1511997881":"2024-07-27T15:45:13.606717+0000","172.21.15.33:6836/3739546424":"2024-07-27T15:45:16.437115+0000","172.21.15.33:6837/3062007989":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/45357756":"2024-07-27T15:45:16.437115+0000","172.21.15.33:6836/3062007989":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/2774353963":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/3459831332":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/3601917463":"2024-07-27T15:45:13.606717+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:45:19.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.453+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/2012887536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf480ce450 msgr2=0x7fcf480c8c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.453+0000 7fcf4f6b9640 1 --2- 172.21.15.33:0/2012887536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf480ce450 0x7fcf480c8c30 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fcf3800d7a0 tx=0x7fcf3800dc60 comp rx=0 tx=0).stop 2024-07-26T15:45:19.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.453+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/2012887536 shutdown_connections 2024-07-26T15:45:19.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.453+0000 7fcf4f6b9640 1 --2- 172.21.15.33:0/2012887536 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcf480cfa80 0x7fcf481f65f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.453+0000 7fcf4f6b9640 1 --2- 172.21.15.33:0/2012887536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf480ce450 0x7fcf480c8c30 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.453+0000 7fcf4f6b9640 1 --2- 172.21.15.33:0/2012887536 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcf480b70b0 0x7fcf4809f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.453+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/2012887536 >> 172.21.15.33:0/2012887536 conn(0x7fcf480d1b80 msgr2=0x7fcf48070250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:19.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.453+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/2012887536 shutdown_connections 2024-07-26T15:45:19.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.453+0000 7fcf4f6b9640 1 -- 172.21.15.33:0/2012887536 wait complete. 2024-07-26T15:45:19.466 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T15:45:19.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.583+0000 7f645c42c640 1 -- 172.21.15.33:0/2317915686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f645406c630 msgr2=0x7f645406ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.583+0000 7f645c42c640 1 --2- 172.21.15.33:0/2317915686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f645406c630 0x7f645406ca40 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f64540725d0 tx=0x7f644802a530 comp rx=0 tx=0).stop 2024-07-26T15:45:19.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.583+0000 7f645c42c640 1 -- 172.21.15.33:0/2317915686 shutdown_connections 2024-07-26T15:45:19.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.583+0000 7f645c42c640 1 --2- 172.21.15.33:0/2317915686 >> v2:172.21.15.154:3300/0 conn(0x7f64540b2350 0x7f64540b2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.583+0000 7f645c42c640 1 --2- 172.21.15.33:0/2317915686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f645406c630 0x7f645406ca40 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.583+0000 7f645c42c640 1 -- 172.21.15.33:0/2317915686 >> 172.21.15.33:0/2317915686 conn(0x7f64540b31f0 msgr2=0x7f64540b3600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:19.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.583+0000 7f645c42c640 1 -- 172.21.15.33:0/2317915686 shutdown_connections 2024-07-26T15:45:19.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.583+0000 7f645c42c640 1 -- 172.21.15.33:0/2317915686 wait complete. 2024-07-26T15:45:19.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.585+0000 7f645c42c640 1 Processor -- start 2024-07-26T15:45:19.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.585+0000 7f645c42c640 1 -- start start 2024-07-26T15:45:19.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.586+0000 7f645c42c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64540690f0 0x7f64540c6770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:19.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.586+0000 7f645c42c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f645406c630 0x7f64540c0d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:19.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.586+0000 7f645c42c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64540b2350 0x7f64540c1240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:19.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.586+0000 7f645c42c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6454165570 con 0x7f645406c630 2024-07-26T15:45:19.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.586+0000 7f645c42c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f64541653f0 con 0x7f64540b2350 2024-07-26T15:45:19.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.586+0000 7f645c42c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f64541656f0 con 0x7f64540690f0 2024-07-26T15:45:19.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.586+0000 7f64599c7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f645406c630 0x7f64540c0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:19.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.586+0000 7f64599c7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f645406c630 0x7f64540c0d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50428/0 (socket says 172.21.15.33:50428) 2024-07-26T15:45:19.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.586+0000 7f64599c7640 1 -- 172.21.15.33:0/348916612 learned_addr learned my addr 172.21.15.33:0/348916612 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:19.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.586+0000 7f645a9c9640 1 --2- 172.21.15.33:0/348916612 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64540b2350 0x7f64540c1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:19.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.586+0000 7f645a1c8640 1 --2- 172.21.15.33:0/348916612 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64540690f0 0x7f64540c6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:19.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.587+0000 7f64599c7640 1 -- 172.21.15.33:0/348916612 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64540690f0 msgr2=0x7f64540c6770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.587+0000 7f64599c7640 1 --2- 172.21.15.33:0/348916612 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64540690f0 0x7f64540c6770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.587+0000 7f64599c7640 1 -- 172.21.15.33:0/348916612 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64540b2350 msgr2=0x7f64540c1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.587+0000 7f64599c7640 1 --2- 172.21.15.33:0/348916612 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64540b2350 0x7f64540c1240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.587+0000 7f64599c7640 1 -- 172.21.15.33:0/348916612 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64540b27f0 con 0x7f645406c630 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.587+0000 7f64599c7640 1 --2- 172.21.15.33:0/348916612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f645406c630 0x7f64540c0d00 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f644802ab20 tx=0x7f64480039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.587+0000 7f6446ffd640 1 -- 172.21.15.33:0/348916612 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f644803e030 con 0x7f645406c630 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.587+0000 7f6446ffd640 1 -- 172.21.15.33:0/348916612 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64480047a0 con 0x7f645406c630 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.587+0000 7f645c42c640 1 -- 172.21.15.33:0/348916612 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64540c3580 con 0x7f645406c630 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.587+0000 7f6446ffd640 1 -- 172.21.15.33:0/348916612 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6448035040 con 0x7f645406c630 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.587+0000 7f645c42c640 1 -- 172.21.15.33:0/348916612 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64540c1fe0 con 0x7f645406c630 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.588+0000 7f6446ffd640 1 -- 172.21.15.33:0/348916612 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 49) ==== 49591+0+0 (secure 0 0 0) 0x7f6448041030 con 0x7f645406c630 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.588+0000 7f645c42c640 1 -- 172.21.15.33:0/348916612 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f645406ca40 con 0x7f645406c630 2024-07-26T15:45:19.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.588+0000 7f6446ffd640 1 -- 172.21.15.33:0/348916612 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 6817+0+0 (secure 0 0 0) 0x7f6448072d60 con 0x7f645406c630 2024-07-26T15:45:19.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.593+0000 7f6446ffd640 1 -- 172.21.15.33:0/348916612 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f644803f270 con 0x7f645406c630 2024-07-26T15:45:19.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.824+0000 7f645c42c640 1 -- 172.21.15.33:0/348916612 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f64540b29c0 con 0x7f645406c630 2024-07-26T15:45:19.826 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T15:45:19.825+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T15:45:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.827+0000 7f6446ffd640 1 -- 172.21.15.33:0/348916612 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v46) ==== 161+0+0 (secure 0 0 0) 0x7f64540b29c0 con 0x7f645406c630 2024-07-26T15:45:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T15:45:19.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.830+0000 7f645c42c640 1 -- 172.21.15.33:0/348916612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f645406c630 msgr2=0x7f64540c0d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.830+0000 7f645c42c640 1 --2- 172.21.15.33:0/348916612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f645406c630 0x7f64540c0d00 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f644802ab20 tx=0x7f64480039e0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.830+0000 7f645c42c640 1 -- 172.21.15.33:0/348916612 shutdown_connections 2024-07-26T15:45:19.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.830+0000 7f645c42c640 1 --2- 172.21.15.33:0/348916612 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64540b2350 0x7f64540c1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.830+0000 7f645c42c640 1 --2- 172.21.15.33:0/348916612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f645406c630 0x7f64540c0d00 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.830+0000 7f645c42c640 1 --2- 172.21.15.33:0/348916612 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64540690f0 0x7f64540c6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.830+0000 7f645c42c640 1 -- 172.21.15.33:0/348916612 >> 172.21.15.33:0/348916612 conn(0x7f64540b31f0 msgr2=0x7f6454073fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:19.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.830+0000 7f645c42c640 1 -- 172.21.15.33:0/348916612 shutdown_connections 2024-07-26T15:45:19.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.830+0000 7f645c42c640 1 -- 172.21.15.33:0/348916612 wait complete. 2024-07-26T15:45:19.833 INFO:tasks.ceph.mds.d.smithi154.stderr: -1785> 2024-07-26T15:44:58.022+0000 7f6fffe51640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:45:19.842 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T15:45:19.883 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T15:45:19.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.960+0000 7fd2511cf640 1 -- 172.21.15.33:0/2800646233 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd24c141fe0 msgr2=0x7fd24c13ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.960+0000 7fd2511cf640 1 --2- 172.21.15.33:0/2800646233 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd24c141fe0 0x7fd24c13ed20 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fd23c009830 tx=0x7fd23c02a510 comp rx=0 tx=0).stop 2024-07-26T15:45:19.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.960+0000 7fd2511cf640 1 -- 172.21.15.33:0/2800646233 shutdown_connections 2024-07-26T15:45:19.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.960+0000 7fd2511cf640 1 --2- 172.21.15.33:0/2800646233 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd24c0ce190 0x7fd24c15fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.960+0000 7fd2511cf640 1 --2- 172.21.15.33:0/2800646233 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd24c141fe0 0x7fd24c13ed20 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.960+0000 7fd2511cf640 1 -- 172.21.15.33:0/2800646233 >> 172.21.15.33:0/2800646233 conn(0x7fd24c0b1740 msgr2=0x7fd24c0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:19.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.960+0000 7fd2511cf640 1 -- 172.21.15.33:0/2800646233 shutdown_connections 2024-07-26T15:45:19.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.960+0000 7fd2511cf640 1 -- 172.21.15.33:0/2800646233 wait complete. 2024-07-26T15:45:19.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.962+0000 7fd2511cf640 1 Processor -- start 2024-07-26T15:45:19.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.962+0000 7fd2511cf640 1 -- start start 2024-07-26T15:45:19.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.963+0000 7fd2511cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd24c0ce190 0x7fd24c15b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:19.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd2511cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd24c141fe0 0x7fd24c1f4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:19.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd2511cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd24c15ffb0 0x7fd24c137ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:19.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd2511cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd24c15cb90 con 0x7fd24c0ce190 2024-07-26T15:45:19.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd2511cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd24c06f490 con 0x7fd24c141fe0 2024-07-26T15:45:19.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd2511cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd24c15cd10 con 0x7fd24c15ffb0 2024-07-26T15:45:19.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd24c0ce190 0x7fd24c15b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:19.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd24c0ce190 0x7fd24c15b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50430/0 (socket says 172.21.15.33:50430) 2024-07-26T15:45:19.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24ad9d640 1 -- 172.21.15.33:0/4093514579 learned_addr learned my addr 172.21.15.33:0/4093514579 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:19.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24a59c640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd24c141fe0 0x7fd24c1f4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:19.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24b59e640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd24c15ffb0 0x7fd24c137ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:19.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24ad9d640 1 -- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd24c15ffb0 msgr2=0x7fd24c137ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24ad9d640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd24c15ffb0 0x7fd24c137ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24ad9d640 1 -- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd24c141fe0 msgr2=0x7fd24c1f4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:19.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24ad9d640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd24c141fe0 0x7fd24c1f4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:19.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24ad9d640 1 -- 172.21.15.33:0/4093514579 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd24c138010 con 0x7fd24c0ce190 2024-07-26T15:45:19.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24a59c640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd24c141fe0 0x7fd24c1f4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:45:19.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd24ad9d640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd24c0ce190 0x7fd24c15b6a0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7fd23c02ab00 tx=0x7fd23c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:19.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd2437fe640 1 -- 172.21.15.33:0/4093514579 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd23c005c90 con 0x7fd24c0ce190 2024-07-26T15:45:19.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.964+0000 7fd2437fe640 1 -- 172.21.15.33:0/4093514579 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd23c031e50 con 0x7fd24c0ce190 2024-07-26T15:45:19.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.965+0000 7fd2511cf640 1 -- 172.21.15.33:0/4093514579 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd24c1f52c0 con 0x7fd24c0ce190 2024-07-26T15:45:19.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.965+0000 7fd2437fe640 1 -- 172.21.15.33:0/4093514579 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd23c005260 con 0x7fd24c0ce190 2024-07-26T15:45:19.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.965+0000 7fd2511cf640 1 -- 172.21.15.33:0/4093514579 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd24c1f5880 con 0x7fd24c0ce190 2024-07-26T15:45:19.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.966+0000 7fd2511cf640 1 -- 172.21.15.33:0/4093514579 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd24c15d1c0 con 0x7fd24c0ce190 2024-07-26T15:45:19.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.966+0000 7fd2437fe640 1 -- 172.21.15.33:0/4093514579 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 49) ==== 49591+0+0 (secure 0 0 0) 0x7fd23c005400 con 0x7fd24c0ce190 2024-07-26T15:45:19.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.966+0000 7fd2437fe640 1 -- 172.21.15.33:0/4093514579 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 6903+0+0 (secure 0 0 0) 0x7fd23c073600 con 0x7fd24c0ce190 2024-07-26T15:45:19.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:19.971+0000 7fd2437fe640 1 -- 172.21.15.33:0/4093514579 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd23c03f030 con 0x7fd24c0ce190 2024-07-26T15:45:20.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.206+0000 7fd2511cf640 1 -- 172.21.15.33:0/4093514579 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fd24c14ae60 con 0x7fd24c0ce190 2024-07-26T15:45:20.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.262+0000 7fd2437fe640 1 -- 172.21.15.33:0/4093514579 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 50) ==== 98977+0+0 (secure 0 0 0) 0x7fd23c03bd10 con 0x7fd24c0ce190 2024-07-26T15:45:20.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.262+0000 7fd2437fe640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fd22c07c540 0x7fd22c07e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:20.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.263+0000 7fd24a59c640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fd22c07c540 0x7fd22c07e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:20.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.264+0000 7fd24a59c640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fd22c07c540 0x7fd22c07e960 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd24c15c620 tx=0x7fd234005f90 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:20.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.828+0000 7fd2437fe640 1 -- 172.21.15.33:0/4093514579 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v47) ==== 104+0+0 (secure 0 0 0) 0x7fd23c0524a0 con 0x7fd24c0ce190 2024-07-26T15:45:20.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 -- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fd22c07c540 msgr2=0x7fd22c07e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:20.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fd22c07c540 0x7fd22c07e960 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd24c15c620 tx=0x7fd234005f90 comp rx=0 tx=0).stop 2024-07-26T15:45:20.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 -- 172.21.15.33:0/4093514579 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd24c0ce190 msgr2=0x7fd24c15b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:20.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd24c0ce190 0x7fd24c15b6a0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7fd23c02ab00 tx=0x7fd23c033c20 comp rx=0 tx=0).stop 2024-07-26T15:45:20.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 -- 172.21.15.33:0/4093514579 shutdown_connections 2024-07-26T15:45:20.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fd22c07c540 0x7fd22c07e960 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:20.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd24c15ffb0 0x7fd24c137ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:20.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd24c141fe0 0x7fd24c1f4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:20.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 --2- 172.21.15.33:0/4093514579 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd24c0ce190 0x7fd24c15b6a0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:20.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 -- 172.21.15.33:0/4093514579 >> 172.21.15.33:0/4093514579 conn(0x7fd24c0b1740 msgr2=0x7fd24c13e400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:20.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 -- 172.21.15.33:0/4093514579 shutdown_connections 2024-07-26T15:45:20.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.832+0000 7fd2511cf640 1 -- 172.21.15.33:0/4093514579 wait complete. 2024-07-26T15:45:20.848 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T15:45:20.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.975+0000 7efca561d640 1 -- 172.21.15.33:0/2907250332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efca00cd520 msgr2=0x7efca00cd930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:20.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.975+0000 7efca561d640 1 --2- 172.21.15.33:0/2907250332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efca00cd520 0x7efca00cd930 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7efc98005fd0 tx=0x7efc9802a8e0 comp rx=0 tx=0).stop 2024-07-26T15:45:20.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.976+0000 7efca561d640 1 -- 172.21.15.33:0/2907250332 shutdown_connections 2024-07-26T15:45:20.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.976+0000 7efca561d640 1 --2- 172.21.15.33:0/2907250332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efca00cd520 0x7efca00cd930 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:20.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.976+0000 7efca561d640 1 --2- 172.21.15.33:0/2907250332 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efca0160230 0x7efca00ccfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:20.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.976+0000 7efca561d640 1 -- 172.21.15.33:0/2907250332 >> 172.21.15.33:0/2907250332 conn(0x7efca00b37a0 msgr2=0x7efca00b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:20.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.976+0000 7efca561d640 1 -- 172.21.15.33:0/2907250332 shutdown_connections 2024-07-26T15:45:20.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.976+0000 7efca561d640 1 -- 172.21.15.33:0/2907250332 wait complete. 2024-07-26T15:45:20.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.977+0000 7efca561d640 1 Processor -- start 2024-07-26T15:45:20.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.978+0000 7efca561d640 1 -- start start 2024-07-26T15:45:20.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efca561d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efca00b72a0 0x7efca014bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efca561d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efca00cd520 0x7efca009d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efca561d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efca0160230 0x7efca009de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efca561d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efca00ce390 con 0x7efca00b72a0 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efca561d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efca00ce210 con 0x7efca0160230 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efca561d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efca015f6b0 con 0x7efca00cd520 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efc9effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efca00b72a0 0x7efca014bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efc9effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efca00b72a0 0x7efca014bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50450/0 (socket says 172.21.15.33:50450) 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efc9effd640 1 -- 172.21.15.33:0/2698150215 learned_addr learned my addr 172.21.15.33:0/2698150215 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efc9e7fc640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efca00cd520 0x7efca009d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efc9f7fe640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efca0160230 0x7efca009de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efc9effd640 1 -- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efca00cd520 msgr2=0x7efca009d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:20.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efc9effd640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efca00cd520 0x7efca009d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:20.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efc9effd640 1 -- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efca0160230 msgr2=0x7efca009de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:20.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efc9effd640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efca0160230 0x7efca009de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:20.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efc9effd640 1 -- 172.21.15.33:0/2698150215 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efca009c100 con 0x7efca00b72a0 2024-07-26T15:45:20.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.979+0000 7efc9e7fc640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efca00cd520 0x7efca009d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:20.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.980+0000 7efc9effd640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efca00b72a0 0x7efca014bfc0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7efc9000b420 tx=0x7efc9000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:20.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.980+0000 7efc877fe640 1 -- 172.21.15.33:0/2698150215 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc90011830 con 0x7efca00b72a0 2024-07-26T15:45:20.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.980+0000 7efc877fe640 1 -- 172.21.15.33:0/2698150215 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc90016070 con 0x7efca00b72a0 2024-07-26T15:45:20.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.980+0000 7efca561d640 1 -- 172.21.15.33:0/2698150215 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efca009c3e0 con 0x7efca00b72a0 2024-07-26T15:45:20.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.980+0000 7efc877fe640 1 -- 172.21.15.33:0/2698150215 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc90011d60 con 0x7efca00b72a0 2024-07-26T15:45:20.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.980+0000 7efca561d640 1 -- 172.21.15.33:0/2698150215 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efca009c9a0 con 0x7efca00b72a0 2024-07-26T15:45:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.981+0000 7efca561d640 1 -- 172.21.15.33:0/2698150215 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efca00cd930 con 0x7efca00b72a0 2024-07-26T15:45:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.982+0000 7efc877fe640 1 -- 172.21.15.33:0/2698150215 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 50) ==== 98977+0+0 (secure 0 0 0) 0x7efc9001b460 con 0x7efca00b72a0 2024-07-26T15:45:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.982+0000 7efc877fe640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7efc8c076e90 0x7efc8c0793a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.982+0000 7efc877fe640 1 -- 172.21.15.33:0/2698150215 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 6903+0+0 (secure 0 0 0) 0x7efc90098700 con 0x7efca00b72a0 2024-07-26T15:45:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.982+0000 7efc9e7fc640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7efc8c076e90 0x7efc8c0793a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.983+0000 7efc9e7fc640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7efc8c076e90 0x7efc8c0793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7efca00b40b0 tx=0x7efc94005f10 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:20.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:20.987+0000 7efc877fe640 1 -- 172.21.15.33:0/2698150215 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efc90061820 con 0x7efca00b72a0 2024-07-26T15:45:21.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.182+0000 7efca561d640 1 -- 172.21.15.33:0/2698150215 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7efca00b7a40 con 0x7efca00b72a0 2024-07-26T15:45:21.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.835+0000 7efc877fe640 1 -- 172.21.15.33:0/2698150215 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 51) ==== 99185+0+0 (secure 0 0 0) 0x7efc9005d3b0 con 0x7efca00b72a0 2024-07-26T15:45:21.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.842+0000 7efc877fe640 1 -- 172.21.15.33:0/2698150215 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v108) ==== 181+0+0 (secure 0 0 0) 0x7efc9006c8a0 con 0x7efca00b72a0 2024-07-26T15:45:21.843 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T15:45:21.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.844+0000 7efca561d640 1 -- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7efc8c076e90 msgr2=0x7efc8c0793a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:21.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.844+0000 7efca561d640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7efc8c076e90 0x7efc8c0793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7efca00b40b0 tx=0x7efc94005f10 comp rx=0 tx=0).stop 2024-07-26T15:45:21.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.844+0000 7efca561d640 1 -- 172.21.15.33:0/2698150215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efca00b72a0 msgr2=0x7efca014bfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:21.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.844+0000 7efca561d640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efca00b72a0 0x7efca014bfc0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7efc9000b420 tx=0x7efc9000b8e0 comp rx=0 tx=0).stop 2024-07-26T15:45:21.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.844+0000 7efca561d640 1 -- 172.21.15.33:0/2698150215 shutdown_connections 2024-07-26T15:45:21.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.844+0000 7efca561d640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efca0160230 0x7efca009de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:21.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.844+0000 7efca561d640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7efc8c076e90 0x7efc8c0793a0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:21.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.844+0000 7efca561d640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efca00cd520 0x7efca009d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:21.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.844+0000 7efca561d640 1 --2- 172.21.15.33:0/2698150215 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efca00b72a0 0x7efca014bfc0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:21.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.844+0000 7efca561d640 1 -- 172.21.15.33:0/2698150215 >> 172.21.15.33:0/2698150215 conn(0x7efca00b37a0 msgr2=0x7efca00d1c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:21.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.845+0000 7efca561d640 1 -- 172.21.15.33:0/2698150215 shutdown_connections 2024-07-26T15:45:21.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.845+0000 7efca561d640 1 -- 172.21.15.33:0/2698150215 wait complete. 2024-07-26T15:45:21.861 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T15:45:21.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.984+0000 7fc22444b640 1 -- 172.21.15.33:0/3283974182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc21c151fb0 msgr2=0x7fc21c0b4740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:21.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.984+0000 7fc22444b640 1 --2- 172.21.15.33:0/3283974182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc21c151fb0 0x7fc21c0b4740 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fc21c0b3830 tx=0x7fc21802aa30 comp rx=0 tx=0).stop 2024-07-26T15:45:21.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.984+0000 7fc22444b640 1 -- 172.21.15.33:0/3283974182 shutdown_connections 2024-07-26T15:45:21.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.984+0000 7fc22444b640 1 --2- 172.21.15.33:0/3283974182 >> v2:172.21.15.154:3300/0 conn(0x7fc21c073580 0x7fc21c073990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:21.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.984+0000 7fc22444b640 1 --2- 172.21.15.33:0/3283974182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc21c151fb0 0x7fc21c0b4740 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:21.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.984+0000 7fc22444b640 1 -- 172.21.15.33:0/3283974182 >> 172.21.15.33:0/3283974182 conn(0x7fc21c0b2b00 msgr2=0x7fc21c0b2f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:21.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.984+0000 7fc22444b640 1 -- 172.21.15.33:0/3283974182 shutdown_connections 2024-07-26T15:45:21.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.984+0000 7fc22444b640 1 -- 172.21.15.33:0/3283974182 wait complete. 2024-07-26T15:45:21.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.986+0000 7fc22444b640 1 Processor -- start 2024-07-26T15:45:21.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.986+0000 7fc22444b640 1 -- start start 2024-07-26T15:45:21.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc22444b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc21c073580 0x7fc21c1413a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc22444b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc21c151fb0 0x7fc21c1e65b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc22444b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc21c15b2d0 0x7fc21c1e6af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc22444b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc21c06f600 con 0x7fc21c151fb0 2024-07-26T15:45:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc22444b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc21c06f480 con 0x7fc21c15b2d0 2024-07-26T15:45:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc22444b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc21c06f780 con 0x7fc21c073580 2024-07-26T15:45:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc2219e6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc21c151fb0 0x7fc21c1e65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc2219e6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc21c151fb0 0x7fc21c1e65b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40102/0 (socket says 172.21.15.33:40102) 2024-07-26T15:45:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc2219e6640 1 -- 172.21.15.33:0/3443414276 learned_addr learned my addr 172.21.15.33:0/3443414276 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc2221e7640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc21c073580 0x7fc21c1413a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:21.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc2229e8640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc21c15b2d0 0x7fc21c1e6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc2219e6640 1 -- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc21c073580 msgr2=0x7fc21c1413a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc2219e6640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc21c073580 0x7fc21c1413a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc2219e6640 1 -- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc21c15b2d0 msgr2=0x7fc21c1e6af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.987+0000 7fc2219e6640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc21c15b2d0 0x7fc21c1e6af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.988+0000 7fc2219e6640 1 -- 172.21.15.33:0/3443414276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc21c1f8920 con 0x7fc21c151fb0 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.988+0000 7fc2229e8640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc21c15b2d0 0x7fc21c1e6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.988+0000 7fc2221e7640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc21c073580 0x7fc21c1413a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.988+0000 7fc2219e6640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc21c151fb0 0x7fc21c1e65b0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fc20c00d740 tx=0x7fc20c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.988+0000 7fc212ffd640 1 -- 172.21.15.33:0/3443414276 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20c017070 con 0x7fc21c151fb0 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.988+0000 7fc212ffd640 1 -- 172.21.15.33:0/3443414276 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc20c009d20 con 0x7fc21c151fb0 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.988+0000 7fc22444b640 1 -- 172.21.15.33:0/3443414276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc21c1f8c00 con 0x7fc21c151fb0 2024-07-26T15:45:21.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.988+0000 7fc212ffd640 1 -- 172.21.15.33:0/3443414276 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20c0106c0 con 0x7fc21c151fb0 2024-07-26T15:45:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.988+0000 7fc22444b640 1 -- 172.21.15.33:0/3443414276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc21c1f91c0 con 0x7fc21c151fb0 2024-07-26T15:45:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.989+0000 7fc22444b640 1 -- 172.21.15.33:0/3443414276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc21c06fca0 con 0x7fc21c151fb0 2024-07-26T15:45:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.990+0000 7fc212ffd640 1 -- 172.21.15.33:0/3443414276 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 51) ==== 99185+0+0 (secure 0 0 0) 0x7fc20c01a070 con 0x7fc21c151fb0 2024-07-26T15:45:21.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.991+0000 7fc212ffd640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fc2000770a0 0x7fc2000795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:21.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.991+0000 7fc212ffd640 1 -- 172.21.15.33:0/3443414276 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 6465+0+0 (secure 0 0 0) 0x7fc20c098e20 con 0x7fc21c151fb0 2024-07-26T15:45:21.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.991+0000 7fc2221e7640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fc2000770a0 0x7fc2000795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:21.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.992+0000 7fc2221e7640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fc2000770a0 0x7fc2000795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fc218035000 tx=0x7fc218004ab0 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:21.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:21.995+0000 7fc212ffd640 1 -- 172.21.15.33:0/3443414276 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc20c061c20 con 0x7fc21c151fb0 2024-07-26T15:45:22.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.187+0000 7fc22444b640 1 -- 172.21.15.33:0/3443414276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc21c0b49f0 con 0x7fc21c151fb0 2024-07-26T15:45:22.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.846+0000 7fc212ffd640 1 -- 172.21.15.33:0/3443414276 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v109) ==== 169+0+0 (secure 0 0 0) 0x7fc20c098020 con 0x7fc21c151fb0 2024-07-26T15:45:22.847 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T15:45:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.850+0000 7fc22444b640 1 -- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fc2000770a0 msgr2=0x7fc2000795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.850+0000 7fc22444b640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fc2000770a0 0x7fc2000795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fc218035000 tx=0x7fc218004ab0 comp rx=0 tx=0).stop 2024-07-26T15:45:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.850+0000 7fc22444b640 1 -- 172.21.15.33:0/3443414276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc21c151fb0 msgr2=0x7fc21c1e65b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.850+0000 7fc22444b640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc21c151fb0 0x7fc21c1e65b0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fc20c00d740 tx=0x7fc20c00dc00 comp rx=0 tx=0).stop 2024-07-26T15:45:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.850+0000 7fc22444b640 1 -- 172.21.15.33:0/3443414276 shutdown_connections 2024-07-26T15:45:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.850+0000 7fc22444b640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc21c15b2d0 0x7fc21c1e6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.850+0000 7fc22444b640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc21c151fb0 0x7fc21c1e65b0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.850+0000 7fc22444b640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fc2000770a0 0x7fc2000795b0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.850+0000 7fc22444b640 1 --2- 172.21.15.33:0/3443414276 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc21c073580 0x7fc21c1413a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.850+0000 7fc22444b640 1 -- 172.21.15.33:0/3443414276 >> 172.21.15.33:0/3443414276 conn(0x7fc21c0b2b00 msgr2=0x7fc21c15ab40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.851+0000 7fc22444b640 1 -- 172.21.15.33:0/3443414276 shutdown_connections 2024-07-26T15:45:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.851+0000 7fc22444b640 1 -- 172.21.15.33:0/3443414276 wait complete. 2024-07-26T15:45:22.868 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T15:45:22.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.993+0000 7ff029551640 1 -- 172.21.15.33:0/376895696 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff00c003a50 msgr2=0x7ff00c003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:22.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.993+0000 7ff029551640 1 --2- 172.21.15.33:0/376895696 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff00c003a50 0x7ff00c003ec0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7ff014009b50 tx=0x7ff00c005830 comp rx=0 tx=0).stop 2024-07-26T15:45:22.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.993+0000 7ff029551640 1 -- 172.21.15.33:0/376895696 shutdown_connections 2024-07-26T15:45:22.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.993+0000 7ff029551640 1 --2- 172.21.15.33:0/376895696 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff00c003a50 0x7ff00c003ec0 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:22.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.993+0000 7ff029551640 1 -- 172.21.15.33:0/376895696 >> 172.21.15.33:0/376895696 conn(0x7ff0240d3d90 msgr2=0x7ff0240d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:22.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.993+0000 7ff029551640 1 -- 172.21.15.33:0/376895696 shutdown_connections 2024-07-26T15:45:22.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.993+0000 7ff029551640 1 -- 172.21.15.33:0/376895696 wait complete. 2024-07-26T15:45:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.995+0000 7ff029551640 1 Processor -- start 2024-07-26T15:45:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.995+0000 7ff029551640 1 -- start start 2024-07-26T15:45:22.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff029551640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff00c003a50 0x7ff0241f5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff029551640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff02415fdc0 0x7ff024158140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff029551640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff024158680 0x7ff0241f8a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff029551640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff0240b4e60 con 0x7ff024158680 2024-07-26T15:45:23.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff029551640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff0240b5570 con 0x7ff02415fdc0 2024-07-26T15:45:23.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff029551640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff0240b4fe0 con 0x7ff00c003a50 2024-07-26T15:45:23.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff0237fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff024158680 0x7ff0241f8a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff0237fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff024158680 0x7ff0241f8a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40120/0 (socket says 172.21.15.33:40120) 2024-07-26T15:45:23.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff0237fe640 1 -- 172.21.15.33:0/2644683647 learned_addr learned my addr 172.21.15.33:0/2644683647 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:23.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff022ffd640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff00c003a50 0x7ff0241f5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff0227fc640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff02415fdc0 0x7ff024158140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff0237fe640 1 -- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff00c003a50 msgr2=0x7ff0241f5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff0237fe640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff00c003a50 0x7ff0241f5710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff0237fe640 1 -- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff02415fdc0 msgr2=0x7ff024158140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff0237fe640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff02415fdc0 0x7ff024158140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff0237fe640 1 -- 172.21.15.33:0/2644683647 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0241573c0 con 0x7ff024158680 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff0227fc640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff02415fdc0 0x7ff024158140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff0237fe640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff024158680 0x7ff0241f8a20 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7ff0240d3180 tx=0x7ff01c001a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff00b7fe640 1 -- 172.21.15.33:0/2644683647 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01c011870 con 0x7ff024158680 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff00b7fe640 1 -- 172.21.15.33:0/2644683647 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff01c017070 con 0x7ff024158680 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff029551640 1 -- 172.21.15.33:0/2644683647 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0241f62b0 con 0x7ff024158680 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.997+0000 7ff00b7fe640 1 -- 172.21.15.33:0/2644683647 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01c011da0 con 0x7ff024158680 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.998+0000 7ff029551640 1 -- 172.21.15.33:0/2644683647 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff024157940 con 0x7ff024158680 2024-07-26T15:45:23.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.998+0000 7ff029551640 1 -- 172.21.15.33:0/2644683647 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff02415e540 con 0x7ff024158680 2024-07-26T15:45:23.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:22.999+0000 7ff00b7fe640 1 -- 172.21.15.33:0/2644683647 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 51) ==== 99185+0+0 (secure 0 0 0) 0x7ff01c01c460 con 0x7ff024158680 2024-07-26T15:45:23.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.000+0000 7ff00b7fe640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff0100770a0 0x7ff0100795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.000+0000 7ff00b7fe640 1 -- 172.21.15.33:0/2644683647 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 6051+0+0 (secure 0 0 0) 0x7ff01c099440 con 0x7ff024158680 2024-07-26T15:45:23.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.000+0000 7ff022ffd640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff0100770a0 0x7ff0100795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.001+0000 7ff022ffd640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff0100770a0 0x7ff0100795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff014035000 tx=0x7ff0140046c0 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:23.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.005+0000 7ff00b7fe640 1 -- 172.21.15.33:0/2644683647 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff02415e540 con 0x7ff024158680 2024-07-26T15:45:23.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.197+0000 7ff029551640 1 -- 172.21.15.33:0/2644683647 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7ff02408de70 con 0x7ff024158680 2024-07-26T15:45:23.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.201+0000 7ff00b7fe640 1 -- 172.21.15.33:0/2644683647 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v43) ==== 71+0+0 (secure 0 0 0) 0x7ff01c062370 con 0x7ff024158680 2024-07-26T15:45:23.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 -- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff0100770a0 msgr2=0x7ff0100795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff0100770a0 0x7ff0100795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7ff014035000 tx=0x7ff0140046c0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 -- 172.21.15.33:0/2644683647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff024158680 msgr2=0x7ff0241f8a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff024158680 0x7ff0241f8a20 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7ff0240d3180 tx=0x7ff01c001a70 comp rx=0 tx=0).stop 2024-07-26T15:45:23.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 -- 172.21.15.33:0/2644683647 shutdown_connections 2024-07-26T15:45:23.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff024158680 0x7ff0241f8a20 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff02415fdc0 0x7ff024158140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff0100770a0 0x7ff0100795b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 --2- 172.21.15.33:0/2644683647 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff00c003a50 0x7ff0241f5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 -- 172.21.15.33:0/2644683647 >> 172.21.15.33:0/2644683647 conn(0x7ff0240d3d90 msgr2=0x7ff02406e280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:23.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 -- 172.21.15.33:0/2644683647 shutdown_connections 2024-07-26T15:45:23.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.203+0000 7ff029551640 1 -- 172.21.15.33:0/2644683647 wait complete. 2024-07-26T15:45:23.216 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_snap_schedule_list' 2024-07-26T15:45:23.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.333+0000 7fb048b27640 1 -- 172.21.15.33:0/631777236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb04406cd40 msgr2=0x7fb044141680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.333+0000 7fb048b27640 1 --2- 172.21.15.33:0/631777236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb04406cd40 0x7fb044141680 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fb02c005fd0 tx=0x7fb02c02a540 comp rx=0 tx=0).stop 2024-07-26T15:45:23.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.333+0000 7fb048b27640 1 -- 172.21.15.33:0/631777236 shutdown_connections 2024-07-26T15:45:23.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.333+0000 7fb048b27640 1 --2- 172.21.15.33:0/631777236 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb044141bc0 0x7fb0440cf1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.333+0000 7fb048b27640 1 --2- 172.21.15.33:0/631777236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb04406cd40 0x7fb044141680 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.333+0000 7fb048b27640 1 -- 172.21.15.33:0/631777236 >> 172.21.15.33:0/631777236 conn(0x7fb0440b26e0 msgr2=0x7fb0440b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:23.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.333+0000 7fb048b27640 1 -- 172.21.15.33:0/631777236 shutdown_connections 2024-07-26T15:45:23.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.333+0000 7fb048b27640 1 -- 172.21.15.33:0/631777236 wait complete. 2024-07-26T15:45:23.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.335+0000 7fb048b27640 1 Processor -- start 2024-07-26T15:45:23.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.335+0000 7fb048b27640 1 -- start start 2024-07-26T15:45:23.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.336+0000 7fb048b27640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb04413ee80 0x7fb044151060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.336+0000 7fb048b27640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb044141bc0 0x7fb0441f6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.336+0000 7fb048b27640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb04413c020 0x7fb0441f6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.336+0000 7fb048b27640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb0440cfa80 con 0x7fb044141bc0 2024-07-26T15:45:23.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.336+0000 7fb048b27640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb0440cf900 con 0x7fb04413c020 2024-07-26T15:45:23.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.336+0000 7fb048b27640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb0440cfc00 con 0x7fb04413ee80 2024-07-26T15:45:23.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.336+0000 7fb041d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb044141bc0 0x7fb0441f6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.336+0000 7fb041d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb044141bc0 0x7fb0441f6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40138/0 (socket says 172.21.15.33:40138) 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.336+0000 7fb041d9b640 1 -- 172.21.15.33:0/826336754 learned_addr learned my addr 172.21.15.33:0/826336754 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb04259c640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb04413ee80 0x7fb044151060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb042d9d640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb04413c020 0x7fb0441f6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb041d9b640 1 -- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb04413ee80 msgr2=0x7fb044151060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb041d9b640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb04413ee80 0x7fb044151060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb041d9b640 1 -- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb04413c020 msgr2=0x7fb0441f6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb041d9b640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb04413c020 0x7fb0441f6680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb041d9b640 1 -- 172.21.15.33:0/826336754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0441515a0 con 0x7fb044141bc0 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb042d9d640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb04413c020 0x7fb0441f6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb041d9b640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb044141bc0 0x7fb0441f6140 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7fb02c006010 tx=0x7fb02c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb03affd640 1 -- 172.21.15.33:0/826336754 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb02c03e030 con 0x7fb044141bc0 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb03affd640 1 -- 172.21.15.33:0/826336754 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb02c003d90 con 0x7fb044141bc0 2024-07-26T15:45:23.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb03affd640 1 -- 172.21.15.33:0/826336754 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb02c035040 con 0x7fb044141bc0 2024-07-26T15:45:23.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb048b27640 1 -- 172.21.15.33:0/826336754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb04413f400 con 0x7fb044141bc0 2024-07-26T15:45:23.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.337+0000 7fb048b27640 1 -- 172.21.15.33:0/826336754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0441f6d10 con 0x7fb044141bc0 2024-07-26T15:45:23.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.338+0000 7fb048b27640 1 -- 172.21.15.33:0/826336754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0440d00d0 con 0x7fb044141bc0 2024-07-26T15:45:23.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.339+0000 7fb03affd640 1 -- 172.21.15.33:0/826336754 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 51) ==== 99185+0+0 (secure 0 0 0) 0x7fb02c041030 con 0x7fb044141bc0 2024-07-26T15:45:23.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.339+0000 7fb03affd640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb0240770a0 0x7fb0240795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.340+0000 7fb03affd640 1 -- 172.21.15.33:0/826336754 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 6051+0+0 (secure 0 0 0) 0x7fb02c0b92d0 con 0x7fb044141bc0 2024-07-26T15:45:23.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.340+0000 7fb04259c640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb0240770a0 0x7fb0240795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.340+0000 7fb04259c640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb0240770a0 0x7fb0240795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb0441425f0 tx=0x7fb03c009040 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:23.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.344+0000 7fb03affd640 1 -- 172.21.15.33:0/826336754 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb0441515a0 con 0x7fb044141bc0 2024-07-26T15:45:23.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.619+0000 7fb048b27640 1 -- 172.21.15.33:0/826336754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_snap_schedule_list"]} v 0) -- 0x7fb0440d13b0 con 0x7fb044141bc0 2024-07-26T15:45:23.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.847+0000 7fb03affd640 1 -- 172.21.15.33:0/826336754 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_non_existent_snap_schedule_list"]}]=0 v616) ==== 166+0+0 (secure 0 0 0) 0x7fb02c081c40 con 0x7fb044141bc0 2024-07-26T15:45:23.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 -- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb0240770a0 msgr2=0x7fb0240795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb0240770a0 0x7fb0240795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb0441425f0 tx=0x7fb03c009040 comp rx=0 tx=0).stop 2024-07-26T15:45:23.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 -- 172.21.15.33:0/826336754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb044141bc0 msgr2=0x7fb0441f6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb044141bc0 0x7fb0441f6140 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7fb02c006010 tx=0x7fb02c0038a0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 -- 172.21.15.33:0/826336754 shutdown_connections 2024-07-26T15:45:23.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb04413c020 0x7fb0441f6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb044141bc0 0x7fb0441f6140 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb0240770a0 0x7fb0240795b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 --2- 172.21.15.33:0/826336754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb04413ee80 0x7fb044151060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 -- 172.21.15.33:0/826336754 >> 172.21.15.33:0/826336754 conn(0x7fb0440b26e0 msgr2=0x7fb04415e240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:23.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 -- 172.21.15.33:0/826336754 shutdown_connections 2024-07-26T15:45:23.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.850+0000 7fb048b27640 1 -- 172.21.15.33:0/826336754 wait complete. 2024-07-26T15:45:23.863 INFO:tasks.cephfs_test_runner:Test listing snap schedules on a non-existing filesystem path failure ... ok 2024-07-26T15:45:23.863 INFO:tasks.cephfs_test_runner:Starting test: test_schedule_auto_deactivation_for_non_existent_path (tasks.cephfs.test_snap_schedules.TestSnapSchedules) Test that a non-existent path leads to schedule deactivation after a few retries. 2024-07-26T15:45:23.864 INFO:tasks.cephfs_test_runner:test_schedule_auto_deactivation_for_non_existent_path (tasks.cephfs.test_snap_schedules.TestSnapSchedules) 2024-07-26T15:45:23.864 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:45:23.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.981+0000 7fa7d4327640 1 -- 172.21.15.33:0/2166837572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7b8003a30 msgr2=0x7fa7b8003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.981+0000 7fa7d4327640 1 --2- 172.21.15.33:0/2166837572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7b8003a30 0x7fa7b8003ea0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7fa7c80016c0 tx=0x7fa7b8005830 comp rx=0 tx=0).stop 2024-07-26T15:45:23.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.981+0000 7fa7d28c4640 1 -- 172.21.15.33:0/2166837572 reap_dead start 2024-07-26T15:45:23.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.981+0000 7fa7d4327640 1 -- 172.21.15.33:0/2166837572 shutdown_connections 2024-07-26T15:45:23.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.981+0000 7fa7d4327640 1 -- 172.21.15.33:0/2166837572 >> 172.21.15.33:0/2166837572 conn(0x7fa7cc0d3da0 msgr2=0x7fa7cc0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:23.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.982+0000 7fa7d4327640 1 -- 172.21.15.33:0/2166837572 shutdown_connections 2024-07-26T15:45:23.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.982+0000 7fa7d4327640 1 -- 172.21.15.33:0/2166837572 wait complete. 2024-07-26T15:45:23.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.983+0000 7fa7d4327640 1 Processor -- start 2024-07-26T15:45:23.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.983+0000 7fa7d4327640 1 -- start start 2024-07-26T15:45:23.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d4327640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7b8003a30 0x7fa7cc1e6d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d4327640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7cc15baf0 0x7fa7cc1e72a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d4327640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7cc1e77e0 0x7fa7cc1f48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d4327640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa7cc0b1d00 con 0x7fa7b8003a30 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d4327640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa7cc0b1b80 con 0x7fa7cc15baf0 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d4327640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa7cc0b1e80 con 0x7fa7cc1e77e0 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d20c3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7b8003a30 0x7fa7cc1e6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d20c3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7b8003a30 0x7fa7cc1e6d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40152/0 (socket says 172.21.15.33:40152) 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d20c3640 1 -- 172.21.15.33:0/481364624 learned_addr learned my addr 172.21.15.33:0/481364624 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d18c2640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7cc15baf0 0x7fa7cc1e72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d28c4640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7cc1e77e0 0x7fa7cc1f48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d20c3640 1 -- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7cc1e77e0 msgr2=0x7fa7cc1f48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d20c3640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7cc1e77e0 0x7fa7cc1f48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d20c3640 1 -- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7cc15baf0 msgr2=0x7fa7cc1e72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:23.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d20c3640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7cc15baf0 0x7fa7cc1e72a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d20c3640 1 -- 172.21.15.33:0/481364624 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7cc1e7bf0 con 0x7fa7b8003a30 2024-07-26T15:45:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d18c2640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7cc15baf0 0x7fa7cc1e72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7d20c3640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7b8003a30 0x7fa7cc1e6d60 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fa7c80017e0 tx=0x7fa7c8006360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.985+0000 7fa7c2ffd640 1 -- 172.21.15.33:0/481364624 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c8038070 con 0x7fa7b8003a30 2024-07-26T15:45:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.986+0000 7fa7c2ffd640 1 -- 172.21.15.33:0/481364624 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7c8003af0 con 0x7fa7b8003a30 2024-07-26T15:45:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.986+0000 7fa7c2ffd640 1 -- 172.21.15.33:0/481364624 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c8033420 con 0x7fa7b8003a30 2024-07-26T15:45:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.986+0000 7fa7d4327640 1 -- 172.21.15.33:0/481364624 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7cc15a430 con 0x7fa7b8003a30 2024-07-26T15:45:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.986+0000 7fa7d4327640 1 -- 172.21.15.33:0/481364624 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7cc15a9f0 con 0x7fa7b8003a30 2024-07-26T15:45:23.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.986+0000 7fa7d4327640 1 -- 172.21.15.33:0/481364624 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7cc0b2410 con 0x7fa7b8003a30 2024-07-26T15:45:23.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.987+0000 7fa7c2ffd640 1 -- 172.21.15.33:0/481364624 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 51) ==== 99185+0+0 (secure 0 0 0) 0x7fa7c8043020 con 0x7fa7b8003a30 2024-07-26T15:45:23.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.988+0000 7fa7c2ffd640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa7b00770a0 0x7fa7b00795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:23.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.988+0000 7fa7c2ffd640 1 -- 172.21.15.33:0/481364624 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 6051+0+0 (secure 0 0 0) 0x7fa7c80b8240 con 0x7fa7b8003a30 2024-07-26T15:45:23.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.988+0000 7fa7d18c2640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa7b00770a0 0x7fa7b00795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:23.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.989+0000 7fa7d18c2640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa7b00770a0 0x7fa7b00795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa7cc0b5510 tx=0x7fa7bc001e70 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:23.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:23.993+0000 7fa7c2ffd640 1 -- 172.21.15.33:0/481364624 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa7c8081280 con 0x7fa7b8003a30 2024-07-26T15:45:24.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.197+0000 7fa7d4327640 1 -- 172.21.15.33:0/481364624 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa7cc0b6de0 con 0x7fa7b8003a30 2024-07-26T15:45:24.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.198+0000 7fa7c2ffd640 1 -- 172.21.15.33:0/481364624 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v109) ==== 74+0+14347 (secure 0 0 0) 0x7fa7c8080b80 con 0x7fa7b8003a30 2024-07-26T15:45:24.200 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:24.200 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":109,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:45:22.843258+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":12,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":101,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/1663268067":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/605720411":"2024-07-27T15:45:16.437115+0000","172.21.15.33:6837/3739546424":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/2669629561":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/347299354":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/3488263425":"2024-07-27T15:45:16.437115+0000","172.21.15.33:0/4051602660":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/179880136":"2024-07-27T15:45:13.606717+0000","172.21.15.154:6833/2955784907":"2024-07-27T15:45:19.826287+0000","172.21.15.33:0/1511997881":"2024-07-27T15:45:13.606717+0000","172.21.15.154:6835/2955784907":"2024-07-27T15:45:19.826287+0000","172.21.15.33:6836/3739546424":"2024-07-27T15:45:16.437115+0000","172.21.15.33:6837/3062007989":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/45357756":"2024-07-27T15:45:16.437115+0000","172.21.15.33:6836/3062007989":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/2774353963":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/3459831332":"2024-07-27T15:45:13.606717+0000","172.21.15.33:0/3601917463":"2024-07-27T15:45:13.606717+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:45:24.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 -- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa7b00770a0 msgr2=0x7fa7b00795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:24.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa7b00770a0 0x7fa7b00795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa7cc0b5510 tx=0x7fa7bc001e70 comp rx=0 tx=0).stop 2024-07-26T15:45:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 -- 172.21.15.33:0/481364624 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7b8003a30 msgr2=0x7fa7cc1e6d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7b8003a30 0x7fa7cc1e6d60 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fa7c80017e0 tx=0x7fa7c8006360 comp rx=0 tx=0).stop 2024-07-26T15:45:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 -- 172.21.15.33:0/481364624 shutdown_connections 2024-07-26T15:45:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa7b00770a0 0x7fa7b00795b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7cc1e77e0 0x7fa7cc1f48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7cc15baf0 0x7fa7cc1e72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 --2- 172.21.15.33:0/481364624 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7b8003a30 0x7fa7cc1e6d60 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 -- 172.21.15.33:0/481364624 >> 172.21.15.33:0/481364624 conn(0x7fa7cc0d3da0 msgr2=0x7fa7cc0d0f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 -- 172.21.15.33:0/481364624 shutdown_connections 2024-07-26T15:45:24.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.201+0000 7fa7d4327640 1 -- 172.21.15.33:0/481364624 wait complete. 2024-07-26T15:45:24.216 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T15:45:24.217 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T15:45:24.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.337+0000 7f2e2b36c640 1 -- 172.21.15.33:0/563899527 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e10003a80 msgr2=0x7f2e10003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:24.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.337+0000 7f2e2b36c640 1 --2- 172.21.15.33:0/563899527 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e10003a80 0x7f2e10003ef0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f2e2000c260 tx=0x7f2e10005830 comp rx=0 tx=0).stop 2024-07-26T15:45:24.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.337+0000 7f2e2b36c640 1 -- 172.21.15.33:0/563899527 shutdown_connections 2024-07-26T15:45:24.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.337+0000 7f2e2b36c640 1 --2- 172.21.15.33:0/563899527 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e10003a80 0x7f2e10003ef0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.337+0000 7f2e2b36c640 1 -- 172.21.15.33:0/563899527 >> 172.21.15.33:0/563899527 conn(0x7f2e240d3dc0 msgr2=0x7f2e240d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:24.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.337+0000 7f2e2b36c640 1 -- 172.21.15.33:0/563899527 shutdown_connections 2024-07-26T15:45:24.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.337+0000 7f2e2b36c640 1 -- 172.21.15.33:0/563899527 wait complete. 2024-07-26T15:45:24.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.339+0000 7f2e2b36c640 1 Processor -- start 2024-07-26T15:45:24.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.339+0000 7f2e2b36c640 1 -- start start 2024-07-26T15:45:24.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.340+0000 7f2e2b36c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e10003a80 0x7f2e241f5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:24.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.340+0000 7f2e2b36c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e240c78d0 0x7f2e24156480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.340+0000 7f2e2b36c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2e240a0ad0 0x7f2e240b3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.340+0000 7f2e2b36c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2e240d0900 con 0x7f2e10003a80 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.340+0000 7f2e2b36c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2e240d0780 con 0x7f2e240a0ad0 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.340+0000 7f2e2b36c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2e240d0a80 con 0x7f2e240c78d0 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.340+0000 7f2e29108640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e10003a80 0x7f2e241f5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.340+0000 7f2e29108640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e10003a80 0x7f2e241f5a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40168/0 (socket says 172.21.15.33:40168) 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.340+0000 7f2e29108640 1 -- 172.21.15.33:0/1111636054 learned_addr learned my addr 172.21.15.33:0/1111636054 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.340+0000 7f2e28907640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e240c78d0 0x7f2e24156480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.340+0000 7f2e29909640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2e240a0ad0 0x7f2e240b3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.341+0000 7f2e29108640 1 -- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e240c78d0 msgr2=0x7f2e24156480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.341+0000 7f2e29108640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e240c78d0 0x7f2e24156480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.341+0000 7f2e29108640 1 -- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2e240a0ad0 msgr2=0x7f2e240b3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.341+0000 7f2e29108640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2e240a0ad0 0x7f2e240b3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.341+0000 7f2e29108640 1 -- 172.21.15.33:0/1111636054 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e240a0530 con 0x7f2e10003a80 2024-07-26T15:45:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.341+0000 7f2e29108640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e10003a80 0x7f2e241f5a00 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f2e2000c380 tx=0x7f2e20004bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.341+0000 7f2e19ffb640 1 -- 172.21.15.33:0/1111636054 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e20044070 con 0x7f2e10003a80 2024-07-26T15:45:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.341+0000 7f2e19ffb640 1 -- 172.21.15.33:0/1111636054 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2e20006c30 con 0x7f2e10003a80 2024-07-26T15:45:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.341+0000 7f2e2b36c640 1 -- 172.21.15.33:0/1111636054 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e240a07f0 con 0x7f2e10003a80 2024-07-26T15:45:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.341+0000 7f2e19ffb640 1 -- 172.21.15.33:0/1111636054 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e20031040 con 0x7f2e10003a80 2024-07-26T15:45:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.341+0000 7f2e2b36c640 1 -- 172.21.15.33:0/1111636054 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e240c7db0 con 0x7f2e10003a80 2024-07-26T15:45:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.342+0000 7f2e2b36c640 1 -- 172.21.15.33:0/1111636054 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e240c8010 con 0x7f2e10003a80 2024-07-26T15:45:24.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.343+0000 7f2e19ffb640 1 -- 172.21.15.33:0/1111636054 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f2e20034070 con 0x7f2e10003a80 2024-07-26T15:45:24.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.343+0000 7f2e19ffb640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2e08077130 0x7f2e08079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:24.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.344+0000 7f2e19ffb640 1 -- 172.21.15.33:0/1111636054 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 6051+0+0 (secure 0 0 0) 0x7f2e200b86d0 con 0x7f2e10003a80 2024-07-26T15:45:24.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.344+0000 7f2e28907640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2e08077130 0x7f2e08079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:24.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.344+0000 7f2e28907640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2e08077130 0x7f2e08079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f2e240b86d0 tx=0x7f2e1400b260 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.348+0000 7f2e19ffb640 1 -- 172.21.15.33:0/1111636054 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2e20080fc0 con 0x7f2e10003a80 2024-07-26T15:45:24.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.542+0000 7f2e2b36c640 1 -- 172.21.15.33:0/1111636054 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f2e240b74b0 con 0x7f2e10003a80 2024-07-26T15:45:24.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.542+0000 7f2e19ffb640 1 -- 172.21.15.33:0/1111636054 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v109) ==== 93+0+10 (secure 0 0 0) 0x7f2e20085510 con 0x7f2e10003a80 2024-07-26T15:45:24.544 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T15:45:24.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 -- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2e08077130 msgr2=0x7f2e08079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:24.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2e08077130 0x7f2e08079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f2e240b86d0 tx=0x7f2e1400b260 comp rx=0 tx=0).stop 2024-07-26T15:45:24.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 -- 172.21.15.33:0/1111636054 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e10003a80 msgr2=0x7f2e241f5a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:24.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e10003a80 0x7f2e241f5a00 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f2e2000c380 tx=0x7f2e20004bc0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 -- 172.21.15.33:0/1111636054 shutdown_connections 2024-07-26T15:45:24.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2e240a0ad0 0x7f2e240b3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2e08077130 0x7f2e08079640 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2e240c78d0 0x7f2e24156480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 --2- 172.21.15.33:0/1111636054 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e10003a80 0x7f2e241f5a00 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 -- 172.21.15.33:0/1111636054 >> 172.21.15.33:0/1111636054 conn(0x7f2e240d3dc0 msgr2=0x7f2e24161140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:24.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 -- 172.21.15.33:0/1111636054 shutdown_connections 2024-07-26T15:45:24.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.544+0000 7f2e2b36c640 1 -- 172.21.15.33:0/1111636054 wait complete. 2024-07-26T15:45:24.557 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_schedule_auto_deactivation_for_non_existent_path' 2024-07-26T15:45:24.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.673+0000 7f083b818640 1 -- 172.21.15.33:0/4020211754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08340d0c80 msgr2=0x7f08340d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:24.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.673+0000 7f083b818640 1 --2- 172.21.15.33:0/4020211754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08340d0c80 0x7f08340d2930 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f0824005fd0 tx=0x7f082402a560 comp rx=0 tx=0).stop 2024-07-26T15:45:24.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.673+0000 7f083b818640 1 -- 172.21.15.33:0/4020211754 shutdown_connections 2024-07-26T15:45:24.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.673+0000 7f083b818640 1 --2- 172.21.15.33:0/4020211754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08340d0c80 0x7f08340d2930 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.673+0000 7f083b818640 1 -- 172.21.15.33:0/4020211754 >> 172.21.15.33:0/4020211754 conn(0x7f08340d3e10 msgr2=0x7f08340d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:24.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.674+0000 7f083b818640 1 -- 172.21.15.33:0/4020211754 shutdown_connections 2024-07-26T15:45:24.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.674+0000 7f083b818640 1 -- 172.21.15.33:0/4020211754 wait complete. 2024-07-26T15:45:24.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.675+0000 7f083b818640 1 Processor -- start 2024-07-26T15:45:24.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.675+0000 7f083b818640 1 -- start start 2024-07-26T15:45:24.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f083b818640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08340b2dc0 0x7f08340c8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:24.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f083b818640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08340ce9e0 0x7f08341648d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f083b818640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f083415c2f0 0x7f08341601c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f083b818640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f08340d4cc0 con 0x7f08340ce9e0 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f083b818640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f08340d4b40 con 0x7f08340b2dc0 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f083b818640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0834169af0 con 0x7f083415c2f0 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0838db3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08340ce9e0 0x7f08341648d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0838db3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08340ce9e0 0x7f08341648d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40190/0 (socket says 172.21.15.33:40190) 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0838db3640 1 -- 172.21.15.33:0/728748206 learned_addr learned my addr 172.21.15.33:0/728748206 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f08395b4640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08340b2dc0 0x7f08340c8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0839db5640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f083415c2f0 0x7f08341601c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0838db3640 1 -- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f083415c2f0 msgr2=0x7f08341601c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0838db3640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f083415c2f0 0x7f08341601c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0838db3640 1 -- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08340b2dc0 msgr2=0x7f08340c8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0838db3640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08340b2dc0 0x7f08340c8ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0838db3640 1 -- 172.21.15.33:0/728748206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0834165100 con 0x7f08340ce9e0 2024-07-26T15:45:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0839db5640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f083415c2f0 0x7f08341601c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0838db3640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08340ce9e0 0x7f08341648d0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f0824034040 tx=0x7f08240039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.677+0000 7f0829ffb640 1 -- 172.21.15.33:0/728748206 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f082403e030 con 0x7f08340ce9e0 2024-07-26T15:45:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.678+0000 7f0829ffb640 1 -- 172.21.15.33:0/728748206 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f08240047a0 con 0x7f08340ce9e0 2024-07-26T15:45:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.678+0000 7f083b818640 1 -- 172.21.15.33:0/728748206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08340c8510 con 0x7f08340ce9e0 2024-07-26T15:45:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.678+0000 7f0829ffb640 1 -- 172.21.15.33:0/728748206 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0824035040 con 0x7f08340ce9e0 2024-07-26T15:45:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.678+0000 7f083b818640 1 -- 172.21.15.33:0/728748206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0834160c90 con 0x7f08340ce9e0 2024-07-26T15:45:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.679+0000 7f083b818640 1 -- 172.21.15.33:0/728748206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08340c8300 con 0x7f08340ce9e0 2024-07-26T15:45:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.680+0000 7f0829ffb640 1 -- 172.21.15.33:0/728748206 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f0824041030 con 0x7f08340ce9e0 2024-07-26T15:45:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.680+0000 7f0829ffb640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0818077160 0x7f0818079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.680+0000 7f0829ffb640 1 -- 172.21.15.33:0/728748206 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 6051+0+0 (secure 0 0 0) 0x7f08240b94b0 con 0x7f08340ce9e0 2024-07-26T15:45:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.680+0000 7f08395b4640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0818077160 0x7f0818079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.681+0000 7f08395b4640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0818077160 0x7f0818079670 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0830007fd0 tx=0x7f0830009040 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:24.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.685+0000 7f0829ffb640 1 -- 172.21.15.33:0/728748206 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0824081ce0 con 0x7f08340ce9e0 2024-07-26T15:45:24.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:24.955+0000 7f083b818640 1 -- 172.21.15.33:0/728748206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_schedule_auto_deactivation_for_non_existent_path"]} v 0) -- 0x7f0834164e90 con 0x7f08340ce9e0 2024-07-26T15:45:25.109 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:45:25.111 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:45:25.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.856+0000 7f0829ffb640 1 -- 172.21.15.33:0/728748206 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_schedule_auto_deactivation_for_non_existent_path"]}]=0 v618) ==== 186+0+0 (secure 0 0 0) 0x7f0824086230 con 0x7f08340ce9e0 2024-07-26T15:45:25.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 -- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0818077160 msgr2=0x7f0818079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:25.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0818077160 0x7f0818079670 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0830007fd0 tx=0x7f0830009040 comp rx=0 tx=0).stop 2024-07-26T15:45:25.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 -- 172.21.15.33:0/728748206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08340ce9e0 msgr2=0x7f08341648d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:25.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08340ce9e0 0x7f08341648d0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f0824034040 tx=0x7f08240039e0 comp rx=0 tx=0).stop 2024-07-26T15:45:25.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 -- 172.21.15.33:0/728748206 shutdown_connections 2024-07-26T15:45:25.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0818077160 0x7f0818079670 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:25.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f083415c2f0 0x7f08341601c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:25.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08340ce9e0 0x7f08341648d0 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:25.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 --2- 172.21.15.33:0/728748206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08340b2dc0 0x7f08340c8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:25.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 -- 172.21.15.33:0/728748206 >> 172.21.15.33:0/728748206 conn(0x7f08340d3e10 msgr2=0x7f08340b0970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:25.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 -- 172.21.15.33:0/728748206 shutdown_connections 2024-07-26T15:45:25.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.859+0000 7f083b818640 1 -- 172.21.15.33:0/728748206 wait complete. 2024-07-26T15:45:25.875 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T15:45:26.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.999+0000 7f617e7c4640 1 -- 172.21.15.33:0/3872662324 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61780b1e50 msgr2=0x7f61780b2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.999+0000 7f617e7c4640 1 --2- 172.21.15.33:0/3872662324 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61780b1e50 0x7f61780b2260 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f61780d2890 tx=0x7f617002a9a0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.999+0000 7f617e7c4640 1 -- 172.21.15.33:0/3872662324 shutdown_connections 2024-07-26T15:45:26.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.999+0000 7f617e7c4640 1 --2- 172.21.15.33:0/3872662324 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61780b1e50 0x7f61780b2260 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.999+0000 7f617e7c4640 1 --2- 172.21.15.33:0/3872662324 >> v2:172.21.15.154:3300/0 conn(0x7f61780b6e00 0x7f61780b1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.999+0000 7f617e7c4640 1 -- 172.21.15.33:0/3872662324 >> 172.21.15.33:0/3872662324 conn(0x7f61780d1bf0 msgr2=0x7f61780d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:26.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.999+0000 7f617e7c4640 1 -- 172.21.15.33:0/3872662324 shutdown_connections 2024-07-26T15:45:26.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:25.999+0000 7f617e7c4640 1 -- 172.21.15.33:0/3872662324 wait complete. 2024-07-26T15:45:26.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.001+0000 7f617e7c4640 1 Processor -- start 2024-07-26T15:45:26.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.001+0000 7f617e7c4640 1 -- start start 2024-07-26T15:45:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.002+0000 7f617e7c4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61780b1e50 0x7f617814ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.002+0000 7f617e7c4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61780b6e00 0x7f61780ca500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.002+0000 7f617e7c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61780cc660 0x7f61780caa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.002+0000 7f617e7c4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f61780ce690 con 0x7f61780b6e00 2024-07-26T15:45:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.002+0000 7f617e7c4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f61780ce510 con 0x7f61780cc660 2024-07-26T15:45:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.002+0000 7f617e7c4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f61780ce810 con 0x7f61780b1e50 2024-07-26T15:45:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f61777fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61780b6e00 0x7f61780ca500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f61777fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61780b6e00 0x7f61780ca500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40216/0 (socket says 172.21.15.33:40216) 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f61777fe640 1 -- 172.21.15.33:0/1646964514 learned_addr learned my addr 172.21.15.33:0/1646964514 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f6177fff640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61780b1e50 0x7f617814ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f617cd61640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61780cc660 0x7f61780caa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f61777fe640 1 -- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61780b1e50 msgr2=0x7f617814ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f61777fe640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61780b1e50 0x7f617814ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f61777fe640 1 -- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61780cc660 msgr2=0x7f61780caa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f61777fe640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61780cc660 0x7f61780caa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f61777fe640 1 -- 172.21.15.33:0/1646964514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f617806dc10 con 0x7f61780b6e00 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f617cd61640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61780cc660 0x7f61780caa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f61777fe640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61780b6e00 0x7f61780ca500 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f616c00b440 tx=0x7f616c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f6174ff9640 1 -- 172.21.15.33:0/1646964514 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616c015020 con 0x7f61780b6e00 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f6174ff9640 1 -- 172.21.15.33:0/1646964514 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f616c011940 con 0x7f61780b6e00 2024-07-26T15:45:26.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f617e7c4640 1 -- 172.21.15.33:0/1646964514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f617815d170 con 0x7f61780b6e00 2024-07-26T15:45:26.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f6174ff9640 1 -- 172.21.15.33:0/1646964514 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616c011d90 con 0x7f61780b6e00 2024-07-26T15:45:26.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.003+0000 7f617e7c4640 1 -- 172.21.15.33:0/1646964514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61780c9d00 con 0x7f61780b6e00 2024-07-26T15:45:26.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.004+0000 7f617e7c4640 1 -- 172.21.15.33:0/1646964514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f617815cee0 con 0x7f61780b6e00 2024-07-26T15:45:26.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.005+0000 7f6174ff9640 1 -- 172.21.15.33:0/1646964514 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f616c018020 con 0x7f61780b6e00 2024-07-26T15:45:26.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.006+0000 7f6174ff9640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f6164077160 0x7f6164079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.006+0000 7f6174ff9640 1 -- 172.21.15.33:0/1646964514 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 6051+0+0 (secure 0 0 0) 0x7f616c098ad0 con 0x7f61780b6e00 2024-07-26T15:45:26.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.006+0000 7f6177fff640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f6164077160 0x7f6164079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.007+0000 7f6177fff640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f6164077160 0x7f6164079670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6168006fd0 tx=0x7f6168009060 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:26.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.010+0000 7f6174ff9640 1 -- 172.21.15.33:0/1646964514 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f616c01f020 con 0x7f61780b6e00 2024-07-26T15:45:26.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.201+0000 7f617e7c4640 1 -- 172.21.15.33:0/1646964514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f61780c9af0 con 0x7f61780b6e00 2024-07-26T15:45:26.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.202+0000 7f6174ff9640 1 -- 172.21.15.33:0/1646964514 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v43) ==== 59+0+1998 (secure 0 0 0) 0x7f616c0619c0 con 0x7f61780b6e00 2024-07-26T15:45:26.203 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T15:45:26.204 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T15:45:26.205 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T15:45:26.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 -- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f6164077160 msgr2=0x7f6164079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f6164077160 0x7f6164079670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6168006fd0 tx=0x7f6168009060 comp rx=0 tx=0).stop 2024-07-26T15:45:26.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 -- 172.21.15.33:0/1646964514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61780b6e00 msgr2=0x7f61780ca500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61780b6e00 0x7f61780ca500 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f616c00b440 tx=0x7f616c009f90 comp rx=0 tx=0).stop 2024-07-26T15:45:26.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 -- 172.21.15.33:0/1646964514 shutdown_connections 2024-07-26T15:45:26.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61780cc660 0x7f61780caa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61780b6e00 0x7f61780ca500 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f6164077160 0x7f6164079670 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 --2- 172.21.15.33:0/1646964514 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61780b1e50 0x7f617814ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 -- 172.21.15.33:0/1646964514 >> 172.21.15.33:0/1646964514 conn(0x7f61780d1bf0 msgr2=0x7f61780d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:26.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 -- 172.21.15.33:0/1646964514 shutdown_connections 2024-07-26T15:45:26.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.204+0000 7f617e7c4640 1 -- 172.21.15.33:0/1646964514 wait complete. 2024-07-26T15:45:26.217 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T15:45:26.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.337+0000 7fba38279640 1 -- 172.21.15.33:0/603640032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1c003a30 msgr2=0x7fba1c003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.337+0000 7fba38279640 1 --2- 172.21.15.33:0/603640032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1c003a30 0x7fba1c003ea0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fba2c006fc0 tx=0x7fba1c005830 comp rx=0 tx=0).stop 2024-07-26T15:45:26.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.337+0000 7fba36816640 1 -- 172.21.15.33:0/603640032 reap_dead start 2024-07-26T15:45:26.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.337+0000 7fba38279640 1 -- 172.21.15.33:0/603640032 shutdown_connections 2024-07-26T15:45:26.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.337+0000 7fba38279640 1 -- 172.21.15.33:0/603640032 >> 172.21.15.33:0/603640032 conn(0x7fba300b3810 msgr2=0x7fba300b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:26.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.337+0000 7fba38279640 1 -- 172.21.15.33:0/603640032 shutdown_connections 2024-07-26T15:45:26.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.337+0000 7fba38279640 1 -- 172.21.15.33:0/603640032 wait complete. 2024-07-26T15:45:26.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.339+0000 7fba38279640 1 Processor -- start 2024-07-26T15:45:26.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.339+0000 7fba38279640 1 -- start start 2024-07-26T15:45:26.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.340+0000 7fba38279640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1c003a30 0x7fba301f5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.340+0000 7fba38279640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba301e6e80 0x7fba30158840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.340+0000 7fba38279640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba30158d80 0x7fba30159190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.340+0000 7fba38279640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fba300ccda0 con 0x7fba1c003a30 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.340+0000 7fba38279640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fba300ccf20 con 0x7fba30158d80 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.340+0000 7fba38279640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fba300cd0a0 con 0x7fba301e6e80 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.340+0000 7fba36015640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1c003a30 0x7fba301f5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.340+0000 7fba36015640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1c003a30 0x7fba301f5cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40242/0 (socket says 172.21.15.33:40242) 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba36015640 1 -- 172.21.15.33:0/147601430 learned_addr learned my addr 172.21.15.33:0/147601430 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba36015640 1 -- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba301e6e80 msgr2=0x7fba30158840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba35814640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba301e6e80 0x7fba30158840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba36816640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba30158d80 0x7fba30159190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba36015640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba301e6e80 0x7fba30158840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba36015640 1 -- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba30158d80 msgr2=0x7fba30159190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba36015640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba30158d80 0x7fba30159190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba36015640 1 -- 172.21.15.33:0/147601430 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba301e4c10 con 0x7fba1c003a30 2024-07-26T15:45:26.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba36816640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba30158d80 0x7fba30159190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:26.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba35814640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba301e6e80 0x7fba30158840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:26.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba36015640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1c003a30 0x7fba301f5cb0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fba2c02b0f0 tx=0x7fba2c006380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:26.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba26ffd640 1 -- 172.21.15.33:0/147601430 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba2c031070 con 0x7fba1c003a30 2024-07-26T15:45:26.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba26ffd640 1 -- 172.21.15.33:0/147601430 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fba2c003b10 con 0x7fba1c003a30 2024-07-26T15:45:26.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba26ffd640 1 -- 172.21.15.33:0/147601430 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba2c000f20 con 0x7fba1c003a30 2024-07-26T15:45:26.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba38279640 1 -- 172.21.15.33:0/147601430 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba301e4ef0 con 0x7fba1c003a30 2024-07-26T15:45:26.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.341+0000 7fba38279640 1 -- 172.21.15.33:0/147601430 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba301f3ea0 con 0x7fba1c003a30 2024-07-26T15:45:26.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.342+0000 7fba38279640 1 -- 172.21.15.33:0/147601430 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba301f40d0 con 0x7fba1c003a30 2024-07-26T15:45:26.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.343+0000 7fba26ffd640 1 -- 172.21.15.33:0/147601430 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7fba2c037430 con 0x7fba1c003a30 2024-07-26T15:45:26.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.343+0000 7fba26ffd640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fba14077160 0x7fba14079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.344+0000 7fba26ffd640 1 -- 172.21.15.33:0/147601430 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 6051+0+0 (secure 0 0 0) 0x7fba2c0b91d0 con 0x7fba1c003a30 2024-07-26T15:45:26.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.344+0000 7fba35814640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fba14077160 0x7fba14079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.344+0000 7fba35814640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fba14077160 0x7fba14079670 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fba20006990 tx=0x7fba20006ae0 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:26.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.348+0000 7fba26ffd640 1 -- 172.21.15.33:0/147601430 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fba301f40d0 con 0x7fba1c003a30 2024-07-26T15:45:26.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.543+0000 7fba38279640 1 -- 172.21.15.33:0/147601430 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fba300ce7b0 con 0x7fba1c003a30 2024-07-26T15:45:26.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.548+0000 7fba26ffd640 1 -- 172.21.15.33:0/147601430 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v44)=0 v44) ==== 122+0+0 (secure 0 0 0) 0x7fba2c046060 con 0x7fba1c003a30 2024-07-26T15:45:26.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 -- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fba14077160 msgr2=0x7fba14079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fba14077160 0x7fba14079670 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fba20006990 tx=0x7fba20006ae0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 -- 172.21.15.33:0/147601430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1c003a30 msgr2=0x7fba301f5cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1c003a30 0x7fba301f5cb0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fba2c02b0f0 tx=0x7fba2c006380 comp rx=0 tx=0).stop 2024-07-26T15:45:26.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 -- 172.21.15.33:0/147601430 shutdown_connections 2024-07-26T15:45:26.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fba30158d80 0x7fba30159190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fba14077160 0x7fba14079670 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fba301e6e80 0x7fba30158840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 --2- 172.21.15.33:0/147601430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba1c003a30 0x7fba301f5cb0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 -- 172.21.15.33:0/147601430 >> 172.21.15.33:0/147601430 conn(0x7fba300b3810 msgr2=0x7fba3015f2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:26.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 -- 172.21.15.33:0/147601430 shutdown_connections 2024-07-26T15:45:26.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.550+0000 7fba38279640 1 -- 172.21.15.33:0/147601430 wait complete. 2024-07-26T15:45:26.562 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:45:26.562 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:45:26.606 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:45:26.657 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:45:26.657 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:45:26.657 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:45:26.673 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:45:26.674 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:45:26.674 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:45:26.692 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:45:26.692 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:45:26.692 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:45:26.730 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:45:26.730 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:45:26.730 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:45:26.750 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:45:26.750 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T15:45:26.750 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:45:26.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.887+0000 7f7b501cf640 1 -- 172.21.15.33:0/728750702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b480d1b80 msgr2=0x7f7b480d2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.887+0000 7f7b501cf640 1 --2- 172.21.15.33:0/728750702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b480d1b80 0x7f7b480d2280 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f7b38005fd0 tx=0x7f7b3802a620 comp rx=0 tx=0).stop 2024-07-26T15:45:26.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.887+0000 7f7b501cf640 1 -- 172.21.15.33:0/728750702 shutdown_connections 2024-07-26T15:45:26.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.887+0000 7f7b501cf640 1 --2- 172.21.15.33:0/728750702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b480d1b80 0x7f7b480d2280 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.887+0000 7f7b501cf640 1 --2- 172.21.15.33:0/728750702 >> v2:172.21.15.154:3300/0 conn(0x7f7b480cf430 0x7f7b480b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.887+0000 7f7b501cf640 1 -- 172.21.15.33:0/728750702 >> 172.21.15.33:0/728750702 conn(0x7f7b480d3da0 msgr2=0x7f7b480d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:26.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.887+0000 7f7b501cf640 1 -- 172.21.15.33:0/728750702 shutdown_connections 2024-07-26T15:45:26.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.887+0000 7f7b501cf640 1 -- 172.21.15.33:0/728750702 wait complete. 2024-07-26T15:45:26.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.889+0000 7f7b501cf640 1 Processor -- start 2024-07-26T15:45:26.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.889+0000 7f7b501cf640 1 -- start start 2024-07-26T15:45:26.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.890+0000 7f7b501cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b480cf430 0x7f7b4814ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.890+0000 7f7b501cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b480d1b80 0x7f7b480cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.890+0000 7f7b501cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b480d27c0 0x7f7b480a0de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.890+0000 7f7b501cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7b480d0c80 con 0x7f7b480d1b80 2024-07-26T15:45:26.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.890+0000 7f7b501cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7b480b2690 con 0x7f7b480cf430 2024-07-26T15:45:26.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.890+0000 7f7b501cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7b480d0e00 con 0x7f7b480d27c0 2024-07-26T15:45:26.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.890+0000 7f7b4d76a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b480d1b80 0x7f7b480cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.890+0000 7f7b4d76a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b480d1b80 0x7f7b480cdd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40264/0 (socket says 172.21.15.33:40264) 2024-07-26T15:45:26.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.890+0000 7f7b4d76a640 1 -- 172.21.15.33:0/443541359 learned_addr learned my addr 172.21.15.33:0/443541359 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b4df6b640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b480cf430 0x7f7b4814ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b4e76c640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b480d27c0 0x7f7b480a0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b4d76a640 1 -- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b480d27c0 msgr2=0x7f7b480a0de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b4d76a640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b480d27c0 0x7f7b480a0de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b4d76a640 1 -- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b480cf430 msgr2=0x7f7b4814ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b4d76a640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b480cf430 0x7f7b4814ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b4d76a640 1 -- 172.21.15.33:0/443541359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b480a1320 con 0x7f7b480d1b80 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b4d76a640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b480d1b80 0x7f7b480cdd50 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f7b38034040 tx=0x7f7b3802af40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b3e7fc640 1 -- 172.21.15.33:0/443541359 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b3803e030 con 0x7f7b480d1b80 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b3e7fc640 1 -- 172.21.15.33:0/443541359 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b38004ba0 con 0x7f7b480d1b80 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b3e7fc640 1 -- 172.21.15.33:0/443541359 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b38035040 con 0x7f7b480d1b80 2024-07-26T15:45:26.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b501cf640 1 -- 172.21.15.33:0/443541359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b480b46a0 con 0x7f7b480d1b80 2024-07-26T15:45:26.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.891+0000 7f7b501cf640 1 -- 172.21.15.33:0/443541359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b480b4c60 con 0x7f7b480d1b80 2024-07-26T15:45:26.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.892+0000 7f7b501cf640 1 -- 172.21.15.33:0/443541359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b4806ab40 con 0x7f7b480d1b80 2024-07-26T15:45:26.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.893+0000 7f7b3e7fc640 1 -- 172.21.15.33:0/443541359 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f7b38041030 con 0x7f7b480d1b80 2024-07-26T15:45:26.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.893+0000 7f7b3e7fc640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7b2c077130 0x7f7b2c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:26.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.893+0000 7f7b3e7fc640 1 -- 172.21.15.33:0/443541359 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 6051+0+0 (secure 0 0 0) 0x7f7b380b9350 con 0x7f7b480d1b80 2024-07-26T15:45:26.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.894+0000 7f7b4df6b640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7b2c077130 0x7f7b2c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:26.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.894+0000 7f7b4df6b640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7b2c077130 0x7f7b2c079640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7b4400b810 tx=0x7f7b44008040 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:26.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:26.898+0000 7f7b3e7fc640 1 -- 172.21.15.33:0/443541359 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7b480a1320 con 0x7f7b480d1b80 2024-07-26T15:45:27.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.128+0000 7f7b501cf640 1 -- 172.21.15.33:0/443541359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b480d1360 con 0x7f7b480d1b80 2024-07-26T15:45:27.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.129+0000 7f7b3e7fc640 1 -- 172.21.15.33:0/443541359 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) ==== 94+0+3908 (secure 0 0 0) 0x7f7b380821e0 con 0x7f7b480d1b80 2024-07-26T15:45:27.131 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:27.131 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":47,"btime":"2024-07-26T15:45:20:828176+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5993,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/543754310","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":543754310},{"type":"v1","addr":"172.21.15.33:6834","nonce":543754310}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6005,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/363381174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":363381174},{"type":"v1","addr":"172.21.15.154:6834","nonce":363381174}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6439,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/842300231","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":842300231},{"type":"v1","addr":"172.21.15.33:6835","nonce":842300231}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":39},{"gid":6766,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/1372256572","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":1372256572},{"type":"v1","addr":"172.21.15.154:6835","nonce":1372256572}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":47}],"filesystems":[]} 2024-07-26T15:45:27.131 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 47 2024-07-26T15:45:27.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 -- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7b2c077130 msgr2=0x7f7b2c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:27.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7b2c077130 0x7f7b2c079640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7b4400b810 tx=0x7f7b44008040 comp rx=0 tx=0).stop 2024-07-26T15:45:27.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 -- 172.21.15.33:0/443541359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b480d1b80 msgr2=0x7f7b480cdd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:27.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b480d1b80 0x7f7b480cdd50 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f7b38034040 tx=0x7f7b3802af40 comp rx=0 tx=0).stop 2024-07-26T15:45:27.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 -- 172.21.15.33:0/443541359 shutdown_connections 2024-07-26T15:45:27.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7b2c077130 0x7f7b2c079640 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b480d27c0 0x7f7b480a0de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b480d1b80 0x7f7b480cdd50 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 --2- 172.21.15.33:0/443541359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b480cf430 0x7f7b4814ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 -- 172.21.15.33:0/443541359 >> 172.21.15.33:0/443541359 conn(0x7f7b480d3da0 msgr2=0x7f7b48160af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:27.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 -- 172.21.15.33:0/443541359 shutdown_connections 2024-07-26T15:45:27.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.131+0000 7f7b501cf640 1 -- 172.21.15.33:0/443541359 wait complete. 2024-07-26T15:45:27.144 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T15:45:27.144 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T15:45:27.145 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T15:45:27.145 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:45:27.145 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T15:45:27.145 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T15:45:27.145 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T15:45:27.145 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:45:27.145 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T15:45:27.146 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T15:45:27.146 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T15:45:27.146 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:45:27.146 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T15:45:27.146 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T15:45:27.146 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T15:45:27.146 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:45:27.154 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T15:45:27.154 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T15:45:27.155 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T15:45:27.155 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T15:45:27.158 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T15:45:27.159 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T15:45:27.161 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T15:45:27.161 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T15:45:27.198 INFO:tasks.ceph.mds.a:Started 2024-07-26T15:45:27.198 DEBUG:teuthology.parallel:result is None 2024-07-26T15:45:27.198 INFO:tasks.ceph.mds.c:Started 2024-07-26T15:45:27.199 DEBUG:teuthology.parallel:result is None 2024-07-26T15:45:27.203 INFO:tasks.ceph.mds.b:Started 2024-07-26T15:45:27.203 DEBUG:teuthology.parallel:result is None 2024-07-26T15:45:27.204 INFO:tasks.ceph.mds.d:Started 2024-07-26T15:45:27.205 DEBUG:teuthology.parallel:result is None 2024-07-26T15:45:27.205 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T15:45:27.288 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:45:27.288 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:45:27.299 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T15:45:27.299 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T15:45:27.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.328+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3855782317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbed00d0c80 msgr2=0x7fbed00ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:27.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.328+0000 7fbed5a2c640 1 --2- 172.21.15.33:0/3855782317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbed00d0c80 0x7fbed00ce8d0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fbec4009860 tx=0x7fbec402a5a0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.328+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3855782317 shutdown_connections 2024-07-26T15:45:27.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.328+0000 7fbed5a2c640 1 --2- 172.21.15.33:0/3855782317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbed00d0c80 0x7fbed00ce8d0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.328+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3855782317 >> 172.21.15.33:0/3855782317 conn(0x7fbed00d3dc0 msgr2=0x7fbed00d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:27.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.328+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3855782317 shutdown_connections 2024-07-26T15:45:27.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.328+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3855782317 wait complete. 2024-07-26T15:45:27.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.330+0000 7fbed5a2c640 1 Processor -- start 2024-07-26T15:45:27.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.330+0000 7fbed5a2c640 1 -- start start 2024-07-26T15:45:27.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.331+0000 7fbed5a2c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbed00b53e0 0x7fbed01f4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:27.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.331+0000 7fbed5a2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbed00b7d00 0x7fbed014dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:27.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.331+0000 7fbed5a2c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbed0153870 0x7fbed00b2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:27.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.331+0000 7fbed5a2c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbed00cf8f0 con 0x7fbed00b7d00 2024-07-26T15:45:27.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.331+0000 7fbed5a2c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbed00cf770 con 0x7fbed0153870 2024-07-26T15:45:27.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.331+0000 7fbed5a2c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbed00cfa70 con 0x7fbed00b53e0 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.331+0000 7fbece7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbed00b7d00 0x7fbed014dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.331+0000 7fbece7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbed00b7d00 0x7fbed014dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40286/0 (socket says 172.21.15.33:40286) 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.331+0000 7fbece7fc640 1 -- 172.21.15.33:0/3411440127 learned_addr learned my addr 172.21.15.33:0/3411440127 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.331+0000 7fbeceffd640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbed00b53e0 0x7fbed01f4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.331+0000 7fbecf7fe640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbed0153870 0x7fbed00b2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.332+0000 7fbece7fc640 1 -- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbed00b53e0 msgr2=0x7fbed01f4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.332+0000 7fbece7fc640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbed00b53e0 0x7fbed01f4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.332+0000 7fbece7fc640 1 -- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbed0153870 msgr2=0x7fbed00b2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.332+0000 7fbece7fc640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbed0153870 0x7fbed00b2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.332+0000 7fbece7fc640 1 -- 172.21.15.33:0/3411440127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbed00b1d70 con 0x7fbed00b7d00 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.332+0000 7fbece7fc640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbed00b7d00 0x7fbed014dc40 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fbec402ab90 tx=0x7fbec4033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:27.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.332+0000 7fbeb7fff640 1 -- 172.21.15.33:0/3411440127 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec4005c90 con 0x7fbed00b7d00 2024-07-26T15:45:27.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.332+0000 7fbeb7fff640 1 -- 172.21.15.33:0/3411440127 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbec4031e50 con 0x7fbed00b7d00 2024-07-26T15:45:27.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.332+0000 7fbeb7fff640 1 -- 172.21.15.33:0/3411440127 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbec4005260 con 0x7fbed00b7d00 2024-07-26T15:45:27.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.332+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3411440127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbed00b2050 con 0x7fbed00b7d00 2024-07-26T15:45:27.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.332+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3411440127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbed00b2610 con 0x7fbed00b7d00 2024-07-26T15:45:27.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.333+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3411440127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbed00b1ae0 con 0x7fbed00b7d00 2024-07-26T15:45:27.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.334+0000 7fbeb7fff640 1 -- 172.21.15.33:0/3411440127 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7fbec4005400 con 0x7fbed00b7d00 2024-07-26T15:45:27.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.334+0000 7fbeb7fff640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fbebc077160 0x7fbebc079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:27.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.335+0000 7fbeb7fff640 1 -- 172.21.15.33:0/3411440127 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 6051+0+0 (secure 0 0 0) 0x7fbec40b9c90 con 0x7fbed00b7d00 2024-07-26T15:45:27.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.335+0000 7fbeceffd640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fbebc077160 0x7fbebc079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:27.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.335+0000 7fbeceffd640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fbebc077160 0x7fbebc079670 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fbec00014a0 tx=0x7fbec0009040 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:27.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.339+0000 7fbeb7fff640 1 -- 172.21.15.33:0/3411440127 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbec403f030 con 0x7fbed00b7d00 2024-07-26T15:45:27.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.548+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3411440127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fbed00d0570 con 0x7fbed00b7d00 2024-07-26T15:45:27.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.868+0000 7fbeb7fff640 1 -- 172.21.15.33:0/3411440127 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v111) ==== 97+0+0 (secure 0 0 0) 0x7fbec40824c0 con 0x7fbed00b7d00 2024-07-26T15:45:27.870 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fbebc077160 msgr2=0x7fbebc079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fbebc077160 0x7fbebc079670 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fbec00014a0 tx=0x7fbec0009040 comp rx=0 tx=0).stop 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3411440127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbed00b7d00 msgr2=0x7fbed014dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbed00b7d00 0x7fbed014dc40 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fbec402ab90 tx=0x7fbec4033c20 comp rx=0 tx=0).stop 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3411440127 shutdown_connections 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbed0153870 0x7fbed00b2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbed00b7d00 0x7fbed014dc40 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fbebc077160 0x7fbebc079670 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 --2- 172.21.15.33:0/3411440127 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbed00b53e0 0x7fbed01f4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3411440127 >> 172.21.15.33:0/3411440127 conn(0x7fbed00d3dc0 msgr2=0x7fbed0068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3411440127 shutdown_connections 2024-07-26T15:45:27.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:27.871+0000 7fbed5a2c640 1 -- 172.21.15.33:0/3411440127 wait complete. 2024-07-26T15:45:27.887 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T15:45:28.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.005+0000 7ffb5584b640 1 -- 172.21.15.33:0/276156835 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb500ce970 msgr2=0x7ffb500ced80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.005+0000 7ffb5584b640 1 --2- 172.21.15.33:0/276156835 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb500ce970 0x7ffb500ced80 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7ffb38005fd0 tx=0x7ffb3802a670 comp rx=0 tx=0).stop 2024-07-26T15:45:28.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.005+0000 7ffb5584b640 1 -- 172.21.15.33:0/276156835 shutdown_connections 2024-07-26T15:45:28.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.005+0000 7ffb5584b640 1 --2- 172.21.15.33:0/276156835 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb500ce970 0x7ffb500ced80 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.005+0000 7ffb5584b640 1 -- 172.21.15.33:0/276156835 >> 172.21.15.33:0/276156835 conn(0x7ffb500d1b70 msgr2=0x7ffb500d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:28.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.006+0000 7ffb5584b640 1 -- 172.21.15.33:0/276156835 shutdown_connections 2024-07-26T15:45:28.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.006+0000 7ffb5584b640 1 -- 172.21.15.33:0/276156835 wait complete. 2024-07-26T15:45:28.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.007+0000 7ffb5584b640 1 Processor -- start 2024-07-26T15:45:28.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.008+0000 7ffb5584b640 1 -- start start 2024-07-26T15:45:28.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb5584b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb500b1ba0 0x7ffb501f69e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb5584b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb500b6fc0 0x7ffb5015deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb5584b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb500ce970 0x7ffb500b0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb5584b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffb500b2a90 con 0x7ffb500ce970 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb5584b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffb500b2910 con 0x7ffb500b1ba0 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb5584b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffb500b2c10 con 0x7ffb500b6fc0 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb4f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb500ce970 0x7ffb500b0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb4f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb500ce970 0x7ffb500b0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40304/0 (socket says 172.21.15.33:40304) 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb4f7fe640 1 -- 172.21.15.33:0/3753298632 learned_addr learned my addr 172.21.15.33:0/3753298632 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb467fc640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb500b6fc0 0x7ffb5015deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb4effd640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb500b1ba0 0x7ffb501f69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb4f7fe640 1 -- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb500b6fc0 msgr2=0x7ffb5015deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb4f7fe640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb500b6fc0 0x7ffb5015deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb4f7fe640 1 -- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb500b1ba0 msgr2=0x7ffb501f69e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb4f7fe640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb500b1ba0 0x7ffb501f69e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb4f7fe640 1 -- 172.21.15.33:0/3753298632 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb501f71a0 con 0x7ffb500ce970 2024-07-26T15:45:28.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.009+0000 7ffb4f7fe640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb500ce970 0x7ffb500b0150 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7ffb4800c6b0 tx=0x7ffb4800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:28.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.010+0000 7ffb4cff9640 1 -- 172.21.15.33:0/3753298632 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb48003b70 con 0x7ffb500ce970 2024-07-26T15:45:28.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.010+0000 7ffb4cff9640 1 -- 172.21.15.33:0/3753298632 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb48003d10 con 0x7ffb500ce970 2024-07-26T15:45:28.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.010+0000 7ffb5584b640 1 -- 172.21.15.33:0/3753298632 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb501f7480 con 0x7ffb500ce970 2024-07-26T15:45:28.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.010+0000 7ffb4cff9640 1 -- 172.21.15.33:0/3753298632 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb48005330 con 0x7ffb500ce970 2024-07-26T15:45:28.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.010+0000 7ffb5584b640 1 -- 172.21.15.33:0/3753298632 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb5015e4f0 con 0x7ffb500ce970 2024-07-26T15:45:28.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.011+0000 7ffb5584b640 1 -- 172.21.15.33:0/3753298632 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb5015c840 con 0x7ffb500ce970 2024-07-26T15:45:28.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.012+0000 7ffb4cff9640 1 -- 172.21.15.33:0/3753298632 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7ffb480054d0 con 0x7ffb500ce970 2024-07-26T15:45:28.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.012+0000 7ffb4cff9640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ffb30077160 0x7ffb30079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.012+0000 7ffb4cff9640 1 -- 172.21.15.33:0/3753298632 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 5277+0+0 (secure 0 0 0) 0x7ffb48098630 con 0x7ffb500ce970 2024-07-26T15:45:28.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.012+0000 7ffb4effd640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ffb30077160 0x7ffb30079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.013+0000 7ffb4effd640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ffb30077160 0x7ffb30079670 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ffb40000f60 tx=0x7ffb40009040 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:28.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.017+0000 7ffb4cff9640 1 -- 172.21.15.33:0/3753298632 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffb48061970 con 0x7ffb500ce970 2024-07-26T15:45:28.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.285+0000 7ffb5584b640 1 -- 172.21.15.33:0/3753298632 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7ffb501f6f30 con 0x7ffb500ce970 2024-07-26T15:45:28.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.286+0000 7ffb4cff9640 1 -- 172.21.15.33:0/3753298632 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v17) ==== 80+0+5304 (secure 0 0 0) 0x7ffb48061270 con 0x7ffb500ce970 2024-07-26T15:45:28.287 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:28.288 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:45:28.288 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T15:45:28.288 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.288 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T15:45:28.288 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T15:45:28.288 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.288 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:45:28.288 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:45:28.288 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:45:28.288 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.289 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.289 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.289 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.289 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T15:45:28.289 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T15:45:28.289 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.289 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:45:28.289 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:45:28.289 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.290 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T15:45:28.291 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.292 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:45:28.293 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.294 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:45:28.295 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.296 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:45:28.297 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.298 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.299 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:45:28.300 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:45:28.300 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:45:28.300 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.300 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.300 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.300 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.300 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T15:45:28.300 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T15:45:28.300 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.300 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:45:28.300 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T15:45:28.301 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:45:28.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 -- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ffb30077160 msgr2=0x7ffb30079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ffb30077160 0x7ffb30079670 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ffb40000f60 tx=0x7ffb40009040 comp rx=0 tx=0).stop 2024-07-26T15:45:28.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 -- 172.21.15.33:0/3753298632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb500ce970 msgr2=0x7ffb500b0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb500ce970 0x7ffb500b0150 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7ffb4800c6b0 tx=0x7ffb4800cb70 comp rx=0 tx=0).stop 2024-07-26T15:45:28.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 -- 172.21.15.33:0/3753298632 shutdown_connections 2024-07-26T15:45:28.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb500ce970 0x7ffb500b0150 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ffb30077160 0x7ffb30079670 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb500b6fc0 0x7ffb5015deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 --2- 172.21.15.33:0/3753298632 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb500b1ba0 0x7ffb501f69e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 -- 172.21.15.33:0/3753298632 >> 172.21.15.33:0/3753298632 conn(0x7ffb500d1b70 msgr2=0x7ffb500af860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:28.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 -- 172.21.15.33:0/3753298632 shutdown_connections 2024-07-26T15:45:28.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.288+0000 7ffb5584b640 1 -- 172.21.15.33:0/3753298632 wait complete. 2024-07-26T15:45:28.304 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T15:45:28.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.421+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3299687994 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7d00b2dc0 msgr2=0x7fb7d00d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.421+0000 7fb7d6b20640 1 --2- 172.21.15.33:0/3299687994 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7d00b2dc0 0x7fb7d00d2930 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc0098e0 tx=0x7fb7cc02a4a0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.421+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3299687994 shutdown_connections 2024-07-26T15:45:28.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.421+0000 7fb7d6b20640 1 --2- 172.21.15.33:0/3299687994 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7d00d0570 0x7fb7d00d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.421+0000 7fb7d6b20640 1 --2- 172.21.15.33:0/3299687994 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7d00b2dc0 0x7fb7d00d2930 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.421+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3299687994 >> 172.21.15.33:0/3299687994 conn(0x7fb7d00d3e10 msgr2=0x7fb7d00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:28.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.421+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3299687994 shutdown_connections 2024-07-26T15:45:28.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.421+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3299687994 wait complete. 2024-07-26T15:45:28.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.423+0000 7fb7d6b20640 1 Processor -- start 2024-07-26T15:45:28.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.423+0000 7fb7d6b20640 1 -- start start 2024-07-26T15:45:28.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.424+0000 7fb7d6b20640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7d00b2dc0 0x7fb7d00ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.424+0000 7fb7d6b20640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7d00ce9e0 0x7fb7d0167dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.424+0000 7fb7d6b20640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7d00d0570 0x7fb7d0168310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.424+0000 7fb7d6b20640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d00d4b40 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.424+0000 7fb7d6b20640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb7d00cf710 con 0x7fb7d00ce9e0 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.424+0000 7fb7d6b20640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb7d00d4cc0 con 0x7fb7d00d0570 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.424+0000 7fb7d48bc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7d00b2dc0 0x7fb7d00ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.424+0000 7fb7d48bc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7d00b2dc0 0x7fb7d00ca3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40318/0 (socket says 172.21.15.33:40318) 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.424+0000 7fb7d48bc640 1 -- 172.21.15.33:0/3254238824 learned_addr learned my addr 172.21.15.33:0/3254238824 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.424+0000 7fb7c7fff640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7d00ce9e0 0x7fb7d0167dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.424+0000 7fb7d50bd640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7d00d0570 0x7fb7d0168310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.425+0000 7fb7d48bc640 1 -- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7d00d0570 msgr2=0x7fb7d0168310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.425+0000 7fb7d48bc640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7d00d0570 0x7fb7d0168310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.425+0000 7fb7d48bc640 1 -- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7d00ce9e0 msgr2=0x7fb7d0167dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.425+0000 7fb7d48bc640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7d00ce9e0 0x7fb7d0167dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.425+0000 7fb7d48bc640 1 -- 172.21.15.33:0/3254238824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7d0162350 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.425+0000 7fb7d48bc640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7d00b2dc0 0x7fb7d00ca3f0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc009a00 tx=0x7fb7cc0049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.425+0000 7fb7c57fa640 1 -- 172.21.15.33:0/3254238824 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7cc031950 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.425+0000 7fb7c57fa640 1 -- 172.21.15.33:0/3254238824 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7cc031c00 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.425+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3254238824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7d0162630 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.425+0000 7fb7c57fa640 1 -- 172.21.15.33:0/3254238824 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7cc0330d0 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.425+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3254238824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7d0162040 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.426+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3254238824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7d00d21c0 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.427+0000 7fb7c57fa640 1 -- 172.21.15.33:0/3254238824 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7fb7cc033270 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.428+0000 7fb7c57fa640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb7bc077120 0x7fb7bc079630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.428+0000 7fb7c57fa640 1 -- 172.21.15.33:0/3254238824 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 5277+0+0 (secure 0 0 0) 0x7fb7cc0b9ad0 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.428+0000 7fb7c7fff640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb7bc077120 0x7fb7bc079630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.428+0000 7fb7c7fff640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb7bc077120 0x7fb7bc079630 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb7d00cf2f0 tx=0x7fb7c0005f90 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:28.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.432+0000 7fb7c57fa640 1 -- 172.21.15.33:0/3254238824 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb7d00d21c0 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.630+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3254238824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb7d00d2930 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.630+0000 7fb7c57fa640 1 -- 172.21.15.33:0/3254238824 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v113) ==== 84+0+65 (secure 0 0 0) 0x7fb7cc03f030 con 0x7fb7d00b2dc0 2024-07-26T15:45:28.632 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:28.632 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:45:28.632 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:28.632 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T15:45:28.632 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T15:45:28.632 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:28.632 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:45:28.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb7bc077120 msgr2=0x7fb7bc079630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb7bc077120 0x7fb7bc079630 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb7d00cf2f0 tx=0x7fb7c0005f90 comp rx=0 tx=0).stop 2024-07-26T15:45:28.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3254238824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7d00b2dc0 msgr2=0x7fb7d00ca3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7d00b2dc0 0x7fb7d00ca3f0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc009a00 tx=0x7fb7cc0049d0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3254238824 shutdown_connections 2024-07-26T15:45:28.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fb7bc077120 0x7fb7bc079630 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7d00d0570 0x7fb7d0168310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7d00ce9e0 0x7fb7d0167dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 --2- 172.21.15.33:0/3254238824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7d00b2dc0 0x7fb7d00ca3f0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3254238824 >> 172.21.15.33:0/3254238824 conn(0x7fb7d00d3e10 msgr2=0x7fb7d00b6c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:28.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3254238824 shutdown_connections 2024-07-26T15:45:28.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.632+0000 7fb7d6b20640 1 -- 172.21.15.33:0/3254238824 wait complete. 2024-07-26T15:45:28.646 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T15:45:28.646 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T15:45:28.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.767+0000 7f9069e18640 1 -- 172.21.15.33:0/2610847429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f904c005250 msgr2=0x7f904c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.767+0000 7f9069e18640 1 --2- 172.21.15.33:0/2610847429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f904c005250 0x7f904c00b9c0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f905c00c610 tx=0x7f904c005830 comp rx=0 tx=0).stop 2024-07-26T15:45:28.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.767+0000 7f9069e18640 1 -- 172.21.15.33:0/2610847429 shutdown_connections 2024-07-26T15:45:28.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.767+0000 7f9069e18640 1 --2- 172.21.15.33:0/2610847429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f904c005250 0x7f904c00b9c0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.767+0000 7f9069e18640 1 -- 172.21.15.33:0/2610847429 >> 172.21.15.33:0/2610847429 conn(0x7f90640d3d80 msgr2=0x7f90640d4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:28.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.767+0000 7f9069e18640 1 -- 172.21.15.33:0/2610847429 shutdown_connections 2024-07-26T15:45:28.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.767+0000 7f9069e18640 1 -- 172.21.15.33:0/2610847429 wait complete. 2024-07-26T15:45:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.769+0000 7f9069e18640 1 Processor -- start 2024-07-26T15:45:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.769+0000 7f9069e18640 1 -- start start 2024-07-26T15:45:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.770+0000 7f9069e18640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f904c005250 0x7f90640b38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.770+0000 7f9069e18640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f906415dde0 0x7f90640c8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.770+0000 7f9069e18640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f90641f87d0 0x7f90641f8be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.770+0000 7f9069e18640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f90640b6d50 con 0x7f906415dde0 2024-07-26T15:45:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.770+0000 7f9069e18640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f90640b6bd0 con 0x7f904c005250 2024-07-26T15:45:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.770+0000 7f9069e18640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f90640b6ed0 con 0x7f90641f87d0 2024-07-26T15:45:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.770+0000 7f9062ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f906415dde0 0x7f90640c8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.770+0000 7f9062ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f906415dde0 0x7f90640c8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40338/0 (socket says 172.21.15.33:40338) 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f9062ffd640 1 -- 172.21.15.33:0/457724615 learned_addr learned my addr 172.21.15.33:0/457724615 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f90637fe640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f904c005250 0x7f90640b38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f9063fff640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f90641f87d0 0x7f90641f8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f9062ffd640 1 -- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f90641f87d0 msgr2=0x7f90641f8be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f9062ffd640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f90641f87d0 0x7f90641f8be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f9062ffd640 1 -- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f904c005250 msgr2=0x7f90640b38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f9062ffd640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f904c005250 0x7f90640b38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f9062ffd640 1 -- 172.21.15.33:0/457724615 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90640ca530 con 0x7f906415dde0 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f9062ffd640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f906415dde0 0x7f90640c8ab0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f9058004d60 tx=0x7f9058001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f904bfff640 1 -- 172.21.15.33:0/457724615 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9058011660 con 0x7f906415dde0 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f904bfff640 1 -- 172.21.15.33:0/457724615 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9058016070 con 0x7f906415dde0 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f904bfff640 1 -- 172.21.15.33:0/457724615 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9058011b70 con 0x7f906415dde0 2024-07-26T15:45:28.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f9069e18640 1 -- 172.21.15.33:0/457724615 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90641f9120 con 0x7f906415dde0 2024-07-26T15:45:28.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.771+0000 7f9069e18640 1 -- 172.21.15.33:0/457724615 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90640b2dd0 con 0x7f906415dde0 2024-07-26T15:45:28.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.772+0000 7f9069e18640 1 -- 172.21.15.33:0/457724615 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90640cf330 con 0x7f906415dde0 2024-07-26T15:45:28.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.773+0000 7f904bfff640 1 -- 172.21.15.33:0/457724615 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f9058011d10 con 0x7f906415dde0 2024-07-26T15:45:28.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.774+0000 7f904bfff640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9050077130 0x7f9050079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:28.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.774+0000 7f904bfff640 1 -- 172.21.15.33:0/457724615 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 5277+0+0 (secure 0 0 0) 0x7f9058099060 con 0x7f906415dde0 2024-07-26T15:45:28.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.774+0000 7f90637fe640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9050077130 0x7f9050079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:28.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.775+0000 7f90637fe640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9050077130 0x7f9050079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9054009bd0 tx=0x7f9054005f90 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:28.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.778+0000 7f904bfff640 1 -- 172.21.15.33:0/457724615 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f90641f9120 con 0x7f906415dde0 2024-07-26T15:45:28.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:28.972+0000 7f9069e18640 1 -- 172.21.15.33:0/457724615 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f90640d01f0 con 0x7f906415dde0 2024-07-26T15:45:29.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.876+0000 7f904bfff640 1 -- 172.21.15.33:0/457724615 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v114) ==== 138+0+0 (secure 0 0 0) 0x7f9058062270 con 0x7f906415dde0 2024-07-26T15:45:29.878 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T15:45:29.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.879+0000 7f9069e18640 1 -- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9050077130 msgr2=0x7f9050079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:29.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.879+0000 7f9069e18640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9050077130 0x7f9050079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9054009bd0 tx=0x7f9054005f90 comp rx=0 tx=0).stop 2024-07-26T15:45:29.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.879+0000 7f9069e18640 1 -- 172.21.15.33:0/457724615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f906415dde0 msgr2=0x7f90640c8ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:29.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.879+0000 7f9069e18640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f906415dde0 0x7f90640c8ab0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f9058004d60 tx=0x7f9058001630 comp rx=0 tx=0).stop 2024-07-26T15:45:29.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.879+0000 7f9069e18640 1 -- 172.21.15.33:0/457724615 shutdown_connections 2024-07-26T15:45:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.880+0000 7f9069e18640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9050077130 0x7f9050079640 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.880+0000 7f9069e18640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f90641f87d0 0x7f90641f8be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.880+0000 7f9069e18640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f906415dde0 0x7f90640c8ab0 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.880+0000 7f9069e18640 1 --2- 172.21.15.33:0/457724615 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f904c005250 0x7f90640b38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.880+0000 7f9069e18640 1 -- 172.21.15.33:0/457724615 >> 172.21.15.33:0/457724615 conn(0x7f90640d3d80 msgr2=0x7f906415f2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.880+0000 7f9069e18640 1 -- 172.21.15.33:0/457724615 shutdown_connections 2024-07-26T15:45:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:29.880+0000 7f9069e18640 1 -- 172.21.15.33:0/457724615 wait complete. 2024-07-26T15:45:29.900 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T15:45:30.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.029+0000 7f039d28c640 1 -- 172.21.15.33:0/3656425891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03980d4920 msgr2=0x7f03980b93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:30.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.029+0000 7f039d28c640 1 --2- 172.21.15.33:0/3656425891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03980d4920 0x7f03980b93c0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f0388009820 tx=0x7f038802a510 comp rx=0 tx=0).stop 2024-07-26T15:45:30.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.029+0000 7f039d28c640 1 -- 172.21.15.33:0/3656425891 shutdown_connections 2024-07-26T15:45:30.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.029+0000 7f039d28c640 1 --2- 172.21.15.33:0/3656425891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03980d4920 0x7f03980b93c0 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:30.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.029+0000 7f039d28c640 1 -- 172.21.15.33:0/3656425891 >> 172.21.15.33:0/3656425891 conn(0x7f03980d3d90 msgr2=0x7f03980d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:30.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.029+0000 7f039d28c640 1 -- 172.21.15.33:0/3656425891 shutdown_connections 2024-07-26T15:45:30.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.029+0000 7f039d28c640 1 -- 172.21.15.33:0/3656425891 wait complete. 2024-07-26T15:45:30.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.031+0000 7f039d28c640 1 Processor -- start 2024-07-26T15:45:30.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.031+0000 7f039d28c640 1 -- start start 2024-07-26T15:45:30.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f039d28c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03980b2da0 0x7f0398153220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:30.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f039d28c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03980d0610 0x7f039806d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:30.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f039d28c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f039815f1c0 0x7f039806dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:30.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f039d28c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f03980b38e0 con 0x7f03980d0610 2024-07-26T15:45:30.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f039d28c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f03980d2860 con 0x7f039815f1c0 2024-07-26T15:45:30.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f039d28c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f03980b3a60 con 0x7f03980b2da0 2024-07-26T15:45:30.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f038e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03980d0610 0x7f039806d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:30.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f038e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03980d0610 0x7f039806d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40356/0 (socket says 172.21.15.33:40356) 2024-07-26T15:45:30.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f038e7fc640 1 -- 172.21.15.33:0/326627253 learned_addr learned my addr 172.21.15.33:0/326627253 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:30.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f0396ffd640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03980b2da0 0x7f0398153220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:30.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f03977fe640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f039815f1c0 0x7f039806dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:30.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f038e7fc640 1 -- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03980b2da0 msgr2=0x7f0398153220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:30.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f038e7fc640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03980b2da0 0x7f0398153220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:30.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f038e7fc640 1 -- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f039815f1c0 msgr2=0x7f039806dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:30.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f038e7fc640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f039815f1c0 0x7f039806dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:30.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f038e7fc640 1 -- 172.21.15.33:0/326627253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0398153760 con 0x7f03980d0610 2024-07-26T15:45:30.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f038e7fc640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03980d0610 0x7f039806d740 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f038000c3a0 tx=0x7f038000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:30.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.033+0000 7f038ffff640 1 -- 172.21.15.33:0/326627253 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0380017070 con 0x7f03980d0610 2024-07-26T15:45:30.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.034+0000 7f039d28c640 1 -- 172.21.15.33:0/326627253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03981e6be0 con 0x7f03980d0610 2024-07-26T15:45:30.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.034+0000 7f038ffff640 1 -- 172.21.15.33:0/326627253 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f03800053c0 con 0x7f03980d0610 2024-07-26T15:45:30.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.034+0000 7f038ffff640 1 -- 172.21.15.33:0/326627253 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0380003850 con 0x7f03980d0610 2024-07-26T15:45:30.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.034+0000 7f039d28c640 1 -- 172.21.15.33:0/326627253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03980a0d60 con 0x7f03980d0610 2024-07-26T15:45:30.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.034+0000 7f039d28c640 1 -- 172.21.15.33:0/326627253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03980d4bd0 con 0x7f03980d0610 2024-07-26T15:45:30.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.035+0000 7f038ffff640 1 -- 172.21.15.33:0/326627253 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f038001a070 con 0x7f03980d0610 2024-07-26T15:45:30.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.036+0000 7f038ffff640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0378077130 0x7f0378079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:30.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.036+0000 7f038ffff640 1 -- 172.21.15.33:0/326627253 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5647+0+0 (secure 0 0 0) 0x7f0380097e90 con 0x7f03980d0610 2024-07-26T15:45:30.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.036+0000 7f0396ffd640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0378077130 0x7f0378079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:30.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.037+0000 7f0396ffd640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0378077130 0x7f0378079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0388034000 tx=0x7f0388004730 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:30.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.041+0000 7f038ffff640 1 -- 172.21.15.33:0/326627253 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0398153760 con 0x7f03980d0610 2024-07-26T15:45:30.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.231+0000 7f039d28c640 1 -- 172.21.15.33:0/326627253 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f03980b3f10 con 0x7f03980d0610 2024-07-26T15:45:30.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.879+0000 7f038ffff640 1 -- 172.21.15.33:0/326627253 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v115) ==== 170+0+0 (secure 0 0 0) 0x7f0380069210 con 0x7f03980d0610 2024-07-26T15:45:30.880 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T15:45:30.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.882+0000 7f039d28c640 1 -- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0378077130 msgr2=0x7f0378079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:30.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.882+0000 7f039d28c640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0378077130 0x7f0378079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0388034000 tx=0x7f0388004730 comp rx=0 tx=0).stop 2024-07-26T15:45:30.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.882+0000 7f039d28c640 1 -- 172.21.15.33:0/326627253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03980d0610 msgr2=0x7f039806d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:30.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.882+0000 7f039d28c640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03980d0610 0x7f039806d740 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f038000c3a0 tx=0x7f038000c860 comp rx=0 tx=0).stop 2024-07-26T15:45:30.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.882+0000 7f039d28c640 1 -- 172.21.15.33:0/326627253 shutdown_connections 2024-07-26T15:45:30.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.883+0000 7f039d28c640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f039815f1c0 0x7f039806dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:30.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.883+0000 7f039d28c640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03980d0610 0x7f039806d740 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:30.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.883+0000 7f039d28c640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0378077130 0x7f0378079640 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:30.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.883+0000 7f039d28c640 1 --2- 172.21.15.33:0/326627253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03980b2da0 0x7f0398153220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:30.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.883+0000 7f039d28c640 1 -- 172.21.15.33:0/326627253 >> 172.21.15.33:0/326627253 conn(0x7f03980d3d90 msgr2=0x7f03980b70c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:30.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.883+0000 7f039d28c640 1 -- 172.21.15.33:0/326627253 shutdown_connections 2024-07-26T15:45:30.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:30.883+0000 7f039d28c640 1 -- 172.21.15.33:0/326627253 wait complete. 2024-07-26T15:45:30.912 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T15:45:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.037+0000 7f0658e2c640 1 -- 172.21.15.33:0/3957336969 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06540b6f60 msgr2=0x7f06540b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.037+0000 7f0658e2c640 1 --2- 172.21.15.33:0/3957336969 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06540b6f60 0x7f06540b31d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0644009830 tx=0x7f064402a480 comp rx=0 tx=0).stop 2024-07-26T15:45:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.037+0000 7f0658e2c640 1 -- 172.21.15.33:0/3957336969 shutdown_connections 2024-07-26T15:45:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.037+0000 7f0658e2c640 1 --2- 172.21.15.33:0/3957336969 >> v2:172.21.15.154:3300/0 conn(0x7f06540ce2d0 0x7f06540ce6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.037+0000 7f0658e2c640 1 --2- 172.21.15.33:0/3957336969 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06540b6f60 0x7f06540b31d0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.037+0000 7f0658e2c640 1 -- 172.21.15.33:0/3957336969 >> 172.21.15.33:0/3957336969 conn(0x7f06540b37a0 msgr2=0x7f06540b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.037+0000 7f0658e2c640 1 -- 172.21.15.33:0/3957336969 shutdown_connections 2024-07-26T15:45:31.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.037+0000 7f0658e2c640 1 -- 172.21.15.33:0/3957336969 wait complete. 2024-07-26T15:45:31.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.039+0000 7f0658e2c640 1 Processor -- start 2024-07-26T15:45:31.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.039+0000 7f0658e2c640 1 -- start start 2024-07-26T15:45:31.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0658e2c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06540b6f60 0x7f065414afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:31.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0658e2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06540ce2d0 0x7f06540c7220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0658e2c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06540cec20 0x7f06540c7760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0658e2c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f06540b2090 con 0x7f06540ce2d0 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0658e2c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f06540b1f10 con 0x7f06540b6f60 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0658e2c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f06540b2210 con 0x7f06540cec20 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0651d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06540ce2d0 0x7f06540c7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0651d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06540ce2d0 0x7f06540c7220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40370/0 (socket says 172.21.15.33:40370) 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0651d9b640 1 -- 172.21.15.33:0/491226701 learned_addr learned my addr 172.21.15.33:0/491226701 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f065259c640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06540b6f60 0x7f065414afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0652d9d640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06540cec20 0x7f06540c7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0651d9b640 1 -- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06540cec20 msgr2=0x7f06540c7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0651d9b640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06540cec20 0x7f06540c7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0651d9b640 1 -- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06540b6f60 msgr2=0x7f065414afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0651d9b640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06540b6f60 0x7f065414afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0651d9b640 1 -- 172.21.15.33:0/491226701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06540cb8f0 con 0x7f06540ce2d0 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0651d9b640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06540ce2d0 0x7f06540c7220 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f064800e9f0 tx=0x7f064800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0642ffd640 1 -- 172.21.15.33:0/491226701 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064800cd80 con 0x7f06540ce2d0 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0642ffd640 1 -- 172.21.15.33:0/491226701 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0648004020 con 0x7f06540ce2d0 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0642ffd640 1 -- 172.21.15.33:0/491226701 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0648004470 con 0x7f06540ce2d0 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.041+0000 7f0658e2c640 1 -- 172.21.15.33:0/491226701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06540c8f50 con 0x7f06540ce2d0 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.042+0000 7f0658e2c640 1 -- 172.21.15.33:0/491226701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06540cbd30 con 0x7f06540ce2d0 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.042+0000 7f0658e2c640 1 -- 172.21.15.33:0/491226701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06540b2660 con 0x7f06540ce2d0 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.044+0000 7f0642ffd640 1 -- 172.21.15.33:0/491226701 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f06480035f0 con 0x7f06540ce2d0 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.044+0000 7f0642ffd640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0634077130 0x7f0634079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.044+0000 7f0642ffd640 1 -- 172.21.15.33:0/491226701 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 6029+0+0 (secure 0 0 0) 0x7f0648099580 con 0x7f06540ce2d0 2024-07-26T15:45:31.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.045+0000 7f065259c640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0634077130 0x7f0634079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:31.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.045+0000 7f065259c640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0634077130 0x7f0634079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0644034000 tx=0x7f0644004730 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:31.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.049+0000 7f0642ffd640 1 -- 172.21.15.33:0/491226701 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f06480551a0 con 0x7f06540ce2d0 2024-07-26T15:45:31.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.280+0000 7f0658e2c640 1 -- 172.21.15.33:0/491226701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f06540cbac0 con 0x7f06540ce2d0 2024-07-26T15:45:31.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.912+0000 7f0642ffd640 1 -- 172.21.15.33:0/491226701 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 13 and data pool 14 v50) ==== 174+0+0 (secure 0 0 0) 0x7f0648061fd0 con 0x7f06540ce2d0 2024-07-26T15:45:31.914 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 13 and data pool 14 2024-07-26T15:45:31.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.916+0000 7f0658e2c640 1 -- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0634077130 msgr2=0x7f0634079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:31.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.916+0000 7f0658e2c640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0634077130 0x7f0634079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0644034000 tx=0x7f0644004730 comp rx=0 tx=0).stop 2024-07-26T15:45:31.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.916+0000 7f0658e2c640 1 -- 172.21.15.33:0/491226701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06540ce2d0 msgr2=0x7f06540c7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:31.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.917+0000 7f0658e2c640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06540ce2d0 0x7f06540c7220 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f064800e9f0 tx=0x7f064800eeb0 comp rx=0 tx=0).stop 2024-07-26T15:45:31.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.919+0000 7f0658e2c640 1 -- 172.21.15.33:0/491226701 shutdown_connections 2024-07-26T15:45:31.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.919+0000 7f0658e2c640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0634077130 0x7f0634079640 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:31.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.919+0000 7f0658e2c640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06540cec20 0x7f06540c7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:31.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.919+0000 7f0658e2c640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06540ce2d0 0x7f06540c7220 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:31.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.919+0000 7f0658e2c640 1 --2- 172.21.15.33:0/491226701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06540b6f60 0x7f065414afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:31.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.919+0000 7f0658e2c640 1 -- 172.21.15.33:0/491226701 >> 172.21.15.33:0/491226701 conn(0x7f06540b37a0 msgr2=0x7f06540b0a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:31.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.926+0000 7f0658e2c640 1 -- 172.21.15.33:0/491226701 shutdown_connections 2024-07-26T15:45:31.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:31.926+0000 7f0658e2c640 1 -- 172.21.15.33:0/491226701 wait complete. 2024-07-26T15:45:31.947 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:45:32.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.068+0000 7fe61aa99640 1 -- 172.21.15.33:0/4224131723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe614073940 msgr2=0x7fe61413e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.068+0000 7fe61aa99640 1 --2- 172.21.15.33:0/4224131723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe614073940 0x7fe61413e440 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fe614073000 tx=0x7fe60002a4a0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.068+0000 7fe61aa99640 1 -- 172.21.15.33:0/4224131723 shutdown_connections 2024-07-26T15:45:32.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.068+0000 7fe61aa99640 1 --2- 172.21.15.33:0/4224131723 >> v2:172.21.15.154:3300/0 conn(0x7fe614140650 0x7fe614140a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.068+0000 7fe61aa99640 1 --2- 172.21.15.33:0/4224131723 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe614073940 0x7fe61413e440 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.068+0000 7fe61aa99640 1 -- 172.21.15.33:0/4224131723 >> 172.21.15.33:0/4224131723 conn(0x7fe6140b26e0 msgr2=0x7fe6140b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:32.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.068+0000 7fe61aa99640 1 -- 172.21.15.33:0/4224131723 shutdown_connections 2024-07-26T15:45:32.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.068+0000 7fe61aa99640 1 -- 172.21.15.33:0/4224131723 wait complete. 2024-07-26T15:45:32.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.070+0000 7fe61aa99640 1 Processor -- start 2024-07-26T15:45:32.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.070+0000 7fe61aa99640 1 -- start start 2024-07-26T15:45:32.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.071+0000 7fe61aa99640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe61413dd60 0x7fe614154c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.071+0000 7fe61aa99640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe614140650 0x7fe6141359b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.071+0000 7fe61aa99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe614135ef0 0x7fe61406c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.071+0000 7fe61aa99640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe6140b4d40 con 0x7fe614135ef0 2024-07-26T15:45:32.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.071+0000 7fe61aa99640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe6140b4bc0 con 0x7fe61413dd60 2024-07-26T15:45:32.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.071+0000 7fe61aa99640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe6140b4ec0 con 0x7fe614140650 2024-07-26T15:45:32.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.071+0000 7fe619036640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe614135ef0 0x7fe61406c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.071+0000 7fe619036640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe614135ef0 0x7fe61406c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39276/0 (socket says 172.21.15.33:39276) 2024-07-26T15:45:32.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.071+0000 7fe619036640 1 -- 172.21.15.33:0/2759215587 learned_addr learned my addr 172.21.15.33:0/2759215587 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:32.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.071+0000 7fe618835640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe61413dd60 0x7fe614154c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe613fff640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe614140650 0x7fe6141359b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe619036640 1 -- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe614140650 msgr2=0x7fe6141359b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe619036640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe614140650 0x7fe6141359b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe619036640 1 -- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe61413dd60 msgr2=0x7fe614154c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe619036640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe61413dd60 0x7fe614154c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe619036640 1 -- 172.21.15.33:0/2759215587 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe614132e30 con 0x7fe614135ef0 2024-07-26T15:45:32.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe618835640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe61413dd60 0x7fe614154c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:32.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe613fff640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe614140650 0x7fe6141359b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:32.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe619036640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe614135ef0 0x7fe61406c630 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fe60c00eab0 tx=0x7fe60c00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:32.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe6117fa640 1 -- 172.21.15.33:0/2759215587 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe60c00cea0 con 0x7fe614135ef0 2024-07-26T15:45:32.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe6117fa640 1 -- 172.21.15.33:0/2759215587 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe60c004b20 con 0x7fe614135ef0 2024-07-26T15:45:32.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe6117fa640 1 -- 172.21.15.33:0/2759215587 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe60c005020 con 0x7fe614135ef0 2024-07-26T15:45:32.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe61aa99640 1 -- 172.21.15.33:0/2759215587 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6141322b0 con 0x7fe614135ef0 2024-07-26T15:45:32.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.072+0000 7fe61aa99640 1 -- 172.21.15.33:0/2759215587 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe614132870 con 0x7fe614135ef0 2024-07-26T15:45:32.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.073+0000 7fe61aa99640 1 -- 172.21.15.33:0/2759215587 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6140b53e0 con 0x7fe614135ef0 2024-07-26T15:45:32.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.074+0000 7fe6117fa640 1 -- 172.21.15.33:0/2759215587 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7fe60c0051c0 con 0x7fe614135ef0 2024-07-26T15:45:32.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.074+0000 7fe6117fa640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe5f8077130 0x7fe5f8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.074+0000 7fe6117fa640 1 -- 172.21.15.33:0/2759215587 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 6129+0+0 (secure 0 0 0) 0x7fe60c099890 con 0x7fe614135ef0 2024-07-26T15:45:32.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.075+0000 7fe618835640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe5f8077130 0x7fe5f8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.075+0000 7fe618835640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe5f8077130 0x7fe5f8079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe608000f60 tx=0x7fe608009040 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:32.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.079+0000 7fe6117fa640 1 -- 172.21.15.33:0/2759215587 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe60c062750 con 0x7fe614135ef0 2024-07-26T15:45:32.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.276+0000 7fe61aa99640 1 -- 172.21.15.33:0/2759215587 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe61415b060 con 0x7fe614135ef0 2024-07-26T15:45:32.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.277+0000 7fe6117fa640 1 -- 172.21.15.33:0/2759215587 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v116) ==== 74+0+16952 (secure 0 0 0) 0x7fe60c062050 con 0x7fe614135ef0 2024-07-26T15:45:32.279 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:32.279 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":116,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:45:31.281837+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:45:28.978133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-07-26T15:45:30.236788+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:45:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 -- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe5f8077130 msgr2=0x7fe5f8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe5f8077130 0x7fe5f8079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe608000f60 tx=0x7fe608009040 comp rx=0 tx=0).stop 2024-07-26T15:45:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 -- 172.21.15.33:0/2759215587 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe614135ef0 msgr2=0x7fe61406c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe614135ef0 0x7fe61406c630 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fe60c00eab0 tx=0x7fe60c00ef70 comp rx=0 tx=0).stop 2024-07-26T15:45:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 -- 172.21.15.33:0/2759215587 shutdown_connections 2024-07-26T15:45:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe614135ef0 0x7fe61406c630 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe5f8077130 0x7fe5f8079640 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe614140650 0x7fe6141359b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 --2- 172.21.15.33:0/2759215587 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe61413dd60 0x7fe614154c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 -- 172.21.15.33:0/2759215587 >> 172.21.15.33:0/2759215587 conn(0x7fe6140b26e0 msgr2=0x7fe614070ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 -- 172.21.15.33:0/2759215587 shutdown_connections 2024-07-26T15:45:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.279+0000 7fe61aa99640 1 -- 172.21.15.33:0/2759215587 wait complete. 2024-07-26T15:45:32.293 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:45:32.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.409+0000 7f230705b640 1 -- 172.21.15.33:0/4237495109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23000b2dc0 msgr2=0x7f23000d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.409+0000 7f230705b640 1 --2- 172.21.15.33:0/4237495109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23000b2dc0 0x7f23000d2930 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f23000c7870 tx=0x7f22f002a410 comp rx=0 tx=0).stop 2024-07-26T15:45:32.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.409+0000 7f230705b640 1 -- 172.21.15.33:0/4237495109 shutdown_connections 2024-07-26T15:45:32.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.409+0000 7f230705b640 1 --2- 172.21.15.33:0/4237495109 >> v2:172.21.15.154:3300/0 conn(0x7f23000d0570 0x7f23000d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.409+0000 7f230705b640 1 --2- 172.21.15.33:0/4237495109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23000b2dc0 0x7f23000d2930 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.409+0000 7f230705b640 1 -- 172.21.15.33:0/4237495109 >> 172.21.15.33:0/4237495109 conn(0x7f23000d3e10 msgr2=0x7f23000d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:32.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.409+0000 7f230705b640 1 -- 172.21.15.33:0/4237495109 shutdown_connections 2024-07-26T15:45:32.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.409+0000 7f230705b640 1 -- 172.21.15.33:0/4237495109 wait complete. 2024-07-26T15:45:32.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.411+0000 7f230705b640 1 Processor -- start 2024-07-26T15:45:32.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.411+0000 7f230705b640 1 -- start start 2024-07-26T15:45:32.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.412+0000 7f230705b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23000b2dc0 0x7f23000ccaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.412+0000 7f230705b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23000ce9e0 0x7f23000b7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.412+0000 7f230705b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23000d0570 0x7f23000b81d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.412+0000 7f230705b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f23000d4b40 con 0x7f23000b2dc0 2024-07-26T15:45:32.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.412+0000 7f230705b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f23000cf710 con 0x7f23000ce9e0 2024-07-26T15:45:32.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.412+0000 7f230705b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f23000d4cc0 con 0x7f23000d0570 2024-07-26T15:45:32.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.412+0000 7f2304df7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23000b2dc0 0x7f23000ccaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.412+0000 7f2304df7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23000b2dc0 0x7f23000ccaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39288/0 (socket says 172.21.15.33:39288) 2024-07-26T15:45:32.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.412+0000 7f2304df7640 1 -- 172.21.15.33:0/1769878509 learned_addr learned my addr 172.21.15.33:0/1769878509 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:32.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f22fffff640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23000ce9e0 0x7f23000b7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f23055f8640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23000d0570 0x7f23000b81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f2304df7640 1 -- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23000d0570 msgr2=0x7f23000b81d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f2304df7640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23000d0570 0x7f23000b81d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f2304df7640 1 -- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23000ce9e0 msgr2=0x7f23000b7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f2304df7640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23000ce9e0 0x7f23000b7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f2304df7640 1 -- 172.21.15.33:0/1769878509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23001f8ae0 con 0x7f23000b2dc0 2024-07-26T15:45:32.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f22fffff640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23000ce9e0 0x7f23000b7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:32.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f2304df7640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23000b2dc0 0x7f23000ccaa0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f22f0009910 tx=0x7f22f0005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:32.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f22fd7fa640 1 -- 172.21.15.33:0/1769878509 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22f003f070 con 0x7f23000b2dc0 2024-07-26T15:45:32.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f22fd7fa640 1 -- 172.21.15.33:0/1769878509 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22f0004340 con 0x7f23000b2dc0 2024-07-26T15:45:32.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f230705b640 1 -- 172.21.15.33:0/1769878509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23001f8dc0 con 0x7f23000b2dc0 2024-07-26T15:45:32.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f22fd7fa640 1 -- 172.21.15.33:0/1769878509 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22f0031bb0 con 0x7f23000b2dc0 2024-07-26T15:45:32.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.413+0000 7f230705b640 1 -- 172.21.15.33:0/1769878509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23001f9380 con 0x7f23000b2dc0 2024-07-26T15:45:32.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.414+0000 7f230705b640 1 -- 172.21.15.33:0/1769878509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23000d2930 con 0x7f23000b2dc0 2024-07-26T15:45:32.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.415+0000 7f22fd7fa640 1 -- 172.21.15.33:0/1769878509 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f22f0042070 con 0x7f23000b2dc0 2024-07-26T15:45:32.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.416+0000 7f22fd7fa640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f22ec077130 0x7f22ec079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.416+0000 7f22fd7fa640 1 -- 172.21.15.33:0/1769878509 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 6129+0+0 (secure 0 0 0) 0x7f22f00ba020 con 0x7f23000b2dc0 2024-07-26T15:45:32.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.416+0000 7f22fffff640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f22ec077130 0x7f22ec079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.417+0000 7f22fffff640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f22ec077130 0x7f22ec079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2300167b60 tx=0x7f22f4005f10 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:32.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.421+0000 7f22fd7fa640 1 -- 172.21.15.33:0/1769878509 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f22f0082dc0 con 0x7f23000b2dc0 2024-07-26T15:45:32.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.613+0000 7f230705b640 1 -- 172.21.15.33:0/1769878509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f23000d43a0 con 0x7f23000b2dc0 2024-07-26T15:45:32.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.615+0000 7f22fd7fa640 1 -- 172.21.15.33:0/1769878509 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v116) ==== 74+0+16952 (secure 0 0 0) 0x7f22f0031770 con 0x7f23000b2dc0 2024-07-26T15:45:32.616 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:32.616 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":116,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:45:31.281837+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:45:28.978133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-07-26T15:45:30.236788+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:45:32.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 -- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f22ec077130 msgr2=0x7f22ec079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f22ec077130 0x7f22ec079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2300167b60 tx=0x7f22f4005f10 comp rx=0 tx=0).stop 2024-07-26T15:45:32.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 -- 172.21.15.33:0/1769878509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23000b2dc0 msgr2=0x7f23000ccaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23000b2dc0 0x7f23000ccaa0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f22f0009910 tx=0x7f22f0005270 comp rx=0 tx=0).stop 2024-07-26T15:45:32.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 -- 172.21.15.33:0/1769878509 shutdown_connections 2024-07-26T15:45:32.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f22ec077130 0x7f22ec079640 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23000d0570 0x7f23000b81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23000ce9e0 0x7f23000b7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 --2- 172.21.15.33:0/1769878509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23000b2dc0 0x7f23000ccaa0 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 -- 172.21.15.33:0/1769878509 >> 172.21.15.33:0/1769878509 conn(0x7f23000d3e10 msgr2=0x7f230006d560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:32.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 -- 172.21.15.33:0/1769878509 shutdown_connections 2024-07-26T15:45:32.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.617+0000 7f230705b640 1 -- 172.21.15.33:0/1769878509 wait complete. 2024-07-26T15:45:32.630 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T15:45:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.750+0000 7fecf5268640 1 -- 172.21.15.33:0/3673180190 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fecf00b6ed0 msgr2=0x7fecf00b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.750+0000 7fecf5268640 1 --2- 172.21.15.33:0/3673180190 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fecf00b6ed0 0x7fecf00b13c0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fecf00d00e0 tx=0x7fece002a5a0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.750+0000 7fecf5268640 1 -- 172.21.15.33:0/3673180190 shutdown_connections 2024-07-26T15:45:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.750+0000 7fecf5268640 1 --2- 172.21.15.33:0/3673180190 >> v2:172.21.15.154:3300/0 conn(0x7fecf00b1900 0x7fecf0162860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.750+0000 7fecf5268640 1 --2- 172.21.15.33:0/3673180190 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fecf00b6ed0 0x7fecf00b13c0 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.750+0000 7fecf5268640 1 -- 172.21.15.33:0/3673180190 >> 172.21.15.33:0/3673180190 conn(0x7fecf00d1bb0 msgr2=0x7fecf00d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.750+0000 7fecf5268640 1 -- 172.21.15.33:0/3673180190 shutdown_connections 2024-07-26T15:45:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.750+0000 7fecf5268640 1 -- 172.21.15.33:0/3673180190 wait complete. 2024-07-26T15:45:32.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.752+0000 7fecf5268640 1 Processor -- start 2024-07-26T15:45:32.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.752+0000 7fecf5268640 1 -- start start 2024-07-26T15:45:32.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecf5268640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fecf00b1900 0x7fecf01f4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecf5268640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fecf00b6ed0 0x7fecf015d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecf5268640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fecf00b53d0 0x7fecf00b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecf5268640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fecf00b33d0 con 0x7fecf00b53d0 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecf5268640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fecf00b76d0 con 0x7fecf00b6ed0 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecf5268640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fecf01664d0 con 0x7fecf00b1900 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecef7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fecf00b53d0 0x7fecf00b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecef7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fecf00b53d0 0x7fecf00b57e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39296/0 (socket says 172.21.15.33:39296) 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecef7fe640 1 -- 172.21.15.33:0/1360870750 learned_addr learned my addr 172.21.15.33:0/1360870750 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7feceeffd640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fecf00b1900 0x7fecf01f4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fece7fff640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fecf00b6ed0 0x7fecf015d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecef7fe640 1 -- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fecf00b1900 msgr2=0x7fecf01f4af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecef7fe640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fecf00b1900 0x7fecf01f4af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecef7fe640 1 -- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fecf00b6ed0 msgr2=0x7fecf015d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecef7fe640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fecf00b6ed0 0x7fecf015d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:32.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.753+0000 7fecef7fe640 1 -- 172.21.15.33:0/1360870750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecf00b5d20 con 0x7fecf00b53d0 2024-07-26T15:45:32.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.754+0000 7fecef7fe640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fecf00b53d0 0x7fecf00b57e0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fece800c730 tx=0x7fece800cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:32.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.754+0000 7fece77fe640 1 -- 172.21.15.33:0/1360870750 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fece8003b70 con 0x7fecf00b53d0 2024-07-26T15:45:32.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.754+0000 7fece77fe640 1 -- 172.21.15.33:0/1360870750 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fece8003d10 con 0x7fecf00b53d0 2024-07-26T15:45:32.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.754+0000 7fecf5268640 1 -- 172.21.15.33:0/1360870750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecf006d740 con 0x7fecf00b53d0 2024-07-26T15:45:32.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.754+0000 7fece77fe640 1 -- 172.21.15.33:0/1360870750 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fece8005330 con 0x7fecf00b53d0 2024-07-26T15:45:32.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.754+0000 7fecf5268640 1 -- 172.21.15.33:0/1360870750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecf01f8cd0 con 0x7fecf00b53d0 2024-07-26T15:45:32.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.755+0000 7fecf5268640 1 -- 172.21.15.33:0/1360870750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecf01f8a40 con 0x7fecf00b53d0 2024-07-26T15:45:32.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.756+0000 7fece77fe640 1 -- 172.21.15.33:0/1360870750 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7fece80054d0 con 0x7fecf00b53d0 2024-07-26T15:45:32.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.756+0000 7fece77fe640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fecd0077130 0x7fecd0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:32.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.756+0000 7fece77fe640 1 -- 172.21.15.33:0/1360870750 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 6129+0+0 (secure 0 0 0) 0x7fece8098a00 con 0x7fecf00b53d0 2024-07-26T15:45:32.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.756+0000 7feceeffd640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fecd0077130 0x7fecd0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:32.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.757+0000 7feceeffd640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fecd0077130 0x7fecd0079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fece0033000 tx=0x7fece0004730 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:32.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.761+0000 7fece77fe640 1 -- 172.21.15.33:0/1360870750 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fecf00b5d20 con 0x7fecf00b53d0 2024-07-26T15:45:32.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:32.995+0000 7fecf5268640 1 -- 172.21.15.33:0/1360870750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fecf00cc1a0 con 0x7fecf00b53d0 2024-07-26T15:45:33.877 INFO:tasks.ceph.mds.c.smithi033.stderr:2024-07-26T15:45:33.875+0000 7ffa15dba640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:45:33.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.915+0000 7fece77fe640 1 -- 172.21.15.33:0/1360870750 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v53) ==== 118+0+0 (secure 0 0 0) 0x7fece8061270 con 0x7fecf00b53d0 2024-07-26T15:45:33.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 -- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fecd0077130 msgr2=0x7fecd0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:33.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fecd0077130 0x7fecd0079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fece0033000 tx=0x7fece0004730 comp rx=0 tx=0).stop 2024-07-26T15:45:33.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 -- 172.21.15.33:0/1360870750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fecf00b53d0 msgr2=0x7fecf00b57e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:33.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fecf00b53d0 0x7fecf00b57e0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fece800c730 tx=0x7fece800cb30 comp rx=0 tx=0).stop 2024-07-26T15:45:33.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 -- 172.21.15.33:0/1360870750 shutdown_connections 2024-07-26T15:45:33.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fecf00b53d0 0x7fecf00b57e0 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:33.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fecf00b6ed0 0x7fecf015d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:33.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fecd0077130 0x7fecd0079640 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:33.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 --2- 172.21.15.33:0/1360870750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fecf00b1900 0x7fecf01f4af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:33.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 -- 172.21.15.33:0/1360870750 >> 172.21.15.33:0/1360870750 conn(0x7fecf00d1bb0 msgr2=0x7fecf01635d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:33.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 -- 172.21.15.33:0/1360870750 shutdown_connections 2024-07-26T15:45:33.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:33.918+0000 7fecf5268640 1 -- 172.21.15.33:0/1360870750 wait complete. 2024-07-26T15:45:33.935 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T15:45:33.935 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T15:45:34.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.061+0000 7f5d54679640 1 -- 172.21.15.33:0/85965631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d4c0b7d00 msgr2=0x7f5d4c0cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:34.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.061+0000 7f5d54679640 1 --2- 172.21.15.33:0/85965631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d4c0b7d00 0x7f5d4c0cee10 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f5d44005fd0 tx=0x7f5d4402a8b0 comp rx=0 tx=0).stop 2024-07-26T15:45:34.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.061+0000 7f5d54679640 1 -- 172.21.15.33:0/85965631 shutdown_connections 2024-07-26T15:45:34.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.061+0000 7f5d54679640 1 --2- 172.21.15.33:0/85965631 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d4c0b7d00 0x7f5d4c0cee10 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:34.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.061+0000 7f5d54679640 1 --2- 172.21.15.33:0/85965631 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d4c0d0c80 0x7f5d4c0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:34.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.061+0000 7f5d54679640 1 -- 172.21.15.33:0/85965631 >> 172.21.15.33:0/85965631 conn(0x7f5d4c0d3dc0 msgr2=0x7f5d4c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:34.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.061+0000 7f5d54679640 1 -- 172.21.15.33:0/85965631 shutdown_connections 2024-07-26T15:45:34.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.062+0000 7f5d54679640 1 -- 172.21.15.33:0/85965631 wait complete. 2024-07-26T15:45:34.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.063+0000 7f5d54679640 1 Processor -- start 2024-07-26T15:45:34.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.063+0000 7f5d54679640 1 -- start start 2024-07-26T15:45:34.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d54679640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d4c0b53e0 0x7f5d4c1f55b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:34.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d54679640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d4c0b7d00 0x7f5d4c1562f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d54679640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d4c09ee40 0x7f5d4c0c8150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d54679640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c0cf510 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d54679640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c0cf390 con 0x7f5d4c0b7d00 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d54679640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5d4c0cf690 con 0x7f5d4c09ee40 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d52415640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d4c0b53e0 0x7f5d4c1f55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d52415640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d4c0b53e0 0x7f5d4c1f55b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39308/0 (socket says 172.21.15.33:39308) 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d52415640 1 -- 172.21.15.33:0/3240566648 learned_addr learned my addr 172.21.15.33:0/3240566648 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d52c16640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d4c09ee40 0x7f5d4c0c8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d52415640 1 -- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d4c09ee40 msgr2=0x7f5d4c0c8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d52415640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d4c09ee40 0x7f5d4c0c8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d51c14640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d4c0b7d00 0x7f5d4c1562f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d52415640 1 -- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d4c0b7d00 msgr2=0x7f5d4c1562f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d52415640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d4c0b7d00 0x7f5d4c1562f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d52415640 1 -- 172.21.15.33:0/3240566648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d4c1f5af0 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d52c16640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d4c09ee40 0x7f5d4c0c8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d51c14640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d4c0b7d00 0x7f5d4c1562f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.065+0000 7f5d52415640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d4c0b53e0 0x7f5d4c1f55b0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f5d4800c460 tx=0x7f5d4800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.066+0000 7f5d42ffd640 1 -- 172.21.15.33:0/3240566648 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d48016020 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.066+0000 7f5d42ffd640 1 -- 172.21.15.33:0/3240566648 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5d48012940 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.066+0000 7f5d54679640 1 -- 172.21.15.33:0/3240566648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d4c156830 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.066+0000 7f5d42ffd640 1 -- 172.21.15.33:0/3240566648 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d48012d90 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.066+0000 7f5d54679640 1 -- 172.21.15.33:0/3240566648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d4c09e080 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.067+0000 7f5d54679640 1 -- 172.21.15.33:0/3240566648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d4c0cfb40 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.067+0000 7f5d42ffd640 1 -- 172.21.15.33:0/3240566648 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f5d48019020 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.068+0000 7f5d42ffd640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f5d30077160 0x7f5d30079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:34.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.068+0000 7f5d42ffd640 1 -- 172.21.15.33:0/3240566648 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f5d48098c10 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.068+0000 7f5d51c14640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f5d30077160 0x7f5d30079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:34.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.069+0000 7f5d51c14640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f5d30077160 0x7f5d30079670 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c0d0590 tx=0x7f5d3c005cb0 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:34.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.073+0000 7f5d42ffd640 1 -- 172.21.15.33:0/3240566648 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5d48020020 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.304+0000 7f5d54679640 1 -- 172.21.15.33:0/3240566648 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f5d4c0b9c80 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.921+0000 7f5d42ffd640 1 -- 172.21.15.33:0/3240566648 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v54) ==== 122+0+0 (secure 0 0 0) 0x7f5d4c1f5af0 con 0x7f5d4c0b53e0 2024-07-26T15:45:34.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 -- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f5d30077160 msgr2=0x7f5d30079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:34.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f5d30077160 0x7f5d30079670 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c0d0590 tx=0x7f5d3c005cb0 comp rx=0 tx=0).stop 2024-07-26T15:45:34.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 -- 172.21.15.33:0/3240566648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d4c0b53e0 msgr2=0x7f5d4c1f55b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:34.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d4c0b53e0 0x7f5d4c1f55b0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f5d4800c460 tx=0x7f5d4800c920 comp rx=0 tx=0).stop 2024-07-26T15:45:34.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 -- 172.21.15.33:0/3240566648 shutdown_connections 2024-07-26T15:45:34.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f5d30077160 0x7f5d30079670 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:34.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d4c09ee40 0x7f5d4c0c8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:34.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d4c0b7d00 0x7f5d4c1562f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:34.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 --2- 172.21.15.33:0/3240566648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d4c0b53e0 0x7f5d4c1f55b0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:34.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 -- 172.21.15.33:0/3240566648 >> 172.21.15.33:0/3240566648 conn(0x7f5d4c0d3dc0 msgr2=0x7f5d4c161140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:34.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 -- 172.21.15.33:0/3240566648 shutdown_connections 2024-07-26T15:45:34.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:34.924+0000 7f5d54679640 1 -- 172.21.15.33:0/3240566648 wait complete. 2024-07-26T15:45:34.940 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T15:45:34.940 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:45:35.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.064+0000 7fcdb768c640 1 -- 172.21.15.33:0/927983791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd9c003a00 msgr2=0x7fcd9c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.064+0000 7fcdb768c640 1 --2- 172.21.15.33:0/927983791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd9c003a00 0x7fcd9c003e70 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7fcdac009b10 tx=0x7fcd9c005830 comp rx=0 tx=0).stop 2024-07-26T15:45:35.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.064+0000 7fcdb5c29640 1 -- 172.21.15.33:0/927983791 reap_dead start 2024-07-26T15:45:35.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.064+0000 7fcdb768c640 1 -- 172.21.15.33:0/927983791 shutdown_connections 2024-07-26T15:45:35.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.064+0000 7fcdb768c640 1 -- 172.21.15.33:0/927983791 >> 172.21.15.33:0/927983791 conn(0x7fcdb00d3e10 msgr2=0x7fcdb00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:35.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.064+0000 7fcdb768c640 1 -- 172.21.15.33:0/927983791 shutdown_connections 2024-07-26T15:45:35.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.064+0000 7fcdb768c640 1 -- 172.21.15.33:0/927983791 wait complete. 2024-07-26T15:45:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.066+0000 7fcdb768c640 1 Processor -- start 2024-07-26T15:45:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.066+0000 7fcdb768c640 1 -- start start 2024-07-26T15:45:35.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb768c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd9c003a00 0x7fcdb01e5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb768c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdb01e9150 0x7fcdb006d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb768c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdb006db20 0x7fcdb006df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb768c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb00d4b40 con 0x7fcd9c003a00 2024-07-26T15:45:35.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb768c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb00cf710 con 0x7fcdb006db20 2024-07-26T15:45:35.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb768c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcdb00d4cc0 con 0x7fcdb01e9150 2024-07-26T15:45:35.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb5428640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd9c003a00 0x7fcdb01e5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb5428640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd9c003a00 0x7fcdb01e5270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39336/0 (socket says 172.21.15.33:39336) 2024-07-26T15:45:35.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb5428640 1 -- 172.21.15.33:0/3414231593 learned_addr learned my addr 172.21.15.33:0/3414231593 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:35.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb4c27640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdb01e9150 0x7fcdb006d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb5c29640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdb006db20 0x7fcdb006df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb5428640 1 -- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdb01e9150 msgr2=0x7fcdb006d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb5428640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdb01e9150 0x7fcdb006d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb5428640 1 -- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdb006db20 msgr2=0x7fcdb006df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb5428640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdb006db20 0x7fcdb006df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb5428640 1 -- 172.21.15.33:0/3414231593 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdb01e57b0 con 0x7fcd9c003a00 2024-07-26T15:45:35.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb4c27640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdb01e9150 0x7fcdb006d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:35.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb5428640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd9c003a00 0x7fcdb01e5270 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fcdac035040 tx=0x7fcdac009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:35.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcda5ffb640 1 -- 172.21.15.33:0/3414231593 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdac004d10 con 0x7fcd9c003a00 2024-07-26T15:45:35.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcda5ffb640 1 -- 172.21.15.33:0/3414231593 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcdac02b780 con 0x7fcd9c003a00 2024-07-26T15:45:35.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.068+0000 7fcdb768c640 1 -- 172.21.15.33:0/3414231593 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdb01e9880 con 0x7fcd9c003a00 2024-07-26T15:45:35.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.069+0000 7fcda5ffb640 1 -- 172.21.15.33:0/3414231593 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdac02bb70 con 0x7fcd9c003a00 2024-07-26T15:45:35.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.069+0000 7fcdb768c640 1 -- 172.21.15.33:0/3414231593 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdb01e9e40 con 0x7fcd9c003a00 2024-07-26T15:45:35.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.070+0000 7fcdb768c640 1 -- 172.21.15.33:0/3414231593 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdb00d2c20 con 0x7fcd9c003a00 2024-07-26T15:45:35.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.071+0000 7fcda5ffb640 1 -- 172.21.15.33:0/3414231593 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7fcdac031030 con 0x7fcd9c003a00 2024-07-26T15:45:35.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.071+0000 7fcda5ffb640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fcd94077130 0x7fcd94079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.071+0000 7fcda5ffb640 1 -- 172.21.15.33:0/3414231593 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7fcdac0ba330 con 0x7fcd9c003a00 2024-07-26T15:45:35.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.072+0000 7fcdb4c27640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fcd94077130 0x7fcd94079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.072+0000 7fcdb4c27640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fcd94077130 0x7fcd94079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcda0005eb0 tx=0x7fcda0005f90 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:35.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.075+0000 7fcda5ffb640 1 -- 172.21.15.33:0/3414231593 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcdac052080 con 0x7fcd9c003a00 2024-07-26T15:45:35.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.307+0000 7fcdb768c640 1 -- 172.21.15.33:0/3414231593 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcdb01e78b0 con 0x7fcd9c003a00 2024-07-26T15:45:35.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.308+0000 7fcda5ffb640 1 -- 172.21.15.33:0/3414231593 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5231 (secure 0 0 0) 0x7fcdac040030 con 0x7fcd9c003a00 2024-07-26T15:45:35.310 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:35.310 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":54,"btime":"2024-07-26T15:45:34:916618+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6841,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4259613719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4259613719},{"type":"v1","addr":"172.21.15.154:6834","nonce":4259613719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":6844,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3939421891","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3939421891},{"type":"v1","addr":"172.21.15.154:6835","nonce":3939421891}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":7314,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2822541184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2822541184},{"type":"v1","addr":"172.21.15.33:6834","nonce":2822541184}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:45:31.281795+0000","modified":"2024-07-26T15:45:34.305574+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7317},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7317":{"gid":7317,"name":"c","rank":0,"incarnation":50,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2838955511","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2838955511},{"type":"v1","addr":"172.21.15.33:6835","nonce":2838955511}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7317,"qdb_cluster":[7317]},"id":6}]} 2024-07-26T15:45:35.310 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 54 2024-07-26T15:45:35.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 -- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fcd94077130 msgr2=0x7fcd94079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fcd94077130 0x7fcd94079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcda0005eb0 tx=0x7fcda0005f90 comp rx=0 tx=0).stop 2024-07-26T15:45:35.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 -- 172.21.15.33:0/3414231593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd9c003a00 msgr2=0x7fcdb01e5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd9c003a00 0x7fcdb01e5270 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fcdac035040 tx=0x7fcdac009750 comp rx=0 tx=0).stop 2024-07-26T15:45:35.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 -- 172.21.15.33:0/3414231593 shutdown_connections 2024-07-26T15:45:35.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdb006db20 0x7fcdb006df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fcd94077130 0x7fcd94079640 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcdb01e9150 0x7fcdb006d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 --2- 172.21.15.33:0/3414231593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd9c003a00 0x7fcdb01e5270 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 -- 172.21.15.33:0/3414231593 >> 172.21.15.33:0/3414231593 conn(0x7fcdb00d3e10 msgr2=0x7fcdb00cedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:35.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 -- 172.21.15.33:0/3414231593 shutdown_connections 2024-07-26T15:45:35.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.310+0000 7fcdb768c640 1 -- 172.21.15.33:0/3414231593 wait complete. 2024-07-26T15:45:35.323 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:45:35.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.438+0000 7fed7fd89640 1 -- 172.21.15.33:0/1373074564 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed780d2990 msgr2=0x7fed780b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.438+0000 7fed7fd89640 1 --2- 172.21.15.33:0/1373074564 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed780d2990 0x7fed780b9430 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fed68009860 tx=0x7fed6802a540 comp rx=0 tx=0).stop 2024-07-26T15:45:35.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.439+0000 7fed7fd89640 1 -- 172.21.15.33:0/1373074564 shutdown_connections 2024-07-26T15:45:35.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.439+0000 7fed7fd89640 1 --2- 172.21.15.33:0/1373074564 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed780d1b80 0x7fed780b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.439+0000 7fed7fd89640 1 --2- 172.21.15.33:0/1373074564 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed780d2990 0x7fed780b9430 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.439+0000 7fed7fd89640 1 -- 172.21.15.33:0/1373074564 >> 172.21.15.33:0/1373074564 conn(0x7fed780d3da0 msgr2=0x7fed780d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:35.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.439+0000 7fed7fd89640 1 -- 172.21.15.33:0/1373074564 shutdown_connections 2024-07-26T15:45:35.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.439+0000 7fed7fd89640 1 -- 172.21.15.33:0/1373074564 wait complete. 2024-07-26T15:45:35.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.440+0000 7fed7fd89640 1 Processor -- start 2024-07-26T15:45:35.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.440+0000 7fed7fd89640 1 -- start start 2024-07-26T15:45:35.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7fd89640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed780cf430 0x7fed78154540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7fd89640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed780d1b80 0x7fed780b5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7fd89640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed78161690 0x7fed780b5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7fd89640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fed780b1f30 con 0x7fed780d1b80 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7fd89640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fed780b1db0 con 0x7fed78161690 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7fd89640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fed780b20b0 con 0x7fed780cf430 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7d324640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed780d1b80 0x7fed780b5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7d324640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed780d1b80 0x7fed780b5120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39342/0 (socket says 172.21.15.33:39342) 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7d324640 1 -- 172.21.15.33:0/37293691 learned_addr learned my addr 172.21.15.33:0/37293691 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7db25640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed780cf430 0x7fed78154540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7e326640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed78161690 0x7fed780b5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7d324640 1 -- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed780cf430 msgr2=0x7fed78154540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7d324640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed780cf430 0x7fed78154540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7d324640 1 -- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed78161690 msgr2=0x7fed780b5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7d324640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed78161690 0x7fed780b5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7d324640 1 -- 172.21.15.33:0/37293691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed78154a80 con 0x7fed780d1b80 2024-07-26T15:45:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed7d324640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed780d1b80 0x7fed780b5120 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fed68009980 tx=0x7fed68033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.442+0000 7fed6e7fc640 1 -- 172.21.15.33:0/37293691 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed68031d60 con 0x7fed780d1b80 2024-07-26T15:45:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.443+0000 7fed6e7fc640 1 -- 172.21.15.33:0/37293691 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fed68005020 con 0x7fed780d1b80 2024-07-26T15:45:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.443+0000 7fed7fd89640 1 -- 172.21.15.33:0/37293691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed78154d70 con 0x7fed780d1b80 2024-07-26T15:45:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.443+0000 7fed6e7fc640 1 -- 172.21.15.33:0/37293691 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed68005450 con 0x7fed780d1b80 2024-07-26T15:45:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.443+0000 7fed7fd89640 1 -- 172.21.15.33:0/37293691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed780b4400 con 0x7fed780d1b80 2024-07-26T15:45:35.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.444+0000 7fed7fd89640 1 -- 172.21.15.33:0/37293691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed780b8fb0 con 0x7fed780d1b80 2024-07-26T15:45:35.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.444+0000 7fed6e7fc640 1 -- 172.21.15.33:0/37293691 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7fed680047a0 con 0x7fed780d1b80 2024-07-26T15:45:35.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.445+0000 7fed6e7fc640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fed5c077130 0x7fed5c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.445+0000 7fed6e7fc640 1 -- 172.21.15.33:0/37293691 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7fed680b9e90 con 0x7fed780d1b80 2024-07-26T15:45:35.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.445+0000 7fed7db25640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fed5c077130 0x7fed5c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.446+0000 7fed7db25640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fed5c077130 0x7fed5c079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fed740015e0 tx=0x7fed74009040 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:35.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.449+0000 7fed6e7fc640 1 -- 172.21.15.33:0/37293691 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fed780b8fb0 con 0x7fed780d1b80 2024-07-26T15:45:35.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.642+0000 7fed7fd89640 1 -- 172.21.15.33:0/37293691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fed780b25d0 con 0x7fed780d1b80 2024-07-26T15:45:35.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.643+0000 7fed6e7fc640 1 -- 172.21.15.33:0/37293691 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) ==== 74+0+16939 (secure 0 0 0) 0x7fed6803f030 con 0x7fed780d1b80 2024-07-26T15:45:35.645 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:35.645 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":117,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:45:32.893162+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:45:28.978133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-07-26T15:45:30.236788+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:45:35.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.645+0000 7fed7fd89640 1 -- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fed5c077130 msgr2=0x7fed5c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.645+0000 7fed7fd89640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fed5c077130 0x7fed5c079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fed740015e0 tx=0x7fed74009040 comp rx=0 tx=0).stop 2024-07-26T15:45:35.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.645+0000 7fed7fd89640 1 -- 172.21.15.33:0/37293691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed780d1b80 msgr2=0x7fed780b5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.645+0000 7fed7fd89640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed780d1b80 0x7fed780b5120 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fed68009980 tx=0x7fed68033d60 comp rx=0 tx=0).stop 2024-07-26T15:45:35.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.646+0000 7fed7fd89640 1 -- 172.21.15.33:0/37293691 shutdown_connections 2024-07-26T15:45:35.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.646+0000 7fed7fd89640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed78161690 0x7fed780b5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.646+0000 7fed7fd89640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed780d1b80 0x7fed780b5120 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.646+0000 7fed7fd89640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fed5c077130 0x7fed5c079640 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.646+0000 7fed7fd89640 1 --2- 172.21.15.33:0/37293691 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed780cf430 0x7fed78154540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.646+0000 7fed7fd89640 1 -- 172.21.15.33:0/37293691 >> 172.21.15.33:0/37293691 conn(0x7fed780d3da0 msgr2=0x7fed780cdbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:35.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.646+0000 7fed7fd89640 1 -- 172.21.15.33:0/37293691 shutdown_connections 2024-07-26T15:45:35.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.646+0000 7fed7fd89640 1 -- 172.21.15.33:0/37293691 wait complete. 2024-07-26T15:45:35.659 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T15:45:35.659 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:45:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.776+0000 7fe9d27eb640 1 -- 172.21.15.33:0/281280478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc0b1ba0 msgr2=0x7fe9cc0b1fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.776+0000 7fe9d27eb640 1 --2- 172.21.15.33:0/281280478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc0b1ba0 0x7fe9cc0b1fb0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc0d1830 tx=0x7fe9c402a8b0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.776+0000 7fe9d27eb640 1 -- 172.21.15.33:0/281280478 shutdown_connections 2024-07-26T15:45:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.776+0000 7fe9d27eb640 1 --2- 172.21.15.33:0/281280478 >> v2:172.21.15.154:3300/0 conn(0x7fe9cc0ce970 0x7fe9cc0ced80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.776+0000 7fe9d27eb640 1 --2- 172.21.15.33:0/281280478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc0b1ba0 0x7fe9cc0b1fb0 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.776+0000 7fe9d27eb640 1 -- 172.21.15.33:0/281280478 >> 172.21.15.33:0/281280478 conn(0x7fe9cc0d1b70 msgr2=0x7fe9cc0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.776+0000 7fe9d27eb640 1 -- 172.21.15.33:0/281280478 shutdown_connections 2024-07-26T15:45:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.776+0000 7fe9d27eb640 1 -- 172.21.15.33:0/281280478 wait complete. 2024-07-26T15:45:35.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.778+0000 7fe9d27eb640 1 Processor -- start 2024-07-26T15:45:35.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.778+0000 7fe9d27eb640 1 -- start start 2024-07-26T15:45:35.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.779+0000 7fe9d27eb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9cc0b1ba0 0x7fe9cc1f8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.779+0000 7fe9d27eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc0b6fc0 0x7fe9cc1f8d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.779+0000 7fe9d27eb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9cc0ce970 0x7fe9cc06ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.779+0000 7fe9d27eb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc0b2670 con 0x7fe9cc0b6fc0 2024-07-26T15:45:35.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.779+0000 7fe9d27eb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe9cc0b24f0 con 0x7fe9cc0ce970 2024-07-26T15:45:35.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.779+0000 7fe9d27eb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe9cc0b27f0 con 0x7fe9cc0b1ba0 2024-07-26T15:45:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.779+0000 7fe9cb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc0b6fc0 0x7fe9cc1f8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.779+0000 7fe9cb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc0b6fc0 0x7fe9cc1f8d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39364/0 (socket says 172.21.15.33:39364) 2024-07-26T15:45:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.779+0000 7fe9cb7fe640 1 -- 172.21.15.33:0/3115478300 learned_addr learned my addr 172.21.15.33:0/3115478300 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.779+0000 7fe9cbfff640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9cc0b1ba0 0x7fe9cc1f8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.779+0000 7fe9d0d88640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9cc0ce970 0x7fe9cc06ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9cb7fe640 1 -- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9cc0b1ba0 msgr2=0x7fe9cc1f8800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9cb7fe640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9cc0b1ba0 0x7fe9cc1f8800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9cb7fe640 1 -- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9cc0ce970 msgr2=0x7fe9cc06ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9cb7fe640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9cc0ce970 0x7fe9cc06ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9cb7fe640 1 -- 172.21.15.33:0/3115478300 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9cc06dff0 con 0x7fe9cc0b6fc0 2024-07-26T15:45:35.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9d0d88640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9cc0ce970 0x7fe9cc06ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:35.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9cb7fe640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc0b6fc0 0x7fe9cc1f8d40 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fe9c000d770 tx=0x7fe9c000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:35.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9c8ff9640 1 -- 172.21.15.33:0/3115478300 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c0017070 con 0x7fe9cc0b6fc0 2024-07-26T15:45:35.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9c8ff9640 1 -- 172.21.15.33:0/3115478300 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9c0009d20 con 0x7fe9cc0b6fc0 2024-07-26T15:45:35.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9d27eb640 1 -- 172.21.15.33:0/3115478300 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9cc06e2d0 con 0x7fe9cc0b6fc0 2024-07-26T15:45:35.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9c8ff9640 1 -- 172.21.15.33:0/3115478300 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c00106c0 con 0x7fe9cc0b6fc0 2024-07-26T15:45:35.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.780+0000 7fe9d27eb640 1 -- 172.21.15.33:0/3115478300 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9cc06e890 con 0x7fe9cc0b6fc0 2024-07-26T15:45:35.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.781+0000 7fe9d27eb640 1 -- 172.21.15.33:0/3115478300 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9cc0c6c30 con 0x7fe9cc0b6fc0 2024-07-26T15:45:35.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.782+0000 7fe9c8ff9640 1 -- 172.21.15.33:0/3115478300 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7fe9c001a070 con 0x7fe9cc0b6fc0 2024-07-26T15:45:35.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.783+0000 7fe9c8ff9640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe9b8077130 0x7fe9b8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:35.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.783+0000 7fe9c8ff9640 1 -- 172.21.15.33:0/3115478300 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7fe9c0099200 con 0x7fe9cc0b6fc0 2024-07-26T15:45:35.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.783+0000 7fe9cbfff640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe9b8077130 0x7fe9b8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:35.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.783+0000 7fe9cbfff640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe9b8077130 0x7fe9b8079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc007fd0 tx=0x7fe9bc001370 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:35.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.786+0000 7fe9c8ff9640 1 -- 172.21.15.33:0/3115478300 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe9c0061ae0 con 0x7fe9cc0b6fc0 2024-07-26T15:45:35.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.977+0000 7fe9d27eb640 1 -- 172.21.15.33:0/3115478300 --> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe9cc0b2ca0 con 0x7fe9b8077130 2024-07-26T15:45:35.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.981+0000 7fe9c8ff9640 1 -- 172.21.15.33:0/3115478300 <== mgr.6206 v2:172.21.15.154:6836/2926134111 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240248 (secure 0 0 0) 0x7fe9cc0b2ca0 con 0x7fe9b8077130 2024-07-26T15:45:35.985 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:35.987 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:45:35.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 -- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe9b8077130 msgr2=0x7fe9b8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe9b8077130 0x7fe9b8079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc007fd0 tx=0x7fe9bc001370 comp rx=0 tx=0).stop 2024-07-26T15:45:35.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 -- 172.21.15.33:0/3115478300 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc0b6fc0 msgr2=0x7fe9cc1f8d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:35.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc0b6fc0 0x7fe9cc1f8d40 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fe9c000d770 tx=0x7fe9c000dc30 comp rx=0 tx=0).stop 2024-07-26T15:45:35.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 -- 172.21.15.33:0/3115478300 shutdown_connections 2024-07-26T15:45:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9cc0ce970 0x7fe9cc06ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9cc0b6fc0 0x7fe9cc1f8d40 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fe9b8077130 0x7fe9b8079640 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 --2- 172.21.15.33:0/3115478300 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9cc0b1ba0 0x7fe9cc1f8800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 -- 172.21.15.33:0/3115478300 >> 172.21.15.33:0/3115478300 conn(0x7fe9cc0d1b70 msgr2=0x7fe9cc15e850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 -- 172.21.15.33:0/3115478300 shutdown_connections 2024-07-26T15:45:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:35.985+0000 7fe9d27eb640 1 -- 172.21.15.33:0/3115478300 wait complete. 2024-07-26T15:45:35.998 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:45:35.267417+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":340588,"kb_used_data":12000,"kb_used_omap":12,"kb_used_meta":328435,"kb_avail":754634132,"statfs":{"total":773094113280,"available":772745351168,"internally_reserved":0,"allocated":12288000,"data_stored":6812826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":336318001},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.388398"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.886343+0000","last_change":"2024-07-26T15:45:29.886343+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.886343+0000","last_undegraded":"2024-07-26T15:45:29.886343+0000","last_fullsized":"2024-07-26T15:45:29.886343+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881996+0000","last_change":"2024-07-26T15:45:29.881996+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881996+0000","last_undegraded":"2024-07-26T15:45:29.881996+0000","last_fullsized":"2024-07-26T15:45:29.881996+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888407+0000","last_change":"2024-07-26T15:45:29.888407+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888407+0000","last_undegraded":"2024-07-26T15:45:29.888407+0000","last_fullsized":"2024-07-26T15:45:29.888407+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.886476+0000","last_change":"2024-07-26T15:45:29.886476+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.886476+0000","last_undegraded":"2024-07-26T15:45:29.886476+0000","last_fullsized":"2024-07-26T15:45:29.886476+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881056+0000","last_change":"2024-07-26T15:45:29.881056+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881056+0000","last_undegraded":"2024-07-26T15:45:29.881056+0000","last_fullsized":"2024-07-26T15:45:29.881056+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884701+0000","last_change":"2024-07-26T15:45:29.884701+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884701+0000","last_undegraded":"2024-07-26T15:45:29.884701+0000","last_fullsized":"2024-07-26T15:45:29.884701+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884830+0000","last_change":"2024-07-26T15:45:29.884830+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884830+0000","last_undegraded":"2024-07-26T15:45:29.884830+0000","last_fullsized":"2024-07-26T15:45:29.884830+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888635+0000","last_change":"2024-07-26T15:45:29.888635+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888635+0000","last_undegraded":"2024-07-26T15:45:29.888635+0000","last_fullsized":"2024-07-26T15:45:29.888635+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881194+0000","last_change":"2024-07-26T15:45:29.881194+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881194+0000","last_undegraded":"2024-07-26T15:45:29.881194+0000","last_fullsized":"2024-07-26T15:45:29.881194+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884211+0000","last_change":"2024-07-26T15:45:29.884211+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884211+0000","last_undegraded":"2024-07-26T15:45:29.884211+0000","last_fullsized":"2024-07-26T15:45:29.884211+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.882673+0000","last_change":"2024-07-26T15:45:29.882673+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.882673+0000","last_undegraded":"2024-07-26T15:45:29.882673+0000","last_fullsized":"2024-07-26T15:45:29.882673+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.883967+0000","last_change":"2024-07-26T15:45:29.883967+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.883967+0000","last_undegraded":"2024-07-26T15:45:29.883967+0000","last_fullsized":"2024-07-26T15:45:29.883967+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888378+0000","last_change":"2024-07-26T15:45:29.888378+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888378+0000","last_undegraded":"2024-07-26T15:45:29.888378+0000","last_fullsized":"2024-07-26T15:45:29.888378+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884320+0000","last_change":"2024-07-26T15:45:29.884320+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884320+0000","last_undegraded":"2024-07-26T15:45:29.884320+0000","last_fullsized":"2024-07-26T15:45:29.884320+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885740+0000","last_change":"2024-07-26T15:45:29.885740+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885740+0000","last_undegraded":"2024-07-26T15:45:29.885740+0000","last_fullsized":"2024-07-26T15:45:29.885740+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884501+0000","last_change":"2024-07-26T15:45:29.884501+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884501+0000","last_undegraded":"2024-07-26T15:45:29.884501+0000","last_fullsized":"2024-07-26T15:45:29.884501+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885707+0000","last_change":"2024-07-26T15:45:29.885707+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885707+0000","last_undegraded":"2024-07-26T15:45:29.885707+0000","last_fullsized":"2024-07-26T15:45:29.885707+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888483+0000","last_change":"2024-07-26T15:45:29.888483+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888483+0000","last_undegraded":"2024-07-26T15:45:29.888483+0000","last_fullsized":"2024-07-26T15:45:29.888483+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881675+0000","last_change":"2024-07-26T15:45:29.881675+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881675+0000","last_undegraded":"2024-07-26T15:45:29.881675+0000","last_fullsized":"2024-07-26T15:45:29.881675+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.880869+0000","last_change":"2024-07-26T15:45:29.880869+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.880869+0000","last_undegraded":"2024-07-26T15:45:29.880869+0000","last_fullsized":"2024-07-26T15:45:29.880869+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.883421+0000","last_change":"2024-07-26T15:45:29.883421+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.883421+0000","last_undegraded":"2024-07-26T15:45:29.883421+0000","last_fullsized":"2024-07-26T15:45:29.883421+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881092+0000","last_change":"2024-07-26T15:45:29.881092+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881092+0000","last_undegraded":"2024-07-26T15:45:29.881092+0000","last_fullsized":"2024-07-26T15:45:29.881092+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.883298+0000","last_change":"2024-07-26T15:45:29.883298+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.883298+0000","last_undegraded":"2024-07-26T15:45:29.883298+0000","last_fullsized":"2024-07-26T15:45:29.883298+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888494+0000","last_change":"2024-07-26T15:45:29.888494+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888494+0000","last_undegraded":"2024-07-26T15:45:29.888494+0000","last_fullsized":"2024-07-26T15:45:29.888494+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881002+0000","last_change":"2024-07-26T15:45:29.881002+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881002+0000","last_undegraded":"2024-07-26T15:45:29.881002+0000","last_fullsized":"2024-07-26T15:45:29.881002+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.880966+0000","last_change":"2024-07-26T15:45:29.880966+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.880966+0000","last_undegraded":"2024-07-26T15:45:29.880966+0000","last_fullsized":"2024-07-26T15:45:29.880966+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885659+0000","last_change":"2024-07-26T15:45:29.885659+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885659+0000","last_undegraded":"2024-07-26T15:45:29.885659+0000","last_fullsized":"2024-07-26T15:45:29.885659+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884298+0000","last_change":"2024-07-26T15:45:29.884298+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884298+0000","last_undegraded":"2024-07-26T15:45:29.884298+0000","last_fullsized":"2024-07-26T15:45:29.884298+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.880973+0000","last_change":"2024-07-26T15:45:29.880973+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.880973+0000","last_undegraded":"2024-07-26T15:45:29.880973+0000","last_fullsized":"2024-07-26T15:45:29.880973+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885857+0000","last_change":"2024-07-26T15:45:29.885857+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885857+0000","last_undegraded":"2024-07-26T15:45:29.885857+0000","last_fullsized":"2024-07-26T15:45:29.885857+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.889219+0000","last_change":"2024-07-26T15:45:29.889219+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.889219+0000","last_undegraded":"2024-07-26T15:45:29.889219+0000","last_fullsized":"2024-07-26T15:45:29.889219+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885211+0000","last_change":"2024-07-26T15:45:29.885211+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885211+0000","last_undegraded":"2024-07-26T15:45:29.885211+0000","last_fullsized":"2024-07-26T15:45:29.885211+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"107'121","reported_seq":462,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-07-26T15:45:29.889687+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:45:29.889687+0000","last_peered":"2024-07-26T15:45:29.889687+0000","last_clean":"2024-07-26T15:45:29.889687+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:45:29.889687+0000","last_undegraded":"2024-07-26T15:45:29.889687+0000","last_fullsized":"2024-07-26T15:45:29.889687+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575052,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59484,"kb_used_data":1932,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312356,"statfs":{"total":96636764160,"available":96575852544,"internally_reserved":0,"allocated":1978368,"data_stored":1292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509643,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32536,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339304,"statfs":{"total":96636764160,"available":96603447296,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509643,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50608,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321232,"statfs":{"total":96636764160,"available":96584941568,"internally_reserved":0,"allocated":1396736,"data_stored":708689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509643,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32540,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339300,"statfs":{"total":96636764160,"available":96603443200,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509642,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36700,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335140,"statfs":{"total":96636764160,"available":96599183360,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509642,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58904,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312936,"statfs":{"total":96636764160,"available":96576446464,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509645,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32532,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339308,"statfs":{"total":96636764160,"available":96603451392,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542349,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37284,"kb_used_data":1944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334556,"statfs":{"total":96636764160,"available":96598585344,"internally_reserved":0,"allocated":1990656,"data_stored":1299057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:45:36.002 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:45:36.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.155+0000 7fdfb02cb640 1 -- 172.21.15.33:0/221216407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf94003a00 msgr2=0x7fdf94003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.155+0000 7fdfb02cb640 1 --2- 172.21.15.33:0/221216407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf94003a00 0x7fdf94003e70 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7fdfa400c2e0 tx=0x7fdf94005830 comp rx=0 tx=0).stop 2024-07-26T15:45:36.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.155+0000 7fdfae868640 1 -- 172.21.15.33:0/221216407 reap_dead start 2024-07-26T15:45:36.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.155+0000 7fdfb02cb640 1 -- 172.21.15.33:0/221216407 shutdown_connections 2024-07-26T15:45:36.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.155+0000 7fdfb02cb640 1 -- 172.21.15.33:0/221216407 >> 172.21.15.33:0/221216407 conn(0x7fdfa80d3db0 msgr2=0x7fdfa80d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:36.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.155+0000 7fdfb02cb640 1 -- 172.21.15.33:0/221216407 shutdown_connections 2024-07-26T15:45:36.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.155+0000 7fdfb02cb640 1 -- 172.21.15.33:0/221216407 wait complete. 2024-07-26T15:45:36.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.157+0000 7fdfb02cb640 1 Processor -- start 2024-07-26T15:45:36.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.157+0000 7fdfb02cb640 1 -- start start 2024-07-26T15:45:36.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.158+0000 7fdfb02cb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf94003a00 0x7fdfa81e7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.158+0000 7fdfb02cb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfa81f61b0 0x7fdfa81f5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.158+0000 7fdfb02cb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfa81dce10 0x7fdfa80b7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.158+0000 7fdfb02cb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa80d0560 con 0x7fdf94003a00 2024-07-26T15:45:36.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.158+0000 7fdfb02cb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa80d06e0 con 0x7fdfa81dce10 2024-07-26T15:45:36.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.158+0000 7fdfb02cb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdfa80d0860 con 0x7fdfa81f61b0 2024-07-26T15:45:36.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.158+0000 7fdfae067640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf94003a00 0x7fdfa81e7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.158+0000 7fdfae067640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf94003a00 0x7fdfa81e7ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39394/0 (socket says 172.21.15.33:39394) 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.158+0000 7fdfae067640 1 -- 172.21.15.33:0/4144663590 learned_addr learned my addr 172.21.15.33:0/4144663590 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdfae868640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfa81dce10 0x7fdfa80b7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdfad866640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfa81f61b0 0x7fdfa81f5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdfae067640 1 -- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfa81f61b0 msgr2=0x7fdfa81f5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdfae067640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfa81f61b0 0x7fdfa81f5900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdfae067640 1 -- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfa81dce10 msgr2=0x7fdfa80b7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdfae067640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfa81dce10 0x7fdfa80b7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdfae067640 1 -- 172.21.15.33:0/4144663590 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa81ea370 con 0x7fdf94003a00 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdfae868640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfa81dce10 0x7fdfa80b7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdfae067640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf94003a00 0x7fdfa81e7ba0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4000c00 tx=0x7fdfa4006c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdf9effd640 1 -- 172.21.15.33:0/4144663590 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4031040 con 0x7fdf94003a00 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdf9effd640 1 -- 172.21.15.33:0/4144663590 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfa40035f0 con 0x7fdf94003a00 2024-07-26T15:45:36.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdfb02cb640 1 -- 172.21.15.33:0/4144663590 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfa81ea870 con 0x7fdf94003a00 2024-07-26T15:45:36.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdf9effd640 1 -- 172.21.15.33:0/4144663590 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4003a40 con 0x7fdf94003a00 2024-07-26T15:45:36.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.159+0000 7fdfb02cb640 1 -- 172.21.15.33:0/4144663590 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfa81eae30 con 0x7fdf94003a00 2024-07-26T15:45:36.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.160+0000 7fdfb02cb640 1 -- 172.21.15.33:0/4144663590 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfa80d0290 con 0x7fdf94003a00 2024-07-26T15:45:36.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.161+0000 7fdf9effd640 1 -- 172.21.15.33:0/4144663590 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7fdfa4034070 con 0x7fdf94003a00 2024-07-26T15:45:36.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.162+0000 7fdf9effd640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fdf8c077160 0x7fdf8c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.162+0000 7fdf9effd640 1 -- 172.21.15.33:0/4144663590 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7fdfa40b9140 con 0x7fdf94003a00 2024-07-26T15:45:36.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.162+0000 7fdfad866640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fdf8c077160 0x7fdf8c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.163+0000 7fdfad866640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fdf8c077160 0x7fdf8c079670 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdfa80d3b80 tx=0x7fdf98005f90 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:36.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.166+0000 7fdf9effd640 1 -- 172.21.15.33:0/4144663590 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdfa4081f50 con 0x7fdf94003a00 2024-07-26T15:45:36.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.354+0000 7fdfb02cb640 1 -- 172.21.15.33:0/4144663590 --> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdfa80d1ba0 con 0x7fdf8c077160 2024-07-26T15:45:36.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.359+0000 7fdf9effd640 1 -- 172.21.15.33:0/4144663590 <== mgr.6206 v2:172.21.15.154:6836/2926134111 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240248 (secure 0 0 0) 0x7fdf98012ad0 con 0x7fdf8c077160 2024-07-26T15:45:36.363 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:36.364 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:45:36.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 -- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fdf8c077160 msgr2=0x7fdf8c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fdf8c077160 0x7fdf8c079670 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdfa80d3b80 tx=0x7fdf98005f90 comp rx=0 tx=0).stop 2024-07-26T15:45:36.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 -- 172.21.15.33:0/4144663590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf94003a00 msgr2=0x7fdfa81e7ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf94003a00 0x7fdfa81e7ba0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4000c00 tx=0x7fdfa4006c50 comp rx=0 tx=0).stop 2024-07-26T15:45:36.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 -- 172.21.15.33:0/4144663590 shutdown_connections 2024-07-26T15:45:36.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfa81dce10 0x7fdfa80b7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fdf8c077160 0x7fdf8c079670 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfa81f61b0 0x7fdfa81f5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 --2- 172.21.15.33:0/4144663590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf94003a00 0x7fdfa81e7ba0 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 -- 172.21.15.33:0/4144663590 >> 172.21.15.33:0/4144663590 conn(0x7fdfa80d3db0 msgr2=0x7fdfa81e6c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:36.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 -- 172.21.15.33:0/4144663590 shutdown_connections 2024-07-26T15:45:36.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.362+0000 7fdfb02cb640 1 -- 172.21.15.33:0/4144663590 wait complete. 2024-07-26T15:45:36.375 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:45:35.267417+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":340588,"kb_used_data":12000,"kb_used_omap":12,"kb_used_meta":328435,"kb_avail":754634132,"statfs":{"total":773094113280,"available":772745351168,"internally_reserved":0,"allocated":12288000,"data_stored":6812826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":336318001},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.388398"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.886343+0000","last_change":"2024-07-26T15:45:29.886343+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.886343+0000","last_undegraded":"2024-07-26T15:45:29.886343+0000","last_fullsized":"2024-07-26T15:45:29.886343+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881996+0000","last_change":"2024-07-26T15:45:29.881996+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881996+0000","last_undegraded":"2024-07-26T15:45:29.881996+0000","last_fullsized":"2024-07-26T15:45:29.881996+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888407+0000","last_change":"2024-07-26T15:45:29.888407+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888407+0000","last_undegraded":"2024-07-26T15:45:29.888407+0000","last_fullsized":"2024-07-26T15:45:29.888407+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.886476+0000","last_change":"2024-07-26T15:45:29.886476+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.886476+0000","last_undegraded":"2024-07-26T15:45:29.886476+0000","last_fullsized":"2024-07-26T15:45:29.886476+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881056+0000","last_change":"2024-07-26T15:45:29.881056+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881056+0000","last_undegraded":"2024-07-26T15:45:29.881056+0000","last_fullsized":"2024-07-26T15:45:29.881056+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884701+0000","last_change":"2024-07-26T15:45:29.884701+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884701+0000","last_undegraded":"2024-07-26T15:45:29.884701+0000","last_fullsized":"2024-07-26T15:45:29.884701+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884830+0000","last_change":"2024-07-26T15:45:29.884830+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884830+0000","last_undegraded":"2024-07-26T15:45:29.884830+0000","last_fullsized":"2024-07-26T15:45:29.884830+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888635+0000","last_change":"2024-07-26T15:45:29.888635+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888635+0000","last_undegraded":"2024-07-26T15:45:29.888635+0000","last_fullsized":"2024-07-26T15:45:29.888635+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881194+0000","last_change":"2024-07-26T15:45:29.881194+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881194+0000","last_undegraded":"2024-07-26T15:45:29.881194+0000","last_fullsized":"2024-07-26T15:45:29.881194+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884211+0000","last_change":"2024-07-26T15:45:29.884211+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884211+0000","last_undegraded":"2024-07-26T15:45:29.884211+0000","last_fullsized":"2024-07-26T15:45:29.884211+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.882673+0000","last_change":"2024-07-26T15:45:29.882673+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.882673+0000","last_undegraded":"2024-07-26T15:45:29.882673+0000","last_fullsized":"2024-07-26T15:45:29.882673+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.883967+0000","last_change":"2024-07-26T15:45:29.883967+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.883967+0000","last_undegraded":"2024-07-26T15:45:29.883967+0000","last_fullsized":"2024-07-26T15:45:29.883967+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888378+0000","last_change":"2024-07-26T15:45:29.888378+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888378+0000","last_undegraded":"2024-07-26T15:45:29.888378+0000","last_fullsized":"2024-07-26T15:45:29.888378+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884320+0000","last_change":"2024-07-26T15:45:29.884320+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884320+0000","last_undegraded":"2024-07-26T15:45:29.884320+0000","last_fullsized":"2024-07-26T15:45:29.884320+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885740+0000","last_change":"2024-07-26T15:45:29.885740+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885740+0000","last_undegraded":"2024-07-26T15:45:29.885740+0000","last_fullsized":"2024-07-26T15:45:29.885740+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884501+0000","last_change":"2024-07-26T15:45:29.884501+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884501+0000","last_undegraded":"2024-07-26T15:45:29.884501+0000","last_fullsized":"2024-07-26T15:45:29.884501+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885707+0000","last_change":"2024-07-26T15:45:29.885707+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885707+0000","last_undegraded":"2024-07-26T15:45:29.885707+0000","last_fullsized":"2024-07-26T15:45:29.885707+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888483+0000","last_change":"2024-07-26T15:45:29.888483+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888483+0000","last_undegraded":"2024-07-26T15:45:29.888483+0000","last_fullsized":"2024-07-26T15:45:29.888483+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881675+0000","last_change":"2024-07-26T15:45:29.881675+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881675+0000","last_undegraded":"2024-07-26T15:45:29.881675+0000","last_fullsized":"2024-07-26T15:45:29.881675+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.880869+0000","last_change":"2024-07-26T15:45:29.880869+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.880869+0000","last_undegraded":"2024-07-26T15:45:29.880869+0000","last_fullsized":"2024-07-26T15:45:29.880869+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.883421+0000","last_change":"2024-07-26T15:45:29.883421+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.883421+0000","last_undegraded":"2024-07-26T15:45:29.883421+0000","last_fullsized":"2024-07-26T15:45:29.883421+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881092+0000","last_change":"2024-07-26T15:45:29.881092+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881092+0000","last_undegraded":"2024-07-26T15:45:29.881092+0000","last_fullsized":"2024-07-26T15:45:29.881092+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.883298+0000","last_change":"2024-07-26T15:45:29.883298+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.883298+0000","last_undegraded":"2024-07-26T15:45:29.883298+0000","last_fullsized":"2024-07-26T15:45:29.883298+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888494+0000","last_change":"2024-07-26T15:45:29.888494+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888494+0000","last_undegraded":"2024-07-26T15:45:29.888494+0000","last_fullsized":"2024-07-26T15:45:29.888494+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881002+0000","last_change":"2024-07-26T15:45:29.881002+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881002+0000","last_undegraded":"2024-07-26T15:45:29.881002+0000","last_fullsized":"2024-07-26T15:45:29.881002+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.880966+0000","last_change":"2024-07-26T15:45:29.880966+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.880966+0000","last_undegraded":"2024-07-26T15:45:29.880966+0000","last_fullsized":"2024-07-26T15:45:29.880966+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885659+0000","last_change":"2024-07-26T15:45:29.885659+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885659+0000","last_undegraded":"2024-07-26T15:45:29.885659+0000","last_fullsized":"2024-07-26T15:45:29.885659+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884298+0000","last_change":"2024-07-26T15:45:29.884298+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884298+0000","last_undegraded":"2024-07-26T15:45:29.884298+0000","last_fullsized":"2024-07-26T15:45:29.884298+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.880973+0000","last_change":"2024-07-26T15:45:29.880973+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.880973+0000","last_undegraded":"2024-07-26T15:45:29.880973+0000","last_fullsized":"2024-07-26T15:45:29.880973+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885857+0000","last_change":"2024-07-26T15:45:29.885857+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885857+0000","last_undegraded":"2024-07-26T15:45:29.885857+0000","last_fullsized":"2024-07-26T15:45:29.885857+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.889219+0000","last_change":"2024-07-26T15:45:29.889219+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.889219+0000","last_undegraded":"2024-07-26T15:45:29.889219+0000","last_fullsized":"2024-07-26T15:45:29.889219+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885211+0000","last_change":"2024-07-26T15:45:29.885211+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885211+0000","last_undegraded":"2024-07-26T15:45:29.885211+0000","last_fullsized":"2024-07-26T15:45:29.885211+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"107'121","reported_seq":462,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-07-26T15:45:29.889687+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:45:29.889687+0000","last_peered":"2024-07-26T15:45:29.889687+0000","last_clean":"2024-07-26T15:45:29.889687+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:45:29.889687+0000","last_undegraded":"2024-07-26T15:45:29.889687+0000","last_fullsized":"2024-07-26T15:45:29.889687+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575052,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59484,"kb_used_data":1932,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312356,"statfs":{"total":96636764160,"available":96575852544,"internally_reserved":0,"allocated":1978368,"data_stored":1292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509643,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32536,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339304,"statfs":{"total":96636764160,"available":96603447296,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509643,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50608,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321232,"statfs":{"total":96636764160,"available":96584941568,"internally_reserved":0,"allocated":1396736,"data_stored":708689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509643,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32540,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339300,"statfs":{"total":96636764160,"available":96603443200,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509642,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36700,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335140,"statfs":{"total":96636764160,"available":96599183360,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509642,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58904,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312936,"statfs":{"total":96636764160,"available":96576446464,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509645,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32532,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339308,"statfs":{"total":96636764160,"available":96603451392,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542349,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37284,"kb_used_data":1944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334556,"statfs":{"total":96636764160,"available":96598585344,"internally_reserved":0,"allocated":1990656,"data_stored":1299057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:45:36.379 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:45:36.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.532+0000 7f7891678640 1 -- 172.21.15.33:0/2416379323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f788c0cf430 msgr2=0x7f788c0b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.532+0000 7f7891678640 1 --2- 172.21.15.33:0/2416379323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f788c0cf430 0x7f788c0b9430 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f787c009830 tx=0x7f787c02a560 comp rx=0 tx=0).stop 2024-07-26T15:45:36.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.532+0000 7f7891678640 1 -- 172.21.15.33:0/2416379323 shutdown_connections 2024-07-26T15:45:36.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.532+0000 7f7891678640 1 --2- 172.21.15.33:0/2416379323 >> v2:172.21.15.154:3300/0 conn(0x7f788c0d1b80 0x7f788c0d2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.532+0000 7f7891678640 1 --2- 172.21.15.33:0/2416379323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f788c0cf430 0x7f788c0b9430 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.532+0000 7f7891678640 1 -- 172.21.15.33:0/2416379323 >> 172.21.15.33:0/2416379323 conn(0x7f788c0d3da0 msgr2=0x7f788c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:36.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.532+0000 7f7891678640 1 -- 172.21.15.33:0/2416379323 shutdown_connections 2024-07-26T15:45:36.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.532+0000 7f7891678640 1 -- 172.21.15.33:0/2416379323 wait complete. 2024-07-26T15:45:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.534+0000 7f7891678640 1 Processor -- start 2024-07-26T15:45:36.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.534+0000 7f7891678640 1 -- start start 2024-07-26T15:45:36.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f7891678640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f788c0cf430 0x7f788c1f5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f7891678640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f788c0d1b80 0x7f788c149270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f7891678640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f788c0d27c0 0x7f788c1497b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f7891678640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f788c0d0c80 con 0x7f788c0d27c0 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f7891678640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f788c0b2690 con 0x7f788c0cf430 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f7891678640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f788c0d0e00 con 0x7f788c0d1b80 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f788c0d27c0 0x7f788c1497b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f788c0d27c0 0x7f788c1497b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39414/0 (socket says 172.21.15.33:39414) 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788b7fe640 1 -- 172.21.15.33:0/1313388146 learned_addr learned my addr 172.21.15.33:0/1313388146 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788affd640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f788c0cf430 0x7f788c1f5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788b7fe640 1 -- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f788c0d1b80 msgr2=0x7f788c149270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788a7fc640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f788c0d1b80 0x7f788c149270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788b7fe640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f788c0d1b80 0x7f788c149270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788b7fe640 1 -- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f788c0cf430 msgr2=0x7f788c1f5ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788b7fe640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f788c0cf430 0x7f788c1f5ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788b7fe640 1 -- 172.21.15.33:0/1313388146 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f788c1f63e0 con 0x7f788c0d27c0 2024-07-26T15:45:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788affd640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f788c0cf430 0x7f788c1f5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.535+0000 7f788a7fc640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f788c0d1b80 0x7f788c149270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.536+0000 7f788b7fe640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f788c0d27c0 0x7f788c1497b0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f788400c6f0 tx=0x7f788400cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.536+0000 7f78737fe640 1 -- 172.21.15.33:0/1313388146 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7884017070 con 0x7f788c0d27c0 2024-07-26T15:45:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.536+0000 7f78737fe640 1 -- 172.21.15.33:0/1313388146 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7884003c90 con 0x7f788c0d27c0 2024-07-26T15:45:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.536+0000 7f7891678640 1 -- 172.21.15.33:0/1313388146 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f788c0b3340 con 0x7f788c0d27c0 2024-07-26T15:45:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.536+0000 7f78737fe640 1 -- 172.21.15.33:0/1313388146 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7884003e60 con 0x7f788c0d27c0 2024-07-26T15:45:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.536+0000 7f7891678640 1 -- 172.21.15.33:0/1313388146 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f788c0b4fd0 con 0x7f788c0d27c0 2024-07-26T15:45:36.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.537+0000 7f7891678640 1 -- 172.21.15.33:0/1313388146 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f788c0d1340 con 0x7f788c0d27c0 2024-07-26T15:45:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.538+0000 7f78737fe640 1 -- 172.21.15.33:0/1313388146 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f788401a070 con 0x7f788c0d27c0 2024-07-26T15:45:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.538+0000 7f78737fe640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7878077130 0x7f7878079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.538+0000 7f78737fe640 1 -- 172.21.15.33:0/1313388146 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f7884098790 con 0x7f788c0d27c0 2024-07-26T15:45:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.539+0000 7f788affd640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7878077130 0x7f7878079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.539+0000 7f788affd640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7878077130 0x7f7878079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f787c034000 tx=0x7f787c004730 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:36.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.542+0000 7f78737fe640 1 -- 172.21.15.33:0/1313388146 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7884021020 con 0x7f788c0d27c0 2024-07-26T15:45:36.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.734+0000 7f7891678640 1 -- 172.21.15.33:0/1313388146 --> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f788c0d35f0 con 0x7f7878077130 2024-07-26T15:45:36.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.738+0000 7f78737fe640 1 -- 172.21.15.33:0/1313388146 <== mgr.6206 v2:172.21.15.154:6836/2926134111 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240248 (secure 0 0 0) 0x7f788c0d35f0 con 0x7f7878077130 2024-07-26T15:45:36.742 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:36.743 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:45:36.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 -- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7878077130 msgr2=0x7f7878079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7878077130 0x7f7878079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f787c034000 tx=0x7f787c004730 comp rx=0 tx=0).stop 2024-07-26T15:45:36.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 -- 172.21.15.33:0/1313388146 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f788c0d27c0 msgr2=0x7f788c1497b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f788c0d27c0 0x7f788c1497b0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f788400c6f0 tx=0x7f788400cbb0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 -- 172.21.15.33:0/1313388146 shutdown_connections 2024-07-26T15:45:36.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f788c0d27c0 0x7f788c1497b0 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f7878077130 0x7f7878079640 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f788c0d1b80 0x7f788c149270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 --2- 172.21.15.33:0/1313388146 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f788c0cf430 0x7f788c1f5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 -- 172.21.15.33:0/1313388146 >> 172.21.15.33:0/1313388146 conn(0x7f788c0d3da0 msgr2=0x7f788c15c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:36.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 -- 172.21.15.33:0/1313388146 shutdown_connections 2024-07-26T15:45:36.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.741+0000 7f7891678640 1 -- 172.21.15.33:0/1313388146 wait complete. 2024-07-26T15:45:36.754 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:45:35.267417+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":340588,"kb_used_data":12000,"kb_used_omap":12,"kb_used_meta":328435,"kb_avail":754634132,"statfs":{"total":773094113280,"available":772745351168,"internally_reserved":0,"allocated":12288000,"data_stored":6812826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":336318001},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.388398"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.886343+0000","last_change":"2024-07-26T15:45:29.886343+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.886343+0000","last_undegraded":"2024-07-26T15:45:29.886343+0000","last_fullsized":"2024-07-26T15:45:29.886343+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881996+0000","last_change":"2024-07-26T15:45:29.881996+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881996+0000","last_undegraded":"2024-07-26T15:45:29.881996+0000","last_fullsized":"2024-07-26T15:45:29.881996+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888407+0000","last_change":"2024-07-26T15:45:29.888407+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888407+0000","last_undegraded":"2024-07-26T15:45:29.888407+0000","last_fullsized":"2024-07-26T15:45:29.888407+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.886476+0000","last_change":"2024-07-26T15:45:29.886476+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.886476+0000","last_undegraded":"2024-07-26T15:45:29.886476+0000","last_fullsized":"2024-07-26T15:45:29.886476+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881056+0000","last_change":"2024-07-26T15:45:29.881056+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881056+0000","last_undegraded":"2024-07-26T15:45:29.881056+0000","last_fullsized":"2024-07-26T15:45:29.881056+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884701+0000","last_change":"2024-07-26T15:45:29.884701+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884701+0000","last_undegraded":"2024-07-26T15:45:29.884701+0000","last_fullsized":"2024-07-26T15:45:29.884701+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884830+0000","last_change":"2024-07-26T15:45:29.884830+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884830+0000","last_undegraded":"2024-07-26T15:45:29.884830+0000","last_fullsized":"2024-07-26T15:45:29.884830+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888635+0000","last_change":"2024-07-26T15:45:29.888635+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888635+0000","last_undegraded":"2024-07-26T15:45:29.888635+0000","last_fullsized":"2024-07-26T15:45:29.888635+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881194+0000","last_change":"2024-07-26T15:45:29.881194+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881194+0000","last_undegraded":"2024-07-26T15:45:29.881194+0000","last_fullsized":"2024-07-26T15:45:29.881194+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884211+0000","last_change":"2024-07-26T15:45:29.884211+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884211+0000","last_undegraded":"2024-07-26T15:45:29.884211+0000","last_fullsized":"2024-07-26T15:45:29.884211+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.882673+0000","last_change":"2024-07-26T15:45:29.882673+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.882673+0000","last_undegraded":"2024-07-26T15:45:29.882673+0000","last_fullsized":"2024-07-26T15:45:29.882673+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.883967+0000","last_change":"2024-07-26T15:45:29.883967+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.883967+0000","last_undegraded":"2024-07-26T15:45:29.883967+0000","last_fullsized":"2024-07-26T15:45:29.883967+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888378+0000","last_change":"2024-07-26T15:45:29.888378+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888378+0000","last_undegraded":"2024-07-26T15:45:29.888378+0000","last_fullsized":"2024-07-26T15:45:29.888378+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884320+0000","last_change":"2024-07-26T15:45:29.884320+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884320+0000","last_undegraded":"2024-07-26T15:45:29.884320+0000","last_fullsized":"2024-07-26T15:45:29.884320+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885740+0000","last_change":"2024-07-26T15:45:29.885740+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885740+0000","last_undegraded":"2024-07-26T15:45:29.885740+0000","last_fullsized":"2024-07-26T15:45:29.885740+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884501+0000","last_change":"2024-07-26T15:45:29.884501+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884501+0000","last_undegraded":"2024-07-26T15:45:29.884501+0000","last_fullsized":"2024-07-26T15:45:29.884501+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885707+0000","last_change":"2024-07-26T15:45:29.885707+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885707+0000","last_undegraded":"2024-07-26T15:45:29.885707+0000","last_fullsized":"2024-07-26T15:45:29.885707+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888483+0000","last_change":"2024-07-26T15:45:29.888483+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888483+0000","last_undegraded":"2024-07-26T15:45:29.888483+0000","last_fullsized":"2024-07-26T15:45:29.888483+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881675+0000","last_change":"2024-07-26T15:45:29.881675+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881675+0000","last_undegraded":"2024-07-26T15:45:29.881675+0000","last_fullsized":"2024-07-26T15:45:29.881675+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.880869+0000","last_change":"2024-07-26T15:45:29.880869+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.880869+0000","last_undegraded":"2024-07-26T15:45:29.880869+0000","last_fullsized":"2024-07-26T15:45:29.880869+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.883421+0000","last_change":"2024-07-26T15:45:29.883421+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.883421+0000","last_undegraded":"2024-07-26T15:45:29.883421+0000","last_fullsized":"2024-07-26T15:45:29.883421+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881092+0000","last_change":"2024-07-26T15:45:29.881092+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881092+0000","last_undegraded":"2024-07-26T15:45:29.881092+0000","last_fullsized":"2024-07-26T15:45:29.881092+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.883298+0000","last_change":"2024-07-26T15:45:29.883298+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.883298+0000","last_undegraded":"2024-07-26T15:45:29.883298+0000","last_fullsized":"2024-07-26T15:45:29.883298+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.888494+0000","last_change":"2024-07-26T15:45:29.888494+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.888494+0000","last_undegraded":"2024-07-26T15:45:29.888494+0000","last_fullsized":"2024-07-26T15:45:29.888494+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.881002+0000","last_change":"2024-07-26T15:45:29.881002+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.881002+0000","last_undegraded":"2024-07-26T15:45:29.881002+0000","last_fullsized":"2024-07-26T15:45:29.881002+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.880966+0000","last_change":"2024-07-26T15:45:29.880966+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.880966+0000","last_undegraded":"2024-07-26T15:45:29.880966+0000","last_fullsized":"2024-07-26T15:45:29.880966+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885659+0000","last_change":"2024-07-26T15:45:29.885659+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885659+0000","last_undegraded":"2024-07-26T15:45:29.885659+0000","last_fullsized":"2024-07-26T15:45:29.885659+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.884298+0000","last_change":"2024-07-26T15:45:29.884298+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.884298+0000","last_undegraded":"2024-07-26T15:45:29.884298+0000","last_fullsized":"2024-07-26T15:45:29.884298+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.880973+0000","last_change":"2024-07-26T15:45:29.880973+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.880973+0000","last_undegraded":"2024-07-26T15:45:29.880973+0000","last_fullsized":"2024-07-26T15:45:29.880973+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885857+0000","last_change":"2024-07-26T15:45:29.885857+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885857+0000","last_undegraded":"2024-07-26T15:45:29.885857+0000","last_fullsized":"2024-07-26T15:45:29.885857+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.889219+0000","last_change":"2024-07-26T15:45:29.889219+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.889219+0000","last_undegraded":"2024-07-26T15:45:29.889219+0000","last_fullsized":"2024-07-26T15:45:29.889219+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:45:30.877346+0000","last_change":"2024-07-26T15:45:30.877346+0000","last_active":"2024-07-26T15:45:30.877346+0000","last_peered":"2024-07-26T15:45:30.877346+0000","last_clean":"2024-07-26T15:45:30.877346+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:30.877346+0000","last_undegraded":"2024-07-26T15:45:30.877346+0000","last_fullsized":"2024-07-26T15:45:30.877346+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":1,"reported_epoch":114,"state":"creating+peering","last_fresh":"2024-07-26T15:45:29.885211+0000","last_change":"2024-07-26T15:45:29.885211+0000","last_active":"2024-07-26T15:45:29.871618+0000","last_peered":"2024-07-26T15:45:29.871618+0000","last_clean":"2024-07-26T15:45:29.871618+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:45:29.885211+0000","last_undegraded":"2024-07-26T15:45:29.885211+0000","last_fullsized":"2024-07-26T15:45:29.885211+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"107'121","reported_seq":462,"reported_epoch":114,"state":"active+clean","last_fresh":"2024-07-26T15:45:29.889687+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:45:29.889687+0000","last_peered":"2024-07-26T15:45:29.889687+0000","last_clean":"2024-07-26T15:45:29.889687+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:45:29.889687+0000","last_undegraded":"2024-07-26T15:45:29.889687+0000","last_fullsized":"2024-07-26T15:45:29.889687+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575052,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59484,"kb_used_data":1932,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312356,"statfs":{"total":96636764160,"available":96575852544,"internally_reserved":0,"allocated":1978368,"data_stored":1292820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509643,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32536,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339304,"statfs":{"total":96636764160,"available":96603447296,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509643,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50608,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321232,"statfs":{"total":96636764160,"available":96584941568,"internally_reserved":0,"allocated":1396736,"data_stored":708689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509643,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32540,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339300,"statfs":{"total":96636764160,"available":96603443200,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509642,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36700,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335140,"statfs":{"total":96636764160,"available":96599183360,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509642,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58904,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312936,"statfs":{"total":96636764160,"available":96576446464,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509645,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32532,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339308,"statfs":{"total":96636764160,"available":96603451392,"internally_reserved":0,"allocated":1384448,"data_stored":702452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542349,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37284,"kb_used_data":1944,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334556,"statfs":{"total":96636764160,"available":96598585344,"internally_reserved":0,"allocated":1990656,"data_stored":1299057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:45:36.757 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3f is not active+clean 2024-07-26T15:45:36.758 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.758 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3e is not active+clean 2024-07-26T15:45:36.758 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.758 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3d is not active+clean 2024-07-26T15:45:36.758 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.758 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3c is not active+clean 2024-07-26T15:45:36.758 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.758 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3b is not active+clean 2024-07-26T15:45:36.759 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.759 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3a is not active+clean 2024-07-26T15:45:36.759 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.759 INFO:tasks.ceph.ceph_manager.ceph:PG 14.39 is not active+clean 2024-07-26T15:45:36.759 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.759 INFO:tasks.ceph.ceph_manager.ceph:PG 14.38 is not active+clean 2024-07-26T15:45:36.759 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.759 INFO:tasks.ceph.ceph_manager.ceph:PG 14.37 is not active+clean 2024-07-26T15:45:36.759 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.759 INFO:tasks.ceph.ceph_manager.ceph:PG 14.36 is not active+clean 2024-07-26T15:45:36.760 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.760 INFO:tasks.ceph.ceph_manager.ceph:PG 14.35 is not active+clean 2024-07-26T15:45:36.760 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.760 INFO:tasks.ceph.ceph_manager.ceph:PG 14.34 is not active+clean 2024-07-26T15:45:36.760 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.760 INFO:tasks.ceph.ceph_manager.ceph:PG 14.33 is not active+clean 2024-07-26T15:45:36.760 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.760 INFO:tasks.ceph.ceph_manager.ceph:PG 14.32 is not active+clean 2024-07-26T15:45:36.760 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.760 INFO:tasks.ceph.ceph_manager.ceph:PG 14.31 is not active+clean 2024-07-26T15:45:36.761 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.761 INFO:tasks.ceph.ceph_manager.ceph:PG 14.30 is not active+clean 2024-07-26T15:45:36.761 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.761 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2f is not active+clean 2024-07-26T15:45:36.761 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.761 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2e is not active+clean 2024-07-26T15:45:36.761 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.761 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2d is not active+clean 2024-07-26T15:45:36.761 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.761 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2c is not active+clean 2024-07-26T15:45:36.761 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.762 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2b is not active+clean 2024-07-26T15:45:36.762 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.762 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2a is not active+clean 2024-07-26T15:45:36.762 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.762 INFO:tasks.ceph.ceph_manager.ceph:PG 14.29 is not active+clean 2024-07-26T15:45:36.762 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.762 INFO:tasks.ceph.ceph_manager.ceph:PG 14.28 is not active+clean 2024-07-26T15:45:36.762 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.762 INFO:tasks.ceph.ceph_manager.ceph:PG 14.27 is not active+clean 2024-07-26T15:45:36.762 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.763 INFO:tasks.ceph.ceph_manager.ceph:PG 14.26 is not active+clean 2024-07-26T15:45:36.763 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.763 INFO:tasks.ceph.ceph_manager.ceph:PG 14.25 is not active+clean 2024-07-26T15:45:36.763 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.763 INFO:tasks.ceph.ceph_manager.ceph:PG 14.24 is not active+clean 2024-07-26T15:45:36.763 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.763 INFO:tasks.ceph.ceph_manager.ceph:PG 14.23 is not active+clean 2024-07-26T15:45:36.763 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.763 INFO:tasks.ceph.ceph_manager.ceph:PG 14.22 is not active+clean 2024-07-26T15:45:36.763 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.763 INFO:tasks.ceph.ceph_manager.ceph:PG 14.21 is not active+clean 2024-07-26T15:45:36.764 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.764 INFO:tasks.ceph.ceph_manager.ceph:PG 14.20 is not active+clean 2024-07-26T15:45:36.764 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.764 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1c is not active+clean 2024-07-26T15:45:36.764 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.764 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1f is not active+clean 2024-07-26T15:45:36.764 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.886343+0000', 'last_change': '2024-07-26T15:45:29.886343+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.886343+0000', 'last_undegraded': '2024-07-26T15:45:29.886343+0000', 'last_fullsized': '2024-07-26T15:45:29.886343+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:45:36.764 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1d is not active+clean 2024-07-26T15:45:36.764 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.764 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1e is not active+clean 2024-07-26T15:45:36.765 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.881996+0000', 'last_change': '2024-07-26T15:45:29.881996+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.881996+0000', 'last_undegraded': '2024-07-26T15:45:29.881996+0000', 'last_fullsized': '2024-07-26T15:45:29.881996+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:45:36.765 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1e is not active+clean 2024-07-26T15:45:36.765 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.765 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1d is not active+clean 2024-07-26T15:45:36.765 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.888407+0000', 'last_change': '2024-07-26T15:45:29.888407+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.888407+0000', 'last_undegraded': '2024-07-26T15:45:29.888407+0000', 'last_fullsized': '2024-07-26T15:45:29.888407+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:45:36.765 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1f is not active+clean 2024-07-26T15:45:36.765 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.765 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1c is not active+clean 2024-07-26T15:45:36.765 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.886476+0000', 'last_change': '2024-07-26T15:45:29.886476+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.886476+0000', 'last_undegraded': '2024-07-26T15:45:29.886476+0000', 'last_fullsized': '2024-07-26T15:45:29.886476+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:45:36.765 INFO:tasks.ceph.ceph_manager.ceph:PG 14.18 is not active+clean 2024-07-26T15:45:36.765 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.766 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1b is not active+clean 2024-07-26T15:45:36.766 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.881056+0000', 'last_change': '2024-07-26T15:45:29.881056+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.881056+0000', 'last_undegraded': '2024-07-26T15:45:29.881056+0000', 'last_fullsized': '2024-07-26T15:45:29.881056+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:45:36.766 INFO:tasks.ceph.ceph_manager.ceph:PG 14.19 is not active+clean 2024-07-26T15:45:36.766 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.766 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1a is not active+clean 2024-07-26T15:45:36.766 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.884701+0000', 'last_change': '2024-07-26T15:45:29.884701+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.884701+0000', 'last_undegraded': '2024-07-26T15:45:29.884701+0000', 'last_fullsized': '2024-07-26T15:45:29.884701+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-26T15:45:36.766 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1a is not active+clean 2024-07-26T15:45:36.766 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.766 INFO:tasks.ceph.ceph_manager.ceph:PG 13.19 is not active+clean 2024-07-26T15:45:36.766 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.884830+0000', 'last_change': '2024-07-26T15:45:29.884830+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.884830+0000', 'last_undegraded': '2024-07-26T15:45:29.884830+0000', 'last_fullsized': '2024-07-26T15:45:29.884830+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1b is not active+clean 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:PG 13.18 is not active+clean 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.888635+0000', 'last_change': '2024-07-26T15:45:29.888635+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.888635+0000', 'last_undegraded': '2024-07-26T15:45:29.888635+0000', 'last_fullsized': '2024-07-26T15:45:29.888635+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:PG 14.14 is not active+clean 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:PG 13.17 is not active+clean 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.881194+0000', 'last_change': '2024-07-26T15:45:29.881194+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.881194+0000', 'last_undegraded': '2024-07-26T15:45:29.881194+0000', 'last_fullsized': '2024-07-26T15:45:29.881194+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:PG 14.15 is not active+clean 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:PG 13.16 is not active+clean 2024-07-26T15:45:36.767 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.884211+0000', 'last_change': '2024-07-26T15:45:29.884211+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.884211+0000', 'last_undegraded': '2024-07-26T15:45:29.884211+0000', 'last_fullsized': '2024-07-26T15:45:29.884211+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T15:45:36.768 INFO:tasks.ceph.ceph_manager.ceph:PG 14.16 is not active+clean 2024-07-26T15:45:36.768 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.768 INFO:tasks.ceph.ceph_manager.ceph:PG 13.15 is not active+clean 2024-07-26T15:45:36.768 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.882673+0000', 'last_change': '2024-07-26T15:45:29.882673+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.882673+0000', 'last_undegraded': '2024-07-26T15:45:29.882673+0000', 'last_fullsized': '2024-07-26T15:45:29.882673+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:45:36.768 INFO:tasks.ceph.ceph_manager.ceph:PG 14.17 is not active+clean 2024-07-26T15:45:36.768 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.768 INFO:tasks.ceph.ceph_manager.ceph:PG 13.14 is not active+clean 2024-07-26T15:45:36.768 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.883967+0000', 'last_change': '2024-07-26T15:45:29.883967+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.883967+0000', 'last_undegraded': '2024-07-26T15:45:29.883967+0000', 'last_fullsized': '2024-07-26T15:45:29.883967+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T15:45:36.768 INFO:tasks.ceph.ceph_manager.ceph:PG 14.10 is not active+clean 2024-07-26T15:45:36.768 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:PG 13.13 is not active+clean 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.888378+0000', 'last_change': '2024-07-26T15:45:29.888378+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.888378+0000', 'last_undegraded': '2024-07-26T15:45:29.888378+0000', 'last_fullsized': '2024-07-26T15:45:29.888378+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:PG 14.11 is not active+clean 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:PG 13.12 is not active+clean 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.884320+0000', 'last_change': '2024-07-26T15:45:29.884320+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.884320+0000', 'last_undegraded': '2024-07-26T15:45:29.884320+0000', 'last_fullsized': '2024-07-26T15:45:29.884320+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:PG 14.12 is not active+clean 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:PG 13.11 is not active+clean 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.885740+0000', 'last_change': '2024-07-26T15:45:29.885740+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.885740+0000', 'last_undegraded': '2024-07-26T15:45:29.885740+0000', 'last_fullsized': '2024-07-26T15:45:29.885740+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:PG 14.13 is not active+clean 2024-07-26T15:45:36.769 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:PG 13.10 is not active+clean 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.884501+0000', 'last_change': '2024-07-26T15:45:29.884501+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.884501+0000', 'last_undegraded': '2024-07-26T15:45:29.884501+0000', 'last_fullsized': '2024-07-26T15:45:29.884501+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:PG 14.c is not active+clean 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:PG 13.f is not active+clean 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.885707+0000', 'last_change': '2024-07-26T15:45:29.885707+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.885707+0000', 'last_undegraded': '2024-07-26T15:45:29.885707+0000', 'last_fullsized': '2024-07-26T15:45:29.885707+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:PG 14.d is not active+clean 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:PG 13.e is not active+clean 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.888483+0000', 'last_change': '2024-07-26T15:45:29.888483+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.888483+0000', 'last_undegraded': '2024-07-26T15:45:29.888483+0000', 'last_fullsized': '2024-07-26T15:45:29.888483+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:PG 14.e is not active+clean 2024-07-26T15:45:36.770 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.771 INFO:tasks.ceph.ceph_manager.ceph:PG 13.d is not active+clean 2024-07-26T15:45:36.771 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.881675+0000', 'last_change': '2024-07-26T15:45:29.881675+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.881675+0000', 'last_undegraded': '2024-07-26T15:45:29.881675+0000', 'last_fullsized': '2024-07-26T15:45:29.881675+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:45:36.771 INFO:tasks.ceph.ceph_manager.ceph:PG 14.8 is not active+clean 2024-07-26T15:45:36.771 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.771 INFO:tasks.ceph.ceph_manager.ceph:PG 13.b is not active+clean 2024-07-26T15:45:36.771 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.880869+0000', 'last_change': '2024-07-26T15:45:29.880869+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.880869+0000', 'last_undegraded': '2024-07-26T15:45:29.880869+0000', 'last_fullsized': '2024-07-26T15:45:29.880869+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:45:36.771 INFO:tasks.ceph.ceph_manager.ceph:PG 14.9 is not active+clean 2024-07-26T15:45:36.771 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.771 INFO:tasks.ceph.ceph_manager.ceph:PG 13.a is not active+clean 2024-07-26T15:45:36.771 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.883421+0000', 'last_change': '2024-07-26T15:45:29.883421+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.883421+0000', 'last_undegraded': '2024-07-26T15:45:29.883421+0000', 'last_fullsized': '2024-07-26T15:45:29.883421+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T15:45:36.771 INFO:tasks.ceph.ceph_manager.ceph:PG 14.a is not active+clean 2024-07-26T15:45:36.772 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.772 INFO:tasks.ceph.ceph_manager.ceph:PG 13.9 is not active+clean 2024-07-26T15:45:36.772 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.881092+0000', 'last_change': '2024-07-26T15:45:29.881092+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.881092+0000', 'last_undegraded': '2024-07-26T15:45:29.881092+0000', 'last_fullsized': '2024-07-26T15:45:29.881092+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:45:36.772 INFO:tasks.ceph.ceph_manager.ceph:PG 14.b is not active+clean 2024-07-26T15:45:36.772 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.772 INFO:tasks.ceph.ceph_manager.ceph:PG 13.8 is not active+clean 2024-07-26T15:45:36.772 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.883298+0000', 'last_change': '2024-07-26T15:45:29.883298+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.883298+0000', 'last_undegraded': '2024-07-26T15:45:29.883298+0000', 'last_fullsized': '2024-07-26T15:45:29.883298+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T15:45:36.772 INFO:tasks.ceph.ceph_manager.ceph:PG 14.4 is not active+clean 2024-07-26T15:45:36.772 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.772 INFO:tasks.ceph.ceph_manager.ceph:PG 13.7 is not active+clean 2024-07-26T15:45:36.772 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.888494+0000', 'last_change': '2024-07-26T15:45:29.888494+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.888494+0000', 'last_undegraded': '2024-07-26T15:45:29.888494+0000', 'last_fullsized': '2024-07-26T15:45:29.888494+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:PG 14.5 is not active+clean 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:PG 13.6 is not active+clean 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.881002+0000', 'last_change': '2024-07-26T15:45:29.881002+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.881002+0000', 'last_undegraded': '2024-07-26T15:45:29.881002+0000', 'last_fullsized': '2024-07-26T15:45:29.881002+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:PG 14.6 is not active+clean 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:PG 13.5 is not active+clean 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.880966+0000', 'last_change': '2024-07-26T15:45:29.880966+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.880966+0000', 'last_undegraded': '2024-07-26T15:45:29.880966+0000', 'last_fullsized': '2024-07-26T15:45:29.880966+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:PG 14.7 is not active+clean 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:PG 13.4 is not active+clean 2024-07-26T15:45:36.773 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.885659+0000', 'last_change': '2024-07-26T15:45:29.885659+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.885659+0000', 'last_undegraded': '2024-07-26T15:45:29.885659+0000', 'last_fullsized': '2024-07-26T15:45:29.885659+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:45:36.774 INFO:tasks.ceph.ceph_manager.ceph:PG 14.0 is not active+clean 2024-07-26T15:45:36.774 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.774 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3 is not active+clean 2024-07-26T15:45:36.774 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.884298+0000', 'last_change': '2024-07-26T15:45:29.884298+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.884298+0000', 'last_undegraded': '2024-07-26T15:45:29.884298+0000', 'last_fullsized': '2024-07-26T15:45:29.884298+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T15:45:36.774 INFO:tasks.ceph.ceph_manager.ceph:PG 14.1 is not active+clean 2024-07-26T15:45:36.774 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.774 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2 is not active+clean 2024-07-26T15:45:36.774 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.880973+0000', 'last_change': '2024-07-26T15:45:29.880973+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.880973+0000', 'last_undegraded': '2024-07-26T15:45:29.880973+0000', 'last_fullsized': '2024-07-26T15:45:29.880973+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:45:36.774 INFO:tasks.ceph.ceph_manager.ceph:PG 14.2 is not active+clean 2024-07-26T15:45:36.774 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.774 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1 is not active+clean 2024-07-26T15:45:36.775 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.885857+0000', 'last_change': '2024-07-26T15:45:29.885857+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.885857+0000', 'last_undegraded': '2024-07-26T15:45:29.885857+0000', 'last_fullsized': '2024-07-26T15:45:29.885857+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:45:36.777 INFO:tasks.ceph.ceph_manager.ceph:PG 14.3 is not active+clean 2024-07-26T15:45:36.777 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.777 INFO:tasks.ceph.ceph_manager.ceph:PG 13.0 is not active+clean 2024-07-26T15:45:36.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.889219+0000', 'last_change': '2024-07-26T15:45:29.889219+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.889219+0000', 'last_undegraded': '2024-07-26T15:45:29.889219+0000', 'last_fullsized': '2024-07-26T15:45:29.889219+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:45:36.778 INFO:tasks.ceph.ceph_manager.ceph:PG 14.f is not active+clean 2024-07-26T15:45:36.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '14.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:45:30.877346+0000', 'last_change': '2024-07-26T15:45:30.877346+0000', 'last_active': '2024-07-26T15:45:30.877346+0000', 'last_peered': '2024-07-26T15:45:30.877346+0000', 'last_clean': '2024-07-26T15:45:30.877346+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:30.877346+0000', 'last_undegraded': '2024-07-26T15:45:30.877346+0000', 'last_fullsized': '2024-07-26T15:45:30.877346+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:30.877346+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:45:36.778 INFO:tasks.ceph.ceph_manager.ceph:PG 13.c is not active+clean 2024-07-26T15:45:36.778 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 114, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:45:29.885211+0000', 'last_change': '2024-07-26T15:45:29.885211+0000', 'last_active': '2024-07-26T15:45:29.871618+0000', 'last_peered': '2024-07-26T15:45:29.871618+0000', 'last_clean': '2024-07-26T15:45:29.871618+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:45:29.885211+0000', 'last_undegraded': '2024-07-26T15:45:29.885211+0000', 'last_fullsized': '2024-07-26T15:45:29.885211+0000', 'mapping_epoch': 114, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 114, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'last_clean_scrub_stamp': '2024-07-26T15:45:29.871618+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-26T15:45:36.778 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-07-26T15:45:36.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.909+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3777131095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5a413ee80 msgr2=0x7ff5a406c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.909+0000 7ff5a9ed2640 1 --2- 172.21.15.33:0/3777131095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5a413ee80 0x7ff5a406c630 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7ff5a40b3290 tx=0x7ff59402a4a0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.909+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3777131095 shutdown_connections 2024-07-26T15:45:36.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.909+0000 7ff5a9ed2640 1 --2- 172.21.15.33:0/3777131095 >> v2:172.21.15.154:3300/0 conn(0x7ff5a406cb70 0x7ff5a4141680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.909+0000 7ff5a9ed2640 1 --2- 172.21.15.33:0/3777131095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5a413ee80 0x7ff5a406c630 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.909+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3777131095 >> 172.21.15.33:0/3777131095 conn(0x7ff5a40b26e0 msgr2=0x7ff5a40b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:36.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.909+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3777131095 shutdown_connections 2024-07-26T15:45:36.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.909+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3777131095 wait complete. 2024-07-26T15:45:36.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.911+0000 7ff5a9ed2640 1 Processor -- start 2024-07-26T15:45:36.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.911+0000 7ff5a9ed2640 1 -- start start 2024-07-26T15:45:36.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.912+0000 7ff5a9ed2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5a406cb70 0x7ff5a4141340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.912+0000 7ff5a9ed2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5a413ee80 0x7ff5a413a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.912+0000 7ff5a9ed2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5a4141bc0 0x7ff5a415ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.912+0000 7ff5a9ed2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a41421e0 con 0x7ff5a413ee80 2024-07-26T15:45:36.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.912+0000 7ff5a9ed2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a4160110 con 0x7ff5a406cb70 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.912+0000 7ff5a9ed2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff5a4160290 con 0x7ff5a4141bc0 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.912+0000 7ff5a2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5a413ee80 0x7ff5a413a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.912+0000 7ff5a2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5a413ee80 0x7ff5a413a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39436/0 (socket says 172.21.15.33:39436) 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.912+0000 7ff5a2ffd640 1 -- 172.21.15.33:0/3696069334 learned_addr learned my addr 172.21.15.33:0/3696069334 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff5a37fe640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5a406cb70 0x7ff5a4141340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff5a3fff640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5a4141bc0 0x7ff5a415ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff5a2ffd640 1 -- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5a4141bc0 msgr2=0x7ff5a415ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff5a2ffd640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5a4141bc0 0x7ff5a415ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff5a2ffd640 1 -- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5a406cb70 msgr2=0x7ff5a4141340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff5a2ffd640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5a406cb70 0x7ff5a4141340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff5a2ffd640 1 -- 172.21.15.33:0/3696069334 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5a41f5320 con 0x7ff5a413ee80 2024-07-26T15:45:36.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff5a37fe640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5a406cb70 0x7ff5a4141340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:36.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff5a2ffd640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5a413ee80 0x7ff5a413a530 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7ff59800e7c0 tx=0x7ff59800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:36.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff58bfff640 1 -- 172.21.15.33:0/3696069334 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59800ccc0 con 0x7ff5a413ee80 2024-07-26T15:45:36.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff58bfff640 1 -- 172.21.15.33:0/3696069334 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff598010430 con 0x7ff5a413ee80 2024-07-26T15:45:36.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3696069334 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5a41f5600 con 0x7ff5a413ee80 2024-07-26T15:45:36.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff58bfff640 1 -- 172.21.15.33:0/3696069334 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff598010860 con 0x7ff5a413ee80 2024-07-26T15:45:36.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.913+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3696069334 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5a41f5bc0 con 0x7ff5a413ee80 2024-07-26T15:45:36.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.914+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3696069334 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5a41f5090 con 0x7ff5a413ee80 2024-07-26T15:45:36.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.915+0000 7ff58bfff640 1 -- 172.21.15.33:0/3696069334 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7ff598010a00 con 0x7ff5a413ee80 2024-07-26T15:45:36.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.916+0000 7ff58bfff640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff590077130 0x7ff590079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:36.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.916+0000 7ff58bfff640 1 -- 172.21.15.33:0/3696069334 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7ff5980996e0 con 0x7ff5a413ee80 2024-07-26T15:45:36.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.916+0000 7ff5a37fe640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff590077130 0x7ff590079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:36.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.917+0000 7ff5a37fe640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff590077130 0x7ff590079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff594034000 tx=0x7ff594004730 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:36.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:36.920+0000 7ff58bfff640 1 -- 172.21.15.33:0/3696069334 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff598062510 con 0x7ff5a413ee80 2024-07-26T15:45:37.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.189+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3696069334 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ff5a41607b0 con 0x7ff5a413ee80 2024-07-26T15:45:37.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.189+0000 7ff58bfff640 1 -- 172.21.15.33:0/3696069334 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1153 (secure 0 0 0) 0x7ff598061e10 con 0x7ff5a413ee80 2024-07-26T15:45:37.191 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:37.191 INFO:teuthology.orchestra.run.smithi033.stdout:{"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1029,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":117,"num_osds":8,"num_up_osds":8,"osd_up_since":1722007720,"num_in_osds":8,"osd_in_since":1722007711,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":64},{"state_name":"creating+peering","count":32},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":348762112,"bytes_avail":772745351168,"bytes_total":773094113280,"unknown_pgs_ratio":0.65979379415512085,"inactive_pgs_ratio":0.32989689707756042},"fsmap":{"epoch":54,"btime":"2024-07-26T15:45:34:916618+0000","id":6,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":6,"rank":0,"name":"c","status":"up:active","gid":7317}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-07-26T15:43:17.995086+0000","services":{}},"progress_events":{}} 2024-07-26T15:45:37.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff590077130 msgr2=0x7ff590079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:37.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff590077130 0x7ff590079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff594034000 tx=0x7ff594004730 comp rx=0 tx=0).stop 2024-07-26T15:45:37.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3696069334 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5a413ee80 msgr2=0x7ff5a413a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:37.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5a413ee80 0x7ff5a413a530 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7ff59800e7c0 tx=0x7ff59800ec80 comp rx=0 tx=0).stop 2024-07-26T15:45:37.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3696069334 shutdown_connections 2024-07-26T15:45:37.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7ff590077130 0x7ff590079640 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:37.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5a4141bc0 0x7ff5a415ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:37.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5a413ee80 0x7ff5a413a530 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:37.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 --2- 172.21.15.33:0/3696069334 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5a406cb70 0x7ff5a4141340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:37.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3696069334 >> 172.21.15.33:0/3696069334 conn(0x7ff5a40b26e0 msgr2=0x7ff5a413b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:37.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3696069334 shutdown_connections 2024-07-26T15:45:37.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.191+0000 7ff5a9ed2640 1 -- 172.21.15.33:0/3696069334 wait complete. 2024-07-26T15:45:37.204 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-07-26T15:45:37.205 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:45:37.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.322+0000 7fa0a17f2640 1 -- 172.21.15.33:0/2822507018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa088003a30 msgr2=0x7fa088003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:37.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.322+0000 7fa0a17f2640 1 --2- 172.21.15.33:0/2822507018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa088003a30 0x7fa088003ea0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fa094005fd0 tx=0x7fa088005830 comp rx=0 tx=0).stop 2024-07-26T15:45:37.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.322+0000 7fa09b7fe640 1 -- 172.21.15.33:0/2822507018 reap_dead start 2024-07-26T15:45:37.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.322+0000 7fa0a17f2640 1 -- 172.21.15.33:0/2822507018 shutdown_connections 2024-07-26T15:45:37.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.322+0000 7fa0a17f2640 1 -- 172.21.15.33:0/2822507018 >> 172.21.15.33:0/2822507018 conn(0x7fa09c0d3da0 msgr2=0x7fa09c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:37.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.322+0000 7fa0a17f2640 1 -- 172.21.15.33:0/2822507018 shutdown_connections 2024-07-26T15:45:37.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.322+0000 7fa0a17f2640 1 -- 172.21.15.33:0/2822507018 wait complete. 2024-07-26T15:45:37.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.324+0000 7fa0a17f2640 1 Processor -- start 2024-07-26T15:45:37.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.324+0000 7fa0a17f2640 1 -- start start 2024-07-26T15:45:37.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.325+0000 7fa0a17f2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa088003a30 0x7fa09c1e18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:37.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.325+0000 7fa0a17f2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa09c0cc5c0 0x7fa09c0ca0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:37.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.325+0000 7fa0a17f2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa09c1f8200 0x7fa09c0ca600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:37.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.325+0000 7fa0a17f2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa09c0b4a20 con 0x7fa09c1f8200 2024-07-26T15:45:37.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.325+0000 7fa0a17f2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa09c0b48a0 con 0x7fa088003a30 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.325+0000 7fa0a17f2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa09c0cf710 con 0x7fa09c0cc5c0 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa09b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa09c1f8200 0x7fa09c0ca600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa09b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa09c1f8200 0x7fa09c0ca600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39468/0 (socket says 172.21.15.33:39468) 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa09b7fe640 1 -- 172.21.15.33:0/4204811796 learned_addr learned my addr 172.21.15.33:0/4204811796 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa09a7fc640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa09c0cc5c0 0x7fa09c0ca0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa09affd640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa088003a30 0x7fa09c1e18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa09b7fe640 1 -- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa09c0cc5c0 msgr2=0x7fa09c0ca0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa09b7fe640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa09c0cc5c0 0x7fa09c0ca0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa09b7fe640 1 -- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa088003a30 msgr2=0x7fa09c1e18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa09b7fe640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa088003a30 0x7fa09c1e18d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa09b7fe640 1 -- 172.21.15.33:0/4204811796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa09c0ccd30 con 0x7fa09c1f8200 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa09b7fe640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa09c1f8200 0x7fa09c0ca600 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fa09c0b9a90 tx=0x7fa08c001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:37.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa0937fe640 1 -- 172.21.15.33:0/4204811796 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa08c0107d0 con 0x7fa09c1f8200 2024-07-26T15:45:37.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa0937fe640 1 -- 172.21.15.33:0/4204811796 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa08c016070 con 0x7fa09c1f8200 2024-07-26T15:45:37.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa0a17f2640 1 -- 172.21.15.33:0/4204811796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa09c0cd010 con 0x7fa09c1f8200 2024-07-26T15:45:37.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa0937fe640 1 -- 172.21.15.33:0/4204811796 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa08c010d00 con 0x7fa09c1f8200 2024-07-26T15:45:37.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.326+0000 7fa0a17f2640 1 -- 172.21.15.33:0/4204811796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa09c0c79e0 con 0x7fa09c1f8200 2024-07-26T15:45:37.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.327+0000 7fa0a17f2640 1 -- 172.21.15.33:0/4204811796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa09c0d0d20 con 0x7fa09c1f8200 2024-07-26T15:45:37.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.328+0000 7fa0937fe640 1 -- 172.21.15.33:0/4204811796 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7fa08c01b460 con 0x7fa09c1f8200 2024-07-26T15:45:37.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.328+0000 7fa0937fe640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa07c077130 0x7fa07c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:37.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.329+0000 7fa0937fe640 1 -- 172.21.15.33:0/4204811796 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7fa08c0993a0 con 0x7fa09c1f8200 2024-07-26T15:45:37.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.329+0000 7fa09affd640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa07c077130 0x7fa07c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:37.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.329+0000 7fa09affd640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa07c077130 0x7fa07c079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa094035000 tx=0x7fa09402d040 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:37.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.333+0000 7fa0937fe640 1 -- 172.21.15.33:0/4204811796 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa08c061b80 con 0x7fa09c1f8200 2024-07-26T15:45:37.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.523+0000 7fa0a17f2640 1 -- 172.21.15.33:0/4204811796 --> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa09c0ccac0 con 0x7fa07c077130 2024-07-26T15:45:37.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.528+0000 7fa0937fe640 1 -- 172.21.15.33:0/4204811796 <== mgr.6206 v2:172.21.15.154:6836/2926134111 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252480 (secure 0 0 0) 0x7fa09c0ccac0 con 0x7fa07c077130 2024-07-26T15:45:37.532 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:37.533 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:45:37.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 -- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa07c077130 msgr2=0x7fa07c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:37.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa07c077130 0x7fa07c079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa094035000 tx=0x7fa09402d040 comp rx=0 tx=0).stop 2024-07-26T15:45:37.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 -- 172.21.15.33:0/4204811796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa09c1f8200 msgr2=0x7fa09c0ca600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:37.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa09c1f8200 0x7fa09c0ca600 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fa09c0b9a90 tx=0x7fa08c001630 comp rx=0 tx=0).stop 2024-07-26T15:45:37.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 -- 172.21.15.33:0/4204811796 shutdown_connections 2024-07-26T15:45:37.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa09c1f8200 0x7fa09c0ca600 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:37.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7fa07c077130 0x7fa07c079640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:37.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa09c0cc5c0 0x7fa09c0ca0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:37.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 --2- 172.21.15.33:0/4204811796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa088003a30 0x7fa09c1e18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:37.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 -- 172.21.15.33:0/4204811796 >> 172.21.15.33:0/4204811796 conn(0x7fa09c0d3da0 msgr2=0x7fa09c1e71e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:37.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 -- 172.21.15.33:0/4204811796 shutdown_connections 2024-07-26T15:45:37.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:37.531+0000 7fa0a17f2640 1 -- 172.21.15.33:0/4204811796 wait complete. 2024-07-26T15:45:37.544 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-07-26T15:45:37.267947+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":230,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160,"ondisk_log_size":160,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":345148,"kb_used_data":12424,"kb_used_omap":12,"kb_used_meta":332595,"kb_avail":754629572,"statfs":{"total":773094113280,"available":772740681728,"internally_reserved":0,"allocated":12722176,"data_stored":7019948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":340577841},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.386585"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.514227+0000","last_change":"2024-07-26T15:45:31.910691+0000","last_active":"2024-07-26T15:45:33.514227+0000","last_peered":"2024-07-26T15:45:33.514227+0000","last_clean":"2024-07-26T15:45:33.514227+0000","last_became_active":"2024-07-26T15:45:31.910356+0000","last_became_peered":"2024-07-26T15:45:31.910356+0000","last_unstale":"2024-07-26T15:45:33.514227+0000","last_undegraded":"2024-07-26T15:45:33.514227+0000","last_fullsized":"2024-07-26T15:45:33.514227+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:35:23.408702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898580+0000","last_change":"2024-07-26T15:45:31.907953+0000","last_active":"2024-07-26T15:45:32.898580+0000","last_peered":"2024-07-26T15:45:32.898580+0000","last_clean":"2024-07-26T15:45:32.898580+0000","last_became_active":"2024-07-26T15:45:31.907608+0000","last_became_peered":"2024-07-26T15:45:31.907608+0000","last_unstale":"2024-07-26T15:45:32.898580+0000","last_undegraded":"2024-07-26T15:45:32.898580+0000","last_fullsized":"2024-07-26T15:45:32.898580+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:11:19.113189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.514066+0000","last_change":"2024-07-26T15:45:31.911455+0000","last_active":"2024-07-26T15:45:33.514066+0000","last_peered":"2024-07-26T15:45:33.514066+0000","last_clean":"2024-07-26T15:45:33.514066+0000","last_became_active":"2024-07-26T15:45:31.909945+0000","last_became_peered":"2024-07-26T15:45:31.909945+0000","last_unstale":"2024-07-26T15:45:33.514066+0000","last_undegraded":"2024-07-26T15:45:33.514066+0000","last_fullsized":"2024-07-26T15:45:33.514066+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:25.419842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899144+0000","last_change":"2024-07-26T15:45:31.929908+0000","last_active":"2024-07-26T15:45:32.899144+0000","last_peered":"2024-07-26T15:45:32.899144+0000","last_clean":"2024-07-26T15:45:32.899144+0000","last_became_active":"2024-07-26T15:45:31.929535+0000","last_became_peered":"2024-07-26T15:45:31.929535+0000","last_unstale":"2024-07-26T15:45:32.899144+0000","last_undegraded":"2024-07-26T15:45:32.899144+0000","last_fullsized":"2024-07-26T15:45:32.899144+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:06:06.214200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898905+0000","last_change":"2024-07-26T15:45:31.910335+0000","last_active":"2024-07-26T15:45:32.898905+0000","last_peered":"2024-07-26T15:45:32.898905+0000","last_clean":"2024-07-26T15:45:32.898905+0000","last_became_active":"2024-07-26T15:45:31.909999+0000","last_became_peered":"2024-07-26T15:45:31.909999+0000","last_unstale":"2024-07-26T15:45:32.898905+0000","last_undegraded":"2024-07-26T15:45:32.898905+0000","last_fullsized":"2024-07-26T15:45:32.898905+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:54:13.077272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512776+0000","last_change":"2024-07-26T15:45:31.922974+0000","last_active":"2024-07-26T15:45:33.512776+0000","last_peered":"2024-07-26T15:45:33.512776+0000","last_clean":"2024-07-26T15:45:33.512776+0000","last_became_active":"2024-07-26T15:45:31.922536+0000","last_became_peered":"2024-07-26T15:45:31.922536+0000","last_unstale":"2024-07-26T15:45:33.512776+0000","last_undegraded":"2024-07-26T15:45:33.512776+0000","last_fullsized":"2024-07-26T15:45:33.512776+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:34:41.327151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512141+0000","last_change":"2024-07-26T15:45:31.923832+0000","last_active":"2024-07-26T15:45:33.512141+0000","last_peered":"2024-07-26T15:45:33.512141+0000","last_clean":"2024-07-26T15:45:33.512141+0000","last_became_active":"2024-07-26T15:45:31.923493+0000","last_became_peered":"2024-07-26T15:45:31.923493+0000","last_unstale":"2024-07-26T15:45:33.512141+0000","last_undegraded":"2024-07-26T15:45:33.512141+0000","last_fullsized":"2024-07-26T15:45:33.512141+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:28.562467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898928+0000","last_change":"2024-07-26T15:45:31.915021+0000","last_active":"2024-07-26T15:45:32.898928+0000","last_peered":"2024-07-26T15:45:32.898928+0000","last_clean":"2024-07-26T15:45:32.898928+0000","last_became_active":"2024-07-26T15:45:31.914391+0000","last_became_peered":"2024-07-26T15:45:31.914391+0000","last_unstale":"2024-07-26T15:45:32.898928+0000","last_undegraded":"2024-07-26T15:45:32.898928+0000","last_fullsized":"2024-07-26T15:45:32.898928+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:12.812700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898976+0000","last_change":"2024-07-26T15:45:31.903946+0000","last_active":"2024-07-26T15:45:32.898976+0000","last_peered":"2024-07-26T15:45:32.898976+0000","last_clean":"2024-07-26T15:45:32.898976+0000","last_became_active":"2024-07-26T15:45:31.903627+0000","last_became_peered":"2024-07-26T15:45:31.903627+0000","last_unstale":"2024-07-26T15:45:32.898976+0000","last_undegraded":"2024-07-26T15:45:32.898976+0000","last_fullsized":"2024-07-26T15:45:32.898976+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:03.677477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513280+0000","last_change":"2024-07-26T15:45:31.914264+0000","last_active":"2024-07-26T15:45:33.513280+0000","last_peered":"2024-07-26T15:45:33.513280+0000","last_clean":"2024-07-26T15:45:33.513280+0000","last_became_active":"2024-07-26T15:45:31.913940+0000","last_became_peered":"2024-07-26T15:45:31.913940+0000","last_unstale":"2024-07-26T15:45:33.513280+0000","last_undegraded":"2024-07-26T15:45:33.513280+0000","last_fullsized":"2024-07-26T15:45:33.513280+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:23.526338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899035+0000","last_change":"2024-07-26T15:45:31.925076+0000","last_active":"2024-07-26T15:45:32.899035+0000","last_peered":"2024-07-26T15:45:32.899035+0000","last_clean":"2024-07-26T15:45:32.899035+0000","last_became_active":"2024-07-26T15:45:31.924599+0000","last_became_peered":"2024-07-26T15:45:31.924599+0000","last_unstale":"2024-07-26T15:45:32.899035+0000","last_undegraded":"2024-07-26T15:45:32.899035+0000","last_fullsized":"2024-07-26T15:45:32.899035+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:48:21.449419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512577+0000","last_change":"2024-07-26T15:45:31.905007+0000","last_active":"2024-07-26T15:45:33.512577+0000","last_peered":"2024-07-26T15:45:33.512577+0000","last_clean":"2024-07-26T15:45:33.512577+0000","last_became_active":"2024-07-26T15:45:31.904610+0000","last_became_peered":"2024-07-26T15:45:31.904610+0000","last_unstale":"2024-07-26T15:45:33.512577+0000","last_undegraded":"2024-07-26T15:45:33.512577+0000","last_fullsized":"2024-07-26T15:45:33.512577+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:39.851692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898926+0000","last_change":"2024-07-26T15:45:31.909645+0000","last_active":"2024-07-26T15:45:32.898926+0000","last_peered":"2024-07-26T15:45:32.898926+0000","last_clean":"2024-07-26T15:45:32.898926+0000","last_became_active":"2024-07-26T15:45:31.909293+0000","last_became_peered":"2024-07-26T15:45:31.909293+0000","last_unstale":"2024-07-26T15:45:32.898926+0000","last_undegraded":"2024-07-26T15:45:32.898926+0000","last_fullsized":"2024-07-26T15:45:32.898926+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:16.120261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898210+0000","last_change":"2024-07-26T15:45:31.921062+0000","last_active":"2024-07-26T15:45:32.898210+0000","last_peered":"2024-07-26T15:45:32.898210+0000","last_clean":"2024-07-26T15:45:32.898210+0000","last_became_active":"2024-07-26T15:45:31.920818+0000","last_became_peered":"2024-07-26T15:45:31.920818+0000","last_unstale":"2024-07-26T15:45:32.898210+0000","last_undegraded":"2024-07-26T15:45:32.898210+0000","last_fullsized":"2024-07-26T15:45:32.898210+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:18.672366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899244+0000","last_change":"2024-07-26T15:45:31.929792+0000","last_active":"2024-07-26T15:45:32.899244+0000","last_peered":"2024-07-26T15:45:32.899244+0000","last_clean":"2024-07-26T15:45:32.899244+0000","last_became_active":"2024-07-26T15:45:31.929429+0000","last_became_peered":"2024-07-26T15:45:31.929429+0000","last_unstale":"2024-07-26T15:45:32.899244+0000","last_undegraded":"2024-07-26T15:45:32.899244+0000","last_fullsized":"2024-07-26T15:45:32.899244+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:19:35.140553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512583+0000","last_change":"2024-07-26T15:45:31.925500+0000","last_active":"2024-07-26T15:45:33.512583+0000","last_peered":"2024-07-26T15:45:33.512583+0000","last_clean":"2024-07-26T15:45:33.512583+0000","last_became_active":"2024-07-26T15:45:31.925095+0000","last_became_peered":"2024-07-26T15:45:31.925095+0000","last_unstale":"2024-07-26T15:45:33.512583+0000","last_undegraded":"2024-07-26T15:45:33.512583+0000","last_fullsized":"2024-07-26T15:45:33.512583+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:23.901880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512472+0000","last_change":"2024-07-26T15:45:31.927684+0000","last_active":"2024-07-26T15:45:33.512472+0000","last_peered":"2024-07-26T15:45:33.512472+0000","last_clean":"2024-07-26T15:45:33.512472+0000","last_became_active":"2024-07-26T15:45:31.922322+0000","last_became_peered":"2024-07-26T15:45:31.922322+0000","last_unstale":"2024-07-26T15:45:33.512472+0000","last_undegraded":"2024-07-26T15:45:33.512472+0000","last_fullsized":"2024-07-26T15:45:33.512472+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:28.227910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.514145+0000","last_change":"2024-07-26T15:45:31.900506+0000","last_active":"2024-07-26T15:45:33.514145+0000","last_peered":"2024-07-26T15:45:33.514145+0000","last_clean":"2024-07-26T15:45:33.514145+0000","last_became_active":"2024-07-26T15:45:31.899425+0000","last_became_peered":"2024-07-26T15:45:31.899425+0000","last_unstale":"2024-07-26T15:45:33.514145+0000","last_undegraded":"2024-07-26T15:45:33.514145+0000","last_fullsized":"2024-07-26T15:45:33.514145+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:58:50.898476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899181+0000","last_change":"2024-07-26T15:45:31.909954+0000","last_active":"2024-07-26T15:45:32.899181+0000","last_peered":"2024-07-26T15:45:32.899181+0000","last_clean":"2024-07-26T15:45:32.899181+0000","last_became_active":"2024-07-26T15:45:31.909613+0000","last_became_peered":"2024-07-26T15:45:31.909613+0000","last_unstale":"2024-07-26T15:45:32.899181+0000","last_undegraded":"2024-07-26T15:45:32.899181+0000","last_fullsized":"2024-07-26T15:45:32.899181+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:27:37.835509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899110+0000","last_change":"2024-07-26T15:45:31.932328+0000","last_active":"2024-07-26T15:45:32.899110+0000","last_peered":"2024-07-26T15:45:32.899110+0000","last_clean":"2024-07-26T15:45:32.899110+0000","last_became_active":"2024-07-26T15:45:31.931668+0000","last_became_peered":"2024-07-26T15:45:31.931668+0000","last_unstale":"2024-07-26T15:45:32.899110+0000","last_undegraded":"2024-07-26T15:45:32.899110+0000","last_fullsized":"2024-07-26T15:45:32.899110+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:09.787204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898293+0000","last_change":"2024-07-26T15:45:31.908502+0000","last_active":"2024-07-26T15:45:32.898293+0000","last_peered":"2024-07-26T15:45:32.898293+0000","last_clean":"2024-07-26T15:45:32.898293+0000","last_became_active":"2024-07-26T15:45:31.907503+0000","last_became_peered":"2024-07-26T15:45:31.907503+0000","last_unstale":"2024-07-26T15:45:32.898293+0000","last_undegraded":"2024-07-26T15:45:32.898293+0000","last_fullsized":"2024-07-26T15:45:32.898293+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:16.443657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898394+0000","last_change":"2024-07-26T15:45:31.914826+0000","last_active":"2024-07-26T15:45:32.898394+0000","last_peered":"2024-07-26T15:45:32.898394+0000","last_clean":"2024-07-26T15:45:32.898394+0000","last_became_active":"2024-07-26T15:45:31.914459+0000","last_became_peered":"2024-07-26T15:45:31.914459+0000","last_unstale":"2024-07-26T15:45:32.898394+0000","last_undegraded":"2024-07-26T15:45:32.898394+0000","last_fullsized":"2024-07-26T15:45:32.898394+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:22:37.959762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366439+0000","last_change":"2024-07-26T15:45:31.924047+0000","last_active":"2024-07-26T15:45:33.366439+0000","last_peered":"2024-07-26T15:45:33.366439+0000","last_clean":"2024-07-26T15:45:33.366439+0000","last_became_active":"2024-07-26T15:45:31.923750+0000","last_became_peered":"2024-07-26T15:45:31.923750+0000","last_unstale":"2024-07-26T15:45:33.366439+0000","last_undegraded":"2024-07-26T15:45:33.366439+0000","last_fullsized":"2024-07-26T15:45:33.366439+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:10.027148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513665+0000","last_change":"2024-07-26T15:45:31.912128+0000","last_active":"2024-07-26T15:45:33.513665+0000","last_peered":"2024-07-26T15:45:33.513665+0000","last_clean":"2024-07-26T15:45:33.513665+0000","last_became_active":"2024-07-26T15:45:31.911802+0000","last_became_peered":"2024-07-26T15:45:31.911802+0000","last_unstale":"2024-07-26T15:45:33.513665+0000","last_undegraded":"2024-07-26T15:45:33.513665+0000","last_fullsized":"2024-07-26T15:45:33.513665+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:00:43.984274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898339+0000","last_change":"2024-07-26T15:45:31.911907+0000","last_active":"2024-07-26T15:45:32.898339+0000","last_peered":"2024-07-26T15:45:32.898339+0000","last_clean":"2024-07-26T15:45:32.898339+0000","last_became_active":"2024-07-26T15:45:31.910693+0000","last_became_peered":"2024-07-26T15:45:31.910693+0000","last_unstale":"2024-07-26T15:45:32.898339+0000","last_undegraded":"2024-07-26T15:45:32.898339+0000","last_fullsized":"2024-07-26T15:45:32.898339+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:13:34.133341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898556+0000","last_change":"2024-07-26T15:45:31.914821+0000","last_active":"2024-07-26T15:45:32.898556+0000","last_peered":"2024-07-26T15:45:32.898556+0000","last_clean":"2024-07-26T15:45:32.898556+0000","last_became_active":"2024-07-26T15:45:31.914489+0000","last_became_peered":"2024-07-26T15:45:31.914489+0000","last_unstale":"2024-07-26T15:45:32.898556+0000","last_undegraded":"2024-07-26T15:45:32.898556+0000","last_fullsized":"2024-07-26T15:45:32.898556+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:33.656500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512948+0000","last_change":"2024-07-26T15:45:31.912269+0000","last_active":"2024-07-26T15:45:33.512948+0000","last_peered":"2024-07-26T15:45:33.512948+0000","last_clean":"2024-07-26T15:45:33.512948+0000","last_became_active":"2024-07-26T15:45:31.911763+0000","last_became_peered":"2024-07-26T15:45:31.911763+0000","last_unstale":"2024-07-26T15:45:33.512948+0000","last_undegraded":"2024-07-26T15:45:33.512948+0000","last_fullsized":"2024-07-26T15:45:33.512948+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:55.313964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899373+0000","last_change":"2024-07-26T15:45:31.921809+0000","last_active":"2024-07-26T15:45:32.899373+0000","last_peered":"2024-07-26T15:45:32.899373+0000","last_clean":"2024-07-26T15:45:32.899373+0000","last_became_active":"2024-07-26T15:45:31.921433+0000","last_became_peered":"2024-07-26T15:45:31.921433+0000","last_unstale":"2024-07-26T15:45:32.899373+0000","last_undegraded":"2024-07-26T15:45:32.899373+0000","last_fullsized":"2024-07-26T15:45:32.899373+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:03:08.200311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512045+0000","last_change":"2024-07-26T15:45:31.916006+0000","last_active":"2024-07-26T15:45:33.512045+0000","last_peered":"2024-07-26T15:45:33.512045+0000","last_clean":"2024-07-26T15:45:33.512045+0000","last_became_active":"2024-07-26T15:45:31.915585+0000","last_became_peered":"2024-07-26T15:45:31.915585+0000","last_unstale":"2024-07-26T15:45:33.512045+0000","last_undegraded":"2024-07-26T15:45:33.512045+0000","last_fullsized":"2024-07-26T15:45:33.512045+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:38:53.465478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898957+0000","last_change":"2024-07-26T15:45:31.909548+0000","last_active":"2024-07-26T15:45:32.898957+0000","last_peered":"2024-07-26T15:45:32.898957+0000","last_clean":"2024-07-26T15:45:32.898957+0000","last_became_active":"2024-07-26T15:45:31.909131+0000","last_became_peered":"2024-07-26T15:45:31.909131+0000","last_unstale":"2024-07-26T15:45:32.898957+0000","last_undegraded":"2024-07-26T15:45:32.898957+0000","last_fullsized":"2024-07-26T15:45:32.898957+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:37:14.256002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.897887+0000","last_change":"2024-07-26T15:45:31.919255+0000","last_active":"2024-07-26T15:45:32.897887+0000","last_peered":"2024-07-26T15:45:32.897887+0000","last_clean":"2024-07-26T15:45:32.897887+0000","last_became_active":"2024-07-26T15:45:31.919019+0000","last_became_peered":"2024-07-26T15:45:31.919019+0000","last_unstale":"2024-07-26T15:45:32.897887+0000","last_undegraded":"2024-07-26T15:45:32.897887+0000","last_fullsized":"2024-07-26T15:45:32.897887+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:49:45.625669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512681+0000","last_change":"2024-07-26T15:45:31.924837+0000","last_active":"2024-07-26T15:45:33.512681+0000","last_peered":"2024-07-26T15:45:33.512681+0000","last_clean":"2024-07-26T15:45:33.512681+0000","last_became_active":"2024-07-26T15:45:31.921986+0000","last_became_peered":"2024-07-26T15:45:31.921986+0000","last_unstale":"2024-07-26T15:45:33.512681+0000","last_undegraded":"2024-07-26T15:45:33.512681+0000","last_fullsized":"2024-07-26T15:45:33.512681+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:59.545134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512831+0000","last_change":"2024-07-26T15:45:31.918357+0000","last_active":"2024-07-26T15:45:33.512831+0000","last_peered":"2024-07-26T15:45:33.512831+0000","last_clean":"2024-07-26T15:45:33.512831+0000","last_became_active":"2024-07-26T15:45:31.918036+0000","last_became_peered":"2024-07-26T15:45:31.918036+0000","last_unstale":"2024-07-26T15:45:33.512831+0000","last_undegraded":"2024-07-26T15:45:33.512831+0000","last_fullsized":"2024-07-26T15:45:33.512831+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:42:45.150551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"116'4","reported_seq":19,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366580+0000","last_change":"2024-07-26T15:45:30.906306+0000","last_active":"2024-07-26T15:45:33.366580+0000","last_peered":"2024-07-26T15:45:33.366580+0000","last_clean":"2024-07-26T15:45:33.366580+0000","last_became_active":"2024-07-26T15:45:30.905967+0000","last_became_peered":"2024-07-26T15:45:30.905967+0000","last_unstale":"2024-07-26T15:45:33.366580+0000","last_undegraded":"2024-07-26T15:45:33.366580+0000","last_fullsized":"2024-07-26T15:45:33.366580+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:25:57.129797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513149+0000","last_change":"2024-07-26T15:45:31.920602+0000","last_active":"2024-07-26T15:45:33.513149+0000","last_peered":"2024-07-26T15:45:33.513149+0000","last_clean":"2024-07-26T15:45:33.513149+0000","last_became_active":"2024-07-26T15:45:31.920245+0000","last_became_peered":"2024-07-26T15:45:31.920245+0000","last_unstale":"2024-07-26T15:45:33.513149+0000","last_undegraded":"2024-07-26T15:45:33.513149+0000","last_fullsized":"2024-07-26T15:45:33.513149+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:35:47.590269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898983+0000","last_change":"2024-07-26T15:45:30.894906+0000","last_active":"2024-07-26T15:45:32.898983+0000","last_peered":"2024-07-26T15:45:32.898983+0000","last_clean":"2024-07-26T15:45:32.898983+0000","last_became_active":"2024-07-26T15:45:30.894559+0000","last_became_peered":"2024-07-26T15:45:30.894559+0000","last_unstale":"2024-07-26T15:45:32.898983+0000","last_undegraded":"2024-07-26T15:45:32.898983+0000","last_fullsized":"2024-07-26T15:45:32.898983+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:43:39.569841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512144+0000","last_change":"2024-07-26T15:45:31.923637+0000","last_active":"2024-07-26T15:45:33.512144+0000","last_peered":"2024-07-26T15:45:33.512144+0000","last_clean":"2024-07-26T15:45:33.512144+0000","last_became_active":"2024-07-26T15:45:31.923310+0000","last_became_peered":"2024-07-26T15:45:31.923310+0000","last_unstale":"2024-07-26T15:45:33.512144+0000","last_undegraded":"2024-07-26T15:45:33.512144+0000","last_fullsized":"2024-07-26T15:45:33.512144+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:28.227910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512005+0000","last_change":"2024-07-26T15:45:30.901545+0000","last_active":"2024-07-26T15:45:33.512005+0000","last_peered":"2024-07-26T15:45:33.512005+0000","last_clean":"2024-07-26T15:45:33.512005+0000","last_became_active":"2024-07-26T15:45:30.901210+0000","last_became_peered":"2024-07-26T15:45:30.901210+0000","last_unstale":"2024-07-26T15:45:33.512005+0000","last_undegraded":"2024-07-26T15:45:33.512005+0000","last_fullsized":"2024-07-26T15:45:33.512005+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:15:42.680810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512628+0000","last_change":"2024-07-26T15:45:31.913363+0000","last_active":"2024-07-26T15:45:33.512628+0000","last_peered":"2024-07-26T15:45:33.512628+0000","last_clean":"2024-07-26T15:45:33.512628+0000","last_became_active":"2024-07-26T15:45:31.912884+0000","last_became_peered":"2024-07-26T15:45:31.912884+0000","last_unstale":"2024-07-26T15:45:33.512628+0000","last_undegraded":"2024-07-26T15:45:33.512628+0000","last_fullsized":"2024-07-26T15:45:33.512628+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:18:43.503619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366535+0000","last_change":"2024-07-26T15:45:30.908988+0000","last_active":"2024-07-26T15:45:33.366535+0000","last_peered":"2024-07-26T15:45:33.366535+0000","last_clean":"2024-07-26T15:45:33.366535+0000","last_became_active":"2024-07-26T15:45:30.908606+0000","last_became_peered":"2024-07-26T15:45:30.908606+0000","last_unstale":"2024-07-26T15:45:33.366535+0000","last_undegraded":"2024-07-26T15:45:33.366535+0000","last_fullsized":"2024-07-26T15:45:33.366535+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:41:28.066492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898768+0000","last_change":"2024-07-26T15:45:31.927916+0000","last_active":"2024-07-26T15:45:32.898768+0000","last_peered":"2024-07-26T15:45:32.898768+0000","last_clean":"2024-07-26T15:45:32.898768+0000","last_became_active":"2024-07-26T15:45:31.927616+0000","last_became_peered":"2024-07-26T15:45:31.927616+0000","last_unstale":"2024-07-26T15:45:32.898768+0000","last_undegraded":"2024-07-26T15:45:32.898768+0000","last_fullsized":"2024-07-26T15:45:32.898768+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:45:52.839245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898534+0000","last_change":"2024-07-26T15:45:30.897278+0000","last_active":"2024-07-26T15:45:32.898534+0000","last_peered":"2024-07-26T15:45:32.898534+0000","last_clean":"2024-07-26T15:45:32.898534+0000","last_became_active":"2024-07-26T15:45:30.896916+0000","last_became_peered":"2024-07-26T15:45:30.896916+0000","last_unstale":"2024-07-26T15:45:32.898534+0000","last_undegraded":"2024-07-26T15:45:32.898534+0000","last_fullsized":"2024-07-26T15:45:32.898534+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:43:17.873494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366584+0000","last_change":"2024-07-26T15:45:31.910228+0000","last_active":"2024-07-26T15:45:33.366584+0000","last_peered":"2024-07-26T15:45:33.366584+0000","last_clean":"2024-07-26T15:45:33.366584+0000","last_became_active":"2024-07-26T15:45:31.909867+0000","last_became_peered":"2024-07-26T15:45:31.909867+0000","last_unstale":"2024-07-26T15:45:33.366584+0000","last_undegraded":"2024-07-26T15:45:33.366584+0000","last_fullsized":"2024-07-26T15:45:33.366584+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:32:12.026864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899405+0000","last_change":"2024-07-26T15:45:30.907094+0000","last_active":"2024-07-26T15:45:32.899405+0000","last_peered":"2024-07-26T15:45:32.899405+0000","last_clean":"2024-07-26T15:45:32.899405+0000","last_became_active":"2024-07-26T15:45:30.906761+0000","last_became_peered":"2024-07-26T15:45:30.906761+0000","last_unstale":"2024-07-26T15:45:32.899405+0000","last_undegraded":"2024-07-26T15:45:32.899405+0000","last_fullsized":"2024-07-26T15:45:32.899405+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:13.131057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512666+0000","last_change":"2024-07-26T15:45:31.919252+0000","last_active":"2024-07-26T15:45:33.512666+0000","last_peered":"2024-07-26T15:45:33.512666+0000","last_clean":"2024-07-26T15:45:33.512666+0000","last_became_active":"2024-07-26T15:45:31.918887+0000","last_became_peered":"2024-07-26T15:45:31.918887+0000","last_unstale":"2024-07-26T15:45:33.512666+0000","last_undegraded":"2024-07-26T15:45:33.512666+0000","last_fullsized":"2024-07-26T15:45:33.512666+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:32:50.176961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513820+0000","last_change":"2024-07-26T15:45:30.894962+0000","last_active":"2024-07-26T15:45:33.513820+0000","last_peered":"2024-07-26T15:45:33.513820+0000","last_clean":"2024-07-26T15:45:33.513820+0000","last_became_active":"2024-07-26T15:45:30.894614+0000","last_became_peered":"2024-07-26T15:45:30.894614+0000","last_unstale":"2024-07-26T15:45:33.513820+0000","last_undegraded":"2024-07-26T15:45:33.513820+0000","last_fullsized":"2024-07-26T15:45:33.513820+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:05.552042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899160+0000","last_change":"2024-07-26T15:45:31.921415+0000","last_active":"2024-07-26T15:45:32.899160+0000","last_peered":"2024-07-26T15:45:32.899160+0000","last_clean":"2024-07-26T15:45:32.899160+0000","last_became_active":"2024-07-26T15:45:31.921023+0000","last_became_peered":"2024-07-26T15:45:31.921023+0000","last_unstale":"2024-07-26T15:45:32.899160+0000","last_undegraded":"2024-07-26T15:45:32.899160+0000","last_fullsized":"2024-07-26T15:45:32.899160+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:23.602153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.511788+0000","last_change":"2024-07-26T15:45:30.906762+0000","last_active":"2024-07-26T15:45:33.511788+0000","last_peered":"2024-07-26T15:45:33.511788+0000","last_clean":"2024-07-26T15:45:33.511788+0000","last_became_active":"2024-07-26T15:45:30.905965+0000","last_became_peered":"2024-07-26T15:45:30.905965+0000","last_unstale":"2024-07-26T15:45:33.511788+0000","last_undegraded":"2024-07-26T15:45:33.511788+0000","last_fullsized":"2024-07-26T15:45:33.511788+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:58.692767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898847+0000","last_change":"2024-07-26T15:45:31.905416+0000","last_active":"2024-07-26T15:45:32.898847+0000","last_peered":"2024-07-26T15:45:32.898847+0000","last_clean":"2024-07-26T15:45:32.898847+0000","last_became_active":"2024-07-26T15:45:31.905079+0000","last_became_peered":"2024-07-26T15:45:31.905079+0000","last_unstale":"2024-07-26T15:45:32.898847+0000","last_undegraded":"2024-07-26T15:45:32.898847+0000","last_fullsized":"2024-07-26T15:45:32.898847+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:54.494124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898426+0000","last_change":"2024-07-26T15:45:30.902936+0000","last_active":"2024-07-26T15:45:32.898426+0000","last_peered":"2024-07-26T15:45:32.898426+0000","last_clean":"2024-07-26T15:45:32.898426+0000","last_became_active":"2024-07-26T15:45:30.902512+0000","last_became_peered":"2024-07-26T15:45:30.902512+0000","last_unstale":"2024-07-26T15:45:32.898426+0000","last_undegraded":"2024-07-26T15:45:32.898426+0000","last_fullsized":"2024-07-26T15:45:32.898426+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:00:42.978546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512206+0000","last_change":"2024-07-26T15:45:31.911711+0000","last_active":"2024-07-26T15:45:33.512206+0000","last_peered":"2024-07-26T15:45:33.512206+0000","last_clean":"2024-07-26T15:45:33.512206+0000","last_became_active":"2024-07-26T15:45:31.911330+0000","last_became_peered":"2024-07-26T15:45:31.911330+0000","last_unstale":"2024-07-26T15:45:33.512206+0000","last_undegraded":"2024-07-26T15:45:33.512206+0000","last_fullsized":"2024-07-26T15:45:33.512206+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:23.901880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.514159+0000","last_change":"2024-07-26T15:45:30.909128+0000","last_active":"2024-07-26T15:45:33.514159+0000","last_peered":"2024-07-26T15:45:33.514159+0000","last_clean":"2024-07-26T15:45:33.514159+0000","last_became_active":"2024-07-26T15:45:30.908769+0000","last_became_peered":"2024-07-26T15:45:30.908769+0000","last_unstale":"2024-07-26T15:45:33.514159+0000","last_undegraded":"2024-07-26T15:45:33.514159+0000","last_fullsized":"2024-07-26T15:45:33.514159+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:31:44.791710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.514114+0000","last_change":"2024-07-26T15:45:31.917833+0000","last_active":"2024-07-26T15:45:33.514114+0000","last_peered":"2024-07-26T15:45:33.514114+0000","last_clean":"2024-07-26T15:45:33.514114+0000","last_became_active":"2024-07-26T15:45:31.917470+0000","last_became_peered":"2024-07-26T15:45:31.917470+0000","last_unstale":"2024-07-26T15:45:33.514114+0000","last_undegraded":"2024-07-26T15:45:33.514114+0000","last_fullsized":"2024-07-26T15:45:33.514114+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:57:24.862832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"116'3","reported_seq":18,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899209+0000","last_change":"2024-07-26T15:45:30.908132+0000","last_active":"2024-07-26T15:45:32.899209+0000","last_peered":"2024-07-26T15:45:32.899209+0000","last_clean":"2024-07-26T15:45:32.899209+0000","last_became_active":"2024-07-26T15:45:30.907727+0000","last_became_peered":"2024-07-26T15:45:30.907727+0000","last_unstale":"2024-07-26T15:45:32.899209+0000","last_undegraded":"2024-07-26T15:45:32.899209+0000","last_fullsized":"2024-07-26T15:45:32.899209+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:41:28.066492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899435+0000","last_change":"2024-07-26T15:45:31.916282+0000","last_active":"2024-07-26T15:45:32.899435+0000","last_peered":"2024-07-26T15:45:32.899435+0000","last_clean":"2024-07-26T15:45:32.899435+0000","last_became_active":"2024-07-26T15:45:31.915939+0000","last_became_peered":"2024-07-26T15:45:31.915939+0000","last_unstale":"2024-07-26T15:45:32.899435+0000","last_undegraded":"2024-07-26T15:45:32.899435+0000","last_fullsized":"2024-07-26T15:45:32.899435+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:31.737103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"116'6","reported_seq":21,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512555+0000","last_change":"2024-07-26T15:45:30.907816+0000","last_active":"2024-07-26T15:45:33.512555+0000","last_peered":"2024-07-26T15:45:33.512555+0000","last_clean":"2024-07-26T15:45:33.512555+0000","last_became_active":"2024-07-26T15:45:30.907323+0000","last_became_peered":"2024-07-26T15:45:30.907323+0000","last_unstale":"2024-07-26T15:45:33.512555+0000","last_undegraded":"2024-07-26T15:45:33.512555+0000","last_fullsized":"2024-07-26T15:45:33.512555+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:22.812978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898979+0000","last_change":"2024-07-26T15:45:31.909667+0000","last_active":"2024-07-26T15:45:32.898979+0000","last_peered":"2024-07-26T15:45:32.898979+0000","last_clean":"2024-07-26T15:45:32.898979+0000","last_became_active":"2024-07-26T15:45:31.909333+0000","last_became_peered":"2024-07-26T15:45:31.909333+0000","last_unstale":"2024-07-26T15:45:32.898979+0000","last_undegraded":"2024-07-26T15:45:32.898979+0000","last_fullsized":"2024-07-26T15:45:32.898979+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:57.874426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.511941+0000","last_change":"2024-07-26T15:45:30.906354+0000","last_active":"2024-07-26T15:45:33.511941+0000","last_peered":"2024-07-26T15:45:33.511941+0000","last_clean":"2024-07-26T15:45:33.511941+0000","last_became_active":"2024-07-26T15:45:30.905936+0000","last_became_peered":"2024-07-26T15:45:30.905936+0000","last_unstale":"2024-07-26T15:45:33.511941+0000","last_undegraded":"2024-07-26T15:45:33.511941+0000","last_fullsized":"2024-07-26T15:45:33.511941+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:54.542194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.897975+0000","last_change":"2024-07-26T15:45:31.911371+0000","last_active":"2024-07-26T15:45:32.897975+0000","last_peered":"2024-07-26T15:45:32.897975+0000","last_clean":"2024-07-26T15:45:32.897975+0000","last_became_active":"2024-07-26T15:45:31.911043+0000","last_became_peered":"2024-07-26T15:45:31.911043+0000","last_unstale":"2024-07-26T15:45:32.897975+0000","last_undegraded":"2024-07-26T15:45:32.897975+0000","last_fullsized":"2024-07-26T15:45:32.897975+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:30.399726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512758+0000","last_change":"2024-07-26T15:45:30.906321+0000","last_active":"2024-07-26T15:45:33.512758+0000","last_peered":"2024-07-26T15:45:33.512758+0000","last_clean":"2024-07-26T15:45:33.512758+0000","last_became_active":"2024-07-26T15:45:30.905945+0000","last_became_peered":"2024-07-26T15:45:30.905945+0000","last_unstale":"2024-07-26T15:45:33.512758+0000","last_undegraded":"2024-07-26T15:45:33.512758+0000","last_fullsized":"2024-07-26T15:45:33.512758+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:12:41.122573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513172+0000","last_change":"2024-07-26T15:45:31.919046+0000","last_active":"2024-07-26T15:45:33.513172+0000","last_peered":"2024-07-26T15:45:33.513172+0000","last_clean":"2024-07-26T15:45:33.513172+0000","last_became_active":"2024-07-26T15:45:31.918714+0000","last_became_peered":"2024-07-26T15:45:31.918714+0000","last_unstale":"2024-07-26T15:45:33.513172+0000","last_undegraded":"2024-07-26T15:45:33.513172+0000","last_fullsized":"2024-07-26T15:45:33.513172+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:25:19.192254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898817+0000","last_change":"2024-07-26T15:45:30.908869+0000","last_active":"2024-07-26T15:45:32.898817+0000","last_peered":"2024-07-26T15:45:32.898817+0000","last_clean":"2024-07-26T15:45:32.898817+0000","last_became_active":"2024-07-26T15:45:30.908552+0000","last_became_peered":"2024-07-26T15:45:30.908552+0000","last_unstale":"2024-07-26T15:45:32.898817+0000","last_undegraded":"2024-07-26T15:45:32.898817+0000","last_fullsized":"2024-07-26T15:45:32.898817+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:34.761144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512438+0000","last_change":"2024-07-26T15:45:31.913402+0000","last_active":"2024-07-26T15:45:33.512438+0000","last_peered":"2024-07-26T15:45:33.512438+0000","last_clean":"2024-07-26T15:45:33.512438+0000","last_became_active":"2024-07-26T15:45:31.913069+0000","last_became_peered":"2024-07-26T15:45:31.913069+0000","last_unstale":"2024-07-26T15:45:33.512438+0000","last_undegraded":"2024-07-26T15:45:33.512438+0000","last_fullsized":"2024-07-26T15:45:33.512438+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:28:01.209291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"116'8","reported_seq":23,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899031+0000","last_change":"2024-07-26T15:45:30.908073+0000","last_active":"2024-07-26T15:45:32.899031+0000","last_peered":"2024-07-26T15:45:32.899031+0000","last_clean":"2024-07-26T15:45:32.899031+0000","last_became_active":"2024-07-26T15:45:30.907745+0000","last_became_peered":"2024-07-26T15:45:30.907745+0000","last_unstale":"2024-07-26T15:45:32.899031+0000","last_undegraded":"2024-07-26T15:45:32.899031+0000","last_fullsized":"2024-07-26T15:45:32.899031+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:26.403799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512480+0000","last_change":"2024-07-26T15:45:31.917593+0000","last_active":"2024-07-26T15:45:33.512480+0000","last_peered":"2024-07-26T15:45:33.512480+0000","last_clean":"2024-07-26T15:45:33.512480+0000","last_became_active":"2024-07-26T15:45:31.917275+0000","last_became_peered":"2024-07-26T15:45:31.917275+0000","last_unstale":"2024-07-26T15:45:33.512480+0000","last_undegraded":"2024-07-26T15:45:33.512480+0000","last_fullsized":"2024-07-26T15:45:33.512480+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:57.779972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366736+0000","last_change":"2024-07-26T15:45:30.896359+0000","last_active":"2024-07-26T15:45:33.366736+0000","last_peered":"2024-07-26T15:45:33.366736+0000","last_clean":"2024-07-26T15:45:33.366736+0000","last_became_active":"2024-07-26T15:45:30.896028+0000","last_became_peered":"2024-07-26T15:45:30.896028+0000","last_unstale":"2024-07-26T15:45:33.366736+0000","last_undegraded":"2024-07-26T15:45:33.366736+0000","last_fullsized":"2024-07-26T15:45:33.366736+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:16:46.947255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366640+0000","last_change":"2024-07-26T15:45:31.910356+0000","last_active":"2024-07-26T15:45:33.366640+0000","last_peered":"2024-07-26T15:45:33.366640+0000","last_clean":"2024-07-26T15:45:33.366640+0000","last_became_active":"2024-07-26T15:45:31.909911+0000","last_became_peered":"2024-07-26T15:45:31.909911+0000","last_unstale":"2024-07-26T15:45:33.366640+0000","last_undegraded":"2024-07-26T15:45:33.366640+0000","last_fullsized":"2024-07-26T15:45:33.366640+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:30.399726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.511939+0000","last_change":"2024-07-26T15:45:30.898410+0000","last_active":"2024-07-26T15:45:33.511939+0000","last_peered":"2024-07-26T15:45:33.511939+0000","last_clean":"2024-07-26T15:45:33.511939+0000","last_became_active":"2024-07-26T15:45:30.898051+0000","last_became_peered":"2024-07-26T15:45:30.898051+0000","last_unstale":"2024-07-26T15:45:33.511939+0000","last_undegraded":"2024-07-26T15:45:33.511939+0000","last_fullsized":"2024-07-26T15:45:33.511939+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:57:55.365494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898790+0000","last_change":"2024-07-26T15:45:31.915830+0000","last_active":"2024-07-26T15:45:32.898790+0000","last_peered":"2024-07-26T15:45:32.898790+0000","last_clean":"2024-07-26T15:45:32.898790+0000","last_became_active":"2024-07-26T15:45:31.915529+0000","last_became_peered":"2024-07-26T15:45:31.915529+0000","last_unstale":"2024-07-26T15:45:32.898790+0000","last_undegraded":"2024-07-26T15:45:32.898790+0000","last_fullsized":"2024-07-26T15:45:32.898790+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:54:51.192375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899227+0000","last_change":"2024-07-26T15:45:30.901976+0000","last_active":"2024-07-26T15:45:32.899227+0000","last_peered":"2024-07-26T15:45:32.899227+0000","last_clean":"2024-07-26T15:45:32.899227+0000","last_became_active":"2024-07-26T15:45:30.901616+0000","last_became_peered":"2024-07-26T15:45:30.901616+0000","last_unstale":"2024-07-26T15:45:32.899227+0000","last_undegraded":"2024-07-26T15:45:32.899227+0000","last_fullsized":"2024-07-26T15:45:32.899227+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:54.601184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513486+0000","last_change":"2024-07-26T15:45:31.921507+0000","last_active":"2024-07-26T15:45:33.513486+0000","last_peered":"2024-07-26T15:45:33.513486+0000","last_clean":"2024-07-26T15:45:33.513486+0000","last_became_active":"2024-07-26T15:45:31.921145+0000","last_became_peered":"2024-07-26T15:45:31.921145+0000","last_unstale":"2024-07-26T15:45:33.513486+0000","last_undegraded":"2024-07-26T15:45:33.513486+0000","last_fullsized":"2024-07-26T15:45:33.513486+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:49:09.174990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.897595+0000","last_change":"2024-07-26T15:45:30.895725+0000","last_active":"2024-07-26T15:45:32.897595+0000","last_peered":"2024-07-26T15:45:32.897595+0000","last_clean":"2024-07-26T15:45:32.897595+0000","last_became_active":"2024-07-26T15:45:30.895379+0000","last_became_peered":"2024-07-26T15:45:30.895379+0000","last_unstale":"2024-07-26T15:45:32.897595+0000","last_undegraded":"2024-07-26T15:45:32.897595+0000","last_fullsized":"2024-07-26T15:45:32.897595+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:00.707163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898103+0000","last_change":"2024-07-26T15:45:31.907666+0000","last_active":"2024-07-26T15:45:32.898103+0000","last_peered":"2024-07-26T15:45:32.898103+0000","last_clean":"2024-07-26T15:45:32.898103+0000","last_became_active":"2024-07-26T15:45:31.907330+0000","last_became_peered":"2024-07-26T15:45:31.907330+0000","last_unstale":"2024-07-26T15:45:32.898103+0000","last_undegraded":"2024-07-26T15:45:32.898103+0000","last_fullsized":"2024-07-26T15:45:32.898103+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:22:13.139168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513242+0000","last_change":"2024-07-26T15:45:30.895907+0000","last_active":"2024-07-26T15:45:33.513242+0000","last_peered":"2024-07-26T15:45:33.513242+0000","last_clean":"2024-07-26T15:45:33.513242+0000","last_became_active":"2024-07-26T15:45:30.895562+0000","last_became_peered":"2024-07-26T15:45:30.895562+0000","last_unstale":"2024-07-26T15:45:33.513242+0000","last_undegraded":"2024-07-26T15:45:33.513242+0000","last_fullsized":"2024-07-26T15:45:33.513242+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:56:50.055480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.897847+0000","last_change":"2024-07-26T15:45:31.918774+0000","last_active":"2024-07-26T15:45:32.897847+0000","last_peered":"2024-07-26T15:45:32.897847+0000","last_clean":"2024-07-26T15:45:32.897847+0000","last_became_active":"2024-07-26T15:45:31.918528+0000","last_became_peered":"2024-07-26T15:45:31.918528+0000","last_unstale":"2024-07-26T15:45:32.897847+0000","last_undegraded":"2024-07-26T15:45:32.897847+0000","last_fullsized":"2024-07-26T15:45:32.897847+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:02:44.441797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898190+0000","last_change":"2024-07-26T15:45:30.903353+0000","last_active":"2024-07-26T15:45:32.898190+0000","last_peered":"2024-07-26T15:45:32.898190+0000","last_clean":"2024-07-26T15:45:32.898190+0000","last_became_active":"2024-07-26T15:45:30.903055+0000","last_became_peered":"2024-07-26T15:45:30.903055+0000","last_unstale":"2024-07-26T15:45:32.898190+0000","last_undegraded":"2024-07-26T15:45:32.898190+0000","last_fullsized":"2024-07-26T15:45:32.898190+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:01.467632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513128+0000","last_change":"2024-07-26T15:45:31.923632+0000","last_active":"2024-07-26T15:45:33.513128+0000","last_peered":"2024-07-26T15:45:33.513128+0000","last_clean":"2024-07-26T15:45:33.513128+0000","last_became_active":"2024-07-26T15:45:31.923280+0000","last_became_peered":"2024-07-26T15:45:31.923280+0000","last_unstale":"2024-07-26T15:45:33.513128+0000","last_undegraded":"2024-07-26T15:45:33.513128+0000","last_fullsized":"2024-07-26T15:45:33.513128+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:10:17.636227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512039+0000","last_change":"2024-07-26T15:45:30.898186+0000","last_active":"2024-07-26T15:45:33.512039+0000","last_peered":"2024-07-26T15:45:33.512039+0000","last_clean":"2024-07-26T15:45:33.512039+0000","last_became_active":"2024-07-26T15:45:30.897879+0000","last_became_peered":"2024-07-26T15:45:30.897879+0000","last_unstale":"2024-07-26T15:45:33.512039+0000","last_undegraded":"2024-07-26T15:45:33.512039+0000","last_fullsized":"2024-07-26T15:45:33.512039+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:59:03.638845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366704+0000","last_change":"2024-07-26T15:45:31.908753+0000","last_active":"2024-07-26T15:45:33.366704+0000","last_peered":"2024-07-26T15:45:33.366704+0000","last_clean":"2024-07-26T15:45:33.366704+0000","last_became_active":"2024-07-26T15:45:31.908411+0000","last_became_peered":"2024-07-26T15:45:31.908411+0000","last_unstale":"2024-07-26T15:45:33.366704+0000","last_undegraded":"2024-07-26T15:45:33.366704+0000","last_fullsized":"2024-07-26T15:45:33.366704+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:18.672366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512210+0000","last_change":"2024-07-26T15:45:30.901028+0000","last_active":"2024-07-26T15:45:33.512210+0000","last_peered":"2024-07-26T15:45:33.512210+0000","last_clean":"2024-07-26T15:45:33.512210+0000","last_became_active":"2024-07-26T15:45:30.900662+0000","last_became_peered":"2024-07-26T15:45:30.900662+0000","last_unstale":"2024-07-26T15:45:33.512210+0000","last_undegraded":"2024-07-26T15:45:33.512210+0000","last_fullsized":"2024-07-26T15:45:33.512210+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:26.455833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513376+0000","last_change":"2024-07-26T15:45:31.916701+0000","last_active":"2024-07-26T15:45:33.513376+0000","last_peered":"2024-07-26T15:45:33.513376+0000","last_clean":"2024-07-26T15:45:33.513376+0000","last_became_active":"2024-07-26T15:45:31.916380+0000","last_became_peered":"2024-07-26T15:45:31.916380+0000","last_unstale":"2024-07-26T15:45:33.513376+0000","last_undegraded":"2024-07-26T15:45:33.513376+0000","last_fullsized":"2024-07-26T15:45:33.513376+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:11.865922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"117'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899114+0000","last_change":"2024-07-26T15:45:30.893188+0000","last_active":"2024-07-26T15:45:32.899114+0000","last_peered":"2024-07-26T15:45:32.899114+0000","last_clean":"2024-07-26T15:45:32.899114+0000","last_became_active":"2024-07-26T15:45:30.892827+0000","last_became_peered":"2024-07-26T15:45:30.892827+0000","last_unstale":"2024-07-26T15:45:32.899114+0000","last_undegraded":"2024-07-26T15:45:32.899114+0000","last_fullsized":"2024-07-26T15:45:32.899114+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:03.369281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513126+0000","last_change":"2024-07-26T15:45:31.923278+0000","last_active":"2024-07-26T15:45:33.513126+0000","last_peered":"2024-07-26T15:45:33.513126+0000","last_clean":"2024-07-26T15:45:33.513126+0000","last_became_active":"2024-07-26T15:45:31.922305+0000","last_became_peered":"2024-07-26T15:45:31.922305+0000","last_unstale":"2024-07-26T15:45:33.513126+0000","last_undegraded":"2024-07-26T15:45:33.513126+0000","last_fullsized":"2024-07-26T15:45:33.513126+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:24:16.689088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899300+0000","last_change":"2024-07-26T15:45:30.907865+0000","last_active":"2024-07-26T15:45:32.899300+0000","last_peered":"2024-07-26T15:45:32.899300+0000","last_clean":"2024-07-26T15:45:32.899300+0000","last_became_active":"2024-07-26T15:45:30.907514+0000","last_became_peered":"2024-07-26T15:45:30.907514+0000","last_unstale":"2024-07-26T15:45:32.899300+0000","last_undegraded":"2024-07-26T15:45:32.899300+0000","last_fullsized":"2024-07-26T15:45:32.899300+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:32:35.485813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898390+0000","last_change":"2024-07-26T15:45:31.911605+0000","last_active":"2024-07-26T15:45:32.898390+0000","last_peered":"2024-07-26T15:45:32.898390+0000","last_clean":"2024-07-26T15:45:32.898390+0000","last_became_active":"2024-07-26T15:45:31.911303+0000","last_became_peered":"2024-07-26T15:45:31.911303+0000","last_unstale":"2024-07-26T15:45:32.898390+0000","last_undegraded":"2024-07-26T15:45:32.898390+0000","last_fullsized":"2024-07-26T15:45:32.898390+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:21:50.962962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366696+0000","last_change":"2024-07-26T15:45:30.897183+0000","last_active":"2024-07-26T15:45:33.366696+0000","last_peered":"2024-07-26T15:45:33.366696+0000","last_clean":"2024-07-26T15:45:33.366696+0000","last_became_active":"2024-07-26T15:45:30.896872+0000","last_became_peered":"2024-07-26T15:45:30.896872+0000","last_unstale":"2024-07-26T15:45:33.366696+0000","last_undegraded":"2024-07-26T15:45:33.366696+0000","last_fullsized":"2024-07-26T15:45:33.366696+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:32:35.485813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512089+0000","last_change":"2024-07-26T15:45:31.924294+0000","last_active":"2024-07-26T15:45:33.512089+0000","last_peered":"2024-07-26T15:45:33.512089+0000","last_clean":"2024-07-26T15:45:33.512089+0000","last_became_active":"2024-07-26T15:45:31.923957+0000","last_became_peered":"2024-07-26T15:45:31.923957+0000","last_unstale":"2024-07-26T15:45:33.512089+0000","last_undegraded":"2024-07-26T15:45:33.512089+0000","last_fullsized":"2024-07-26T15:45:33.512089+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:09:02.539842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513346+0000","last_change":"2024-07-26T15:45:30.905105+0000","last_active":"2024-07-26T15:45:33.513346+0000","last_peered":"2024-07-26T15:45:33.513346+0000","last_clean":"2024-07-26T15:45:33.513346+0000","last_became_active":"2024-07-26T15:45:30.903972+0000","last_became_peered":"2024-07-26T15:45:30.903972+0000","last_unstale":"2024-07-26T15:45:33.513346+0000","last_undegraded":"2024-07-26T15:45:33.513346+0000","last_fullsized":"2024-07-26T15:45:33.513346+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:24:46.340751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513837+0000","last_change":"2024-07-26T15:45:31.924267+0000","last_active":"2024-07-26T15:45:33.513837+0000","last_peered":"2024-07-26T15:45:33.513837+0000","last_clean":"2024-07-26T15:45:33.513837+0000","last_became_active":"2024-07-26T15:45:31.923831+0000","last_became_peered":"2024-07-26T15:45:31.923831+0000","last_unstale":"2024-07-26T15:45:33.513837+0000","last_undegraded":"2024-07-26T15:45:33.513837+0000","last_fullsized":"2024-07-26T15:45:33.513837+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:08:52.826622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.897719+0000","last_change":"2024-07-26T15:45:30.896362+0000","last_active":"2024-07-26T15:45:32.897719+0000","last_peered":"2024-07-26T15:45:32.897719+0000","last_clean":"2024-07-26T15:45:32.897719+0000","last_became_active":"2024-07-26T15:45:30.896007+0000","last_became_peered":"2024-07-26T15:45:30.896007+0000","last_unstale":"2024-07-26T15:45:32.897719+0000","last_undegraded":"2024-07-26T15:45:32.897719+0000","last_fullsized":"2024-07-26T15:45:32.897719+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:08:51.820894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366537+0000","last_change":"2024-07-26T15:45:31.924238+0000","last_active":"2024-07-26T15:45:33.366537+0000","last_peered":"2024-07-26T15:45:33.366537+0000","last_clean":"2024-07-26T15:45:33.366537+0000","last_became_active":"2024-07-26T15:45:31.923708+0000","last_became_peered":"2024-07-26T15:45:31.923708+0000","last_unstale":"2024-07-26T15:45:33.366537+0000","last_undegraded":"2024-07-26T15:45:33.366537+0000","last_fullsized":"2024-07-26T15:45:33.366537+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:56:35.350689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366624+0000","last_change":"2024-07-26T15:45:30.897120+0000","last_active":"2024-07-26T15:45:33.366624+0000","last_peered":"2024-07-26T15:45:33.366624+0000","last_clean":"2024-07-26T15:45:33.366624+0000","last_became_active":"2024-07-26T15:45:30.896793+0000","last_became_peered":"2024-07-26T15:45:30.896793+0000","last_unstale":"2024-07-26T15:45:33.366624+0000","last_undegraded":"2024-07-26T15:45:33.366624+0000","last_fullsized":"2024-07-26T15:45:33.366624+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:54.601184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513386+0000","last_change":"2024-07-26T15:45:31.922542+0000","last_active":"2024-07-26T15:45:33.513386+0000","last_peered":"2024-07-26T15:45:33.513386+0000","last_clean":"2024-07-26T15:45:33.513386+0000","last_became_active":"2024-07-26T15:45:31.922147+0000","last_became_peered":"2024-07-26T15:45:31.922147+0000","last_unstale":"2024-07-26T15:45:33.513386+0000","last_undegraded":"2024-07-26T15:45:33.513386+0000","last_fullsized":"2024-07-26T15:45:33.513386+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:33.432693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.511835+0000","last_change":"2024-07-26T15:45:30.910488+0000","last_active":"2024-07-26T15:45:33.511835+0000","last_peered":"2024-07-26T15:45:33.511835+0000","last_clean":"2024-07-26T15:45:33.511835+0000","last_became_active":"2024-07-26T15:45:30.910225+0000","last_became_peered":"2024-07-26T15:45:30.910225+0000","last_unstale":"2024-07-26T15:45:33.511835+0000","last_undegraded":"2024-07-26T15:45:33.511835+0000","last_fullsized":"2024-07-26T15:45:33.511835+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:32.771203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512171+0000","last_change":"2024-07-26T15:45:31.906394+0000","last_active":"2024-07-26T15:45:33.512171+0000","last_peered":"2024-07-26T15:45:33.512171+0000","last_clean":"2024-07-26T15:45:33.512171+0000","last_became_active":"2024-07-26T15:45:31.906071+0000","last_became_peered":"2024-07-26T15:45:31.906071+0000","last_unstale":"2024-07-26T15:45:33.512171+0000","last_undegraded":"2024-07-26T15:45:33.512171+0000","last_fullsized":"2024-07-26T15:45:33.512171+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:57.779972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899209+0000","last_change":"2024-07-26T15:45:30.892621+0000","last_active":"2024-07-26T15:45:32.899209+0000","last_peered":"2024-07-26T15:45:32.899209+0000","last_clean":"2024-07-26T15:45:32.899209+0000","last_became_active":"2024-07-26T15:45:30.892276+0000","last_became_peered":"2024-07-26T15:45:30.892276+0000","last_unstale":"2024-07-26T15:45:32.899209+0000","last_undegraded":"2024-07-26T15:45:32.899209+0000","last_fullsized":"2024-07-26T15:45:32.899209+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:27.529123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"107'121","reported_seq":468,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512112+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:45:33.512112+0000","last_peered":"2024-07-26T15:45:33.512112+0000","last_clean":"2024-07-26T15:45:33.512112+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:45:33.512112+0000","last_undegraded":"2024-07-26T15:45:33.512112+0000","last_fullsized":"2024-07-26T15:45:33.512112+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575053,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59536,"kb_used_data":1988,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312304,"statfs":{"total":96636764160,"available":96575799296,"internally_reserved":0,"allocated":2035712,"data_stored":1319723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509644,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1454080,"data_stored":731515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509644,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54796,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317044,"statfs":{"total":96636764160,"available":96580653056,"internally_reserved":0,"allocated":1433600,"data_stored":729299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509644,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32588,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339252,"statfs":{"total":96636764160,"available":96603394048,"internally_reserved":0,"allocated":1441792,"data_stored":729459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509643,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36740,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335100,"statfs":{"total":96636764160,"available":96599142400,"internally_reserved":0,"allocated":1433600,"data_stored":729299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509643,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58948,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312892,"statfs":{"total":96636764160,"available":96576401408,"internally_reserved":0,"allocated":1433600,"data_stored":729299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509646,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1437696,"data_stored":729369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542350,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37348,"kb_used_data":2004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334492,"statfs":{"total":96636764160,"available":96598519808,"internally_reserved":0,"allocated":2052096,"data_stored":1321985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:45:40.549 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:45:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.682+0000 7f0db884b640 1 -- 172.21.15.33:0/3665104827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0da00051a0 msgr2=0x7f0da000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.682+0000 7f0db884b640 1 --2- 172.21.15.33:0/3665104827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0da00051a0 0x7f0da000b9c0 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f0db41425f0 tx=0x7f0da0005830 comp rx=0 tx=0).stop 2024-07-26T15:45:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.682+0000 7f0db2d9d640 1 -- 172.21.15.33:0/3665104827 reap_dead start 2024-07-26T15:45:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.682+0000 7f0db884b640 1 -- 172.21.15.33:0/3665104827 shutdown_connections 2024-07-26T15:45:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.682+0000 7f0db884b640 1 -- 172.21.15.33:0/3665104827 >> 172.21.15.33:0/3665104827 conn(0x7f0db40b26e0 msgr2=0x7f0db40b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.682+0000 7f0db884b640 1 -- 172.21.15.33:0/3665104827 shutdown_connections 2024-07-26T15:45:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.682+0000 7f0db884b640 1 -- 172.21.15.33:0/3665104827 wait complete. 2024-07-26T15:45:40.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.684+0000 7f0db884b640 1 Processor -- start 2024-07-26T15:45:40.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.684+0000 7f0db884b640 1 -- start start 2024-07-26T15:45:40.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.685+0000 7f0db884b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0da00051a0 0x7f0db413dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:40.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.685+0000 7f0db884b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0db415dfe0 0x7f0db415e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:40.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.685+0000 7f0db884b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0db41554b0 0x7f0db41558c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:40.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.685+0000 7f0db884b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0db4141680 con 0x7f0db415dfe0 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.685+0000 7f0db884b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0db406cf50 con 0x7f0db41554b0 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.685+0000 7f0db884b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0db4141800 con 0x7f0da00051a0 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.685+0000 7f0db1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0db415dfe0 0x7f0db415e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.685+0000 7f0db1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0db415dfe0 0x7f0db415e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39488/0 (socket says 172.21.15.33:39488) 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.685+0000 7f0db1d9b640 1 -- 172.21.15.33:0/3423564310 learned_addr learned my addr 172.21.15.33:0/3423564310 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0db259c640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0da00051a0 0x7f0db413dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0db2d9d640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0db41554b0 0x7f0db41558c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0db1d9b640 1 -- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0da00051a0 msgr2=0x7f0db413dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0db1d9b640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0da00051a0 0x7f0db413dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0db1d9b640 1 -- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0db41554b0 msgr2=0x7f0db41558c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0db1d9b640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0db41554b0 0x7f0db41558c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0db1d9b640 1 -- 172.21.15.33:0/3423564310 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0db4155e00 con 0x7f0db415dfe0 2024-07-26T15:45:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0db259c640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0da00051a0 0x7f0db413dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:40.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0db1d9b640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0db415dfe0 0x7f0db415e3f0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c011b10 tx=0x7f0d9c009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:40.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0daaffd640 1 -- 172.21.15.33:0/3423564310 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c01e070 con 0x7f0db415dfe0 2024-07-26T15:45:40.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0daaffd640 1 -- 172.21.15.33:0/3423564310 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0d9c004050 con 0x7f0db415dfe0 2024-07-26T15:45:40.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0daaffd640 1 -- 172.21.15.33:0/3423564310 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c00fea0 con 0x7f0db415dfe0 2024-07-26T15:45:40.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0db884b640 1 -- 172.21.15.33:0/3423564310 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0db41f6110 con 0x7f0db415dfe0 2024-07-26T15:45:40.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.686+0000 7f0db884b640 1 -- 172.21.15.33:0/3423564310 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0db41f66d0 con 0x7f0db415dfe0 2024-07-26T15:45:40.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.687+0000 7f0db884b640 1 -- 172.21.15.33:0/3423564310 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0db406c630 con 0x7f0db415dfe0 2024-07-26T15:45:40.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.688+0000 7f0daaffd640 1 -- 172.21.15.33:0/3423564310 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f0d9c021070 con 0x7f0db415dfe0 2024-07-26T15:45:40.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.688+0000 7f0daaffd640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0d94077160 0x7f0d94079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:40.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.689+0000 7f0daaffd640 1 -- 172.21.15.33:0/3423564310 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f0d9c099870 con 0x7f0db415dfe0 2024-07-26T15:45:40.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.689+0000 7f0db259c640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0d94077160 0x7f0d94079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:40.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.689+0000 7f0db259c640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0d94077160 0x7f0d94079670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0dac006590 tx=0x7f0dac006b10 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:40.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.693+0000 7f0daaffd640 1 -- 172.21.15.33:0/3423564310 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0db4155e00 con 0x7f0db415dfe0 2024-07-26T15:45:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.884+0000 7f0db884b640 1 -- 172.21.15.33:0/3423564310 --> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0db41e6190 con 0x7f0d94077160 2024-07-26T15:45:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.889+0000 7f0daaffd640 1 -- 172.21.15.33:0/3423564310 <== mgr.6206 v2:172.21.15.154:6836/2926134111 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252480 (secure 0 0 0) 0x7f0db41e6190 con 0x7f0d94077160 2024-07-26T15:45:40.892 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:40.894 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:45:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.891+0000 7f0db884b640 1 -- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0d94077160 msgr2=0x7f0d94079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.891+0000 7f0db884b640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0d94077160 0x7f0d94079670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f0dac006590 tx=0x7f0dac006b10 comp rx=0 tx=0).stop 2024-07-26T15:45:40.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.891+0000 7f0db884b640 1 -- 172.21.15.33:0/3423564310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0db415dfe0 msgr2=0x7f0db415e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.891+0000 7f0db884b640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0db415dfe0 0x7f0db415e3f0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c011b10 tx=0x7f0d9c009e90 comp rx=0 tx=0).stop 2024-07-26T15:45:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.892+0000 7f0db884b640 1 -- 172.21.15.33:0/3423564310 shutdown_connections 2024-07-26T15:45:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.892+0000 7f0db884b640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0db41554b0 0x7f0db41558c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.892+0000 7f0db884b640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0db415dfe0 0x7f0db415e3f0 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.892+0000 7f0db884b640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f0d94077160 0x7f0d94079670 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.892+0000 7f0db884b640 1 --2- 172.21.15.33:0/3423564310 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0da00051a0 0x7f0db413dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.892+0000 7f0db884b640 1 -- 172.21.15.33:0/3423564310 >> 172.21.15.33:0/3423564310 conn(0x7f0db40b26e0 msgr2=0x7f0db415f990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.892+0000 7f0db884b640 1 -- 172.21.15.33:0/3423564310 shutdown_connections 2024-07-26T15:45:40.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:40.892+0000 7f0db884b640 1 -- 172.21.15.33:0/3423564310 wait complete. 2024-07-26T15:45:40.905 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-07-26T15:45:39.268633+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":230,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160,"ondisk_log_size":160,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":345148,"kb_used_data":12424,"kb_used_omap":12,"kb_used_meta":332595,"kb_avail":754629572,"statfs":{"total":773094113280,"available":772740681728,"internally_reserved":0,"allocated":12722176,"data_stored":7019948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":340577841},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002408"},"pg_stats":[{"pgid":"14.3f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.514227+0000","last_change":"2024-07-26T15:45:31.910691+0000","last_active":"2024-07-26T15:45:33.514227+0000","last_peered":"2024-07-26T15:45:33.514227+0000","last_clean":"2024-07-26T15:45:33.514227+0000","last_became_active":"2024-07-26T15:45:31.910356+0000","last_became_peered":"2024-07-26T15:45:31.910356+0000","last_unstale":"2024-07-26T15:45:33.514227+0000","last_undegraded":"2024-07-26T15:45:33.514227+0000","last_fullsized":"2024-07-26T15:45:33.514227+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:35:23.408702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898580+0000","last_change":"2024-07-26T15:45:31.907953+0000","last_active":"2024-07-26T15:45:32.898580+0000","last_peered":"2024-07-26T15:45:32.898580+0000","last_clean":"2024-07-26T15:45:32.898580+0000","last_became_active":"2024-07-26T15:45:31.907608+0000","last_became_peered":"2024-07-26T15:45:31.907608+0000","last_unstale":"2024-07-26T15:45:32.898580+0000","last_undegraded":"2024-07-26T15:45:32.898580+0000","last_fullsized":"2024-07-26T15:45:32.898580+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:11:19.113189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.514066+0000","last_change":"2024-07-26T15:45:31.911455+0000","last_active":"2024-07-26T15:45:33.514066+0000","last_peered":"2024-07-26T15:45:33.514066+0000","last_clean":"2024-07-26T15:45:33.514066+0000","last_became_active":"2024-07-26T15:45:31.909945+0000","last_became_peered":"2024-07-26T15:45:31.909945+0000","last_unstale":"2024-07-26T15:45:33.514066+0000","last_undegraded":"2024-07-26T15:45:33.514066+0000","last_fullsized":"2024-07-26T15:45:33.514066+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:25.419842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.3c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899144+0000","last_change":"2024-07-26T15:45:31.929908+0000","last_active":"2024-07-26T15:45:32.899144+0000","last_peered":"2024-07-26T15:45:32.899144+0000","last_clean":"2024-07-26T15:45:32.899144+0000","last_became_active":"2024-07-26T15:45:31.929535+0000","last_became_peered":"2024-07-26T15:45:31.929535+0000","last_unstale":"2024-07-26T15:45:32.899144+0000","last_undegraded":"2024-07-26T15:45:32.899144+0000","last_fullsized":"2024-07-26T15:45:32.899144+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:06:06.214200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.3b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898905+0000","last_change":"2024-07-26T15:45:31.910335+0000","last_active":"2024-07-26T15:45:32.898905+0000","last_peered":"2024-07-26T15:45:32.898905+0000","last_clean":"2024-07-26T15:45:32.898905+0000","last_became_active":"2024-07-26T15:45:31.909999+0000","last_became_peered":"2024-07-26T15:45:31.909999+0000","last_unstale":"2024-07-26T15:45:32.898905+0000","last_undegraded":"2024-07-26T15:45:32.898905+0000","last_fullsized":"2024-07-26T15:45:32.898905+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:54:13.077272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.3a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512776+0000","last_change":"2024-07-26T15:45:31.922974+0000","last_active":"2024-07-26T15:45:33.512776+0000","last_peered":"2024-07-26T15:45:33.512776+0000","last_clean":"2024-07-26T15:45:33.512776+0000","last_became_active":"2024-07-26T15:45:31.922536+0000","last_became_peered":"2024-07-26T15:45:31.922536+0000","last_unstale":"2024-07-26T15:45:33.512776+0000","last_undegraded":"2024-07-26T15:45:33.512776+0000","last_fullsized":"2024-07-26T15:45:33.512776+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:34:41.327151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.39","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512141+0000","last_change":"2024-07-26T15:45:31.923832+0000","last_active":"2024-07-26T15:45:33.512141+0000","last_peered":"2024-07-26T15:45:33.512141+0000","last_clean":"2024-07-26T15:45:33.512141+0000","last_became_active":"2024-07-26T15:45:31.923493+0000","last_became_peered":"2024-07-26T15:45:31.923493+0000","last_unstale":"2024-07-26T15:45:33.512141+0000","last_undegraded":"2024-07-26T15:45:33.512141+0000","last_fullsized":"2024-07-26T15:45:33.512141+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:10:28.562467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.38","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898928+0000","last_change":"2024-07-26T15:45:31.915021+0000","last_active":"2024-07-26T15:45:32.898928+0000","last_peered":"2024-07-26T15:45:32.898928+0000","last_clean":"2024-07-26T15:45:32.898928+0000","last_became_active":"2024-07-26T15:45:31.914391+0000","last_became_peered":"2024-07-26T15:45:31.914391+0000","last_unstale":"2024-07-26T15:45:32.898928+0000","last_undegraded":"2024-07-26T15:45:32.898928+0000","last_fullsized":"2024-07-26T15:45:32.898928+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:12.812700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.37","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898976+0000","last_change":"2024-07-26T15:45:31.903946+0000","last_active":"2024-07-26T15:45:32.898976+0000","last_peered":"2024-07-26T15:45:32.898976+0000","last_clean":"2024-07-26T15:45:32.898976+0000","last_became_active":"2024-07-26T15:45:31.903627+0000","last_became_peered":"2024-07-26T15:45:31.903627+0000","last_unstale":"2024-07-26T15:45:32.898976+0000","last_undegraded":"2024-07-26T15:45:32.898976+0000","last_fullsized":"2024-07-26T15:45:32.898976+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:03.677477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.36","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513280+0000","last_change":"2024-07-26T15:45:31.914264+0000","last_active":"2024-07-26T15:45:33.513280+0000","last_peered":"2024-07-26T15:45:33.513280+0000","last_clean":"2024-07-26T15:45:33.513280+0000","last_became_active":"2024-07-26T15:45:31.913940+0000","last_became_peered":"2024-07-26T15:45:31.913940+0000","last_unstale":"2024-07-26T15:45:33.513280+0000","last_undegraded":"2024-07-26T15:45:33.513280+0000","last_fullsized":"2024-07-26T15:45:33.513280+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:11:23.526338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.35","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899035+0000","last_change":"2024-07-26T15:45:31.925076+0000","last_active":"2024-07-26T15:45:32.899035+0000","last_peered":"2024-07-26T15:45:32.899035+0000","last_clean":"2024-07-26T15:45:32.899035+0000","last_became_active":"2024-07-26T15:45:31.924599+0000","last_became_peered":"2024-07-26T15:45:31.924599+0000","last_unstale":"2024-07-26T15:45:32.899035+0000","last_undegraded":"2024-07-26T15:45:32.899035+0000","last_fullsized":"2024-07-26T15:45:32.899035+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:48:21.449419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.34","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512577+0000","last_change":"2024-07-26T15:45:31.905007+0000","last_active":"2024-07-26T15:45:33.512577+0000","last_peered":"2024-07-26T15:45:33.512577+0000","last_clean":"2024-07-26T15:45:33.512577+0000","last_became_active":"2024-07-26T15:45:31.904610+0000","last_became_peered":"2024-07-26T15:45:31.904610+0000","last_unstale":"2024-07-26T15:45:33.512577+0000","last_undegraded":"2024-07-26T15:45:33.512577+0000","last_fullsized":"2024-07-26T15:45:33.512577+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:39.851692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.33","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898926+0000","last_change":"2024-07-26T15:45:31.909645+0000","last_active":"2024-07-26T15:45:32.898926+0000","last_peered":"2024-07-26T15:45:32.898926+0000","last_clean":"2024-07-26T15:45:32.898926+0000","last_became_active":"2024-07-26T15:45:31.909293+0000","last_became_peered":"2024-07-26T15:45:31.909293+0000","last_unstale":"2024-07-26T15:45:32.898926+0000","last_undegraded":"2024-07-26T15:45:32.898926+0000","last_fullsized":"2024-07-26T15:45:32.898926+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:16.120261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.32","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898210+0000","last_change":"2024-07-26T15:45:31.921062+0000","last_active":"2024-07-26T15:45:32.898210+0000","last_peered":"2024-07-26T15:45:32.898210+0000","last_clean":"2024-07-26T15:45:32.898210+0000","last_became_active":"2024-07-26T15:45:31.920818+0000","last_became_peered":"2024-07-26T15:45:31.920818+0000","last_unstale":"2024-07-26T15:45:32.898210+0000","last_undegraded":"2024-07-26T15:45:32.898210+0000","last_fullsized":"2024-07-26T15:45:32.898210+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:18.672366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.31","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899244+0000","last_change":"2024-07-26T15:45:31.929792+0000","last_active":"2024-07-26T15:45:32.899244+0000","last_peered":"2024-07-26T15:45:32.899244+0000","last_clean":"2024-07-26T15:45:32.899244+0000","last_became_active":"2024-07-26T15:45:31.929429+0000","last_became_peered":"2024-07-26T15:45:31.929429+0000","last_unstale":"2024-07-26T15:45:32.899244+0000","last_undegraded":"2024-07-26T15:45:32.899244+0000","last_fullsized":"2024-07-26T15:45:32.899244+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:19:35.140553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.30","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512583+0000","last_change":"2024-07-26T15:45:31.925500+0000","last_active":"2024-07-26T15:45:33.512583+0000","last_peered":"2024-07-26T15:45:33.512583+0000","last_clean":"2024-07-26T15:45:33.512583+0000","last_became_active":"2024-07-26T15:45:31.925095+0000","last_became_peered":"2024-07-26T15:45:31.925095+0000","last_unstale":"2024-07-26T15:45:33.512583+0000","last_undegraded":"2024-07-26T15:45:33.512583+0000","last_fullsized":"2024-07-26T15:45:33.512583+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:23.901880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512472+0000","last_change":"2024-07-26T15:45:31.927684+0000","last_active":"2024-07-26T15:45:33.512472+0000","last_peered":"2024-07-26T15:45:33.512472+0000","last_clean":"2024-07-26T15:45:33.512472+0000","last_became_active":"2024-07-26T15:45:31.922322+0000","last_became_peered":"2024-07-26T15:45:31.922322+0000","last_unstale":"2024-07-26T15:45:33.512472+0000","last_undegraded":"2024-07-26T15:45:33.512472+0000","last_fullsized":"2024-07-26T15:45:33.512472+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:28.227910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.2e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.514145+0000","last_change":"2024-07-26T15:45:31.900506+0000","last_active":"2024-07-26T15:45:33.514145+0000","last_peered":"2024-07-26T15:45:33.514145+0000","last_clean":"2024-07-26T15:45:33.514145+0000","last_became_active":"2024-07-26T15:45:31.899425+0000","last_became_peered":"2024-07-26T15:45:31.899425+0000","last_unstale":"2024-07-26T15:45:33.514145+0000","last_undegraded":"2024-07-26T15:45:33.514145+0000","last_fullsized":"2024-07-26T15:45:33.514145+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:58:50.898476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899181+0000","last_change":"2024-07-26T15:45:31.909954+0000","last_active":"2024-07-26T15:45:32.899181+0000","last_peered":"2024-07-26T15:45:32.899181+0000","last_clean":"2024-07-26T15:45:32.899181+0000","last_became_active":"2024-07-26T15:45:31.909613+0000","last_became_peered":"2024-07-26T15:45:31.909613+0000","last_unstale":"2024-07-26T15:45:32.899181+0000","last_undegraded":"2024-07-26T15:45:32.899181+0000","last_fullsized":"2024-07-26T15:45:32.899181+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:27:37.835509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899110+0000","last_change":"2024-07-26T15:45:31.932328+0000","last_active":"2024-07-26T15:45:32.899110+0000","last_peered":"2024-07-26T15:45:32.899110+0000","last_clean":"2024-07-26T15:45:32.899110+0000","last_became_active":"2024-07-26T15:45:31.931668+0000","last_became_peered":"2024-07-26T15:45:31.931668+0000","last_unstale":"2024-07-26T15:45:32.899110+0000","last_undegraded":"2024-07-26T15:45:32.899110+0000","last_fullsized":"2024-07-26T15:45:32.899110+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:09.787204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.2b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898293+0000","last_change":"2024-07-26T15:45:31.908502+0000","last_active":"2024-07-26T15:45:32.898293+0000","last_peered":"2024-07-26T15:45:32.898293+0000","last_clean":"2024-07-26T15:45:32.898293+0000","last_became_active":"2024-07-26T15:45:31.907503+0000","last_became_peered":"2024-07-26T15:45:31.907503+0000","last_unstale":"2024-07-26T15:45:32.898293+0000","last_undegraded":"2024-07-26T15:45:32.898293+0000","last_fullsized":"2024-07-26T15:45:32.898293+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:16.443657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898394+0000","last_change":"2024-07-26T15:45:31.914826+0000","last_active":"2024-07-26T15:45:32.898394+0000","last_peered":"2024-07-26T15:45:32.898394+0000","last_clean":"2024-07-26T15:45:32.898394+0000","last_became_active":"2024-07-26T15:45:31.914459+0000","last_became_peered":"2024-07-26T15:45:31.914459+0000","last_unstale":"2024-07-26T15:45:32.898394+0000","last_undegraded":"2024-07-26T15:45:32.898394+0000","last_fullsized":"2024-07-26T15:45:32.898394+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:22:37.959762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.29","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366439+0000","last_change":"2024-07-26T15:45:31.924047+0000","last_active":"2024-07-26T15:45:33.366439+0000","last_peered":"2024-07-26T15:45:33.366439+0000","last_clean":"2024-07-26T15:45:33.366439+0000","last_became_active":"2024-07-26T15:45:31.923750+0000","last_became_peered":"2024-07-26T15:45:31.923750+0000","last_unstale":"2024-07-26T15:45:33.366439+0000","last_undegraded":"2024-07-26T15:45:33.366439+0000","last_fullsized":"2024-07-26T15:45:33.366439+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:10.027148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.28","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513665+0000","last_change":"2024-07-26T15:45:31.912128+0000","last_active":"2024-07-26T15:45:33.513665+0000","last_peered":"2024-07-26T15:45:33.513665+0000","last_clean":"2024-07-26T15:45:33.513665+0000","last_became_active":"2024-07-26T15:45:31.911802+0000","last_became_peered":"2024-07-26T15:45:31.911802+0000","last_unstale":"2024-07-26T15:45:33.513665+0000","last_undegraded":"2024-07-26T15:45:33.513665+0000","last_fullsized":"2024-07-26T15:45:33.513665+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:00:43.984274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.27","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898339+0000","last_change":"2024-07-26T15:45:31.911907+0000","last_active":"2024-07-26T15:45:32.898339+0000","last_peered":"2024-07-26T15:45:32.898339+0000","last_clean":"2024-07-26T15:45:32.898339+0000","last_became_active":"2024-07-26T15:45:31.910693+0000","last_became_peered":"2024-07-26T15:45:31.910693+0000","last_unstale":"2024-07-26T15:45:32.898339+0000","last_undegraded":"2024-07-26T15:45:32.898339+0000","last_fullsized":"2024-07-26T15:45:32.898339+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:13:34.133341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.26","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898556+0000","last_change":"2024-07-26T15:45:31.914821+0000","last_active":"2024-07-26T15:45:32.898556+0000","last_peered":"2024-07-26T15:45:32.898556+0000","last_clean":"2024-07-26T15:45:32.898556+0000","last_became_active":"2024-07-26T15:45:31.914489+0000","last_became_peered":"2024-07-26T15:45:31.914489+0000","last_unstale":"2024-07-26T15:45:32.898556+0000","last_undegraded":"2024-07-26T15:45:32.898556+0000","last_fullsized":"2024-07-26T15:45:32.898556+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:33.656500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.25","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512948+0000","last_change":"2024-07-26T15:45:31.912269+0000","last_active":"2024-07-26T15:45:33.512948+0000","last_peered":"2024-07-26T15:45:33.512948+0000","last_clean":"2024-07-26T15:45:33.512948+0000","last_became_active":"2024-07-26T15:45:31.911763+0000","last_became_peered":"2024-07-26T15:45:31.911763+0000","last_unstale":"2024-07-26T15:45:33.512948+0000","last_undegraded":"2024-07-26T15:45:33.512948+0000","last_fullsized":"2024-07-26T15:45:33.512948+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:55.313964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.24","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899373+0000","last_change":"2024-07-26T15:45:31.921809+0000","last_active":"2024-07-26T15:45:32.899373+0000","last_peered":"2024-07-26T15:45:32.899373+0000","last_clean":"2024-07-26T15:45:32.899373+0000","last_became_active":"2024-07-26T15:45:31.921433+0000","last_became_peered":"2024-07-26T15:45:31.921433+0000","last_unstale":"2024-07-26T15:45:32.899373+0000","last_undegraded":"2024-07-26T15:45:32.899373+0000","last_fullsized":"2024-07-26T15:45:32.899373+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:03:08.200311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.23","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512045+0000","last_change":"2024-07-26T15:45:31.916006+0000","last_active":"2024-07-26T15:45:33.512045+0000","last_peered":"2024-07-26T15:45:33.512045+0000","last_clean":"2024-07-26T15:45:33.512045+0000","last_became_active":"2024-07-26T15:45:31.915585+0000","last_became_peered":"2024-07-26T15:45:31.915585+0000","last_unstale":"2024-07-26T15:45:33.512045+0000","last_undegraded":"2024-07-26T15:45:33.512045+0000","last_fullsized":"2024-07-26T15:45:33.512045+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:38:53.465478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.22","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898957+0000","last_change":"2024-07-26T15:45:31.909548+0000","last_active":"2024-07-26T15:45:32.898957+0000","last_peered":"2024-07-26T15:45:32.898957+0000","last_clean":"2024-07-26T15:45:32.898957+0000","last_became_active":"2024-07-26T15:45:31.909131+0000","last_became_peered":"2024-07-26T15:45:31.909131+0000","last_unstale":"2024-07-26T15:45:32.898957+0000","last_undegraded":"2024-07-26T15:45:32.898957+0000","last_fullsized":"2024-07-26T15:45:32.898957+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:37:14.256002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.21","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.897887+0000","last_change":"2024-07-26T15:45:31.919255+0000","last_active":"2024-07-26T15:45:32.897887+0000","last_peered":"2024-07-26T15:45:32.897887+0000","last_clean":"2024-07-26T15:45:32.897887+0000","last_became_active":"2024-07-26T15:45:31.919019+0000","last_became_peered":"2024-07-26T15:45:31.919019+0000","last_unstale":"2024-07-26T15:45:32.897887+0000","last_undegraded":"2024-07-26T15:45:32.897887+0000","last_fullsized":"2024-07-26T15:45:32.897887+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:49:45.625669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.20","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512681+0000","last_change":"2024-07-26T15:45:31.924837+0000","last_active":"2024-07-26T15:45:33.512681+0000","last_peered":"2024-07-26T15:45:33.512681+0000","last_clean":"2024-07-26T15:45:33.512681+0000","last_became_active":"2024-07-26T15:45:31.921986+0000","last_became_peered":"2024-07-26T15:45:31.921986+0000","last_unstale":"2024-07-26T15:45:33.512681+0000","last_undegraded":"2024-07-26T15:45:33.512681+0000","last_fullsized":"2024-07-26T15:45:33.512681+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:59.545134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512831+0000","last_change":"2024-07-26T15:45:31.918357+0000","last_active":"2024-07-26T15:45:33.512831+0000","last_peered":"2024-07-26T15:45:33.512831+0000","last_clean":"2024-07-26T15:45:33.512831+0000","last_became_active":"2024-07-26T15:45:31.918036+0000","last_became_peered":"2024-07-26T15:45:31.918036+0000","last_unstale":"2024-07-26T15:45:33.512831+0000","last_undegraded":"2024-07-26T15:45:33.512831+0000","last_fullsized":"2024-07-26T15:45:33.512831+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:42:45.150551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"116'4","reported_seq":19,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366580+0000","last_change":"2024-07-26T15:45:30.906306+0000","last_active":"2024-07-26T15:45:33.366580+0000","last_peered":"2024-07-26T15:45:33.366580+0000","last_clean":"2024-07-26T15:45:33.366580+0000","last_became_active":"2024-07-26T15:45:30.905967+0000","last_became_peered":"2024-07-26T15:45:30.905967+0000","last_unstale":"2024-07-26T15:45:33.366580+0000","last_undegraded":"2024-07-26T15:45:33.366580+0000","last_fullsized":"2024-07-26T15:45:33.366580+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:25:57.129797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513149+0000","last_change":"2024-07-26T15:45:31.920602+0000","last_active":"2024-07-26T15:45:33.513149+0000","last_peered":"2024-07-26T15:45:33.513149+0000","last_clean":"2024-07-26T15:45:33.513149+0000","last_became_active":"2024-07-26T15:45:31.920245+0000","last_became_peered":"2024-07-26T15:45:31.920245+0000","last_unstale":"2024-07-26T15:45:33.513149+0000","last_undegraded":"2024-07-26T15:45:33.513149+0000","last_fullsized":"2024-07-26T15:45:33.513149+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:35:47.590269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1e","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898983+0000","last_change":"2024-07-26T15:45:30.894906+0000","last_active":"2024-07-26T15:45:32.898983+0000","last_peered":"2024-07-26T15:45:32.898983+0000","last_clean":"2024-07-26T15:45:32.898983+0000","last_became_active":"2024-07-26T15:45:30.894559+0000","last_became_peered":"2024-07-26T15:45:30.894559+0000","last_unstale":"2024-07-26T15:45:32.898983+0000","last_undegraded":"2024-07-26T15:45:32.898983+0000","last_fullsized":"2024-07-26T15:45:32.898983+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:43:39.569841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512144+0000","last_change":"2024-07-26T15:45:31.923637+0000","last_active":"2024-07-26T15:45:33.512144+0000","last_peered":"2024-07-26T15:45:33.512144+0000","last_clean":"2024-07-26T15:45:33.512144+0000","last_became_active":"2024-07-26T15:45:31.923310+0000","last_became_peered":"2024-07-26T15:45:31.923310+0000","last_unstale":"2024-07-26T15:45:33.512144+0000","last_undegraded":"2024-07-26T15:45:33.512144+0000","last_fullsized":"2024-07-26T15:45:33.512144+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:28.227910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1d","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512005+0000","last_change":"2024-07-26T15:45:30.901545+0000","last_active":"2024-07-26T15:45:33.512005+0000","last_peered":"2024-07-26T15:45:33.512005+0000","last_clean":"2024-07-26T15:45:33.512005+0000","last_became_active":"2024-07-26T15:45:30.901210+0000","last_became_peered":"2024-07-26T15:45:30.901210+0000","last_unstale":"2024-07-26T15:45:33.512005+0000","last_undegraded":"2024-07-26T15:45:33.512005+0000","last_fullsized":"2024-07-26T15:45:33.512005+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:15:42.680810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512628+0000","last_change":"2024-07-26T15:45:31.913363+0000","last_active":"2024-07-26T15:45:33.512628+0000","last_peered":"2024-07-26T15:45:33.512628+0000","last_clean":"2024-07-26T15:45:33.512628+0000","last_became_active":"2024-07-26T15:45:31.912884+0000","last_became_peered":"2024-07-26T15:45:31.912884+0000","last_unstale":"2024-07-26T15:45:33.512628+0000","last_undegraded":"2024-07-26T15:45:33.512628+0000","last_fullsized":"2024-07-26T15:45:33.512628+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:18:43.503619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1c","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366535+0000","last_change":"2024-07-26T15:45:30.908988+0000","last_active":"2024-07-26T15:45:33.366535+0000","last_peered":"2024-07-26T15:45:33.366535+0000","last_clean":"2024-07-26T15:45:33.366535+0000","last_became_active":"2024-07-26T15:45:30.908606+0000","last_became_peered":"2024-07-26T15:45:30.908606+0000","last_unstale":"2024-07-26T15:45:33.366535+0000","last_undegraded":"2024-07-26T15:45:33.366535+0000","last_fullsized":"2024-07-26T15:45:33.366535+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:41:28.066492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898768+0000","last_change":"2024-07-26T15:45:31.927916+0000","last_active":"2024-07-26T15:45:32.898768+0000","last_peered":"2024-07-26T15:45:32.898768+0000","last_clean":"2024-07-26T15:45:32.898768+0000","last_became_active":"2024-07-26T15:45:31.927616+0000","last_became_peered":"2024-07-26T15:45:31.927616+0000","last_unstale":"2024-07-26T15:45:32.898768+0000","last_undegraded":"2024-07-26T15:45:32.898768+0000","last_fullsized":"2024-07-26T15:45:32.898768+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:45:52.839245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.1b","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898534+0000","last_change":"2024-07-26T15:45:30.897278+0000","last_active":"2024-07-26T15:45:32.898534+0000","last_peered":"2024-07-26T15:45:32.898534+0000","last_clean":"2024-07-26T15:45:32.898534+0000","last_became_active":"2024-07-26T15:45:30.896916+0000","last_became_peered":"2024-07-26T15:45:30.896916+0000","last_unstale":"2024-07-26T15:45:32.898534+0000","last_undegraded":"2024-07-26T15:45:32.898534+0000","last_fullsized":"2024-07-26T15:45:32.898534+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:43:17.873494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366584+0000","last_change":"2024-07-26T15:45:31.910228+0000","last_active":"2024-07-26T15:45:33.366584+0000","last_peered":"2024-07-26T15:45:33.366584+0000","last_clean":"2024-07-26T15:45:33.366584+0000","last_became_active":"2024-07-26T15:45:31.909867+0000","last_became_peered":"2024-07-26T15:45:31.909867+0000","last_unstale":"2024-07-26T15:45:33.366584+0000","last_undegraded":"2024-07-26T15:45:33.366584+0000","last_fullsized":"2024-07-26T15:45:33.366584+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:32:12.026864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1a","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899405+0000","last_change":"2024-07-26T15:45:30.907094+0000","last_active":"2024-07-26T15:45:32.899405+0000","last_peered":"2024-07-26T15:45:32.899405+0000","last_clean":"2024-07-26T15:45:32.899405+0000","last_became_active":"2024-07-26T15:45:30.906761+0000","last_became_peered":"2024-07-26T15:45:30.906761+0000","last_unstale":"2024-07-26T15:45:32.899405+0000","last_undegraded":"2024-07-26T15:45:32.899405+0000","last_fullsized":"2024-07-26T15:45:32.899405+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:13.131057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512666+0000","last_change":"2024-07-26T15:45:31.919252+0000","last_active":"2024-07-26T15:45:33.512666+0000","last_peered":"2024-07-26T15:45:33.512666+0000","last_clean":"2024-07-26T15:45:33.512666+0000","last_became_active":"2024-07-26T15:45:31.918887+0000","last_became_peered":"2024-07-26T15:45:31.918887+0000","last_unstale":"2024-07-26T15:45:33.512666+0000","last_undegraded":"2024-07-26T15:45:33.512666+0000","last_fullsized":"2024-07-26T15:45:33.512666+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:32:50.176961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513820+0000","last_change":"2024-07-26T15:45:30.894962+0000","last_active":"2024-07-26T15:45:33.513820+0000","last_peered":"2024-07-26T15:45:33.513820+0000","last_clean":"2024-07-26T15:45:33.513820+0000","last_became_active":"2024-07-26T15:45:30.894614+0000","last_became_peered":"2024-07-26T15:45:30.894614+0000","last_unstale":"2024-07-26T15:45:33.513820+0000","last_undegraded":"2024-07-26T15:45:33.513820+0000","last_fullsized":"2024-07-26T15:45:33.513820+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:05.552042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899160+0000","last_change":"2024-07-26T15:45:31.921415+0000","last_active":"2024-07-26T15:45:32.899160+0000","last_peered":"2024-07-26T15:45:32.899160+0000","last_clean":"2024-07-26T15:45:32.899160+0000","last_became_active":"2024-07-26T15:45:31.921023+0000","last_became_peered":"2024-07-26T15:45:31.921023+0000","last_unstale":"2024-07-26T15:45:32.899160+0000","last_undegraded":"2024-07-26T15:45:32.899160+0000","last_fullsized":"2024-07-26T15:45:32.899160+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:23.602153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.511788+0000","last_change":"2024-07-26T15:45:30.906762+0000","last_active":"2024-07-26T15:45:33.511788+0000","last_peered":"2024-07-26T15:45:33.511788+0000","last_clean":"2024-07-26T15:45:33.511788+0000","last_became_active":"2024-07-26T15:45:30.905965+0000","last_became_peered":"2024-07-26T15:45:30.905965+0000","last_unstale":"2024-07-26T15:45:33.511788+0000","last_undegraded":"2024-07-26T15:45:33.511788+0000","last_fullsized":"2024-07-26T15:45:33.511788+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:58.692767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898847+0000","last_change":"2024-07-26T15:45:31.905416+0000","last_active":"2024-07-26T15:45:32.898847+0000","last_peered":"2024-07-26T15:45:32.898847+0000","last_clean":"2024-07-26T15:45:32.898847+0000","last_became_active":"2024-07-26T15:45:31.905079+0000","last_became_peered":"2024-07-26T15:45:31.905079+0000","last_unstale":"2024-07-26T15:45:32.898847+0000","last_undegraded":"2024-07-26T15:45:32.898847+0000","last_fullsized":"2024-07-26T15:45:32.898847+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:54.494124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898426+0000","last_change":"2024-07-26T15:45:30.902936+0000","last_active":"2024-07-26T15:45:32.898426+0000","last_peered":"2024-07-26T15:45:32.898426+0000","last_clean":"2024-07-26T15:45:32.898426+0000","last_became_active":"2024-07-26T15:45:30.902512+0000","last_became_peered":"2024-07-26T15:45:30.902512+0000","last_unstale":"2024-07-26T15:45:32.898426+0000","last_undegraded":"2024-07-26T15:45:32.898426+0000","last_fullsized":"2024-07-26T15:45:32.898426+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:00:42.978546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512206+0000","last_change":"2024-07-26T15:45:31.911711+0000","last_active":"2024-07-26T15:45:33.512206+0000","last_peered":"2024-07-26T15:45:33.512206+0000","last_clean":"2024-07-26T15:45:33.512206+0000","last_became_active":"2024-07-26T15:45:31.911330+0000","last_became_peered":"2024-07-26T15:45:31.911330+0000","last_unstale":"2024-07-26T15:45:33.512206+0000","last_undegraded":"2024-07-26T15:45:33.512206+0000","last_fullsized":"2024-07-26T15:45:33.512206+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:23.901880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.514159+0000","last_change":"2024-07-26T15:45:30.909128+0000","last_active":"2024-07-26T15:45:33.514159+0000","last_peered":"2024-07-26T15:45:33.514159+0000","last_clean":"2024-07-26T15:45:33.514159+0000","last_became_active":"2024-07-26T15:45:30.908769+0000","last_became_peered":"2024-07-26T15:45:30.908769+0000","last_unstale":"2024-07-26T15:45:33.514159+0000","last_undegraded":"2024-07-26T15:45:33.514159+0000","last_fullsized":"2024-07-26T15:45:33.514159+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:31:44.791710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.514114+0000","last_change":"2024-07-26T15:45:31.917833+0000","last_active":"2024-07-26T15:45:33.514114+0000","last_peered":"2024-07-26T15:45:33.514114+0000","last_clean":"2024-07-26T15:45:33.514114+0000","last_became_active":"2024-07-26T15:45:31.917470+0000","last_became_peered":"2024-07-26T15:45:31.917470+0000","last_unstale":"2024-07-26T15:45:33.514114+0000","last_undegraded":"2024-07-26T15:45:33.514114+0000","last_fullsized":"2024-07-26T15:45:33.514114+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:57:24.862832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.15","version":"116'3","reported_seq":18,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899209+0000","last_change":"2024-07-26T15:45:30.908132+0000","last_active":"2024-07-26T15:45:32.899209+0000","last_peered":"2024-07-26T15:45:32.899209+0000","last_clean":"2024-07-26T15:45:32.899209+0000","last_became_active":"2024-07-26T15:45:30.907727+0000","last_became_peered":"2024-07-26T15:45:30.907727+0000","last_unstale":"2024-07-26T15:45:32.899209+0000","last_undegraded":"2024-07-26T15:45:32.899209+0000","last_fullsized":"2024-07-26T15:45:32.899209+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:41:28.066492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899435+0000","last_change":"2024-07-26T15:45:31.916282+0000","last_active":"2024-07-26T15:45:32.899435+0000","last_peered":"2024-07-26T15:45:32.899435+0000","last_clean":"2024-07-26T15:45:32.899435+0000","last_became_active":"2024-07-26T15:45:31.915939+0000","last_became_peered":"2024-07-26T15:45:31.915939+0000","last_unstale":"2024-07-26T15:45:32.899435+0000","last_undegraded":"2024-07-26T15:45:32.899435+0000","last_fullsized":"2024-07-26T15:45:32.899435+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:31.737103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"116'6","reported_seq":21,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512555+0000","last_change":"2024-07-26T15:45:30.907816+0000","last_active":"2024-07-26T15:45:33.512555+0000","last_peered":"2024-07-26T15:45:33.512555+0000","last_clean":"2024-07-26T15:45:33.512555+0000","last_became_active":"2024-07-26T15:45:30.907323+0000","last_became_peered":"2024-07-26T15:45:30.907323+0000","last_unstale":"2024-07-26T15:45:33.512555+0000","last_undegraded":"2024-07-26T15:45:33.512555+0000","last_fullsized":"2024-07-26T15:45:33.512555+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:22.812978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898979+0000","last_change":"2024-07-26T15:45:31.909667+0000","last_active":"2024-07-26T15:45:32.898979+0000","last_peered":"2024-07-26T15:45:32.898979+0000","last_clean":"2024-07-26T15:45:32.898979+0000","last_became_active":"2024-07-26T15:45:31.909333+0000","last_became_peered":"2024-07-26T15:45:31.909333+0000","last_unstale":"2024-07-26T15:45:32.898979+0000","last_undegraded":"2024-07-26T15:45:32.898979+0000","last_fullsized":"2024-07-26T15:45:32.898979+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:57.874426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.511941+0000","last_change":"2024-07-26T15:45:30.906354+0000","last_active":"2024-07-26T15:45:33.511941+0000","last_peered":"2024-07-26T15:45:33.511941+0000","last_clean":"2024-07-26T15:45:33.511941+0000","last_became_active":"2024-07-26T15:45:30.905936+0000","last_became_peered":"2024-07-26T15:45:30.905936+0000","last_unstale":"2024-07-26T15:45:33.511941+0000","last_undegraded":"2024-07-26T15:45:33.511941+0000","last_fullsized":"2024-07-26T15:45:33.511941+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:54.542194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.897975+0000","last_change":"2024-07-26T15:45:31.911371+0000","last_active":"2024-07-26T15:45:32.897975+0000","last_peered":"2024-07-26T15:45:32.897975+0000","last_clean":"2024-07-26T15:45:32.897975+0000","last_became_active":"2024-07-26T15:45:31.911043+0000","last_became_peered":"2024-07-26T15:45:31.911043+0000","last_unstale":"2024-07-26T15:45:32.897975+0000","last_undegraded":"2024-07-26T15:45:32.897975+0000","last_fullsized":"2024-07-26T15:45:32.897975+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:30.399726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512758+0000","last_change":"2024-07-26T15:45:30.906321+0000","last_active":"2024-07-26T15:45:33.512758+0000","last_peered":"2024-07-26T15:45:33.512758+0000","last_clean":"2024-07-26T15:45:33.512758+0000","last_became_active":"2024-07-26T15:45:30.905945+0000","last_became_peered":"2024-07-26T15:45:30.905945+0000","last_unstale":"2024-07-26T15:45:33.512758+0000","last_undegraded":"2024-07-26T15:45:33.512758+0000","last_fullsized":"2024-07-26T15:45:33.512758+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:12:41.122573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513172+0000","last_change":"2024-07-26T15:45:31.919046+0000","last_active":"2024-07-26T15:45:33.513172+0000","last_peered":"2024-07-26T15:45:33.513172+0000","last_clean":"2024-07-26T15:45:33.513172+0000","last_became_active":"2024-07-26T15:45:31.918714+0000","last_became_peered":"2024-07-26T15:45:31.918714+0000","last_unstale":"2024-07-26T15:45:33.513172+0000","last_undegraded":"2024-07-26T15:45:33.513172+0000","last_fullsized":"2024-07-26T15:45:33.513172+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:25:19.192254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898817+0000","last_change":"2024-07-26T15:45:30.908869+0000","last_active":"2024-07-26T15:45:32.898817+0000","last_peered":"2024-07-26T15:45:32.898817+0000","last_clean":"2024-07-26T15:45:32.898817+0000","last_became_active":"2024-07-26T15:45:30.908552+0000","last_became_peered":"2024-07-26T15:45:30.908552+0000","last_unstale":"2024-07-26T15:45:32.898817+0000","last_undegraded":"2024-07-26T15:45:32.898817+0000","last_fullsized":"2024-07-26T15:45:32.898817+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:34.761144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512438+0000","last_change":"2024-07-26T15:45:31.913402+0000","last_active":"2024-07-26T15:45:33.512438+0000","last_peered":"2024-07-26T15:45:33.512438+0000","last_clean":"2024-07-26T15:45:33.512438+0000","last_became_active":"2024-07-26T15:45:31.913069+0000","last_became_peered":"2024-07-26T15:45:31.913069+0000","last_unstale":"2024-07-26T15:45:33.512438+0000","last_undegraded":"2024-07-26T15:45:33.512438+0000","last_fullsized":"2024-07-26T15:45:33.512438+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:28:01.209291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"116'8","reported_seq":23,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899031+0000","last_change":"2024-07-26T15:45:30.908073+0000","last_active":"2024-07-26T15:45:32.899031+0000","last_peered":"2024-07-26T15:45:32.899031+0000","last_clean":"2024-07-26T15:45:32.899031+0000","last_became_active":"2024-07-26T15:45:30.907745+0000","last_became_peered":"2024-07-26T15:45:30.907745+0000","last_unstale":"2024-07-26T15:45:32.899031+0000","last_undegraded":"2024-07-26T15:45:32.899031+0000","last_fullsized":"2024-07-26T15:45:32.899031+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:26.403799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512480+0000","last_change":"2024-07-26T15:45:31.917593+0000","last_active":"2024-07-26T15:45:33.512480+0000","last_peered":"2024-07-26T15:45:33.512480+0000","last_clean":"2024-07-26T15:45:33.512480+0000","last_became_active":"2024-07-26T15:45:31.917275+0000","last_became_peered":"2024-07-26T15:45:31.917275+0000","last_unstale":"2024-07-26T15:45:33.512480+0000","last_undegraded":"2024-07-26T15:45:33.512480+0000","last_fullsized":"2024-07-26T15:45:33.512480+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:57.779972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366736+0000","last_change":"2024-07-26T15:45:30.896359+0000","last_active":"2024-07-26T15:45:33.366736+0000","last_peered":"2024-07-26T15:45:33.366736+0000","last_clean":"2024-07-26T15:45:33.366736+0000","last_became_active":"2024-07-26T15:45:30.896028+0000","last_became_peered":"2024-07-26T15:45:30.896028+0000","last_unstale":"2024-07-26T15:45:33.366736+0000","last_undegraded":"2024-07-26T15:45:33.366736+0000","last_fullsized":"2024-07-26T15:45:33.366736+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:16:46.947255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366640+0000","last_change":"2024-07-26T15:45:31.910356+0000","last_active":"2024-07-26T15:45:33.366640+0000","last_peered":"2024-07-26T15:45:33.366640+0000","last_clean":"2024-07-26T15:45:33.366640+0000","last_became_active":"2024-07-26T15:45:31.909911+0000","last_became_peered":"2024-07-26T15:45:31.909911+0000","last_unstale":"2024-07-26T15:45:33.366640+0000","last_undegraded":"2024-07-26T15:45:33.366640+0000","last_fullsized":"2024-07-26T15:45:33.366640+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:30.399726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.511939+0000","last_change":"2024-07-26T15:45:30.898410+0000","last_active":"2024-07-26T15:45:33.511939+0000","last_peered":"2024-07-26T15:45:33.511939+0000","last_clean":"2024-07-26T15:45:33.511939+0000","last_became_active":"2024-07-26T15:45:30.898051+0000","last_became_peered":"2024-07-26T15:45:30.898051+0000","last_unstale":"2024-07-26T15:45:33.511939+0000","last_undegraded":"2024-07-26T15:45:33.511939+0000","last_fullsized":"2024-07-26T15:45:33.511939+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:57:55.365494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898790+0000","last_change":"2024-07-26T15:45:31.915830+0000","last_active":"2024-07-26T15:45:32.898790+0000","last_peered":"2024-07-26T15:45:32.898790+0000","last_clean":"2024-07-26T15:45:32.898790+0000","last_became_active":"2024-07-26T15:45:31.915529+0000","last_became_peered":"2024-07-26T15:45:31.915529+0000","last_unstale":"2024-07-26T15:45:32.898790+0000","last_undegraded":"2024-07-26T15:45:32.898790+0000","last_fullsized":"2024-07-26T15:45:32.898790+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:54:51.192375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.d","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899227+0000","last_change":"2024-07-26T15:45:30.901976+0000","last_active":"2024-07-26T15:45:32.899227+0000","last_peered":"2024-07-26T15:45:32.899227+0000","last_clean":"2024-07-26T15:45:32.899227+0000","last_became_active":"2024-07-26T15:45:30.901616+0000","last_became_peered":"2024-07-26T15:45:30.901616+0000","last_unstale":"2024-07-26T15:45:32.899227+0000","last_undegraded":"2024-07-26T15:45:32.899227+0000","last_fullsized":"2024-07-26T15:45:32.899227+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:54.601184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513486+0000","last_change":"2024-07-26T15:45:31.921507+0000","last_active":"2024-07-26T15:45:33.513486+0000","last_peered":"2024-07-26T15:45:33.513486+0000","last_clean":"2024-07-26T15:45:33.513486+0000","last_became_active":"2024-07-26T15:45:31.921145+0000","last_became_peered":"2024-07-26T15:45:31.921145+0000","last_unstale":"2024-07-26T15:45:33.513486+0000","last_undegraded":"2024-07-26T15:45:33.513486+0000","last_fullsized":"2024-07-26T15:45:33.513486+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:49:09.174990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.897595+0000","last_change":"2024-07-26T15:45:30.895725+0000","last_active":"2024-07-26T15:45:32.897595+0000","last_peered":"2024-07-26T15:45:32.897595+0000","last_clean":"2024-07-26T15:45:32.897595+0000","last_became_active":"2024-07-26T15:45:30.895379+0000","last_became_peered":"2024-07-26T15:45:30.895379+0000","last_unstale":"2024-07-26T15:45:32.897595+0000","last_undegraded":"2024-07-26T15:45:32.897595+0000","last_fullsized":"2024-07-26T15:45:32.897595+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:00.707163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898103+0000","last_change":"2024-07-26T15:45:31.907666+0000","last_active":"2024-07-26T15:45:32.898103+0000","last_peered":"2024-07-26T15:45:32.898103+0000","last_clean":"2024-07-26T15:45:32.898103+0000","last_became_active":"2024-07-26T15:45:31.907330+0000","last_became_peered":"2024-07-26T15:45:31.907330+0000","last_unstale":"2024-07-26T15:45:32.898103+0000","last_undegraded":"2024-07-26T15:45:32.898103+0000","last_fullsized":"2024-07-26T15:45:32.898103+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:22:13.139168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513242+0000","last_change":"2024-07-26T15:45:30.895907+0000","last_active":"2024-07-26T15:45:33.513242+0000","last_peered":"2024-07-26T15:45:33.513242+0000","last_clean":"2024-07-26T15:45:33.513242+0000","last_became_active":"2024-07-26T15:45:30.895562+0000","last_became_peered":"2024-07-26T15:45:30.895562+0000","last_unstale":"2024-07-26T15:45:33.513242+0000","last_undegraded":"2024-07-26T15:45:33.513242+0000","last_fullsized":"2024-07-26T15:45:33.513242+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:56:50.055480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.897847+0000","last_change":"2024-07-26T15:45:31.918774+0000","last_active":"2024-07-26T15:45:32.897847+0000","last_peered":"2024-07-26T15:45:32.897847+0000","last_clean":"2024-07-26T15:45:32.897847+0000","last_became_active":"2024-07-26T15:45:31.918528+0000","last_became_peered":"2024-07-26T15:45:31.918528+0000","last_unstale":"2024-07-26T15:45:32.897847+0000","last_undegraded":"2024-07-26T15:45:32.897847+0000","last_fullsized":"2024-07-26T15:45:32.897847+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:02:44.441797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898190+0000","last_change":"2024-07-26T15:45:30.903353+0000","last_active":"2024-07-26T15:45:32.898190+0000","last_peered":"2024-07-26T15:45:32.898190+0000","last_clean":"2024-07-26T15:45:32.898190+0000","last_became_active":"2024-07-26T15:45:30.903055+0000","last_became_peered":"2024-07-26T15:45:30.903055+0000","last_unstale":"2024-07-26T15:45:32.898190+0000","last_undegraded":"2024-07-26T15:45:32.898190+0000","last_fullsized":"2024-07-26T15:45:32.898190+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:01.467632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513128+0000","last_change":"2024-07-26T15:45:31.923632+0000","last_active":"2024-07-26T15:45:33.513128+0000","last_peered":"2024-07-26T15:45:33.513128+0000","last_clean":"2024-07-26T15:45:33.513128+0000","last_became_active":"2024-07-26T15:45:31.923280+0000","last_became_peered":"2024-07-26T15:45:31.923280+0000","last_unstale":"2024-07-26T15:45:33.513128+0000","last_undegraded":"2024-07-26T15:45:33.513128+0000","last_fullsized":"2024-07-26T15:45:33.513128+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:10:17.636227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512039+0000","last_change":"2024-07-26T15:45:30.898186+0000","last_active":"2024-07-26T15:45:33.512039+0000","last_peered":"2024-07-26T15:45:33.512039+0000","last_clean":"2024-07-26T15:45:33.512039+0000","last_became_active":"2024-07-26T15:45:30.897879+0000","last_became_peered":"2024-07-26T15:45:30.897879+0000","last_unstale":"2024-07-26T15:45:33.512039+0000","last_undegraded":"2024-07-26T15:45:33.512039+0000","last_fullsized":"2024-07-26T15:45:33.512039+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:59:03.638845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366704+0000","last_change":"2024-07-26T15:45:31.908753+0000","last_active":"2024-07-26T15:45:33.366704+0000","last_peered":"2024-07-26T15:45:33.366704+0000","last_clean":"2024-07-26T15:45:33.366704+0000","last_became_active":"2024-07-26T15:45:31.908411+0000","last_became_peered":"2024-07-26T15:45:31.908411+0000","last_unstale":"2024-07-26T15:45:33.366704+0000","last_undegraded":"2024-07-26T15:45:33.366704+0000","last_fullsized":"2024-07-26T15:45:33.366704+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:18.672366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512210+0000","last_change":"2024-07-26T15:45:30.901028+0000","last_active":"2024-07-26T15:45:33.512210+0000","last_peered":"2024-07-26T15:45:33.512210+0000","last_clean":"2024-07-26T15:45:33.512210+0000","last_became_active":"2024-07-26T15:45:30.900662+0000","last_became_peered":"2024-07-26T15:45:30.900662+0000","last_unstale":"2024-07-26T15:45:33.512210+0000","last_undegraded":"2024-07-26T15:45:33.512210+0000","last_fullsized":"2024-07-26T15:45:33.512210+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:26.455833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513376+0000","last_change":"2024-07-26T15:45:31.916701+0000","last_active":"2024-07-26T15:45:33.513376+0000","last_peered":"2024-07-26T15:45:33.513376+0000","last_clean":"2024-07-26T15:45:33.513376+0000","last_became_active":"2024-07-26T15:45:31.916380+0000","last_became_peered":"2024-07-26T15:45:31.916380+0000","last_unstale":"2024-07-26T15:45:33.513376+0000","last_undegraded":"2024-07-26T15:45:33.513376+0000","last_fullsized":"2024-07-26T15:45:33.513376+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:11.865922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"117'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899114+0000","last_change":"2024-07-26T15:45:30.893188+0000","last_active":"2024-07-26T15:45:32.899114+0000","last_peered":"2024-07-26T15:45:32.899114+0000","last_clean":"2024-07-26T15:45:32.899114+0000","last_became_active":"2024-07-26T15:45:30.892827+0000","last_became_peered":"2024-07-26T15:45:30.892827+0000","last_unstale":"2024-07-26T15:45:32.899114+0000","last_undegraded":"2024-07-26T15:45:32.899114+0000","last_fullsized":"2024-07-26T15:45:32.899114+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:03.369281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513126+0000","last_change":"2024-07-26T15:45:31.923278+0000","last_active":"2024-07-26T15:45:33.513126+0000","last_peered":"2024-07-26T15:45:33.513126+0000","last_clean":"2024-07-26T15:45:33.513126+0000","last_became_active":"2024-07-26T15:45:31.922305+0000","last_became_peered":"2024-07-26T15:45:31.922305+0000","last_unstale":"2024-07-26T15:45:33.513126+0000","last_undegraded":"2024-07-26T15:45:33.513126+0000","last_fullsized":"2024-07-26T15:45:33.513126+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:24:16.689088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899300+0000","last_change":"2024-07-26T15:45:30.907865+0000","last_active":"2024-07-26T15:45:32.899300+0000","last_peered":"2024-07-26T15:45:32.899300+0000","last_clean":"2024-07-26T15:45:32.899300+0000","last_became_active":"2024-07-26T15:45:30.907514+0000","last_became_peered":"2024-07-26T15:45:30.907514+0000","last_unstale":"2024-07-26T15:45:32.899300+0000","last_undegraded":"2024-07-26T15:45:32.899300+0000","last_fullsized":"2024-07-26T15:45:32.899300+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:32:35.485813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.898390+0000","last_change":"2024-07-26T15:45:31.911605+0000","last_active":"2024-07-26T15:45:32.898390+0000","last_peered":"2024-07-26T15:45:32.898390+0000","last_clean":"2024-07-26T15:45:32.898390+0000","last_became_active":"2024-07-26T15:45:31.911303+0000","last_became_peered":"2024-07-26T15:45:31.911303+0000","last_unstale":"2024-07-26T15:45:32.898390+0000","last_undegraded":"2024-07-26T15:45:32.898390+0000","last_fullsized":"2024-07-26T15:45:32.898390+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:21:50.962962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366696+0000","last_change":"2024-07-26T15:45:30.897183+0000","last_active":"2024-07-26T15:45:33.366696+0000","last_peered":"2024-07-26T15:45:33.366696+0000","last_clean":"2024-07-26T15:45:33.366696+0000","last_became_active":"2024-07-26T15:45:30.896872+0000","last_became_peered":"2024-07-26T15:45:30.896872+0000","last_unstale":"2024-07-26T15:45:33.366696+0000","last_undegraded":"2024-07-26T15:45:33.366696+0000","last_fullsized":"2024-07-26T15:45:33.366696+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:32:35.485813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512089+0000","last_change":"2024-07-26T15:45:31.924294+0000","last_active":"2024-07-26T15:45:33.512089+0000","last_peered":"2024-07-26T15:45:33.512089+0000","last_clean":"2024-07-26T15:45:33.512089+0000","last_became_active":"2024-07-26T15:45:31.923957+0000","last_became_peered":"2024-07-26T15:45:31.923957+0000","last_unstale":"2024-07-26T15:45:33.512089+0000","last_undegraded":"2024-07-26T15:45:33.512089+0000","last_fullsized":"2024-07-26T15:45:33.512089+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:09:02.539842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513346+0000","last_change":"2024-07-26T15:45:30.905105+0000","last_active":"2024-07-26T15:45:33.513346+0000","last_peered":"2024-07-26T15:45:33.513346+0000","last_clean":"2024-07-26T15:45:33.513346+0000","last_became_active":"2024-07-26T15:45:30.903972+0000","last_became_peered":"2024-07-26T15:45:30.903972+0000","last_unstale":"2024-07-26T15:45:33.513346+0000","last_undegraded":"2024-07-26T15:45:33.513346+0000","last_fullsized":"2024-07-26T15:45:33.513346+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:24:46.340751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513837+0000","last_change":"2024-07-26T15:45:31.924267+0000","last_active":"2024-07-26T15:45:33.513837+0000","last_peered":"2024-07-26T15:45:33.513837+0000","last_clean":"2024-07-26T15:45:33.513837+0000","last_became_active":"2024-07-26T15:45:31.923831+0000","last_became_peered":"2024-07-26T15:45:31.923831+0000","last_unstale":"2024-07-26T15:45:33.513837+0000","last_undegraded":"2024-07-26T15:45:33.513837+0000","last_fullsized":"2024-07-26T15:45:33.513837+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:08:52.826622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.897719+0000","last_change":"2024-07-26T15:45:30.896362+0000","last_active":"2024-07-26T15:45:32.897719+0000","last_peered":"2024-07-26T15:45:32.897719+0000","last_clean":"2024-07-26T15:45:32.897719+0000","last_became_active":"2024-07-26T15:45:30.896007+0000","last_became_peered":"2024-07-26T15:45:30.896007+0000","last_unstale":"2024-07-26T15:45:32.897719+0000","last_undegraded":"2024-07-26T15:45:32.897719+0000","last_fullsized":"2024-07-26T15:45:32.897719+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:08:51.820894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366537+0000","last_change":"2024-07-26T15:45:31.924238+0000","last_active":"2024-07-26T15:45:33.366537+0000","last_peered":"2024-07-26T15:45:33.366537+0000","last_clean":"2024-07-26T15:45:33.366537+0000","last_became_active":"2024-07-26T15:45:31.923708+0000","last_became_peered":"2024-07-26T15:45:31.923708+0000","last_unstale":"2024-07-26T15:45:33.366537+0000","last_undegraded":"2024-07-26T15:45:33.366537+0000","last_fullsized":"2024-07-26T15:45:33.366537+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:56:35.350689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.366624+0000","last_change":"2024-07-26T15:45:30.897120+0000","last_active":"2024-07-26T15:45:33.366624+0000","last_peered":"2024-07-26T15:45:33.366624+0000","last_clean":"2024-07-26T15:45:33.366624+0000","last_became_active":"2024-07-26T15:45:30.896793+0000","last_became_peered":"2024-07-26T15:45:30.896793+0000","last_unstale":"2024-07-26T15:45:33.366624+0000","last_undegraded":"2024-07-26T15:45:33.366624+0000","last_fullsized":"2024-07-26T15:45:33.366624+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:54.601184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.513386+0000","last_change":"2024-07-26T15:45:31.922542+0000","last_active":"2024-07-26T15:45:33.513386+0000","last_peered":"2024-07-26T15:45:33.513386+0000","last_clean":"2024-07-26T15:45:33.513386+0000","last_became_active":"2024-07-26T15:45:31.922147+0000","last_became_peered":"2024-07-26T15:45:31.922147+0000","last_unstale":"2024-07-26T15:45:33.513386+0000","last_undegraded":"2024-07-26T15:45:33.513386+0000","last_fullsized":"2024-07-26T15:45:33.513386+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:33.432693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.511835+0000","last_change":"2024-07-26T15:45:30.910488+0000","last_active":"2024-07-26T15:45:33.511835+0000","last_peered":"2024-07-26T15:45:33.511835+0000","last_clean":"2024-07-26T15:45:33.511835+0000","last_became_active":"2024-07-26T15:45:30.910225+0000","last_became_peered":"2024-07-26T15:45:30.910225+0000","last_unstale":"2024-07-26T15:45:33.511835+0000","last_undegraded":"2024-07-26T15:45:33.511835+0000","last_fullsized":"2024-07-26T15:45:33.511835+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:32.771203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512171+0000","last_change":"2024-07-26T15:45:31.906394+0000","last_active":"2024-07-26T15:45:33.512171+0000","last_peered":"2024-07-26T15:45:33.512171+0000","last_clean":"2024-07-26T15:45:33.512171+0000","last_became_active":"2024-07-26T15:45:31.906071+0000","last_became_peered":"2024-07-26T15:45:31.906071+0000","last_unstale":"2024-07-26T15:45:33.512171+0000","last_undegraded":"2024-07-26T15:45:33.512171+0000","last_fullsized":"2024-07-26T15:45:33.512171+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:30.877346+0000","last_clean_scrub_stamp":"2024-07-26T15:45:30.877346+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:57.779972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:32.899209+0000","last_change":"2024-07-26T15:45:30.892621+0000","last_active":"2024-07-26T15:45:32.899209+0000","last_peered":"2024-07-26T15:45:32.899209+0000","last_clean":"2024-07-26T15:45:32.899209+0000","last_became_active":"2024-07-26T15:45:30.892276+0000","last_became_peered":"2024-07-26T15:45:30.892276+0000","last_unstale":"2024-07-26T15:45:32.899209+0000","last_undegraded":"2024-07-26T15:45:32.899209+0000","last_fullsized":"2024-07-26T15:45:32.899209+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:45:29.871618+0000","last_clean_scrub_stamp":"2024-07-26T15:45:29.871618+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:27.529123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"107'121","reported_seq":468,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-07-26T15:45:33.512112+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:45:33.512112+0000","last_peered":"2024-07-26T15:45:33.512112+0000","last_clean":"2024-07-26T15:45:33.512112+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:45:33.512112+0000","last_undegraded":"2024-07-26T15:45:33.512112+0000","last_fullsized":"2024-07-26T15:45:33.512112+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":121,"log_dups_size":0,"ondisk_log_size":121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":486,"num_read_kb":1287,"num_write":185,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":121,"ondisk_log_size":121,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575053,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59536,"kb_used_data":1988,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312304,"statfs":{"total":96636764160,"available":96575799296,"internally_reserved":0,"allocated":2035712,"data_stored":1319723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509644,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32608,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339232,"statfs":{"total":96636764160,"available":96603373568,"internally_reserved":0,"allocated":1454080,"data_stored":731515,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509644,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54796,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317044,"statfs":{"total":96636764160,"available":96580653056,"internally_reserved":0,"allocated":1433600,"data_stored":729299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509644,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32588,"kb_used_data":1408,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339252,"statfs":{"total":96636764160,"available":96603394048,"internally_reserved":0,"allocated":1441792,"data_stored":729459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509643,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36740,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335100,"statfs":{"total":96636764160,"available":96599142400,"internally_reserved":0,"allocated":1433600,"data_stored":729299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509643,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58948,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312892,"statfs":{"total":96636764160,"available":96576401408,"internally_reserved":0,"allocated":1433600,"data_stored":729299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509646,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32584,"kb_used_data":1404,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339256,"statfs":{"total":96636764160,"available":96603398144,"internally_reserved":0,"allocated":1437696,"data_stored":729369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542350,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37348,"kb_used_data":2004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334492,"statfs":{"total":96636764160,"available":96598519808,"internally_reserved":0,"allocated":2052096,"data_stored":1321985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:45:40.909 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T15:45:40.909 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T15:45:41.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.069+0000 7f8d5fa78640 1 -- 172.21.15.33:0/4017909007 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d580cead0 msgr2=0x7f8d580cc690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:41.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.069+0000 7f8d5fa78640 1 --2- 172.21.15.33:0/4017909007 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d580cead0 0x7f8d580cc690 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c009830 tx=0x7f8d4c02a480 comp rx=0 tx=0).stop 2024-07-26T15:45:41.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.070+0000 7f8d5fa78640 1 -- 172.21.15.33:0/4017909007 shutdown_connections 2024-07-26T15:45:41.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.070+0000 7f8d5fa78640 1 --2- 172.21.15.33:0/4017909007 >> v2:172.21.15.154:3300/0 conn(0x7f8d580b6730 0x7f8d580ccbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.070+0000 7f8d5fa78640 1 --2- 172.21.15.33:0/4017909007 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d580cead0 0x7f8d580cc690 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.070+0000 7f8d5fa78640 1 -- 172.21.15.33:0/4017909007 >> 172.21.15.33:0/4017909007 conn(0x7f8d580b3810 msgr2=0x7f8d580b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:41.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.070+0000 7f8d5fa78640 1 -- 172.21.15.33:0/4017909007 shutdown_connections 2024-07-26T15:45:41.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.070+0000 7f8d5fa78640 1 -- 172.21.15.33:0/4017909007 wait complete. 2024-07-26T15:45:41.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.071+0000 7f8d5fa78640 1 Processor -- start 2024-07-26T15:45:41.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.071+0000 7f8d5fa78640 1 -- start start 2024-07-26T15:45:41.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5fa78640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d580b6730 0x7f8d580c6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:41.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5fa78640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580cfcc0 0x7f8d581554f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:41.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5fa78640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d58155a30 0x7f8d581f5f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:41.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5fa78640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8d580cd110 con 0x7f8d580b6730 2024-07-26T15:45:41.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5fa78640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8d580b7790 con 0x7f8d580cfcc0 2024-07-26T15:45:41.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5fa78640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8d580cd290 con 0x7f8d58155a30 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5d814640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d580b6730 0x7f8d580c6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5d814640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d580b6730 0x7f8d580c6510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39494/0 (socket says 172.21.15.33:39494) 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5d814640 1 -- 172.21.15.33:0/3211183326 learned_addr learned my addr 172.21.15.33:0/3211183326 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5e015640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d58155a30 0x7f8d581f5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5d013640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580cfcc0 0x7f8d581554f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5d814640 1 -- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d58155a30 msgr2=0x7f8d581f5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5d814640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d58155a30 0x7f8d581f5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5d814640 1 -- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580cfcc0 msgr2=0x7f8d581554f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5d814640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580cfcc0 0x7f8d581554f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5d814640 1 -- 172.21.15.33:0/3211183326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d58155e40 con 0x7f8d580b6730 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5e015640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d58155a30 0x7f8d581f5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5d013640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580cfcc0 0x7f8d581554f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:41.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.073+0000 7f8d5d814640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d580b6730 0x7f8d580c6510 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f8d4800cb10 tx=0x7f8d4800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:41.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.074+0000 7f8d567fc640 1 -- 172.21.15.33:0/3211183326 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d48016020 con 0x7f8d580b6730 2024-07-26T15:45:41.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.074+0000 7f8d567fc640 1 -- 172.21.15.33:0/3211183326 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d4800ad60 con 0x7f8d580b6730 2024-07-26T15:45:41.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.074+0000 7f8d5fa78640 1 -- 172.21.15.33:0/3211183326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d581f6cc0 con 0x7f8d580b6730 2024-07-26T15:45:41.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.074+0000 7f8d567fc640 1 -- 172.21.15.33:0/3211183326 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d48012680 con 0x7f8d580b6730 2024-07-26T15:45:41.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.074+0000 7f8d5fa78640 1 -- 172.21.15.33:0/3211183326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d581f2f40 con 0x7f8d580b6730 2024-07-26T15:45:41.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.075+0000 7f8d5fa78640 1 -- 172.21.15.33:0/3211183326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d580cd820 con 0x7f8d580b6730 2024-07-26T15:45:41.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.075+0000 7f8d567fc640 1 -- 172.21.15.33:0/3211183326 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f8d48019020 con 0x7f8d580b6730 2024-07-26T15:45:41.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.076+0000 7f8d567fc640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f8d44077130 0x7f8d44079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:41.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.076+0000 7f8d567fc640 1 -- 172.21.15.33:0/3211183326 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f8d48099280 con 0x7f8d580b6730 2024-07-26T15:45:41.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.076+0000 7f8d5d013640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f8d44077130 0x7f8d44079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:41.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.077+0000 7f8d5d013640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f8d44077130 0x7f8d44079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c034000 tx=0x7f8d4c004730 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:41.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.080+0000 7f8d567fc640 1 -- 172.21.15.33:0/3211183326 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8d48020020 con 0x7f8d580b6730 2024-07-26T15:45:41.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.348+0000 7f8d5fa78640 1 -- 172.21.15.33:0/3211183326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f8d580cc9d0 con 0x7f8d580b6730 2024-07-26T15:45:41.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.351+0000 7f8d567fc640 1 -- 172.21.15.33:0/3211183326 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v18) ==== 190+0+147 (secure 0 0 0) 0x7f8d58155e40 con 0x7f8d580b6730 2024-07-26T15:45:41.353 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T15:45:41.353 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T15:45:41.353 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T15:45:41.353 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T15:45:41.353 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T15:45:41.353 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T15:45:41.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.353+0000 7f8d5fa78640 1 -- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f8d44077130 msgr2=0x7f8d44079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:41.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.353+0000 7f8d5fa78640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f8d44077130 0x7f8d44079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c034000 tx=0x7f8d4c004730 comp rx=0 tx=0).stop 2024-07-26T15:45:41.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.353+0000 7f8d5fa78640 1 -- 172.21.15.33:0/3211183326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d580b6730 msgr2=0x7f8d580c6510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:41.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.353+0000 7f8d5fa78640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d580b6730 0x7f8d580c6510 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f8d4800cb10 tx=0x7f8d4800a060 comp rx=0 tx=0).stop 2024-07-26T15:45:41.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.353+0000 7f8d5fa78640 1 -- 172.21.15.33:0/3211183326 shutdown_connections 2024-07-26T15:45:41.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.353+0000 7f8d5fa78640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f8d44077130 0x7f8d44079640 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.353+0000 7f8d5fa78640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d58155a30 0x7f8d581f5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.353+0000 7f8d5fa78640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580cfcc0 0x7f8d581554f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.353+0000 7f8d5fa78640 1 --2- 172.21.15.33:0/3211183326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d580b6730 0x7f8d580c6510 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.353+0000 7f8d5fa78640 1 -- 172.21.15.33:0/3211183326 >> 172.21.15.33:0/3211183326 conn(0x7f8d580b3810 msgr2=0x7f8d580ce540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:41.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.354+0000 7f8d5fa78640 1 -- 172.21.15.33:0/3211183326 shutdown_connections 2024-07-26T15:45:41.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.354+0000 7f8d5fa78640 1 -- 172.21.15.33:0/3211183326 wait complete. 2024-07-26T15:45:41.367 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:45:41.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.482+0000 7faed3bc4640 1 -- 172.21.15.33:0/1491218306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faecc0b2dc0 msgr2=0x7faecc0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:41.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.482+0000 7faed3bc4640 1 --2- 172.21.15.33:0/1491218306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faecc0b2dc0 0x7faecc0d2930 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7faecc0c7870 tx=0x7faec802a420 comp rx=0 tx=0).stop 2024-07-26T15:45:41.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.482+0000 7faed3bc4640 1 -- 172.21.15.33:0/1491218306 shutdown_connections 2024-07-26T15:45:41.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.482+0000 7faed3bc4640 1 --2- 172.21.15.33:0/1491218306 >> v2:172.21.15.154:3300/0 conn(0x7faecc0d0570 0x7faecc0d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.482+0000 7faed3bc4640 1 --2- 172.21.15.33:0/1491218306 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faecc0ce9e0 0x7faecc0cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.482+0000 7faed3bc4640 1 --2- 172.21.15.33:0/1491218306 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faecc0b2dc0 0x7faecc0d2930 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.482+0000 7faed3bc4640 1 -- 172.21.15.33:0/1491218306 >> 172.21.15.33:0/1491218306 conn(0x7faecc0d3e10 msgr2=0x7faecc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:41.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.482+0000 7faed3bc4640 1 -- 172.21.15.33:0/1491218306 shutdown_connections 2024-07-26T15:45:41.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.483+0000 7faed3bc4640 1 -- 172.21.15.33:0/1491218306 wait complete. 2024-07-26T15:45:41.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.484+0000 7faed3bc4640 1 Processor -- start 2024-07-26T15:45:41.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.484+0000 7faed3bc4640 1 -- start start 2024-07-26T15:45:41.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed3bc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faecc0b2dc0 0x7faecc1e60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:41.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed3bc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faecc0ce9e0 0x7faecc1f6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:41.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed3bc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faecc0d0570 0x7faecc1f67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:41.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed3bc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faecc0cf330 con 0x7faecc0b2dc0 2024-07-26T15:45:41.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed3bc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7faecc0d4d50 con 0x7faecc0ce9e0 2024-07-26T15:45:41.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed3bc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7faecc0cf4b0 con 0x7faecc0d0570 2024-07-26T15:45:41.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed1960640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faecc0b2dc0 0x7faecc1e60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:41.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed1960640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faecc0b2dc0 0x7faecc1e60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39504/0 (socket says 172.21.15.33:39504) 2024-07-26T15:45:41.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed1960640 1 -- 172.21.15.33:0/3881219112 learned_addr learned my addr 172.21.15.33:0/3881219112 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:41.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed1960640 1 -- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faecc0d0570 msgr2=0x7faecc1f67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:41.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed115f640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faecc0ce9e0 0x7faecc1f6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:41.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed2161640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faecc0d0570 0x7faecc1f67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:41.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed1960640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faecc0d0570 0x7faecc1f67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed1960640 1 -- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faecc0ce9e0 msgr2=0x7faecc1f6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:41.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed1960640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faecc0ce9e0 0x7faecc1f6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed1960640 1 -- 172.21.15.33:0/3881219112 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faecc1f6d10 con 0x7faecc0b2dc0 2024-07-26T15:45:41.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed115f640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faecc0ce9e0 0x7faecc1f6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:41.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed1960640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faecc0b2dc0 0x7faecc1e60e0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7faec802aa10 tx=0x7faec80052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:41.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faec27fc640 1 -- 172.21.15.33:0/3881219112 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec8005cf0 con 0x7faecc0b2dc0 2024-07-26T15:45:41.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faec27fc640 1 -- 172.21.15.33:0/3881219112 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faec8031c40 con 0x7faecc0b2dc0 2024-07-26T15:45:41.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.486+0000 7faed3bc4640 1 -- 172.21.15.33:0/3881219112 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faecc0c9030 con 0x7faecc0b2dc0 2024-07-26T15:45:41.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.487+0000 7faec27fc640 1 -- 172.21.15.33:0/3881219112 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec8033330 con 0x7faecc0b2dc0 2024-07-26T15:45:41.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.487+0000 7faed3bc4640 1 -- 172.21.15.33:0/3881219112 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faecc0c95f0 con 0x7faecc0b2dc0 2024-07-26T15:45:41.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.488+0000 7faed3bc4640 1 -- 172.21.15.33:0/3881219112 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faecc0cedf0 con 0x7faecc0b2dc0 2024-07-26T15:45:41.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.488+0000 7faec27fc640 1 -- 172.21.15.33:0/3881219112 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7faec80334d0 con 0x7faecc0b2dc0 2024-07-26T15:45:41.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.489+0000 7faec27fc640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7faeb0077130 0x7faeb0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:41.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.489+0000 7faec27fc640 1 -- 172.21.15.33:0/3881219112 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7faec80ba0a0 con 0x7faecc0b2dc0 2024-07-26T15:45:41.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.489+0000 7faed115f640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7faeb0077130 0x7faeb0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:41.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.490+0000 7faed115f640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7faeb0077130 0x7faeb0079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7faecc0cf300 tx=0x7faebc005dd0 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:41.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.493+0000 7faec27fc640 1 -- 172.21.15.33:0/3881219112 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faec803f030 con 0x7faecc0b2dc0 2024-07-26T15:45:41.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.725+0000 7faed3bc4640 1 -- 172.21.15.33:0/3881219112 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faecc0b2920 con 0x7faecc0b2dc0 2024-07-26T15:45:41.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.726+0000 7faec27fc640 1 -- 172.21.15.33:0/3881219112 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5231 (secure 0 0 0) 0x7faec8082ed0 con 0x7faecc0b2dc0 2024-07-26T15:45:41.727 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:41.728 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":54,"btime":"2024-07-26T15:45:34:916618+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6841,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4259613719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4259613719},{"type":"v1","addr":"172.21.15.154:6834","nonce":4259613719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":6844,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3939421891","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3939421891},{"type":"v1","addr":"172.21.15.154:6835","nonce":3939421891}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":7314,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2822541184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2822541184},{"type":"v1","addr":"172.21.15.33:6834","nonce":2822541184}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:45:31.281795+0000","modified":"2024-07-26T15:45:34.305574+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7317},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7317":{"gid":7317,"name":"c","rank":0,"incarnation":50,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2838955511","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2838955511},{"type":"v1","addr":"172.21.15.33:6835","nonce":2838955511}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7317,"qdb_cluster":[7317]},"id":6}]} 2024-07-26T15:45:41.728 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 54 2024-07-26T15:45:41.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 -- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7faeb0077130 msgr2=0x7faeb0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:41.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7faeb0077130 0x7faeb0079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7faecc0cf300 tx=0x7faebc005dd0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 -- 172.21.15.33:0/3881219112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faecc0b2dc0 msgr2=0x7faecc1e60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:41.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faecc0b2dc0 0x7faecc1e60e0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7faec802aa10 tx=0x7faec80052f0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 -- 172.21.15.33:0/3881219112 shutdown_connections 2024-07-26T15:45:41.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7faeb0077130 0x7faeb0079640 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faecc0d0570 0x7faecc1f67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faecc0ce9e0 0x7faecc1f6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 --2- 172.21.15.33:0/3881219112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faecc0b2dc0 0x7faecc1e60e0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:41.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 -- 172.21.15.33:0/3881219112 >> 172.21.15.33:0/3881219112 conn(0x7faecc0d3e10 msgr2=0x7faecc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:41.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 -- 172.21.15.33:0/3881219112 shutdown_connections 2024-07-26T15:45:41.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:41.728+0000 7faed3bc4640 1 -- 172.21.15.33:0/3881219112 wait complete. 2024-07-26T15:45:42.144 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 54, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T15:45:31.281795+0000', 'modified': '2024-07-26T15:45:34.305574+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7317}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7317': {'gid': 7317, 'name': 'c', 'rank': 0, 'incarnation': 50, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6835/2838955511', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6833', 'nonce': 2838955511}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 2838955511}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [14], 'metadata_pool': 13, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7317, 'qdb_cluster': [7317]} 2024-07-26T15:45:42.145 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T15:45:42.145 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-26T15:45:42.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.264+0000 7f056010f640 1 -- 172.21.15.33:0/365906459 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05580b7d00 msgr2=0x7f05580cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.264+0000 7f056010f640 1 --2- 172.21.15.33:0/365906459 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05580b7d00 0x7f05580cee10 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f0550005fd0 tx=0x7f055002aa90 comp rx=0 tx=0).stop 2024-07-26T15:45:42.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.264+0000 7f056010f640 1 -- 172.21.15.33:0/365906459 shutdown_connections 2024-07-26T15:45:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.264+0000 7f056010f640 1 --2- 172.21.15.33:0/365906459 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05580b7d00 0x7f05580cee10 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.264+0000 7f056010f640 1 --2- 172.21.15.33:0/365906459 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05580d0c80 0x7f05580ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.264+0000 7f056010f640 1 -- 172.21.15.33:0/365906459 >> 172.21.15.33:0/365906459 conn(0x7f05580d3dc0 msgr2=0x7f05580d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.265+0000 7f056010f640 1 -- 172.21.15.33:0/365906459 shutdown_connections 2024-07-26T15:45:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.265+0000 7f056010f640 1 -- 172.21.15.33:0/365906459 wait complete. 2024-07-26T15:45:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.266+0000 7f056010f640 1 Processor -- start 2024-07-26T15:45:42.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.266+0000 7f056010f640 1 -- start start 2024-07-26T15:45:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f056010f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05580b53e0 0x7f05581561f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f056010f640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05580b7d00 0x7f05580a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f056010f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f055815e3a0 0x7f05580a0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f056010f640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f05580cf4d0 con 0x7f05580b53e0 2024-07-26T15:45:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f056010f640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f05580cf350 con 0x7f055815e3a0 2024-07-26T15:45:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f056010f640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f05580cf650 con 0x7f05580b7d00 2024-07-26T15:45:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055deab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05580b53e0 0x7f05581561f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055deab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05580b53e0 0x7f05581561f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59308/0 (socket says 172.21.15.33:59308) 2024-07-26T15:45:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055deab640 1 -- 172.21.15.33:0/2197025094 learned_addr learned my addr 172.21.15.33:0/2197025094 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055e6ac640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f055815e3a0 0x7f05580a0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055deab640 1 -- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05580b7d00 msgr2=0x7f05580a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055d6aa640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05580b7d00 0x7f05580a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055deab640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05580b7d00 0x7f05580a0600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055deab640 1 -- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f055815e3a0 msgr2=0x7f05580a0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055deab640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f055815e3a0 0x7f05580a0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055deab640 1 -- 172.21.15.33:0/2197025094 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f055809e790 con 0x7f05580b53e0 2024-07-26T15:45:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055e6ac640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f055815e3a0 0x7f05580a0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f055deab640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05580b53e0 0x7f05581561f0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f055400c3c0 tx=0x7f055400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.268+0000 7f054e7fc640 1 -- 172.21.15.33:0/2197025094 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0554017070 con 0x7f05580b53e0 2024-07-26T15:45:42.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.269+0000 7f054e7fc640 1 -- 172.21.15.33:0/2197025094 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05540035f0 con 0x7f05580b53e0 2024-07-26T15:45:42.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.269+0000 7f056010f640 1 -- 172.21.15.33:0/2197025094 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f055809ea70 con 0x7f05580b53e0 2024-07-26T15:45:42.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.269+0000 7f054e7fc640 1 -- 172.21.15.33:0/2197025094 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0554003a80 con 0x7f05580b53e0 2024-07-26T15:45:42.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.269+0000 7f056010f640 1 -- 172.21.15.33:0/2197025094 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f055809f030 con 0x7f05580b53e0 2024-07-26T15:45:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.270+0000 7f054e7fc640 1 -- 172.21.15.33:0/2197025094 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f055401a070 con 0x7f05580b53e0 2024-07-26T15:45:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.271+0000 7f054e7fc640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f053c077130 0x7f053c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.271+0000 7f054e7fc640 1 -- 172.21.15.33:0/2197025094 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f0554098050 con 0x7f05580b53e0 2024-07-26T15:45:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.271+0000 7f055d6aa640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f053c077130 0x7f053c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.272+0000 7f055d6aa640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f053c077130 0x7f053c079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f05580ca630 tx=0x7f0548005be0 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.272+0000 7f056702a740 1 Processor -- start 2024-07-26T15:45:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.272+0000 7f056702a740 1 -- start start 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.273+0000 7f056702a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c543f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.273+0000 7f056702a740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c50463b0 0x5604c543f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.273+0000 7f056702a740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c504e590 0x5604c545c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.273+0000 7f056702a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5604c53873f0 con 0x5604c506f270 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.273+0000 7f056702a740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5604c5376a90 con 0x5604c504e590 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.273+0000 7f056702a740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5604c537a930 con 0x5604c50463b0 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.273+0000 7f055deab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c543f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.273+0000 7f055deab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c543f200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59310/0 (socket says 172.21.15.33:59310) 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.273+0000 7f055deab640 1 -- 172.21.15.33:0/1914012693 learned_addr learned my addr 172.21.15.33:0/1914012693 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.273+0000 7f055e6ac640 1 --2- 172.21.15.33:0/1914012693 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c504e590 0x5604c545c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.273+0000 7f055d6aa640 1 --2- 172.21.15.33:0/1914012693 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c50463b0 0x5604c543f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.274+0000 7f055deab640 1 -- 172.21.15.33:0/1914012693 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c50463b0 msgr2=0x5604c543f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.274+0000 7f055deab640 1 --2- 172.21.15.33:0/1914012693 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c50463b0 0x5604c543f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.274+0000 7f055deab640 1 -- 172.21.15.33:0/1914012693 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c504e590 msgr2=0x5604c545c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.274+0000 7f055deab640 1 --2- 172.21.15.33:0/1914012693 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c504e590 0x5604c545c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.274+0000 7f055deab640 1 -- 172.21.15.33:0/1914012693 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604c50da850 con 0x5604c506f270 2024-07-26T15:45:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.274+0000 7f055deab640 1 --2- 172.21.15.33:0/1914012693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c543f200 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f055400c390 tx=0x7f05540693c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42960446838e9ac7 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.274+0000 7f053b7fe640 1 -- 172.21.15.33:0/1914012693 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0554060890 con 0x5604c506f270 2024-07-26T15:45:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.274+0000 7f053b7fe640 1 -- 172.21.15.33:0/1914012693 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0554064e90 con 0x5604c506f270 2024-07-26T15:45:42.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.274+0000 7f053b7fe640 1 -- 172.21.15.33:0/1914012693 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0554069710 con 0x5604c506f270 2024-07-26T15:45:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.275+0000 7f056702a740 1 -- 172.21.15.33:0/1914012693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 msgr2=0x5604c543f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.275+0000 7f056702a740 1 --2- 172.21.15.33:0/1914012693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c543f200 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f055400c390 tx=0x7f05540693c0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.275+0000 7f056702a740 1 -- 172.21.15.33:0/1914012693 shutdown_connections 2024-07-26T15:45:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.275+0000 7f056702a740 1 --2- 172.21.15.33:0/1914012693 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c504e590 0x5604c545c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.275+0000 7f056702a740 1 --2- 172.21.15.33:0/1914012693 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c50463b0 0x5604c543f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.275+0000 7f056702a740 1 --2- 172.21.15.33:0/1914012693 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c543f200 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.275+0000 7f056702a740 1 -- 172.21.15.33:0/1914012693 >> 172.21.15.33:0/1914012693 conn(0x5604c50633c0 msgr2=0x5604c54154c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.275+0000 7f056702a740 1 -- 172.21.15.33:0/1914012693 shutdown_connections 2024-07-26T15:45:42.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.275+0000 7f056702a740 1 -- 172.21.15.33:0/1914012693 wait complete. 2024-07-26T15:45:42.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.276+0000 7f056702a740 1 -- start start 2024-07-26T15:45:42.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.276+0000 7f056702a740 1 Processor -- start 2024-07-26T15:45:42.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.277+0000 7f056702a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c50463b0 0x5604c542c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.277+0000 7f056702a740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c504e590 0x5604c5452620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f056702a740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c506f270 0x5604c546cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f056702a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5604c50e9620 con 0x5604c50463b0 2024-07-26T15:45:42.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f056702a740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5604c52fecb0 con 0x5604c506f270 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f056702a740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5604c543fc80 con 0x5604c504e590 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f056702a740 10 client.0 _ll_register_callbacks cb 0x5604c5320ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f055deab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c50463b0 0x5604c542c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f055deab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c50463b0 0x5604c542c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59314/0 (socket says 172.21.15.33:59314) 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f055deab640 1 -- 172.21.15.33:0/2150004172 learned_addr learned my addr 172.21.15.33:0/2150004172 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f055d6aa640 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c504e590 0x5604c5452620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f055e6ac640 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c506f270 0x5604c546cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f055deab640 1 -- 172.21.15.33:0/2150004172 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c504e590 msgr2=0x5604c5452620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f055deab640 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c504e590 0x5604c5452620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f055deab640 1 -- 172.21.15.33:0/2150004172 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c506f270 msgr2=0x5604c546cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f055deab640 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c506f270 0x5604c546cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f055deab640 1 -- 172.21.15.33:0/2150004172 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604c51516b0 con 0x5604c50463b0 2024-07-26T15:45:42.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f055deab640 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c50463b0 0x5604c542c300 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f055405ce80 tx=0x7f0554069760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b20776af47ea368 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f0538ff9640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:45:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f0538ff9640 1 -- 172.21.15.33:0/2150004172 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0554060890 con 0x5604c50463b0 2024-07-26T15:45:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f0538ff9640 1 -- 172.21.15.33:0/2150004172 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f055405c200 con 0x5604c50463b0 2024-07-26T15:45:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f056702a740 1 -- 172.21.15.33:0/2150004172 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0554064e90 con 0x5604c50463b0 2024-07-26T15:45:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f0538ff9640 1 -- 172.21.15.33:0/2150004172 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7f0554081050 con 0x5604c50463b0 2024-07-26T15:45:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f056702a740 10 client.7482 fetch_fsmap learned FSMap version 54 2024-07-26T15:45:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.278+0000 7f056702a740 1 -- 172.21.15.33:0/2150004172 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=54,monmap=2+}) -- 0x5604c5414880 con 0x5604c50463b0 2024-07-26T15:45:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.279+0000 7f0538ff9640 1 -- 172.21.15.33:0/2150004172 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0554064e90 con 0x5604c50463b0 2024-07-26T15:45:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.279+0000 7f0538ff9640 1 -- 172.21.15.33:0/2150004172 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 54) ==== 3502+0+0 (secure 0 0 0) 0x7f055405f560 con 0x5604c50463b0 2024-07-26T15:45:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.279+0000 7f056702a740 10 client.7482 fetch_fsmap finished waiting for FSMap version 54 2024-07-26T15:45:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.279+0000 7f056702a740 10 client.7482 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T15:45:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.279+0000 7f056702a740 20 client.7482 populate_metadata read hostname 'smithi033' 2024-07-26T15:45:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.279+0000 7f056702a740 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.33:6833/2838955511,v1:172.21.15.33:6835/2838955511] conn(0x5604c502de40 0x5604c5469620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.279+0000 7f056702a740 4 client.7482 mds_command: new command op to 7317 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T15:45:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.279+0000 7f056702a740 1 -- 172.21.15.33:0/2150004172 --> [v2:172.21.15.33:6833/2838955511,v1:172.21.15.33:6835/2838955511] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604c5389340 con 0x5604c502de40 2024-07-26T15:45:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.279+0000 7f055d6aa640 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.33:6833/2838955511,v1:172.21.15.33:6835/2838955511] conn(0x5604c502de40 0x5604c5469620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.279+0000 7f0538ff9640 10 client.7482 ms_handle_connect on v2:172.21.15.33:6833/2838955511 2024-07-26T15:45:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.279+0000 7f055d6aa640 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.33:6833/2838955511,v1:172.21.15.33:6835/2838955511] conn(0x5604c502de40 0x5604c5469620 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d5b5231f7761ab0 server_cookie=aba537e3295e0ddf in_seq=0 out_seq=0 2024-07-26T15:45:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f0538ff9640 1 -- 172.21.15.33:0/2150004172 <== mds.0 v2:172.21.15.33:6833/2838955511 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5604c5389340 con 0x5604c502de40 2024-07-26T15:45:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f0538ff9640 10 client.7482 handle_command_reply: tid=0 2024-07-26T15:45:42.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f056702a740 1 client.7482 shutdown 2024-07-26T15:45:42.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f056702a740 1 -- 172.21.15.33:0/2150004172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c50463b0 msgr2=0x5604c542c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f056702a740 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c50463b0 0x5604c542c300 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f055405ce80 tx=0x7f0554069760 comp rx=0 tx=0).stop 2024-07-26T15:45:42.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f056702a740 1 -- 172.21.15.33:0/2150004172 shutdown_connections 2024-07-26T15:45:42.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f056702a740 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.33:6833/2838955511,v1:172.21.15.33:6835/2838955511] conn(0x5604c502de40 0x5604c5469620 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f056702a740 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c506f270 0x5604c546cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f056702a740 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c504e590 0x5604c5452620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f0538ff9640 0 client.7482 ms_handle_reset on v2:172.21.15.33:6833/2838955511 2024-07-26T15:45:42.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f056702a740 1 --2- 172.21.15.33:0/2150004172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c50463b0 0x5604c542c300 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f056702a740 1 -- 172.21.15.33:0/2150004172 >> 172.21.15.33:0/2150004172 conn(0x5604c50633c0 msgr2=0x5604c540fd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:42.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f056702a740 1 -- 172.21.15.33:0/2150004172 shutdown_connections 2024-07-26T15:45:42.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.280+0000 7f056702a740 1 -- 172.21.15.33:0/2150004172 wait complete. 2024-07-26T15:45:42.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.281+0000 7f056702a740 20 client.7482 trim_cache size 0 max 16384 2024-07-26T15:45:42.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.300+0000 7f056702a740 1 Processor -- start 2024-07-26T15:45:42.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.300+0000 7f056702a740 1 -- start start 2024-07-26T15:45:42.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.301+0000 7f056702a740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c50463b0 0x5604c5452620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.301+0000 7f056702a740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c504e590 0x5604c542d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.301+0000 7f056702a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c542d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.301+0000 7f056702a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0558200f50 con 0x5604c506f270 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.301+0000 7f056702a740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f05580b1e40 con 0x5604c504e590 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.301+0000 7f056702a740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0558200900 con 0x5604c50463b0 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.301+0000 7f055e6ac640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c542d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.301+0000 7f055e6ac640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c542d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59316/0 (socket says 172.21.15.33:59316) 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.301+0000 7f055e6ac640 1 -- 172.21.15.33:0/1751247965 learned_addr learned my addr 172.21.15.33:0/1751247965 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.301+0000 7f055d6aa640 1 --2- 172.21.15.33:0/1751247965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c504e590 0x5604c542d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.301+0000 7f055deab640 1 --2- 172.21.15.33:0/1751247965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c50463b0 0x5604c5452620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.302+0000 7f055e6ac640 1 -- 172.21.15.33:0/1751247965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c50463b0 msgr2=0x5604c5452620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.302+0000 7f055e6ac640 1 --2- 172.21.15.33:0/1751247965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c50463b0 0x5604c5452620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.302+0000 7f055e6ac640 1 -- 172.21.15.33:0/1751247965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c504e590 msgr2=0x5604c542d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.302+0000 7f055e6ac640 1 --2- 172.21.15.33:0/1751247965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c504e590 0x5604c542d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.302+0000 7f055e6ac640 1 -- 172.21.15.33:0/1751247965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604c5437210 con 0x5604c506f270 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.302+0000 7f055d6aa640 1 --2- 172.21.15.33:0/1751247965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c504e590 0x5604c542d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.302+0000 7f055e6ac640 1 --2- 172.21.15.33:0/1751247965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c542d6c0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f0550009d90 tx=0x7f0550004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb9bff878ede07e4 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.302+0000 7f053affd640 1 -- 172.21.15.33:0/1751247965 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055002ed60 con 0x5604c506f270 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.302+0000 7f053affd640 1 -- 172.21.15.33:0/1751247965 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0550046070 con 0x5604c506f270 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.302+0000 7f053affd640 1 -- 172.21.15.33:0/1751247965 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0550003bd0 con 0x5604c506f270 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.303+0000 7f056702a740 1 -- 172.21.15.33:0/1751247965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 msgr2=0x5604c542d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.303+0000 7f056702a740 1 --2- 172.21.15.33:0/1751247965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c542d6c0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f0550009d90 tx=0x7f0550004ab0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.303+0000 7f056702a740 1 -- 172.21.15.33:0/1751247965 shutdown_connections 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.303+0000 7f056702a740 1 --2- 172.21.15.33:0/1751247965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c542d6c0 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.303+0000 7f056702a740 1 --2- 172.21.15.33:0/1751247965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c504e590 0x5604c542d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.303+0000 7f056702a740 1 --2- 172.21.15.33:0/1751247965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c50463b0 0x5604c5452620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.303+0000 7f056702a740 1 -- 172.21.15.33:0/1751247965 >> 172.21.15.33:0/1751247965 conn(0x5604c50633c0 msgr2=0x5604c540e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:42.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.303+0000 7f056702a740 1 -- 172.21.15.33:0/1751247965 shutdown_connections 2024-07-26T15:45:42.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.303+0000 7f056702a740 1 -- 172.21.15.33:0/1751247965 wait complete. 2024-07-26T15:45:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.304+0000 7f056702a740 1 -- start start 2024-07-26T15:45:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.304+0000 7f056702a740 1 Processor -- start 2024-07-26T15:45:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f056702a740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c50463b0 0x5604c542f360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f056702a740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c504e590 0x5604c546b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f056702a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c54d6950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f056702a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5604c50e9620 con 0x5604c506f270 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f056702a740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5604c52fecb0 con 0x5604c50463b0 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f056702a740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5604c5413770 con 0x5604c504e590 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f056702a740 10 client.0 _ll_register_callbacks cb 0x7f0550009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f055e6ac640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c54d6950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f055e6ac640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c54d6950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59324/0 (socket says 172.21.15.33:59324) 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f055e6ac640 1 -- 172.21.15.33:0/1224936073 learned_addr learned my addr 172.21.15.33:0/1224936073 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f055d6aa640 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c504e590 0x5604c546b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.305+0000 7f055deab640 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c50463b0 0x5604c542f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f055e6ac640 1 -- 172.21.15.33:0/1224936073 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c504e590 msgr2=0x5604c546b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f055e6ac640 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c504e590 0x5604c546b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f055e6ac640 1 -- 172.21.15.33:0/1224936073 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c50463b0 msgr2=0x5604c542f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:45:42.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f055e6ac640 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c50463b0 0x5604c542f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f055e6ac640 1 -- 172.21.15.33:0/1224936073 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604c545da20 con 0x5604c506f270 2024-07-26T15:45:42.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f055e6ac640 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c54d6950 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f055002e9c0 tx=0x7f0550003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9e35167ae60ddfe server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:42.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f0538ff9640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:45:42.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f0538ff9640 1 -- 172.21.15.33:0/1224936073 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055004e030 con 0x5604c506f270 2024-07-26T15:45:42.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f0538ff9640 1 -- 172.21.15.33:0/1224936073 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f0550041680 con 0x5604c506f270 2024-07-26T15:45:42.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f056702a740 1 -- 172.21.15.33:0/1224936073 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0550046070 con 0x5604c506f270 2024-07-26T15:45:42.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f0538ff9640 1 -- 172.21.15.33:0/1224936073 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=54) ==== 24+0+0 (secure 0 0 0) 0x7f055005a050 con 0x5604c506f270 2024-07-26T15:45:42.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f056702a740 10 client.7488 fetch_fsmap learned FSMap version 54 2024-07-26T15:45:42.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.306+0000 7f056702a740 1 -- 172.21.15.33:0/1224936073 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=54,monmap=2+}) -- 0x5604c54502a0 con 0x5604c506f270 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f0538ff9640 1 -- 172.21.15.33:0/1224936073 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0550046070 con 0x5604c506f270 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f0538ff9640 1 -- 172.21.15.33:0/1224936073 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 54) ==== 3502+0+0 (secure 0 0 0) 0x7f055005d020 con 0x5604c506f270 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f056702a740 10 client.7488 fetch_fsmap finished waiting for FSMap version 54 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f056702a740 10 client.7488 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f056702a740 20 client.7488 populate_metadata read hostname 'smithi033' 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f056702a740 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.33:6833/2838955511,v1:172.21.15.33:6835/2838955511] conn(0x5604c54362d0 0x5604c54e2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f056702a740 4 client.7488 mds_command: new command op to 7317 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f056702a740 1 -- 172.21.15.33:0/1224936073 --> [v2:172.21.15.33:6833/2838955511,v1:172.21.15.33:6835/2838955511] -- command(tid 0: {"prefix": "status"}) -- 0x5604c5384de0 con 0x5604c54362d0 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f055deab640 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.33:6833/2838955511,v1:172.21.15.33:6835/2838955511] conn(0x5604c54362d0 0x5604c54e2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f0538ff9640 10 client.7488 ms_handle_connect on v2:172.21.15.33:6833/2838955511 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f055deab640 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.33:6833/2838955511,v1:172.21.15.33:6835/2838955511] conn(0x5604c54362d0 0x5604c54e2650 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10fd1e986fd334a9 server_cookie=186ecebb43d20f6a in_seq=0 out_seq=0 2024-07-26T15:45:42.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.307+0000 7f0538ff9640 1 -- 172.21.15.33:0/1224936073 <== mds.0 v2:172.21.15.33:6833/2838955511 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5604c5384de0 con 0x5604c54362d0 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f0538ff9640 10 client.7488 handle_command_reply: tid=0 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 1 client.7488 shutdown 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 1 -- 172.21.15.33:0/1224936073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 msgr2=0x5604c54d6950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c54d6950 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f055002e9c0 tx=0x7f0550003ba0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 1 -- 172.21.15.33:0/1224936073 shutdown_connections 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.33:6833/2838955511,v1:172.21.15.33:6835/2838955511] conn(0x5604c54362d0 0x5604c54e2650 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5604c506f270 0x5604c54d6950 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5604c504e590 0x5604c546b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 1 --2- 172.21.15.33:0/1224936073 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5604c50463b0 0x5604c542f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f0538ff9640 0 client.7488 ms_handle_reset on v2:172.21.15.33:6833/2838955511 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 1 -- 172.21.15.33:0/1224936073 >> 172.21.15.33:0/1224936073 conn(0x5604c50633c0 msgr2=0x5604c542b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 1 -- 172.21.15.33:0/1224936073 shutdown_connections 2024-07-26T15:45:42.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 1 -- 172.21.15.33:0/1224936073 wait complete. 2024-07-26T15:45:42.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.308+0000 7f056702a740 20 client.7488 trim_cache size 0 max 16384 2024-07-26T15:45:42.316 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:45:42.316 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T15:45:42.316 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T15:45:42.316 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 7317, 2024-07-26T15:45:42.316 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T15:45:42.316 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T15:45:42.316 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T15:45:42.316 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 10.406190387000001, 2024-07-26T15:45:42.316 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 54, 2024-07-26T15:45:42.317 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 117, 2024-07-26T15:45:42.317 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 117, 2024-07-26T15:45:42.317 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 15.018995966 2024-07-26T15:45:42.317 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:45:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 -- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f053c077130 msgr2=0x7f053c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f053c077130 0x7f053c079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f05580ca630 tx=0x7f0548005be0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 -- 172.21.15.33:0/2197025094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05580b53e0 msgr2=0x7f05581561f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05580b53e0 0x7f05581561f0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f055400c3c0 tx=0x7f055400c880 comp rx=0 tx=0).stop 2024-07-26T15:45:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 -- 172.21.15.33:0/2197025094 shutdown_connections 2024-07-26T15:45:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f055815e3a0 0x7f05580a0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f053c077130 0x7f053c079640 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05580b7d00 0x7f05580a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 --2- 172.21.15.33:0/2197025094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05580b53e0 0x7f05581561f0 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 -- 172.21.15.33:0/2197025094 >> 172.21.15.33:0/2197025094 conn(0x7f05580d3dc0 msgr2=0x7f055806cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 -- 172.21.15.33:0/2197025094 shutdown_connections 2024-07-26T15:45:42.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.309+0000 7f056010f640 1 -- 172.21.15.33:0/2197025094 wait complete. 2024-07-26T15:45:42.322 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:45:42.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.437+0000 7f58c7fd4640 1 -- 172.21.15.33:0/799452629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58c00d0c80 msgr2=0x7f58c00d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.437+0000 7f58c7fd4640 1 --2- 172.21.15.33:0/799452629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58c00d0c80 0x7f58c00d2930 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f58b0009830 tx=0x7f58b002a3f0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.437+0000 7f58c7fd4640 1 -- 172.21.15.33:0/799452629 shutdown_connections 2024-07-26T15:45:42.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.437+0000 7f58c7fd4640 1 --2- 172.21.15.33:0/799452629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58c00d0c80 0x7f58c00d2930 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.437+0000 7f58c7fd4640 1 -- 172.21.15.33:0/799452629 >> 172.21.15.33:0/799452629 conn(0x7f58c00d3e10 msgr2=0x7f58c00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:42.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.438+0000 7f58c7fd4640 1 -- 172.21.15.33:0/799452629 shutdown_connections 2024-07-26T15:45:42.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.438+0000 7f58c7fd4640 1 -- 172.21.15.33:0/799452629 wait complete. 2024-07-26T15:45:42.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.439+0000 7f58c7fd4640 1 Processor -- start 2024-07-26T15:45:42.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.439+0000 7f58c7fd4640 1 -- start start 2024-07-26T15:45:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c7fd4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58c00b2dc0 0x7f58c0151410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c7fd4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58c00ce9e0 0x7f58c00cbb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c7fd4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58c0167820 0x7f58c00c7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c7fd4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f58c00d4cc0 con 0x7f58c00ce9e0 2024-07-26T15:45:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c7fd4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f58c00d4b40 con 0x7f58c0167820 2024-07-26T15:45:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c7fd4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f58c0169af0 con 0x7f58c00b2dc0 2024-07-26T15:45:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c556f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58c00ce9e0 0x7f58c00cbb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c556f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58c00ce9e0 0x7f58c00cbb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59342/0 (socket says 172.21.15.33:59342) 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c556f640 1 -- 172.21.15.33:0/131981354 learned_addr learned my addr 172.21.15.33:0/131981354 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c5d70640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58c00b2dc0 0x7f58c0151410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c6571640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58c0167820 0x7f58c00c7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c556f640 1 -- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58c00b2dc0 msgr2=0x7f58c0151410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c556f640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58c00b2dc0 0x7f58c0151410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c556f640 1 -- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58c0167820 msgr2=0x7f58c00c7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c556f640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58c0167820 0x7f58c00c7940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c556f640 1 -- 172.21.15.33:0/131981354 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58c00cc6a0 con 0x7f58c00ce9e0 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58c556f640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58c00ce9e0 0x7f58c00cbb90 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f58b0009950 tx=0x7f58b0033ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.441+0000 7f58b67fc640 1 -- 172.21.15.33:0/131981354 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0031d60 con 0x7f58c00ce9e0 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.442+0000 7f58b67fc640 1 -- 172.21.15.33:0/131981354 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58b0005020 con 0x7f58c00ce9e0 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.442+0000 7f58c7fd4640 1 -- 172.21.15.33:0/131981354 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58c0161960 con 0x7f58c00ce9e0 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.442+0000 7f58b67fc640 1 -- 172.21.15.33:0/131981354 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0005470 con 0x7f58c00ce9e0 2024-07-26T15:45:42.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.442+0000 7f58c7fd4640 1 -- 172.21.15.33:0/131981354 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58c00caa40 con 0x7f58c00ce9e0 2024-07-26T15:45:42.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.443+0000 7f58c7fd4640 1 -- 172.21.15.33:0/131981354 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58c00b4ac0 con 0x7f58c00ce9e0 2024-07-26T15:45:42.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.443+0000 7f58b67fc640 1 -- 172.21.15.33:0/131981354 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f58b00047a0 con 0x7f58c00ce9e0 2024-07-26T15:45:42.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.444+0000 7f58b67fc640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f58a4077160 0x7f58a4079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:42.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.444+0000 7f58b67fc640 1 -- 172.21.15.33:0/131981354 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f58b00b9f50 con 0x7f58c00ce9e0 2024-07-26T15:45:42.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.444+0000 7f58c5d70640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f58a4077160 0x7f58a4079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:42.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.445+0000 7f58c5d70640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f58a4077160 0x7f58a4079670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f58c00ce390 tx=0x7f58bc008040 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.449+0000 7f58b67fc640 1 -- 172.21.15.33:0/131981354 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f58c00b4ac0 con 0x7f58c00ce9e0 2024-07-26T15:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.682+0000 7f58c7fd4640 1 -- 172.21.15.33:0/131981354 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f58c00d0e80 con 0x7f58c00ce9e0 2024-07-26T15:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.683+0000 7f58b67fc640 1 -- 172.21.15.33:0/131981354 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v54) ==== 53+0+73 (secure 0 0 0) 0x7f58c00d0e80 con 0x7f58c00ce9e0 2024-07-26T15:45:42.684 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T15:45:42.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 -- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f58a4077160 msgr2=0x7f58a4079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f58a4077160 0x7f58a4079670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f58c00ce390 tx=0x7f58bc008040 comp rx=0 tx=0).stop 2024-07-26T15:45:42.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 -- 172.21.15.33:0/131981354 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58c00ce9e0 msgr2=0x7f58c00cbb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:42.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58c00ce9e0 0x7f58c00cbb90 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f58b0009950 tx=0x7f58b0033ce0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 -- 172.21.15.33:0/131981354 shutdown_connections 2024-07-26T15:45:42.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58c0167820 0x7f58c00c7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58c00ce9e0 0x7f58c00cbb90 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f58a4077160 0x7f58a4079670 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 --2- 172.21.15.33:0/131981354 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58c00b2dc0 0x7f58c0151410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:42.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 -- 172.21.15.33:0/131981354 >> 172.21.15.33:0/131981354 conn(0x7f58c00d3e10 msgr2=0x7f58c00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:42.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 -- 172.21.15.33:0/131981354 shutdown_connections 2024-07-26T15:45:42.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42.685+0000 7f58c7fd4640 1 -- 172.21.15.33:0/131981354 wait complete. 2024-07-26T15:45:42.697 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:45:42.697 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:45:42.698 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T15:45:42.698 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T15:45:42.698 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:42.698 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:45:42.698 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:45:42.698 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:45:42.698 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:45:42.698 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:42.699 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T15:45:42.715 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:45:42.715 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:45:42.715 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:45:42.715 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:42.715 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T15:45:42.716 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 41714sec preferred_lft 41714sec 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:42.717 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:45:42.718 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:45:42.718 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T15:45:42.718 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:42.718 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:45:42.718 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:45:42.718 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T15:45:42.718 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:45:42.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:42.718 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:45:42.779 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T15:45:42.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:42.781 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T15:45:42.837 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T15:45:42.838 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:45:42.838 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T15:45:42.838 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T15:45:42.838 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:45:42.838 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:45:42.838 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:45:42.838 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T15:45:42.838 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T15:45:42.839 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T15:45:42.839 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:45:42.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:45:42.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:45:42.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:42.968 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:45:42.983 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T15:45:42.984 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T15:45:42.984 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:45:42.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:42.984 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T15:45:43.050 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T15:45:43.050 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:45:43.050 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:43.106 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:45:43.110 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:45:43.110 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:43.163 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:45:43.230 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:45:43.287 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:45:43.287 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:45:43.287 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:45:43.287 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:45:43.287 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:45:43.287 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:45:43.287 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:45:43.287 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:45:43.287 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:45:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:45:43.289 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:43.290 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:45:43.343 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T15:45:43.344 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T15:45:43.386 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:45:43.411 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:45:43.470 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:45:43.470 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:45:43.470 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:45:43.471 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:45:43.472 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:45:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:45:43.473 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:45:43.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:43.473 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:45:43.481 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T15:45:43.480+0000 7fe11c259480 -1 init, newargv = 0x7fe100004580 newargc=15 2024-07-26T15:45:43.481 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[70217]: starting ceph client 2024-07-26T15:45:43.486 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[70217]: starting fuse 2024-07-26T15:45:43.497 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:45:43.497 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T15:45:43.497 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:45:43.497 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T15:45:43.497 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T15:45:43.497 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T15:45:43.497 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:45:43.498 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:45:43.499 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T15:45:43.499 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T15:45:43.499 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T15:45:43.499 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:45:43.499 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:45:43.499 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T15:45:43.499 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T15:45:43.618 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.70217.asok 2024-07-26T15:45:43.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:45:43.628 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.70217.asok 2024-07-26T15:45:43.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:43.629 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.70217.asok status 2024-07-26T15:45:43.775 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:45:43.775 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T15:45:43.775 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:45:43.775 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:45:43.775 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T15:45:43.775 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T15:45:43.775 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T15:45:43.775 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "70217", 2024-07-26T15:45:43.775 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 7506, 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 7506 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 347109972 2024-07-26T15:45:43.776 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 347109972 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.7506 192.168.0.1:0/347109972", 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/347109972", 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 54, 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 117, 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T15:45:43.777 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T15:45:43.778 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:45:43.784 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:43.784 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T15:45:43.784 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:43.800 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T15:45:43.800 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:43.800 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:45:43.800 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:45:43.867 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T15:45:44.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.024+0000 7f2a6082c640 1 -- 172.21.15.33:0/555130884 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a48003a30 msgr2=0x7f2a48003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:44.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.024+0000 7f2a6082c640 1 --2- 172.21.15.33:0/555130884 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a48003a30 0x7f2a48003ea0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400c260 tx=0x7f2a48005830 comp rx=0 tx=0).stop 2024-07-26T15:45:44.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.024+0000 7f2a5ad9d640 1 -- 172.21.15.33:0/555130884 reap_dead start 2024-07-26T15:45:44.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.025+0000 7f2a6082c640 1 -- 172.21.15.33:0/555130884 shutdown_connections 2024-07-26T15:45:44.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.025+0000 7f2a6082c640 1 -- 172.21.15.33:0/555130884 >> 172.21.15.33:0/555130884 conn(0x7f2a5c0b1740 msgr2=0x7f2a5c0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:44.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.025+0000 7f2a6082c640 1 -- 172.21.15.33:0/555130884 shutdown_connections 2024-07-26T15:45:44.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.025+0000 7f2a6082c640 1 -- 172.21.15.33:0/555130884 wait complete. 2024-07-26T15:45:44.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.026+0000 7f2a6082c640 1 Processor -- start 2024-07-26T15:45:44.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.027+0000 7f2a6082c640 1 -- start start 2024-07-26T15:45:44.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a6082c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a48003a30 0x7f2a5c0aee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:44.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a6082c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a5c073900 0x7f2a5c073d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:44.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a6082c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5c15aec0 0x7f2a5c15b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a6082c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2a5c06ea50 con 0x7f2a48003a30 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a6082c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2a5c06e8d0 con 0x7f2a5c073900 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a6082c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2a5c06ebd0 con 0x7f2a5c15aec0 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a5a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a48003a30 0x7f2a5c0aee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a5a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a48003a30 0x7f2a5c0aee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59356/0 (socket says 172.21.15.33:59356) 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a5a59c640 1 -- 172.21.15.33:0/1379467109 learned_addr learned my addr 172.21.15.33:0/1379467109 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a5a59c640 1 -- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5c15aec0 msgr2=0x7f2a5c15b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a5ad9d640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5c15aec0 0x7f2a5c15b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a59d9b640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a5c073900 0x7f2a5c073d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a5a59c640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5c15aec0 0x7f2a5c15b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a5a59c640 1 -- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a5c073900 msgr2=0x7f2a5c073d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:44.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a5a59c640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a5c073900 0x7f2a5c073d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:44.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a5a59c640 1 -- 172.21.15.33:0/1379467109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a5c15b810 con 0x7f2a48003a30 2024-07-26T15:45:44.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.028+0000 7f2a5a59c640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a48003a30 0x7f2a5c0aee10 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400c380 tx=0x7f2a54006cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:44.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.029+0000 7f2a52ffd640 1 -- 172.21.15.33:0/1379467109 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a54031040 con 0x7f2a48003a30 2024-07-26T15:45:44.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.029+0000 7f2a52ffd640 1 -- 172.21.15.33:0/1379467109 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a540065e0 con 0x7f2a48003a30 2024-07-26T15:45:44.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.029+0000 7f2a6082c640 1 -- 172.21.15.33:0/1379467109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a5c1f4bd0 con 0x7f2a48003a30 2024-07-26T15:45:44.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.029+0000 7f2a52ffd640 1 -- 172.21.15.33:0/1379467109 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a54003a60 con 0x7f2a48003a30 2024-07-26T15:45:44.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.029+0000 7f2a6082c640 1 -- 172.21.15.33:0/1379467109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a5c1f5190 con 0x7f2a48003a30 2024-07-26T15:45:44.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.030+0000 7f2a6082c640 1 -- 172.21.15.33:0/1379467109 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a5c06f130 con 0x7f2a48003a30 2024-07-26T15:45:44.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.031+0000 7f2a52ffd640 1 -- 172.21.15.33:0/1379467109 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f2a5403e030 con 0x7f2a48003a30 2024-07-26T15:45:44.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.031+0000 7f2a52ffd640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2a3c077130 0x7f2a3c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:44.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.031+0000 7f2a52ffd640 1 -- 172.21.15.33:0/1379467109 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f2a540b8920 con 0x7f2a48003a30 2024-07-26T15:45:44.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.032+0000 7f2a59d9b640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2a3c077130 0x7f2a3c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:44.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.032+0000 7f2a59d9b640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2a3c077130 0x7f2a3c079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c1f7d40 tx=0x7f2a44006b70 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:44.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.036+0000 7f2a52ffd640 1 -- 172.21.15.33:0/1379467109 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2a5c15b810 con 0x7f2a48003a30 2024-07-26T15:45:44.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.253+0000 7f2a6082c640 1 -- 172.21.15.33:0/1379467109 --> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f2a5c1f57e0 con 0x7f2a3c077130 2024-07-26T15:45:44.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.256+0000 7f2a52ffd640 1 -- 172.21.15.33:0/1379467109 <== mgr.6206 v2:172.21.15.154:6836/2926134111 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f2a5c1f57e0 con 0x7f2a3c077130 2024-07-26T15:45:44.257 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:45:44.257 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:45:44.257 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T15:45:44.257 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:45:44.257 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:45:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.257+0000 7f2a6082c640 1 -- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2a3c077130 msgr2=0x7f2a3c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.258+0000 7f2a6082c640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2a3c077130 0x7f2a3c079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c1f7d40 tx=0x7f2a44006b70 comp rx=0 tx=0).stop 2024-07-26T15:45:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.258+0000 7f2a6082c640 1 -- 172.21.15.33:0/1379467109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a48003a30 msgr2=0x7f2a5c0aee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.258+0000 7f2a6082c640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a48003a30 0x7f2a5c0aee10 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f2a5400c380 tx=0x7f2a54006cc0 comp rx=0 tx=0).stop 2024-07-26T15:45:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.258+0000 7f2a6082c640 1 -- 172.21.15.33:0/1379467109 shutdown_connections 2024-07-26T15:45:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.258+0000 7f2a6082c640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f2a3c077130 0x7f2a3c079640 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:44.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.258+0000 7f2a6082c640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a5c15aec0 0x7f2a5c15b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:44.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.258+0000 7f2a6082c640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a5c073900 0x7f2a5c073d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:44.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.258+0000 7f2a6082c640 1 --2- 172.21.15.33:0/1379467109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a48003a30 0x7f2a5c0aee10 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:44.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.258+0000 7f2a6082c640 1 -- 172.21.15.33:0/1379467109 >> 172.21.15.33:0/1379467109 conn(0x7f2a5c0b1740 msgr2=0x7f2a5c06e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:44.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.258+0000 7f2a6082c640 1 -- 172.21.15.33:0/1379467109 shutdown_connections 2024-07-26T15:45:44.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.258+0000 7f2a6082c640 1 -- 172.21.15.33:0/1379467109 wait complete. 2024-07-26T15:45:44.270 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T15:45:44.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.389+0000 7f423b458640 1 -- 172.21.15.33:0/915527149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4220004800 msgr2=0x7f4220004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:44.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.389+0000 7f423b458640 1 --2- 172.21.15.33:0/915527149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4220004800 0x7f4220004c10 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f4224009b20 tx=0x7f4220005830 comp rx=0 tx=0).stop 2024-07-26T15:45:44.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.389+0000 7f42399f5640 1 -- 172.21.15.33:0/915527149 reap_dead start 2024-07-26T15:45:44.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.389+0000 7f423b458640 1 -- 172.21.15.33:0/915527149 shutdown_connections 2024-07-26T15:45:44.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.389+0000 7f423b458640 1 -- 172.21.15.33:0/915527149 >> 172.21.15.33:0/915527149 conn(0x7f42340b3810 msgr2=0x7f42340b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:44.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.390+0000 7f423b458640 1 -- 172.21.15.33:0/915527149 shutdown_connections 2024-07-26T15:45:44.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.390+0000 7f423b458640 1 -- 172.21.15.33:0/915527149 wait complete. 2024-07-26T15:45:44.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.391+0000 7f423b458640 1 Processor -- start 2024-07-26T15:45:44.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.391+0000 7f423b458640 1 -- start start 2024-07-26T15:45:44.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f423b458640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4220004800 0x7f423406eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:44.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f423b458640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4234158840 0x7f42341f7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:44.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f423b458640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4234158c50 0x7f42341f83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:44.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f423b458640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f42340cda60 con 0x7f4220004800 2024-07-26T15:45:44.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f423b458640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f42340cd8e0 con 0x7f4234158840 2024-07-26T15:45:44.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f423b458640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f42340ce900 con 0x7f4234158c50 2024-07-26T15:45:44.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42391f4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4220004800 0x7f423406eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:44.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42391f4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4220004800 0x7f423406eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59374/0 (socket says 172.21.15.33:59374) 2024-07-26T15:45:44.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42391f4640 1 -- 172.21.15.33:0/3908357293 learned_addr learned my addr 172.21.15.33:0/3908357293 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:44.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42389f3640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4234158840 0x7f42341f7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:44.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42399f5640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4234158c50 0x7f42341f83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42391f4640 1 -- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4234158c50 msgr2=0x7f42341f83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42391f4640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4234158c50 0x7f42341f83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42391f4640 1 -- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4234158840 msgr2=0x7f42341f7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42391f4640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4234158840 0x7f42341f7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42391f4640 1 -- 172.21.15.33:0/3908357293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f423406db00 con 0x7f4220004800 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42389f3640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4234158840 0x7f42341f7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f42391f4640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4220004800 0x7f423406eba0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f4230011ab0 tx=0x7f4230011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f4229ffb640 1 -- 172.21.15.33:0/3908357293 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423001e070 con 0x7f4220004800 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f4229ffb640 1 -- 172.21.15.33:0/3908357293 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f423000fc70 con 0x7f4220004800 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f423b458640 1 -- 172.21.15.33:0/3908357293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f423406dde0 con 0x7f4220004800 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.393+0000 7f4229ffb640 1 -- 172.21.15.33:0/3908357293 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4230019670 con 0x7f4220004800 2024-07-26T15:45:44.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.394+0000 7f423b458640 1 -- 172.21.15.33:0/3908357293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f423406e3a0 con 0x7f4220004800 2024-07-26T15:45:44.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.395+0000 7f423b458640 1 -- 172.21.15.33:0/3908357293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42340ce3c0 con 0x7f4220004800 2024-07-26T15:45:44.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.395+0000 7f4229ffb640 1 -- 172.21.15.33:0/3908357293 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 52) ==== 99241+0+0 (secure 0 0 0) 0x7f4230021070 con 0x7f4220004800 2024-07-26T15:45:44.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.396+0000 7f4229ffb640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f4218077130 0x7f4218079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:44.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.396+0000 7f4229ffb640 1 -- 172.21.15.33:0/3908357293 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f4230099540 con 0x7f4220004800 2024-07-26T15:45:44.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.396+0000 7f42389f3640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f4218077130 0x7f4218079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:44.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.397+0000 7f42389f3640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f4218077130 0x7f4218079640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4224035000 tx=0x7f422402d040 comp rx=0 tx=0).ready entity=mgr.6206 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:44.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.401+0000 7f4229ffb640 1 -- 172.21.15.33:0/3908357293 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f423000fe60 con 0x7f4220004800 2024-07-26T15:45:44.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:44.651+0000 7f423b458640 1 -- 172.21.15.33:0/3908357293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f4234070750 con 0x7f4220004800 2024-07-26T15:45:45.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.334+0000 7f4229ffb640 1 -- 172.21.15.33:0/3908357293 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v53) ==== 92+0+0 (secure 0 0 0) 0x7f4230061d20 con 0x7f4220004800 2024-07-26T15:45:45.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.338+0000 7f423b458640 1 -- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f4218077130 msgr2=0x7f4218079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:45.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.338+0000 7f423b458640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f4218077130 0x7f4218079640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4224035000 tx=0x7f422402d040 comp rx=0 tx=0).stop 2024-07-26T15:45:45.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.338+0000 7f423b458640 1 -- 172.21.15.33:0/3908357293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4220004800 msgr2=0x7f423406eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:45.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.338+0000 7f423b458640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4220004800 0x7f423406eba0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f4230011ab0 tx=0x7f4230011f70 comp rx=0 tx=0).stop 2024-07-26T15:45:45.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.339+0000 7f423b458640 1 -- 172.21.15.33:0/3908357293 shutdown_connections 2024-07-26T15:45:45.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.339+0000 7f423b458640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f4218077130 0x7f4218079640 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.339+0000 7f423b458640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4234158c50 0x7f42341f83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.339+0000 7f423b458640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4234158840 0x7f42341f7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.339+0000 7f423b458640 1 --2- 172.21.15.33:0/3908357293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4220004800 0x7f423406eba0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.339+0000 7f423b458640 1 -- 172.21.15.33:0/3908357293 >> 172.21.15.33:0/3908357293 conn(0x7f42340b3810 msgr2=0x7f42340b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:45.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.339+0000 7f423b458640 1 -- 172.21.15.33:0/3908357293 shutdown_connections 2024-07-26T15:45:45.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.340+0000 7f423b458640 1 -- 172.21.15.33:0/3908357293 wait complete. 2024-07-26T15:45:45.356 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T15:45:45.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.486+0000 7f965ef70640 1 -- 172.21.15.33:0/2795590332 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96580b6ed0 msgr2=0x7f96580b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:45.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.486+0000 7f965ef70640 1 --2- 172.21.15.33:0/2795590332 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96580b6ed0 0x7f96580b13c0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f9640009860 tx=0x7f964002a4b0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.486+0000 7f965ef70640 1 -- 172.21.15.33:0/2795590332 shutdown_connections 2024-07-26T15:45:45.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.486+0000 7f965ef70640 1 --2- 172.21.15.33:0/2795590332 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96580b1900 0x7f9658162860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.486+0000 7f965ef70640 1 --2- 172.21.15.33:0/2795590332 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96580b6ed0 0x7f96580b13c0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.487+0000 7f965ef70640 1 -- 172.21.15.33:0/2795590332 >> 172.21.15.33:0/2795590332 conn(0x7f96580d1bb0 msgr2=0x7f96580d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:45.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.487+0000 7f965ef70640 1 -- 172.21.15.33:0/2795590332 shutdown_connections 2024-07-26T15:45:45.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.487+0000 7f965ef70640 1 -- 172.21.15.33:0/2795590332 wait complete. 2024-07-26T15:45:45.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.488+0000 7f965ef70640 1 Processor -- start 2024-07-26T15:45:45.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.488+0000 7f965ef70640 1 -- start start 2024-07-26T15:45:45.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965ef70640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96580b1900 0x7f965815e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:45.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965ef70640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96580b6ed0 0x7f96580b63c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:45.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965ef70640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96580b4f80 0x7f9658157da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:45.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965ef70640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f96580b33d0 con 0x7f96580b4f80 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965ef70640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f96580b76d0 con 0x7f96580b1900 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965ef70640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f96581664d0 con 0x7f96580b6ed0 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965d50d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96580b4f80 0x7f9658157da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965cd0c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96580b1900 0x7f965815e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965d50d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96580b4f80 0x7f9658157da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59408/0 (socket says 172.21.15.33:59408) 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965d50d640 1 -- 172.21.15.33:0/2152955384 learned_addr learned my addr 172.21.15.33:0/2152955384 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f9657fff640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96580b6ed0 0x7f96580b63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965d50d640 1 -- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96580b6ed0 msgr2=0x7f96580b63c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965d50d640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96580b6ed0 0x7f96580b63c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965d50d640 1 -- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96580b1900 msgr2=0x7f965815e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965d50d640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96580b1900 0x7f965815e530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.490+0000 7f965d50d640 1 -- 172.21.15.33:0/2152955384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9658159630 con 0x7f96580b4f80 2024-07-26T15:45:45.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.491+0000 7f965d50d640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96580b4f80 0x7f9658157da0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f965000c3c0 tx=0x7f965000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:45.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.491+0000 7f96557fa640 1 -- 172.21.15.33:0/2152955384 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9650011790 con 0x7f96580b4f80 2024-07-26T15:45:45.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.491+0000 7f96557fa640 1 -- 172.21.15.33:0/2152955384 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9650017070 con 0x7f96580b4f80 2024-07-26T15:45:45.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.491+0000 7f965ef70640 1 -- 172.21.15.33:0/2152955384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f965815ea70 con 0x7f96580b4f80 2024-07-26T15:45:45.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.491+0000 7f96557fa640 1 -- 172.21.15.33:0/2152955384 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9650011ca0 con 0x7f96580b4f80 2024-07-26T15:45:45.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.491+0000 7f965ef70640 1 -- 172.21.15.33:0/2152955384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f965815d490 con 0x7f96580b4f80 2024-07-26T15:45:45.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.492+0000 7f965ef70640 1 -- 172.21.15.33:0/2152955384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f965815d200 con 0x7f96580b4f80 2024-07-26T15:45:45.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.493+0000 7f96557fa640 1 -- 172.21.15.33:0/2152955384 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 53) ==== 99258+0+0 (secure 0 0 0) 0x7f965001c460 con 0x7f96580b4f80 2024-07-26T15:45:45.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.493+0000 7f96557fa640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9638077180 0x7f9638079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:45.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.493+0000 7f965cd0c640 1 -- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9638077180 msgr2=0x7f9638079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2926134111 2024-07-26T15:45:45.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.494+0000 7f96557fa640 1 -- 172.21.15.33:0/2152955384 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f9650098900 con 0x7f96580b4f80 2024-07-26T15:45:45.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.494+0000 7f965cd0c640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9638077180 0x7f9638079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:45:45.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.498+0000 7f96557fa640 1 -- 172.21.15.33:0/2152955384 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9658159630 con 0x7f96580b4f80 2024-07-26T15:45:45.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.695+0000 7f965cd0c640 1 -- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9638077180 msgr2=0x7f9638079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2926134111 2024-07-26T15:45:45.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.695+0000 7f965cd0c640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9638077180 0x7f9638079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:45:45.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.708+0000 7f965ef70640 1 -- 172.21.15.33:0/2152955384 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f96580cfab0 con 0x7f96580b4f80 2024-07-26T15:45:45.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.712+0000 7f96557fa640 1 -- 172.21.15.33:0/2152955384 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v45)=0 v45) ==== 138+0+0 (secure 0 0 0) 0x7f96500611f0 con 0x7f96580b4f80 2024-07-26T15:45:45.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 -- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9638077180 msgr2=0x7f9638079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:45:45.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9638077180 0x7f9638079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 -- 172.21.15.33:0/2152955384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96580b4f80 msgr2=0x7f9658157da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:45.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96580b4f80 0x7f9658157da0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f965000c3c0 tx=0x7f965000c880 comp rx=0 tx=0).stop 2024-07-26T15:45:45.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 -- 172.21.15.33:0/2152955384 shutdown_connections 2024-07-26T15:45:45.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96580b4f80 0x7f9658157da0 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f9638077180 0x7f9638079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96580b6ed0 0x7f96580b63c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 --2- 172.21.15.33:0/2152955384 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96580b1900 0x7f965815e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 -- 172.21.15.33:0/2152955384 >> 172.21.15.33:0/2152955384 conn(0x7f96580d1bb0 msgr2=0x7f96580cd100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:45.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 -- 172.21.15.33:0/2152955384 shutdown_connections 2024-07-26T15:45:45.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.714+0000 7f965ef70640 1 -- 172.21.15.33:0/2152955384 wait complete. 2024-07-26T15:45:45.727 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T15:45:45.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.847+0000 7f4606b47640 1 -- 172.21.15.33:0/3420700996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46000b1900 msgr2=0x7f4600162860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:45.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.847+0000 7f4606b47640 1 --2- 172.21.15.33:0/3420700996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46000b1900 0x7f4600162860 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f46000731d0 tx=0x7f45ec02a5a0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.847+0000 7f4606b47640 1 -- 172.21.15.33:0/3420700996 shutdown_connections 2024-07-26T15:45:45.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.848+0000 7f4606b47640 1 --2- 172.21.15.33:0/3420700996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46000b1900 0x7f4600162860 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.848+0000 7f4606b47640 1 --2- 172.21.15.33:0/3420700996 >> v2:172.21.15.154:3300/0 conn(0x7f46000b6ed0 0x7f46000b13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.848+0000 7f4606b47640 1 -- 172.21.15.33:0/3420700996 >> 172.21.15.33:0/3420700996 conn(0x7f46000d1bb0 msgr2=0x7f46000d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:45.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.848+0000 7f4606b47640 1 -- 172.21.15.33:0/3420700996 shutdown_connections 2024-07-26T15:45:45.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.848+0000 7f4606b47640 1 -- 172.21.15.33:0/3420700996 wait complete. 2024-07-26T15:45:45.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.850+0000 7f4606b47640 1 Processor -- start 2024-07-26T15:45:45.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.851+0000 7f4606b47640 1 -- start start 2024-07-26T15:45:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f4606b47640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46000b1900 0x7f46000cbba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f4606b47640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46000b6ed0 0x7f460006ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f4606b47640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f460015d270 0x7f4600157cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f4606b47640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f46000b7640 con 0x7f46000b1900 2024-07-26T15:45:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f4606b47640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f46000b74c0 con 0x7f46000b6ed0 2024-07-26T15:45:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f4606b47640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f46001664d0 con 0x7f460015d270 2024-07-26T15:45:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f46048e3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46000b1900 0x7f46000cbba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f46048e3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46000b1900 0x7f46000cbba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59418/0 (socket says 172.21.15.33:59418) 2024-07-26T15:45:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f46048e3640 1 -- 172.21.15.33:0/3847294501 learned_addr learned my addr 172.21.15.33:0/3847294501 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f45fffff640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46000b6ed0 0x7f460006ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f46050e4640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f460015d270 0x7f4600157cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f46048e3640 1 -- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f460015d270 msgr2=0x7f4600157cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f46048e3640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f460015d270 0x7f4600157cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f46048e3640 1 -- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46000b6ed0 msgr2=0x7f460006ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.853+0000 7f46048e3640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46000b6ed0 0x7f460006ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.854+0000 7f46048e3640 1 -- 172.21.15.33:0/3847294501 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f460006d740 con 0x7f46000b1900 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.854+0000 7f46048e3640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46000b1900 0x7f46000cbba0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f45f400d740 tx=0x7f45f400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.854+0000 7f45fd7fa640 1 -- 172.21.15.33:0/3847294501 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f4017070 con 0x7f46000b1900 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.854+0000 7f45fd7fa640 1 -- 172.21.15.33:0/3847294501 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f45f4009ab0 con 0x7f46000b1900 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.854+0000 7f4606b47640 1 -- 172.21.15.33:0/3847294501 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f460006d9e0 con 0x7f46000b1900 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.854+0000 7f45fd7fa640 1 -- 172.21.15.33:0/3847294501 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45f4010460 con 0x7f46000b1900 2024-07-26T15:45:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.854+0000 7f4606b47640 1 -- 172.21.15.33:0/3847294501 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f460006dfa0 con 0x7f46000b1900 2024-07-26T15:45:45.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.855+0000 7f4606b47640 1 -- 172.21.15.33:0/3847294501 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46000b1d10 con 0x7f46000b1900 2024-07-26T15:45:45.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.857+0000 7f45fd7fa640 1 -- 172.21.15.33:0/3847294501 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 53) ==== 99258+0+0 (secure 0 0 0) 0x7f45f401a070 con 0x7f46000b1900 2024-07-26T15:45:45.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.857+0000 7f45fd7fa640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f45e4077180 0x7f45e4079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:45.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.857+0000 7f45fd7fa640 1 -- 172.21.15.33:0/3847294501 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f45f4098cc0 con 0x7f46000b1900 2024-07-26T15:45:45.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.857+0000 7f45fffff640 1 -- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f45e4077180 msgr2=0x7f45e4079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2926134111 2024-07-26T15:45:45.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.857+0000 7f45fffff640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f45e4077180 0x7f45e4079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:45:45.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:45.862+0000 7f45fd7fa640 1 -- 172.21.15.33:0/3847294501 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f45f4061530 con 0x7f46000b1900 2024-07-26T15:45:46.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.059+0000 7f45fffff640 1 -- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f45e4077180 msgr2=0x7f45e4079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2926134111 2024-07-26T15:45:46.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.059+0000 7f45fffff640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f45e4077180 0x7f45e4079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:45:46.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.060+0000 7f4606b47640 1 -- 172.21.15.33:0/3847294501 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f46000cfab0 con 0x7f46000b1900 2024-07-26T15:45:46.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.064+0000 7f45fd7fa640 1 -- 172.21.15.33:0/3847294501 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v46)=0 v46) ==== 133+0+0 (secure 0 0 0) 0x7f45f4065a80 con 0x7f46000b1900 2024-07-26T15:45:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 -- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f45e4077180 msgr2=0x7f45e4079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:45:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f45e4077180 0x7f45e4079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 -- 172.21.15.33:0/3847294501 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46000b1900 msgr2=0x7f46000cbba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46000b1900 0x7f46000cbba0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f45f400d740 tx=0x7f45f400dc00 comp rx=0 tx=0).stop 2024-07-26T15:45:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 -- 172.21.15.33:0/3847294501 shutdown_connections 2024-07-26T15:45:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f45e4077180 0x7f45e4079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f460015d270 0x7f4600157cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46000b6ed0 0x7f460006ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 --2- 172.21.15.33:0/3847294501 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46000b1900 0x7f46000cbba0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 -- 172.21.15.33:0/3847294501 >> 172.21.15.33:0/3847294501 conn(0x7f46000d1bb0 msgr2=0x7f46000716e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:46.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 -- 172.21.15.33:0/3847294501 shutdown_connections 2024-07-26T15:45:46.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.066+0000 7f4606b47640 1 -- 172.21.15.33:0/3847294501 wait complete. 2024-07-26T15:45:46.080 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /bad-path 1m 2024-07-26T15:45:46.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.201+0000 7f6410c7e640 1 -- 172.21.15.33:0/2449820817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c163db0 msgr2=0x7f640c1661d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.201+0000 7f6410c7e640 1 --2- 172.21.15.33:0/2449820817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c163db0 0x7f640c1661d0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f6404009ca0 tx=0x7f640402aa30 comp rx=0 tx=0).stop 2024-07-26T15:45:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.201+0000 7f6410c7e640 1 -- 172.21.15.33:0/2449820817 shutdown_connections 2024-07-26T15:45:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.201+0000 7f6410c7e640 1 --2- 172.21.15.33:0/2449820817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c163db0 0x7f640c1661d0 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.201+0000 7f6410c7e640 1 --2- 172.21.15.33:0/2449820817 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f640c0b1ad0 0x7f640c163870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.201+0000 7f6410c7e640 1 -- 172.21.15.33:0/2449820817 >> 172.21.15.33:0/2449820817 conn(0x7f640c0d1bb0 msgr2=0x7f640c0d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.201+0000 7f6410c7e640 1 -- 172.21.15.33:0/2449820817 shutdown_connections 2024-07-26T15:45:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.201+0000 7f6410c7e640 1 -- 172.21.15.33:0/2449820817 wait complete. 2024-07-26T15:45:46.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.203+0000 7f6410c7e640 1 Processor -- start 2024-07-26T15:45:46.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.203+0000 7f6410c7e640 1 -- start start 2024-07-26T15:45:46.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.204+0000 7f6410c7e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f640c0b1ad0 0x7f640c15b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:46.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.204+0000 7f6410c7e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f640c0b6ed0 0x7f640c070d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.204+0000 7f6410c7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c163db0 0x7f640c071290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.204+0000 7f6410c7e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f640c0b7640 con 0x7f640c163db0 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.204+0000 7f6410c7e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f640c0b74c0 con 0x7f640c0b1ad0 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.204+0000 7f6410c7e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f640c166710 con 0x7f640c0b6ed0 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.204+0000 7f640ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c163db0 0x7f640c071290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.204+0000 7f640ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c163db0 0x7f640c071290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59432/0 (socket says 172.21.15.33:59432) 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.204+0000 7f640ad9d640 1 -- 172.21.15.33:0/2514510138 learned_addr learned my addr 172.21.15.33:0/2514510138 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.204+0000 7f6409d9b640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f640c0b6ed0 0x7f640c070d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.204+0000 7f640a59c640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f640c0b1ad0 0x7f640c15b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f6409d9b640 1 -- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f640c0b1ad0 msgr2=0x7f640c15b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f6409d9b640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f640c0b1ad0 0x7f640c15b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f6409d9b640 1 -- 172.21.15.33:0/2514510138 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c163db0 msgr2=0x7f640c071290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f6409d9b640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c163db0 0x7f640c071290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f6409d9b640 1 -- 172.21.15.33:0/2514510138 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f640c15c5c0 con 0x7f640c0b6ed0 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f640ad9d640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f640c163db0 0x7f640c071290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f6409d9b640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f640c0b6ed0 0x7f640c070d50 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f640000e700 tx=0x7f640000ebc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f63faffd640 1 -- 172.21.15.33:0/2514510138 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f640000cab0 con 0x7f640c0b6ed0 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f63faffd640 1 -- 172.21.15.33:0/2514510138 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f640000cd40 con 0x7f640c0b6ed0 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f6410c7e640 1 -- 172.21.15.33:0/2514510138 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f640c160430 con 0x7f640c0b6ed0 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f63faffd640 1 -- 172.21.15.33:0/2514510138 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6400010690 con 0x7f640c0b6ed0 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.205+0000 7f6410c7e640 1 -- 172.21.15.33:0/2514510138 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f640c1609f0 con 0x7f640c0b6ed0 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.206+0000 7f6410c7e640 1 -- 172.21.15.33:0/2514510138 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f640c15ba70 con 0x7f640c0b6ed0 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.207+0000 7f63faffd640 1 -- 172.21.15.33:0/2514510138 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 53) ==== 99258+0+0 (secure 0 0 0) 0x7f6400010830 con 0x7f640c0b6ed0 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.207+0000 7f63faffd640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f63ec0771b0 0x7f63ec0796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.207+0000 7f640a59c640 1 -- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f63ec0771b0 msgr2=0x7f63ec0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2926134111 2024-07-26T15:45:46.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.207+0000 7f63faffd640 1 -- 172.21.15.33:0/2514510138 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(117..117 src has 1..117) ==== 6129+0+0 (secure 0 0 0) 0x7f6400099520 con 0x7f640c0b6ed0 2024-07-26T15:45:46.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.207+0000 7f640a59c640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f63ec0771b0 0x7f63ec0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:45:46.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.212+0000 7f63faffd640 1 -- 172.21.15.33:0/2514510138 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f640c15c5c0 con 0x7f640c0b6ed0 2024-07-26T15:45:46.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.408+0000 7f640a59c640 1 -- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f63ec0771b0 msgr2=0x7f63ec0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2926134111 2024-07-26T15:45:46.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.408+0000 7f640a59c640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f63ec0771b0 0x7f63ec0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:45:46.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.431+0000 7f6410c7e640 1 -- 172.21.15.33:0/2514510138 --> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/bad-path", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f640c0c5480 con 0x7f63ec0771b0 2024-07-26T15:45:46.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.810+0000 7f640a59c640 1 -- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f63ec0771b0 msgr2=0x7f63ec0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2926134111 2024-07-26T15:45:46.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:46.810+0000 7f640a59c640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f63ec0771b0 0x7f63ec0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T15:45:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:47.612+0000 7f640a59c640 1 -- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f63ec0771b0 msgr2=0x7f63ec0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2926134111 2024-07-26T15:45:47.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:47.612+0000 7f640a59c640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f63ec0771b0 0x7f63ec0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T15:45:48.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:48.926+0000 7f63faffd640 1 -- 172.21.15.33:0/2514510138 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mgrmap(e 54) ==== 98867+0+0 (secure 0 0 0) 0x7f6400097890 con 0x7f640c0b6ed0 2024-07-26T15:45:48.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:48.926+0000 7f63faffd640 1 -- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f63ec0771b0 msgr2=0x7f63ec0796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:45:48.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:48.926+0000 7f63faffd640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/2926134111,v1:172.21.15.154:6837/2926134111] conn(0x7f63ec0771b0 0x7f63ec0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:49.083 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:49.081+0000 7fe03d6ab640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:49.083 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:49.081+0000 7fe03d6ab640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:49.083 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:49.081+0000 7fe03d6ab640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:49.083 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:49.081+0000 7fe03d6ab640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:49.083 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:49.081+0000 7fe03d6ab640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:49.084 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:49.082+0000 7fe03a6a5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:49.084 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:49.082+0000 7fe03a6a5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:49.084 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:49.082+0000 7fe03a6a5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:49.084 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:49.082+0000 7fe03a6a5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:49.084 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:45:49.082+0000 7fe03a6a5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:45:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.925+0000 7f63faffd640 1 -- 172.21.15.33:0/2514510138 <== mon.2 v2:172.21.15.154:3301/0 8 ==== mgrmap(e 55) ==== 98994+0+0 (secure 0 0 0) 0x7f640005dfa0 con 0x7f640c0b6ed0 2024-07-26T15:45:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.926+0000 7f63faffd640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f63ec07f750 0x7f63ec081b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.926+0000 7f63faffd640 1 -- 172.21.15.33:0/2514510138 --> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/bad-path", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f640c0c5480 con 0x7f63ec07f750 2024-07-26T15:45:49.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.926+0000 7f640a59c640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f63ec07f750 0x7f63ec081b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:49.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.931+0000 7f640a59c640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f63ec07f750 0x7f63ec081b70 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f63fc000f60 tx=0x7f63fc007db0 comp rx=0 tx=0).ready entity=mgr.6461 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.994+0000 7f63faffd640 1 -- 172.21.15.33:0/2514510138 <== mgr.6461 v2:172.21.15.154:6836/3922285156 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f640c0c5480 con 0x7f63ec07f750 2024-07-26T15:45:49.996 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /bad-path 2024-07-26T15:45:49.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.996+0000 7f6410c7e640 1 -- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f63ec07f750 msgr2=0x7f63ec081b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:49.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.996+0000 7f6410c7e640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f63ec07f750 0x7f63ec081b70 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f63fc000f60 tx=0x7f63fc007db0 comp rx=0 tx=0).stop 2024-07-26T15:45:49.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.996+0000 7f6410c7e640 1 -- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f640c0b6ed0 msgr2=0x7f640c070d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:49.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.996+0000 7f6410c7e640 1 --2- 172.21.15.33:0/2514510138 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f640c0b6ed0 0x7f640c070d50 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f640000e700 tx=0x7f640000ebc0 comp rx=0 tx=0).stop 2024-07-26T15:45:49.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.996+0000 7f640ad9d640 1 -- 172.21.15.33:0/2514510138 reap_dead start 2024-07-26T15:45:49.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.997+0000 7f6410c7e640 1 -- 172.21.15.33:0/2514510138 shutdown_connections 2024-07-26T15:45:49.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.997+0000 7f6410c7e640 1 -- 172.21.15.33:0/2514510138 >> 172.21.15.33:0/2514510138 conn(0x7f640c0d1bb0 msgr2=0x7f640c0d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:49.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.997+0000 7f6410c7e640 1 -- 172.21.15.33:0/2514510138 shutdown_connections 2024-07-26T15:45:49.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:49.997+0000 7f6410c7e640 1 -- 172.21.15.33:0/2514510138 wait complete. 2024-07-26T15:45:50.009 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /bad-path 2024-07-26T15:45:50.010 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /bad-path 2024-07-26T15:45:50.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.129+0000 7effd514f640 1 -- 172.21.15.33:0/2960113196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7effd00b6730 msgr2=0x7effd00ccbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:50.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.129+0000 7effd514f640 1 --2- 172.21.15.33:0/2960113196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7effd00b6730 0x7effd00ccbd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7effc8005fd0 tx=0x7effc802a7a0 comp rx=0 tx=0).stop 2024-07-26T15:45:50.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.129+0000 7effd514f640 1 -- 172.21.15.33:0/2960113196 shutdown_connections 2024-07-26T15:45:50.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.129+0000 7effd514f640 1 --2- 172.21.15.33:0/2960113196 >> v2:172.21.15.154:3300/0 conn(0x7effd00cead0 0x7effd00cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:50.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.129+0000 7effd514f640 1 --2- 172.21.15.33:0/2960113196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7effd00b6730 0x7effd00ccbd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:50.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.129+0000 7effd514f640 1 -- 172.21.15.33:0/2960113196 >> 172.21.15.33:0/2960113196 conn(0x7effd00b3810 msgr2=0x7effd00b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:50.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.129+0000 7effd514f640 1 -- 172.21.15.33:0/2960113196 shutdown_connections 2024-07-26T15:45:50.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.129+0000 7effd514f640 1 -- 172.21.15.33:0/2960113196 wait complete. 2024-07-26T15:45:50.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.131+0000 7effd514f640 1 Processor -- start 2024-07-26T15:45:50.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.131+0000 7effd514f640 1 -- start start 2024-07-26T15:45:50.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.132+0000 7effd514f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7effd00b6730 0x7effd00c54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:50.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.132+0000 7effd514f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7effd00cfcc0 0x7effd006db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:50.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.132+0000 7effd514f640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7effd01e6c50 0x7effd01f4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:50.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.132+0000 7effd514f640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7effd00cd110 con 0x7effd00b6730 2024-07-26T15:45:50.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.132+0000 7effd514f640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7effd00b7780 con 0x7effd00cfcc0 2024-07-26T15:45:50.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.132+0000 7effd514f640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7effd00cd290 con 0x7effd01e6c50 2024-07-26T15:45:50.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.132+0000 7effced9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7effd00b6730 0x7effd00c54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:50.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effced9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7effd00b6730 0x7effd00c54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59444/0 (socket says 172.21.15.33:59444) 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effcf59e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7effd01e6c50 0x7effd01f4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effced9d640 1 -- 172.21.15.33:0/4097639942 learned_addr learned my addr 172.21.15.33:0/4097639942 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effce59c640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7effd00cfcc0 0x7effd006db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effced9d640 1 -- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7effd01e6c50 msgr2=0x7effd01f4100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effced9d640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7effd01e6c50 0x7effd01f4100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effced9d640 1 -- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7effd00cfcc0 msgr2=0x7effd006db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effced9d640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7effd00cfcc0 0x7effd006db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effced9d640 1 -- 172.21.15.33:0/4097639942 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effd006e070 con 0x7effd00b6730 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effced9d640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7effd00b6730 0x7effd00c54c0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7effc000c460 tx=0x7effc000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effb77fe640 1 -- 172.21.15.33:0/4097639942 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effc00035f0 con 0x7effd00b6730 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effb77fe640 1 -- 172.21.15.33:0/4097639942 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7effc00037b0 con 0x7effd00b6730 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effb77fe640 1 -- 172.21.15.33:0/4097639942 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effc0003c00 con 0x7effd00b6730 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effd514f640 1 -- 172.21.15.33:0/4097639942 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effd01e5bb0 con 0x7effd00b6730 2024-07-26T15:45:50.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.133+0000 7effd514f640 1 -- 172.21.15.33:0/4097639942 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effd01e6170 con 0x7effd00b6730 2024-07-26T15:45:50.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.134+0000 7effd514f640 1 -- 172.21.15.33:0/4097639942 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effd00cd820 con 0x7effd00b6730 2024-07-26T15:45:50.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.135+0000 7effb77fe640 1 -- 172.21.15.33:0/4097639942 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 55) ==== 98994+0+0 (secure 0 0 0) 0x7effc001b400 con 0x7effd00b6730 2024-07-26T15:45:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.135+0000 7effb77fe640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7effbc076ee0 0x7effbc0793f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:45:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.136+0000 7effb77fe640 1 -- 172.21.15.33:0/4097639942 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 6473+0+0 (secure 0 0 0) 0x7effc0098410 con 0x7effd00b6730 2024-07-26T15:45:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.136+0000 7effce59c640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7effbc076ee0 0x7effbc0793f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:45:50.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.136+0000 7effce59c640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7effbc076ee0 0x7effbc0793f0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7effd00c8a60 tx=0x7effc4005f90 comp rx=0 tx=0).ready entity=mgr.6461 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:45:50.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.140+0000 7effb77fe640 1 -- 172.21.15.33:0/4097639942 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7effc0060fc0 con 0x7effd00b6730 2024-07-26T15:45:50.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.352+0000 7effd514f640 1 -- 172.21.15.33:0/4097639942 --> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/bad-path", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7effd015a200 con 0x7effbc076ee0 2024-07-26T15:45:50.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.358+0000 7effb77fe640 1 -- 172.21.15.33:0/4097639942 <== mgr.6461 v2:172.21.15.154:6836/3922285156 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+302 (secure 0 0 0) 0x7effd015a200 con 0x7effbc076ee0 2024-07-26T15:45:50.360 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:45:50.360 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/bad-path", "rel_path": "/bad-path", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:45:49", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true}] 2024-07-26T15:45:50.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 -- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7effbc076ee0 msgr2=0x7effbc0793f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:50.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7effbc076ee0 0x7effbc0793f0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7effd00c8a60 tx=0x7effc4005f90 comp rx=0 tx=0).stop 2024-07-26T15:45:50.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 -- 172.21.15.33:0/4097639942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7effd00b6730 msgr2=0x7effd00c54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:45:50.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7effd00b6730 0x7effd00c54c0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7effc000c460 tx=0x7effc000c920 comp rx=0 tx=0).stop 2024-07-26T15:45:50.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 -- 172.21.15.33:0/4097639942 shutdown_connections 2024-07-26T15:45:50.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7effbc076ee0 0x7effbc0793f0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:50.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7effd01e6c50 0x7effd01f4100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:50.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7effd00cfcc0 0x7effd006db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:50.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 --2- 172.21.15.33:0/4097639942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7effd00b6730 0x7effd00c54c0 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:45:50.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 -- 172.21.15.33:0/4097639942 >> 172.21.15.33:0/4097639942 conn(0x7effd00b3810 msgr2=0x7effd0159370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:45:50.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 -- 172.21.15.33:0/4097639942 shutdown_connections 2024-07-26T15:45:50.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:45:50.361+0000 7effd514f640 1 -- 172.21.15.33:0/4097639942 wait complete. 2024-07-26T15:45:50.374 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/bad-path", "rel_path": "/bad-path", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:45:49", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true}] 2024-07-26T15:45:55.239 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:45:55.242 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:46:01.009 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:46:01.006+0000 7fe02ce8a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:01.009 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:46:01.006+0000 7fe02ce8a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:01.009 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:46:01.006+0000 7fe02ce8a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:01.009 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:46:01.006+0000 7fe02ce8a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:01.010 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:46:01.006+0000 7fe02ce8a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:25.303 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:46:25.307 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:46:50.375 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /bad-path 2024-07-26T15:46:50.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.507+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/18838845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3aa00cd900 msgr2=0x7f3aa00ce4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:50.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.507+0000 7f3aa5fcf640 1 --2- 172.21.15.33:0/18838845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3aa00cd900 0x7f3aa00ce4a0 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0074050 tx=0x7f3a9402a530 comp rx=0 tx=0).stop 2024-07-26T15:46:50.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.507+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/18838845 shutdown_connections 2024-07-26T15:46:50.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.507+0000 7f3aa5fcf640 1 --2- 172.21.15.33:0/18838845 >> v2:172.21.15.154:3300/0 conn(0x7f3aa00ce9e0 0x7f3aa00cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.507+0000 7f3aa5fcf640 1 --2- 172.21.15.33:0/18838845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3aa00cd900 0x7f3aa00ce4a0 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.507+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/18838845 >> 172.21.15.33:0/18838845 conn(0x7f3aa00b3810 msgr2=0x7f3aa00b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:50.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.507+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/18838845 shutdown_connections 2024-07-26T15:46:50.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.507+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/18838845 wait complete. 2024-07-26T15:46:50.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.509+0000 7f3aa5fcf640 1 Processor -- start 2024-07-26T15:46:50.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.509+0000 7f3aa5fcf640 1 -- start start 2024-07-26T15:46:50.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.510+0000 7f3aa5fcf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3aa00b7430 0x7f3aa0153f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:50.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.510+0000 7f3aa5fcf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3aa00cd900 0x7f3aa00af730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:50.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.510+0000 7f3aa5fcf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3aa00ce9e0 0x7f3aa01f8460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:50.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.510+0000 7f3aa5fcf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa00d0680 con 0x7f3aa00b7430 2024-07-26T15:46:50.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.510+0000 7f3aa5fcf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3aa00d0500 con 0x7f3aa00ce9e0 2024-07-26T15:46:50.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.510+0000 7f3aa5fcf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3aa00d0800 con 0x7f3aa00cd900 2024-07-26T15:46:50.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a9f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3aa00b7430 0x7f3aa0153f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:50.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a9f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3aa00b7430 0x7f3aa0153f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33054/0 (socket says 172.21.15.33:33054) 2024-07-26T15:46:50.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a9f7fe640 1 -- 172.21.15.33:0/3844858961 learned_addr learned my addr 172.21.15.33:0/3844858961 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:50.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a9ffff640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3aa00ce9e0 0x7f3aa01f8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:50.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a9effd640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3aa00cd900 0x7f3aa00af730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:50.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a9f7fe640 1 -- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3aa00cd900 msgr2=0x7f3aa00af730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:50.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a9f7fe640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3aa00cd900 0x7f3aa00af730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a9f7fe640 1 -- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3aa00ce9e0 msgr2=0x7f3aa01f8460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:50.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a9f7fe640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3aa00ce9e0 0x7f3aa01f8460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a9f7fe640 1 -- 172.21.15.33:0/3844858961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aa009f420 con 0x7f3aa00b7430 2024-07-26T15:46:50.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a9f7fe640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3aa00b7430 0x7f3aa0153f20 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f3a9000c390 tx=0x7f3a9000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:50.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a87fff640 1 -- 172.21.15.33:0/3844858961 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a90017070 con 0x7f3aa00b7430 2024-07-26T15:46:50.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a87fff640 1 -- 172.21.15.33:0/3844858961 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3a900035f0 con 0x7f3aa00b7430 2024-07-26T15:46:50.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/3844858961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3aa009e380 con 0x7f3aa00b7430 2024-07-26T15:46:50.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3a87fff640 1 -- 172.21.15.33:0/3844858961 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a90003a40 con 0x7f3aa00b7430 2024-07-26T15:46:50.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.511+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/3844858961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3aa009e940 con 0x7f3aa00b7430 2024-07-26T15:46:50.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.512+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/3844858961 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3aa00ce4a0 con 0x7f3aa00b7430 2024-07-26T15:46:50.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.513+0000 7f3a87fff640 1 -- 172.21.15.33:0/3844858961 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 58) ==== 99372+0+0 (secure 0 0 0) 0x7f3a9001a070 con 0x7f3aa00b7430 2024-07-26T15:46:50.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.514+0000 7f3a87fff640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f3a8c0772a0 0x7f3a8c0797b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:50.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.514+0000 7f3a87fff640 1 -- 172.21.15.33:0/3844858961 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 6589+0+0 (secure 0 0 0) 0x7f3a90098520 con 0x7f3aa00b7430 2024-07-26T15:46:50.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.514+0000 7f3a9effd640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f3a8c0772a0 0x7f3a8c0797b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:50.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.515+0000 7f3a9effd640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f3a8c0772a0 0x7f3a8c0797b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f3a94034000 tx=0x7f3a94004730 comp rx=0 tx=0).ready entity=mgr.6461 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:50.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.518+0000 7f3a87fff640 1 -- 172.21.15.33:0/3844858961 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3a90061070 con 0x7f3aa00b7430 2024-07-26T15:46:50.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.734+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/3844858961 --> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/bad-path", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3aa00cbe60 con 0x7f3a8c0772a0 2024-07-26T15:46:50.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.742+0000 7f3a87fff640 1 -- 172.21.15.33:0/3844858961 <== mgr.6461 v2:172.21.15.154:6836/3922285156 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+303 (secure 0 0 0) 0x7f3aa00cbe60 con 0x7f3a8c0772a0 2024-07-26T15:46:50.744 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:46:50.744 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/bad-path", "rel_path": "/bad-path", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:45:49", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": false}] 2024-07-26T15:46:50.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.744+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f3a8c0772a0 msgr2=0x7f3a8c0797b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:50.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.744+0000 7f3aa5fcf640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f3a8c0772a0 0x7f3a8c0797b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f3a94034000 tx=0x7f3a94004730 comp rx=0 tx=0).stop 2024-07-26T15:46:50.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.744+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/3844858961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3aa00b7430 msgr2=0x7f3aa0153f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:50.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.744+0000 7f3aa5fcf640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3aa00b7430 0x7f3aa0153f20 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f3a9000c390 tx=0x7f3a9000c850 comp rx=0 tx=0).stop 2024-07-26T15:46:50.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.744+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/3844858961 shutdown_connections 2024-07-26T15:46:50.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.744+0000 7f3aa5fcf640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f3a8c0772a0 0x7f3a8c0797b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.744+0000 7f3aa5fcf640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3aa00ce9e0 0x7f3aa01f8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.744+0000 7f3aa5fcf640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3aa00cd900 0x7f3aa00af730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.744+0000 7f3aa5fcf640 1 --2- 172.21.15.33:0/3844858961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3aa00b7430 0x7f3aa0153f20 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.744+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/3844858961 >> 172.21.15.33:0/3844858961 conn(0x7f3aa00b3810 msgr2=0x7f3aa015e150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:50.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.745+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/3844858961 shutdown_connections 2024-07-26T15:46:50.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.745+0000 7f3aa5fcf640 1 -- 172.21.15.33:0/3844858961 wait complete. 2024-07-26T15:46:50.757 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/bad-path", "rel_path": "/bad-path", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:45:49", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": false}] 2024-07-26T15:46:50.757 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /bad-path 2024-07-26T15:46:50.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.876+0000 7fd8a0b97640 1 -- 172.21.15.33:0/1136093587 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd89c0cd6a0 msgr2=0x7fd89c0ce900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:50.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.876+0000 7fd8a0b97640 1 --2- 172.21.15.33:0/1136093587 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd89c0cd6a0 0x7fd89c0ce900 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd88c009830 tx=0x7fd88c02a480 comp rx=0 tx=0).stop 2024-07-26T15:46:50.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.876+0000 7fd8a0b97640 1 -- 172.21.15.33:0/1136093587 shutdown_connections 2024-07-26T15:46:50.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.876+0000 7fd8a0b97640 1 --2- 172.21.15.33:0/1136093587 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd89c0cd6a0 0x7fd89c0ce900 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.876+0000 7fd8a0b97640 1 --2- 172.21.15.33:0/1136093587 >> v2:172.21.15.154:3300/0 conn(0x7fd89c0cfcc0 0x7fd89c0ce3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.876+0000 7fd8a0b97640 1 -- 172.21.15.33:0/1136093587 >> 172.21.15.33:0/1136093587 conn(0x7fd89c0b3810 msgr2=0x7fd89c0b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:50.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.876+0000 7fd8a0b97640 1 -- 172.21.15.33:0/1136093587 shutdown_connections 2024-07-26T15:46:50.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.876+0000 7fd8a0b97640 1 -- 172.21.15.33:0/1136093587 wait complete. 2024-07-26T15:46:50.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.878+0000 7fd8a0b97640 1 Processor -- start 2024-07-26T15:46:50.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.878+0000 7fd8a0b97640 1 -- start start 2024-07-26T15:46:50.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd8a0b97640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd89c0b74c0 0x7fd89c152830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:50.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd8a0b97640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd89c0cd6a0 0x7fd89c158c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:50.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd8a0b97640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd89c0cfcc0 0x7fd89c159170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:50.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd8a0b97640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c0b61c0 con 0x7fd89c0b74c0 2024-07-26T15:46:50.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd8a0b97640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd89c0b6040 con 0x7fd89c0cfcc0 2024-07-26T15:46:50.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd8a0b97640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd89c0b6340 con 0x7fd89c0cd6a0 2024-07-26T15:46:50.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd89a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd89c0b74c0 0x7fd89c152830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:50.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd89a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd89c0b74c0 0x7fd89c152830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33066/0 (socket says 172.21.15.33:33066) 2024-07-26T15:46:50.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd89a59c640 1 -- 172.21.15.33:0/200232872 learned_addr learned my addr 172.21.15.33:0/200232872 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:50.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd899d9b640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd89c0cd6a0 0x7fd89c158c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:50.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd89ad9d640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd89c0cfcc0 0x7fd89c159170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:50.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd89a59c640 1 -- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd89c0cd6a0 msgr2=0x7fd89c158c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:50.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd89a59c640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd89c0cd6a0 0x7fd89c158c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd89a59c640 1 -- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd89c0cfcc0 msgr2=0x7fd89c159170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:50.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd89a59c640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd89c0cfcc0 0x7fd89c159170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:50.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd89a59c640 1 -- 172.21.15.33:0/200232872 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd89c159c60 con 0x7fd89c0b74c0 2024-07-26T15:46:50.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.879+0000 7fd89ad9d640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd89c0cfcc0 0x7fd89c159170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:46:50.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.880+0000 7fd899d9b640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd89c0cd6a0 0x7fd89c158c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:46:50.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.880+0000 7fd89a59c640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd89c0b74c0 0x7fd89c152830 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fd89400ed00 tx=0x7fd89400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:50.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.880+0000 7fd892ffd640 1 -- 172.21.15.33:0/200232872 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd894004d40 con 0x7fd89c0b74c0 2024-07-26T15:46:50.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.880+0000 7fd8a0b97640 1 -- 172.21.15.33:0/200232872 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd89c15b6e0 con 0x7fd89c0b74c0 2024-07-26T15:46:50.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.880+0000 7fd892ffd640 1 -- 172.21.15.33:0/200232872 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd894003970 con 0x7fd89c0b74c0 2024-07-26T15:46:50.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.880+0000 7fd892ffd640 1 -- 172.21.15.33:0/200232872 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd894003da0 con 0x7fd89c0b74c0 2024-07-26T15:46:50.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.880+0000 7fd8a0b97640 1 -- 172.21.15.33:0/200232872 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd89c15bca0 con 0x7fd89c0b74c0 2024-07-26T15:46:50.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.881+0000 7fd8a0b97640 1 -- 172.21.15.33:0/200232872 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd89c0b68d0 con 0x7fd89c0b74c0 2024-07-26T15:46:50.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.882+0000 7fd892ffd640 1 -- 172.21.15.33:0/200232872 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 58) ==== 99372+0+0 (secure 0 0 0) 0x7fd894004020 con 0x7fd89c0b74c0 2024-07-26T15:46:50.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.882+0000 7fd892ffd640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7fd87c0772a0 0x7fd87c0797b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:50.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.882+0000 7fd892ffd640 1 -- 172.21.15.33:0/200232872 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 6589+0+0 (secure 0 0 0) 0x7fd894099e70 con 0x7fd89c0b74c0 2024-07-26T15:46:50.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.882+0000 7fd899d9b640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7fd87c0772a0 0x7fd87c0797b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:50.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.883+0000 7fd899d9b640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7fd87c0772a0 0x7fd87c0797b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd89c1e80a0 tx=0x7fd884009040 comp rx=0 tx=0).ready entity=mgr.6461 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:50.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:50.887+0000 7fd892ffd640 1 -- 172.21.15.33:0/200232872 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd8940628a0 con 0x7fd89c0b74c0 2024-07-26T15:46:51.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.104+0000 7fd8a0b97640 1 -- 172.21.15.33:0/200232872 --> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/bad-path", "target": ["mon-mgr", ""]}) -- 0x7fd89c0d2a50 con 0x7fd87c0772a0 2024-07-26T15:46:51.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.172+0000 7fd892ffd640 1 -- 172.21.15.33:0/200232872 <== mgr.6461 v2:172.21.15.154:6836/3922285156 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+36 (secure 0 0 0) 0x7fd89c0d2a50 con 0x7fd87c0772a0 2024-07-26T15:46:51.173 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /bad-path 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 -- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7fd87c0772a0 msgr2=0x7fd87c0797b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7fd87c0772a0 0x7fd87c0797b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd89c1e80a0 tx=0x7fd884009040 comp rx=0 tx=0).stop 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 -- 172.21.15.33:0/200232872 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd89c0b74c0 msgr2=0x7fd89c152830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd89c0b74c0 0x7fd89c152830 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fd89400ed00 tx=0x7fd89400c6a0 comp rx=0 tx=0).stop 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 -- 172.21.15.33:0/200232872 shutdown_connections 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7fd87c0772a0 0x7fd87c0797b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd89c0cfcc0 0x7fd89c159170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd89c0cd6a0 0x7fd89c158c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 --2- 172.21.15.33:0/200232872 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd89c0b74c0 0x7fd89c152830 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 -- 172.21.15.33:0/200232872 >> 172.21.15.33:0/200232872 conn(0x7fd89c0b3810 msgr2=0x7fd89c1562d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 -- 172.21.15.33:0/200232872 shutdown_connections 2024-07-26T15:46:51.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.174+0000 7fd8a0b97640 1 -- 172.21.15.33:0/200232872 wait complete. 2024-07-26T15:46:51.187 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /bad-path 2024-07-26T15:46:51.187 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T15:46:51.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.305+0000 7f2b838a8640 1 -- 172.21.15.33:0/235987882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b7c0b6f60 msgr2=0x7f2b7c0b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:51.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.305+0000 7f2b838a8640 1 --2- 172.21.15.33:0/235987882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b7c0b6f60 0x7f2b7c0b31d0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f2b74009830 tx=0x7f2b7402a480 comp rx=0 tx=0).stop 2024-07-26T15:46:51.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.305+0000 7f2b838a8640 1 -- 172.21.15.33:0/235987882 shutdown_connections 2024-07-26T15:46:51.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.305+0000 7f2b838a8640 1 --2- 172.21.15.33:0/235987882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b7c0b6f60 0x7f2b7c0b31d0 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:51.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.305+0000 7f2b838a8640 1 -- 172.21.15.33:0/235987882 >> 172.21.15.33:0/235987882 conn(0x7f2b7c0b37a0 msgr2=0x7f2b7c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:51.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.305+0000 7f2b838a8640 1 -- 172.21.15.33:0/235987882 shutdown_connections 2024-07-26T15:46:51.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.305+0000 7f2b838a8640 1 -- 172.21.15.33:0/235987882 wait complete. 2024-07-26T15:46:51.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.307+0000 7f2b838a8640 1 Processor -- start 2024-07-26T15:46:51.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.307+0000 7f2b838a8640 1 -- start start 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b838a8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b7c0b2600 0x7f2b7c1521e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b838a8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b7c0b6f60 0x7f2b7c0ca1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b838a8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b7c0ce2d0 0x7f2b7c0ca720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b838a8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2b7c0cd310 con 0x7f2b7c0b2600 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b838a8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2b7c0cd190 con 0x7f2b7c0b6f60 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b838a8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2b7c0cd490 con 0x7f2b7c0ce2d0 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b81644640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b7c0b2600 0x7f2b7c1521e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b81644640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b7c0b2600 0x7f2b7c1521e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33088/0 (socket says 172.21.15.33:33088) 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b81644640 1 -- 172.21.15.33:0/218018644 learned_addr learned my addr 172.21.15.33:0/218018644 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b80e43640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b7c0b6f60 0x7f2b7c0ca1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b81e45640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b7c0ce2d0 0x7f2b7c0ca720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:51.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b81644640 1 -- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b7c0ce2d0 msgr2=0x7f2b7c0ca720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:51.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b81644640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b7c0ce2d0 0x7f2b7c0ca720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:51.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b81644640 1 -- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b7c0b6f60 msgr2=0x7f2b7c0ca1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:51.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b81644640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b7c0b6f60 0x7f2b7c0ca1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:51.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.308+0000 7f2b81644640 1 -- 172.21.15.33:0/218018644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b7c1f5ca0 con 0x7f2b7c0b2600 2024-07-26T15:46:51.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.309+0000 7f2b81644640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b7c0b2600 0x7f2b7c1521e0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f2b74000c00 tx=0x7f2b74033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:51.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.309+0000 7f2b79ffb640 1 -- 172.21.15.33:0/218018644 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74031d60 con 0x7f2b7c0b2600 2024-07-26T15:46:51.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.309+0000 7f2b79ffb640 1 -- 172.21.15.33:0/218018644 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b740330d0 con 0x7f2b7c0b2600 2024-07-26T15:46:51.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.309+0000 7f2b79ffb640 1 -- 172.21.15.33:0/218018644 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74033520 con 0x7f2b7c0b2600 2024-07-26T15:46:51.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.309+0000 7f2b838a8640 1 -- 172.21.15.33:0/218018644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b7c0caff0 con 0x7f2b7c0b2600 2024-07-26T15:46:51.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.309+0000 7f2b838a8640 1 -- 172.21.15.33:0/218018644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b7c1f51c0 con 0x7f2b7c0b2600 2024-07-26T15:46:51.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.310+0000 7f2b838a8640 1 -- 172.21.15.33:0/218018644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b7c0cd9a0 con 0x7f2b7c0b2600 2024-07-26T15:46:51.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.311+0000 7f2b79ffb640 1 -- 172.21.15.33:0/218018644 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 58) ==== 99372+0+0 (secure 0 0 0) 0x7f2b740035f0 con 0x7f2b7c0b2600 2024-07-26T15:46:51.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.312+0000 7f2b79ffb640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2b680772d0 0x7f2b680797e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:51.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.312+0000 7f2b79ffb640 1 -- 172.21.15.33:0/218018644 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 6589+0+0 (secure 0 0 0) 0x7f2b740ba6b0 con 0x7f2b7c0b2600 2024-07-26T15:46:51.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.312+0000 7f2b80e43640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2b680772d0 0x7f2b680797e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:51.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.312+0000 7f2b80e43640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2b680772d0 0x7f2b680797e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2b70006fd0 tx=0x7f2b70008040 comp rx=0 tx=0).ready entity=mgr.6461 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:51.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.316+0000 7f2b79ffb640 1 -- 172.21.15.33:0/218018644 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2b7403f030 con 0x7f2b7c0b2600 2024-07-26T15:46:51.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:51.564+0000 7f2b838a8640 1 -- 172.21.15.33:0/218018644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7f2b7c0ceaf0 con 0x7f2b7c0b2600 2024-07-26T15:46:52.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.107+0000 7f2b79ffb640 1 -- 172.21.15.33:0/218018644 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v59) ==== 93+0+0 (secure 0 0 0) 0x7f2b7408b3d0 con 0x7f2b7c0b2600 2024-07-26T15:46:52.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.110+0000 7f2b838a8640 1 -- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2b680772d0 msgr2=0x7f2b680797e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:52.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.110+0000 7f2b838a8640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2b680772d0 0x7f2b680797e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2b70006fd0 tx=0x7f2b70008040 comp rx=0 tx=0).stop 2024-07-26T15:46:52.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.110+0000 7f2b838a8640 1 -- 172.21.15.33:0/218018644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b7c0b2600 msgr2=0x7f2b7c1521e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:52.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.110+0000 7f2b838a8640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b7c0b2600 0x7f2b7c1521e0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f2b74000c00 tx=0x7f2b74033d60 comp rx=0 tx=0).stop 2024-07-26T15:46:52.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.110+0000 7f2b838a8640 1 -- 172.21.15.33:0/218018644 shutdown_connections 2024-07-26T15:46:52.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.110+0000 7f2b838a8640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2b680772d0 0x7f2b680797e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.110+0000 7f2b838a8640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b7c0ce2d0 0x7f2b7c0ca720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.110+0000 7f2b838a8640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b7c0b6f60 0x7f2b7c0ca1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.110+0000 7f2b838a8640 1 --2- 172.21.15.33:0/218018644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b7c0b2600 0x7f2b7c1521e0 secure :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f2b74000c00 tx=0x7f2b74033d60 comp rx=0 tx=0).stop 2024-07-26T15:46:52.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.110+0000 7f2b838a8640 1 -- 172.21.15.33:0/218018644 >> 172.21.15.33:0/218018644 conn(0x7f2b7c0b37a0 msgr2=0x7f2b7c070e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:52.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.111+0000 7f2b838a8640 1 -- 172.21.15.33:0/218018644 shutdown_connections 2024-07-26T15:46:52.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.111+0000 7f2b838a8640 1 -- 172.21.15.33:0/218018644 wait complete. 2024-07-26T15:46:52.127 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T15:46:52.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.249+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3118532375 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cd40d0910 msgr2=0x7f2cd40d0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:52.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.249+0000 7f2cdb3a9640 1 --2- 172.21.15.33:0/3118532375 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cd40d0910 0x7f2cd40d0d20 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8009860 tx=0x7f2cc802a4a0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.249+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3118532375 shutdown_connections 2024-07-26T15:46:52.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.249+0000 7f2cdb3a9640 1 --2- 172.21.15.33:0/3118532375 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cd40d0910 0x7f2cd40d0d20 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.249+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3118532375 >> 172.21.15.33:0/3118532375 conn(0x7f2cd40d3da0 msgr2=0x7f2cd40d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:52.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.249+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3118532375 shutdown_connections 2024-07-26T15:46:52.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.249+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3118532375 wait complete. 2024-07-26T15:46:52.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.251+0000 7f2cdb3a9640 1 Processor -- start 2024-07-26T15:46:52.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.251+0000 7f2cdb3a9640 1 -- start start 2024-07-26T15:46:52.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.252+0000 7f2cdb3a9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cd40b9050 0x7f2cd40ca310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:52.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.252+0000 7f2cdb3a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40d0910 0x7f2cd40cd130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:52.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.252+0000 7f2cdb3a9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2cd40d1970 0x7f2cd40cd670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:52.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.252+0000 7f2cdb3a9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd40b4a20 con 0x7f2cd40d0910 2024-07-26T15:46:52.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.252+0000 7f2cdb3a9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2cd40b48a0 con 0x7f2cd40d1970 2024-07-26T15:46:52.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.252+0000 7f2cdb3a9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2cd4169a80 con 0x7f2cd40b9050 2024-07-26T15:46:52.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd8944640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40d0910 0x7f2cd40cd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:52.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd9145640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cd40b9050 0x7f2cd40ca310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:52.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd8944640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40d0910 0x7f2cd40cd130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42252/0 (socket says 172.21.15.33:42252) 2024-07-26T15:46:52.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd9145640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cd40b9050 0x7f2cd40ca310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:33952/0 (socket says 172.21.15.33:33952) 2024-07-26T15:46:52.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd8944640 1 -- 172.21.15.33:0/3122194806 learned_addr learned my addr 172.21.15.33:0/3122194806 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:52.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd9946640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2cd40d1970 0x7f2cd40cd670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:52.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd9145640 1 -- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2cd40d1970 msgr2=0x7f2cd40cd670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:52.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd9145640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2cd40d1970 0x7f2cd40cd670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd9145640 1 -- 172.21.15.33:0/3122194806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40d0910 msgr2=0x7f2cd40cd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:52.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd9145640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40d0910 0x7f2cd40cd130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd9145640 1 -- 172.21.15.33:0/3122194806 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cd41f8c80 con 0x7f2cd40b9050 2024-07-26T15:46:52.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cd9145640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cd40b9050 0x7f2cd40ca310 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2cd40d04f0 tx=0x7f2cd000c820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:52.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cc5ffb640 1 -- 172.21.15.33:0/3122194806 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd0017070 con 0x7f2cd40b9050 2024-07-26T15:46:52.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cc5ffb640 1 -- 172.21.15.33:0/3122194806 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cd00053c0 con 0x7f2cd40b9050 2024-07-26T15:46:52.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3122194806 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cd41f8f40 con 0x7f2cd40b9050 2024-07-26T15:46:52.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.253+0000 7f2cc5ffb640 1 -- 172.21.15.33:0/3122194806 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd0003850 con 0x7f2cd40b9050 2024-07-26T15:46:52.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.254+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3122194806 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cd41603e0 con 0x7f2cd40b9050 2024-07-26T15:46:52.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.255+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3122194806 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cd40d0d20 con 0x7f2cd40b9050 2024-07-26T15:46:52.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.255+0000 7f2cc5ffb640 1 -- 172.21.15.33:0/3122194806 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 59) ==== 99355+0+0 (secure 0 0 0) 0x7f2cd001a070 con 0x7f2cd40b9050 2024-07-26T15:46:52.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.256+0000 7f2cc5ffb640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2cb8077250 0x7f2cb8079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:52.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.256+0000 7f2cd8944640 1 -- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2cb8077250 msgr2=0x7f2cb8079760 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3922285156 2024-07-26T15:46:52.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.256+0000 7f2cc5ffb640 1 -- 172.21.15.33:0/3122194806 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(120..120 src has 1..120) ==== 6589+0+0 (secure 0 0 0) 0x7f2cd00983b0 con 0x7f2cd40b9050 2024-07-26T15:46:52.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.256+0000 7f2cd8944640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2cb8077250 0x7f2cb8079760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:46:52.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.261+0000 7f2cc5ffb640 1 -- 172.21.15.33:0/3122194806 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2cd0060960 con 0x7f2cd40b9050 2024-07-26T15:46:52.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.457+0000 7f2cd8944640 1 -- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2cb8077250 msgr2=0x7f2cb8079760 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3922285156 2024-07-26T15:46:52.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.457+0000 7f2cd8944640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2cb8077250 0x7f2cb8079760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:46:52.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.510+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3122194806 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f2cd40d0030 con 0x7f2cd40b9050 2024-07-26T15:46:52.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.514+0000 7f2cc5ffb640 1 -- 172.21.15.33:0/3122194806 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v59) ==== 74+0+191479 (secure 0 0 0) 0x7f2cd00691f0 con 0x7f2cd40b9050 2024-07-26T15:46:52.518 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:46:52.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2cb8077250 msgr2=0x7f2cb8079760 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:46:52.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2cb8077250 0x7f2cb8079760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cd40b9050 msgr2=0x7f2cd40ca310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:52.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cd40b9050 0x7f2cd40ca310 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2cd40d04f0 tx=0x7f2cd000c820 comp rx=0 tx=0).stop 2024-07-26T15:46:52.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3122194806 shutdown_connections 2024-07-26T15:46:52.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f2cb8077250 0x7f2cb8079760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2cd40d1970 0x7f2cd40cd670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40d0910 0x7f2cd40cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 --2- 172.21.15.33:0/3122194806 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cd40b9050 0x7f2cd40ca310 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3122194806 >> 172.21.15.33:0/3122194806 conn(0x7f2cd40d3da0 msgr2=0x7f2cd40d1d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:52.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3122194806 shutdown_connections 2024-07-26T15:46:52.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.517+0000 7f2cdb3a9640 1 -- 172.21.15.33:0/3122194806 wait complete. 2024-07-26T15:46:52.530 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":59,"flags":0,"active_gid":6461,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6836","nonce":3922285156},{"type":"v1","addr":"172.21.15.154:6837","nonce":3922285156}]},"active_addr":"172.21.15.154:6837/3922285156","active_change":"2024-07-26T15:45:48.914273+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":7530,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":118,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3619603763}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":43205492}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2478766578}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2169485136}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3727307792}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1485045208}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3833438274}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1552817714}]}]} 2024-07-26T15:46:52.535 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail x 2024-07-26T15:46:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.653+0000 7f84f9a7e640 1 -- 172.21.15.33:0/4140204558 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84f40b53e0 msgr2=0x7f84f40d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.653+0000 7f84f9a7e640 1 --2- 172.21.15.33:0/4140204558 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84f40b53e0 0x7f84f40d0570 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f84e4005fd0 tx=0x7f84e402a5a0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.653+0000 7f84f9a7e640 1 -- 172.21.15.33:0/4140204558 shutdown_connections 2024-07-26T15:46:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.653+0000 7f84f9a7e640 1 --2- 172.21.15.33:0/4140204558 >> v2:172.21.15.154:3300/0 conn(0x7f84f40cf8e0 0x7f84f40d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.653+0000 7f84f9a7e640 1 --2- 172.21.15.33:0/4140204558 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84f40b53e0 0x7f84f40d0570 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.653+0000 7f84f9a7e640 1 -- 172.21.15.33:0/4140204558 >> 172.21.15.33:0/4140204558 conn(0x7f84f40d3dc0 msgr2=0x7f84f40d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.653+0000 7f84f9a7e640 1 -- 172.21.15.33:0/4140204558 shutdown_connections 2024-07-26T15:46:52.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.653+0000 7f84f9a7e640 1 -- 172.21.15.33:0/4140204558 wait complete. 2024-07-26T15:46:52.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.655+0000 7f84f9a7e640 1 Processor -- start 2024-07-26T15:46:52.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.655+0000 7f84f9a7e640 1 -- start start 2024-07-26T15:46:52.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.656+0000 7f84f9a7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84f40b53e0 0x7f84f41e6a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:52.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.656+0000 7f84f9a7e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84f40b8fa0 0x7f84f4152220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f9a7e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84f40cf8e0 0x7f84f409fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f9a7e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f84f40b7810 con 0x7f84f40b53e0 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f9a7e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f84f40b7690 con 0x7f84f40b8fa0 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f9a7e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f84f40b7990 con 0x7f84f40cf8e0 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84f40b53e0 0x7f84f41e6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84f40b53e0 0x7f84f41e6a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42262/0 (socket says 172.21.15.33:42262) 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f37fe640 1 -- 172.21.15.33:0/2337813886 learned_addr learned my addr 172.21.15.33:0/2337813886 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84eaffd640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84f40b8fa0 0x7f84f4152220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f3fff640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84f40cf8e0 0x7f84f409fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f37fe640 1 -- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84f40cf8e0 msgr2=0x7f84f409fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f37fe640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84f40cf8e0 0x7f84f409fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f37fe640 1 -- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84f40b8fa0 msgr2=0x7f84f4152220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f37fe640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84f40b8fa0 0x7f84f4152220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f37fe640 1 -- 172.21.15.33:0/2337813886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84f409ecb0 con 0x7f84f40b53e0 2024-07-26T15:46:52.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f37fe640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84f40b53e0 0x7f84f41e6a70 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f84e4034040 tx=0x7f84e40038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:52.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f0ff9640 1 -- 172.21.15.33:0/2337813886 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e403e030 con 0x7f84f40b53e0 2024-07-26T15:46:52.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f0ff9640 1 -- 172.21.15.33:0/2337813886 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f84e4003db0 con 0x7f84f40b53e0 2024-07-26T15:46:52.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f9a7e640 1 -- 172.21.15.33:0/2337813886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84f409ef90 con 0x7f84f40b53e0 2024-07-26T15:46:52.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.657+0000 7f84f0ff9640 1 -- 172.21.15.33:0/2337813886 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e4035040 con 0x7f84f40b53e0 2024-07-26T15:46:52.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.658+0000 7f84f9a7e640 1 -- 172.21.15.33:0/2337813886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84f409f550 con 0x7f84f40b53e0 2024-07-26T15:46:52.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.659+0000 7f84f9a7e640 1 -- 172.21.15.33:0/2337813886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84f4068b80 con 0x7f84f40b53e0 2024-07-26T15:46:52.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.659+0000 7f84f0ff9640 1 -- 172.21.15.33:0/2337813886 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 59) ==== 99355+0+0 (secure 0 0 0) 0x7f84e4041030 con 0x7f84f40b53e0 2024-07-26T15:46:52.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.660+0000 7f84f0ff9640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f84d4077280 0x7f84d4079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:52.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.660+0000 7f84eaffd640 1 -- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f84d4077280 msgr2=0x7f84d4079790 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3922285156 2024-07-26T15:46:52.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.660+0000 7f84f0ff9640 1 -- 172.21.15.33:0/2337813886 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 6589+0+0 (secure 0 0 0) 0x7f84e40b95f0 con 0x7f84f40b53e0 2024-07-26T15:46:52.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.660+0000 7f84eaffd640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f84d4077280 0x7f84d4079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:46:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.665+0000 7f84f0ff9640 1 -- 172.21.15.33:0/2337813886 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f84f4068b80 con 0x7f84f40b53e0 2024-07-26T15:46:52.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.861+0000 7f84eaffd640 1 -- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f84d4077280 msgr2=0x7f84d4079790 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3922285156 2024-07-26T15:46:52.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.861+0000 7f84eaffd640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f84d4077280 0x7f84d4079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:46:52.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.917+0000 7f84f9a7e640 1 -- 172.21.15.33:0/2337813886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "x"} v 0) -- 0x7f84f40b7eb0 con 0x7f84f40b53e0 2024-07-26T15:46:52.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.920+0000 7f84f0ff9640 1 -- 172.21.15.33:0/2337813886 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "x"}]=0 v60) ==== 68+0+0 (secure 0 0 0) 0x7f84e4081b20 con 0x7f84f40b53e0 2024-07-26T15:46:52.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.924+0000 7f84f0ff9640 1 -- 172.21.15.33:0/2337813886 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 60) ==== 49591+0+0 (secure 0 0 0) 0x7f84e407ddb0 con 0x7f84f40b53e0 2024-07-26T15:46:52.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.925+0000 7f84f0ff9640 1 -- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f84d4077280 msgr2=0x7f84d4079790 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:46:52.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.925+0000 7f84f0ff9640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f84d4077280 0x7f84d4079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.925+0000 7f84f9a7e640 1 -- 172.21.15.33:0/2337813886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84f40b53e0 msgr2=0x7f84f41e6a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:52.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.925+0000 7f84f9a7e640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84f40b53e0 0x7f84f41e6a70 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f84e4034040 tx=0x7f84e40038a0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.925+0000 7f84f9a7e640 1 -- 172.21.15.33:0/2337813886 shutdown_connections 2024-07-26T15:46:52.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.925+0000 7f84f9a7e640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:6836/3922285156,v1:172.21.15.154:6837/3922285156] conn(0x7f84d4077280 0x7f84d4079790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.925+0000 7f84f9a7e640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84f40cf8e0 0x7f84f409fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.925+0000 7f84f9a7e640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84f40b8fa0 0x7f84f4152220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.925+0000 7f84f9a7e640 1 --2- 172.21.15.33:0/2337813886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84f40b53e0 0x7f84f41e6a70 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:52.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.925+0000 7f84f9a7e640 1 -- 172.21.15.33:0/2337813886 >> 172.21.15.33:0/2337813886 conn(0x7f84f40d3dc0 msgr2=0x7f84f415fbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:52.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.925+0000 7f84f9a7e640 1 -- 172.21.15.33:0/2337813886 shutdown_connections 2024-07-26T15:46:52.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:52.926+0000 7f84f9a7e640 1 -- 172.21.15.33:0/2337813886 wait complete. 2024-07-26T15:46:52.939 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:46:52.939 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:46:52.993 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:46:53.034 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:46:53.034 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:46:53.035 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:46:53.035 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:46:53.050 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:46:53.051 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:46:53.108 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:46:53.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.267+0000 7f843f6ab640 1 -- 172.21.15.33:0/2133746377 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84380b2da0 msgr2=0x7f84380b93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:53.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.267+0000 7f843f6ab640 1 --2- 172.21.15.33:0/2133746377 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84380b2da0 0x7f84380b93c0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f84380c7860 tx=0x7f843402a560 comp rx=0 tx=0).stop 2024-07-26T15:46:53.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.267+0000 7f843f6ab640 1 -- 172.21.15.33:0/2133746377 shutdown_connections 2024-07-26T15:46:53.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.267+0000 7f843f6ab640 1 --2- 172.21.15.33:0/2133746377 >> v2:172.21.15.154:3300/0 conn(0x7f84380d0610 0x7f84380d0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.267+0000 7f843f6ab640 1 --2- 172.21.15.33:0/2133746377 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84380b2da0 0x7f84380b93c0 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.267+0000 7f843f6ab640 1 -- 172.21.15.33:0/2133746377 >> 172.21.15.33:0/2133746377 conn(0x7f84380d3d90 msgr2=0x7f84380d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:53.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.267+0000 7f843f6ab640 1 -- 172.21.15.33:0/2133746377 shutdown_connections 2024-07-26T15:46:53.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.267+0000 7f843f6ab640 1 -- 172.21.15.33:0/2133746377 wait complete. 2024-07-26T15:46:53.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.269+0000 7f843f6ab640 1 Processor -- start 2024-07-26T15:46:53.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.269+0000 7f843f6ab640 1 -- start start 2024-07-26T15:46:53.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.270+0000 7f843f6ab640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84380b2da0 0x7f84380a1040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:53.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.270+0000 7f843f6ab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84380d0610 0x7f84381f4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:53.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.270+0000 7f843f6ab640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84380cc490 0x7f84380cc8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:53.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.270+0000 7f843f6ab640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f84380b36d0 con 0x7f84380d0610 2024-07-26T15:46:53.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.270+0000 7f843f6ab640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f84380d2820 con 0x7f84380b2da0 2024-07-26T15:46:53.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.270+0000 7f843f6ab640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f84380b3850 con 0x7f84380cc490 2024-07-26T15:46:53.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.270+0000 7f843cc46640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84380d0610 0x7f84381f4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:53.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.270+0000 7f843cc46640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84380d0610 0x7f84381f4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42280/0 (socket says 172.21.15.33:42280) 2024-07-26T15:46:53.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.270+0000 7f843cc46640 1 -- 172.21.15.33:0/256659979 learned_addr learned my addr 172.21.15.33:0/256659979 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:53.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.270+0000 7f843d447640 1 --2- 172.21.15.33:0/256659979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84380b2da0 0x7f84380a1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:53.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.270+0000 7f843dc48640 1 --2- 172.21.15.33:0/256659979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84380cc490 0x7f84380cc8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:53.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.271+0000 7f843cc46640 1 -- 172.21.15.33:0/256659979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84380cc490 msgr2=0x7f84380cc8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:53.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.271+0000 7f843cc46640 1 --2- 172.21.15.33:0/256659979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84380cc490 0x7f84380cc8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.271+0000 7f843cc46640 1 -- 172.21.15.33:0/256659979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84380b2da0 msgr2=0x7f84380a1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:53.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.271+0000 7f843cc46640 1 --2- 172.21.15.33:0/256659979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84380b2da0 0x7f84380a1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.271+0000 7f843cc46640 1 -- 172.21.15.33:0/256659979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f843809ffa0 con 0x7f84380d0610 2024-07-26T15:46:53.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.271+0000 7f843cc46640 1 --2- 172.21.15.33:0/256659979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84380d0610 0x7f84381f4220 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f8434034040 tx=0x7f84340039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:53.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.271+0000 7f842dffb640 1 -- 172.21.15.33:0/256659979 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f843403e030 con 0x7f84380d0610 2024-07-26T15:46:53.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.271+0000 7f842dffb640 1 -- 172.21.15.33:0/256659979 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f84340047a0 con 0x7f84380d0610 2024-07-26T15:46:53.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.271+0000 7f843f6ab640 1 -- 172.21.15.33:0/256659979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84380a0280 con 0x7f84380d0610 2024-07-26T15:46:53.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.271+0000 7f842dffb640 1 -- 172.21.15.33:0/256659979 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8434035040 con 0x7f84380d0610 2024-07-26T15:46:53.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.271+0000 7f843f6ab640 1 -- 172.21.15.33:0/256659979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84380a0840 con 0x7f84380d0610 2024-07-26T15:46:53.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.272+0000 7f843f6ab640 1 -- 172.21.15.33:0/256659979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f843809fd10 con 0x7f84380d0610 2024-07-26T15:46:53.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.273+0000 7f842dffb640 1 -- 172.21.15.33:0/256659979 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 60) ==== 49591+0+0 (secure 0 0 0) 0x7f8434041030 con 0x7f84380d0610 2024-07-26T15:46:53.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.273+0000 7f842dffb640 1 -- 172.21.15.33:0/256659979 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 7019+0+0 (secure 0 0 0) 0x7f8434072d60 con 0x7f84380d0610 2024-07-26T15:46:53.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.278+0000 7f842dffb640 1 -- 172.21.15.33:0/256659979 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8434004bf0 con 0x7f84380d0610 2024-07-26T15:46:53.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.483+0000 7f843f6ab640 1 -- 172.21.15.33:0/256659979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f84380a1580 con 0x7f84380d0610 2024-07-26T15:46:53.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.484+0000 7f842dffb640 1 -- 172.21.15.33:0/256659979 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 18 entries v121) ==== 81+0+1071 (secure 0 0 0) 0x7f84380a1580 con 0x7f84380d0610 2024-07-26T15:46:53.487 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/43205492 2024-07-27T15:46:52.918964+0000 2024-07-26T15:46:53.487 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/3922285156 2024-07-27T15:46:52.918964+0000 2024-07-26T15:46:53.487 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/3922285156 2024-07-27T15:46:52.918964+0000 2024-07-26T15:46:53.487 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1485045208 2024-07-27T15:46:52.918964+0000 2024-07-26T15:46:53.487 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2169485136 2024-07-27T15:46:52.918964+0000 2024-07-26T15:46:53.487 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3833438274 2024-07-27T15:46:52.918964+0000 2024-07-26T15:46:53.487 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1552817714 2024-07-27T15:46:52.918964+0000 2024-07-26T15:46:53.487 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3727307792 2024-07-27T15:46:52.918964+0000 2024-07-26T15:46:53.487 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/838584549 2024-07-27T15:45:48.914080+0000 2024-07-26T15:46:53.487 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2749423832 2024-07-27T15:45:48.914080+0000 2024-07-26T15:46:53.488 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3834162645 2024-07-27T15:45:48.914080+0000 2024-07-26T15:46:53.488 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2225069231 2024-07-27T15:45:48.914080+0000 2024-07-26T15:46:53.488 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3619603763 2024-07-27T15:46:52.918964+0000 2024-07-26T15:46:53.488 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/2926134111 2024-07-27T15:45:48.914080+0000 2024-07-26T15:46:53.488 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/2926134111 2024-07-27T15:45:48.914080+0000 2024-07-26T15:46:53.488 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2485698891 2024-07-27T15:45:48.914080+0000 2024-07-26T15:46:53.488 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2478766578 2024-07-27T15:46:52.918964+0000 2024-07-26T15:46:53.488 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2085742600 2024-07-27T15:45:48.914080+0000 2024-07-26T15:46:53.489 INFO:teuthology.orchestra.run.smithi033.stderr:listed 18 entries 2024-07-26T15:46:53.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.486+0000 7f843f6ab640 1 -- 172.21.15.33:0/256659979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84380d0610 msgr2=0x7f84381f4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:53.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.486+0000 7f843f6ab640 1 --2- 172.21.15.33:0/256659979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84380d0610 0x7f84381f4220 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f8434034040 tx=0x7f84340039e0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.486+0000 7f843f6ab640 1 -- 172.21.15.33:0/256659979 shutdown_connections 2024-07-26T15:46:53.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.486+0000 7f843f6ab640 1 --2- 172.21.15.33:0/256659979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84380cc490 0x7f84380cc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.486+0000 7f843f6ab640 1 --2- 172.21.15.33:0/256659979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f84380d0610 0x7f84381f4220 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.486+0000 7f843f6ab640 1 --2- 172.21.15.33:0/256659979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84380b2da0 0x7f84380a1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.486+0000 7f843f6ab640 1 -- 172.21.15.33:0/256659979 >> 172.21.15.33:0/256659979 conn(0x7f84380d3d90 msgr2=0x7f84380b08e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:53.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.486+0000 7f843f6ab640 1 -- 172.21.15.33:0/256659979 shutdown_connections 2024-07-26T15:46:53.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.486+0000 7f843f6ab640 1 -- 172.21.15.33:0/256659979 wait complete. 2024-07-26T15:46:53.499 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T15:46:53.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:46:53.499 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T15:46:53.523 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[70217]: fuse finished with error 0 and tester_r 0 2024-07-26T15:46:53.525 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:46:53.525 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:46:53.525 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T15:46:53.613 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:46:53.614 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:46:53.614 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:46:53.629 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:46:53.629 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:46:53.630 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:46:53.630 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:46:53.670 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:46:53.670 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:46:53.670 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:46:53.670 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:46:53.686 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:46:53.686 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:46:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.827+0000 7f16e7f41640 1 -- 172.21.15.33:0/445627806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16e00b2dc0 msgr2=0x7f16e00d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.827+0000 7f16e7f41640 1 --2- 172.21.15.33:0/445627806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16e00b2dc0 0x7f16e00d2930 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f16d4009820 tx=0x7f16d402a3f0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.827+0000 7f16e7f41640 1 -- 172.21.15.33:0/445627806 shutdown_connections 2024-07-26T15:46:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.827+0000 7f16e7f41640 1 --2- 172.21.15.33:0/445627806 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16e00d0570 0x7f16e00d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.827+0000 7f16e7f41640 1 --2- 172.21.15.33:0/445627806 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16e00b2dc0 0x7f16e00d2930 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.827+0000 7f16e7f41640 1 -- 172.21.15.33:0/445627806 >> 172.21.15.33:0/445627806 conn(0x7f16e00d3e10 msgr2=0x7f16e00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.827+0000 7f16e7f41640 1 -- 172.21.15.33:0/445627806 shutdown_connections 2024-07-26T15:46:53.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.827+0000 7f16e7f41640 1 -- 172.21.15.33:0/445627806 wait complete. 2024-07-26T15:46:53.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.829+0000 7f16e7f41640 1 Processor -- start 2024-07-26T15:46:53.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.829+0000 7f16e7f41640 1 -- start start 2024-07-26T15:46:53.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.830+0000 7f16e7f41640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16e00b2dc0 0x7f16e015d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:53.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.830+0000 7f16e7f41640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16e00ce9e0 0x7f16e015e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:53.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.830+0000 7f16e7f41640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16e00d0570 0x7f16e00c98b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:53.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.830+0000 7f16e7f41640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f16e00d4b40 con 0x7f16e00ce9e0 2024-07-26T15:46:53.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.830+0000 7f16e7f41640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f16e00cf710 con 0x7f16e00d0570 2024-07-26T15:46:53.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.830+0000 7f16e7f41640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f16e00d4cc0 con 0x7f16e00b2dc0 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e54dc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16e00ce9e0 0x7f16e015e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e5cdd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16e00b2dc0 0x7f16e015d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e54dc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16e00ce9e0 0x7f16e015e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42290/0 (socket says 172.21.15.33:42290) 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e54dc640 1 -- 172.21.15.33:0/3119928469 learned_addr learned my addr 172.21.15.33:0/3119928469 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e64de640 1 --2- 172.21.15.33:0/3119928469 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16e00d0570 0x7f16e00c98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e54dc640 1 -- 172.21.15.33:0/3119928469 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16e00b2dc0 msgr2=0x7f16e015d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e54dc640 1 --2- 172.21.15.33:0/3119928469 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16e00b2dc0 0x7f16e015d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e54dc640 1 -- 172.21.15.33:0/3119928469 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16e00d0570 msgr2=0x7f16e00c98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e54dc640 1 --2- 172.21.15.33:0/3119928469 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16e00d0570 0x7f16e00c98b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e54dc640 1 -- 172.21.15.33:0/3119928469 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16e00c8af0 con 0x7f16e00ce9e0 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e5cdd640 1 --2- 172.21.15.33:0/3119928469 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16e00b2dc0 0x7f16e015d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e54dc640 1 --2- 172.21.15.33:0/3119928469 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16e00ce9e0 0x7f16e015e9a0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f16dc00e7c0 tx=0x7f16dc00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:53.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16d27fc640 1 -- 172.21.15.33:0/3119928469 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16dc00ccc0 con 0x7f16e00ce9e0 2024-07-26T15:46:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16d27fc640 1 -- 172.21.15.33:0/3119928469 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16dc010430 con 0x7f16e00ce9e0 2024-07-26T15:46:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e7f41640 1 -- 172.21.15.33:0/3119928469 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16e00c8dd0 con 0x7f16e00ce9e0 2024-07-26T15:46:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16d27fc640 1 -- 172.21.15.33:0/3119928469 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16dc010860 con 0x7f16e00ce9e0 2024-07-26T15:46:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.831+0000 7f16e7f41640 1 -- 172.21.15.33:0/3119928469 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16e00c9df0 con 0x7f16e00ce9e0 2024-07-26T15:46:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.832+0000 7f16d27fc640 1 -- 172.21.15.33:0/3119928469 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 60) ==== 49591+0+0 (secure 0 0 0) 0x7f16dc010a00 con 0x7f16e00ce9e0 2024-07-26T15:46:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.833+0000 7f16d27fc640 1 -- 172.21.15.33:0/3119928469 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 7019+0+0 (secure 0 0 0) 0x7f16dc052fd0 con 0x7f16e00ce9e0 2024-07-26T15:46:53.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.833+0000 7f16e7f41640 1 -- 172.21.15.33:0/3119928469 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16e015f0f0 con 0x7f16e00ce9e0 2024-07-26T15:46:53.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:53.838+0000 7f16d27fc640 1 -- 172.21.15.33:0/3119928469 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f16dc017e20 con 0x7f16e00ce9e0 2024-07-26T15:46:54.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.070+0000 7f16e7f41640 1 -- 172.21.15.33:0/3119928469 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f16e00d2930 con 0x7f16e00ce9e0 2024-07-26T15:46:54.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.071+0000 7f16d27fc640 1 -- 172.21.15.33:0/3119928469 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5231 (secure 0 0 0) 0x7f16dc010cf0 con 0x7f16e00ce9e0 2024-07-26T15:46:54.072 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:46:54.073 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":54,"btime":"2024-07-26T15:45:34:916618+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6841,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4259613719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4259613719},{"type":"v1","addr":"172.21.15.154:6834","nonce":4259613719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":6844,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3939421891","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3939421891},{"type":"v1","addr":"172.21.15.154:6835","nonce":3939421891}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":7314,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2822541184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2822541184},{"type":"v1","addr":"172.21.15.33:6834","nonce":2822541184}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:45:31.281795+0000","modified":"2024-07-26T15:45:34.305574+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7317},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7317":{"gid":7317,"name":"c","rank":0,"incarnation":50,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2838955511","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2838955511},{"type":"v1","addr":"172.21.15.33:6835","nonce":2838955511}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7317,"qdb_cluster":[7317]},"id":6}]} 2024-07-26T15:46:54.073 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 54 2024-07-26T15:46:54.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.074+0000 7f16e7f41640 1 -- 172.21.15.33:0/3119928469 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16e00ce9e0 msgr2=0x7f16e015e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.074+0000 7f16e7f41640 1 --2- 172.21.15.33:0/3119928469 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16e00ce9e0 0x7f16e015e9a0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f16dc00e7c0 tx=0x7f16dc00ec80 comp rx=0 tx=0).stop 2024-07-26T15:46:54.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.074+0000 7f16e7f41640 1 -- 172.21.15.33:0/3119928469 shutdown_connections 2024-07-26T15:46:54.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.074+0000 7f16e7f41640 1 --2- 172.21.15.33:0/3119928469 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16e00d0570 0x7f16e00c98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.074+0000 7f16e7f41640 1 --2- 172.21.15.33:0/3119928469 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16e00ce9e0 0x7f16e015e9a0 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.074+0000 7f16e7f41640 1 --2- 172.21.15.33:0/3119928469 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16e00b2dc0 0x7f16e015d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.074+0000 7f16e7f41640 1 -- 172.21.15.33:0/3119928469 >> 172.21.15.33:0/3119928469 conn(0x7f16e00d3e10 msgr2=0x7f16e00b1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:54.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.074+0000 7f16e7f41640 1 -- 172.21.15.33:0/3119928469 shutdown_connections 2024-07-26T15:46:54.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.074+0000 7f16e7f41640 1 -- 172.21.15.33:0/3119928469 wait complete. 2024-07-26T15:46:54.091 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:46:54.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.208+0000 7fc26a7a9640 1 -- 172.21.15.33:0/4238642388 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2640b2dc0 msgr2=0x7fc2640d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.208+0000 7fc26a7a9640 1 --2- 172.21.15.33:0/4238642388 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2640b2dc0 0x7fc2640d2930 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fc2640c7870 tx=0x7fc25402a410 comp rx=0 tx=0).stop 2024-07-26T15:46:54.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.208+0000 7fc26a7a9640 1 -- 172.21.15.33:0/4238642388 shutdown_connections 2024-07-26T15:46:54.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.208+0000 7fc26a7a9640 1 --2- 172.21.15.33:0/4238642388 >> v2:172.21.15.154:3300/0 conn(0x7fc2640d0570 0x7fc2640d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.208+0000 7fc26a7a9640 1 --2- 172.21.15.33:0/4238642388 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2640b2dc0 0x7fc2640d2930 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.208+0000 7fc26a7a9640 1 -- 172.21.15.33:0/4238642388 >> 172.21.15.33:0/4238642388 conn(0x7fc2640d3e10 msgr2=0x7fc2640d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:54.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.208+0000 7fc26a7a9640 1 -- 172.21.15.33:0/4238642388 shutdown_connections 2024-07-26T15:46:54.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.208+0000 7fc26a7a9640 1 -- 172.21.15.33:0/4238642388 wait complete. 2024-07-26T15:46:54.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.210+0000 7fc26a7a9640 1 Processor -- start 2024-07-26T15:46:54.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.210+0000 7fc26a7a9640 1 -- start start 2024-07-26T15:46:54.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.211+0000 7fc26a7a9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2640b2dc0 0x7fc2641685a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:54.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.211+0000 7fc26a7a9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2640ce9e0 0x7fc2641f8640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:54.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.211+0000 7fc26a7a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2640d0570 0x7fc2641f8b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:54.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.211+0000 7fc26a7a9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc2640d4b40 con 0x7fc2640d0570 2024-07-26T15:46:54.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.211+0000 7fc26a7a9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc2640cf710 con 0x7fc2640b2dc0 2024-07-26T15:46:54.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.211+0000 7fc26a7a9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc2640d4cc0 con 0x7fc2640ce9e0 2024-07-26T15:46:54.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.211+0000 7fc268d46640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2640d0570 0x7fc2641f8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:54.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.211+0000 7fc268d46640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2640d0570 0x7fc2641f8b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42308/0 (socket says 172.21.15.33:42308) 2024-07-26T15:46:54.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.211+0000 7fc268d46640 1 -- 172.21.15.33:0/353432617 learned_addr learned my addr 172.21.15.33:0/353432617 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:54.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.211+0000 7fc2637fe640 1 --2- 172.21.15.33:0/353432617 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2640ce9e0 0x7fc2641f8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:54.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.211+0000 7fc263fff640 1 --2- 172.21.15.33:0/353432617 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2640b2dc0 0x7fc2641685a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:54.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.212+0000 7fc268d46640 1 -- 172.21.15.33:0/353432617 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2640ce9e0 msgr2=0x7fc2641f8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.212+0000 7fc268d46640 1 --2- 172.21.15.33:0/353432617 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2640ce9e0 0x7fc2641f8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.212+0000 7fc268d46640 1 -- 172.21.15.33:0/353432617 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2640b2dc0 msgr2=0x7fc2641685a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.212+0000 7fc268d46640 1 --2- 172.21.15.33:0/353432617 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2640b2dc0 0x7fc2641685a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.212+0000 7fc268d46640 1 -- 172.21.15.33:0/353432617 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc26415c360 con 0x7fc2640d0570 2024-07-26T15:46:54.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.212+0000 7fc268d46640 1 --2- 172.21.15.33:0/353432617 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2640d0570 0x7fc2641f8b80 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7fc25c00c760 tx=0x7fc25c00cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:54.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.212+0000 7fc260ff9640 1 -- 172.21.15.33:0/353432617 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25c003b70 con 0x7fc2640d0570 2024-07-26T15:46:54.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.212+0000 7fc260ff9640 1 -- 172.21.15.33:0/353432617 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc25c003d10 con 0x7fc2640d0570 2024-07-26T15:46:54.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.212+0000 7fc26a7a9640 1 -- 172.21.15.33:0/353432617 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc26415c860 con 0x7fc2640d0570 2024-07-26T15:46:54.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.212+0000 7fc260ff9640 1 -- 172.21.15.33:0/353432617 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25c0052d0 con 0x7fc2640d0570 2024-07-26T15:46:54.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.212+0000 7fc26a7a9640 1 -- 172.21.15.33:0/353432617 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc26415ce20 con 0x7fc2640d0570 2024-07-26T15:46:54.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.213+0000 7fc260ff9640 1 -- 172.21.15.33:0/353432617 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 60) ==== 49591+0+0 (secure 0 0 0) 0x7fc25c005470 con 0x7fc2640d0570 2024-07-26T15:46:54.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.213+0000 7fc26a7a9640 1 -- 172.21.15.33:0/353432617 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2640d2930 con 0x7fc2640d0570 2024-07-26T15:46:54.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.214+0000 7fc260ff9640 1 -- 172.21.15.33:0/353432617 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 7019+0+0 (secure 0 0 0) 0x7fc25c0524b0 con 0x7fc2640d0570 2024-07-26T15:46:54.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.219+0000 7fc260ff9640 1 -- 172.21.15.33:0/353432617 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc2640d0ec0 con 0x7fc2640d0570 2024-07-26T15:46:54.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.451+0000 7fc26a7a9640 1 -- 172.21.15.33:0/353432617 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2640d43c0 con 0x7fc2640d0570 2024-07-26T15:46:54.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.451+0000 7fc260ff9640 1 -- 172.21.15.33:0/353432617 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5231 (secure 0 0 0) 0x7fc25c019d10 con 0x7fc2640d0570 2024-07-26T15:46:54.453 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:46:54.453 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":54,"btime":"2024-07-26T15:45:34:916618+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6841,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4259613719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4259613719},{"type":"v1","addr":"172.21.15.154:6834","nonce":4259613719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":6844,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3939421891","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3939421891},{"type":"v1","addr":"172.21.15.154:6835","nonce":3939421891}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":7314,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2822541184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2822541184},{"type":"v1","addr":"172.21.15.33:6834","nonce":2822541184}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:45:31.281795+0000","modified":"2024-07-26T15:45:34.305574+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7317},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7317":{"gid":7317,"name":"c","rank":0,"incarnation":50,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2838955511","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2838955511},{"type":"v1","addr":"172.21.15.33:6835","nonce":2838955511}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7317,"qdb_cluster":[7317]},"id":6}]} 2024-07-26T15:46:54.453 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 54 2024-07-26T15:46:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.454+0000 7fc26a7a9640 1 -- 172.21.15.33:0/353432617 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2640d0570 msgr2=0x7fc2641f8b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.454+0000 7fc26a7a9640 1 --2- 172.21.15.33:0/353432617 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2640d0570 0x7fc2641f8b80 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7fc25c00c760 tx=0x7fc25c00cb60 comp rx=0 tx=0).stop 2024-07-26T15:46:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.454+0000 7fc26a7a9640 1 -- 172.21.15.33:0/353432617 shutdown_connections 2024-07-26T15:46:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.454+0000 7fc26a7a9640 1 --2- 172.21.15.33:0/353432617 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2640d0570 0x7fc2641f8b80 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.454+0000 7fc26a7a9640 1 --2- 172.21.15.33:0/353432617 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2640ce9e0 0x7fc2641f8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.454+0000 7fc26a7a9640 1 --2- 172.21.15.33:0/353432617 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2640b2dc0 0x7fc2641685a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.454+0000 7fc26a7a9640 1 -- 172.21.15.33:0/353432617 >> 172.21.15.33:0/353432617 conn(0x7fc2640d3e10 msgr2=0x7fc2640b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:54.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.454+0000 7fc26a7a9640 1 -- 172.21.15.33:0/353432617 shutdown_connections 2024-07-26T15:46:54.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.454+0000 7fc26a7a9640 1 -- 172.21.15.33:0/353432617 wait complete. 2024-07-26T15:46:54.467 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:46:54.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.585+0000 7fbba940d640 1 -- 172.21.15.33:0/2052519199 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbba40ceb60 msgr2=0x7fbba415c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.585+0000 7fbba940d640 1 --2- 172.21.15.33:0/2052519199 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbba40ceb60 0x7fbba415c2c0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c005fd0 tx=0x7fbb8c02a5f0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.585+0000 7fbba940d640 1 -- 172.21.15.33:0/2052519199 shutdown_connections 2024-07-26T15:46:54.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.585+0000 7fbba940d640 1 --2- 172.21.15.33:0/2052519199 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbba40ceb60 0x7fbba415c2c0 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.585+0000 7fbba940d640 1 -- 172.21.15.33:0/2052519199 >> 172.21.15.33:0/2052519199 conn(0x7fbba40d1b80 msgr2=0x7fbba40d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:54.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.585+0000 7fbba940d640 1 -- 172.21.15.33:0/2052519199 shutdown_connections 2024-07-26T15:46:54.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.585+0000 7fbba940d640 1 -- 172.21.15.33:0/2052519199 wait complete. 2024-07-26T15:46:54.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.587+0000 7fbba940d640 1 Processor -- start 2024-07-26T15:46:54.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.587+0000 7fbba940d640 1 -- start start 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba940d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbba40b49d0 0x7fbba41f3360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba940d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbba40b70b0 0x7fbba415f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba940d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbba40cab40 0x7fbba40caf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba940d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbba40b6d00 con 0x7fbba40b49d0 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba940d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbba40b6b80 con 0x7fbba40cab40 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba940d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbba40b54f0 con 0x7fbba40b70b0 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbba40b49d0 0x7fbba41f3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbba40b49d0 0x7fbba41f3360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42328/0 (socket says 172.21.15.33:42328) 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba2ffd640 1 -- 172.21.15.33:0/2444383120 learned_addr learned my addr 172.21.15.33:0/2444383120 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbb9bfff640 1 --2- 172.21.15.33:0/2444383120 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbba40b70b0 0x7fbba415f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba37fe640 1 --2- 172.21.15.33:0/2444383120 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbba40cab40 0x7fbba40caf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:54.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba2ffd640 1 -- 172.21.15.33:0/2444383120 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbba40b70b0 msgr2=0x7fbba415f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba2ffd640 1 --2- 172.21.15.33:0/2444383120 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbba40b70b0 0x7fbba415f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.588+0000 7fbba2ffd640 1 -- 172.21.15.33:0/2444383120 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbba40cab40 msgr2=0x7fbba40caf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.589+0000 7fbba2ffd640 1 --2- 172.21.15.33:0/2444383120 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbba40cab40 0x7fbba40caf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.589+0000 7fbba2ffd640 1 -- 172.21.15.33:0/2444383120 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbba41f38a0 con 0x7fbba40b49d0 2024-07-26T15:46:54.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.589+0000 7fbba2ffd640 1 --2- 172.21.15.33:0/2444383120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbba40b49d0 0x7fbba41f3360 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fbb9400c430 tx=0x7fbb9400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:54.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.589+0000 7fbb9b7fe640 1 -- 172.21.15.33:0/2444383120 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb94017070 con 0x7fbba40b49d0 2024-07-26T15:46:54.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.589+0000 7fbb9b7fe640 1 -- 172.21.15.33:0/2444383120 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbb940053c0 con 0x7fbba40b49d0 2024-07-26T15:46:54.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.589+0000 7fbba940d640 1 -- 172.21.15.33:0/2444383120 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbba40cb490 con 0x7fbba40b49d0 2024-07-26T15:46:54.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.589+0000 7fbb9b7fe640 1 -- 172.21.15.33:0/2444383120 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb94003850 con 0x7fbba40b49d0 2024-07-26T15:46:54.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.589+0000 7fbba940d640 1 -- 172.21.15.33:0/2444383120 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbba40c8f60 con 0x7fbba40b49d0 2024-07-26T15:46:54.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.590+0000 7fbb9b7fe640 1 -- 172.21.15.33:0/2444383120 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 60) ==== 49591+0+0 (secure 0 0 0) 0x7fbb9401a070 con 0x7fbba40b49d0 2024-07-26T15:46:54.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.590+0000 7fbba940d640 1 -- 172.21.15.33:0/2444383120 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbba415c2c0 con 0x7fbba40b49d0 2024-07-26T15:46:54.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.590+0000 7fbb9b7fe640 1 -- 172.21.15.33:0/2444383120 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 7019+0+0 (secure 0 0 0) 0x7fbb940519c0 con 0x7fbba40b49d0 2024-07-26T15:46:54.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.600+0000 7fbb9b7fe640 1 -- 172.21.15.33:0/2444383120 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbba40cb490 con 0x7fbba40b49d0 2024-07-26T15:46:54.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.796+0000 7fbba940d640 1 -- 172.21.15.33:0/2444383120 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbba41592e0 con 0x7fbba40b49d0 2024-07-26T15:46:54.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.798+0000 7fbb9b7fe640 1 -- 172.21.15.33:0/2444383120 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v121) ==== 74+0+18274 (secure 0 0 0) 0x7fbba41f38a0 con 0x7fbba40b49d0 2024-07-26T15:46:54.799 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:46:54.800 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":121,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:46:52.919017+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:45:28.978133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-07-26T15:45:30.236788+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":119,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":119,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":119,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"14.8","mappings":[{"from":1,"to":5}]},{"pgid":"14.1a","mappings":[{"from":1,"to":7}]},{"pgid":"14.24","mappings":[{"from":1,"to":7}]},{"pgid":"14.3c","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/43205492":"2024-07-27T15:46:52.918964+0000","172.21.15.154:6837/3922285156":"2024-07-27T15:46:52.918964+0000","172.21.15.154:6836/3922285156":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/1485045208":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/2169485136":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/3833438274":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/1552817714":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/3727307792":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/838584549":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2749423832":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/3834162645":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2225069231":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/3619603763":"2024-07-27T15:46:52.918964+0000","172.21.15.154:6837/2926134111":"2024-07-27T15:45:48.914080+0000","172.21.15.154:6836/2926134111":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2485698891":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2478766578":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/2085742600":"2024-07-27T15:45:48.914080+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:46:54.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.800+0000 7fbba940d640 1 -- 172.21.15.33:0/2444383120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbba40b49d0 msgr2=0x7fbba41f3360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.800+0000 7fbba940d640 1 --2- 172.21.15.33:0/2444383120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbba40b49d0 0x7fbba41f3360 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fbb9400c430 tx=0x7fbb9400c8f0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.800+0000 7fbba940d640 1 -- 172.21.15.33:0/2444383120 shutdown_connections 2024-07-26T15:46:54.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.800+0000 7fbba940d640 1 --2- 172.21.15.33:0/2444383120 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbba40cab40 0x7fbba40caf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.800+0000 7fbba940d640 1 --2- 172.21.15.33:0/2444383120 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbba40b70b0 0x7fbba415f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.800+0000 7fbba940d640 1 --2- 172.21.15.33:0/2444383120 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbba40b49d0 0x7fbba41f3360 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.800+0000 7fbba940d640 1 -- 172.21.15.33:0/2444383120 >> 172.21.15.33:0/2444383120 conn(0x7fbba40d1b80 msgr2=0x7fbba41574b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:54.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.800+0000 7fbba940d640 1 -- 172.21.15.33:0/2444383120 shutdown_connections 2024-07-26T15:46:54.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.800+0000 7fbba940d640 1 -- 172.21.15.33:0/2444383120 wait complete. 2024-07-26T15:46:54.814 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T15:46:54.814 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:46:54.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.932+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/2690301597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fa0003c10 msgr2=0x7f4fa0004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.932+0000 7f4fb6dc8640 1 --2- 172.21.15.33:0/2690301597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fa0003c10 0x7f4fa0004060 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f4fb00ce390 tx=0x7f4fa0005830 comp rx=0 tx=0).stop 2024-07-26T15:46:54.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.932+0000 7f4fb5365640 1 -- 172.21.15.33:0/2690301597 reap_dead start 2024-07-26T15:46:54.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.932+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/2690301597 shutdown_connections 2024-07-26T15:46:54.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.932+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/2690301597 >> 172.21.15.33:0/2690301597 conn(0x7f4fb00d3e10 msgr2=0x7f4fb00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:54.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.932+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/2690301597 shutdown_connections 2024-07-26T15:46:54.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.932+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/2690301597 wait complete. 2024-07-26T15:46:54.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.935+0000 7f4fb6dc8640 1 Processor -- start 2024-07-26T15:46:54.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.935+0000 7f4fb6dc8640 1 -- start start 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.937+0000 7f4fb6dc8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fa0003c10 0x7f4fb01e1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.937+0000 7f4fb6dc8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4fb01e20f0 0x7f4fb01f8710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.937+0000 7f4fb6dc8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4fb01f8c50 0x7f4fb00a0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.937+0000 7f4fb6dc8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4fb00d2930 con 0x7f4fa0003c10 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.937+0000 7f4fb6dc8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4fb00d4d50 con 0x7f4fb01f8c50 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.937+0000 7f4fb6dc8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4fb00d2ab0 con 0x7f4fb01e20f0 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.937+0000 7f4fb4b64640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fa0003c10 0x7f4fb01e1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.937+0000 7f4fb4b64640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fa0003c10 0x7f4fb01e1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42342/0 (socket says 172.21.15.33:42342) 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.937+0000 7f4fb4b64640 1 -- 172.21.15.33:0/959805406 learned_addr learned my addr 172.21.15.33:0/959805406 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.937+0000 7f4fb5365640 1 --2- 172.21.15.33:0/959805406 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4fb01f8c50 0x7f4fb00a0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.937+0000 7f4faffff640 1 --2- 172.21.15.33:0/959805406 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4fb01e20f0 0x7f4fb01f8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:54.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.938+0000 7f4fb4b64640 1 -- 172.21.15.33:0/959805406 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4fb01e20f0 msgr2=0x7f4fb01f8710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.938+0000 7f4fb4b64640 1 --2- 172.21.15.33:0/959805406 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4fb01e20f0 0x7f4fb01f8710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.938+0000 7f4fb4b64640 1 -- 172.21.15.33:0/959805406 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4fb01f8c50 msgr2=0x7f4fb00a0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:54.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.938+0000 7f4fb4b64640 1 --2- 172.21.15.33:0/959805406 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4fb01f8c50 0x7f4fb00a0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:54.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.938+0000 7f4fb4b64640 1 -- 172.21.15.33:0/959805406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fb01f9060 con 0x7f4fa0003c10 2024-07-26T15:46:54.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.938+0000 7f4fb4b64640 1 --2- 172.21.15.33:0/959805406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fa0003c10 0x7f4fb01e1bb0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4009dd0 tx=0x7f4fa4005d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:54.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.938+0000 7f4fad7fa640 1 -- 172.21.15.33:0/959805406 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa4041070 con 0x7f4fa0003c10 2024-07-26T15:46:54.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.938+0000 7f4fad7fa640 1 -- 172.21.15.33:0/959805406 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4fa402b9f0 con 0x7f4fa0003c10 2024-07-26T15:46:54.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.938+0000 7f4fad7fa640 1 -- 172.21.15.33:0/959805406 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa4004c10 con 0x7f4fa0003c10 2024-07-26T15:46:54.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.938+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/959805406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fb01e2900 con 0x7f4fa0003c10 2024-07-26T15:46:54.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.938+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/959805406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fb01e2ec0 con 0x7f4fa0003c10 2024-07-26T15:46:54.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.939+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/959805406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fb00cedf0 con 0x7f4fa0003c10 2024-07-26T15:46:54.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.940+0000 7f4fad7fa640 1 -- 172.21.15.33:0/959805406 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 60) ==== 49591+0+0 (secure 0 0 0) 0x7f4fa4044070 con 0x7f4fa0003c10 2024-07-26T15:46:54.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.940+0000 7f4fad7fa640 1 -- 172.21.15.33:0/959805406 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 7019+0+0 (secure 0 0 0) 0x7f4fa4072c80 con 0x7f4fa0003c10 2024-07-26T15:46:54.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:54.949+0000 7f4fad7fa640 1 -- 172.21.15.33:0/959805406 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4fa4078020 con 0x7f4fa0003c10 2024-07-26T15:46:55.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.180+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/959805406 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4fb00b1700 con 0x7f4fa0003c10 2024-07-26T15:46:55.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.181+0000 7f4fad7fa640 1 -- 172.21.15.33:0/959805406 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5231 (secure 0 0 0) 0x7f4fb01f9060 con 0x7f4fa0003c10 2024-07-26T15:46:55.182 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:46:55.182 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":54,"btime":"2024-07-26T15:45:34:916618+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6841,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4259613719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4259613719},{"type":"v1","addr":"172.21.15.154:6834","nonce":4259613719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":6844,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3939421891","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3939421891},{"type":"v1","addr":"172.21.15.154:6835","nonce":3939421891}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":7314,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2822541184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2822541184},{"type":"v1","addr":"172.21.15.33:6834","nonce":2822541184}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:45:31.281795+0000","modified":"2024-07-26T15:45:34.305574+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7317},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7317":{"gid":7317,"name":"c","rank":0,"incarnation":50,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2838955511","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2838955511},{"type":"v1","addr":"172.21.15.33:6835","nonce":2838955511}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7317,"qdb_cluster":[7317]},"id":6}]} 2024-07-26T15:46:55.183 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 54 2024-07-26T15:46:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.183+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/959805406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fa0003c10 msgr2=0x7f4fb01e1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.183+0000 7f4fb6dc8640 1 --2- 172.21.15.33:0/959805406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fa0003c10 0x7f4fb01e1bb0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4009dd0 tx=0x7f4fa4005d60 comp rx=0 tx=0).stop 2024-07-26T15:46:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.183+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/959805406 shutdown_connections 2024-07-26T15:46:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.183+0000 7f4fb6dc8640 1 --2- 172.21.15.33:0/959805406 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4fb01f8c50 0x7f4fb00a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.183+0000 7f4fb6dc8640 1 --2- 172.21.15.33:0/959805406 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4fb01e20f0 0x7f4fb01f8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.183+0000 7f4fb6dc8640 1 --2- 172.21.15.33:0/959805406 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fa0003c10 0x7f4fb01e1bb0 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.183+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/959805406 >> 172.21.15.33:0/959805406 conn(0x7f4fb00d3e10 msgr2=0x7f4fb00cf830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.183+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/959805406 shutdown_connections 2024-07-26T15:46:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.183+0000 7f4fb6dc8640 1 -- 172.21.15.33:0/959805406 wait complete. 2024-07-26T15:46:55.196 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:46:55.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.313+0000 7fe13a151640 1 -- 172.21.15.33:0/926119076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1340b2dc0 msgr2=0x7fe1340d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:55.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.313+0000 7fe13a151640 1 --2- 172.21.15.33:0/926119076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1340b2dc0 0x7fe1340d2930 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7fe124009820 tx=0x7fe12402a3f0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.313+0000 7fe13a151640 1 -- 172.21.15.33:0/926119076 shutdown_connections 2024-07-26T15:46:55.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.313+0000 7fe13a151640 1 --2- 172.21.15.33:0/926119076 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1340d0570 0x7fe1340d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.313+0000 7fe13a151640 1 --2- 172.21.15.33:0/926119076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1340b2dc0 0x7fe1340d2930 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.313+0000 7fe13a151640 1 -- 172.21.15.33:0/926119076 >> 172.21.15.33:0/926119076 conn(0x7fe1340d3e10 msgr2=0x7fe1340d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:55.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.313+0000 7fe13a151640 1 -- 172.21.15.33:0/926119076 shutdown_connections 2024-07-26T15:46:55.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.313+0000 7fe13a151640 1 -- 172.21.15.33:0/926119076 wait complete. 2024-07-26T15:46:55.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.315+0000 7fe13a151640 1 Processor -- start 2024-07-26T15:46:55.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.315+0000 7fe13a151640 1 -- start start 2024-07-26T15:46:55.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe13a151640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1340b2dc0 0x7fe1340b8670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:55.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe13a151640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1340ce9e0 0x7fe134167ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe13a151640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1340d0570 0x7fe13406d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe13a151640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe1340d4b40 con 0x7fe1340ce9e0 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe13a151640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe1340cf710 con 0x7fe1340b2dc0 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe13a151640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe1340d4cc0 con 0x7fe1340d0570 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe132ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1340ce9e0 0x7fe134167ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe132ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1340ce9e0 0x7fe134167ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42360/0 (socket says 172.21.15.33:42360) 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe132ffd640 1 -- 172.21.15.33:0/2648860859 learned_addr learned my addr 172.21.15.33:0/2648860859 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe133fff640 1 --2- 172.21.15.33:0/2648860859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1340d0570 0x7fe13406d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe1337fe640 1 --2- 172.21.15.33:0/2648860859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1340b2dc0 0x7fe1340b8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe132ffd640 1 -- 172.21.15.33:0/2648860859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1340d0570 msgr2=0x7fe13406d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe132ffd640 1 --2- 172.21.15.33:0/2648860859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1340d0570 0x7fe13406d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe132ffd640 1 -- 172.21.15.33:0/2648860859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1340b2dc0 msgr2=0x7fe1340b8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:55.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe132ffd640 1 --2- 172.21.15.33:0/2648860859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1340b2dc0 0x7fe1340b8670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe132ffd640 1 -- 172.21.15.33:0/2648860859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe134166860 con 0x7fe1340ce9e0 2024-07-26T15:46:55.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.317+0000 7fe132ffd640 1 --2- 172.21.15.33:0/2648860859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1340ce9e0 0x7fe134167ee0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fe12800e790 tx=0x7fe12800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:55.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.318+0000 7fe11bfff640 1 -- 172.21.15.33:0/2648860859 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe12800eea0 con 0x7fe1340ce9e0 2024-07-26T15:46:55.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.318+0000 7fe13a151640 1 -- 172.21.15.33:0/2648860859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1340b6e90 con 0x7fe1340ce9e0 2024-07-26T15:46:55.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.318+0000 7fe11bfff640 1 -- 172.21.15.33:0/2648860859 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe12800cdb0 con 0x7fe1340ce9e0 2024-07-26T15:46:55.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.318+0000 7fe11bfff640 1 -- 172.21.15.33:0/2648860859 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe128010690 con 0x7fe1340ce9e0 2024-07-26T15:46:55.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.318+0000 7fe13a151640 1 -- 172.21.15.33:0/2648860859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1340b7450 con 0x7fe1340ce9e0 2024-07-26T15:46:55.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.319+0000 7fe11bfff640 1 -- 172.21.15.33:0/2648860859 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 60) ==== 49591+0+0 (secure 0 0 0) 0x7fe128010830 con 0x7fe1340ce9e0 2024-07-26T15:46:55.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.319+0000 7fe13a151640 1 -- 172.21.15.33:0/2648860859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1340d2930 con 0x7fe1340ce9e0 2024-07-26T15:46:55.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.319+0000 7fe11bfff640 1 -- 172.21.15.33:0/2648860859 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 7019+0+0 (secure 0 0 0) 0x7fe128053090 con 0x7fe1340ce9e0 2024-07-26T15:46:55.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.324+0000 7fe11bfff640 1 -- 172.21.15.33:0/2648860859 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe128010e00 con 0x7fe1340ce9e0 2024-07-26T15:46:55.432 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:46:55.435 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:46:55.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.557+0000 7fe13a151640 1 -- 172.21.15.33:0/2648860859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe13415da40 con 0x7fe1340ce9e0 2024-07-26T15:46:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.558+0000 7fe11bfff640 1 -- 172.21.15.33:0/2648860859 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) ==== 94+0+5231 (secure 0 0 0) 0x7fe128010b20 con 0x7fe1340ce9e0 2024-07-26T15:46:55.559 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:46:55.559 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":54,"btime":"2024-07-26T15:45:34:916618+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6841,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4259613719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4259613719},{"type":"v1","addr":"172.21.15.154:6834","nonce":4259613719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":6844,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3939421891","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3939421891},{"type":"v1","addr":"172.21.15.154:6835","nonce":3939421891}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":7314,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2822541184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2822541184},{"type":"v1","addr":"172.21.15.33:6834","nonce":2822541184}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:45:31.281795+0000","modified":"2024-07-26T15:45:34.305574+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7317},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7317":{"gid":7317,"name":"c","rank":0,"incarnation":50,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2838955511","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2838955511},{"type":"v1","addr":"172.21.15.33:6835","nonce":2838955511}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[14],"metadata_pool":13,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7317,"qdb_cluster":[7317]},"id":6}]} 2024-07-26T15:46:55.559 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 54 2024-07-26T15:46:55.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.560+0000 7fe13a151640 1 -- 172.21.15.33:0/2648860859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1340ce9e0 msgr2=0x7fe134167ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:55.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.560+0000 7fe13a151640 1 --2- 172.21.15.33:0/2648860859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1340ce9e0 0x7fe134167ee0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fe12800e790 tx=0x7fe12800ec50 comp rx=0 tx=0).stop 2024-07-26T15:46:55.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.560+0000 7fe13a151640 1 -- 172.21.15.33:0/2648860859 shutdown_connections 2024-07-26T15:46:55.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.560+0000 7fe13a151640 1 --2- 172.21.15.33:0/2648860859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1340d0570 0x7fe13406d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.560+0000 7fe13a151640 1 --2- 172.21.15.33:0/2648860859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1340ce9e0 0x7fe134167ee0 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.560+0000 7fe13a151640 1 --2- 172.21.15.33:0/2648860859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1340b2dc0 0x7fe1340b8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.560+0000 7fe13a151640 1 -- 172.21.15.33:0/2648860859 >> 172.21.15.33:0/2648860859 conn(0x7fe1340d3e10 msgr2=0x7fe1340b3770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:55.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.560+0000 7fe13a151640 1 -- 172.21.15.33:0/2648860859 shutdown_connections 2024-07-26T15:46:55.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.560+0000 7fe13a151640 1 -- 172.21.15.33:0/2648860859 wait complete. 2024-07-26T15:46:55.572 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:46:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.689+0000 7f70d1292640 1 -- 172.21.15.33:0/3370013819 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70cc0d2a30 msgr2=0x7f70cc0d0560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.689+0000 7f70d1292640 1 --2- 172.21.15.33:0/3370013819 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70cc0d2a30 0x7f70cc0d0560 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f70c4005fd0 tx=0x7f70c402a940 comp rx=0 tx=0).stop 2024-07-26T15:46:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.689+0000 7f70d1292640 1 -- 172.21.15.33:0/3370013819 shutdown_connections 2024-07-26T15:46:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.689+0000 7f70d1292640 1 --2- 172.21.15.33:0/3370013819 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70cc0d2a30 0x7f70cc0d0560 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.689+0000 7f70d1292640 1 -- 172.21.15.33:0/3370013819 >> 172.21.15.33:0/3370013819 conn(0x7f70cc0d3db0 msgr2=0x7f70cc0d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.689+0000 7f70d1292640 1 -- 172.21.15.33:0/3370013819 shutdown_connections 2024-07-26T15:46:55.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.689+0000 7f70d1292640 1 -- 172.21.15.33:0/3370013819 wait complete. 2024-07-26T15:46:55.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.692+0000 7f70d1292640 1 Processor -- start 2024-07-26T15:46:55.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.692+0000 7f70d1292640 1 -- start start 2024-07-26T15:46:55.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70d1292640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70cc08c460 0x7f70cc0b33c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70d1292640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70cc0b8f50 0x7f70cc166c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70d1292640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70cc0d2a30 0x7f70cc155fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70d1292640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f70cc0d0c20 con 0x7f70cc0b8f50 2024-07-26T15:46:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70d1292640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f70cc0d0aa0 con 0x7f70cc0d2a30 2024-07-26T15:46:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70d1292640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f70cc0d0da0 con 0x7f70cc08c460 2024-07-26T15:46:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70c3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70cc0b8f50 0x7f70cc166c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70c3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70cc0b8f50 0x7f70cc166c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42362/0 (socket says 172.21.15.33:42362) 2024-07-26T15:46:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70c3fff640 1 -- 172.21.15.33:0/896626466 learned_addr learned my addr 172.21.15.33:0/896626466 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:55.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70cb7fe640 1 --2- 172.21.15.33:0/896626466 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70cc0d2a30 0x7f70cc155fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70caffd640 1 --2- 172.21.15.33:0/896626466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70cc08c460 0x7f70cc0b33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70c3fff640 1 -- 172.21.15.33:0/896626466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70cc08c460 msgr2=0x7f70cc0b33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70c3fff640 1 --2- 172.21.15.33:0/896626466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70cc08c460 0x7f70cc0b33c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70c3fff640 1 -- 172.21.15.33:0/896626466 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70cc0d2a30 msgr2=0x7f70cc155fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70c3fff640 1 --2- 172.21.15.33:0/896626466 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70cc0d2a30 0x7f70cc155fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70c3fff640 1 -- 172.21.15.33:0/896626466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70cc1564f0 con 0x7f70cc0b8f50 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70c3fff640 1 --2- 172.21.15.33:0/896626466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70cc0b8f50 0x7f70cc166c80 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f70b400c460 tx=0x7f70b400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.695+0000 7f70c37fe640 1 -- 172.21.15.33:0/896626466 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b4016020 con 0x7f70cc0b8f50 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.696+0000 7f70c37fe640 1 -- 172.21.15.33:0/896626466 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70b4012940 con 0x7f70cc0b8f50 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.696+0000 7f70c37fe640 1 -- 172.21.15.33:0/896626466 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70b4012d90 con 0x7f70cc0b8f50 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.696+0000 7f70d1292640 1 -- 172.21.15.33:0/896626466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70cc1f89d0 con 0x7f70cc0b8f50 2024-07-26T15:46:55.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.696+0000 7f70d1292640 1 -- 172.21.15.33:0/896626466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70cc1f8f90 con 0x7f70cc0b8f50 2024-07-26T15:46:55.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.697+0000 7f70d1292640 1 -- 172.21.15.33:0/896626466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70cc0b3980 con 0x7f70cc0b8f50 2024-07-26T15:46:55.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.697+0000 7f70c37fe640 1 -- 172.21.15.33:0/896626466 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 60) ==== 49591+0+0 (secure 0 0 0) 0x7f70b4019020 con 0x7f70cc0b8f50 2024-07-26T15:46:55.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.697+0000 7f70c37fe640 1 -- 172.21.15.33:0/896626466 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 7019+0+0 (secure 0 0 0) 0x7f70b4052280 con 0x7f70cc0b8f50 2024-07-26T15:46:55.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.702+0000 7f70c37fe640 1 -- 172.21.15.33:0/896626466 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f70b4020030 con 0x7f70cc0b8f50 2024-07-26T15:46:55.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.899+0000 7f70d1292640 1 -- 172.21.15.33:0/896626466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f70cc0d0560 con 0x7f70cc0b8f50 2024-07-26T15:46:55.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.900+0000 7f70c37fe640 1 -- 172.21.15.33:0/896626466 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v121) ==== 74+0+18274 (secure 0 0 0) 0x7f70b401a590 con 0x7f70cc0b8f50 2024-07-26T15:46:55.902 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:46:55.902 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":121,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:46:52.919017+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:45:28.978133+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_data","create_time":"2024-07-26T15:45:30.236788+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":119,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":119,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":119,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"14.8","mappings":[{"from":1,"to":5}]},{"pgid":"14.1a","mappings":[{"from":1,"to":7}]},{"pgid":"14.24","mappings":[{"from":1,"to":7}]},{"pgid":"14.3c","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/43205492":"2024-07-27T15:46:52.918964+0000","172.21.15.154:6837/3922285156":"2024-07-27T15:46:52.918964+0000","172.21.15.154:6836/3922285156":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/1485045208":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/2169485136":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/3833438274":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/1552817714":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/3727307792":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/838584549":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2749423832":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/3834162645":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2225069231":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/3619603763":"2024-07-27T15:46:52.918964+0000","172.21.15.154:6837/2926134111":"2024-07-27T15:45:48.914080+0000","172.21.15.154:6836/2926134111":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2485698891":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2478766578":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/2085742600":"2024-07-27T15:45:48.914080+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:46:55.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.902+0000 7f70d1292640 1 -- 172.21.15.33:0/896626466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70cc0b8f50 msgr2=0x7f70cc166c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:55.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.902+0000 7f70d1292640 1 --2- 172.21.15.33:0/896626466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70cc0b8f50 0x7f70cc166c80 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f70b400c460 tx=0x7f70b400c920 comp rx=0 tx=0).stop 2024-07-26T15:46:55.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.902+0000 7f70d1292640 1 -- 172.21.15.33:0/896626466 shutdown_connections 2024-07-26T15:46:55.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.902+0000 7f70d1292640 1 --2- 172.21.15.33:0/896626466 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70cc0d2a30 0x7f70cc155fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.902+0000 7f70d1292640 1 --2- 172.21.15.33:0/896626466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70cc0b8f50 0x7f70cc166c80 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.902+0000 7f70d1292640 1 --2- 172.21.15.33:0/896626466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70cc08c460 0x7f70cc0b33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:55.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.902+0000 7f70d1292640 1 -- 172.21.15.33:0/896626466 >> 172.21.15.33:0/896626466 conn(0x7f70cc0d3db0 msgr2=0x7f70cc06d880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:55.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.903+0000 7f70d1292640 1 -- 172.21.15.33:0/896626466 shutdown_connections 2024-07-26T15:46:55.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:55.903+0000 7f70d1292640 1 -- 172.21.15.33:0/896626466 wait complete. 2024-07-26T15:46:55.915 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T15:46:56.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.042+0000 7f4b9510f640 1 -- 172.21.15.33:0/1575279369 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b900d0610 msgr2=0x7f4b900d0a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:56.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.042+0000 7f4b9510f640 1 --2- 172.21.15.33:0/1575279369 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b900d0610 0x7f4b900d0a20 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4b88005fd0 tx=0x7f4b8802aa90 comp rx=0 tx=0).stop 2024-07-26T15:46:56.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.042+0000 7f4b9510f640 1 -- 172.21.15.33:0/1575279369 shutdown_connections 2024-07-26T15:46:56.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.042+0000 7f4b9510f640 1 --2- 172.21.15.33:0/1575279369 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b900d0610 0x7f4b900d0a20 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.042+0000 7f4b9510f640 1 --2- 172.21.15.33:0/1575279369 >> v2:172.21.15.154:3300/0 conn(0x7f4b900d4920 0x7f4b900b93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.042+0000 7f4b9510f640 1 -- 172.21.15.33:0/1575279369 >> 172.21.15.33:0/1575279369 conn(0x7f4b900d3d90 msgr2=0x7f4b900d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:56.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.043+0000 7f4b9510f640 1 -- 172.21.15.33:0/1575279369 shutdown_connections 2024-07-26T15:46:56.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.043+0000 7f4b9510f640 1 -- 172.21.15.33:0/1575279369 wait complete. 2024-07-26T15:46:56.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.045+0000 7f4b9510f640 1 Processor -- start 2024-07-26T15:46:56.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.045+0000 7f4b9510f640 1 -- start start 2024-07-26T15:46:56.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b9510f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900b2da0 0x7f4b9014de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:56.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b9510f640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b900d0610 0x7f4b901f4510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:56.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b9510f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90149e10 0x7f4b9014a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:56.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b9510f640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4b900b36d0 con 0x7f4b900b2da0 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b9510f640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4b900d2860 con 0x7f4b90149e10 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b9510f640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4b900b3850 con 0x7f4b900d0610 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b8ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900b2da0 0x7f4b9014de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b8ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900b2da0 0x7f4b9014de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42418/0 (socket says 172.21.15.33:42418) 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b8ed9d640 1 -- 172.21.15.33:0/3399480707 learned_addr learned my addr 172.21.15.33:0/3399480707 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b8f59e640 1 --2- 172.21.15.33:0/3399480707 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90149e10 0x7f4b9014a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b8e59c640 1 --2- 172.21.15.33:0/3399480707 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b900d0610 0x7f4b901f4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b8ed9d640 1 -- 172.21.15.33:0/3399480707 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b900d0610 msgr2=0x7f4b901f4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b8ed9d640 1 --2- 172.21.15.33:0/3399480707 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b900d0610 0x7f4b901f4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b8ed9d640 1 -- 172.21.15.33:0/3399480707 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90149e10 msgr2=0x7f4b9014a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b8ed9d640 1 --2- 172.21.15.33:0/3399480707 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90149e10 0x7f4b9014a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b8ed9d640 1 -- 172.21.15.33:0/3399480707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b9014a760 con 0x7f4b900b2da0 2024-07-26T15:46:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.047+0000 7f4b8f59e640 1 --2- 172.21.15.33:0/3399480707 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90149e10 0x7f4b9014a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:46:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.048+0000 7f4b8ed9d640 1 --2- 172.21.15.33:0/3399480707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900b2da0 0x7f4b9014de20 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f4b8000e9f0 tx=0x7f4b8000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.048+0000 7f4b777fe640 1 -- 172.21.15.33:0/3399480707 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b8000cc60 con 0x7f4b900b2da0 2024-07-26T15:46:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.048+0000 7f4b777fe640 1 -- 172.21.15.33:0/3399480707 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b80010430 con 0x7f4b900b2da0 2024-07-26T15:46:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.048+0000 7f4b9510f640 1 -- 172.21.15.33:0/3399480707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b9015ce50 con 0x7f4b900b2da0 2024-07-26T15:46:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.048+0000 7f4b777fe640 1 -- 172.21.15.33:0/3399480707 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b80010880 con 0x7f4b900b2da0 2024-07-26T15:46:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.048+0000 7f4b9510f640 1 -- 172.21.15.33:0/3399480707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b9015d2e0 con 0x7f4b900b2da0 2024-07-26T15:46:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.049+0000 7f4b9510f640 1 -- 172.21.15.33:0/3399480707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b900d4920 con 0x7f4b900b2da0 2024-07-26T15:46:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.050+0000 7f4b777fe640 1 -- 172.21.15.33:0/3399480707 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 61) ==== 98850+0+0 (secure 0 0 0) 0x7f4b80010a20 con 0x7f4b900b2da0 2024-07-26T15:46:56.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.051+0000 7f4b777fe640 1 -- 172.21.15.33:0/3399480707 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 7019+0+0 (secure 0 0 0) 0x7f4b80099310 con 0x7f4b900b2da0 2024-07-26T15:46:56.054 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:46:56.053+0000 7fdbe6966640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:56.055 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:46:56.053+0000 7fdbe6966640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:56.055 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:46:56.053+0000 7fdbe6966640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:56.055 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:46:56.053+0000 7fdbe6966640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:56.055 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:46:56.053+0000 7fdbe6966640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:56.055 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:46:56.053+0000 7fdbe996c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:56.055 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:46:56.053+0000 7fdbe996c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:56.055 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:46:56.053+0000 7fdbe996c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:56.055 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:46:56.053+0000 7fdbe996c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:56.055 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:46:56.053+0000 7fdbe996c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:46:56.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.056+0000 7f4b777fe640 1 -- 172.21.15.33:0/3399480707 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4b9014a760 con 0x7f4b900b2da0 2024-07-26T15:46:56.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.296+0000 7f4b9510f640 1 -- 172.21.15.33:0/3399480707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f4b900d1410 con 0x7f4b900b2da0 2024-07-26T15:46:56.297 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T15:46:56.296+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T15:46:56.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.298+0000 7f4b777fe640 1 -- 172.21.15.33:0/3399480707 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v55) ==== 161+0+0 (secure 0 0 0) 0x7f4b80061df0 con 0x7f4b900b2da0 2024-07-26T15:46:56.299 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T15:46:56.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.301+0000 7f4b9510f640 1 -- 172.21.15.33:0/3399480707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900b2da0 msgr2=0x7f4b9014de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:56.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.301+0000 7f4b9510f640 1 --2- 172.21.15.33:0/3399480707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900b2da0 0x7f4b9014de20 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f4b8000e9f0 tx=0x7f4b8000eeb0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.301+0000 7f4b9510f640 1 -- 172.21.15.33:0/3399480707 shutdown_connections 2024-07-26T15:46:56.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.301+0000 7f4b9510f640 1 --2- 172.21.15.33:0/3399480707 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b90149e10 0x7f4b9014a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.301+0000 7f4b9510f640 1 --2- 172.21.15.33:0/3399480707 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b900d0610 0x7f4b901f4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.301+0000 7f4b9510f640 1 --2- 172.21.15.33:0/3399480707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b900b2da0 0x7f4b9014de20 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.301+0000 7f4b9510f640 1 -- 172.21.15.33:0/3399480707 >> 172.21.15.33:0/3399480707 conn(0x7f4b900d3d90 msgr2=0x7f4b901610d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:56.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.301+0000 7f4b9510f640 1 -- 172.21.15.33:0/3399480707 shutdown_connections 2024-07-26T15:46:56.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.301+0000 7f4b9510f640 1 -- 172.21.15.33:0/3399480707 wait complete. 2024-07-26T15:46:56.306 INFO:tasks.ceph.mds.c.smithi033.stderr: -7063> 2024-07-26T15:45:33.875+0000 7ffa15dba640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:46:56.314 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T15:46:56.364 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:46:56.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.434+0000 7fb4fdea8640 1 -- 172.21.15.33:0/2174464070 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4f80b53e0 msgr2=0x7fb4f80d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:56.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.434+0000 7fb4fdea8640 1 --2- 172.21.15.33:0/2174464070 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4f80b53e0 0x7fb4f80d0570 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8009830 tx=0x7fb4e802a510 comp rx=0 tx=0).stop 2024-07-26T15:46:56.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.434+0000 7fb4fdea8640 1 -- 172.21.15.33:0/2174464070 shutdown_connections 2024-07-26T15:46:56.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.434+0000 7fb4fdea8640 1 --2- 172.21.15.33:0/2174464070 >> v2:172.21.15.154:3300/0 conn(0x7fb4f80cf8e0 0x7fb4f80d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.434+0000 7fb4fdea8640 1 --2- 172.21.15.33:0/2174464070 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4f80b53e0 0x7fb4f80d0570 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.434+0000 7fb4fdea8640 1 -- 172.21.15.33:0/2174464070 >> 172.21.15.33:0/2174464070 conn(0x7fb4f80d3dc0 msgr2=0x7fb4f80d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:56.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.434+0000 7fb4fdea8640 1 -- 172.21.15.33:0/2174464070 shutdown_connections 2024-07-26T15:46:56.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.434+0000 7fb4fdea8640 1 -- 172.21.15.33:0/2174464070 wait complete. 2024-07-26T15:46:56.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.435+0000 7fb4fdea8640 1 Processor -- start 2024-07-26T15:46:56.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.436+0000 7fb4fdea8640 1 -- start start 2024-07-26T15:46:56.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4fdea8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4f80b53e0 0x7fb4f8153090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:56.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4fdea8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4f80b8fa0 0x7fb4f80a02d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:56.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4fdea8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4f80cf8e0 0x7fb4f80a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:56.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4fdea8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f80b7800 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4fdea8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f80b7680 con 0x7fb4f80b53e0 2024-07-26T15:46:56.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4fdea8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb4f80b7980 con 0x7fb4f80b8fa0 2024-07-26T15:46:56.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4f80cf8e0 0x7fb4f80a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:56.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4f80cf8e0 0x7fb4f80a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42470/0 (socket says 172.21.15.33:42470) 2024-07-26T15:46:56.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4f7fff640 1 -- 172.21.15.33:0/3511992139 learned_addr learned my addr 172.21.15.33:0/3511992139 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:56.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4f6ffd640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4f80b8fa0 0x7fb4f80a02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4f77fe640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4f80b53e0 0x7fb4f8153090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4f7fff640 1 -- 172.21.15.33:0/3511992139 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4f80b8fa0 msgr2=0x7fb4f80a02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4f7fff640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4f80b8fa0 0x7fb4f80a02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4f7fff640 1 -- 172.21.15.33:0/3511992139 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4f80b53e0 msgr2=0x7fb4f8153090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4f7fff640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4f80b53e0 0x7fb4f8153090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.437+0000 7fb4f7fff640 1 -- 172.21.15.33:0/3511992139 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4f809ed90 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.438+0000 7fb4f7fff640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4f80cf8e0 0x7fb4f80a0810 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fb4f000ea80 tx=0x7fb4f000ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.438+0000 7fb4dffff640 1 -- 172.21.15.33:0/3511992139 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f0004b20 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.438+0000 7fb4dffff640 1 -- 172.21.15.33:0/3511992139 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4f0004ce0 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.438+0000 7fb4fdea8640 1 -- 172.21.15.33:0/3511992139 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4f809f070 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.438+0000 7fb4dffff640 1 -- 172.21.15.33:0/3511992139 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f0005280 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.438+0000 7fb4fdea8640 1 -- 172.21.15.33:0/3511992139 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4f80a1350 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.439+0000 7fb4fdea8640 1 -- 172.21.15.33:0/3511992139 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4f80a15b0 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.440+0000 7fb4dffff640 1 -- 172.21.15.33:0/3511992139 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 61) ==== 98850+0+0 (secure 0 0 0) 0x7fb4f0005420 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.440+0000 7fb4dffff640 1 -- 172.21.15.33:0/3511992139 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 7105+0+0 (secure 0 0 0) 0x7fb4f0099310 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.445+0000 7fb4dffff640 1 -- 172.21.15.33:0/3511992139 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb4f0061e20 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.679+0000 7fb4fdea8640 1 -- 172.21.15.33:0/3511992139 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb4f80b7e30 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.996+0000 7fb4dffff640 1 -- 172.21.15.33:0/3511992139 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 62) ==== 98977+0+0 (secure 0 0 0) 0x7fb4f005d790 con 0x7fb4f80cf8e0 2024-07-26T15:46:56.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.996+0000 7fb4dffff640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb4e407d190 0x7fb4e407f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:56.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.997+0000 7fb4f77fe640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb4e407d190 0x7fb4e407f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:57.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:56.999+0000 7fb4f77fe640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb4e407d190 0x7fb4e407f5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8034000 tx=0x7fb4e8004730 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:57.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.299+0000 7fb4dffff640 1 -- 172.21.15.33:0/3511992139 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v56) ==== 104+0+0 (secure 0 0 0) 0x7fb4f0055580 con 0x7fb4f80cf8e0 2024-07-26T15:46:57.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 -- 172.21.15.33:0/3511992139 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb4e407d190 msgr2=0x7fb4e407f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:57.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb4e407d190 0x7fb4e407f5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb4e8034000 tx=0x7fb4e8004730 comp rx=0 tx=0).stop 2024-07-26T15:46:57.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 -- 172.21.15.33:0/3511992139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4f80cf8e0 msgr2=0x7fb4f80a0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:57.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4f80cf8e0 0x7fb4f80a0810 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fb4f000ea80 tx=0x7fb4f000ef40 comp rx=0 tx=0).stop 2024-07-26T15:46:57.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 -- 172.21.15.33:0/3511992139 shutdown_connections 2024-07-26T15:46:57.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb4e407d190 0x7fb4e407f5b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:57.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4f80cf8e0 0x7fb4f80a0810 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:57.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4f80b8fa0 0x7fb4f80a02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:57.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 --2- 172.21.15.33:0/3511992139 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4f80b53e0 0x7fb4f8153090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:57.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 -- 172.21.15.33:0/3511992139 >> 172.21.15.33:0/3511992139 conn(0x7fb4f80d3dc0 msgr2=0x7fb4f815f6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:57.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 -- 172.21.15.33:0/3511992139 shutdown_connections 2024-07-26T15:46:57.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.302+0000 7fb4fdea8640 1 -- 172.21.15.33:0/3511992139 wait complete. 2024-07-26T15:46:57.317 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T15:46:57.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.442+0000 7fe404c2c640 1 -- 172.21.15.33:0/1456296649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe3e8004e60 msgr2=0x7fe3e8005290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:57.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.442+0000 7fe404c2c640 1 --2- 172.21.15.33:0/1456296649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe3e8004e60 0x7fe3e8005290 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7fe3f8005fd0 tx=0x7fe3e8005830 comp rx=0 tx=0).stop 2024-07-26T15:46:57.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.442+0000 7fe3fed9d640 1 -- 172.21.15.33:0/1456296649 reap_dead start 2024-07-26T15:46:57.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.442+0000 7fe404c2c640 1 -- 172.21.15.33:0/1456296649 shutdown_connections 2024-07-26T15:46:57.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.442+0000 7fe404c2c640 1 -- 172.21.15.33:0/1456296649 >> 172.21.15.33:0/1456296649 conn(0x7fe4000b37a0 msgr2=0x7fe4000b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:57.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.442+0000 7fe404c2c640 1 -- 172.21.15.33:0/1456296649 shutdown_connections 2024-07-26T15:46:57.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.442+0000 7fe404c2c640 1 -- 172.21.15.33:0/1456296649 wait complete. 2024-07-26T15:46:57.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.444+0000 7fe404c2c640 1 Processor -- start 2024-07-26T15:46:57.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.444+0000 7fe404c2c640 1 -- start start 2024-07-26T15:46:57.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe404c2c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe3e8004e60 0x7fe400150a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:57.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe404c2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe400156070 0x7fe400159cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:57.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe404c2c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe40015a1f0 0x7fe400152160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:57.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe404c2c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe4000ce420 con 0x7fe400156070 2024-07-26T15:46:57.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe404c2c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe400160640 con 0x7fe3e8004e60 2024-07-26T15:46:57.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe404c2c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe40015f6b0 con 0x7fe40015a1f0 2024-07-26T15:46:57.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe3fdd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe400156070 0x7fe400159cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:57.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe3fdd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe400156070 0x7fe400159cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42478/0 (socket says 172.21.15.33:42478) 2024-07-26T15:46:57.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe3fdd9b640 1 -- 172.21.15.33:0/4170472850 learned_addr learned my addr 172.21.15.33:0/4170472850 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe3fed9d640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe40015a1f0 0x7fe400152160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe3fe59c640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe3e8004e60 0x7fe400150a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe3fdd9b640 1 -- 172.21.15.33:0/4170472850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe40015a1f0 msgr2=0x7fe400152160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe3fdd9b640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe40015a1f0 0x7fe400152160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe3fdd9b640 1 -- 172.21.15.33:0/4170472850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe3e8004e60 msgr2=0x7fe400150a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe3fdd9b640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe3e8004e60 0x7fe400150a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.445+0000 7fe3fdd9b640 1 -- 172.21.15.33:0/4170472850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4001f30b0 con 0x7fe400156070 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.446+0000 7fe3fdd9b640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe400156070 0x7fe400159cb0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fe3f40064a0 tx=0x7fe3f40039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.446+0000 7fe3eeffd640 1 -- 172.21.15.33:0/4170472850 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f4015070 con 0x7fe400156070 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.446+0000 7fe3eeffd640 1 -- 172.21.15.33:0/4170472850 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe3f4011900 con 0x7fe400156070 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.446+0000 7fe404c2c640 1 -- 172.21.15.33:0/4170472850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe40015a600 con 0x7fe400156070 2024-07-26T15:46:57.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.446+0000 7fe3eeffd640 1 -- 172.21.15.33:0/4170472850 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f4011d50 con 0x7fe400156070 2024-07-26T15:46:57.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.446+0000 7fe404c2c640 1 -- 172.21.15.33:0/4170472850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4001f3610 con 0x7fe400156070 2024-07-26T15:46:57.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.447+0000 7fe404c2c640 1 -- 172.21.15.33:0/4170472850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4001f7400 con 0x7fe400156070 2024-07-26T15:46:57.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.448+0000 7fe3eeffd640 1 -- 172.21.15.33:0/4170472850 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 62) ==== 98977+0+0 (secure 0 0 0) 0x7fe3f4018070 con 0x7fe400156070 2024-07-26T15:46:57.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.448+0000 7fe3eeffd640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fe3e0076e60 0x7fe3e0079370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:57.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.448+0000 7fe3eeffd640 1 -- 172.21.15.33:0/4170472850 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 7105+0+0 (secure 0 0 0) 0x7fe3f4099880 con 0x7fe400156070 2024-07-26T15:46:57.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.448+0000 7fe3fe59c640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fe3e0076e60 0x7fe3e0079370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:57.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.449+0000 7fe3fe59c640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fe3e0076e60 0x7fe3e0079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe3f0000c00 tx=0x7fe3f0006b70 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:57.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.453+0000 7fe3eeffd640 1 -- 172.21.15.33:0/4170472850 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe40015a600 con 0x7fe400156070 2024-07-26T15:46:57.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:57.646+0000 7fe404c2c640 1 -- 172.21.15.33:0/4170472850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe4000cdcc0 con 0x7fe400156070 2024-07-26T15:46:58.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.308+0000 7fe3eeffd640 1 -- 172.21.15.33:0/4170472850 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 63) ==== 99185+0+0 (secure 0 0 0) 0x7fe3f405e3e0 con 0x7fe400156070 2024-07-26T15:46:58.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.311+0000 7fe3eeffd640 1 -- 172.21.15.33:0/4170472850 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v124) ==== 181+0+0 (secure 0 0 0) 0x7fe4001f30b0 con 0x7fe400156070 2024-07-26T15:46:58.312 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T15:46:58.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.313+0000 7fe404c2c640 1 -- 172.21.15.33:0/4170472850 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fe3e0076e60 msgr2=0x7fe3e0079370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:58.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.313+0000 7fe404c2c640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fe3e0076e60 0x7fe3e0079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe3f0000c00 tx=0x7fe3f0006b70 comp rx=0 tx=0).stop 2024-07-26T15:46:58.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.313+0000 7fe404c2c640 1 -- 172.21.15.33:0/4170472850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe400156070 msgr2=0x7fe400159cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:58.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.313+0000 7fe404c2c640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe400156070 0x7fe400159cb0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fe3f40064a0 tx=0x7fe3f40039c0 comp rx=0 tx=0).stop 2024-07-26T15:46:58.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.315+0000 7fe404c2c640 1 -- 172.21.15.33:0/4170472850 shutdown_connections 2024-07-26T15:46:58.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.315+0000 7fe404c2c640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe40015a1f0 0x7fe400152160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:58.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.315+0000 7fe404c2c640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fe3e0076e60 0x7fe3e0079370 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:58.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.315+0000 7fe404c2c640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe400156070 0x7fe400159cb0 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:58.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.315+0000 7fe404c2c640 1 --2- 172.21.15.33:0/4170472850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe3e8004e60 0x7fe400150a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:58.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.315+0000 7fe404c2c640 1 -- 172.21.15.33:0/4170472850 >> 172.21.15.33:0/4170472850 conn(0x7fe4000b37a0 msgr2=0x7fe4000b5990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:58.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.315+0000 7fe404c2c640 1 -- 172.21.15.33:0/4170472850 shutdown_connections 2024-07-26T15:46:58.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.315+0000 7fe404c2c640 1 -- 172.21.15.33:0/4170472850 wait complete. 2024-07-26T15:46:58.329 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T15:46:58.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.451+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/3374988648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b780b2c00 msgr2=0x7f0b780d1b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:58.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.451+0000 7f0b7d2f3640 1 --2- 172.21.15.33:0/3374988648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b780b2c00 0x7f0b780d1b50 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f0b780d3080 tx=0x7f0b6802a970 comp rx=0 tx=0).stop 2024-07-26T15:46:58.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.451+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/3374988648 shutdown_connections 2024-07-26T15:46:58.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.451+0000 7f0b7d2f3640 1 --2- 172.21.15.33:0/3374988648 >> v2:172.21.15.154:3300/0 conn(0x7f0b780d2090 0x7f0b780d24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:58.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.451+0000 7f0b7d2f3640 1 --2- 172.21.15.33:0/3374988648 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b780d0460 0x7f0b780d0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:58.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.451+0000 7f0b7d2f3640 1 --2- 172.21.15.33:0/3374988648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b780b2c00 0x7f0b780d1b50 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:58.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.451+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/3374988648 >> 172.21.15.33:0/3374988648 conn(0x7f0b780d3d70 msgr2=0x7f0b780d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:58.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.451+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/3374988648 shutdown_connections 2024-07-26T15:46:58.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.451+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/3374988648 wait complete. 2024-07-26T15:46:58.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.453+0000 7f0b7d2f3640 1 Processor -- start 2024-07-26T15:46:58.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.453+0000 7f0b7d2f3640 1 -- start start 2024-07-26T15:46:58.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.454+0000 7f0b7d2f3640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b780b2c00 0x7f0b78158350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:58.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.454+0000 7f0b7d2f3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b780d0460 0x7f0b781f5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:58.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.454+0000 7f0b7d2f3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b780d2090 0x7f0b780cc410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:58.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.454+0000 7f0b7d2f3640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0b780d0db0 con 0x7f0b780d2090 2024-07-26T15:46:58.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.454+0000 7f0b7d2f3640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0b780d0f30 con 0x7f0b780b2c00 2024-07-26T15:46:58.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.454+0000 7f0b7d2f3640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0b780d10b0 con 0x7f0b780d0460 2024-07-26T15:46:58.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.454+0000 7f0b777fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b780d2090 0x7f0b780cc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:58.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.454+0000 7f0b777fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b780d2090 0x7f0b780cc410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42516/0 (socket says 172.21.15.33:42516) 2024-07-26T15:46:58.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.454+0000 7f0b777fe640 1 -- 172.21.15.33:0/1649517024 learned_addr learned my addr 172.21.15.33:0/1649517024 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:58.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b76ffd640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b780b2c00 0x7f0b78158350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b767fc640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b780d0460 0x7f0b781f5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b777fe640 1 -- 172.21.15.33:0/1649517024 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b780d0460 msgr2=0x7f0b781f5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b777fe640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b780d0460 0x7f0b781f5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b777fe640 1 -- 172.21.15.33:0/1649517024 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b780b2c00 msgr2=0x7f0b78158350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b777fe640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b780b2c00 0x7f0b78158350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b777fe640 1 -- 172.21.15.33:0/1649517024 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b781f5f00 con 0x7f0b780d2090 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b777fe640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b780d2090 0x7f0b780cc410 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f0b7000b440 tx=0x7f0b7000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b6f7fe640 1 -- 172.21.15.33:0/1649517024 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b70015020 con 0x7f0b780d2090 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b6f7fe640 1 -- 172.21.15.33:0/1649517024 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b70011920 con 0x7f0b780d2090 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/1649517024 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b781f61e0 con 0x7f0b780d2090 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b6f7fe640 1 -- 172.21.15.33:0/1649517024 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b70011d70 con 0x7f0b780d2090 2024-07-26T15:46:58.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.455+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/1649517024 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b780a0280 con 0x7f0b780d2090 2024-07-26T15:46:58.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.456+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/1649517024 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b780d3950 con 0x7f0b780d2090 2024-07-26T15:46:58.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.457+0000 7f0b6f7fe640 1 -- 172.21.15.33:0/1649517024 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 63) ==== 99185+0+0 (secure 0 0 0) 0x7f0b70018020 con 0x7f0b780d2090 2024-07-26T15:46:58.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.458+0000 7f0b6f7fe640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0b580770d0 0x7f0b580795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:58.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.458+0000 7f0b6f7fe640 1 -- 172.21.15.33:0/1649517024 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 6667+0+0 (secure 0 0 0) 0x7f0b70098a50 con 0x7f0b780d2090 2024-07-26T15:46:58.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.458+0000 7f0b76ffd640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0b580770d0 0x7f0b580795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:58.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.458+0000 7f0b76ffd640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0b580770d0 0x7f0b580795e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0b68035000 tx=0x7f0b6803c040 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:58.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.462+0000 7f0b6f7fe640 1 -- 172.21.15.33:0/1649517024 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0b780d3950 con 0x7f0b780d2090 2024-07-26T15:46:58.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:58.659+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/1649517024 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0b781f5c90 con 0x7f0b780d2090 2024-07-26T15:46:59.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.312+0000 7f0b6f7fe640 1 -- 172.21.15.33:0/1649517024 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v125) ==== 169+0+0 (secure 0 0 0) 0x7f0b7001f020 con 0x7f0b780d2090 2024-07-26T15:46:59.314 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T15:46:59.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/1649517024 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0b580770d0 msgr2=0x7f0b580795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:59.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0b580770d0 0x7f0b580795e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0b68035000 tx=0x7f0b6803c040 comp rx=0 tx=0).stop 2024-07-26T15:46:59.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/1649517024 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b780d2090 msgr2=0x7f0b780cc410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:59.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b780d2090 0x7f0b780cc410 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f0b7000b440 tx=0x7f0b7000b900 comp rx=0 tx=0).stop 2024-07-26T15:46:59.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/1649517024 shutdown_connections 2024-07-26T15:46:59.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0b580770d0 0x7f0b580795e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b780d2090 0x7f0b780cc410 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b780d0460 0x7f0b781f5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 --2- 172.21.15.33:0/1649517024 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b780b2c00 0x7f0b78158350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/1649517024 >> 172.21.15.33:0/1649517024 conn(0x7f0b780d3d70 msgr2=0x7f0b780b08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/1649517024 shutdown_connections 2024-07-26T15:46:59.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.316+0000 7f0b7d2f3640 1 -- 172.21.15.33:0/1649517024 wait complete. 2024-07-26T15:46:59.332 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T15:46:59.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.452+0000 7f6045589640 1 -- 172.21.15.33:0/2716838619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60400b3d60 msgr2=0x7f60400b4170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:59.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.452+0000 7f6045589640 1 --2- 172.21.15.33:0/2716838619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60400b3d60 0x7f60400b4170 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f6030005fd0 tx=0x7f603002a5d0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.452+0000 7f6045589640 1 -- 172.21.15.33:0/2716838619 shutdown_connections 2024-07-26T15:46:59.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.452+0000 7f6045589640 1 --2- 172.21.15.33:0/2716838619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60400b3d60 0x7f60400b4170 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.452+0000 7f6045589640 1 --2- 172.21.15.33:0/2716838619 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f604006fb60 0x7f604006ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.452+0000 7f6045589640 1 -- 172.21.15.33:0/2716838619 >> 172.21.15.33:0/2716838619 conn(0x7f60400b1740 msgr2=0x7f60400b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:59.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.452+0000 7f6045589640 1 -- 172.21.15.33:0/2716838619 shutdown_connections 2024-07-26T15:46:59.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.452+0000 7f6045589640 1 -- 172.21.15.33:0/2716838619 wait complete. 2024-07-26T15:46:59.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.454+0000 7f6045589640 1 Processor -- start 2024-07-26T15:46:59.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.454+0000 7f6045589640 1 -- start start 2024-07-26T15:46:59.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.455+0000 7f6045589640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f604006fb60 0x7f60400cfa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:59.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.455+0000 7f6045589640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60400b3d60 0x7f60400cffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:59.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.455+0000 7f6045589640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6040144580 0x7f60401f51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.455+0000 7f6045589640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f604015c960 con 0x7f6040144580 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.455+0000 7f6045589640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f604015c7e0 con 0x7f604006fb60 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.455+0000 7f6045589640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f604015cae0 con 0x7f60400b3d60 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.455+0000 7f603f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6040144580 0x7f60401f51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f603f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6040144580 0x7f60401f51d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42532/0 (socket says 172.21.15.33:42532) 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f603f7fe640 1 -- 172.21.15.33:0/3757550017 learned_addr learned my addr 172.21.15.33:0/3757550017 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f603e7fc640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60400b3d60 0x7f60400cffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f603effd640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f604006fb60 0x7f60400cfa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f603f7fe640 1 -- 172.21.15.33:0/3757550017 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60400b3d60 msgr2=0x7f60400cffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f603f7fe640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60400b3d60 0x7f60400cffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f603f7fe640 1 -- 172.21.15.33:0/3757550017 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f604006fb60 msgr2=0x7f60400cfa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:59.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f603f7fe640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f604006fb60 0x7f60400cfa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f603f7fe640 1 -- 172.21.15.33:0/3757550017 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6040134960 con 0x7f6040144580 2024-07-26T15:46:59.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f603f7fe640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6040144580 0x7f60401f51d0 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f6030006010 tx=0x7f6030003670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:59.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f60377fe640 1 -- 172.21.15.33:0/3757550017 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f603003e030 con 0x7f6040144580 2024-07-26T15:46:59.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f60377fe640 1 -- 172.21.15.33:0/3757550017 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6030003b60 con 0x7f6040144580 2024-07-26T15:46:59.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f6045589640 1 -- 172.21.15.33:0/3757550017 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6040134c40 con 0x7f6040144580 2024-07-26T15:46:59.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f60377fe640 1 -- 172.21.15.33:0/3757550017 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6030035040 con 0x7f6040144580 2024-07-26T15:46:59.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.456+0000 7f6045589640 1 -- 172.21.15.33:0/3757550017 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6040135200 con 0x7f6040144580 2024-07-26T15:46:59.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.457+0000 7f6045589640 1 -- 172.21.15.33:0/3757550017 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f604006ff70 con 0x7f6040144580 2024-07-26T15:46:59.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.458+0000 7f60377fe640 1 -- 172.21.15.33:0/3757550017 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 63) ==== 99185+0+0 (secure 0 0 0) 0x7f6030041030 con 0x7f6040144580 2024-07-26T15:46:59.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.458+0000 7f60377fe640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f60200770a0 0x7f60200795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:59.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.459+0000 7f60377fe640 1 -- 172.21.15.33:0/3757550017 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 6137+0+0 (secure 0 0 0) 0x7f60300b8ed0 con 0x7f6040144580 2024-07-26T15:46:59.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.459+0000 7f603effd640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f60200770a0 0x7f60200795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:59.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.459+0000 7f603effd640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f60200770a0 0x7f60200795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f6038001e20 tx=0x7f6038009040 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:59.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.463+0000 7f60377fe640 1 -- 172.21.15.33:0/3757550017 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f60300818f0 con 0x7f6040144580 2024-07-26T15:46:59.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.655+0000 7f6045589640 1 -- 172.21.15.33:0/3757550017 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f604015e310 con 0x7f6040144580 2024-07-26T15:46:59.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.659+0000 7f60377fe640 1 -- 172.21.15.33:0/3757550017 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v47) ==== 71+0+0 (secure 0 0 0) 0x7f603008a180 con 0x7f6040144580 2024-07-26T15:46:59.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.661+0000 7f6045589640 1 -- 172.21.15.33:0/3757550017 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f60200770a0 msgr2=0x7f60200795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:59.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.661+0000 7f6045589640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f60200770a0 0x7f60200795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f6038001e20 tx=0x7f6038009040 comp rx=0 tx=0).stop 2024-07-26T15:46:59.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.661+0000 7f6045589640 1 -- 172.21.15.33:0/3757550017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6040144580 msgr2=0x7f60401f51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:59.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.661+0000 7f6045589640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6040144580 0x7f60401f51d0 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f6030006010 tx=0x7f6030003670 comp rx=0 tx=0).stop 2024-07-26T15:46:59.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.661+0000 7f6045589640 1 -- 172.21.15.33:0/3757550017 shutdown_connections 2024-07-26T15:46:59.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.661+0000 7f6045589640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f60200770a0 0x7f60200795b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.661+0000 7f6045589640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6040144580 0x7f60401f51d0 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.661+0000 7f6045589640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60400b3d60 0x7f60400cffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.661+0000 7f6045589640 1 --2- 172.21.15.33:0/3757550017 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f604006fb60 0x7f60400cfa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.661+0000 7f6045589640 1 -- 172.21.15.33:0/3757550017 >> 172.21.15.33:0/3757550017 conn(0x7f60400b1740 msgr2=0x7f604015d020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:59.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.662+0000 7f6045589640 1 -- 172.21.15.33:0/3757550017 shutdown_connections 2024-07-26T15:46:59.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.662+0000 7f6045589640 1 -- 172.21.15.33:0/3757550017 wait complete. 2024-07-26T15:46:59.675 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_schedule_auto_deactivation_for_non_existent_path' 2024-07-26T15:46:59.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.795+0000 7f0dd689a640 1 -- 172.21.15.33:0/4034479889 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dd0160400 msgr2=0x7f0dd0160810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:59.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.795+0000 7f0dd689a640 1 --2- 172.21.15.33:0/4034479889 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dd0160400 0x7f0dd0160810 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0069b10 tx=0x7f0dc802a980 comp rx=0 tx=0).stop 2024-07-26T15:46:59.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.795+0000 7f0dd689a640 1 -- 172.21.15.33:0/4034479889 shutdown_connections 2024-07-26T15:46:59.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.795+0000 7f0dd689a640 1 --2- 172.21.15.33:0/4034479889 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dd0160400 0x7f0dd0160810 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.795+0000 7f0dd689a640 1 --2- 172.21.15.33:0/4034479889 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dd00cfa60 0x7f0dd00cfe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.795+0000 7f0dd689a640 1 --2- 172.21.15.33:0/4034479889 >> v2:172.21.15.154:3300/0 conn(0x7f0dd00cc660 0x7f0dd00b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.795+0000 7f0dd689a640 1 -- 172.21.15.33:0/4034479889 >> 172.21.15.33:0/4034479889 conn(0x7f0dd00d1bf0 msgr2=0x7f0dd00d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:46:59.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.795+0000 7f0dd689a640 1 -- 172.21.15.33:0/4034479889 shutdown_connections 2024-07-26T15:46:59.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.795+0000 7f0dd689a640 1 -- 172.21.15.33:0/4034479889 wait complete. 2024-07-26T15:46:59.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.797+0000 7f0dd689a640 1 Processor -- start 2024-07-26T15:46:59.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.797+0000 7f0dd689a640 1 -- start start 2024-07-26T15:46:59.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.798+0000 7f0dd689a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dd00cc660 0x7f0dd0071ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:59.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dd689a640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0dd00cfa60 0x7f0dd009d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:59.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dd689a640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dd0160400 0x7f0dd015f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dd689a640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0dd00b1ca0 con 0x7f0dd00cc660 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dd689a640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0dd00b1b20 con 0x7f0dd00cfa60 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dd689a640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0dd00b1e20 con 0x7f0dd0160400 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dcffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dd00cc660 0x7f0dd0071ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dcffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dd00cc660 0x7f0dd0071ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42552/0 (socket says 172.21.15.33:42552) 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dcffff640 1 -- 172.21.15.33:0/751539887 learned_addr learned my addr 172.21.15.33:0/751539887 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dcf7fe640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0dd00cfa60 0x7f0dd009d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dd4e37640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dd0160400 0x7f0dd015f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dcffff640 1 -- 172.21.15.33:0/751539887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dd0160400 msgr2=0x7f0dd015f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dcffff640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dd0160400 0x7f0dd015f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dcffff640 1 -- 172.21.15.33:0/751539887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0dd00cfa60 msgr2=0x7f0dd009d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:46:59.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dcffff640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0dd00cfa60 0x7f0dd009d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:46:59.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dcffff640 1 -- 172.21.15.33:0/751539887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dd009f440 con 0x7f0dd00cc660 2024-07-26T15:46:59.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dcf7fe640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0dd00cfa60 0x7f0dd009d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:46:59.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dcffff640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dd00cc660 0x7f0dd0071ca0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f0dc000d720 tx=0x7f0dc000dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:59.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dccff9640 1 -- 172.21.15.33:0/751539887 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc0017070 con 0x7f0dd00cc660 2024-07-26T15:46:59.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dccff9640 1 -- 172.21.15.33:0/751539887 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0dc0009ab0 con 0x7f0dd00cc660 2024-07-26T15:46:59.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dd689a640 1 -- 172.21.15.33:0/751539887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dd009f720 con 0x7f0dd00cc660 2024-07-26T15:46:59.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.799+0000 7f0dccff9640 1 -- 172.21.15.33:0/751539887 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dc0010460 con 0x7f0dd00cc660 2024-07-26T15:46:59.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.800+0000 7f0dd689a640 1 -- 172.21.15.33:0/751539887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dd015ebd0 con 0x7f0dd00cc660 2024-07-26T15:46:59.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.800+0000 7f0dd689a640 1 -- 172.21.15.33:0/751539887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dd00cfe70 con 0x7f0dd00cc660 2024-07-26T15:46:59.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.801+0000 7f0dccff9640 1 -- 172.21.15.33:0/751539887 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 63) ==== 99185+0+0 (secure 0 0 0) 0x7f0dc001a070 con 0x7f0dd00cc660 2024-07-26T15:46:59.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.802+0000 7f0dccff9640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0dbc0770a0 0x7f0dbc0795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:46:59.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.802+0000 7f0dccff9640 1 -- 172.21.15.33:0/751539887 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 6137+0+0 (secure 0 0 0) 0x7f0dc0098d30 con 0x7f0dd00cc660 2024-07-26T15:46:59.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.802+0000 7f0dcf7fe640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0dbc0770a0 0x7f0dbc0795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:46:59.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.802+0000 7f0dcf7fe640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0dbc0770a0 0x7f0dbc0795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0dc4005fd0 tx=0x7f0dc400f360 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:46:59.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:46:59.806+0000 7f0dccff9640 1 -- 172.21.15.33:0/751539887 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0dc0061b80 con 0x7f0dd00cc660 2024-07-26T15:47:00.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.074+0000 7f0dd689a640 1 -- 172.21.15.33:0/751539887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_schedule_auto_deactivation_for_non_existent_path"]} v 0) -- 0x7f0dd00b1330 con 0x7f0dd00cc660 2024-07-26T15:47:00.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.314+0000 7f0dccff9640 1 -- 172.21.15.33:0/751539887 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_schedule_auto_deactivation_for_non_existent_path"]}]=0 v680) ==== 183+0+0 (secure 0 0 0) 0x7f0dc0061480 con 0x7f0dd00cc660 2024-07-26T15:47:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 -- 172.21.15.33:0/751539887 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0dbc0770a0 msgr2=0x7f0dbc0795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0dbc0770a0 0x7f0dbc0795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0dc4005fd0 tx=0x7f0dc400f360 comp rx=0 tx=0).stop 2024-07-26T15:47:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 -- 172.21.15.33:0/751539887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dd00cc660 msgr2=0x7f0dd0071ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dd00cc660 0x7f0dd0071ca0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f0dc000d720 tx=0x7f0dc000dbe0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 -- 172.21.15.33:0/751539887 shutdown_connections 2024-07-26T15:47:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dd0160400 0x7f0dd015f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0dd00cfa60 0x7f0dd009d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0dbc0770a0 0x7f0dbc0795b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 --2- 172.21.15.33:0/751539887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dd00cc660 0x7f0dd0071ca0 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 -- 172.21.15.33:0/751539887 >> 172.21.15.33:0/751539887 conn(0x7f0dd00d1bf0 msgr2=0x7f0dd015abf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:00.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 -- 172.21.15.33:0/751539887 shutdown_connections 2024-07-26T15:47:00.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.317+0000 7f0dd689a640 1 -- 172.21.15.33:0/751539887 wait complete. 2024-07-26T15:47:00.330 INFO:tasks.cephfs_test_runner:Test that a non-existent path leads to schedule deactivation after a few retries. ... ok 2024-07-26T15:47:00.330 INFO:tasks.cephfs_test_runner:Starting test: test_snap_schedule (tasks.cephfs.test_snap_schedules.TestSnapSchedules) Test existence of a scheduled snapshot 2024-07-26T15:47:00.330 INFO:tasks.cephfs_test_runner:test_snap_schedule (tasks.cephfs.test_snap_schedules.TestSnapSchedules) 2024-07-26T15:47:00.331 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:47:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.448+0000 7f454defa640 1 -- 172.21.15.33:0/1560891155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4530004800 msgr2=0x7f4530004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.448+0000 7f454defa640 1 --2- 172.21.15.33:0/1560891155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4530004800 0x7f4530004c10 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f454808dff0 tx=0x7f4530005830 comp rx=0 tx=0).stop 2024-07-26T15:47:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.448+0000 7f454defa640 1 -- 172.21.15.33:0/1560891155 shutdown_connections 2024-07-26T15:47:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.448+0000 7f454defa640 1 --2- 172.21.15.33:0/1560891155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4530004800 0x7f4530004c10 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.448+0000 7f454defa640 1 -- 172.21.15.33:0/1560891155 >> 172.21.15.33:0/1560891155 conn(0x7f45480d3da0 msgr2=0x7f45480d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.448+0000 7f454defa640 1 -- 172.21.15.33:0/1560891155 shutdown_connections 2024-07-26T15:47:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.448+0000 7f454defa640 1 -- 172.21.15.33:0/1560891155 wait complete. 2024-07-26T15:47:00.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.449+0000 7f454defa640 1 Processor -- start 2024-07-26T15:47:00.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.450+0000 7f454defa640 1 -- start start 2024-07-26T15:47:00.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f454defa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4530004800 0x7f454814d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:00.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f454defa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45481f5220 0x7f454814ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:00.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f454defa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45480b54e0 0x7f45481f7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:00.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f454defa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f45480d2280 con 0x7f45481f5220 2024-07-26T15:47:00.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f454defa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f45480b9750 con 0x7f45480b54e0 2024-07-26T15:47:00.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f454defa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f45480d2400 con 0x7f4530004800 2024-07-26T15:47:00.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f4546ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45481f5220 0x7f454814ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:00.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f4546ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45481f5220 0x7f454814ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42560/0 (socket says 172.21.15.33:42560) 2024-07-26T15:47:00.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f4546ffd640 1 -- 172.21.15.33:0/3629248269 learned_addr learned my addr 172.21.15.33:0/3629248269 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:00.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f4547fff640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45480b54e0 0x7f45481f7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:00.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f45477fe640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4530004800 0x7f454814d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:00.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f4546ffd640 1 -- 172.21.15.33:0/3629248269 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4530004800 msgr2=0x7f454814d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:00.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f4546ffd640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4530004800 0x7f454814d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f4546ffd640 1 -- 172.21.15.33:0/3629248269 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45480b54e0 msgr2=0x7f45481f7de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:00.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f4546ffd640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45480b54e0 0x7f45481f7de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f4546ffd640 1 -- 172.21.15.33:0/3629248269 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f454814dc10 con 0x7f45481f5220 2024-07-26T15:47:00.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f4546ffd640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45481f5220 0x7f454814ccf0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f453c000fd0 tx=0x7f453c02aee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:00.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f452ffff640 1 -- 172.21.15.33:0/3629248269 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f453c042070 con 0x7f45481f5220 2024-07-26T15:47:00.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f452ffff640 1 -- 172.21.15.33:0/3629248269 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f453c039070 con 0x7f45481f5220 2024-07-26T15:47:00.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f454defa640 1 -- 172.21.15.33:0/3629248269 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45480b4440 con 0x7f45481f5220 2024-07-26T15:47:00.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f452ffff640 1 -- 172.21.15.33:0/3629248269 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f453c003850 con 0x7f45481f5220 2024-07-26T15:47:00.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.452+0000 7f454defa640 1 -- 172.21.15.33:0/3629248269 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45480b4a00 con 0x7f45481f5220 2024-07-26T15:47:00.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.453+0000 7f454defa640 1 -- 172.21.15.33:0/3629248269 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45480d2960 con 0x7f45481f5220 2024-07-26T15:47:00.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.454+0000 7f452ffff640 1 -- 172.21.15.33:0/3629248269 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 63) ==== 99185+0+0 (secure 0 0 0) 0x7f453c03b070 con 0x7f45481f5220 2024-07-26T15:47:00.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.454+0000 7f452ffff640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f45340770d0 0x7f45340795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:00.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.454+0000 7f452ffff640 1 -- 172.21.15.33:0/3629248269 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 6137+0+0 (secure 0 0 0) 0x7f453c0b7d40 con 0x7f45481f5220 2024-07-26T15:47:00.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.454+0000 7f45477fe640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f45340770d0 0x7f45340795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:00.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.455+0000 7f45477fe640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f45340770d0 0x7f45340795e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f45380058c0 tx=0x7f4538005850 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:00.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.460+0000 7f452ffff640 1 -- 172.21.15.33:0/3629248269 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f453c0806d0 con 0x7f45481f5220 2024-07-26T15:47:00.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.654+0000 7f454defa640 1 -- 172.21.15.33:0/3629248269 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f45480b9c60 con 0x7f45481f5220 2024-07-26T15:47:00.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.655+0000 7f452ffff640 1 -- 172.21.15.33:0/3629248269 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v125) ==== 74+0+14489 (secure 0 0 0) 0x7f453c084c20 con 0x7f45481f5220 2024-07-26T15:47:00.657 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:00.657 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":125,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:46:59.311979+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":14,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":119,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":119,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":119,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6833/2838955511":"2024-07-27T15:46:56.297501+0000","172.21.15.154:0/43205492":"2024-07-27T15:46:52.918964+0000","172.21.15.33:6835/2838955511":"2024-07-27T15:46:56.297501+0000","172.21.15.154:6837/3922285156":"2024-07-27T15:46:52.918964+0000","172.21.15.154:6836/3922285156":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/1485045208":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/2169485136":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/3833438274":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/1552817714":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/3727307792":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/838584549":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2749423832":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/3834162645":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2225069231":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/3619603763":"2024-07-27T15:46:52.918964+0000","172.21.15.154:6837/2926134111":"2024-07-27T15:45:48.914080+0000","172.21.15.154:6836/2926134111":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2485698891":"2024-07-27T15:45:48.914080+0000","172.21.15.154:0/2478766578":"2024-07-27T15:46:52.918964+0000","172.21.15.154:0/2085742600":"2024-07-27T15:45:48.914080+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 -- 172.21.15.33:0/3629248269 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f45340770d0 msgr2=0x7f45340795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f45340770d0 0x7f45340795e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f45380058c0 tx=0x7f4538005850 comp rx=0 tx=0).stop 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 -- 172.21.15.33:0/3629248269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45481f5220 msgr2=0x7f454814ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45481f5220 0x7f454814ccf0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f453c000fd0 tx=0x7f453c02aee0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 -- 172.21.15.33:0/3629248269 shutdown_connections 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45480b54e0 0x7f45481f7de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f45340770d0 0x7f45340795e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45481f5220 0x7f454814ccf0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 --2- 172.21.15.33:0/3629248269 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4530004800 0x7f454814d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 -- 172.21.15.33:0/3629248269 >> 172.21.15.33:0/3629248269 conn(0x7f45480d3da0 msgr2=0x7f454815e160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 -- 172.21.15.33:0/3629248269 shutdown_connections 2024-07-26T15:47:00.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.658+0000 7f454defa640 1 -- 172.21.15.33:0/3629248269 wait complete. 2024-07-26T15:47:00.673 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T15:47:00.673 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T15:47:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.793+0000 7f8185599640 1 -- 172.21.15.33:0/1672795078 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8168003c10 msgr2=0x7f8168004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.793+0000 7f8185599640 1 --2- 172.21.15.33:0/1672795078 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8168003c10 0x7f8168004060 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f817000e420 tx=0x7f8168005830 comp rx=0 tx=0).stop 2024-07-26T15:47:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.793+0000 7f817f7fe640 1 -- 172.21.15.33:0/1672795078 reap_dead start 2024-07-26T15:47:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.793+0000 7f8185599640 1 -- 172.21.15.33:0/1672795078 shutdown_connections 2024-07-26T15:47:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.793+0000 7f8185599640 1 -- 172.21.15.33:0/1672795078 >> 172.21.15.33:0/1672795078 conn(0x7f81800d3d90 msgr2=0x7f81800d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.793+0000 7f8185599640 1 -- 172.21.15.33:0/1672795078 shutdown_connections 2024-07-26T15:47:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.793+0000 7f8185599640 1 -- 172.21.15.33:0/1672795078 wait complete. 2024-07-26T15:47:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.795+0000 7f8185599640 1 Processor -- start 2024-07-26T15:47:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.795+0000 7f8185599640 1 -- start start 2024-07-26T15:47:00.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.796+0000 7f8185599640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8168003c10 0x7f81801f52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:00.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.796+0000 7f8185599640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f818015b3f0 0x7f818015a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:00.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.796+0000 7f8185599640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f818009f520 0x7f818009f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:00.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.796+0000 7f8185599640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f81800b93c0 con 0x7f818009f520 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.796+0000 7f8185599640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f81800d4b30 con 0x7f818015b3f0 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.796+0000 7f8185599640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f81800b9540 con 0x7f8168003c10 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.796+0000 7f817f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f818009f520 0x7f818009f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.796+0000 7f817f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f818009f520 0x7f818009f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42584/0 (socket says 172.21.15.33:42584) 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.796+0000 7f817f7fe640 1 -- 172.21.15.33:0/1169038361 learned_addr learned my addr 172.21.15.33:0/1169038361 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.796+0000 7f817effd640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8168003c10 0x7f81801f52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.796+0000 7f817e7fc640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f818015b3f0 0x7f818015a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f817f7fe640 1 -- 172.21.15.33:0/1169038361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8168003c10 msgr2=0x7f81801f52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f817f7fe640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8168003c10 0x7f81801f52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f817f7fe640 1 -- 172.21.15.33:0/1169038361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f818015b3f0 msgr2=0x7f818015a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f817f7fe640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f818015b3f0 0x7f818015a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:00.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f817f7fe640 1 -- 172.21.15.33:0/1169038361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f818009fe70 con 0x7f818009f520 2024-07-26T15:47:00.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f817effd640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8168003c10 0x7f81801f52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:00.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f817f7fe640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f818009f520 0x7f818009f930 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f81800d3be0 tx=0x7f81780039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:00.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f81677fe640 1 -- 172.21.15.33:0/1169038361 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8178011840 con 0x7f818009f520 2024-07-26T15:47:00.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f81677fe640 1 -- 172.21.15.33:0/1169038361 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8178018070 con 0x7f818009f520 2024-07-26T15:47:00.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f8185599640 1 -- 172.21.15.33:0/1169038361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f818015f0c0 con 0x7f818009f520 2024-07-26T15:47:00.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f81677fe640 1 -- 172.21.15.33:0/1169038361 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8178011ca0 con 0x7f818009f520 2024-07-26T15:47:00.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.797+0000 7f8185599640 1 -- 172.21.15.33:0/1169038361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81800a16a0 con 0x7f818009f520 2024-07-26T15:47:00.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.798+0000 7f8185599640 1 -- 172.21.15.33:0/1169038361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81800a1420 con 0x7f818009f520 2024-07-26T15:47:00.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.799+0000 7f81677fe640 1 -- 172.21.15.33:0/1169038361 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f817801d460 con 0x7f818009f520 2024-07-26T15:47:00.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.799+0000 7f81677fe640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f816c077130 0x7f816c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:00.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.799+0000 7f81677fe640 1 -- 172.21.15.33:0/1169038361 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 6137+0+0 (secure 0 0 0) 0x7f8178099470 con 0x7f818009f520 2024-07-26T15:47:00.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.799+0000 7f817effd640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f816c077130 0x7f816c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:00.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.800+0000 7f817effd640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f816c077130 0x7f816c079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8170033000 tx=0x7f8170004a40 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:00.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.804+0000 7f81677fe640 1 -- 172.21.15.33:0/1169038361 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f81800a1420 con 0x7f818009f520 2024-07-26T15:47:00.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.996+0000 7f8185599640 1 -- 172.21.15.33:0/1169038361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f81800cf690 con 0x7f818009f520 2024-07-26T15:47:00.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.996+0000 7f81677fe640 1 -- 172.21.15.33:0/1169038361 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v125) ==== 93+0+10 (secure 0 0 0) 0x7f818009fe70 con 0x7f818009f520 2024-07-26T15:47:00.998 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T15:47:01.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 -- 172.21.15.33:0/1169038361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f816c077130 msgr2=0x7f816c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:01.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f816c077130 0x7f816c079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8170033000 tx=0x7f8170004a40 comp rx=0 tx=0).stop 2024-07-26T15:47:01.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 -- 172.21.15.33:0/1169038361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f818009f520 msgr2=0x7f818009f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:01.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f818009f520 0x7f818009f930 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f81800d3be0 tx=0x7f81780039c0 comp rx=0 tx=0).stop 2024-07-26T15:47:01.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 -- 172.21.15.33:0/1169038361 shutdown_connections 2024-07-26T15:47:01.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f816c077130 0x7f816c079640 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:01.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f818009f520 0x7f818009f930 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:01.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f818015b3f0 0x7f818015a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:01.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 --2- 172.21.15.33:0/1169038361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8168003c10 0x7f81801f52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:01.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 -- 172.21.15.33:0/1169038361 >> 172.21.15.33:0/1169038361 conn(0x7f81800d3d90 msgr2=0x7f81800b0ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:01.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 -- 172.21.15.33:0/1169038361 shutdown_connections 2024-07-26T15:47:01.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:00.999+0000 7f8185599640 1 -- 172.21.15.33:0/1169038361 wait complete. 2024-07-26T15:47:01.011 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule' 2024-07-26T15:47:01.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.128+0000 7faac81da640 1 -- 172.21.15.33:0/1600593242 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa8004000 msgr2=0x7faaa8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:01.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.128+0000 7faac81da640 1 --2- 172.21.15.33:0/1600593242 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa8004000 0x7faaa8004800 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7faab4001690 tx=0x7faaa8005830 comp rx=0 tx=0).stop 2024-07-26T15:47:01.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.128+0000 7faac6777640 1 -- 172.21.15.33:0/1600593242 reap_dead start 2024-07-26T15:47:01.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.129+0000 7faac81da640 1 -- 172.21.15.33:0/1600593242 shutdown_connections 2024-07-26T15:47:01.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.129+0000 7faac81da640 1 -- 172.21.15.33:0/1600593242 >> 172.21.15.33:0/1600593242 conn(0x7faac00d3da0 msgr2=0x7faac00d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:01.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.129+0000 7faac81da640 1 -- 172.21.15.33:0/1600593242 shutdown_connections 2024-07-26T15:47:01.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.129+0000 7faac81da640 1 -- 172.21.15.33:0/1600593242 wait complete. 2024-07-26T15:47:01.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.130+0000 7faac81da640 1 Processor -- start 2024-07-26T15:47:01.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.130+0000 7faac81da640 1 -- start start 2024-07-26T15:47:01.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac81da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faaa8004000 0x7faac0149ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:01.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac81da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faac00b5be0 0x7faac0161490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:01.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac81da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faac0151f10 0x7faac0152320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:01.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac81da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faac00b1b80 con 0x7faac00b5be0 2024-07-26T15:47:01.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac81da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7faac00b96d0 con 0x7faac0151f10 2024-07-26T15:47:01.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac81da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7faac00b1d00 con 0x7faaa8004000 2024-07-26T15:47:01.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac5775640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faac00b5be0 0x7faac0161490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:01.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac5775640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faac00b5be0 0x7faac0161490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42594/0 (socket says 172.21.15.33:42594) 2024-07-26T15:47:01.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac5775640 1 -- 172.21.15.33:0/1493345415 learned_addr learned my addr 172.21.15.33:0/1493345415 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:01.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac5f76640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faaa8004000 0x7faac0149ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:01.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac6777640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faac0151f10 0x7faac0152320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:01.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac5775640 1 -- 172.21.15.33:0/1493345415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faaa8004000 msgr2=0x7faac0149ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:01.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac5775640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faaa8004000 0x7faac0149ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:01.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac5775640 1 -- 172.21.15.33:0/1493345415 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faac0151f10 msgr2=0x7faac0152320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:01.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac5775640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faac0151f10 0x7faac0152320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:01.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac5775640 1 -- 172.21.15.33:0/1493345415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faac0152860 con 0x7faac00b5be0 2024-07-26T15:47:01.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.132+0000 7faac5775640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faac00b5be0 0x7faac0161490 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7faab4000ff0 tx=0x7faab40063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:01.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.133+0000 7faabe7fc640 1 -- 172.21.15.33:0/1493345415 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab4041070 con 0x7faac00b5be0 2024-07-26T15:47:01.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.133+0000 7faabe7fc640 1 -- 172.21.15.33:0/1493345415 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faab4003af0 con 0x7faac00b5be0 2024-07-26T15:47:01.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.133+0000 7faac81da640 1 -- 172.21.15.33:0/1493345415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faac00b2f90 con 0x7faac00b5be0 2024-07-26T15:47:01.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.133+0000 7faabe7fc640 1 -- 172.21.15.33:0/1493345415 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab4038070 con 0x7faac00b5be0 2024-07-26T15:47:01.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.133+0000 7faac81da640 1 -- 172.21.15.33:0/1493345415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faac00b3550 con 0x7faac00b5be0 2024-07-26T15:47:01.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.134+0000 7faac81da640 1 -- 172.21.15.33:0/1493345415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faac00b2290 con 0x7faac00b5be0 2024-07-26T15:47:01.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.134+0000 7faabe7fc640 1 -- 172.21.15.33:0/1493345415 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7faab4030070 con 0x7faac00b5be0 2024-07-26T15:47:01.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.135+0000 7faabe7fc640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7faaac077130 0x7faaac079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:01.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.135+0000 7faac5f76640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7faaac077130 0x7faaac079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:01.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.135+0000 7faabe7fc640 1 -- 172.21.15.33:0/1493345415 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 6137+0+0 (secure 0 0 0) 0x7faab40b7ff0 con 0x7faac00b5be0 2024-07-26T15:47:01.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.135+0000 7faac5f76640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7faaac077130 0x7faaac079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7faab0005fd0 tx=0x7faab0009500 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:01.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.140+0000 7faabe7fc640 1 -- 172.21.15.33:0/1493345415 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faac0152860 con 0x7faac00b5be0 2024-07-26T15:47:01.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:01.412+0000 7faac81da640 1 -- 172.21.15.33:0/1493345415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule"]} v 0) -- 0x7faac014a0e0 con 0x7faac00b5be0 2024-07-26T15:47:02.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.321+0000 7faabe7fc640 1 -- 172.21.15.33:0/1493345415 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule"]}]=0 v682) ==== 151+0+0 (secure 0 0 0) 0x7faab40809a0 con 0x7faac00b5be0 2024-07-26T15:47:02.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 -- 172.21.15.33:0/1493345415 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7faaac077130 msgr2=0x7faaac079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:02.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7faaac077130 0x7faaac079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7faab0005fd0 tx=0x7faab0009500 comp rx=0 tx=0).stop 2024-07-26T15:47:02.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 -- 172.21.15.33:0/1493345415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faac00b5be0 msgr2=0x7faac0161490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:02.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faac00b5be0 0x7faac0161490 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7faab4000ff0 tx=0x7faab40063a0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 -- 172.21.15.33:0/1493345415 shutdown_connections 2024-07-26T15:47:02.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faac0151f10 0x7faac0152320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7faaac077130 0x7faaac079640 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faac00b5be0 0x7faac0161490 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 --2- 172.21.15.33:0/1493345415 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faaa8004000 0x7faac0149ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 -- 172.21.15.33:0/1493345415 >> 172.21.15.33:0/1493345415 conn(0x7faac00d3da0 msgr2=0x7faac00b7ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:02.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 -- 172.21.15.33:0/1493345415 shutdown_connections 2024-07-26T15:47:02.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.325+0000 7faac81da640 1 -- 172.21.15.33:0/1493345415 wait complete. 2024-07-26T15:47:02.340 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T15:47:02.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.464+0000 7f871686d640 1 -- 172.21.15.33:0/2108348108 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87100cc660 msgr2=0x7f87100b6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:02.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.464+0000 7f871686d640 1 --2- 172.21.15.33:0/2108348108 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87100cc660 0x7f87100b6e00 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f87100d2890 tx=0x7f870002a480 comp rx=0 tx=0).stop 2024-07-26T15:47:02.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.464+0000 7f871686d640 1 -- 172.21.15.33:0/2108348108 shutdown_connections 2024-07-26T15:47:02.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.464+0000 7f871686d640 1 --2- 172.21.15.33:0/2108348108 >> v2:172.21.15.154:3300/0 conn(0x7f87100cfe70 0x7f8710160b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.464+0000 7f871686d640 1 --2- 172.21.15.33:0/2108348108 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87100cc660 0x7f87100b6e00 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.464+0000 7f871686d640 1 -- 172.21.15.33:0/2108348108 >> 172.21.15.33:0/2108348108 conn(0x7f87100d1bf0 msgr2=0x7f87100d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:02.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.464+0000 7f871686d640 1 -- 172.21.15.33:0/2108348108 shutdown_connections 2024-07-26T15:47:02.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.464+0000 7f871686d640 1 -- 172.21.15.33:0/2108348108 wait complete. 2024-07-26T15:47:02.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.466+0000 7f871686d640 1 Processor -- start 2024-07-26T15:47:02.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.466+0000 7f871686d640 1 -- start start 2024-07-26T15:47:02.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.467+0000 7f871686d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87100cc660 0x7f871009b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:02.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f871686d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87100cfa60 0x7f871014ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:02.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f871686d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87100cfe70 0x7f87100b5a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:02.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f871686d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f87100ce690 con 0x7f87100cfe70 2024-07-26T15:47:02.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f871686d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f87100ce510 con 0x7f87100cfa60 2024-07-26T15:47:02.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f871686d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f87100ce810 con 0x7f87100cc660 2024-07-26T15:47:02.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f8714e0a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87100cfe70 0x7f87100b5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:02.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f8714e0a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87100cfe70 0x7f87100b5a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51954/0 (socket says 172.21.15.33:51954) 2024-07-26T15:47:02.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f8714e0a640 1 -- 172.21.15.33:0/4103834339 learned_addr learned my addr 172.21.15.33:0/4103834339 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:02.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f870f7fe640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87100cfa60 0x7f871014ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:02.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f870ffff640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87100cc660 0x7f871009b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:02.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f8714e0a640 1 -- 172.21.15.33:0/4103834339 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87100cc660 msgr2=0x7f871009b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:02.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f8714e0a640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87100cc660 0x7f871009b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f8714e0a640 1 -- 172.21.15.33:0/4103834339 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87100cfa60 msgr2=0x7f871014ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:02.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f8714e0a640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87100cfa60 0x7f871014ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f8714e0a640 1 -- 172.21.15.33:0/4103834339 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f871009bf30 con 0x7f87100cfe70 2024-07-26T15:47:02.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f8714e0a640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87100cfe70 0x7f87100b5a70 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f870800ec20 tx=0x7f870800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:02.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f870cff9640 1 -- 172.21.15.33:0/4103834339 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8708003b70 con 0x7f87100cfe70 2024-07-26T15:47:02.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.468+0000 7f871686d640 1 -- 172.21.15.33:0/4103834339 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f871015cf30 con 0x7f87100cfe70 2024-07-26T15:47:02.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.469+0000 7f870cff9640 1 -- 172.21.15.33:0/4103834339 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8708003d10 con 0x7f87100cfe70 2024-07-26T15:47:02.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.469+0000 7f870cff9640 1 -- 172.21.15.33:0/4103834339 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8708004280 con 0x7f87100cfe70 2024-07-26T15:47:02.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.469+0000 7f871686d640 1 -- 172.21.15.33:0/4103834339 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f871015d4f0 con 0x7f87100cfe70 2024-07-26T15:47:02.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.470+0000 7f871686d640 1 -- 172.21.15.33:0/4103834339 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87100b6e00 con 0x7f87100cfe70 2024-07-26T15:47:02.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.470+0000 7f870cff9640 1 -- 172.21.15.33:0/4103834339 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f8708004420 con 0x7f87100cfe70 2024-07-26T15:47:02.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.471+0000 7f870cff9640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f86fc077160 0x7f86fc079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:02.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.471+0000 7f870cff9640 1 -- 172.21.15.33:0/4103834339 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 6137+0+0 (secure 0 0 0) 0x7f8708099870 con 0x7f87100cfe70 2024-07-26T15:47:02.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.471+0000 7f870ffff640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f86fc077160 0x7f86fc079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:02.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.471+0000 7f870ffff640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f86fc077160 0x7f86fc079670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8700034000 tx=0x7f8700004730 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:02.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.475+0000 7f870cff9640 1 -- 172.21.15.33:0/4103834339 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8708061fd0 con 0x7f87100cfe70 2024-07-26T15:47:02.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.668+0000 7f871686d640 1 -- 172.21.15.33:0/4103834339 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f871009c100 con 0x7f87100cfe70 2024-07-26T15:47:02.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.669+0000 7f870cff9640 1 -- 172.21.15.33:0/4103834339 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v47) ==== 59+0+1998 (secure 0 0 0) 0x7f8708066520 con 0x7f87100cfe70 2024-07-26T15:47:02.670 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T15:47:02.671 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T15:47:02.672 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T15:47:02.673 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T15:47:02.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 -- 172.21.15.33:0/4103834339 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f86fc077160 msgr2=0x7f86fc079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:02.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f86fc077160 0x7f86fc079670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f8700034000 tx=0x7f8700004730 comp rx=0 tx=0).stop 2024-07-26T15:47:02.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 -- 172.21.15.33:0/4103834339 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87100cfe70 msgr2=0x7f87100b5a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:02.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87100cfe70 0x7f87100b5a70 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f870800ec20 tx=0x7f870800c6a0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 -- 172.21.15.33:0/4103834339 shutdown_connections 2024-07-26T15:47:02.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f86fc077160 0x7f86fc079670 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87100cfe70 0x7f87100b5a70 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87100cfa60 0x7f871014ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 --2- 172.21.15.33:0/4103834339 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87100cc660 0x7f871009b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 -- 172.21.15.33:0/4103834339 >> 172.21.15.33:0/4103834339 conn(0x7f87100d1bf0 msgr2=0x7f871015b2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:02.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 -- 172.21.15.33:0/4103834339 shutdown_connections 2024-07-26T15:47:02.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.671+0000 7f871686d640 1 -- 172.21.15.33:0/4103834339 wait complete. 2024-07-26T15:47:02.683 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T15:47:02.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.803+0000 7fdf5c61c640 1 -- 172.21.15.33:0/960551956 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf540b6ed0 msgr2=0x7fdf540b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:02.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.803+0000 7fdf5c61c640 1 --2- 172.21.15.33:0/960551956 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf540b6ed0 0x7fdf540b13c0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7fdf4c009900 tx=0x7fdf4c02a580 comp rx=0 tx=0).stop 2024-07-26T15:47:02.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.803+0000 7fdf5c61c640 1 -- 172.21.15.33:0/960551956 shutdown_connections 2024-07-26T15:47:02.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.803+0000 7fdf5c61c640 1 --2- 172.21.15.33:0/960551956 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf540b1900 0x7fdf54162860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.803+0000 7fdf5c61c640 1 --2- 172.21.15.33:0/960551956 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf540b6ed0 0x7fdf540b13c0 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.803+0000 7fdf5c61c640 1 -- 172.21.15.33:0/960551956 >> 172.21.15.33:0/960551956 conn(0x7fdf540d1bb0 msgr2=0x7fdf540d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.803+0000 7fdf5c61c640 1 -- 172.21.15.33:0/960551956 shutdown_connections 2024-07-26T15:47:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.803+0000 7fdf5c61c640 1 -- 172.21.15.33:0/960551956 wait complete. 2024-07-26T15:47:02.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.805+0000 7fdf5c61c640 1 Processor -- start 2024-07-26T15:47:02.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.805+0000 7fdf5c61c640 1 -- start start 2024-07-26T15:47:02.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf5c61c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf540b1900 0x7fdf5409ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:02.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf5c61c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf540b6ed0 0x7fdf540b57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:02.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf5c61c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf540b5ce0 0x7fdf540cd960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf5c61c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdf540b3400 con 0x7fdf540b6ed0 2024-07-26T15:47:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf5c61c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdf540b76d0 con 0x7fdf540b1900 2024-07-26T15:47:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf5c61c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdf541664d0 con 0x7fdf540b5ce0 2024-07-26T15:47:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf59bb7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf540b6ed0 0x7fdf540b57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf59bb7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf540b6ed0 0x7fdf540b57a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51978/0 (socket says 172.21.15.33:51978) 2024-07-26T15:47:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf59bb7640 1 -- 172.21.15.33:0/4003703118 learned_addr learned my addr 172.21.15.33:0/4003703118 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf5a3b8640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf540b1900 0x7fdf5409ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf5abb9640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf540b5ce0 0x7fdf540cd960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf59bb7640 1 -- 172.21.15.33:0/4003703118 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf540b5ce0 msgr2=0x7fdf540cd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf59bb7640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf540b5ce0 0x7fdf540cd960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf59bb7640 1 -- 172.21.15.33:0/4003703118 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf540b1900 msgr2=0x7fdf5409ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf59bb7640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf540b1900 0x7fdf5409ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf59bb7640 1 -- 172.21.15.33:0/4003703118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf541f33d0 con 0x7fdf540b6ed0 2024-07-26T15:47:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf5abb9640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf540b5ce0 0x7fdf540cd960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf59bb7640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf540b6ed0 0x7fdf540b57a0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fdf4800d740 tx=0x7fdf4800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf52ffd640 1 -- 172.21.15.33:0/4003703118 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf48017070 con 0x7fdf540b6ed0 2024-07-26T15:47:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf52ffd640 1 -- 172.21.15.33:0/4003703118 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf48009d20 con 0x7fdf540b6ed0 2024-07-26T15:47:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf5c61c640 1 -- 172.21.15.33:0/4003703118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf541f36b0 con 0x7fdf540b6ed0 2024-07-26T15:47:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf52ffd640 1 -- 172.21.15.33:0/4003703118 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf480106c0 con 0x7fdf540b6ed0 2024-07-26T15:47:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.807+0000 7fdf5c61c640 1 -- 172.21.15.33:0/4003703118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf541f3c70 con 0x7fdf540b6ed0 2024-07-26T15:47:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.809+0000 7fdf5c61c640 1 -- 172.21.15.33:0/4003703118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf54163f90 con 0x7fdf540b6ed0 2024-07-26T15:47:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.809+0000 7fdf52ffd640 1 -- 172.21.15.33:0/4003703118 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7fdf4801a070 con 0x7fdf540b6ed0 2024-07-26T15:47:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.810+0000 7fdf52ffd640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fdf40077130 0x7fdf40079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.810+0000 7fdf5a3b8640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fdf40077130 0x7fdf40079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.810+0000 7fdf52ffd640 1 -- 172.21.15.33:0/4003703118 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 6137+0+0 (secure 0 0 0) 0x7fdf48098d30 con 0x7fdf540b6ed0 2024-07-26T15:47:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.811+0000 7fdf5a3b8640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fdf40077130 0x7fdf40079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fdf4c033000 tx=0x7fdf4c004730 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:02.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:02.815+0000 7fdf52ffd640 1 -- 172.21.15.33:0/4003703118 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdf54163f90 con 0x7fdf540b6ed0 2024-07-26T15:47:03.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.006+0000 7fdf5c61c640 1 -- 172.21.15.33:0/4003703118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fdf541f3160 con 0x7fdf540b6ed0 2024-07-26T15:47:03.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.009+0000 7fdf52ffd640 1 -- 172.21.15.33:0/4003703118 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v48)=0 v48) ==== 122+0+0 (secure 0 0 0) 0x7fdf480615a0 con 0x7fdf540b6ed0 2024-07-26T15:47:03.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 -- 172.21.15.33:0/4003703118 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fdf40077130 msgr2=0x7fdf40079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:03.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fdf40077130 0x7fdf40079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fdf4c033000 tx=0x7fdf4c004730 comp rx=0 tx=0).stop 2024-07-26T15:47:03.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 -- 172.21.15.33:0/4003703118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf540b6ed0 msgr2=0x7fdf540b57a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:03.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf540b6ed0 0x7fdf540b57a0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fdf4800d740 tx=0x7fdf4800dc00 comp rx=0 tx=0).stop 2024-07-26T15:47:03.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 -- 172.21.15.33:0/4003703118 shutdown_connections 2024-07-26T15:47:03.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdf540b5ce0 0x7fdf540cd960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fdf40077130 0x7fdf40079640 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf540b6ed0 0x7fdf540b57a0 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 --2- 172.21.15.33:0/4003703118 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdf540b1900 0x7fdf5409ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 -- 172.21.15.33:0/4003703118 >> 172.21.15.33:0/4003703118 conn(0x7fdf540d1bb0 msgr2=0x7fdf541637f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:03.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 -- 172.21.15.33:0/4003703118 shutdown_connections 2024-07-26T15:47:03.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.012+0000 7fdf5c61c640 1 -- 172.21.15.33:0/4003703118 wait complete. 2024-07-26T15:47:03.024 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:47:03.024 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:47:03.071 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:47:03.114 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:47:03.114 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:47:03.114 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:47:03.130 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:47:03.130 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:47:03.130 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:47:03.172 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:47:03.172 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:47:03.172 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:47:03.188 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:47:03.188 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:47:03.188 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:47:03.230 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:47:03.230 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T15:47:03.230 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:47:03.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.346+0000 7f22138d2640 1 -- 172.21.15.33:0/473096232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f220c0d1b80 msgr2=0x7f220c0b1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:03.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.346+0000 7f22138d2640 1 --2- 172.21.15.33:0/473096232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f220c0d1b80 0x7f220c0b1470 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f2204005fd0 tx=0x7f220402aae0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.347+0000 7f22138d2640 1 -- 172.21.15.33:0/473096232 shutdown_connections 2024-07-26T15:47:03.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.347+0000 7f22138d2640 1 --2- 172.21.15.33:0/473096232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f220c0d1b80 0x7f220c0b1470 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.347+0000 7f22138d2640 1 --2- 172.21.15.33:0/473096232 >> v2:172.21.15.154:3300/0 conn(0x7f220c0d2990 0x7f220c0b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.347+0000 7f22138d2640 1 -- 172.21.15.33:0/473096232 >> 172.21.15.33:0/473096232 conn(0x7f220c0d3da0 msgr2=0x7f220c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:03.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.347+0000 7f22138d2640 1 -- 172.21.15.33:0/473096232 shutdown_connections 2024-07-26T15:47:03.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.347+0000 7f22138d2640 1 -- 172.21.15.33:0/473096232 wait complete. 2024-07-26T15:47:03.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.348+0000 7f22138d2640 1 Processor -- start 2024-07-26T15:47:03.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.349+0000 7f22138d2640 1 -- start start 2024-07-26T15:47:03.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f22138d2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f220c0cf430 0x7f220c15d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:03.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f22138d2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f220c0d1b80 0x7f220c152340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f22138d2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f220c15d630 0x7f220c152880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f22138d2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f220c0b1f30 con 0x7f220c0cf430 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f22138d2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f220c0b1db0 con 0x7f220c15d630 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f22138d2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f220c0b20b0 con 0x7f220c0d1b80 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f221166e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f220c0cf430 0x7f220c15d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f221166e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f220c0cf430 0x7f220c15d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52010/0 (socket says 172.21.15.33:52010) 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f221166e640 1 -- 172.21.15.33:0/2167172404 learned_addr learned my addr 172.21.15.33:0/2167172404 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f2210e6d640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f220c0d1b80 0x7f220c152340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f2211e6f640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f220c15d630 0x7f220c152880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f221166e640 1 -- 172.21.15.33:0/2167172404 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f220c0d1b80 msgr2=0x7f220c152340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f221166e640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f220c0d1b80 0x7f220c152340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f221166e640 1 -- 172.21.15.33:0/2167172404 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f220c15d630 msgr2=0x7f220c152880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:03.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f221166e640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f220c15d630 0x7f220c152880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f221166e640 1 -- 172.21.15.33:0/2167172404 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f220c15eae0 con 0x7f220c0cf430 2024-07-26T15:47:03.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.350+0000 7f221166e640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f220c0cf430 0x7f220c15d0f0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f220800c3a0 tx=0x7f220800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:03.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.351+0000 7f21fdffb640 1 -- 172.21.15.33:0/2167172404 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2208017070 con 0x7f220c0cf430 2024-07-26T15:47:03.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.351+0000 7f21fdffb640 1 -- 172.21.15.33:0/2167172404 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22080053c0 con 0x7f220c0cf430 2024-07-26T15:47:03.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.351+0000 7f22138d2640 1 -- 172.21.15.33:0/2167172404 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f220c0b5f70 con 0x7f220c0cf430 2024-07-26T15:47:03.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.351+0000 7f21fdffb640 1 -- 172.21.15.33:0/2167172404 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2208003850 con 0x7f220c0cf430 2024-07-26T15:47:03.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.351+0000 7f22138d2640 1 -- 172.21.15.33:0/2167172404 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f220c15a630 con 0x7f220c0cf430 2024-07-26T15:47:03.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.352+0000 7f22138d2640 1 -- 172.21.15.33:0/2167172404 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f220c15ecb0 con 0x7f220c0cf430 2024-07-26T15:47:03.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.352+0000 7f21fdffb640 1 -- 172.21.15.33:0/2167172404 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f220801a070 con 0x7f220c0cf430 2024-07-26T15:47:03.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.353+0000 7f21fdffb640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f21f0077160 0x7f21f0079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:03.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.353+0000 7f21fdffb640 1 -- 172.21.15.33:0/2167172404 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 6137+0+0 (secure 0 0 0) 0x7f2208098020 con 0x7f220c0cf430 2024-07-26T15:47:03.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.353+0000 7f2210e6d640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f21f0077160 0x7f21f0079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:03.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.354+0000 7f2210e6d640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f21f0077160 0x7f21f0079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f220c0ce320 tx=0x7f2200005f90 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:03.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.358+0000 7f21fdffb640 1 -- 172.21.15.33:0/2167172404 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2208060f60 con 0x7f220c0cf430 2024-07-26T15:47:03.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.592+0000 7f22138d2640 1 -- 172.21.15.33:0/2167172404 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f220c0b25d0 con 0x7f220c0cf430 2024-07-26T15:47:03.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.593+0000 7f21fdffb640 1 -- 172.21.15.33:0/2167172404 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 56 v56) ==== 94+0+3914 (secure 0 0 0) 0x7f2208069230 con 0x7f220c0cf430 2024-07-26T15:47:03.595 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:03.595 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":56,"btime":"2024-07-26T15:46:57:299038+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6841,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4259613719","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4259613719},{"type":"v1","addr":"172.21.15.154:6834","nonce":4259613719}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":6844,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3939421891","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3939421891},{"type":"v1","addr":"172.21.15.154:6835","nonce":3939421891}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":7314,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2822541184","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2822541184},{"type":"v1","addr":"172.21.15.33:6834","nonce":2822541184}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48},{"gid":7743,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/489385805","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":489385805},{"type":"v1","addr":"172.21.15.33:6835","nonce":489385805}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":56}],"filesystems":[]} 2024-07-26T15:47:03.595 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 56 2024-07-26T15:47:03.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 -- 172.21.15.33:0/2167172404 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f21f0077160 msgr2=0x7f21f0079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:03.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f21f0077160 0x7f21f0079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f220c0ce320 tx=0x7f2200005f90 comp rx=0 tx=0).stop 2024-07-26T15:47:03.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 -- 172.21.15.33:0/2167172404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f220c0cf430 msgr2=0x7f220c15d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:03.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f220c0cf430 0x7f220c15d0f0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f220800c3a0 tx=0x7f220800c860 comp rx=0 tx=0).stop 2024-07-26T15:47:03.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 -- 172.21.15.33:0/2167172404 shutdown_connections 2024-07-26T15:47:03.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f220c15d630 0x7f220c152880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f220c0d1b80 0x7f220c152340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f21f0077160 0x7f21f0079670 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 --2- 172.21.15.33:0/2167172404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f220c0cf430 0x7f220c15d0f0 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 -- 172.21.15.33:0/2167172404 >> 172.21.15.33:0/2167172404 conn(0x7f220c0d3da0 msgr2=0x7f220c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:03.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 -- 172.21.15.33:0/2167172404 shutdown_connections 2024-07-26T15:47:03.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.595+0000 7f22138d2640 1 -- 172.21.15.33:0/2167172404 wait complete. 2024-07-26T15:47:03.609 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T15:47:03.609 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T15:47:03.609 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T15:47:03.609 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:47:03.609 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T15:47:03.609 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T15:47:03.610 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T15:47:03.610 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:47:03.610 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T15:47:03.610 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T15:47:03.610 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T15:47:03.610 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:47:03.611 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T15:47:03.611 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T15:47:03.611 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T15:47:03.611 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:47:03.621 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T15:47:03.621 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T15:47:03.622 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T15:47:03.622 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T15:47:03.623 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T15:47:03.623 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T15:47:03.624 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T15:47:03.624 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T15:47:03.665 INFO:tasks.ceph.mds.b:Started 2024-07-26T15:47:03.665 DEBUG:teuthology.parallel:result is None 2024-07-26T15:47:03.665 INFO:tasks.ceph.mds.d:Started 2024-07-26T15:47:03.666 DEBUG:teuthology.parallel:result is None 2024-07-26T15:47:03.666 INFO:tasks.ceph.mds.a:Started 2024-07-26T15:47:03.667 DEBUG:teuthology.parallel:result is None 2024-07-26T15:47:03.668 INFO:tasks.ceph.mds.c:Started 2024-07-26T15:47:03.668 DEBUG:teuthology.parallel:result is None 2024-07-26T15:47:03.669 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T15:47:03.758 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:47:03.758 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:47:03.761 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T15:47:03.762 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T15:47:03.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.792+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2382852338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0880b6ed0 msgr2=0x7fb0880b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:03.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.792+0000 7fb08e5ba640 1 --2- 172.21.15.33:0/2382852338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0880b6ed0 0x7fb0880b13c0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fb078005fd0 tx=0x7fb07802a5f0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.792+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2382852338 shutdown_connections 2024-07-26T15:47:03.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.792+0000 7fb08e5ba640 1 --2- 172.21.15.33:0/2382852338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0880b6ed0 0x7fb0880b13c0 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.792+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2382852338 >> 172.21.15.33:0/2382852338 conn(0x7fb0880d1bb0 msgr2=0x7fb0880d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:03.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.792+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2382852338 shutdown_connections 2024-07-26T15:47:03.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.792+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2382852338 wait complete. 2024-07-26T15:47:03.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.794+0000 7fb08e5ba640 1 Processor -- start 2024-07-26T15:47:03.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.794+0000 7fb08e5ba640 1 -- start start 2024-07-26T15:47:03.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.795+0000 7fb08e5ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0880b1900 0x7fb088162440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:03.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.795+0000 7fb08e5ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0880b6ed0 0x7fb088150e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:03.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.795+0000 7fb08e5ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb08815ef70 0x7fb08806e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:03.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.795+0000 7fb08e5ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb0881676b0 con 0x7fb08815ef70 2024-07-26T15:47:03.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.795+0000 7fb08e5ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb0880b76d0 con 0x7fb0880b1900 2024-07-26T15:47:03.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.795+0000 7fb08e5ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb088167830 con 0x7fb0880b6ed0 2024-07-26T15:47:03.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.795+0000 7fb08cb57640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb08815ef70 0x7fb08806e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:03.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.795+0000 7fb08cb57640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb08815ef70 0x7fb08806e0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52064/0 (socket says 172.21.15.33:52064) 2024-07-26T15:47:03.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.795+0000 7fb08cb57640 1 -- 172.21.15.33:0/2761706221 learned_addr learned my addr 172.21.15.33:0/2761706221 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:03.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.795+0000 7fb0877fe640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0880b6ed0 0x7fb088150e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:03.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.795+0000 7fb087fff640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0880b1900 0x7fb088162440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:03.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.796+0000 7fb08cb57640 1 -- 172.21.15.33:0/2761706221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0880b6ed0 msgr2=0x7fb088150e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:03.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.796+0000 7fb08cb57640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0880b6ed0 0x7fb088150e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.796+0000 7fb08cb57640 1 -- 172.21.15.33:0/2761706221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0880b1900 msgr2=0x7fb088162440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:03.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.796+0000 7fb08cb57640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0880b1900 0x7fb088162440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:03.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.796+0000 7fb08cb57640 1 -- 172.21.15.33:0/2761706221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0880c9840 con 0x7fb08815ef70 2024-07-26T15:47:03.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.796+0000 7fb08cb57640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb08815ef70 0x7fb08806e0f0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7fb080002230 tx=0x7fb08000cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:03.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.796+0000 7fb084ff9640 1 -- 172.21.15.33:0/2761706221 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb080003b70 con 0x7fb08815ef70 2024-07-26T15:47:03.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.796+0000 7fb084ff9640 1 -- 172.21.15.33:0/2761706221 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb080003d10 con 0x7fb08815ef70 2024-07-26T15:47:03.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.796+0000 7fb084ff9640 1 -- 172.21.15.33:0/2761706221 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb080005330 con 0x7fb08815ef70 2024-07-26T15:47:03.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.796+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2761706221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb088162d40 con 0x7fb08815ef70 2024-07-26T15:47:03.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.796+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2761706221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb088163300 con 0x7fb08815ef70 2024-07-26T15:47:03.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.797+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2761706221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb088162ab0 con 0x7fb08815ef70 2024-07-26T15:47:03.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.798+0000 7fb084ff9640 1 -- 172.21.15.33:0/2761706221 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7fb0800056e0 con 0x7fb08815ef70 2024-07-26T15:47:03.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.799+0000 7fb084ff9640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb074077130 0x7fb074079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:03.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.799+0000 7fb084ff9640 1 -- 172.21.15.33:0/2761706221 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 6137+0+0 (secure 0 0 0) 0x7fb080098bd0 con 0x7fb08815ef70 2024-07-26T15:47:03.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.799+0000 7fb087fff640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb074077130 0x7fb074079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:03.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.799+0000 7fb087fff640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb074077130 0x7fb074079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb078033000 tx=0x7fb078004730 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:03.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:03.803+0000 7fb084ff9640 1 -- 172.21.15.33:0/2761706221 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb080061440 con 0x7fb08815ef70 2024-07-26T15:47:04.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.008+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2761706221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fb0880b1d10 con 0x7fb08815ef70 2024-07-26T15:47:04.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.333+0000 7fb084ff9640 1 -- 172.21.15.33:0/2761706221 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v127) ==== 97+0+0 (secure 0 0 0) 0x7fb080065990 con 0x7fb08815ef70 2024-07-26T15:47:04.335 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T15:47:04.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.335+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2761706221 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb074077130 msgr2=0x7fb074079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:04.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.335+0000 7fb08e5ba640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb074077130 0x7fb074079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb078033000 tx=0x7fb078004730 comp rx=0 tx=0).stop 2024-07-26T15:47:04.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.335+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2761706221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb08815ef70 msgr2=0x7fb08806e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:04.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.335+0000 7fb08e5ba640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb08815ef70 0x7fb08806e0f0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7fb080002230 tx=0x7fb08000cb90 comp rx=0 tx=0).stop 2024-07-26T15:47:04.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.336+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2761706221 shutdown_connections 2024-07-26T15:47:04.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.336+0000 7fb08e5ba640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb074077130 0x7fb074079640 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.336+0000 7fb08e5ba640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb08815ef70 0x7fb08806e0f0 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.336+0000 7fb08e5ba640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0880b6ed0 0x7fb088150e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.336+0000 7fb08e5ba640 1 --2- 172.21.15.33:0/2761706221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0880b1900 0x7fb088162440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.336+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2761706221 >> 172.21.15.33:0/2761706221 conn(0x7fb0880d1bb0 msgr2=0x7fb0880703d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:04.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.336+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2761706221 shutdown_connections 2024-07-26T15:47:04.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.336+0000 7fb08e5ba640 1 -- 172.21.15.33:0/2761706221 wait complete. 2024-07-26T15:47:04.351 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T15:47:04.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.468+0000 7f6632206640 1 -- 172.21.15.33:0/2903370568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f662c0cf430 msgr2=0x7f662c0b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:04.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.468+0000 7f6632206640 1 --2- 172.21.15.33:0/2903370568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f662c0cf430 0x7f662c0b9430 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f661c005fd0 tx=0x7f661c02a580 comp rx=0 tx=0).stop 2024-07-26T15:47:04.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.469+0000 7f6632206640 1 -- 172.21.15.33:0/2903370568 shutdown_connections 2024-07-26T15:47:04.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.469+0000 7f6632206640 1 --2- 172.21.15.33:0/2903370568 >> v2:172.21.15.154:3300/0 conn(0x7f662c0d2990 0x7f662c0b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.469+0000 7f6632206640 1 --2- 172.21.15.33:0/2903370568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f662c0cf430 0x7f662c0b9430 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.469+0000 7f6632206640 1 -- 172.21.15.33:0/2903370568 >> 172.21.15.33:0/2903370568 conn(0x7f662c0d3da0 msgr2=0x7f662c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:04.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.469+0000 7f6632206640 1 -- 172.21.15.33:0/2903370568 shutdown_connections 2024-07-26T15:47:04.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.469+0000 7f6632206640 1 -- 172.21.15.33:0/2903370568 wait complete. 2024-07-26T15:47:04.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.470+0000 7f6632206640 1 Processor -- start 2024-07-26T15:47:04.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.471+0000 7f6632206640 1 -- start start 2024-07-26T15:47:04.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f6632206640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f662c0cf430 0x7f662c0b3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f6632206640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f662c0d1b80 0x7f662c153980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f6632206640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f662c153ec0 0x7f662c1f3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f6632206640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f662c0b1ee0 con 0x7f662c153ec0 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f6632206640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f662c0b1d60 con 0x7f662c0cf430 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f6632206640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f662c0b2060 con 0x7f662c0d1b80 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f662bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f662c153ec0 0x7f662c1f3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f662bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f662c153ec0 0x7f662c1f3ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52084/0 (socket says 172.21.15.33:52084) 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f662bfff640 1 -- 172.21.15.33:0/1995363229 learned_addr learned my addr 172.21.15.33:0/1995363229 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f662b7fe640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f662c0cf430 0x7f662c0b3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f662affd640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f662c0d1b80 0x7f662c153980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f662bfff640 1 -- 172.21.15.33:0/1995363229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f662c0d1b80 msgr2=0x7f662c153980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f662bfff640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f662c0d1b80 0x7f662c153980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f662bfff640 1 -- 172.21.15.33:0/1995363229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f662c0cf430 msgr2=0x7f662c0b3b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:04.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f662bfff640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f662c0cf430 0x7f662c0b3b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.472+0000 7f662bfff640 1 -- 172.21.15.33:0/1995363229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f662c15fa50 con 0x7f662c153ec0 2024-07-26T15:47:04.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.473+0000 7f662bfff640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f662c153ec0 0x7f662c1f3ff0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f662400cab0 tx=0x7f662400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:04.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.473+0000 7f6613fff640 1 -- 172.21.15.33:0/1995363229 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6624007d90 con 0x7f662c153ec0 2024-07-26T15:47:04.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.473+0000 7f6613fff640 1 -- 172.21.15.33:0/1995363229 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f662400f540 con 0x7f662c153ec0 2024-07-26T15:47:04.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.473+0000 7f6632206640 1 -- 172.21.15.33:0/1995363229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f662c1f4d90 con 0x7f662c153ec0 2024-07-26T15:47:04.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.473+0000 7f6613fff640 1 -- 172.21.15.33:0/1995363229 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f662400f990 con 0x7f662c153ec0 2024-07-26T15:47:04.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.473+0000 7f6632206640 1 -- 172.21.15.33:0/1995363229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f662c1f5350 con 0x7f662c153ec0 2024-07-26T15:47:04.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.474+0000 7f6632206640 1 -- 172.21.15.33:0/1995363229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f662c15fd60 con 0x7f662c153ec0 2024-07-26T15:47:04.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.474+0000 7f6613fff640 1 -- 172.21.15.33:0/1995363229 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f662400fb30 con 0x7f662c153ec0 2024-07-26T15:47:04.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.475+0000 7f6613fff640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6618077130 0x7f6618079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:04.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.475+0000 7f6613fff640 1 -- 172.21.15.33:0/1995363229 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5277+0+0 (secure 0 0 0) 0x7f66240992f0 con 0x7f662c153ec0 2024-07-26T15:47:04.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.475+0000 7f662b7fe640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6618077130 0x7f6618079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:04.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.476+0000 7f662b7fe640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6618077130 0x7f6618079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f661c033000 tx=0x7f661c004730 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:04.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.479+0000 7f6613fff640 1 -- 172.21.15.33:0/1995363229 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6624014070 con 0x7f662c153ec0 2024-07-26T15:47:04.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.746+0000 7f6632206640 1 -- 172.21.15.33:0/1995363229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f662c0b4100 con 0x7f662c153ec0 2024-07-26T15:47:04.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.747+0000 7f6613fff640 1 -- 172.21.15.33:0/1995363229 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v18) ==== 80+0+5304 (secure 0 0 0) 0x7f662400fe20 con 0x7f662c153ec0 2024-07-26T15:47:04.748 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:04.748 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:47:04.748 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T15:47:04.748 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.748 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:47:04.749 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.750 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T15:47:04.751 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.752 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:47:04.753 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.754 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:47:04.755 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.756 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.757 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T15:47:04.758 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.759 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:47:04.760 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:47:04.761 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:47:04.761 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:47:04.761 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.761 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:04.761 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T15:47:04.761 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:47:04.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 -- 172.21.15.33:0/1995363229 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6618077130 msgr2=0x7f6618079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:04.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6618077130 0x7f6618079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f661c033000 tx=0x7f661c004730 comp rx=0 tx=0).stop 2024-07-26T15:47:04.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 -- 172.21.15.33:0/1995363229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f662c153ec0 msgr2=0x7f662c1f3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:04.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f662c153ec0 0x7f662c1f3ff0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f662400cab0 tx=0x7f662400cf70 comp rx=0 tx=0).stop 2024-07-26T15:47:04.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 -- 172.21.15.33:0/1995363229 shutdown_connections 2024-07-26T15:47:04.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6618077130 0x7f6618079640 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f662c153ec0 0x7f662c1f3ff0 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f662c0d1b80 0x7f662c153980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 --2- 172.21.15.33:0/1995363229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f662c0cf430 0x7f662c0b3b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 -- 172.21.15.33:0/1995363229 >> 172.21.15.33:0/1995363229 conn(0x7f662c0d3da0 msgr2=0x7f662c155060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:04.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 -- 172.21.15.33:0/1995363229 shutdown_connections 2024-07-26T15:47:04.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.749+0000 7f6632206640 1 -- 172.21.15.33:0/1995363229 wait complete. 2024-07-26T15:47:04.764 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T15:47:04.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.880+0000 7f6c388d2640 1 -- 172.21.15.33:0/1029832465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c1c004800 msgr2=0x7f6c1c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:04.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.880+0000 7f6c388d2640 1 --2- 172.21.15.33:0/1029832465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c1c004800 0x7f6c1c004c10 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f6c280016c0 tx=0x7f6c1c005830 comp rx=0 tx=0).stop 2024-07-26T15:47:04.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.880+0000 7f6c32d9d640 1 -- 172.21.15.33:0/1029832465 reap_dead start 2024-07-26T15:47:04.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.880+0000 7f6c388d2640 1 -- 172.21.15.33:0/1029832465 shutdown_connections 2024-07-26T15:47:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.880+0000 7f6c388d2640 1 -- 172.21.15.33:0/1029832465 >> 172.21.15.33:0/1029832465 conn(0x7f6c340d1b70 msgr2=0x7f6c340d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.881+0000 7f6c388d2640 1 -- 172.21.15.33:0/1029832465 shutdown_connections 2024-07-26T15:47:04.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.881+0000 7f6c388d2640 1 -- 172.21.15.33:0/1029832465 wait complete. 2024-07-26T15:47:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.882+0000 7f6c388d2640 1 Processor -- start 2024-07-26T15:47:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.883+0000 7f6c388d2640 1 -- start start 2024-07-26T15:47:04.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c388d2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c1c004800 0x7f6c34158c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:04.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c388d2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c340c5fc0 0x7f6c340c7c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:04.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c388d2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c34070640 0x7f6c34070a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:04.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c388d2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6c340b2430 con 0x7f6c340c5fc0 2024-07-26T15:47:04.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c388d2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6c340b22b0 con 0x7f6c34070640 2024-07-26T15:47:04.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c388d2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6c340b25b0 con 0x7f6c1c004800 2024-07-26T15:47:04.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c31d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c340c5fc0 0x7f6c340c7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:04.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c31d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c340c5fc0 0x7f6c340c7c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52110/0 (socket says 172.21.15.33:52110) 2024-07-26T15:47:04.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c31d9b640 1 -- 172.21.15.33:0/3795945697 learned_addr learned my addr 172.21.15.33:0/3795945697 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:04.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c3259c640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c1c004800 0x7f6c34158c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c32d9d640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c34070640 0x7f6c34070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c31d9b640 1 -- 172.21.15.33:0/3795945697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c1c004800 msgr2=0x7f6c34158c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c31d9b640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c1c004800 0x7f6c34158c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c31d9b640 1 -- 172.21.15.33:0/3795945697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c34070640 msgr2=0x7f6c34070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c31d9b640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c34070640 0x7f6c34070a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.884+0000 7f6c31d9b640 1 -- 172.21.15.33:0/3795945697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c34070f90 con 0x7f6c340c5fc0 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.885+0000 7f6c31d9b640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c340c5fc0 0x7f6c340c7c60 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f6c2802a930 tx=0x7f6c28006360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.885+0000 7f6c22ffd640 1 -- 172.21.15.33:0/3795945697 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28038070 con 0x7f6c340c5fc0 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.885+0000 7f6c22ffd640 1 -- 172.21.15.33:0/3795945697 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c28003af0 con 0x7f6c340c5fc0 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.885+0000 7f6c388d2640 1 -- 172.21.15.33:0/3795945697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c3415ec20 con 0x7f6c340c5fc0 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.885+0000 7f6c22ffd640 1 -- 172.21.15.33:0/3795945697 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c2803d460 con 0x7f6c340c5fc0 2024-07-26T15:47:04.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.885+0000 7f6c388d2640 1 -- 172.21.15.33:0/3795945697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c3415f1e0 con 0x7f6c340c5fc0 2024-07-26T15:47:04.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.886+0000 7f6c388d2640 1 -- 172.21.15.33:0/3795945697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c340b76e0 con 0x7f6c340c5fc0 2024-07-26T15:47:04.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.887+0000 7f6c22ffd640 1 -- 172.21.15.33:0/3795945697 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f6c28030070 con 0x7f6c340c5fc0 2024-07-26T15:47:04.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.887+0000 7f6c22ffd640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6c14077160 0x7f6c14079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:04.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.888+0000 7f6c3259c640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6c14077160 0x7f6c14079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:04.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.888+0000 7f6c22ffd640 1 -- 172.21.15.33:0/3795945697 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5277+0+0 (secure 0 0 0) 0x7f6c280b86b0 con 0x7f6c340c5fc0 2024-07-26T15:47:04.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.888+0000 7f6c3259c640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6c14077160 0x7f6c14079670 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6c24006b50 tx=0x7f6c24006720 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:04.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:04.892+0000 7f6c22ffd640 1 -- 172.21.15.33:0/3795945697 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6c340b76e0 con 0x7f6c340c5fc0 2024-07-26T15:47:05.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.086+0000 7f6c388d2640 1 -- 172.21.15.33:0/3795945697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f6c340b2af0 con 0x7f6c340c5fc0 2024-07-26T15:47:05.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.086+0000 7f6c22ffd640 1 -- 172.21.15.33:0/3795945697 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v129) ==== 84+0+65 (secure 0 0 0) 0x7f6c280b8070 con 0x7f6c340c5fc0 2024-07-26T15:47:05.088 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:05.088 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:47:05.088 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:05.088 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T15:47:05.088 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T15:47:05.088 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:05.089 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:47:05.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 -- 172.21.15.33:0/3795945697 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6c14077160 msgr2=0x7f6c14079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:05.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6c14077160 0x7f6c14079670 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6c24006b50 tx=0x7f6c24006720 comp rx=0 tx=0).stop 2024-07-26T15:47:05.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 -- 172.21.15.33:0/3795945697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c340c5fc0 msgr2=0x7f6c340c7c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:05.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c340c5fc0 0x7f6c340c7c60 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f6c2802a930 tx=0x7f6c28006360 comp rx=0 tx=0).stop 2024-07-26T15:47:05.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 -- 172.21.15.33:0/3795945697 shutdown_connections 2024-07-26T15:47:05.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c34070640 0x7f6c34070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:05.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f6c14077160 0x7f6c14079670 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:05.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c340c5fc0 0x7f6c340c7c60 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:05.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 --2- 172.21.15.33:0/3795945697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c1c004800 0x7f6c34158c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:05.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 -- 172.21.15.33:0/3795945697 >> 172.21.15.33:0/3795945697 conn(0x7f6c340d1b70 msgr2=0x7f6c34068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:05.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 -- 172.21.15.33:0/3795945697 shutdown_connections 2024-07-26T15:47:05.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.089+0000 7f6c388d2640 1 -- 172.21.15.33:0/3795945697 wait complete. 2024-07-26T15:47:05.102 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T15:47:05.102 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T15:47:05.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.222+0000 7fb238fda640 1 -- 172.21.15.33:0/816586318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb23415b2d0 msgr2=0x7fb23415b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:05.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.222+0000 7fb238fda640 1 --2- 172.21.15.33:0/816586318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb23415b2d0 0x7fb23415b6e0 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fb234072160 tx=0x7fb22c02a560 comp rx=0 tx=0).stop 2024-07-26T15:47:05.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.222+0000 7fb238fda640 1 -- 172.21.15.33:0/816586318 shutdown_connections 2024-07-26T15:47:05.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.222+0000 7fb238fda640 1 --2- 172.21.15.33:0/816586318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb23415b2d0 0x7fb23415b6e0 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:05.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.222+0000 7fb238fda640 1 --2- 172.21.15.33:0/816586318 >> v2:172.21.15.154:3300/0 conn(0x7fb234151fb0 0x7fb2340b4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:05.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.222+0000 7fb238fda640 1 -- 172.21.15.33:0/816586318 >> 172.21.15.33:0/816586318 conn(0x7fb2340b2b00 msgr2=0x7fb2340b2f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:05.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.222+0000 7fb238fda640 1 -- 172.21.15.33:0/816586318 shutdown_connections 2024-07-26T15:47:05.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.222+0000 7fb238fda640 1 -- 172.21.15.33:0/816586318 wait complete. 2024-07-26T15:47:05.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.224+0000 7fb238fda640 1 Processor -- start 2024-07-26T15:47:05.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.224+0000 7fb238fda640 1 -- start start 2024-07-26T15:47:05.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb238fda640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb234073580 0x7fb2341470e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:05.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb238fda640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb234151fb0 0x7fb23414cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:05.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb238fda640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb23415b2d0 0x7fb23414d070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:05.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb238fda640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb23406f600 con 0x7fb234073580 2024-07-26T15:47:05.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb238fda640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb23406f480 con 0x7fb23415b2d0 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb238fda640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb23406f780 con 0x7fb234151fb0 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb23259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb234073580 0x7fb2341470e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb23259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb234073580 0x7fb2341470e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52128/0 (socket says 172.21.15.33:52128) 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb23259c640 1 -- 172.21.15.33:0/240513803 learned_addr learned my addr 172.21.15.33:0/240513803 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb232d9d640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb23415b2d0 0x7fb23414d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb231d9b640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb234151fb0 0x7fb23414cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb23259c640 1 -- 172.21.15.33:0/240513803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb234151fb0 msgr2=0x7fb23414cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb23259c640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb234151fb0 0x7fb23414cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb23259c640 1 -- 172.21.15.33:0/240513803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb23415b2d0 msgr2=0x7fb23414d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb23259c640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb23415b2d0 0x7fb23414d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb23259c640 1 -- 172.21.15.33:0/240513803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb23414c0c0 con 0x7fb234073580 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb232d9d640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb23415b2d0 0x7fb23414d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:05.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb23259c640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb234073580 0x7fb2341470e0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fb22400e9f0 tx=0x7fb22400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:05.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb22affd640 1 -- 172.21.15.33:0/240513803 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb22400cd80 con 0x7fb234073580 2024-07-26T15:47:05.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb22affd640 1 -- 172.21.15.33:0/240513803 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb224004c10 con 0x7fb234073580 2024-07-26T15:47:05.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb238fda640 1 -- 172.21.15.33:0/240513803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb234147620 con 0x7fb234073580 2024-07-26T15:47:05.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb22affd640 1 -- 172.21.15.33:0/240513803 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb224005020 con 0x7fb234073580 2024-07-26T15:47:05.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.226+0000 7fb238fda640 1 -- 172.21.15.33:0/240513803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb23414c330 con 0x7fb234073580 2024-07-26T15:47:05.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.227+0000 7fb238fda640 1 -- 172.21.15.33:0/240513803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb23406fc50 con 0x7fb234073580 2024-07-26T15:47:05.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.228+0000 7fb22affd640 1 -- 172.21.15.33:0/240513803 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7fb2240051c0 con 0x7fb234073580 2024-07-26T15:47:05.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.229+0000 7fb22affd640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb214077130 0x7fb214079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:05.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.229+0000 7fb22affd640 1 -- 172.21.15.33:0/240513803 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5277+0+0 (secure 0 0 0) 0x7fb224099300 con 0x7fb234073580 2024-07-26T15:47:05.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.229+0000 7fb231d9b640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb214077130 0x7fb214079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:05.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.229+0000 7fb231d9b640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb214077130 0x7fb214079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb21c006fd0 tx=0x7fb21c008040 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:05.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.233+0000 7fb22affd640 1 -- 172.21.15.33:0/240513803 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb224016030 con 0x7fb234073580 2024-07-26T15:47:05.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:05.429+0000 7fb238fda640 1 -- 172.21.15.33:0/240513803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fb23415de00 con 0x7fb234073580 2024-07-26T15:47:06.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.345+0000 7fb22affd640 1 -- 172.21.15.33:0/240513803 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v130) ==== 138+0+0 (secure 0 0 0) 0x7fb224062520 con 0x7fb234073580 2024-07-26T15:47:06.347 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T15:47:06.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.348+0000 7fb238fda640 1 -- 172.21.15.33:0/240513803 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb214077130 msgr2=0x7fb214079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:06.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.348+0000 7fb238fda640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb214077130 0x7fb214079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb21c006fd0 tx=0x7fb21c008040 comp rx=0 tx=0).stop 2024-07-26T15:47:06.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.348+0000 7fb238fda640 1 -- 172.21.15.33:0/240513803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb234073580 msgr2=0x7fb2341470e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:06.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.348+0000 7fb238fda640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb234073580 0x7fb2341470e0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fb22400e9f0 tx=0x7fb22400eeb0 comp rx=0 tx=0).stop 2024-07-26T15:47:06.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.349+0000 7fb238fda640 1 -- 172.21.15.33:0/240513803 shutdown_connections 2024-07-26T15:47:06.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.349+0000 7fb238fda640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb23415b2d0 0x7fb23414d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:06.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.349+0000 7fb238fda640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb234151fb0 0x7fb23414cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:06.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.349+0000 7fb238fda640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb214077130 0x7fb214079640 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:06.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.349+0000 7fb238fda640 1 --2- 172.21.15.33:0/240513803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb234073580 0x7fb2341470e0 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:06.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.349+0000 7fb238fda640 1 -- 172.21.15.33:0/240513803 >> 172.21.15.33:0/240513803 conn(0x7fb2340b2b00 msgr2=0x7fb2340b20b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:06.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.349+0000 7fb238fda640 1 -- 172.21.15.33:0/240513803 shutdown_connections 2024-07-26T15:47:06.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.349+0000 7fb238fda640 1 -- 172.21.15.33:0/240513803 wait complete. 2024-07-26T15:47:06.368 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T15:47:06.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.499+0000 7f0c40e33640 1 -- 172.21.15.33:0/76989457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c3c0b6150 msgr2=0x7f0c3c0d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.499+0000 7f0c40e33640 1 --2- 172.21.15.33:0/76989457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c3c0b6150 0x7f0c3c0d1920 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c0c7600 tx=0x7f0c2402a560 comp rx=0 tx=0).stop 2024-07-26T15:47:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.499+0000 7f0c40e33640 1 -- 172.21.15.33:0/76989457 shutdown_connections 2024-07-26T15:47:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.499+0000 7f0c40e33640 1 --2- 172.21.15.33:0/76989457 >> v2:172.21.15.154:3300/0 conn(0x7f0c3c0d1e60 0x7f0c3c0d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.499+0000 7f0c40e33640 1 --2- 172.21.15.33:0/76989457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c3c0b6150 0x7f0c3c0d1920 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.499+0000 7f0c40e33640 1 -- 172.21.15.33:0/76989457 >> 172.21.15.33:0/76989457 conn(0x7f0c3c0d3de0 msgr2=0x7f0c3c0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.499+0000 7f0c40e33640 1 -- 172.21.15.33:0/76989457 shutdown_connections 2024-07-26T15:47:06.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.499+0000 7f0c40e33640 1 -- 172.21.15.33:0/76989457 wait complete. 2024-07-26T15:47:06.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.501+0000 7f0c40e33640 1 Processor -- start 2024-07-26T15:47:06.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.501+0000 7f0c40e33640 1 -- start start 2024-07-26T15:47:06.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.502+0000 7f0c40e33640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c3c0b6150 0x7f0c3c1dc4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:06.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.502+0000 7f0c40e33640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c3c0cfa50 0x7f0c3c0c83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:06.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.502+0000 7f0c40e33640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c3c0d1e60 0x7f0c3c0c8930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:06.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.502+0000 7f0c40e33640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3c0b66a0 con 0x7f0c3c0cfa50 2024-07-26T15:47:06.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.502+0000 7f0c40e33640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3c0b2d30 con 0x7f0c3c0b6150 2024-07-26T15:47:06.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.502+0000 7f0c40e33640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0c3c0b3740 con 0x7f0c3c0d1e60 2024-07-26T15:47:06.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.502+0000 7f0c33fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c3c0cfa50 0x7f0c3c0c83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:06.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.502+0000 7f0c33fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c3c0cfa50 0x7f0c3c0c83f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52150/0 (socket says 172.21.15.33:52150) 2024-07-26T15:47:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.502+0000 7f0c33fff640 1 -- 172.21.15.33:0/3664681565 learned_addr learned my addr 172.21.15.33:0/3664681565 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.502+0000 7f0c3a59c640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c3c0b6150 0x7f0c3c1dc4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c3ad9d640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c3c0d1e60 0x7f0c3c0c8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c33fff640 1 -- 172.21.15.33:0/3664681565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c3c0d1e60 msgr2=0x7f0c3c0c8930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c33fff640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c3c0d1e60 0x7f0c3c0c8930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c33fff640 1 -- 172.21.15.33:0/3664681565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c3c0b6150 msgr2=0x7f0c3c1dc4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c33fff640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c3c0b6150 0x7f0c3c1dc4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c33fff640 1 -- 172.21.15.33:0/3664681565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c3c1e5740 con 0x7f0c3c0cfa50 2024-07-26T15:47:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c3ad9d640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c3c0d1e60 0x7f0c3c0c8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c33fff640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c3c0cfa50 0x7f0c3c0c83f0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f0c240099c0 tx=0x7f0c240039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c32ffd640 1 -- 172.21.15.33:0/3664681565 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c2403e030 con 0x7f0c3c0cfa50 2024-07-26T15:47:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c32ffd640 1 -- 172.21.15.33:0/3664681565 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c240047a0 con 0x7f0c3c0cfa50 2024-07-26T15:47:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c32ffd640 1 -- 172.21.15.33:0/3664681565 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c24035040 con 0x7f0c3c0cfa50 2024-07-26T15:47:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c40e33640 1 -- 172.21.15.33:0/3664681565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c3c1e5a20 con 0x7f0c3c0cfa50 2024-07-26T15:47:06.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.503+0000 7f0c40e33640 1 -- 172.21.15.33:0/3664681565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c3c1e1c70 con 0x7f0c3c0cfa50 2024-07-26T15:47:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.504+0000 7f0c40e33640 1 -- 172.21.15.33:0/3664681565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c3c074d70 con 0x7f0c3c0cfa50 2024-07-26T15:47:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.505+0000 7f0c32ffd640 1 -- 172.21.15.33:0/3664681565 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f0c24041030 con 0x7f0c3c0cfa50 2024-07-26T15:47:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.506+0000 7f0c32ffd640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0c1c077160 0x7f0c1c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.506+0000 7f0c32ffd640 1 -- 172.21.15.33:0/3664681565 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5647+0+0 (secure 0 0 0) 0x7f0c240b92a0 con 0x7f0c3c0cfa50 2024-07-26T15:47:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.506+0000 7f0c3a59c640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0c1c077160 0x7f0c1c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.506+0000 7f0c3a59c640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0c1c077160 0x7f0c1c079670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c006fd0 tx=0x7f0c2c009060 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.510+0000 7f0c32ffd640 1 -- 172.21.15.33:0/3664681565 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0c3c074d70 con 0x7f0c3c0cfa50 2024-07-26T15:47:06.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:06.704+0000 7f0c40e33640 1 -- 172.21.15.33:0/3664681565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f0c3c0d1920 con 0x7f0c3c0cfa50 2024-07-26T15:47:07.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.352+0000 7f0c32ffd640 1 -- 172.21.15.33:0/3664681565 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v131) ==== 170+0+0 (secure 0 0 0) 0x7f0c24081be0 con 0x7f0c3c0cfa50 2024-07-26T15:47:07.354 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T15:47:07.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 -- 172.21.15.33:0/3664681565 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0c1c077160 msgr2=0x7f0c1c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:07.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0c1c077160 0x7f0c1c079670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c006fd0 tx=0x7f0c2c009060 comp rx=0 tx=0).stop 2024-07-26T15:47:07.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 -- 172.21.15.33:0/3664681565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c3c0cfa50 msgr2=0x7f0c3c0c83f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:07.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c3c0cfa50 0x7f0c3c0c83f0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f0c240099c0 tx=0x7f0c240039e0 comp rx=0 tx=0).stop 2024-07-26T15:47:07.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 -- 172.21.15.33:0/3664681565 shutdown_connections 2024-07-26T15:47:07.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c3c0d1e60 0x7f0c3c0c8930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:07.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0c1c077160 0x7f0c1c079670 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:07.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c3c0cfa50 0x7f0c3c0c83f0 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:07.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 --2- 172.21.15.33:0/3664681565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c3c0b6150 0x7f0c3c1dc4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:07.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 -- 172.21.15.33:0/3664681565 >> 172.21.15.33:0/3664681565 conn(0x7f0c3c0d3de0 msgr2=0x7f0c3c1e78e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:07.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 -- 172.21.15.33:0/3664681565 shutdown_connections 2024-07-26T15:47:07.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.355+0000 7f0c40e33640 1 -- 172.21.15.33:0/3664681565 wait complete. 2024-07-26T15:47:07.387 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T15:47:07.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.559+0000 7fc00b5cf640 1 -- 172.21.15.33:0/3114333203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbff0004020 msgr2=0x7fbff0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:07.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.559+0000 7fc00b5cf640 1 --2- 172.21.15.33:0/3114333203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbff0004020 0x7fbff0004800 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fbff4009b20 tx=0x7fbff0005830 comp rx=0 tx=0).stop 2024-07-26T15:47:07.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.559+0000 7fc009b6c640 1 -- 172.21.15.33:0/3114333203 reap_dead start 2024-07-26T15:47:07.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.559+0000 7fc00b5cf640 1 -- 172.21.15.33:0/3114333203 shutdown_connections 2024-07-26T15:47:07.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.559+0000 7fc00b5cf640 1 -- 172.21.15.33:0/3114333203 >> 172.21.15.33:0/3114333203 conn(0x7fc0040b37a0 msgr2=0x7fc0040b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:07.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.559+0000 7fc00b5cf640 1 -- 172.21.15.33:0/3114333203 shutdown_connections 2024-07-26T15:47:07.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.559+0000 7fc00b5cf640 1 -- 172.21.15.33:0/3114333203 wait complete. 2024-07-26T15:47:07.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.561+0000 7fc00b5cf640 1 Processor -- start 2024-07-26T15:47:07.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.561+0000 7fc00b5cf640 1 -- start start 2024-07-26T15:47:07.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc00b5cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbff0004020 0x7fc00409f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:07.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc00b5cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0041e9a70 0x7fc0041d4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:07.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc00b5cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc0041f8880 0x7fc0041f8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:07.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc00b5cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc0040b35a0 con 0x7fc0041e9a70 2024-07-26T15:47:07.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc00b5cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc0040b3420 con 0x7fbff0004020 2024-07-26T15:47:07.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc00b5cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc0040d0f40 con 0x7fc0041f8880 2024-07-26T15:47:07.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc008b6a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0041e9a70 0x7fc0041d4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:07.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc008b6a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0041e9a70 0x7fc0041d4630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52166/0 (socket says 172.21.15.33:52166) 2024-07-26T15:47:07.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc008b6a640 1 -- 172.21.15.33:0/543492757 learned_addr learned my addr 172.21.15.33:0/543492757 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:07.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc009b6c640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc0041f8880 0x7fc0041f8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:07.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc00936b640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbff0004020 0x7fc00409f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:07.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc008b6a640 1 -- 172.21.15.33:0/543492757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc0041f8880 msgr2=0x7fc0041f8c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:07.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc008b6a640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc0041f8880 0x7fc0041f8c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:07.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc008b6a640 1 -- 172.21.15.33:0/543492757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbff0004020 msgr2=0x7fc00409f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:07.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc008b6a640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbff0004020 0x7fc00409f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:07.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.562+0000 7fc008b6a640 1 -- 172.21.15.33:0/543492757 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0041eaa70 con 0x7fc0041e9a70 2024-07-26T15:47:07.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.563+0000 7fc008b6a640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0041e9a70 0x7fc0041d4630 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7fbff4009c40 tx=0x7fbff40336f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:07.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.563+0000 7fbff9ffb640 1 -- 172.21.15.33:0/543492757 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff4038040 con 0x7fc0041e9a70 2024-07-26T15:47:07.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.563+0000 7fbff9ffb640 1 -- 172.21.15.33:0/543492757 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbff4041070 con 0x7fc0041e9a70 2024-07-26T15:47:07.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.563+0000 7fc00b5cf640 1 -- 172.21.15.33:0/543492757 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0041f91d0 con 0x7fc0041e9a70 2024-07-26T15:47:07.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.563+0000 7fbff9ffb640 1 -- 172.21.15.33:0/543492757 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbff403c430 con 0x7fc0041e9a70 2024-07-26T15:47:07.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.563+0000 7fc00b5cf640 1 -- 172.21.15.33:0/543492757 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0041ea4b0 con 0x7fc0041e9a70 2024-07-26T15:47:07.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.564+0000 7fc00b5cf640 1 -- 172.21.15.33:0/543492757 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0040cf190 con 0x7fc0041e9a70 2024-07-26T15:47:07.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.565+0000 7fbff9ffb640 1 -- 172.21.15.33:0/543492757 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7fbff402b8a0 con 0x7fc0041e9a70 2024-07-26T15:47:07.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.565+0000 7fbff9ffb640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fbfe8077130 0x7fbfe8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:07.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.565+0000 7fbff9ffb640 1 -- 172.21.15.33:0/543492757 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 6029+0+0 (secure 0 0 0) 0x7fbff40b96a0 con 0x7fc0041e9a70 2024-07-26T15:47:07.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.566+0000 7fc00936b640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fbfe8077130 0x7fbfe8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:07.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.566+0000 7fc00936b640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fbfe8077130 0x7fbfe8079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc00406f400 tx=0x7fc0000067a0 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:07.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.570+0000 7fbff9ffb640 1 -- 172.21.15.33:0/543492757 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc0041f91d0 con 0x7fc0041e9a70 2024-07-26T15:47:07.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:07.806+0000 7fc00b5cf640 1 -- 172.21.15.33:0/543492757 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fc0040b21a0 con 0x7fc0041e9a70 2024-07-26T15:47:08.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.372+0000 7fbff9ffb640 1 -- 172.21.15.33:0/543492757 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 15 and data pool 16 v59) ==== 174+0+0 (secure 0 0 0) 0x7fbff40826e0 con 0x7fc0041e9a70 2024-07-26T15:47:08.375 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 15 and data pool 16 2024-07-26T15:47:08.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 -- 172.21.15.33:0/543492757 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fbfe8077130 msgr2=0x7fbfe8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:08.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fbfe8077130 0x7fbfe8079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc00406f400 tx=0x7fc0000067a0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 -- 172.21.15.33:0/543492757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0041e9a70 msgr2=0x7fc0041d4630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:08.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0041e9a70 0x7fc0041d4630 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7fbff4009c40 tx=0x7fbff40336f0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 -- 172.21.15.33:0/543492757 shutdown_connections 2024-07-26T15:47:08.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc0041f8880 0x7fc0041f8c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fbfe8077130 0x7fbfe8079640 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0041e9a70 0x7fc0041d4630 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 --2- 172.21.15.33:0/543492757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbff0004020 0x7fc00409f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 -- 172.21.15.33:0/543492757 >> 172.21.15.33:0/543492757 conn(0x7fc0040b37a0 msgr2=0x7fc0040cc860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:08.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 -- 172.21.15.33:0/543492757 shutdown_connections 2024-07-26T15:47:08.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.384+0000 7fc00b5cf640 1 -- 172.21.15.33:0/543492757 wait complete. 2024-07-26T15:47:08.404 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:47:08.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.525+0000 7f32e4720640 1 -- 172.21.15.33:0/3930037914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32dc0b8f50 msgr2=0x7f32dc08c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:08.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.525+0000 7f32e4720640 1 --2- 172.21.15.33:0/3930037914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32dc0b8f50 0x7f32dc08c460 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f32dc08e000 tx=0x7f32cc02a560 comp rx=0 tx=0).stop 2024-07-26T15:47:08.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.525+0000 7f32e4720640 1 -- 172.21.15.33:0/3930037914 shutdown_connections 2024-07-26T15:47:08.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.525+0000 7f32e4720640 1 --2- 172.21.15.33:0/3930037914 >> v2:172.21.15.154:3300/0 conn(0x7f32dc0b33f0 0x7f32dc0d2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.525+0000 7f32e4720640 1 --2- 172.21.15.33:0/3930037914 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32dc0b3800 0x7f32dc0d2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.525+0000 7f32e4720640 1 --2- 172.21.15.33:0/3930037914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32dc0b8f50 0x7f32dc08c460 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.525+0000 7f32e4720640 1 -- 172.21.15.33:0/3930037914 >> 172.21.15.33:0/3930037914 conn(0x7f32dc0d3db0 msgr2=0x7f32dc0d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:08.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.525+0000 7f32e4720640 1 -- 172.21.15.33:0/3930037914 shutdown_connections 2024-07-26T15:47:08.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.525+0000 7f32e4720640 1 -- 172.21.15.33:0/3930037914 wait complete. 2024-07-26T15:47:08.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.527+0000 7f32e4720640 1 Processor -- start 2024-07-26T15:47:08.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.527+0000 7f32e4720640 1 -- start start 2024-07-26T15:47:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.528+0000 7f32e4720640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32dc0b33f0 0x7f32dc1f7860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.528+0000 7f32e4720640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32dc0b3800 0x7f32dc1e2a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:08.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.528+0000 7f32e4720640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32dc0b8f50 0x7f32dc1f80d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.528+0000 7f32e4720640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f32dc0d0970 con 0x7f32dc0b33f0 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.528+0000 7f32e4720640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f32dc0d07f0 con 0x7f32dc0b8f50 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.528+0000 7f32e4720640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f32dc0d0af0 con 0x7f32dc0b3800 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.528+0000 7f32e24bc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32dc0b33f0 0x7f32dc1f7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.528+0000 7f32e24bc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32dc0b33f0 0x7f32dc1f7860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52184/0 (socket says 172.21.15.33:52184) 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.528+0000 7f32e24bc640 1 -- 172.21.15.33:0/2484598068 learned_addr learned my addr 172.21.15.33:0/2484598068 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.528+0000 7f32e2cbd640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32dc0b8f50 0x7f32dc1f80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.528+0000 7f32e1cbb640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32dc0b3800 0x7f32dc1e2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.529+0000 7f32e24bc640 1 -- 172.21.15.33:0/2484598068 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32dc0b3800 msgr2=0x7f32dc1e2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.529+0000 7f32e24bc640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32dc0b3800 0x7f32dc1e2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.529+0000 7f32e24bc640 1 -- 172.21.15.33:0/2484598068 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32dc0b8f50 msgr2=0x7f32dc1f80d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.529+0000 7f32e24bc640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32dc0b8f50 0x7f32dc1f80d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.529+0000 7f32e24bc640 1 -- 172.21.15.33:0/2484598068 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32dc1e4340 con 0x7f32dc0b33f0 2024-07-26T15:47:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.529+0000 7f32e24bc640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32dc0b33f0 0x7f32dc1f7860 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f32cc000c00 tx=0x7f32cc003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.529+0000 7f32d2ffd640 1 -- 172.21.15.33:0/2484598068 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32cc03e030 con 0x7f32dc0b33f0 2024-07-26T15:47:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.529+0000 7f32d2ffd640 1 -- 172.21.15.33:0/2484598068 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32cc003e00 con 0x7f32dc0b33f0 2024-07-26T15:47:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.529+0000 7f32d2ffd640 1 -- 172.21.15.33:0/2484598068 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32cc035040 con 0x7f32dc0b33f0 2024-07-26T15:47:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.529+0000 7f32e4720640 1 -- 172.21.15.33:0/2484598068 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32dc1e37c0 con 0x7f32dc0b33f0 2024-07-26T15:47:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.529+0000 7f32e4720640 1 -- 172.21.15.33:0/2484598068 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32dc1e3d80 con 0x7f32dc0b33f0 2024-07-26T15:47:08.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.530+0000 7f32e4720640 1 -- 172.21.15.33:0/2484598068 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32dc08c460 con 0x7f32dc0b33f0 2024-07-26T15:47:08.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.531+0000 7f32d2ffd640 1 -- 172.21.15.33:0/2484598068 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f32cc041030 con 0x7f32dc0b33f0 2024-07-26T15:47:08.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.531+0000 7f32d2ffd640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f32c0077130 0x7f32c0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:08.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.531+0000 7f32d2ffd640 1 -- 172.21.15.33:0/2484598068 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 6129+0+0 (secure 0 0 0) 0x7f32cc0b9410 con 0x7f32dc0b33f0 2024-07-26T15:47:08.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.531+0000 7f32e1cbb640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f32c0077130 0x7f32c0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:08.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.532+0000 7f32e1cbb640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f32c0077130 0x7f32c0079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f32d800a490 tx=0x7f32d800a420 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:08.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.536+0000 7f32d2ffd640 1 -- 172.21.15.33:0/2484598068 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f32cc081bf0 con 0x7f32dc0b33f0 2024-07-26T15:47:08.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.729+0000 7f32e4720640 1 -- 172.21.15.33:0/2484598068 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f32dc0cde90 con 0x7f32dc0b33f0 2024-07-26T15:47:08.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.730+0000 7f32d2ffd640 1 -- 172.21.15.33:0/2484598068 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v132) ==== 74+0+16940 (secure 0 0 0) 0x7f32cc086140 con 0x7f32dc0b33f0 2024-07-26T15:47:08.732 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:08.733 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":132,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:47:07.807926+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:47:05.435451+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"132","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-07-26T15:47:06.710320+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"132","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:47:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.732+0000 7f32e4720640 1 -- 172.21.15.33:0/2484598068 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f32c0077130 msgr2=0x7f32c0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:08.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.732+0000 7f32e4720640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f32c0077130 0x7f32c0079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f32d800a490 tx=0x7f32d800a420 comp rx=0 tx=0).stop 2024-07-26T15:47:08.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.732+0000 7f32e4720640 1 -- 172.21.15.33:0/2484598068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32dc0b33f0 msgr2=0x7f32dc1f7860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:08.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.732+0000 7f32e4720640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32dc0b33f0 0x7f32dc1f7860 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f32cc000c00 tx=0x7f32cc003910 comp rx=0 tx=0).stop 2024-07-26T15:47:08.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.733+0000 7f32e4720640 1 -- 172.21.15.33:0/2484598068 shutdown_connections 2024-07-26T15:47:08.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.733+0000 7f32e4720640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32dc0b8f50 0x7f32dc1f80d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.733+0000 7f32e4720640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32dc0b3800 0x7f32dc1e2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.733+0000 7f32e4720640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f32c0077130 0x7f32c0079640 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.733+0000 7f32e4720640 1 --2- 172.21.15.33:0/2484598068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32dc0b33f0 0x7f32dc1f7860 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.733+0000 7f32e4720640 1 -- 172.21.15.33:0/2484598068 >> 172.21.15.33:0/2484598068 conn(0x7f32dc0d3db0 msgr2=0x7f32dc0b83a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:08.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.733+0000 7f32e4720640 1 -- 172.21.15.33:0/2484598068 shutdown_connections 2024-07-26T15:47:08.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.733+0000 7f32e4720640 1 -- 172.21.15.33:0/2484598068 wait complete. 2024-07-26T15:47:08.746 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:47:08.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.863+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/1407735308 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4dd80d2990 msgr2=0x7f4dd80b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:08.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.863+0000 7f4ddd6b2640 1 --2- 172.21.15.33:0/1407735308 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4dd80d2990 0x7f4dd80b9430 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4dcc009830 tx=0x7f4dcc02a510 comp rx=0 tx=0).stop 2024-07-26T15:47:08.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.863+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/1407735308 shutdown_connections 2024-07-26T15:47:08.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.863+0000 7f4ddd6b2640 1 --2- 172.21.15.33:0/1407735308 >> v2:172.21.15.154:3300/0 conn(0x7f4dd80d1b80 0x7f4dd80b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.863+0000 7f4ddd6b2640 1 --2- 172.21.15.33:0/1407735308 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4dd80d2990 0x7f4dd80b9430 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.863+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/1407735308 >> 172.21.15.33:0/1407735308 conn(0x7f4dd80d3da0 msgr2=0x7f4dd80d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:08.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.863+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/1407735308 shutdown_connections 2024-07-26T15:47:08.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.863+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/1407735308 wait complete. 2024-07-26T15:47:08.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.865+0000 7f4ddd6b2640 1 Processor -- start 2024-07-26T15:47:08.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.865+0000 7f4ddd6b2640 1 -- start start 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.866+0000 7f4ddd6b2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4dd80cf430 0x7f4dd815adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.866+0000 7f4ddd6b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dd80d1b80 0x7f4dd81f8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.866+0000 7f4ddd6b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4dd81f8a70 0x7f4dd8156e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.866+0000 7f4ddd6b2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4dd80b1e80 con 0x7f4dd80d1b80 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.866+0000 7f4ddd6b2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4dd80b1d00 con 0x7f4dd81f8a70 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.866+0000 7f4ddd6b2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4dd80b2000 con 0x7f4dd80cf430 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.866+0000 7f4dd67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dd80d1b80 0x7f4dd81f8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.866+0000 7f4dd67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dd80d1b80 0x7f4dd81f8530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52192/0 (socket says 172.21.15.33:52192) 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.866+0000 7f4dd67fc640 1 -- 172.21.15.33:0/3981704713 learned_addr learned my addr 172.21.15.33:0/3981704713 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.866+0000 7f4dd77fe640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4dd81f8a70 0x7f4dd8156e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.866+0000 7f4dd6ffd640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4dd80cf430 0x7f4dd815adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.867+0000 7f4dd67fc640 1 -- 172.21.15.33:0/3981704713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4dd80cf430 msgr2=0x7f4dd815adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.867+0000 7f4dd67fc640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4dd80cf430 0x7f4dd815adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.867+0000 7f4dd67fc640 1 -- 172.21.15.33:0/3981704713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4dd81f8a70 msgr2=0x7f4dd8156e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.867+0000 7f4dd67fc640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4dd81f8a70 0x7f4dd8156e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.867+0000 7f4dd67fc640 1 -- 172.21.15.33:0/3981704713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dd80b44d0 con 0x7f4dd80d1b80 2024-07-26T15:47:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.867+0000 7f4dd67fc640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dd80d1b80 0x7f4dd81f8530 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f4dcc009950 tx=0x7f4dcc033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.867+0000 7f4dbf7fe640 1 -- 172.21.15.33:0/3981704713 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dcc005c90 con 0x7f4dd80d1b80 2024-07-26T15:47:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.867+0000 7f4dbf7fe640 1 -- 172.21.15.33:0/3981704713 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4dcc031e50 con 0x7f4dd80d1b80 2024-07-26T15:47:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.867+0000 7f4dbf7fe640 1 -- 172.21.15.33:0/3981704713 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dcc005260 con 0x7f4dd80d1b80 2024-07-26T15:47:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.867+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/3981704713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dd815b890 con 0x7f4dd80d1b80 2024-07-26T15:47:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.867+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/3981704713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dd8159e90 con 0x7f4dd80d1b80 2024-07-26T15:47:08.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.868+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/3981704713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dd80b4240 con 0x7f4dd80d1b80 2024-07-26T15:47:08.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.869+0000 7f4dbf7fe640 1 -- 172.21.15.33:0/3981704713 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f4dcc005400 con 0x7f4dd80d1b80 2024-07-26T15:47:08.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.869+0000 7f4dbf7fe640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4dc4077130 0x7f4dc4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:08.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.870+0000 7f4dbf7fe640 1 -- 172.21.15.33:0/3981704713 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 6129+0+0 (secure 0 0 0) 0x7f4dcc0b9d70 con 0x7f4dd80d1b80 2024-07-26T15:47:08.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.870+0000 7f4dd6ffd640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4dc4077130 0x7f4dc4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:08.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.870+0000 7f4dd6ffd640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4dc4077130 0x7f4dc4079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4dc8001610 tx=0x7f4dc8009040 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:08.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:08.874+0000 7f4dbf7fe640 1 -- 172.21.15.33:0/3981704713 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4dcc03f030 con 0x7f4dd80d1b80 2024-07-26T15:47:09.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.070+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/3981704713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4dd80b97b0 con 0x7f4dd80d1b80 2024-07-26T15:47:09.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.071+0000 7f4dbf7fe640 1 -- 172.21.15.33:0/3981704713 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v132) ==== 74+0+16940 (secure 0 0 0) 0x7f4dcc082b80 con 0x7f4dd80d1b80 2024-07-26T15:47:09.073 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:09.073 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":132,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:47:07.807926+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:47:05.435451+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"132","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-07-26T15:47:06.710320+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"132","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:47:09.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/3981704713 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4dc4077130 msgr2=0x7f4dc4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:09.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4dc4077130 0x7f4dc4079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4dc8001610 tx=0x7f4dc8009040 comp rx=0 tx=0).stop 2024-07-26T15:47:09.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/3981704713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dd80d1b80 msgr2=0x7f4dd81f8530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:09.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dd80d1b80 0x7f4dd81f8530 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f4dcc009950 tx=0x7f4dcc033c20 comp rx=0 tx=0).stop 2024-07-26T15:47:09.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/3981704713 shutdown_connections 2024-07-26T15:47:09.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4dd81f8a70 0x7f4dd8156e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:09.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4dc4077130 0x7f4dc4079640 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:09.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4dd80d1b80 0x7f4dd81f8530 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:09.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 --2- 172.21.15.33:0/3981704713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4dd80cf430 0x7f4dd815adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:09.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/3981704713 >> 172.21.15.33:0/3981704713 conn(0x7f4dd80d3da0 msgr2=0x7f4dd80b7590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:09.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/3981704713 shutdown_connections 2024-07-26T15:47:09.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.073+0000 7f4ddd6b2640 1 -- 172.21.15.33:0/3981704713 wait complete. 2024-07-26T15:47:09.087 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T15:47:09.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.206+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/4021350044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c180b2da0 msgr2=0x7f0c180b93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:09.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.206+0000 7f0c1f4d2640 1 --2- 172.21.15.33:0/4021350044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c180b2da0 0x7f0c180b93c0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f0c180c7860 tx=0x7f0c0802a560 comp rx=0 tx=0).stop 2024-07-26T15:47:09.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.206+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/4021350044 shutdown_connections 2024-07-26T15:47:09.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.206+0000 7f0c1f4d2640 1 --2- 172.21.15.33:0/4021350044 >> v2:172.21.15.154:3300/0 conn(0x7f0c180d0610 0x7f0c180d0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:09.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.206+0000 7f0c1f4d2640 1 --2- 172.21.15.33:0/4021350044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c180b2da0 0x7f0c180b93c0 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:09.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.206+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/4021350044 >> 172.21.15.33:0/4021350044 conn(0x7f0c180d3d90 msgr2=0x7f0c180d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:09.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.206+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/4021350044 shutdown_connections 2024-07-26T15:47:09.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.206+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/4021350044 wait complete. 2024-07-26T15:47:09.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.208+0000 7f0c1f4d2640 1 Processor -- start 2024-07-26T15:47:09.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.208+0000 7f0c1f4d2640 1 -- start start 2024-07-26T15:47:09.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.209+0000 7f0c1f4d2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c180b2da0 0x7f0c180b4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:09.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.209+0000 7f0c1f4d2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c180d0610 0x7f0c181e9250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:09.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.209+0000 7f0c1f4d2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c181f5ad0 0x7f0c18158b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:09.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.209+0000 7f0c1f4d2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0c180b36d0 con 0x7f0c181f5ad0 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.209+0000 7f0c1f4d2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0c180d2820 con 0x7f0c180b2da0 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.209+0000 7f0c1f4d2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0c180b3850 con 0x7f0c180d0610 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.209+0000 7f0c1da6f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c181f5ad0 0x7f0c18158b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.209+0000 7f0c1da6f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c181f5ad0 0x7f0c18158b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52210/0 (socket says 172.21.15.33:52210) 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.209+0000 7f0c1da6f640 1 -- 172.21.15.33:0/3459141902 learned_addr learned my addr 172.21.15.33:0/3459141902 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c1ca6d640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c180d0610 0x7f0c181e9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c1d26e640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c180b2da0 0x7f0c180b4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c1da6f640 1 -- 172.21.15.33:0/3459141902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c180d0610 msgr2=0x7f0c181e9250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c1da6f640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c180d0610 0x7f0c181e9250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c1da6f640 1 -- 172.21.15.33:0/3459141902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c180b2da0 msgr2=0x7f0c180b4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c1da6f640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c180b2da0 0x7f0c180b4d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c1da6f640 1 -- 172.21.15.33:0/3459141902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c180b5670 con 0x7f0c181f5ad0 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c1da6f640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c181f5ad0 0x7f0c18158b40 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f0c1000ca80 tx=0x7f0c1000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:09.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c0dffb640 1 -- 172.21.15.33:0/3459141902 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c10007d90 con 0x7f0c181f5ad0 2024-07-26T15:47:09.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c0dffb640 1 -- 172.21.15.33:0/3459141902 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c10004c30 con 0x7f0c181f5ad0 2024-07-26T15:47:09.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/3459141902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c181f8530 con 0x7f0c181f5ad0 2024-07-26T15:47:09.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c0dffb640 1 -- 172.21.15.33:0/3459141902 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c10005280 con 0x7f0c181f5ad0 2024-07-26T15:47:09.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.210+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/3459141902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c18159730 con 0x7f0c181f5ad0 2024-07-26T15:47:09.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.211+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/3459141902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c180d4920 con 0x7f0c181f5ad0 2024-07-26T15:47:09.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.212+0000 7f0c0dffb640 1 -- 172.21.15.33:0/3459141902 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f0c10005420 con 0x7f0c181f5ad0 2024-07-26T15:47:09.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.212+0000 7f0c0dffb640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0bfc077130 0x7f0bfc079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:09.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.212+0000 7f0c0dffb640 1 -- 172.21.15.33:0/3459141902 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 6129+0+0 (secure 0 0 0) 0x7f0c100997a0 con 0x7f0c181f5ad0 2024-07-26T15:47:09.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.213+0000 7f0c1d26e640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0bfc077130 0x7f0bfc079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:09.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.213+0000 7f0c1d26e640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0bfc077130 0x7f0bfc079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0c140015d0 tx=0x7f0c14009040 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:09.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.217+0000 7f0c0dffb640 1 -- 172.21.15.33:0/3459141902 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0c10014070 con 0x7f0c181f5ad0 2024-07-26T15:47:09.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:09.459+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/3459141902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f0c180b5400 con 0x7f0c181f5ad0 2024-07-26T15:47:10.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.377+0000 7f0c0dffb640 1 -- 172.21.15.33:0/3459141902 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v62) ==== 118+0+0 (secure 0 0 0) 0x7f0c100625c0 con 0x7f0c181f5ad0 2024-07-26T15:47:10.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.381+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/3459141902 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0bfc077130 msgr2=0x7f0bfc079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:10.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.381+0000 7f0c1f4d2640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0bfc077130 0x7f0bfc079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0c140015d0 tx=0x7f0c14009040 comp rx=0 tx=0).stop 2024-07-26T15:47:10.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.381+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/3459141902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c181f5ad0 msgr2=0x7f0c18158b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:10.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.381+0000 7f0c1f4d2640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c181f5ad0 0x7f0c18158b40 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f0c1000ca80 tx=0x7f0c1000cf40 comp rx=0 tx=0).stop 2024-07-26T15:47:10.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.381+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/3459141902 shutdown_connections 2024-07-26T15:47:10.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.381+0000 7f0c1f4d2640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f0bfc077130 0x7f0bfc079640 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:10.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.381+0000 7f0c1f4d2640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c181f5ad0 0x7f0c18158b40 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:10.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.381+0000 7f0c1f4d2640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c180d0610 0x7f0c181e9250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:10.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.381+0000 7f0c1f4d2640 1 --2- 172.21.15.33:0/3459141902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c180b2da0 0x7f0c180b4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:10.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.381+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/3459141902 >> 172.21.15.33:0/3459141902 conn(0x7f0c180d3d90 msgr2=0x7f0c1806e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:10.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.382+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/3459141902 shutdown_connections 2024-07-26T15:47:10.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.382+0000 7f0c1f4d2640 1 -- 172.21.15.33:0/3459141902 wait complete. 2024-07-26T15:47:10.397 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T15:47:10.397 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T15:47:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.524+0000 7f2771878640 1 -- 172.21.15.33:0/3696639253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2750004800 msgr2=0x7f2750004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.524+0000 7f2771878640 1 --2- 172.21.15.33:0/3696639253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2750004800 0x7f2750004c10 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f276c08d060 tx=0x7f2750005830 comp rx=0 tx=0).stop 2024-07-26T15:47:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.524+0000 7f276b7fe640 1 -- 172.21.15.33:0/3696639253 reap_dead start 2024-07-26T15:47:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.524+0000 7f2771878640 1 -- 172.21.15.33:0/3696639253 shutdown_connections 2024-07-26T15:47:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.524+0000 7f2771878640 1 -- 172.21.15.33:0/3696639253 >> 172.21.15.33:0/3696639253 conn(0x7f276c0d3dc0 msgr2=0x7f276c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.524+0000 7f2771878640 1 -- 172.21.15.33:0/3696639253 shutdown_connections 2024-07-26T15:47:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.524+0000 7f2771878640 1 -- 172.21.15.33:0/3696639253 wait complete. 2024-07-26T15:47:10.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.526+0000 7f2771878640 1 Processor -- start 2024-07-26T15:47:10.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.526+0000 7f2771878640 1 -- start start 2024-07-26T15:47:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.527+0000 7f2771878640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2750004800 0x7f276c0b3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.527+0000 7f2771878640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f276c0b09b0 0x7f276c15e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.527+0000 7f2771878640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f276c1e9ad0 0x7f276c1e9ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.527+0000 7f2771878640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f276c0cf370 con 0x7f2750004800 2024-07-26T15:47:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.527+0000 7f2771878640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f276c0cf1f0 con 0x7f276c1e9ad0 2024-07-26T15:47:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.527+0000 7f2771878640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f276c0cf4f0 con 0x7f276c0b09b0 2024-07-26T15:47:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.527+0000 7f276affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2750004800 0x7f276c0b3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.527+0000 7f276affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2750004800 0x7f276c0b3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52228/0 (socket says 172.21.15.33:52228) 2024-07-26T15:47:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.527+0000 7f276affd640 1 -- 172.21.15.33:0/2955483584 learned_addr learned my addr 172.21.15.33:0/2955483584 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.527+0000 7f276b7fe640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f276c1e9ad0 0x7f276c1e9ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.527+0000 7f276a7fc640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f276c0b09b0 0x7f276c15e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.528+0000 7f276affd640 1 -- 172.21.15.33:0/2955483584 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f276c0b09b0 msgr2=0x7f276c15e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.528+0000 7f276affd640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f276c0b09b0 0x7f276c15e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.528+0000 7f276affd640 1 -- 172.21.15.33:0/2955483584 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f276c1e9ad0 msgr2=0x7f276c1e9ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.528+0000 7f276affd640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f276c1e9ad0 0x7f276c1e9ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.528+0000 7f276affd640 1 -- 172.21.15.33:0/2955483584 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f276c1ea420 con 0x7f2750004800 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.528+0000 7f276affd640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2750004800 0x7f276c0b3b60 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f275c006fc0 tx=0x7f275c0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.528+0000 7f2763fff640 1 -- 172.21.15.33:0/2955483584 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f275c015070 con 0x7f2750004800 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.528+0000 7f2763fff640 1 -- 172.21.15.33:0/2955483584 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f275c011900 con 0x7f2750004800 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.528+0000 7f2771878640 1 -- 172.21.15.33:0/2955483584 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f276c0b11e0 con 0x7f2750004800 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.528+0000 7f2763fff640 1 -- 172.21.15.33:0/2955483584 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f275c011d50 con 0x7f2750004800 2024-07-26T15:47:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.528+0000 7f2771878640 1 -- 172.21.15.33:0/2955483584 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f276c0b17a0 con 0x7f2750004800 2024-07-26T15:47:10.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.529+0000 7f2771878640 1 -- 172.21.15.33:0/2955483584 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f276c0cfa80 con 0x7f2750004800 2024-07-26T15:47:10.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.530+0000 7f2763fff640 1 -- 172.21.15.33:0/2955483584 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f275c010420 con 0x7f2750004800 2024-07-26T15:47:10.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.530+0000 7f2763fff640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2754077160 0x7f2754079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:10.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.531+0000 7f2763fff640 1 -- 172.21.15.33:0/2955483584 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f275c099810 con 0x7f2750004800 2024-07-26T15:47:10.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.531+0000 7f276a7fc640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2754077160 0x7f2754079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:10.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.531+0000 7f276a7fc640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2754077160 0x7f2754079670 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2758032000 tx=0x7f2758001190 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:10.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.535+0000 7f2763fff640 1 -- 172.21.15.33:0/2955483584 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f276c1ea420 con 0x7f2750004800 2024-07-26T15:47:10.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:10.772+0000 7f2771878640 1 -- 172.21.15.33:0/2955483584 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f276c0b9c80 con 0x7f2750004800 2024-07-26T15:47:11.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.384+0000 7f2763fff640 1 -- 172.21.15.33:0/2955483584 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v63) ==== 122+0+0 (secure 0 0 0) 0x7f275c062090 con 0x7f2750004800 2024-07-26T15:47:11.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.387+0000 7f2771878640 1 -- 172.21.15.33:0/2955483584 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2754077160 msgr2=0x7f2754079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:11.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.387+0000 7f2771878640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2754077160 0x7f2754079670 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2758032000 tx=0x7f2758001190 comp rx=0 tx=0).stop 2024-07-26T15:47:11.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.387+0000 7f2771878640 1 -- 172.21.15.33:0/2955483584 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2750004800 msgr2=0x7f276c0b3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:11.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.387+0000 7f2771878640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2750004800 0x7f276c0b3b60 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f275c006fc0 tx=0x7f275c0039c0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.387+0000 7f2771878640 1 -- 172.21.15.33:0/2955483584 shutdown_connections 2024-07-26T15:47:11.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.387+0000 7f2771878640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f276c1e9ad0 0x7f276c1e9ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.387+0000 7f2771878640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f276c0b09b0 0x7f276c15e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.387+0000 7f2771878640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2754077160 0x7f2754079670 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.387+0000 7f2771878640 1 --2- 172.21.15.33:0/2955483584 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2750004800 0x7f276c0b3b60 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.387+0000 7f2771878640 1 -- 172.21.15.33:0/2955483584 >> 172.21.15.33:0/2955483584 conn(0x7f276c0d3dc0 msgr2=0x7f276c0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:11.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.388+0000 7f2771878640 1 -- 172.21.15.33:0/2955483584 shutdown_connections 2024-07-26T15:47:11.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.388+0000 7f2771878640 1 -- 172.21.15.33:0/2955483584 wait complete. 2024-07-26T15:47:11.402 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T15:47:11.402 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:47:11.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.522+0000 7f7245dde640 1 -- 172.21.15.33:0/332901874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72400d2930 msgr2=0x7f72400cf0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:11.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.522+0000 7f7245dde640 1 --2- 172.21.15.33:0/332901874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72400d2930 0x7f72400cf0f0 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f7238005fd0 tx=0x7f723802a4b0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.522+0000 7f7245dde640 1 -- 172.21.15.33:0/332901874 shutdown_connections 2024-07-26T15:47:11.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.522+0000 7f7245dde640 1 --2- 172.21.15.33:0/332901874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72400d2930 0x7f72400cf0f0 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.522+0000 7f7245dde640 1 -- 172.21.15.33:0/332901874 >> 172.21.15.33:0/332901874 conn(0x7f72400d3e10 msgr2=0x7f72400d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:11.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.522+0000 7f7245dde640 1 -- 172.21.15.33:0/332901874 shutdown_connections 2024-07-26T15:47:11.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.522+0000 7f7245dde640 1 -- 172.21.15.33:0/332901874 wait complete. 2024-07-26T15:47:11.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.524+0000 7f7245dde640 1 Processor -- start 2024-07-26T15:47:11.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.524+0000 7f7245dde640 1 -- start start 2024-07-26T15:47:11.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f7245dde640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72400b2dc0 0x7f72400caea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:11.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f7245dde640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72400d2930 0x7f72400cdbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:11.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f7245dde640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f724014ae30 0x7f7240164ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:11.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f7245dde640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f72400d4cc0 con 0x7f72400b2dc0 2024-07-26T15:47:11.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f7245dde640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f72400d4b40 con 0x7f72400d2930 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f7245dde640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7240169af0 con 0x7f724014ae30 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72400b2dc0 0x7f72400caea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72400b2dc0 0x7f72400caea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52246/0 (socket says 172.21.15.33:52246) 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723f7fe640 1 -- 172.21.15.33:0/4214764060 learned_addr learned my addr 172.21.15.33:0/4214764060 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723effd640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72400d2930 0x7f72400cdbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723ffff640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f724014ae30 0x7f7240164ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723f7fe640 1 -- 172.21.15.33:0/4214764060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f724014ae30 msgr2=0x7f7240164ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723f7fe640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f724014ae30 0x7f7240164ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723f7fe640 1 -- 172.21.15.33:0/4214764060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72400d2930 msgr2=0x7f72400cdbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723f7fe640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72400d2930 0x7f72400cdbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723f7fe640 1 -- 172.21.15.33:0/4214764060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7240163e50 con 0x7f72400b2dc0 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723ffff640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f724014ae30 0x7f7240164ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:11.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f723f7fe640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72400b2dc0 0x7f72400caea0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f723000b9f0 tx=0x7f723000beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:11.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f7227fff640 1 -- 172.21.15.33:0/4214764060 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723000cbd0 con 0x7f72400b2dc0 2024-07-26T15:47:11.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f7227fff640 1 -- 172.21.15.33:0/4214764060 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72300039c0 con 0x7f72400b2dc0 2024-07-26T15:47:11.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f7245dde640 1 -- 172.21.15.33:0/4214764060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7240164130 con 0x7f72400b2dc0 2024-07-26T15:47:11.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.526+0000 7f7227fff640 1 -- 172.21.15.33:0/4214764060 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723000ce60 con 0x7f72400b2dc0 2024-07-26T15:47:11.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.527+0000 7f7245dde640 1 -- 172.21.15.33:0/4214764060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72401646f0 con 0x7f72400b2dc0 2024-07-26T15:47:11.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.527+0000 7f7245dde640 1 -- 172.21.15.33:0/4214764060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72400b9030 con 0x7f72400b2dc0 2024-07-26T15:47:11.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.528+0000 7f7227fff640 1 -- 172.21.15.33:0/4214764060 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f723001b020 con 0x7f72400b2dc0 2024-07-26T15:47:11.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.529+0000 7f7227fff640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f722c077160 0x7f722c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:11.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.529+0000 7f723effd640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f722c077160 0x7f722c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:11.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.529+0000 7f7227fff640 1 -- 172.21.15.33:0/4214764060 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f7230098cb0 con 0x7f72400b2dc0 2024-07-26T15:47:11.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.529+0000 7f723effd640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f722c077160 0x7f722c079670 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f724006dbe0 tx=0x7f7234009040 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:11.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.533+0000 7f7227fff640 1 -- 172.21.15.33:0/4214764060 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f72400b9030 con 0x7f72400b2dc0 2024-07-26T15:47:11.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.764+0000 7f7245dde640 1 -- 172.21.15.33:0/4214764060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f72400d0570 con 0x7f72400b2dc0 2024-07-26T15:47:11.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.764+0000 7f7227fff640 1 -- 172.21.15.33:0/4214764060 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5231 (secure 0 0 0) 0x7f7230061b50 con 0x7f72400b2dc0 2024-07-26T15:47:11.766 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:11.766 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":63,"btime":"2024-07-26T15:47:11:378796+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6698,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3821195934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821195934},{"type":"v1","addr":"172.21.15.33:6834","nonce":3821195934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6704,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2568073343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2568073343},{"type":"v1","addr":"172.21.15.154:6834","nonce":2568073343}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2819004358","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2819004358},{"type":"v1","addr":"172.21.15.154:6835","nonce":2819004358}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:47:07.807882+0000","modified":"2024-07-26T15:47:10.773795+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7830},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7830":{"gid":7830,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2492094756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2492094756},{"type":"v1","addr":"172.21.15.33:6835","nonce":2492094756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7830,"qdb_cluster":[7830]},"id":7}]} 2024-07-26T15:47:11.766 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 63 2024-07-26T15:47:11.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 -- 172.21.15.33:0/4214764060 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f722c077160 msgr2=0x7f722c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:11.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f722c077160 0x7f722c079670 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f724006dbe0 tx=0x7f7234009040 comp rx=0 tx=0).stop 2024-07-26T15:47:11.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 -- 172.21.15.33:0/4214764060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72400b2dc0 msgr2=0x7f72400caea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:11.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72400b2dc0 0x7f72400caea0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f723000b9f0 tx=0x7f723000beb0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 -- 172.21.15.33:0/4214764060 shutdown_connections 2024-07-26T15:47:11.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f724014ae30 0x7f7240164ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72400d2930 0x7f72400cdbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f722c077160 0x7f722c079670 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 --2- 172.21.15.33:0/4214764060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72400b2dc0 0x7f72400caea0 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 -- 172.21.15.33:0/4214764060 >> 172.21.15.33:0/4214764060 conn(0x7f72400d3e10 msgr2=0x7f72400b3770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:11.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 -- 172.21.15.33:0/4214764060 shutdown_connections 2024-07-26T15:47:11.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.766+0000 7f7245dde640 1 -- 172.21.15.33:0/4214764060 wait complete. 2024-07-26T15:47:11.779 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:47:11.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.895+0000 7f20816ab640 1 -- 172.21.15.33:0/1258480254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f207c0cfa60 msgr2=0x7f207c0cfe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:11.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.895+0000 7f20816ab640 1 --2- 172.21.15.33:0/1258480254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f207c0cfa60 0x7f207c0cfe70 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f207c0d2890 tx=0x7f207002a530 comp rx=0 tx=0).stop 2024-07-26T15:47:11.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.895+0000 7f20816ab640 1 -- 172.21.15.33:0/1258480254 shutdown_connections 2024-07-26T15:47:11.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.895+0000 7f20816ab640 1 --2- 172.21.15.33:0/1258480254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f207c0cfa60 0x7f207c0cfe70 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.896+0000 7f20816ab640 1 --2- 172.21.15.33:0/1258480254 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f207c0cc660 0x7f207c0b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.896+0000 7f20816ab640 1 -- 172.21.15.33:0/1258480254 >> 172.21.15.33:0/1258480254 conn(0x7f207c0d1bf0 msgr2=0x7f207c0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:11.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.896+0000 7f20816ab640 1 -- 172.21.15.33:0/1258480254 shutdown_connections 2024-07-26T15:47:11.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.896+0000 7f20816ab640 1 -- 172.21.15.33:0/1258480254 wait complete. 2024-07-26T15:47:11.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.898+0000 7f20816ab640 1 Processor -- start 2024-07-26T15:47:11.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.898+0000 7f20816ab640 1 -- start start 2024-07-26T15:47:11.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f20816ab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f207c0cc660 0x7f207c0afc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:11.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f20816ab640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f207c0cfa60 0x7f207c0b01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:11.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f20816ab640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f207c160400 0x7f207c06dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f20816ab640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f207c0ce690 con 0x7f207c0cc660 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f20816ab640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f207c0ce510 con 0x7f207c0cfa60 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f20816ab640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f207c0ce810 con 0x7f207c160400 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f207affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f207c0cc660 0x7f207c0afc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f207affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f207c0cc660 0x7f207c0afc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40992/0 (socket says 172.21.15.33:40992) 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f207affd640 1 -- 172.21.15.33:0/1096333361 learned_addr learned my addr 172.21.15.33:0/1096333361 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f207a7fc640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f207c0cfa60 0x7f207c0b01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f207b7fe640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f207c160400 0x7f207c06dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f207affd640 1 -- 172.21.15.33:0/1096333361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f207c160400 msgr2=0x7f207c06dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f207affd640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f207c160400 0x7f207c06dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f207affd640 1 -- 172.21.15.33:0/1096333361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f207c0cfa60 msgr2=0x7f207c0b01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f207affd640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f207c0cfa60 0x7f207c0b01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:11.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.899+0000 7f207affd640 1 -- 172.21.15.33:0/1096333361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f207c09f670 con 0x7f207c0cc660 2024-07-26T15:47:11.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.900+0000 7f207affd640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f207c0cc660 0x7f207c0afc70 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f206c00cce0 tx=0x7f206c007610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:11.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.900+0000 7f20637fe640 1 -- 172.21.15.33:0/1096333361 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206c004b20 con 0x7f207c0cc660 2024-07-26T15:47:11.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.900+0000 7f20637fe640 1 -- 172.21.15.33:0/1096333361 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f206c004db0 con 0x7f207c0cc660 2024-07-26T15:47:11.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.900+0000 7f20637fe640 1 -- 172.21.15.33:0/1096333361 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f206c005280 con 0x7f207c0cc660 2024-07-26T15:47:11.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.900+0000 7f20816ab640 1 -- 172.21.15.33:0/1096333361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f207c15d0e0 con 0x7f207c0cc660 2024-07-26T15:47:11.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.900+0000 7f20816ab640 1 -- 172.21.15.33:0/1096333361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f207c0c9c90 con 0x7f207c0cc660 2024-07-26T15:47:11.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.901+0000 7f20816ab640 1 -- 172.21.15.33:0/1096333361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f207c0b6e00 con 0x7f207c0cc660 2024-07-26T15:47:11.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.902+0000 7f20637fe640 1 -- 172.21.15.33:0/1096333361 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f206c005420 con 0x7f207c0cc660 2024-07-26T15:47:11.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.902+0000 7f20637fe640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2068077160 0x7f2068079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:11.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.902+0000 7f20637fe640 1 -- 172.21.15.33:0/1096333361 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f206c0992a0 con 0x7f207c0cc660 2024-07-26T15:47:11.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.902+0000 7f207a7fc640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2068077160 0x7f2068079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:11.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.903+0000 7f207a7fc640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2068077160 0x7f2068079670 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2070033000 tx=0x7f2070004730 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:11.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:11.907+0000 7f20637fe640 1 -- 172.21.15.33:0/1096333361 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f206c014030 con 0x7f207c0cc660 2024-07-26T15:47:12.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.104+0000 7f20816ab640 1 -- 172.21.15.33:0/1096333361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f207c0c54c0 con 0x7f207c0cc660 2024-07-26T15:47:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.105+0000 7f20637fe640 1 -- 172.21.15.33:0/1096333361 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v133) ==== 74+0+16927 (secure 0 0 0) 0x7f206c0621f0 con 0x7f207c0cc660 2024-07-26T15:47:12.106 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:12.107 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":133,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:47:09.364444+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:47:05.435451+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"132","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-07-26T15:47:06.710320+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"133","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:47:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 -- 172.21.15.33:0/1096333361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2068077160 msgr2=0x7f2068079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2068077160 0x7f2068079670 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2070033000 tx=0x7f2070004730 comp rx=0 tx=0).stop 2024-07-26T15:47:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 -- 172.21.15.33:0/1096333361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f207c0cc660 msgr2=0x7f207c0afc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f207c0cc660 0x7f207c0afc70 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f206c00cce0 tx=0x7f206c007610 comp rx=0 tx=0).stop 2024-07-26T15:47:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 -- 172.21.15.33:0/1096333361 shutdown_connections 2024-07-26T15:47:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f207c160400 0x7f207c06dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f207c0cfa60 0x7f207c0b01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2068077160 0x7f2068079670 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 --2- 172.21.15.33:0/1096333361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f207c0cc660 0x7f207c0afc70 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 -- 172.21.15.33:0/1096333361 >> 172.21.15.33:0/1096333361 conn(0x7f207c0d1bf0 msgr2=0x7f207c15b2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 -- 172.21.15.33:0/1096333361 shutdown_connections 2024-07-26T15:47:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.107+0000 7f20816ab640 1 -- 172.21.15.33:0/1096333361 wait complete. 2024-07-26T15:47:12.120 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T15:47:12.120 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:47:12.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.236+0000 7f3d55a41640 1 -- 172.21.15.33:0/718034674 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d500cf430 msgr2=0x7f3d500b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.236+0000 7f3d55a41640 1 --2- 172.21.15.33:0/718034674 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d500cf430 0x7f3d500b9430 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f3d40005fd0 tx=0x7f3d4002aa90 comp rx=0 tx=0).stop 2024-07-26T15:47:12.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.236+0000 7f3d55a41640 1 -- 172.21.15.33:0/718034674 shutdown_connections 2024-07-26T15:47:12.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.236+0000 7f3d55a41640 1 --2- 172.21.15.33:0/718034674 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d500d1b80 0x7f3d500d2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.236+0000 7f3d55a41640 1 --2- 172.21.15.33:0/718034674 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d500cf430 0x7f3d500b9430 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.236+0000 7f3d55a41640 1 -- 172.21.15.33:0/718034674 >> 172.21.15.33:0/718034674 conn(0x7f3d500d3da0 msgr2=0x7f3d500d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:12.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.236+0000 7f3d55a41640 1 -- 172.21.15.33:0/718034674 shutdown_connections 2024-07-26T15:47:12.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.236+0000 7f3d55a41640 1 -- 172.21.15.33:0/718034674 wait complete. 2024-07-26T15:47:12.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.238+0000 7f3d55a41640 1 Processor -- start 2024-07-26T15:47:12.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.238+0000 7f3d55a41640 1 -- start start 2024-07-26T15:47:12.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d55a41640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d500cf430 0x7f3d500b6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:12.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d55a41640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d500d1b80 0x7f3d501f8710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:12.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d55a41640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d500d27c0 0x7f3d50160a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:12.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d55a41640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3d500d0c80 con 0x7f3d500d27c0 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d55a41640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3d500b2690 con 0x7f3d500cf430 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d55a41640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3d500d0e00 con 0x7f3d500d1b80 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d4f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d500d27c0 0x7f3d50160a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d4f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d500d27c0 0x7f3d50160a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41000/0 (socket says 172.21.15.33:41000) 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d4f7fe640 1 -- 172.21.15.33:0/1896909050 learned_addr learned my addr 172.21.15.33:0/1896909050 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d4effd640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d500cf430 0x7f3d500b6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d4e7fc640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d500d1b80 0x7f3d501f8710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d4f7fe640 1 -- 172.21.15.33:0/1896909050 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d500d1b80 msgr2=0x7f3d501f8710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d4f7fe640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d500d1b80 0x7f3d501f8710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d4f7fe640 1 -- 172.21.15.33:0/1896909050 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d500cf430 msgr2=0x7f3d500b6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d4f7fe640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d500cf430 0x7f3d500b6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d4f7fe640 1 -- 172.21.15.33:0/1896909050 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d500b6640 con 0x7f3d500d27c0 2024-07-26T15:47:12.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.240+0000 7f3d4f7fe640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d500d27c0 0x7f3d50160a90 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f3d4800c3c0 tx=0x7f3d4800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:12.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.241+0000 7f3d47fff640 1 -- 172.21.15.33:0/1896909050 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d48017070 con 0x7f3d500d27c0 2024-07-26T15:47:12.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.241+0000 7f3d47fff640 1 -- 172.21.15.33:0/1896909050 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d480053c0 con 0x7f3d500d27c0 2024-07-26T15:47:12.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.241+0000 7f3d55a41640 1 -- 172.21.15.33:0/1896909050 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d501f2b80 con 0x7f3d500d27c0 2024-07-26T15:47:12.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.241+0000 7f3d47fff640 1 -- 172.21.15.33:0/1896909050 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d48003850 con 0x7f3d500d27c0 2024-07-26T15:47:12.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.241+0000 7f3d55a41640 1 -- 172.21.15.33:0/1896909050 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d5015ffb0 con 0x7f3d500d27c0 2024-07-26T15:47:12.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.242+0000 7f3d55a41640 1 -- 172.21.15.33:0/1896909050 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d500d1320 con 0x7f3d500d27c0 2024-07-26T15:47:12.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.243+0000 7f3d47fff640 1 -- 172.21.15.33:0/1896909050 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f3d4801a070 con 0x7f3d500d27c0 2024-07-26T15:47:12.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.243+0000 7f3d47fff640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3d30077130 0x7f3d30079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:12.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.243+0000 7f3d4effd640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3d30077130 0x7f3d30079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:12.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.243+0000 7f3d47fff640 1 -- 172.21.15.33:0/1896909050 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f3d48097f80 con 0x7f3d500d27c0 2024-07-26T15:47:12.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.244+0000 7f3d4effd640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3d30077130 0x7f3d30079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3d40035000 tx=0x7f3d40038040 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:12.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.248+0000 7f3d47fff640 1 -- 172.21.15.33:0/1896909050 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3d500b6640 con 0x7f3d500d27c0 2024-07-26T15:47:12.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.437+0000 7f3d55a41640 1 -- 172.21.15.33:0/1896909050 --> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3d500b8e90 con 0x7f3d30077130 2024-07-26T15:47:12.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.442+0000 7f3d47fff640 1 -- 172.21.15.33:0/1896909050 <== mgr.7638 v2:172.21.15.33:6836/2985538436 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251005 (secure 0 0 0) 0x7f3d500b8e90 con 0x7f3d30077130 2024-07-26T15:47:12.446 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:12.448 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:47:12.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.445+0000 7f3d55a41640 1 -- 172.21.15.33:0/1896909050 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3d30077130 msgr2=0x7f3d30079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.445+0000 7f3d55a41640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3d30077130 0x7f3d30079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3d40035000 tx=0x7f3d40038040 comp rx=0 tx=0).stop 2024-07-26T15:47:12.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.445+0000 7f3d55a41640 1 -- 172.21.15.33:0/1896909050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d500d27c0 msgr2=0x7f3d50160a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.445+0000 7f3d55a41640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d500d27c0 0x7f3d50160a90 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f3d4800c3c0 tx=0x7f3d4800c880 comp rx=0 tx=0).stop 2024-07-26T15:47:12.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.445+0000 7f3d55a41640 1 -- 172.21.15.33:0/1896909050 shutdown_connections 2024-07-26T15:47:12.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.445+0000 7f3d55a41640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3d30077130 0x7f3d30079640 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.445+0000 7f3d55a41640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d500d27c0 0x7f3d50160a90 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.445+0000 7f3d55a41640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d500d1b80 0x7f3d501f8710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.445+0000 7f3d55a41640 1 --2- 172.21.15.33:0/1896909050 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d500cf430 0x7f3d500b6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.445+0000 7f3d55a41640 1 -- 172.21.15.33:0/1896909050 >> 172.21.15.33:0/1896909050 conn(0x7f3d500d3da0 msgr2=0x7f3d5015dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:12.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.446+0000 7f3d55a41640 1 -- 172.21.15.33:0/1896909050 shutdown_connections 2024-07-26T15:47:12.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.446+0000 7f3d55a41640 1 -- 172.21.15.33:0/1896909050 wait complete. 2024-07-26T15:47:12.458 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:47:12.005113+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":239,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":164,"ondisk_log_size":164,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":144,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":350884,"kb_used_data":13980,"kb_used_omap":12,"kb_used_meta":336755,"kb_avail":754623836,"statfs":{"total":773094113280,"available":772734808064,"internally_reserved":0,"allocated":14315520,"data_stored":7858838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":344837681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.658069"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726694+0000","last_change":"2024-07-26T15:47:08.372777+0000","last_active":"2024-07-26T15:47:09.726694+0000","last_peered":"2024-07-26T15:47:09.726694+0000","last_clean":"2024-07-26T15:47:09.726694+0000","last_became_active":"2024-07-26T15:47:08.372484+0000","last_became_peered":"2024-07-26T15:47:08.372484+0000","last_unstale":"2024-07-26T15:47:09.726694+0000","last_undegraded":"2024-07-26T15:47:09.726694+0000","last_fullsized":"2024-07-26T15:47:09.726694+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:28.553093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726194+0000","last_change":"2024-07-26T15:47:08.375150+0000","last_active":"2024-07-26T15:47:09.726194+0000","last_peered":"2024-07-26T15:47:09.726194+0000","last_clean":"2024-07-26T15:47:09.726194+0000","last_became_active":"2024-07-26T15:47:08.374815+0000","last_became_peered":"2024-07-26T15:47:08.374815+0000","last_unstale":"2024-07-26T15:47:09.726194+0000","last_undegraded":"2024-07-26T15:47:09.726194+0000","last_fullsized":"2024-07-26T15:47:09.726194+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:58:46.121544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726204+0000","last_change":"2024-07-26T15:47:08.369140+0000","last_active":"2024-07-26T15:47:09.726204+0000","last_peered":"2024-07-26T15:47:09.726204+0000","last_clean":"2024-07-26T15:47:09.726204+0000","last_became_active":"2024-07-26T15:47:08.368776+0000","last_became_peered":"2024-07-26T15:47:08.368776+0000","last_unstale":"2024-07-26T15:47:09.726204+0000","last_undegraded":"2024-07-26T15:47:09.726204+0000","last_fullsized":"2024-07-26T15:47:09.726204+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:39.132025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726851+0000","last_change":"2024-07-26T15:47:08.373126+0000","last_active":"2024-07-26T15:47:09.726851+0000","last_peered":"2024-07-26T15:47:09.726851+0000","last_clean":"2024-07-26T15:47:09.726851+0000","last_became_active":"2024-07-26T15:47:08.372606+0000","last_became_peered":"2024-07-26T15:47:08.372606+0000","last_unstale":"2024-07-26T15:47:09.726851+0000","last_undegraded":"2024-07-26T15:47:09.726851+0000","last_fullsized":"2024-07-26T15:47:09.726851+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:35.378084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.372986+0000","last_change":"2024-07-26T15:47:08.375641+0000","last_active":"2024-07-26T15:47:09.372986+0000","last_peered":"2024-07-26T15:47:09.372986+0000","last_clean":"2024-07-26T15:47:09.372986+0000","last_became_active":"2024-07-26T15:47:08.375318+0000","last_became_peered":"2024-07-26T15:47:08.375318+0000","last_unstale":"2024-07-26T15:47:09.372986+0000","last_undegraded":"2024-07-26T15:47:09.372986+0000","last_fullsized":"2024-07-26T15:47:09.372986+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:55:03.930928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726011+0000","last_change":"2024-07-26T15:47:08.378840+0000","last_active":"2024-07-26T15:47:09.726011+0000","last_peered":"2024-07-26T15:47:09.726011+0000","last_clean":"2024-07-26T15:47:09.726011+0000","last_became_active":"2024-07-26T15:47:08.378224+0000","last_became_peered":"2024-07-26T15:47:08.378224+0000","last_unstale":"2024-07-26T15:47:09.726011+0000","last_undegraded":"2024-07-26T15:47:09.726011+0000","last_fullsized":"2024-07-26T15:47:09.726011+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:12.684006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725555+0000","last_change":"2024-07-26T15:47:08.381901+0000","last_active":"2024-07-26T15:47:09.725555+0000","last_peered":"2024-07-26T15:47:09.725555+0000","last_clean":"2024-07-26T15:47:09.725555+0000","last_became_active":"2024-07-26T15:47:08.381127+0000","last_became_peered":"2024-07-26T15:47:08.381127+0000","last_unstale":"2024-07-26T15:47:09.725555+0000","last_undegraded":"2024-07-26T15:47:09.725555+0000","last_fullsized":"2024-07-26T15:47:09.725555+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:51.059724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725398+0000","last_change":"2024-07-26T15:47:08.385018+0000","last_active":"2024-07-26T15:47:09.725398+0000","last_peered":"2024-07-26T15:47:09.725398+0000","last_clean":"2024-07-26T15:47:09.725398+0000","last_became_active":"2024-07-26T15:47:08.384297+0000","last_became_peered":"2024-07-26T15:47:08.384297+0000","last_unstale":"2024-07-26T15:47:09.725398+0000","last_undegraded":"2024-07-26T15:47:09.725398+0000","last_fullsized":"2024-07-26T15:47:09.725398+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:29:14.304876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725950+0000","last_change":"2024-07-26T15:47:08.382044+0000","last_active":"2024-07-26T15:47:09.725950+0000","last_peered":"2024-07-26T15:47:09.725950+0000","last_clean":"2024-07-26T15:47:09.725950+0000","last_became_active":"2024-07-26T15:47:08.381726+0000","last_became_peered":"2024-07-26T15:47:08.381726+0000","last_unstale":"2024-07-26T15:47:09.725950+0000","last_undegraded":"2024-07-26T15:47:09.725950+0000","last_fullsized":"2024-07-26T15:47:09.725950+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:57.038257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373317+0000","last_change":"2024-07-26T15:47:08.385951+0000","last_active":"2024-07-26T15:47:09.373317+0000","last_peered":"2024-07-26T15:47:09.373317+0000","last_clean":"2024-07-26T15:47:09.373317+0000","last_became_active":"2024-07-26T15:47:08.384749+0000","last_became_peered":"2024-07-26T15:47:08.384749+0000","last_unstale":"2024-07-26T15:47:09.373317+0000","last_undegraded":"2024-07-26T15:47:09.373317+0000","last_fullsized":"2024-07-26T15:47:09.373317+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:26.480088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374935+0000","last_change":"2024-07-26T15:47:08.382232+0000","last_active":"2024-07-26T15:47:09.374935+0000","last_peered":"2024-07-26T15:47:09.374935+0000","last_clean":"2024-07-26T15:47:09.374935+0000","last_became_active":"2024-07-26T15:47:08.381933+0000","last_became_peered":"2024-07-26T15:47:08.381933+0000","last_unstale":"2024-07-26T15:47:09.374935+0000","last_undegraded":"2024-07-26T15:47:09.374935+0000","last_fullsized":"2024-07-26T15:47:09.374935+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:31:18.152570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726458+0000","last_change":"2024-07-26T15:47:08.375947+0000","last_active":"2024-07-26T15:47:09.726458+0000","last_peered":"2024-07-26T15:47:09.726458+0000","last_clean":"2024-07-26T15:47:09.726458+0000","last_became_active":"2024-07-26T15:47:08.375656+0000","last_became_peered":"2024-07-26T15:47:08.375656+0000","last_unstale":"2024-07-26T15:47:09.726458+0000","last_undegraded":"2024-07-26T15:47:09.726458+0000","last_fullsized":"2024-07-26T15:47:09.726458+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:21.441961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725412+0000","last_change":"2024-07-26T15:47:08.378716+0000","last_active":"2024-07-26T15:47:09.725412+0000","last_peered":"2024-07-26T15:47:09.725412+0000","last_clean":"2024-07-26T15:47:09.725412+0000","last_became_active":"2024-07-26T15:47:08.378401+0000","last_became_peered":"2024-07-26T15:47:08.378401+0000","last_unstale":"2024-07-26T15:47:09.725412+0000","last_undegraded":"2024-07-26T15:47:09.725412+0000","last_fullsized":"2024-07-26T15:47:09.725412+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:25.522796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725398+0000","last_change":"2024-07-26T15:47:08.375051+0000","last_active":"2024-07-26T15:47:09.725398+0000","last_peered":"2024-07-26T15:47:09.725398+0000","last_clean":"2024-07-26T15:47:09.725398+0000","last_became_active":"2024-07-26T15:47:08.374698+0000","last_became_peered":"2024-07-26T15:47:08.374698+0000","last_unstale":"2024-07-26T15:47:09.725398+0000","last_undegraded":"2024-07-26T15:47:09.725398+0000","last_fullsized":"2024-07-26T15:47:09.725398+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:39.687844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725184+0000","last_change":"2024-07-26T15:47:08.372373+0000","last_active":"2024-07-26T15:47:09.725184+0000","last_peered":"2024-07-26T15:47:09.725184+0000","last_clean":"2024-07-26T15:47:09.725184+0000","last_became_active":"2024-07-26T15:47:08.372048+0000","last_became_peered":"2024-07-26T15:47:08.372048+0000","last_unstale":"2024-07-26T15:47:09.725184+0000","last_undegraded":"2024-07-26T15:47:09.725184+0000","last_fullsized":"2024-07-26T15:47:09.725184+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:19:52.568484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726811+0000","last_change":"2024-07-26T15:47:08.374655+0000","last_active":"2024-07-26T15:47:09.726811+0000","last_peered":"2024-07-26T15:47:09.726811+0000","last_clean":"2024-07-26T15:47:09.726811+0000","last_became_active":"2024-07-26T15:47:08.374361+0000","last_became_peered":"2024-07-26T15:47:08.374361+0000","last_unstale":"2024-07-26T15:47:09.726811+0000","last_undegraded":"2024-07-26T15:47:09.726811+0000","last_fullsized":"2024-07-26T15:47:09.726811+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:10.829731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726207+0000","last_change":"2024-07-26T15:47:08.378002+0000","last_active":"2024-07-26T15:47:09.726207+0000","last_peered":"2024-07-26T15:47:09.726207+0000","last_clean":"2024-07-26T15:47:09.726207+0000","last_became_active":"2024-07-26T15:47:08.377677+0000","last_became_peered":"2024-07-26T15:47:08.377677+0000","last_unstale":"2024-07-26T15:47:09.726207+0000","last_undegraded":"2024-07-26T15:47:09.726207+0000","last_fullsized":"2024-07-26T15:47:09.726207+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:20.469144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726392+0000","last_change":"2024-07-26T15:47:08.380982+0000","last_active":"2024-07-26T15:47:09.726392+0000","last_peered":"2024-07-26T15:47:09.726392+0000","last_clean":"2024-07-26T15:47:09.726392+0000","last_became_active":"2024-07-26T15:47:08.380349+0000","last_became_peered":"2024-07-26T15:47:08.380349+0000","last_unstale":"2024-07-26T15:47:09.726392+0000","last_undegraded":"2024-07-26T15:47:09.726392+0000","last_fullsized":"2024-07-26T15:47:09.726392+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:27.145090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725641+0000","last_change":"2024-07-26T15:47:08.384054+0000","last_active":"2024-07-26T15:47:09.725641+0000","last_peered":"2024-07-26T15:47:09.725641+0000","last_clean":"2024-07-26T15:47:09.725641+0000","last_became_active":"2024-07-26T15:47:08.383745+0000","last_became_peered":"2024-07-26T15:47:08.383745+0000","last_unstale":"2024-07-26T15:47:09.725641+0000","last_undegraded":"2024-07-26T15:47:09.725641+0000","last_fullsized":"2024-07-26T15:47:09.725641+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:30.390947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373104+0000","last_change":"2024-07-26T15:47:08.378320+0000","last_active":"2024-07-26T15:47:09.373104+0000","last_peered":"2024-07-26T15:47:09.373104+0000","last_clean":"2024-07-26T15:47:09.373104+0000","last_became_active":"2024-07-26T15:47:08.377985+0000","last_became_peered":"2024-07-26T15:47:08.377985+0000","last_unstale":"2024-07-26T15:47:09.373104+0000","last_undegraded":"2024-07-26T15:47:09.373104+0000","last_fullsized":"2024-07-26T15:47:09.373104+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:15.750158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725802+0000","last_change":"2024-07-26T15:47:08.369185+0000","last_active":"2024-07-26T15:47:09.725802+0000","last_peered":"2024-07-26T15:47:09.725802+0000","last_clean":"2024-07-26T15:47:09.725802+0000","last_became_active":"2024-07-26T15:47:08.368835+0000","last_became_peered":"2024-07-26T15:47:08.368835+0000","last_unstale":"2024-07-26T15:47:09.725802+0000","last_undegraded":"2024-07-26T15:47:09.725802+0000","last_fullsized":"2024-07-26T15:47:09.725802+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:08.014538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.372743+0000","last_change":"2024-07-26T15:47:08.381108+0000","last_active":"2024-07-26T15:47:09.372743+0000","last_peered":"2024-07-26T15:47:09.372743+0000","last_clean":"2024-07-26T15:47:09.372743+0000","last_became_active":"2024-07-26T15:47:08.379577+0000","last_became_peered":"2024-07-26T15:47:08.379577+0000","last_unstale":"2024-07-26T15:47:09.372743+0000","last_undegraded":"2024-07-26T15:47:09.372743+0000","last_fullsized":"2024-07-26T15:47:09.372743+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:32.017288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375003+0000","last_change":"2024-07-26T15:47:08.369740+0000","last_active":"2024-07-26T15:47:09.375003+0000","last_peered":"2024-07-26T15:47:09.375003+0000","last_clean":"2024-07-26T15:47:09.375003+0000","last_became_active":"2024-07-26T15:47:08.369411+0000","last_became_peered":"2024-07-26T15:47:08.369411+0000","last_unstale":"2024-07-26T15:47:09.375003+0000","last_undegraded":"2024-07-26T15:47:09.375003+0000","last_fullsized":"2024-07-26T15:47:09.375003+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:18.033890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726164+0000","last_change":"2024-07-26T15:47:08.376880+0000","last_active":"2024-07-26T15:47:09.726164+0000","last_peered":"2024-07-26T15:47:09.726164+0000","last_clean":"2024-07-26T15:47:09.726164+0000","last_became_active":"2024-07-26T15:47:08.376343+0000","last_became_peered":"2024-07-26T15:47:08.376343+0000","last_unstale":"2024-07-26T15:47:09.726164+0000","last_undegraded":"2024-07-26T15:47:09.726164+0000","last_fullsized":"2024-07-26T15:47:09.726164+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:39:02.119798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725844+0000","last_change":"2024-07-26T15:47:08.372250+0000","last_active":"2024-07-26T15:47:09.725844+0000","last_peered":"2024-07-26T15:47:09.725844+0000","last_clean":"2024-07-26T15:47:09.725844+0000","last_became_active":"2024-07-26T15:47:08.371898+0000","last_became_peered":"2024-07-26T15:47:08.371898+0000","last_unstale":"2024-07-26T15:47:09.725844+0000","last_undegraded":"2024-07-26T15:47:09.725844+0000","last_fullsized":"2024-07-26T15:47:09.725844+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:36.005162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726097+0000","last_change":"2024-07-26T15:47:08.381628+0000","last_active":"2024-07-26T15:47:09.726097+0000","last_peered":"2024-07-26T15:47:09.726097+0000","last_clean":"2024-07-26T15:47:09.726097+0000","last_became_active":"2024-07-26T15:47:08.381279+0000","last_became_peered":"2024-07-26T15:47:08.381279+0000","last_unstale":"2024-07-26T15:47:09.726097+0000","last_undegraded":"2024-07-26T15:47:09.726097+0000","last_fullsized":"2024-07-26T15:47:09.726097+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:25.707274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725892+0000","last_change":"2024-07-26T15:47:08.371139+0000","last_active":"2024-07-26T15:47:09.725892+0000","last_peered":"2024-07-26T15:47:09.725892+0000","last_clean":"2024-07-26T15:47:09.725892+0000","last_became_active":"2024-07-26T15:47:08.370771+0000","last_became_peered":"2024-07-26T15:47:08.370771+0000","last_unstale":"2024-07-26T15:47:09.725892+0000","last_undegraded":"2024-07-26T15:47:09.725892+0000","last_fullsized":"2024-07-26T15:47:09.725892+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:02:29.607702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726756+0000","last_change":"2024-07-26T15:47:08.380877+0000","last_active":"2024-07-26T15:47:09.726756+0000","last_peered":"2024-07-26T15:47:09.726756+0000","last_clean":"2024-07-26T15:47:09.726756+0000","last_became_active":"2024-07-26T15:47:08.380088+0000","last_became_peered":"2024-07-26T15:47:08.380088+0000","last_unstale":"2024-07-26T15:47:09.726756+0000","last_undegraded":"2024-07-26T15:47:09.726756+0000","last_fullsized":"2024-07-26T15:47:09.726756+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:59.285849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"132'4","reported_seq":19,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727414+0000","last_change":"2024-07-26T15:47:07.374464+0000","last_active":"2024-07-26T15:47:09.727414+0000","last_peered":"2024-07-26T15:47:09.727414+0000","last_clean":"2024-07-26T15:47:09.727414+0000","last_became_active":"2024-07-26T15:47:07.374118+0000","last_became_peered":"2024-07-26T15:47:07.374118+0000","last_unstale":"2024-07-26T15:47:09.727414+0000","last_undegraded":"2024-07-26T15:47:09.727414+0000","last_fullsized":"2024-07-26T15:47:09.727414+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:09.018551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725432+0000","last_change":"2024-07-26T15:47:08.378699+0000","last_active":"2024-07-26T15:47:09.725432+0000","last_peered":"2024-07-26T15:47:09.725432+0000","last_clean":"2024-07-26T15:47:09.725432+0000","last_became_active":"2024-07-26T15:47:08.377975+0000","last_became_peered":"2024-07-26T15:47:08.377975+0000","last_unstale":"2024-07-26T15:47:09.725432+0000","last_undegraded":"2024-07-26T15:47:09.725432+0000","last_fullsized":"2024-07-26T15:47:09.725432+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:42.389092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726050+0000","last_change":"2024-07-26T15:47:07.373828+0000","last_active":"2024-07-26T15:47:09.726050+0000","last_peered":"2024-07-26T15:47:09.726050+0000","last_clean":"2024-07-26T15:47:09.726050+0000","last_became_active":"2024-07-26T15:47:07.373482+0000","last_became_peered":"2024-07-26T15:47:07.373482+0000","last_unstale":"2024-07-26T15:47:09.726050+0000","last_undegraded":"2024-07-26T15:47:09.726050+0000","last_fullsized":"2024-07-26T15:47:09.726050+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:10.811642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.350328+0000","last_change":"2024-07-26T15:47:06.350328+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.350328+0000","last_undegraded":"2024-07-26T15:47:06.350328+0000","last_fullsized":"2024-07-26T15:47:06.350328+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374701+0000","last_change":"2024-07-26T15:47:08.373074+0000","last_active":"2024-07-26T15:47:09.374701+0000","last_peered":"2024-07-26T15:47:09.374701+0000","last_clean":"2024-07-26T15:47:09.374701+0000","last_became_active":"2024-07-26T15:47:08.372744+0000","last_became_peered":"2024-07-26T15:47:08.372744+0000","last_unstale":"2024-07-26T15:47:09.374701+0000","last_undegraded":"2024-07-26T15:47:09.374701+0000","last_fullsized":"2024-07-26T15:47:09.374701+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:59.782246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373182+0000","last_change":"2024-07-26T15:47:07.373263+0000","last_active":"2024-07-26T15:47:09.373182+0000","last_peered":"2024-07-26T15:47:09.373182+0000","last_clean":"2024-07-26T15:47:09.373182+0000","last_became_active":"2024-07-26T15:47:07.372745+0000","last_became_peered":"2024-07-26T15:47:07.372745+0000","last_unstale":"2024-07-26T15:47:09.373182+0000","last_undegraded":"2024-07-26T15:47:09.373182+0000","last_fullsized":"2024-07-26T15:47:09.373182+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:22.134765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727054+0000","last_change":"2024-07-26T15:47:08.375647+0000","last_active":"2024-07-26T15:47:09.727054+0000","last_peered":"2024-07-26T15:47:09.727054+0000","last_clean":"2024-07-26T15:47:09.727054+0000","last_became_active":"2024-07-26T15:47:08.375349+0000","last_became_peered":"2024-07-26T15:47:08.375349+0000","last_unstale":"2024-07-26T15:47:09.727054+0000","last_undegraded":"2024-07-26T15:47:09.727054+0000","last_fullsized":"2024-07-26T15:47:09.727054+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:42.400872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725180+0000","last_change":"2024-07-26T15:47:07.372684+0000","last_active":"2024-07-26T15:47:09.725180+0000","last_peered":"2024-07-26T15:47:09.725180+0000","last_clean":"2024-07-26T15:47:09.725180+0000","last_became_active":"2024-07-26T15:47:07.372335+0000","last_became_peered":"2024-07-26T15:47:07.372335+0000","last_unstale":"2024-07-26T15:47:09.725180+0000","last_undegraded":"2024-07-26T15:47:09.725180+0000","last_fullsized":"2024-07-26T15:47:09.725180+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:12:29.046297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726684+0000","last_change":"2024-07-26T15:47:08.380685+0000","last_active":"2024-07-26T15:47:09.726684+0000","last_peered":"2024-07-26T15:47:09.726684+0000","last_clean":"2024-07-26T15:47:09.726684+0000","last_became_active":"2024-07-26T15:47:08.379832+0000","last_became_peered":"2024-07-26T15:47:08.379832+0000","last_unstale":"2024-07-26T15:47:09.726684+0000","last_undegraded":"2024-07-26T15:47:09.726684+0000","last_fullsized":"2024-07-26T15:47:09.726684+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:25.607980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374741+0000","last_change":"2024-07-26T15:47:07.367789+0000","last_active":"2024-07-26T15:47:09.374741+0000","last_peered":"2024-07-26T15:47:09.374741+0000","last_clean":"2024-07-26T15:47:09.374741+0000","last_became_active":"2024-07-26T15:47:07.367466+0000","last_became_peered":"2024-07-26T15:47:07.367466+0000","last_unstale":"2024-07-26T15:47:09.374741+0000","last_undegraded":"2024-07-26T15:47:09.374741+0000","last_fullsized":"2024-07-26T15:47:09.374741+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:22.547871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726333+0000","last_change":"2024-07-26T15:47:08.382545+0000","last_active":"2024-07-26T15:47:09.726333+0000","last_peered":"2024-07-26T15:47:09.726333+0000","last_clean":"2024-07-26T15:47:09.726333+0000","last_became_active":"2024-07-26T15:47:08.381344+0000","last_became_peered":"2024-07-26T15:47:08.381344+0000","last_unstale":"2024-07-26T15:47:09.726333+0000","last_undegraded":"2024-07-26T15:47:09.726333+0000","last_fullsized":"2024-07-26T15:47:09.726333+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:56:59.180647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349770+0000","last_change":"2024-07-26T15:47:06.349770+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349770+0000","last_undegraded":"2024-07-26T15:47:06.349770+0000","last_fullsized":"2024-07-26T15:47:06.349770+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727525+0000","last_change":"2024-07-26T15:47:08.381466+0000","last_active":"2024-07-26T15:47:09.727525+0000","last_peered":"2024-07-26T15:47:09.727525+0000","last_clean":"2024-07-26T15:47:09.727525+0000","last_became_active":"2024-07-26T15:47:08.381128+0000","last_became_peered":"2024-07-26T15:47:08.381128+0000","last_unstale":"2024-07-26T15:47:09.727525+0000","last_undegraded":"2024-07-26T15:47:09.727525+0000","last_fullsized":"2024-07-26T15:47:09.727525+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:21.257800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726299+0000","last_change":"2024-07-26T15:47:07.369114+0000","last_active":"2024-07-26T15:47:09.726299+0000","last_peered":"2024-07-26T15:47:09.726299+0000","last_clean":"2024-07-26T15:47:09.726299+0000","last_became_active":"2024-07-26T15:47:07.368738+0000","last_became_peered":"2024-07-26T15:47:07.368738+0000","last_unstale":"2024-07-26T15:47:09.726299+0000","last_undegraded":"2024-07-26T15:47:09.726299+0000","last_fullsized":"2024-07-26T15:47:09.726299+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:56:25.039572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726541+0000","last_change":"2024-07-26T15:47:08.381191+0000","last_active":"2024-07-26T15:47:09.726541+0000","last_peered":"2024-07-26T15:47:09.726541+0000","last_clean":"2024-07-26T15:47:09.726541+0000","last_became_active":"2024-07-26T15:47:08.380550+0000","last_became_peered":"2024-07-26T15:47:08.380550+0000","last_unstale":"2024-07-26T15:47:09.726541+0000","last_undegraded":"2024-07-26T15:47:09.726541+0000","last_fullsized":"2024-07-26T15:47:09.726541+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:31:12.924886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349783+0000","last_change":"2024-07-26T15:47:06.349783+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349783+0000","last_undegraded":"2024-07-26T15:47:06.349783+0000","last_fullsized":"2024-07-26T15:47:06.349783+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373070+0000","last_change":"2024-07-26T15:47:08.372691+0000","last_active":"2024-07-26T15:47:09.373070+0000","last_peered":"2024-07-26T15:47:09.373070+0000","last_clean":"2024-07-26T15:47:09.373070+0000","last_became_active":"2024-07-26T15:47:08.372338+0000","last_became_peered":"2024-07-26T15:47:08.372338+0000","last_unstale":"2024-07-26T15:47:09.373070+0000","last_undegraded":"2024-07-26T15:47:09.373070+0000","last_fullsized":"2024-07-26T15:47:09.373070+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:59:32.840589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725958+0000","last_change":"2024-07-26T15:47:07.378842+0000","last_active":"2024-07-26T15:47:09.725958+0000","last_peered":"2024-07-26T15:47:09.725958+0000","last_clean":"2024-07-26T15:47:09.725958+0000","last_became_active":"2024-07-26T15:47:07.378530+0000","last_became_peered":"2024-07-26T15:47:07.378530+0000","last_unstale":"2024-07-26T15:47:09.725958+0000","last_undegraded":"2024-07-26T15:47:09.725958+0000","last_fullsized":"2024-07-26T15:47:09.725958+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:48:49.612104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725748+0000","last_change":"2024-07-26T15:47:08.377174+0000","last_active":"2024-07-26T15:47:09.725748+0000","last_peered":"2024-07-26T15:47:09.725748+0000","last_clean":"2024-07-26T15:47:09.725748+0000","last_became_active":"2024-07-26T15:47:08.376849+0000","last_became_peered":"2024-07-26T15:47:08.376849+0000","last_unstale":"2024-07-26T15:47:09.725748+0000","last_undegraded":"2024-07-26T15:47:09.725748+0000","last_fullsized":"2024-07-26T15:47:09.725748+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:12.532065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"132'3","reported_seq":18,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725149+0000","last_change":"2024-07-26T15:47:07.372827+0000","last_active":"2024-07-26T15:47:09.725149+0000","last_peered":"2024-07-26T15:47:09.725149+0000","last_clean":"2024-07-26T15:47:09.725149+0000","last_became_active":"2024-07-26T15:47:07.372447+0000","last_became_peered":"2024-07-26T15:47:07.372447+0000","last_unstale":"2024-07-26T15:47:09.725149+0000","last_undegraded":"2024-07-26T15:47:09.725149+0000","last_fullsized":"2024-07-26T15:47:09.725149+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:54.351384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373204+0000","last_change":"2024-07-26T15:47:08.374436+0000","last_active":"2024-07-26T15:47:09.373204+0000","last_peered":"2024-07-26T15:47:09.373204+0000","last_clean":"2024-07-26T15:47:09.373204+0000","last_became_active":"2024-07-26T15:47:08.373700+0000","last_became_peered":"2024-07-26T15:47:08.373700+0000","last_unstale":"2024-07-26T15:47:09.373204+0000","last_undegraded":"2024-07-26T15:47:09.373204+0000","last_fullsized":"2024-07-26T15:47:09.373204+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:27.460607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"132'6","reported_seq":21,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726065+0000","last_change":"2024-07-26T15:47:07.373992+0000","last_active":"2024-07-26T15:47:09.726065+0000","last_peered":"2024-07-26T15:47:09.726065+0000","last_clean":"2024-07-26T15:47:09.726065+0000","last_became_active":"2024-07-26T15:47:07.373649+0000","last_became_peered":"2024-07-26T15:47:07.373649+0000","last_unstale":"2024-07-26T15:47:09.726065+0000","last_undegraded":"2024-07-26T15:47:09.726065+0000","last_fullsized":"2024-07-26T15:47:09.726065+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:56.484649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374513+0000","last_change":"2024-07-26T15:47:08.380226+0000","last_active":"2024-07-26T15:47:09.374513+0000","last_peered":"2024-07-26T15:47:09.374513+0000","last_clean":"2024-07-26T15:47:09.374513+0000","last_became_active":"2024-07-26T15:47:08.379903+0000","last_became_peered":"2024-07-26T15:47:08.379903+0000","last_unstale":"2024-07-26T15:47:09.374513+0000","last_undegraded":"2024-07-26T15:47:09.374513+0000","last_fullsized":"2024-07-26T15:47:09.374513+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:01:21.600170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373178+0000","last_change":"2024-07-26T15:47:07.379006+0000","last_active":"2024-07-26T15:47:09.373178+0000","last_peered":"2024-07-26T15:47:09.373178+0000","last_clean":"2024-07-26T15:47:09.373178+0000","last_became_active":"2024-07-26T15:47:07.378707+0000","last_became_peered":"2024-07-26T15:47:07.378707+0000","last_unstale":"2024-07-26T15:47:09.373178+0000","last_undegraded":"2024-07-26T15:47:09.373178+0000","last_fullsized":"2024-07-26T15:47:09.373178+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:42.647376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726031+0000","last_change":"2024-07-26T15:47:08.382669+0000","last_active":"2024-07-26T15:47:09.726031+0000","last_peered":"2024-07-26T15:47:09.726031+0000","last_clean":"2024-07-26T15:47:09.726031+0000","last_became_active":"2024-07-26T15:47:08.382298+0000","last_became_peered":"2024-07-26T15:47:08.382298+0000","last_unstale":"2024-07-26T15:47:09.726031+0000","last_undegraded":"2024-07-26T15:47:09.726031+0000","last_fullsized":"2024-07-26T15:47:09.726031+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:13.320714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726208+0000","last_change":"2024-07-26T15:47:07.365411+0000","last_active":"2024-07-26T15:47:09.726208+0000","last_peered":"2024-07-26T15:47:09.726208+0000","last_clean":"2024-07-26T15:47:09.726208+0000","last_became_active":"2024-07-26T15:47:07.365070+0000","last_became_peered":"2024-07-26T15:47:07.365070+0000","last_unstale":"2024-07-26T15:47:09.726208+0000","last_undegraded":"2024-07-26T15:47:09.726208+0000","last_fullsized":"2024-07-26T15:47:09.726208+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:20.822068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725606+0000","last_change":"2024-07-26T15:47:08.378867+0000","last_active":"2024-07-26T15:47:09.725606+0000","last_peered":"2024-07-26T15:47:09.725606+0000","last_clean":"2024-07-26T15:47:09.725606+0000","last_became_active":"2024-07-26T15:47:08.378535+0000","last_became_peered":"2024-07-26T15:47:08.378535+0000","last_unstale":"2024-07-26T15:47:09.725606+0000","last_undegraded":"2024-07-26T15:47:09.725606+0000","last_fullsized":"2024-07-26T15:47:09.725606+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:48:07.616989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725501+0000","last_change":"2024-07-26T15:47:07.375083+0000","last_active":"2024-07-26T15:47:09.725501+0000","last_peered":"2024-07-26T15:47:09.725501+0000","last_clean":"2024-07-26T15:47:09.725501+0000","last_became_active":"2024-07-26T15:47:07.374760+0000","last_became_peered":"2024-07-26T15:47:07.374760+0000","last_unstale":"2024-07-26T15:47:09.725501+0000","last_undegraded":"2024-07-26T15:47:09.725501+0000","last_fullsized":"2024-07-26T15:47:09.725501+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:16.878161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726913+0000","last_change":"2024-07-26T15:47:08.376224+0000","last_active":"2024-07-26T15:47:09.726913+0000","last_peered":"2024-07-26T15:47:09.726913+0000","last_clean":"2024-07-26T15:47:09.726913+0000","last_became_active":"2024-07-26T15:47:08.375533+0000","last_became_peered":"2024-07-26T15:47:08.375533+0000","last_unstale":"2024-07-26T15:47:09.726913+0000","last_undegraded":"2024-07-26T15:47:09.726913+0000","last_fullsized":"2024-07-26T15:47:09.726913+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:14:00.894224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349900+0000","last_change":"2024-07-26T15:47:06.349900+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349900+0000","last_undegraded":"2024-07-26T15:47:06.349900+0000","last_fullsized":"2024-07-26T15:47:06.349900+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725604+0000","last_change":"2024-07-26T15:47:08.385297+0000","last_active":"2024-07-26T15:47:09.725604+0000","last_peered":"2024-07-26T15:47:09.725604+0000","last_clean":"2024-07-26T15:47:09.725604+0000","last_became_active":"2024-07-26T15:47:08.384708+0000","last_became_peered":"2024-07-26T15:47:08.384708+0000","last_unstale":"2024-07-26T15:47:09.725604+0000","last_undegraded":"2024-07-26T15:47:09.725604+0000","last_fullsized":"2024-07-26T15:47:09.725604+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:47.802518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725761+0000","last_change":"2024-07-26T15:47:07.373218+0000","last_active":"2024-07-26T15:47:09.725761+0000","last_peered":"2024-07-26T15:47:09.725761+0000","last_clean":"2024-07-26T15:47:09.725761+0000","last_became_active":"2024-07-26T15:47:07.372826+0000","last_became_peered":"2024-07-26T15:47:07.372826+0000","last_unstale":"2024-07-26T15:47:09.725761+0000","last_undegraded":"2024-07-26T15:47:09.725761+0000","last_fullsized":"2024-07-26T15:47:09.725761+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:19:29.284780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726256+0000","last_change":"2024-07-26T15:47:08.381599+0000","last_active":"2024-07-26T15:47:09.726256+0000","last_peered":"2024-07-26T15:47:09.726256+0000","last_clean":"2024-07-26T15:47:09.726256+0000","last_became_active":"2024-07-26T15:47:08.381210+0000","last_became_peered":"2024-07-26T15:47:08.381210+0000","last_unstale":"2024-07-26T15:47:09.726256+0000","last_undegraded":"2024-07-26T15:47:09.726256+0000","last_fullsized":"2024-07-26T15:47:09.726256+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:42.894812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725390+0000","last_change":"2024-07-26T15:47:07.370276+0000","last_active":"2024-07-26T15:47:09.725390+0000","last_peered":"2024-07-26T15:47:09.725390+0000","last_clean":"2024-07-26T15:47:09.725390+0000","last_became_active":"2024-07-26T15:47:07.369892+0000","last_became_peered":"2024-07-26T15:47:07.369892+0000","last_unstale":"2024-07-26T15:47:09.725390+0000","last_undegraded":"2024-07-26T15:47:09.725390+0000","last_fullsized":"2024-07-26T15:47:09.725390+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:07.693322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373112+0000","last_change":"2024-07-26T15:47:08.374120+0000","last_active":"2024-07-26T15:47:09.373112+0000","last_peered":"2024-07-26T15:47:09.373112+0000","last_clean":"2024-07-26T15:47:09.373112+0000","last_became_active":"2024-07-26T15:47:08.373306+0000","last_became_peered":"2024-07-26T15:47:08.373306+0000","last_unstale":"2024-07-26T15:47:09.373112+0000","last_undegraded":"2024-07-26T15:47:09.373112+0000","last_fullsized":"2024-07-26T15:47:09.373112+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:16.936949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374587+0000","last_change":"2024-07-26T15:47:07.375193+0000","last_active":"2024-07-26T15:47:09.374587+0000","last_peered":"2024-07-26T15:47:09.374587+0000","last_clean":"2024-07-26T15:47:09.374587+0000","last_became_active":"2024-07-26T15:47:07.374841+0000","last_became_peered":"2024-07-26T15:47:07.374841+0000","last_unstale":"2024-07-26T15:47:09.374587+0000","last_undegraded":"2024-07-26T15:47:09.374587+0000","last_fullsized":"2024-07-26T15:47:09.374587+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:20.433548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726304+0000","last_change":"2024-07-26T15:47:08.381294+0000","last_active":"2024-07-26T15:47:09.726304+0000","last_peered":"2024-07-26T15:47:09.726304+0000","last_clean":"2024-07-26T15:47:09.726304+0000","last_became_active":"2024-07-26T15:47:08.380385+0000","last_became_peered":"2024-07-26T15:47:08.380385+0000","last_unstale":"2024-07-26T15:47:09.726304+0000","last_undegraded":"2024-07-26T15:47:09.726304+0000","last_fullsized":"2024-07-26T15:47:09.726304+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:11.569863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725914+0000","last_change":"2024-07-26T15:47:07.372951+0000","last_active":"2024-07-26T15:47:09.725914+0000","last_peered":"2024-07-26T15:47:09.725914+0000","last_clean":"2024-07-26T15:47:09.725914+0000","last_became_active":"2024-07-26T15:47:07.372652+0000","last_became_peered":"2024-07-26T15:47:07.372652+0000","last_unstale":"2024-07-26T15:47:09.725914+0000","last_undegraded":"2024-07-26T15:47:09.725914+0000","last_fullsized":"2024-07-26T15:47:09.725914+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:57.677521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726565+0000","last_change":"2024-07-26T15:47:08.381488+0000","last_active":"2024-07-26T15:47:09.726565+0000","last_peered":"2024-07-26T15:47:09.726565+0000","last_clean":"2024-07-26T15:47:09.726565+0000","last_became_active":"2024-07-26T15:47:08.378459+0000","last_became_peered":"2024-07-26T15:47:08.378459+0000","last_unstale":"2024-07-26T15:47:09.726565+0000","last_undegraded":"2024-07-26T15:47:09.726565+0000","last_fullsized":"2024-07-26T15:47:09.726565+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:11:22.098321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725318+0000","last_change":"2024-07-26T15:47:07.378468+0000","last_active":"2024-07-26T15:47:09.725318+0000","last_peered":"2024-07-26T15:47:09.725318+0000","last_clean":"2024-07-26T15:47:09.725318+0000","last_became_active":"2024-07-26T15:47:07.378113+0000","last_became_peered":"2024-07-26T15:47:07.378113+0000","last_unstale":"2024-07-26T15:47:09.725318+0000","last_undegraded":"2024-07-26T15:47:09.725318+0000","last_fullsized":"2024-07-26T15:47:09.725318+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:32.431153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727336+0000","last_change":"2024-07-26T15:47:08.383745+0000","last_active":"2024-07-26T15:47:09.727336+0000","last_peered":"2024-07-26T15:47:09.727336+0000","last_clean":"2024-07-26T15:47:09.727336+0000","last_became_active":"2024-07-26T15:47:08.383428+0000","last_became_peered":"2024-07-26T15:47:08.383428+0000","last_unstale":"2024-07-26T15:47:09.727336+0000","last_undegraded":"2024-07-26T15:47:09.727336+0000","last_fullsized":"2024-07-26T15:47:09.727336+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:30.007598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725702+0000","last_change":"2024-07-26T15:47:07.370907+0000","last_active":"2024-07-26T15:47:09.725702+0000","last_peered":"2024-07-26T15:47:09.725702+0000","last_clean":"2024-07-26T15:47:09.725702+0000","last_became_active":"2024-07-26T15:47:07.370459+0000","last_became_peered":"2024-07-26T15:47:07.370459+0000","last_unstale":"2024-07-26T15:47:09.725702+0000","last_undegraded":"2024-07-26T15:47:09.725702+0000","last_fullsized":"2024-07-26T15:47:09.725702+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:14.444898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725944+0000","last_change":"2024-07-26T15:47:08.378821+0000","last_active":"2024-07-26T15:47:09.725944+0000","last_peered":"2024-07-26T15:47:09.725944+0000","last_clean":"2024-07-26T15:47:09.725944+0000","last_became_active":"2024-07-26T15:47:08.378265+0000","last_became_peered":"2024-07-26T15:47:08.378265+0000","last_unstale":"2024-07-26T15:47:09.725944+0000","last_undegraded":"2024-07-26T15:47:09.725944+0000","last_fullsized":"2024-07-26T15:47:09.725944+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:36.015730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725684+0000","last_change":"2024-07-26T15:47:07.377474+0000","last_active":"2024-07-26T15:47:09.725684+0000","last_peered":"2024-07-26T15:47:09.725684+0000","last_clean":"2024-07-26T15:47:09.725684+0000","last_became_active":"2024-07-26T15:47:07.377162+0000","last_became_peered":"2024-07-26T15:47:07.377162+0000","last_unstale":"2024-07-26T15:47:09.725684+0000","last_undegraded":"2024-07-26T15:47:09.725684+0000","last_fullsized":"2024-07-26T15:47:09.725684+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:22:46.596572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726315+0000","last_change":"2024-07-26T15:47:08.373624+0000","last_active":"2024-07-26T15:47:09.726315+0000","last_peered":"2024-07-26T15:47:09.726315+0000","last_clean":"2024-07-26T15:47:09.726315+0000","last_became_active":"2024-07-26T15:47:08.373293+0000","last_became_peered":"2024-07-26T15:47:08.373293+0000","last_unstale":"2024-07-26T15:47:09.726315+0000","last_undegraded":"2024-07-26T15:47:09.726315+0000","last_fullsized":"2024-07-26T15:47:09.726315+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:30.722556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373239+0000","last_change":"2024-07-26T15:47:07.378148+0000","last_active":"2024-07-26T15:47:09.373239+0000","last_peered":"2024-07-26T15:47:09.373239+0000","last_clean":"2024-07-26T15:47:09.373239+0000","last_became_active":"2024-07-26T15:47:07.377758+0000","last_became_peered":"2024-07-26T15:47:07.377758+0000","last_unstale":"2024-07-26T15:47:09.373239+0000","last_undegraded":"2024-07-26T15:47:09.373239+0000","last_fullsized":"2024-07-26T15:47:09.373239+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:08.778018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.6","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726087+0000","last_change":"2024-07-26T15:47:07.371578+0000","last_active":"2024-07-26T15:47:09.726087+0000","last_peered":"2024-07-26T15:47:09.726087+0000","last_clean":"2024-07-26T15:47:09.726087+0000","last_became_active":"2024-07-26T15:47:07.371266+0000","last_became_peered":"2024-07-26T15:47:07.371266+0000","last_unstale":"2024-07-26T15:47:09.726087+0000","last_undegraded":"2024-07-26T15:47:09.726087+0000","last_fullsized":"2024-07-26T15:47:09.726087+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:06.525633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726141+0000","last_change":"2024-07-26T15:47:08.382955+0000","last_active":"2024-07-26T15:47:09.726141+0000","last_peered":"2024-07-26T15:47:09.726141+0000","last_clean":"2024-07-26T15:47:09.726141+0000","last_became_active":"2024-07-26T15:47:08.382641+0000","last_became_peered":"2024-07-26T15:47:08.382641+0000","last_unstale":"2024-07-26T15:47:09.726141+0000","last_undegraded":"2024-07-26T15:47:09.726141+0000","last_fullsized":"2024-07-26T15:47:09.726141+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:23.556285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726048+0000","last_change":"2024-07-26T15:47:07.375735+0000","last_active":"2024-07-26T15:47:09.726048+0000","last_peered":"2024-07-26T15:47:09.726048+0000","last_clean":"2024-07-26T15:47:09.726048+0000","last_became_active":"2024-07-26T15:47:07.375411+0000","last_became_peered":"2024-07-26T15:47:07.375411+0000","last_unstale":"2024-07-26T15:47:09.726048+0000","last_undegraded":"2024-07-26T15:47:09.726048+0000","last_fullsized":"2024-07-26T15:47:09.726048+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:40:56.644824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374606+0000","last_change":"2024-07-26T15:47:08.378214+0000","last_active":"2024-07-26T15:47:09.374606+0000","last_peered":"2024-07-26T15:47:09.374606+0000","last_clean":"2024-07-26T15:47:09.374606+0000","last_became_active":"2024-07-26T15:47:08.377604+0000","last_became_peered":"2024-07-26T15:47:08.377604+0000","last_unstale":"2024-07-26T15:47:09.374606+0000","last_undegraded":"2024-07-26T15:47:09.374606+0000","last_fullsized":"2024-07-26T15:47:09.374606+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:16:59.221786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373315+0000","last_change":"2024-07-26T15:47:07.376128+0000","last_active":"2024-07-26T15:47:09.373315+0000","last_peered":"2024-07-26T15:47:09.373315+0000","last_clean":"2024-07-26T15:47:09.373315+0000","last_became_active":"2024-07-26T15:47:07.375605+0000","last_became_peered":"2024-07-26T15:47:07.375605+0000","last_unstale":"2024-07-26T15:47:09.373315+0000","last_undegraded":"2024-07-26T15:47:09.373315+0000","last_fullsized":"2024-07-26T15:47:09.373315+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:01.515133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725850+0000","last_change":"2024-07-26T15:47:08.383197+0000","last_active":"2024-07-26T15:47:09.725850+0000","last_peered":"2024-07-26T15:47:09.725850+0000","last_clean":"2024-07-26T15:47:09.725850+0000","last_became_active":"2024-07-26T15:47:08.382855+0000","last_became_peered":"2024-07-26T15:47:08.382855+0000","last_unstale":"2024-07-26T15:47:09.725850+0000","last_undegraded":"2024-07-26T15:47:09.725850+0000","last_fullsized":"2024-07-26T15:47:09.725850+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:24:33.070042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349854+0000","last_change":"2024-07-26T15:47:06.349854+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349854+0000","last_undegraded":"2024-07-26T15:47:06.349854+0000","last_fullsized":"2024-07-26T15:47:06.349854+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725711+0000","last_change":"2024-07-26T15:47:08.374242+0000","last_active":"2024-07-26T15:47:09.725711+0000","last_peered":"2024-07-26T15:47:09.725711+0000","last_clean":"2024-07-26T15:47:09.725711+0000","last_became_active":"2024-07-26T15:47:08.373928+0000","last_became_peered":"2024-07-26T15:47:08.373928+0000","last_unstale":"2024-07-26T15:47:09.725711+0000","last_undegraded":"2024-07-26T15:47:09.725711+0000","last_fullsized":"2024-07-26T15:47:09.725711+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:05.811843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725672+0000","last_change":"2024-07-26T15:47:07.376463+0000","last_active":"2024-07-26T15:47:09.725672+0000","last_peered":"2024-07-26T15:47:09.725672+0000","last_clean":"2024-07-26T15:47:09.725672+0000","last_became_active":"2024-07-26T15:47:07.376103+0000","last_became_peered":"2024-07-26T15:47:07.376103+0000","last_unstale":"2024-07-26T15:47:09.725672+0000","last_undegraded":"2024-07-26T15:47:09.725672+0000","last_fullsized":"2024-07-26T15:47:09.725672+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:49:45.488102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725668+0000","last_change":"2024-07-26T15:47:08.375460+0000","last_active":"2024-07-26T15:47:09.725668+0000","last_peered":"2024-07-26T15:47:09.725668+0000","last_clean":"2024-07-26T15:47:09.725668+0000","last_became_active":"2024-07-26T15:47:08.374597+0000","last_became_peered":"2024-07-26T15:47:08.374597+0000","last_unstale":"2024-07-26T15:47:09.725668+0000","last_undegraded":"2024-07-26T15:47:09.725668+0000","last_fullsized":"2024-07-26T15:47:09.725668+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:55.123811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725868+0000","last_change":"2024-07-26T15:47:07.375806+0000","last_active":"2024-07-26T15:47:09.725868+0000","last_peered":"2024-07-26T15:47:09.725868+0000","last_clean":"2024-07-26T15:47:09.725868+0000","last_became_active":"2024-07-26T15:47:07.375496+0000","last_became_peered":"2024-07-26T15:47:07.375496+0000","last_unstale":"2024-07-26T15:47:09.725868+0000","last_undegraded":"2024-07-26T15:47:09.725868+0000","last_fullsized":"2024-07-26T15:47:09.725868+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:14.073374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.376161+0000","last_change":"2024-07-26T15:47:08.372323+0000","last_active":"2024-07-26T15:47:09.376161+0000","last_peered":"2024-07-26T15:47:09.376161+0000","last_clean":"2024-07-26T15:47:09.376161+0000","last_became_active":"2024-07-26T15:47:08.371974+0000","last_became_peered":"2024-07-26T15:47:08.371974+0000","last_unstale":"2024-07-26T15:47:09.376161+0000","last_undegraded":"2024-07-26T15:47:09.376161+0000","last_fullsized":"2024-07-26T15:47:09.376161+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:59.913558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725800+0000","last_change":"2024-07-26T15:47:07.376515+0000","last_active":"2024-07-26T15:47:09.725800+0000","last_peered":"2024-07-26T15:47:09.725800+0000","last_clean":"2024-07-26T15:47:09.725800+0000","last_became_active":"2024-07-26T15:47:07.376160+0000","last_became_peered":"2024-07-26T15:47:07.376160+0000","last_unstale":"2024-07-26T15:47:09.725800+0000","last_undegraded":"2024-07-26T15:47:09.725800+0000","last_fullsized":"2024-07-26T15:47:09.725800+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:32.280666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374517+0000","last_change":"2024-07-26T15:47:08.379480+0000","last_active":"2024-07-26T15:47:09.374517+0000","last_peered":"2024-07-26T15:47:09.374517+0000","last_clean":"2024-07-26T15:47:09.374517+0000","last_became_active":"2024-07-26T15:47:08.379135+0000","last_became_peered":"2024-07-26T15:47:08.379135+0000","last_unstale":"2024-07-26T15:47:09.374517+0000","last_undegraded":"2024-07-26T15:47:09.374517+0000","last_fullsized":"2024-07-26T15:47:09.374517+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:22:04.307082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726133+0000","last_change":"2024-07-26T15:47:07.379290+0000","last_active":"2024-07-26T15:47:09.726133+0000","last_peered":"2024-07-26T15:47:09.726133+0000","last_clean":"2024-07-26T15:47:09.726133+0000","last_became_active":"2024-07-26T15:47:07.378970+0000","last_became_peered":"2024-07-26T15:47:07.378970+0000","last_unstale":"2024-07-26T15:47:09.726133+0000","last_undegraded":"2024-07-26T15:47:09.726133+0000","last_fullsized":"2024-07-26T15:47:09.726133+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:47.487817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"123'135","reported_seq":547,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.724996+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:47:09.724996+0000","last_peered":"2024-07-26T15:47:09.724996+0000","last_clean":"2024-07-26T15:47:09.724996+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:47:09.724996+0000","last_undegraded":"2024-07-26T15:47:09.724996+0000","last_fullsized":"2024-07-26T15:47:09.724996+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":135,"log_dups_size":0,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":209,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":209,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":135,"ondisk_log_size":135,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575072,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59736,"kb_used_data":2188,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312104,"statfs":{"total":96636764160,"available":96575594496,"internally_reserved":0,"allocated":2240512,"data_stored":1427276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509663,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32808,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339032,"statfs":{"total":96636764160,"available":96603168768,"internally_reserved":0,"allocated":1658880,"data_stored":838964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509663,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54996,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316844,"statfs":{"total":96636764160,"available":96580448256,"internally_reserved":0,"allocated":1638400,"data_stored":836748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509662,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36916,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334924,"statfs":{"total":96636764160,"available":96598962176,"internally_reserved":0,"allocated":1601536,"data_stored":816138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509662,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36944,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1642496,"data_stored":837330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509662,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59152,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312688,"statfs":{"total":96636764160,"available":96576192512,"internally_reserved":0,"allocated":1642496,"data_stored":836782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509665,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32792,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339048,"statfs":{"total":96636764160,"available":96603185152,"internally_reserved":0,"allocated":1642496,"data_stored":836782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542369,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37540,"kb_used_data":2196,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334300,"statfs":{"total":96636764160,"available":96598323200,"internally_reserved":0,"allocated":2248704,"data_stored":1428818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:47:12.463 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:47:12.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.615+0000 7f6346939640 1 -- 172.21.15.33:0/2490759465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63400cfe70 msgr2=0x7f6340160b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.615+0000 7f6346939640 1 --2- 172.21.15.33:0/2490759465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63400cfe70 0x7f6340160b10 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f63400d2890 tx=0x7f633802a950 comp rx=0 tx=0).stop 2024-07-26T15:47:12.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.615+0000 7f6346939640 1 -- 172.21.15.33:0/2490759465 shutdown_connections 2024-07-26T15:47:12.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.615+0000 7f6346939640 1 --2- 172.21.15.33:0/2490759465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63400cfe70 0x7f6340160b10 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.615+0000 7f6346939640 1 --2- 172.21.15.33:0/2490759465 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f63400cc660 0x7f63400b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.615+0000 7f6346939640 1 -- 172.21.15.33:0/2490759465 >> 172.21.15.33:0/2490759465 conn(0x7f63400d1bf0 msgr2=0x7f63400d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:12.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.615+0000 7f6346939640 1 -- 172.21.15.33:0/2490759465 shutdown_connections 2024-07-26T15:47:12.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.615+0000 7f6346939640 1 -- 172.21.15.33:0/2490759465 wait complete. 2024-07-26T15:47:12.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.617+0000 7f6346939640 1 Processor -- start 2024-07-26T15:47:12.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.617+0000 7f6346939640 1 -- start start 2024-07-26T15:47:12.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.618+0000 7f6346939640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f63400cc660 0x7f63401f6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:12.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.618+0000 7f6346939640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f63400cfa60 0x7f63401f25f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:12.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.618+0000 7f6346939640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63400cfe70 0x7f63400af930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:12.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.618+0000 7f6346939640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f63400ce690 con 0x7f63400cfe70 2024-07-26T15:47:12.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.618+0000 7f6346939640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f63400ce510 con 0x7f63400cfa60 2024-07-26T15:47:12.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.618+0000 7f6346939640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f63400ce810 con 0x7f63400cc660 2024-07-26T15:47:12.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f6344ed6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63400cfe70 0x7f63400af930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:12.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f6344ed6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63400cfe70 0x7f63400af930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41010/0 (socket says 172.21.15.33:41010) 2024-07-26T15:47:12.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f6344ed6640 1 -- 172.21.15.33:0/3806235099 learned_addr learned my addr 172.21.15.33:0/3806235099 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:12.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f633ffff640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f63400cc660 0x7f63401f6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:12.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f633f7fe640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f63400cfa60 0x7f63401f25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:12.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f6344ed6640 1 -- 172.21.15.33:0/3806235099 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f63400cc660 msgr2=0x7f63401f6dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f6344ed6640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f63400cc660 0x7f63401f6dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f6344ed6640 1 -- 172.21.15.33:0/3806235099 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f63400cfa60 msgr2=0x7f63401f25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f6344ed6640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f63400cfa60 0x7f63401f25f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f6344ed6640 1 -- 172.21.15.33:0/3806235099 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634009d850 con 0x7f63400cfe70 2024-07-26T15:47:12.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f6344ed6640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63400cfe70 0x7f63400af930 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f6338009bf0 tx=0x7f6338030e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:12.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f633cff9640 1 -- 172.21.15.33:0/3806235099 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6338034050 con 0x7f63400cfe70 2024-07-26T15:47:12.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f633cff9640 1 -- 172.21.15.33:0/3806235099 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6338004340 con 0x7f63400cfe70 2024-07-26T15:47:12.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f633cff9640 1 -- 172.21.15.33:0/3806235099 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6338004790 con 0x7f63400cfe70 2024-07-26T15:47:12.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f6346939640 1 -- 172.21.15.33:0/3806235099 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f634009bb20 con 0x7f63400cfe70 2024-07-26T15:47:12.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.619+0000 7f6346939640 1 -- 172.21.15.33:0/3806235099 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f634009dac0 con 0x7f63400cfe70 2024-07-26T15:47:12.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.621+0000 7f6346939640 1 -- 172.21.15.33:0/3806235099 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63400b6e00 con 0x7f63400cfe70 2024-07-26T15:47:12.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.621+0000 7f633cff9640 1 -- 172.21.15.33:0/3806235099 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f6338037020 con 0x7f63400cfe70 2024-07-26T15:47:12.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.622+0000 7f633cff9640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f632c077130 0x7f632c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:12.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.622+0000 7f633cff9640 1 -- 172.21.15.33:0/3806235099 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f63380b9b00 con 0x7f63400cfe70 2024-07-26T15:47:12.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.622+0000 7f633ffff640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f632c077130 0x7f632c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:12.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.622+0000 7f633ffff640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f632c077130 0x7f632c079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f6330004630 tx=0x7f633000b2e0 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:12.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.626+0000 7f633cff9640 1 -- 172.21.15.33:0/3806235099 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6338082490 con 0x7f63400cfe70 2024-07-26T15:47:12.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.813+0000 7f6346939640 1 -- 172.21.15.33:0/3806235099 --> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f63400c54c0 con 0x7f632c077130 2024-07-26T15:47:12.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.818+0000 7f633cff9640 1 -- 172.21.15.33:0/3806235099 <== mgr.7638 v2:172.21.15.33:6836/2985538436 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251005 (secure 0 0 0) 0x7f63400c54c0 con 0x7f632c077130 2024-07-26T15:47:12.822 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:12.823 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:47:12.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 -- 172.21.15.33:0/3806235099 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f632c077130 msgr2=0x7f632c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f632c077130 0x7f632c079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f6330004630 tx=0x7f633000b2e0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 -- 172.21.15.33:0/3806235099 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63400cfe70 msgr2=0x7f63400af930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63400cfe70 0x7f63400af930 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f6338009bf0 tx=0x7f6338030e80 comp rx=0 tx=0).stop 2024-07-26T15:47:12.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 -- 172.21.15.33:0/3806235099 shutdown_connections 2024-07-26T15:47:12.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f632c077130 0x7f632c079640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63400cfe70 0x7f63400af930 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f63400cfa60 0x7f63401f25f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 --2- 172.21.15.33:0/3806235099 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f63400cc660 0x7f63401f6dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 -- 172.21.15.33:0/3806235099 >> 172.21.15.33:0/3806235099 conn(0x7f63400d1bf0 msgr2=0x7f6340160610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:12.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 -- 172.21.15.33:0/3806235099 shutdown_connections 2024-07-26T15:47:12.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.821+0000 7f6346939640 1 -- 172.21.15.33:0/3806235099 wait complete. 2024-07-26T15:47:12.834 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:47:12.005113+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":239,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":164,"ondisk_log_size":164,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":144,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":350884,"kb_used_data":13980,"kb_used_omap":12,"kb_used_meta":336755,"kb_avail":754623836,"statfs":{"total":773094113280,"available":772734808064,"internally_reserved":0,"allocated":14315520,"data_stored":7858838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":344837681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.658069"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726694+0000","last_change":"2024-07-26T15:47:08.372777+0000","last_active":"2024-07-26T15:47:09.726694+0000","last_peered":"2024-07-26T15:47:09.726694+0000","last_clean":"2024-07-26T15:47:09.726694+0000","last_became_active":"2024-07-26T15:47:08.372484+0000","last_became_peered":"2024-07-26T15:47:08.372484+0000","last_unstale":"2024-07-26T15:47:09.726694+0000","last_undegraded":"2024-07-26T15:47:09.726694+0000","last_fullsized":"2024-07-26T15:47:09.726694+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:28.553093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726194+0000","last_change":"2024-07-26T15:47:08.375150+0000","last_active":"2024-07-26T15:47:09.726194+0000","last_peered":"2024-07-26T15:47:09.726194+0000","last_clean":"2024-07-26T15:47:09.726194+0000","last_became_active":"2024-07-26T15:47:08.374815+0000","last_became_peered":"2024-07-26T15:47:08.374815+0000","last_unstale":"2024-07-26T15:47:09.726194+0000","last_undegraded":"2024-07-26T15:47:09.726194+0000","last_fullsized":"2024-07-26T15:47:09.726194+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:58:46.121544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726204+0000","last_change":"2024-07-26T15:47:08.369140+0000","last_active":"2024-07-26T15:47:09.726204+0000","last_peered":"2024-07-26T15:47:09.726204+0000","last_clean":"2024-07-26T15:47:09.726204+0000","last_became_active":"2024-07-26T15:47:08.368776+0000","last_became_peered":"2024-07-26T15:47:08.368776+0000","last_unstale":"2024-07-26T15:47:09.726204+0000","last_undegraded":"2024-07-26T15:47:09.726204+0000","last_fullsized":"2024-07-26T15:47:09.726204+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:39.132025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726851+0000","last_change":"2024-07-26T15:47:08.373126+0000","last_active":"2024-07-26T15:47:09.726851+0000","last_peered":"2024-07-26T15:47:09.726851+0000","last_clean":"2024-07-26T15:47:09.726851+0000","last_became_active":"2024-07-26T15:47:08.372606+0000","last_became_peered":"2024-07-26T15:47:08.372606+0000","last_unstale":"2024-07-26T15:47:09.726851+0000","last_undegraded":"2024-07-26T15:47:09.726851+0000","last_fullsized":"2024-07-26T15:47:09.726851+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:35.378084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.372986+0000","last_change":"2024-07-26T15:47:08.375641+0000","last_active":"2024-07-26T15:47:09.372986+0000","last_peered":"2024-07-26T15:47:09.372986+0000","last_clean":"2024-07-26T15:47:09.372986+0000","last_became_active":"2024-07-26T15:47:08.375318+0000","last_became_peered":"2024-07-26T15:47:08.375318+0000","last_unstale":"2024-07-26T15:47:09.372986+0000","last_undegraded":"2024-07-26T15:47:09.372986+0000","last_fullsized":"2024-07-26T15:47:09.372986+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:55:03.930928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726011+0000","last_change":"2024-07-26T15:47:08.378840+0000","last_active":"2024-07-26T15:47:09.726011+0000","last_peered":"2024-07-26T15:47:09.726011+0000","last_clean":"2024-07-26T15:47:09.726011+0000","last_became_active":"2024-07-26T15:47:08.378224+0000","last_became_peered":"2024-07-26T15:47:08.378224+0000","last_unstale":"2024-07-26T15:47:09.726011+0000","last_undegraded":"2024-07-26T15:47:09.726011+0000","last_fullsized":"2024-07-26T15:47:09.726011+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:12.684006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725555+0000","last_change":"2024-07-26T15:47:08.381901+0000","last_active":"2024-07-26T15:47:09.725555+0000","last_peered":"2024-07-26T15:47:09.725555+0000","last_clean":"2024-07-26T15:47:09.725555+0000","last_became_active":"2024-07-26T15:47:08.381127+0000","last_became_peered":"2024-07-26T15:47:08.381127+0000","last_unstale":"2024-07-26T15:47:09.725555+0000","last_undegraded":"2024-07-26T15:47:09.725555+0000","last_fullsized":"2024-07-26T15:47:09.725555+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:51.059724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725398+0000","last_change":"2024-07-26T15:47:08.385018+0000","last_active":"2024-07-26T15:47:09.725398+0000","last_peered":"2024-07-26T15:47:09.725398+0000","last_clean":"2024-07-26T15:47:09.725398+0000","last_became_active":"2024-07-26T15:47:08.384297+0000","last_became_peered":"2024-07-26T15:47:08.384297+0000","last_unstale":"2024-07-26T15:47:09.725398+0000","last_undegraded":"2024-07-26T15:47:09.725398+0000","last_fullsized":"2024-07-26T15:47:09.725398+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:29:14.304876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725950+0000","last_change":"2024-07-26T15:47:08.382044+0000","last_active":"2024-07-26T15:47:09.725950+0000","last_peered":"2024-07-26T15:47:09.725950+0000","last_clean":"2024-07-26T15:47:09.725950+0000","last_became_active":"2024-07-26T15:47:08.381726+0000","last_became_peered":"2024-07-26T15:47:08.381726+0000","last_unstale":"2024-07-26T15:47:09.725950+0000","last_undegraded":"2024-07-26T15:47:09.725950+0000","last_fullsized":"2024-07-26T15:47:09.725950+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:57.038257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373317+0000","last_change":"2024-07-26T15:47:08.385951+0000","last_active":"2024-07-26T15:47:09.373317+0000","last_peered":"2024-07-26T15:47:09.373317+0000","last_clean":"2024-07-26T15:47:09.373317+0000","last_became_active":"2024-07-26T15:47:08.384749+0000","last_became_peered":"2024-07-26T15:47:08.384749+0000","last_unstale":"2024-07-26T15:47:09.373317+0000","last_undegraded":"2024-07-26T15:47:09.373317+0000","last_fullsized":"2024-07-26T15:47:09.373317+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:26.480088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374935+0000","last_change":"2024-07-26T15:47:08.382232+0000","last_active":"2024-07-26T15:47:09.374935+0000","last_peered":"2024-07-26T15:47:09.374935+0000","last_clean":"2024-07-26T15:47:09.374935+0000","last_became_active":"2024-07-26T15:47:08.381933+0000","last_became_peered":"2024-07-26T15:47:08.381933+0000","last_unstale":"2024-07-26T15:47:09.374935+0000","last_undegraded":"2024-07-26T15:47:09.374935+0000","last_fullsized":"2024-07-26T15:47:09.374935+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:31:18.152570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726458+0000","last_change":"2024-07-26T15:47:08.375947+0000","last_active":"2024-07-26T15:47:09.726458+0000","last_peered":"2024-07-26T15:47:09.726458+0000","last_clean":"2024-07-26T15:47:09.726458+0000","last_became_active":"2024-07-26T15:47:08.375656+0000","last_became_peered":"2024-07-26T15:47:08.375656+0000","last_unstale":"2024-07-26T15:47:09.726458+0000","last_undegraded":"2024-07-26T15:47:09.726458+0000","last_fullsized":"2024-07-26T15:47:09.726458+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:21.441961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725412+0000","last_change":"2024-07-26T15:47:08.378716+0000","last_active":"2024-07-26T15:47:09.725412+0000","last_peered":"2024-07-26T15:47:09.725412+0000","last_clean":"2024-07-26T15:47:09.725412+0000","last_became_active":"2024-07-26T15:47:08.378401+0000","last_became_peered":"2024-07-26T15:47:08.378401+0000","last_unstale":"2024-07-26T15:47:09.725412+0000","last_undegraded":"2024-07-26T15:47:09.725412+0000","last_fullsized":"2024-07-26T15:47:09.725412+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:25.522796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725398+0000","last_change":"2024-07-26T15:47:08.375051+0000","last_active":"2024-07-26T15:47:09.725398+0000","last_peered":"2024-07-26T15:47:09.725398+0000","last_clean":"2024-07-26T15:47:09.725398+0000","last_became_active":"2024-07-26T15:47:08.374698+0000","last_became_peered":"2024-07-26T15:47:08.374698+0000","last_unstale":"2024-07-26T15:47:09.725398+0000","last_undegraded":"2024-07-26T15:47:09.725398+0000","last_fullsized":"2024-07-26T15:47:09.725398+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:39.687844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725184+0000","last_change":"2024-07-26T15:47:08.372373+0000","last_active":"2024-07-26T15:47:09.725184+0000","last_peered":"2024-07-26T15:47:09.725184+0000","last_clean":"2024-07-26T15:47:09.725184+0000","last_became_active":"2024-07-26T15:47:08.372048+0000","last_became_peered":"2024-07-26T15:47:08.372048+0000","last_unstale":"2024-07-26T15:47:09.725184+0000","last_undegraded":"2024-07-26T15:47:09.725184+0000","last_fullsized":"2024-07-26T15:47:09.725184+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:19:52.568484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726811+0000","last_change":"2024-07-26T15:47:08.374655+0000","last_active":"2024-07-26T15:47:09.726811+0000","last_peered":"2024-07-26T15:47:09.726811+0000","last_clean":"2024-07-26T15:47:09.726811+0000","last_became_active":"2024-07-26T15:47:08.374361+0000","last_became_peered":"2024-07-26T15:47:08.374361+0000","last_unstale":"2024-07-26T15:47:09.726811+0000","last_undegraded":"2024-07-26T15:47:09.726811+0000","last_fullsized":"2024-07-26T15:47:09.726811+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:10.829731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726207+0000","last_change":"2024-07-26T15:47:08.378002+0000","last_active":"2024-07-26T15:47:09.726207+0000","last_peered":"2024-07-26T15:47:09.726207+0000","last_clean":"2024-07-26T15:47:09.726207+0000","last_became_active":"2024-07-26T15:47:08.377677+0000","last_became_peered":"2024-07-26T15:47:08.377677+0000","last_unstale":"2024-07-26T15:47:09.726207+0000","last_undegraded":"2024-07-26T15:47:09.726207+0000","last_fullsized":"2024-07-26T15:47:09.726207+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:20.469144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726392+0000","last_change":"2024-07-26T15:47:08.380982+0000","last_active":"2024-07-26T15:47:09.726392+0000","last_peered":"2024-07-26T15:47:09.726392+0000","last_clean":"2024-07-26T15:47:09.726392+0000","last_became_active":"2024-07-26T15:47:08.380349+0000","last_became_peered":"2024-07-26T15:47:08.380349+0000","last_unstale":"2024-07-26T15:47:09.726392+0000","last_undegraded":"2024-07-26T15:47:09.726392+0000","last_fullsized":"2024-07-26T15:47:09.726392+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:27.145090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725641+0000","last_change":"2024-07-26T15:47:08.384054+0000","last_active":"2024-07-26T15:47:09.725641+0000","last_peered":"2024-07-26T15:47:09.725641+0000","last_clean":"2024-07-26T15:47:09.725641+0000","last_became_active":"2024-07-26T15:47:08.383745+0000","last_became_peered":"2024-07-26T15:47:08.383745+0000","last_unstale":"2024-07-26T15:47:09.725641+0000","last_undegraded":"2024-07-26T15:47:09.725641+0000","last_fullsized":"2024-07-26T15:47:09.725641+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:30.390947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373104+0000","last_change":"2024-07-26T15:47:08.378320+0000","last_active":"2024-07-26T15:47:09.373104+0000","last_peered":"2024-07-26T15:47:09.373104+0000","last_clean":"2024-07-26T15:47:09.373104+0000","last_became_active":"2024-07-26T15:47:08.377985+0000","last_became_peered":"2024-07-26T15:47:08.377985+0000","last_unstale":"2024-07-26T15:47:09.373104+0000","last_undegraded":"2024-07-26T15:47:09.373104+0000","last_fullsized":"2024-07-26T15:47:09.373104+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:15.750158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725802+0000","last_change":"2024-07-26T15:47:08.369185+0000","last_active":"2024-07-26T15:47:09.725802+0000","last_peered":"2024-07-26T15:47:09.725802+0000","last_clean":"2024-07-26T15:47:09.725802+0000","last_became_active":"2024-07-26T15:47:08.368835+0000","last_became_peered":"2024-07-26T15:47:08.368835+0000","last_unstale":"2024-07-26T15:47:09.725802+0000","last_undegraded":"2024-07-26T15:47:09.725802+0000","last_fullsized":"2024-07-26T15:47:09.725802+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:08.014538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.372743+0000","last_change":"2024-07-26T15:47:08.381108+0000","last_active":"2024-07-26T15:47:09.372743+0000","last_peered":"2024-07-26T15:47:09.372743+0000","last_clean":"2024-07-26T15:47:09.372743+0000","last_became_active":"2024-07-26T15:47:08.379577+0000","last_became_peered":"2024-07-26T15:47:08.379577+0000","last_unstale":"2024-07-26T15:47:09.372743+0000","last_undegraded":"2024-07-26T15:47:09.372743+0000","last_fullsized":"2024-07-26T15:47:09.372743+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:32.017288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375003+0000","last_change":"2024-07-26T15:47:08.369740+0000","last_active":"2024-07-26T15:47:09.375003+0000","last_peered":"2024-07-26T15:47:09.375003+0000","last_clean":"2024-07-26T15:47:09.375003+0000","last_became_active":"2024-07-26T15:47:08.369411+0000","last_became_peered":"2024-07-26T15:47:08.369411+0000","last_unstale":"2024-07-26T15:47:09.375003+0000","last_undegraded":"2024-07-26T15:47:09.375003+0000","last_fullsized":"2024-07-26T15:47:09.375003+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:18.033890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726164+0000","last_change":"2024-07-26T15:47:08.376880+0000","last_active":"2024-07-26T15:47:09.726164+0000","last_peered":"2024-07-26T15:47:09.726164+0000","last_clean":"2024-07-26T15:47:09.726164+0000","last_became_active":"2024-07-26T15:47:08.376343+0000","last_became_peered":"2024-07-26T15:47:08.376343+0000","last_unstale":"2024-07-26T15:47:09.726164+0000","last_undegraded":"2024-07-26T15:47:09.726164+0000","last_fullsized":"2024-07-26T15:47:09.726164+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:39:02.119798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725844+0000","last_change":"2024-07-26T15:47:08.372250+0000","last_active":"2024-07-26T15:47:09.725844+0000","last_peered":"2024-07-26T15:47:09.725844+0000","last_clean":"2024-07-26T15:47:09.725844+0000","last_became_active":"2024-07-26T15:47:08.371898+0000","last_became_peered":"2024-07-26T15:47:08.371898+0000","last_unstale":"2024-07-26T15:47:09.725844+0000","last_undegraded":"2024-07-26T15:47:09.725844+0000","last_fullsized":"2024-07-26T15:47:09.725844+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:36.005162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726097+0000","last_change":"2024-07-26T15:47:08.381628+0000","last_active":"2024-07-26T15:47:09.726097+0000","last_peered":"2024-07-26T15:47:09.726097+0000","last_clean":"2024-07-26T15:47:09.726097+0000","last_became_active":"2024-07-26T15:47:08.381279+0000","last_became_peered":"2024-07-26T15:47:08.381279+0000","last_unstale":"2024-07-26T15:47:09.726097+0000","last_undegraded":"2024-07-26T15:47:09.726097+0000","last_fullsized":"2024-07-26T15:47:09.726097+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:25.707274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725892+0000","last_change":"2024-07-26T15:47:08.371139+0000","last_active":"2024-07-26T15:47:09.725892+0000","last_peered":"2024-07-26T15:47:09.725892+0000","last_clean":"2024-07-26T15:47:09.725892+0000","last_became_active":"2024-07-26T15:47:08.370771+0000","last_became_peered":"2024-07-26T15:47:08.370771+0000","last_unstale":"2024-07-26T15:47:09.725892+0000","last_undegraded":"2024-07-26T15:47:09.725892+0000","last_fullsized":"2024-07-26T15:47:09.725892+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:02:29.607702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726756+0000","last_change":"2024-07-26T15:47:08.380877+0000","last_active":"2024-07-26T15:47:09.726756+0000","last_peered":"2024-07-26T15:47:09.726756+0000","last_clean":"2024-07-26T15:47:09.726756+0000","last_became_active":"2024-07-26T15:47:08.380088+0000","last_became_peered":"2024-07-26T15:47:08.380088+0000","last_unstale":"2024-07-26T15:47:09.726756+0000","last_undegraded":"2024-07-26T15:47:09.726756+0000","last_fullsized":"2024-07-26T15:47:09.726756+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:59.285849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"132'4","reported_seq":19,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727414+0000","last_change":"2024-07-26T15:47:07.374464+0000","last_active":"2024-07-26T15:47:09.727414+0000","last_peered":"2024-07-26T15:47:09.727414+0000","last_clean":"2024-07-26T15:47:09.727414+0000","last_became_active":"2024-07-26T15:47:07.374118+0000","last_became_peered":"2024-07-26T15:47:07.374118+0000","last_unstale":"2024-07-26T15:47:09.727414+0000","last_undegraded":"2024-07-26T15:47:09.727414+0000","last_fullsized":"2024-07-26T15:47:09.727414+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:09.018551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725432+0000","last_change":"2024-07-26T15:47:08.378699+0000","last_active":"2024-07-26T15:47:09.725432+0000","last_peered":"2024-07-26T15:47:09.725432+0000","last_clean":"2024-07-26T15:47:09.725432+0000","last_became_active":"2024-07-26T15:47:08.377975+0000","last_became_peered":"2024-07-26T15:47:08.377975+0000","last_unstale":"2024-07-26T15:47:09.725432+0000","last_undegraded":"2024-07-26T15:47:09.725432+0000","last_fullsized":"2024-07-26T15:47:09.725432+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:42.389092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726050+0000","last_change":"2024-07-26T15:47:07.373828+0000","last_active":"2024-07-26T15:47:09.726050+0000","last_peered":"2024-07-26T15:47:09.726050+0000","last_clean":"2024-07-26T15:47:09.726050+0000","last_became_active":"2024-07-26T15:47:07.373482+0000","last_became_peered":"2024-07-26T15:47:07.373482+0000","last_unstale":"2024-07-26T15:47:09.726050+0000","last_undegraded":"2024-07-26T15:47:09.726050+0000","last_fullsized":"2024-07-26T15:47:09.726050+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:10.811642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.350328+0000","last_change":"2024-07-26T15:47:06.350328+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.350328+0000","last_undegraded":"2024-07-26T15:47:06.350328+0000","last_fullsized":"2024-07-26T15:47:06.350328+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374701+0000","last_change":"2024-07-26T15:47:08.373074+0000","last_active":"2024-07-26T15:47:09.374701+0000","last_peered":"2024-07-26T15:47:09.374701+0000","last_clean":"2024-07-26T15:47:09.374701+0000","last_became_active":"2024-07-26T15:47:08.372744+0000","last_became_peered":"2024-07-26T15:47:08.372744+0000","last_unstale":"2024-07-26T15:47:09.374701+0000","last_undegraded":"2024-07-26T15:47:09.374701+0000","last_fullsized":"2024-07-26T15:47:09.374701+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:59.782246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373182+0000","last_change":"2024-07-26T15:47:07.373263+0000","last_active":"2024-07-26T15:47:09.373182+0000","last_peered":"2024-07-26T15:47:09.373182+0000","last_clean":"2024-07-26T15:47:09.373182+0000","last_became_active":"2024-07-26T15:47:07.372745+0000","last_became_peered":"2024-07-26T15:47:07.372745+0000","last_unstale":"2024-07-26T15:47:09.373182+0000","last_undegraded":"2024-07-26T15:47:09.373182+0000","last_fullsized":"2024-07-26T15:47:09.373182+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:22.134765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727054+0000","last_change":"2024-07-26T15:47:08.375647+0000","last_active":"2024-07-26T15:47:09.727054+0000","last_peered":"2024-07-26T15:47:09.727054+0000","last_clean":"2024-07-26T15:47:09.727054+0000","last_became_active":"2024-07-26T15:47:08.375349+0000","last_became_peered":"2024-07-26T15:47:08.375349+0000","last_unstale":"2024-07-26T15:47:09.727054+0000","last_undegraded":"2024-07-26T15:47:09.727054+0000","last_fullsized":"2024-07-26T15:47:09.727054+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:42.400872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725180+0000","last_change":"2024-07-26T15:47:07.372684+0000","last_active":"2024-07-26T15:47:09.725180+0000","last_peered":"2024-07-26T15:47:09.725180+0000","last_clean":"2024-07-26T15:47:09.725180+0000","last_became_active":"2024-07-26T15:47:07.372335+0000","last_became_peered":"2024-07-26T15:47:07.372335+0000","last_unstale":"2024-07-26T15:47:09.725180+0000","last_undegraded":"2024-07-26T15:47:09.725180+0000","last_fullsized":"2024-07-26T15:47:09.725180+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:12:29.046297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726684+0000","last_change":"2024-07-26T15:47:08.380685+0000","last_active":"2024-07-26T15:47:09.726684+0000","last_peered":"2024-07-26T15:47:09.726684+0000","last_clean":"2024-07-26T15:47:09.726684+0000","last_became_active":"2024-07-26T15:47:08.379832+0000","last_became_peered":"2024-07-26T15:47:08.379832+0000","last_unstale":"2024-07-26T15:47:09.726684+0000","last_undegraded":"2024-07-26T15:47:09.726684+0000","last_fullsized":"2024-07-26T15:47:09.726684+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:25.607980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374741+0000","last_change":"2024-07-26T15:47:07.367789+0000","last_active":"2024-07-26T15:47:09.374741+0000","last_peered":"2024-07-26T15:47:09.374741+0000","last_clean":"2024-07-26T15:47:09.374741+0000","last_became_active":"2024-07-26T15:47:07.367466+0000","last_became_peered":"2024-07-26T15:47:07.367466+0000","last_unstale":"2024-07-26T15:47:09.374741+0000","last_undegraded":"2024-07-26T15:47:09.374741+0000","last_fullsized":"2024-07-26T15:47:09.374741+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:22.547871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726333+0000","last_change":"2024-07-26T15:47:08.382545+0000","last_active":"2024-07-26T15:47:09.726333+0000","last_peered":"2024-07-26T15:47:09.726333+0000","last_clean":"2024-07-26T15:47:09.726333+0000","last_became_active":"2024-07-26T15:47:08.381344+0000","last_became_peered":"2024-07-26T15:47:08.381344+0000","last_unstale":"2024-07-26T15:47:09.726333+0000","last_undegraded":"2024-07-26T15:47:09.726333+0000","last_fullsized":"2024-07-26T15:47:09.726333+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:56:59.180647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349770+0000","last_change":"2024-07-26T15:47:06.349770+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349770+0000","last_undegraded":"2024-07-26T15:47:06.349770+0000","last_fullsized":"2024-07-26T15:47:06.349770+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727525+0000","last_change":"2024-07-26T15:47:08.381466+0000","last_active":"2024-07-26T15:47:09.727525+0000","last_peered":"2024-07-26T15:47:09.727525+0000","last_clean":"2024-07-26T15:47:09.727525+0000","last_became_active":"2024-07-26T15:47:08.381128+0000","last_became_peered":"2024-07-26T15:47:08.381128+0000","last_unstale":"2024-07-26T15:47:09.727525+0000","last_undegraded":"2024-07-26T15:47:09.727525+0000","last_fullsized":"2024-07-26T15:47:09.727525+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:21.257800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726299+0000","last_change":"2024-07-26T15:47:07.369114+0000","last_active":"2024-07-26T15:47:09.726299+0000","last_peered":"2024-07-26T15:47:09.726299+0000","last_clean":"2024-07-26T15:47:09.726299+0000","last_became_active":"2024-07-26T15:47:07.368738+0000","last_became_peered":"2024-07-26T15:47:07.368738+0000","last_unstale":"2024-07-26T15:47:09.726299+0000","last_undegraded":"2024-07-26T15:47:09.726299+0000","last_fullsized":"2024-07-26T15:47:09.726299+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:56:25.039572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726541+0000","last_change":"2024-07-26T15:47:08.381191+0000","last_active":"2024-07-26T15:47:09.726541+0000","last_peered":"2024-07-26T15:47:09.726541+0000","last_clean":"2024-07-26T15:47:09.726541+0000","last_became_active":"2024-07-26T15:47:08.380550+0000","last_became_peered":"2024-07-26T15:47:08.380550+0000","last_unstale":"2024-07-26T15:47:09.726541+0000","last_undegraded":"2024-07-26T15:47:09.726541+0000","last_fullsized":"2024-07-26T15:47:09.726541+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:31:12.924886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349783+0000","last_change":"2024-07-26T15:47:06.349783+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349783+0000","last_undegraded":"2024-07-26T15:47:06.349783+0000","last_fullsized":"2024-07-26T15:47:06.349783+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373070+0000","last_change":"2024-07-26T15:47:08.372691+0000","last_active":"2024-07-26T15:47:09.373070+0000","last_peered":"2024-07-26T15:47:09.373070+0000","last_clean":"2024-07-26T15:47:09.373070+0000","last_became_active":"2024-07-26T15:47:08.372338+0000","last_became_peered":"2024-07-26T15:47:08.372338+0000","last_unstale":"2024-07-26T15:47:09.373070+0000","last_undegraded":"2024-07-26T15:47:09.373070+0000","last_fullsized":"2024-07-26T15:47:09.373070+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:59:32.840589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725958+0000","last_change":"2024-07-26T15:47:07.378842+0000","last_active":"2024-07-26T15:47:09.725958+0000","last_peered":"2024-07-26T15:47:09.725958+0000","last_clean":"2024-07-26T15:47:09.725958+0000","last_became_active":"2024-07-26T15:47:07.378530+0000","last_became_peered":"2024-07-26T15:47:07.378530+0000","last_unstale":"2024-07-26T15:47:09.725958+0000","last_undegraded":"2024-07-26T15:47:09.725958+0000","last_fullsized":"2024-07-26T15:47:09.725958+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:48:49.612104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725748+0000","last_change":"2024-07-26T15:47:08.377174+0000","last_active":"2024-07-26T15:47:09.725748+0000","last_peered":"2024-07-26T15:47:09.725748+0000","last_clean":"2024-07-26T15:47:09.725748+0000","last_became_active":"2024-07-26T15:47:08.376849+0000","last_became_peered":"2024-07-26T15:47:08.376849+0000","last_unstale":"2024-07-26T15:47:09.725748+0000","last_undegraded":"2024-07-26T15:47:09.725748+0000","last_fullsized":"2024-07-26T15:47:09.725748+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:12.532065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"132'3","reported_seq":18,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725149+0000","last_change":"2024-07-26T15:47:07.372827+0000","last_active":"2024-07-26T15:47:09.725149+0000","last_peered":"2024-07-26T15:47:09.725149+0000","last_clean":"2024-07-26T15:47:09.725149+0000","last_became_active":"2024-07-26T15:47:07.372447+0000","last_became_peered":"2024-07-26T15:47:07.372447+0000","last_unstale":"2024-07-26T15:47:09.725149+0000","last_undegraded":"2024-07-26T15:47:09.725149+0000","last_fullsized":"2024-07-26T15:47:09.725149+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:54.351384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373204+0000","last_change":"2024-07-26T15:47:08.374436+0000","last_active":"2024-07-26T15:47:09.373204+0000","last_peered":"2024-07-26T15:47:09.373204+0000","last_clean":"2024-07-26T15:47:09.373204+0000","last_became_active":"2024-07-26T15:47:08.373700+0000","last_became_peered":"2024-07-26T15:47:08.373700+0000","last_unstale":"2024-07-26T15:47:09.373204+0000","last_undegraded":"2024-07-26T15:47:09.373204+0000","last_fullsized":"2024-07-26T15:47:09.373204+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:27.460607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"132'6","reported_seq":21,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726065+0000","last_change":"2024-07-26T15:47:07.373992+0000","last_active":"2024-07-26T15:47:09.726065+0000","last_peered":"2024-07-26T15:47:09.726065+0000","last_clean":"2024-07-26T15:47:09.726065+0000","last_became_active":"2024-07-26T15:47:07.373649+0000","last_became_peered":"2024-07-26T15:47:07.373649+0000","last_unstale":"2024-07-26T15:47:09.726065+0000","last_undegraded":"2024-07-26T15:47:09.726065+0000","last_fullsized":"2024-07-26T15:47:09.726065+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:56.484649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374513+0000","last_change":"2024-07-26T15:47:08.380226+0000","last_active":"2024-07-26T15:47:09.374513+0000","last_peered":"2024-07-26T15:47:09.374513+0000","last_clean":"2024-07-26T15:47:09.374513+0000","last_became_active":"2024-07-26T15:47:08.379903+0000","last_became_peered":"2024-07-26T15:47:08.379903+0000","last_unstale":"2024-07-26T15:47:09.374513+0000","last_undegraded":"2024-07-26T15:47:09.374513+0000","last_fullsized":"2024-07-26T15:47:09.374513+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:01:21.600170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373178+0000","last_change":"2024-07-26T15:47:07.379006+0000","last_active":"2024-07-26T15:47:09.373178+0000","last_peered":"2024-07-26T15:47:09.373178+0000","last_clean":"2024-07-26T15:47:09.373178+0000","last_became_active":"2024-07-26T15:47:07.378707+0000","last_became_peered":"2024-07-26T15:47:07.378707+0000","last_unstale":"2024-07-26T15:47:09.373178+0000","last_undegraded":"2024-07-26T15:47:09.373178+0000","last_fullsized":"2024-07-26T15:47:09.373178+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:42.647376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726031+0000","last_change":"2024-07-26T15:47:08.382669+0000","last_active":"2024-07-26T15:47:09.726031+0000","last_peered":"2024-07-26T15:47:09.726031+0000","last_clean":"2024-07-26T15:47:09.726031+0000","last_became_active":"2024-07-26T15:47:08.382298+0000","last_became_peered":"2024-07-26T15:47:08.382298+0000","last_unstale":"2024-07-26T15:47:09.726031+0000","last_undegraded":"2024-07-26T15:47:09.726031+0000","last_fullsized":"2024-07-26T15:47:09.726031+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:13.320714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726208+0000","last_change":"2024-07-26T15:47:07.365411+0000","last_active":"2024-07-26T15:47:09.726208+0000","last_peered":"2024-07-26T15:47:09.726208+0000","last_clean":"2024-07-26T15:47:09.726208+0000","last_became_active":"2024-07-26T15:47:07.365070+0000","last_became_peered":"2024-07-26T15:47:07.365070+0000","last_unstale":"2024-07-26T15:47:09.726208+0000","last_undegraded":"2024-07-26T15:47:09.726208+0000","last_fullsized":"2024-07-26T15:47:09.726208+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:20.822068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725606+0000","last_change":"2024-07-26T15:47:08.378867+0000","last_active":"2024-07-26T15:47:09.725606+0000","last_peered":"2024-07-26T15:47:09.725606+0000","last_clean":"2024-07-26T15:47:09.725606+0000","last_became_active":"2024-07-26T15:47:08.378535+0000","last_became_peered":"2024-07-26T15:47:08.378535+0000","last_unstale":"2024-07-26T15:47:09.725606+0000","last_undegraded":"2024-07-26T15:47:09.725606+0000","last_fullsized":"2024-07-26T15:47:09.725606+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:48:07.616989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725501+0000","last_change":"2024-07-26T15:47:07.375083+0000","last_active":"2024-07-26T15:47:09.725501+0000","last_peered":"2024-07-26T15:47:09.725501+0000","last_clean":"2024-07-26T15:47:09.725501+0000","last_became_active":"2024-07-26T15:47:07.374760+0000","last_became_peered":"2024-07-26T15:47:07.374760+0000","last_unstale":"2024-07-26T15:47:09.725501+0000","last_undegraded":"2024-07-26T15:47:09.725501+0000","last_fullsized":"2024-07-26T15:47:09.725501+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:16.878161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726913+0000","last_change":"2024-07-26T15:47:08.376224+0000","last_active":"2024-07-26T15:47:09.726913+0000","last_peered":"2024-07-26T15:47:09.726913+0000","last_clean":"2024-07-26T15:47:09.726913+0000","last_became_active":"2024-07-26T15:47:08.375533+0000","last_became_peered":"2024-07-26T15:47:08.375533+0000","last_unstale":"2024-07-26T15:47:09.726913+0000","last_undegraded":"2024-07-26T15:47:09.726913+0000","last_fullsized":"2024-07-26T15:47:09.726913+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:14:00.894224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349900+0000","last_change":"2024-07-26T15:47:06.349900+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349900+0000","last_undegraded":"2024-07-26T15:47:06.349900+0000","last_fullsized":"2024-07-26T15:47:06.349900+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725604+0000","last_change":"2024-07-26T15:47:08.385297+0000","last_active":"2024-07-26T15:47:09.725604+0000","last_peered":"2024-07-26T15:47:09.725604+0000","last_clean":"2024-07-26T15:47:09.725604+0000","last_became_active":"2024-07-26T15:47:08.384708+0000","last_became_peered":"2024-07-26T15:47:08.384708+0000","last_unstale":"2024-07-26T15:47:09.725604+0000","last_undegraded":"2024-07-26T15:47:09.725604+0000","last_fullsized":"2024-07-26T15:47:09.725604+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:47.802518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725761+0000","last_change":"2024-07-26T15:47:07.373218+0000","last_active":"2024-07-26T15:47:09.725761+0000","last_peered":"2024-07-26T15:47:09.725761+0000","last_clean":"2024-07-26T15:47:09.725761+0000","last_became_active":"2024-07-26T15:47:07.372826+0000","last_became_peered":"2024-07-26T15:47:07.372826+0000","last_unstale":"2024-07-26T15:47:09.725761+0000","last_undegraded":"2024-07-26T15:47:09.725761+0000","last_fullsized":"2024-07-26T15:47:09.725761+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:19:29.284780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726256+0000","last_change":"2024-07-26T15:47:08.381599+0000","last_active":"2024-07-26T15:47:09.726256+0000","last_peered":"2024-07-26T15:47:09.726256+0000","last_clean":"2024-07-26T15:47:09.726256+0000","last_became_active":"2024-07-26T15:47:08.381210+0000","last_became_peered":"2024-07-26T15:47:08.381210+0000","last_unstale":"2024-07-26T15:47:09.726256+0000","last_undegraded":"2024-07-26T15:47:09.726256+0000","last_fullsized":"2024-07-26T15:47:09.726256+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:42.894812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725390+0000","last_change":"2024-07-26T15:47:07.370276+0000","last_active":"2024-07-26T15:47:09.725390+0000","last_peered":"2024-07-26T15:47:09.725390+0000","last_clean":"2024-07-26T15:47:09.725390+0000","last_became_active":"2024-07-26T15:47:07.369892+0000","last_became_peered":"2024-07-26T15:47:07.369892+0000","last_unstale":"2024-07-26T15:47:09.725390+0000","last_undegraded":"2024-07-26T15:47:09.725390+0000","last_fullsized":"2024-07-26T15:47:09.725390+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:07.693322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373112+0000","last_change":"2024-07-26T15:47:08.374120+0000","last_active":"2024-07-26T15:47:09.373112+0000","last_peered":"2024-07-26T15:47:09.373112+0000","last_clean":"2024-07-26T15:47:09.373112+0000","last_became_active":"2024-07-26T15:47:08.373306+0000","last_became_peered":"2024-07-26T15:47:08.373306+0000","last_unstale":"2024-07-26T15:47:09.373112+0000","last_undegraded":"2024-07-26T15:47:09.373112+0000","last_fullsized":"2024-07-26T15:47:09.373112+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:16.936949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374587+0000","last_change":"2024-07-26T15:47:07.375193+0000","last_active":"2024-07-26T15:47:09.374587+0000","last_peered":"2024-07-26T15:47:09.374587+0000","last_clean":"2024-07-26T15:47:09.374587+0000","last_became_active":"2024-07-26T15:47:07.374841+0000","last_became_peered":"2024-07-26T15:47:07.374841+0000","last_unstale":"2024-07-26T15:47:09.374587+0000","last_undegraded":"2024-07-26T15:47:09.374587+0000","last_fullsized":"2024-07-26T15:47:09.374587+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:20.433548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726304+0000","last_change":"2024-07-26T15:47:08.381294+0000","last_active":"2024-07-26T15:47:09.726304+0000","last_peered":"2024-07-26T15:47:09.726304+0000","last_clean":"2024-07-26T15:47:09.726304+0000","last_became_active":"2024-07-26T15:47:08.380385+0000","last_became_peered":"2024-07-26T15:47:08.380385+0000","last_unstale":"2024-07-26T15:47:09.726304+0000","last_undegraded":"2024-07-26T15:47:09.726304+0000","last_fullsized":"2024-07-26T15:47:09.726304+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:11.569863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725914+0000","last_change":"2024-07-26T15:47:07.372951+0000","last_active":"2024-07-26T15:47:09.725914+0000","last_peered":"2024-07-26T15:47:09.725914+0000","last_clean":"2024-07-26T15:47:09.725914+0000","last_became_active":"2024-07-26T15:47:07.372652+0000","last_became_peered":"2024-07-26T15:47:07.372652+0000","last_unstale":"2024-07-26T15:47:09.725914+0000","last_undegraded":"2024-07-26T15:47:09.725914+0000","last_fullsized":"2024-07-26T15:47:09.725914+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:57.677521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726565+0000","last_change":"2024-07-26T15:47:08.381488+0000","last_active":"2024-07-26T15:47:09.726565+0000","last_peered":"2024-07-26T15:47:09.726565+0000","last_clean":"2024-07-26T15:47:09.726565+0000","last_became_active":"2024-07-26T15:47:08.378459+0000","last_became_peered":"2024-07-26T15:47:08.378459+0000","last_unstale":"2024-07-26T15:47:09.726565+0000","last_undegraded":"2024-07-26T15:47:09.726565+0000","last_fullsized":"2024-07-26T15:47:09.726565+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:11:22.098321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725318+0000","last_change":"2024-07-26T15:47:07.378468+0000","last_active":"2024-07-26T15:47:09.725318+0000","last_peered":"2024-07-26T15:47:09.725318+0000","last_clean":"2024-07-26T15:47:09.725318+0000","last_became_active":"2024-07-26T15:47:07.378113+0000","last_became_peered":"2024-07-26T15:47:07.378113+0000","last_unstale":"2024-07-26T15:47:09.725318+0000","last_undegraded":"2024-07-26T15:47:09.725318+0000","last_fullsized":"2024-07-26T15:47:09.725318+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:32.431153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727336+0000","last_change":"2024-07-26T15:47:08.383745+0000","last_active":"2024-07-26T15:47:09.727336+0000","last_peered":"2024-07-26T15:47:09.727336+0000","last_clean":"2024-07-26T15:47:09.727336+0000","last_became_active":"2024-07-26T15:47:08.383428+0000","last_became_peered":"2024-07-26T15:47:08.383428+0000","last_unstale":"2024-07-26T15:47:09.727336+0000","last_undegraded":"2024-07-26T15:47:09.727336+0000","last_fullsized":"2024-07-26T15:47:09.727336+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:30.007598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725702+0000","last_change":"2024-07-26T15:47:07.370907+0000","last_active":"2024-07-26T15:47:09.725702+0000","last_peered":"2024-07-26T15:47:09.725702+0000","last_clean":"2024-07-26T15:47:09.725702+0000","last_became_active":"2024-07-26T15:47:07.370459+0000","last_became_peered":"2024-07-26T15:47:07.370459+0000","last_unstale":"2024-07-26T15:47:09.725702+0000","last_undegraded":"2024-07-26T15:47:09.725702+0000","last_fullsized":"2024-07-26T15:47:09.725702+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:14.444898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725944+0000","last_change":"2024-07-26T15:47:08.378821+0000","last_active":"2024-07-26T15:47:09.725944+0000","last_peered":"2024-07-26T15:47:09.725944+0000","last_clean":"2024-07-26T15:47:09.725944+0000","last_became_active":"2024-07-26T15:47:08.378265+0000","last_became_peered":"2024-07-26T15:47:08.378265+0000","last_unstale":"2024-07-26T15:47:09.725944+0000","last_undegraded":"2024-07-26T15:47:09.725944+0000","last_fullsized":"2024-07-26T15:47:09.725944+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:36.015730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725684+0000","last_change":"2024-07-26T15:47:07.377474+0000","last_active":"2024-07-26T15:47:09.725684+0000","last_peered":"2024-07-26T15:47:09.725684+0000","last_clean":"2024-07-26T15:47:09.725684+0000","last_became_active":"2024-07-26T15:47:07.377162+0000","last_became_peered":"2024-07-26T15:47:07.377162+0000","last_unstale":"2024-07-26T15:47:09.725684+0000","last_undegraded":"2024-07-26T15:47:09.725684+0000","last_fullsized":"2024-07-26T15:47:09.725684+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:22:46.596572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726315+0000","last_change":"2024-07-26T15:47:08.373624+0000","last_active":"2024-07-26T15:47:09.726315+0000","last_peered":"2024-07-26T15:47:09.726315+0000","last_clean":"2024-07-26T15:47:09.726315+0000","last_became_active":"2024-07-26T15:47:08.373293+0000","last_became_peered":"2024-07-26T15:47:08.373293+0000","last_unstale":"2024-07-26T15:47:09.726315+0000","last_undegraded":"2024-07-26T15:47:09.726315+0000","last_fullsized":"2024-07-26T15:47:09.726315+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:30.722556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373239+0000","last_change":"2024-07-26T15:47:07.378148+0000","last_active":"2024-07-26T15:47:09.373239+0000","last_peered":"2024-07-26T15:47:09.373239+0000","last_clean":"2024-07-26T15:47:09.373239+0000","last_became_active":"2024-07-26T15:47:07.377758+0000","last_became_peered":"2024-07-26T15:47:07.377758+0000","last_unstale":"2024-07-26T15:47:09.373239+0000","last_undegraded":"2024-07-26T15:47:09.373239+0000","last_fullsized":"2024-07-26T15:47:09.373239+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:08.778018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.6","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726087+0000","last_change":"2024-07-26T15:47:07.371578+0000","last_active":"2024-07-26T15:47:09.726087+0000","last_peered":"2024-07-26T15:47:09.726087+0000","last_clean":"2024-07-26T15:47:09.726087+0000","last_became_active":"2024-07-26T15:47:07.371266+0000","last_became_peered":"2024-07-26T15:47:07.371266+0000","last_unstale":"2024-07-26T15:47:09.726087+0000","last_undegraded":"2024-07-26T15:47:09.726087+0000","last_fullsized":"2024-07-26T15:47:09.726087+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:06.525633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726141+0000","last_change":"2024-07-26T15:47:08.382955+0000","last_active":"2024-07-26T15:47:09.726141+0000","last_peered":"2024-07-26T15:47:09.726141+0000","last_clean":"2024-07-26T15:47:09.726141+0000","last_became_active":"2024-07-26T15:47:08.382641+0000","last_became_peered":"2024-07-26T15:47:08.382641+0000","last_unstale":"2024-07-26T15:47:09.726141+0000","last_undegraded":"2024-07-26T15:47:09.726141+0000","last_fullsized":"2024-07-26T15:47:09.726141+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:23.556285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726048+0000","last_change":"2024-07-26T15:47:07.375735+0000","last_active":"2024-07-26T15:47:09.726048+0000","last_peered":"2024-07-26T15:47:09.726048+0000","last_clean":"2024-07-26T15:47:09.726048+0000","last_became_active":"2024-07-26T15:47:07.375411+0000","last_became_peered":"2024-07-26T15:47:07.375411+0000","last_unstale":"2024-07-26T15:47:09.726048+0000","last_undegraded":"2024-07-26T15:47:09.726048+0000","last_fullsized":"2024-07-26T15:47:09.726048+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:40:56.644824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374606+0000","last_change":"2024-07-26T15:47:08.378214+0000","last_active":"2024-07-26T15:47:09.374606+0000","last_peered":"2024-07-26T15:47:09.374606+0000","last_clean":"2024-07-26T15:47:09.374606+0000","last_became_active":"2024-07-26T15:47:08.377604+0000","last_became_peered":"2024-07-26T15:47:08.377604+0000","last_unstale":"2024-07-26T15:47:09.374606+0000","last_undegraded":"2024-07-26T15:47:09.374606+0000","last_fullsized":"2024-07-26T15:47:09.374606+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:16:59.221786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373315+0000","last_change":"2024-07-26T15:47:07.376128+0000","last_active":"2024-07-26T15:47:09.373315+0000","last_peered":"2024-07-26T15:47:09.373315+0000","last_clean":"2024-07-26T15:47:09.373315+0000","last_became_active":"2024-07-26T15:47:07.375605+0000","last_became_peered":"2024-07-26T15:47:07.375605+0000","last_unstale":"2024-07-26T15:47:09.373315+0000","last_undegraded":"2024-07-26T15:47:09.373315+0000","last_fullsized":"2024-07-26T15:47:09.373315+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:01.515133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725850+0000","last_change":"2024-07-26T15:47:08.383197+0000","last_active":"2024-07-26T15:47:09.725850+0000","last_peered":"2024-07-26T15:47:09.725850+0000","last_clean":"2024-07-26T15:47:09.725850+0000","last_became_active":"2024-07-26T15:47:08.382855+0000","last_became_peered":"2024-07-26T15:47:08.382855+0000","last_unstale":"2024-07-26T15:47:09.725850+0000","last_undegraded":"2024-07-26T15:47:09.725850+0000","last_fullsized":"2024-07-26T15:47:09.725850+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:24:33.070042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349854+0000","last_change":"2024-07-26T15:47:06.349854+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349854+0000","last_undegraded":"2024-07-26T15:47:06.349854+0000","last_fullsized":"2024-07-26T15:47:06.349854+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725711+0000","last_change":"2024-07-26T15:47:08.374242+0000","last_active":"2024-07-26T15:47:09.725711+0000","last_peered":"2024-07-26T15:47:09.725711+0000","last_clean":"2024-07-26T15:47:09.725711+0000","last_became_active":"2024-07-26T15:47:08.373928+0000","last_became_peered":"2024-07-26T15:47:08.373928+0000","last_unstale":"2024-07-26T15:47:09.725711+0000","last_undegraded":"2024-07-26T15:47:09.725711+0000","last_fullsized":"2024-07-26T15:47:09.725711+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:05.811843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725672+0000","last_change":"2024-07-26T15:47:07.376463+0000","last_active":"2024-07-26T15:47:09.725672+0000","last_peered":"2024-07-26T15:47:09.725672+0000","last_clean":"2024-07-26T15:47:09.725672+0000","last_became_active":"2024-07-26T15:47:07.376103+0000","last_became_peered":"2024-07-26T15:47:07.376103+0000","last_unstale":"2024-07-26T15:47:09.725672+0000","last_undegraded":"2024-07-26T15:47:09.725672+0000","last_fullsized":"2024-07-26T15:47:09.725672+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:49:45.488102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725668+0000","last_change":"2024-07-26T15:47:08.375460+0000","last_active":"2024-07-26T15:47:09.725668+0000","last_peered":"2024-07-26T15:47:09.725668+0000","last_clean":"2024-07-26T15:47:09.725668+0000","last_became_active":"2024-07-26T15:47:08.374597+0000","last_became_peered":"2024-07-26T15:47:08.374597+0000","last_unstale":"2024-07-26T15:47:09.725668+0000","last_undegraded":"2024-07-26T15:47:09.725668+0000","last_fullsized":"2024-07-26T15:47:09.725668+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:55.123811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725868+0000","last_change":"2024-07-26T15:47:07.375806+0000","last_active":"2024-07-26T15:47:09.725868+0000","last_peered":"2024-07-26T15:47:09.725868+0000","last_clean":"2024-07-26T15:47:09.725868+0000","last_became_active":"2024-07-26T15:47:07.375496+0000","last_became_peered":"2024-07-26T15:47:07.375496+0000","last_unstale":"2024-07-26T15:47:09.725868+0000","last_undegraded":"2024-07-26T15:47:09.725868+0000","last_fullsized":"2024-07-26T15:47:09.725868+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:14.073374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.376161+0000","last_change":"2024-07-26T15:47:08.372323+0000","last_active":"2024-07-26T15:47:09.376161+0000","last_peered":"2024-07-26T15:47:09.376161+0000","last_clean":"2024-07-26T15:47:09.376161+0000","last_became_active":"2024-07-26T15:47:08.371974+0000","last_became_peered":"2024-07-26T15:47:08.371974+0000","last_unstale":"2024-07-26T15:47:09.376161+0000","last_undegraded":"2024-07-26T15:47:09.376161+0000","last_fullsized":"2024-07-26T15:47:09.376161+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:59.913558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725800+0000","last_change":"2024-07-26T15:47:07.376515+0000","last_active":"2024-07-26T15:47:09.725800+0000","last_peered":"2024-07-26T15:47:09.725800+0000","last_clean":"2024-07-26T15:47:09.725800+0000","last_became_active":"2024-07-26T15:47:07.376160+0000","last_became_peered":"2024-07-26T15:47:07.376160+0000","last_unstale":"2024-07-26T15:47:09.725800+0000","last_undegraded":"2024-07-26T15:47:09.725800+0000","last_fullsized":"2024-07-26T15:47:09.725800+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:32.280666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374517+0000","last_change":"2024-07-26T15:47:08.379480+0000","last_active":"2024-07-26T15:47:09.374517+0000","last_peered":"2024-07-26T15:47:09.374517+0000","last_clean":"2024-07-26T15:47:09.374517+0000","last_became_active":"2024-07-26T15:47:08.379135+0000","last_became_peered":"2024-07-26T15:47:08.379135+0000","last_unstale":"2024-07-26T15:47:09.374517+0000","last_undegraded":"2024-07-26T15:47:09.374517+0000","last_fullsized":"2024-07-26T15:47:09.374517+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:22:04.307082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726133+0000","last_change":"2024-07-26T15:47:07.379290+0000","last_active":"2024-07-26T15:47:09.726133+0000","last_peered":"2024-07-26T15:47:09.726133+0000","last_clean":"2024-07-26T15:47:09.726133+0000","last_became_active":"2024-07-26T15:47:07.378970+0000","last_became_peered":"2024-07-26T15:47:07.378970+0000","last_unstale":"2024-07-26T15:47:09.726133+0000","last_undegraded":"2024-07-26T15:47:09.726133+0000","last_fullsized":"2024-07-26T15:47:09.726133+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:47.487817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"123'135","reported_seq":547,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.724996+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:47:09.724996+0000","last_peered":"2024-07-26T15:47:09.724996+0000","last_clean":"2024-07-26T15:47:09.724996+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:47:09.724996+0000","last_undegraded":"2024-07-26T15:47:09.724996+0000","last_fullsized":"2024-07-26T15:47:09.724996+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":135,"log_dups_size":0,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":209,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":209,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":135,"ondisk_log_size":135,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575072,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59736,"kb_used_data":2188,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312104,"statfs":{"total":96636764160,"available":96575594496,"internally_reserved":0,"allocated":2240512,"data_stored":1427276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509663,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32808,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339032,"statfs":{"total":96636764160,"available":96603168768,"internally_reserved":0,"allocated":1658880,"data_stored":838964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509663,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54996,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316844,"statfs":{"total":96636764160,"available":96580448256,"internally_reserved":0,"allocated":1638400,"data_stored":836748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509662,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36916,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334924,"statfs":{"total":96636764160,"available":96598962176,"internally_reserved":0,"allocated":1601536,"data_stored":816138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509662,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36944,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1642496,"data_stored":837330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509662,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59152,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312688,"statfs":{"total":96636764160,"available":96576192512,"internally_reserved":0,"allocated":1642496,"data_stored":836782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509665,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32792,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339048,"statfs":{"total":96636764160,"available":96603185152,"internally_reserved":0,"allocated":1642496,"data_stored":836782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542369,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37540,"kb_used_data":2196,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334300,"statfs":{"total":96636764160,"available":96598323200,"internally_reserved":0,"allocated":2248704,"data_stored":1428818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:47:12.838 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:47:12.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.991+0000 7f7543d5e640 1 -- 172.21.15.33:0/2485336786 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f753c0cf430 msgr2=0x7f753c0b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.991+0000 7f7543d5e640 1 --2- 172.21.15.33:0/2485336786 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f753c0cf430 0x7f753c0b9430 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f7538009900 tx=0x7f753802a610 comp rx=0 tx=0).stop 2024-07-26T15:47:12.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.991+0000 7f7543d5e640 1 -- 172.21.15.33:0/2485336786 shutdown_connections 2024-07-26T15:47:12.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.991+0000 7f7543d5e640 1 --2- 172.21.15.33:0/2485336786 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f753c0d2990 0x7f753c0b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.991+0000 7f7543d5e640 1 --2- 172.21.15.33:0/2485336786 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f753c0cf430 0x7f753c0b9430 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.991+0000 7f7543d5e640 1 -- 172.21.15.33:0/2485336786 >> 172.21.15.33:0/2485336786 conn(0x7f753c0d3da0 msgr2=0x7f753c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:12.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.991+0000 7f7543d5e640 1 -- 172.21.15.33:0/2485336786 shutdown_connections 2024-07-26T15:47:12.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.991+0000 7f7543d5e640 1 -- 172.21.15.33:0/2485336786 wait complete. 2024-07-26T15:47:12.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.993+0000 7f7543d5e640 1 Processor -- start 2024-07-26T15:47:12.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.993+0000 7f7543d5e640 1 -- start start 2024-07-26T15:47:12.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.994+0000 7f7543d5e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f753c0cf430 0x7f753c160b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:12.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.994+0000 7f7543d5e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f753c0d1b80 0x7f753c152d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:12.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.994+0000 7f7543d5e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f753c1f8810 0x7f753c1f8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:12.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.994+0000 7f7543d5e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f753c0b1f30 con 0x7f753c0cf430 2024-07-26T15:47:12.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.994+0000 7f7543d5e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f753c0b1db0 con 0x7f753c1f8810 2024-07-26T15:47:12.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.994+0000 7f7543d5e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f753c0b20b0 con 0x7f753c0d1b80 2024-07-26T15:47:12.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.994+0000 7f7541afa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f753c0cf430 0x7f753c160b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:12.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.994+0000 7f7541afa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f753c0cf430 0x7f753c160b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41018/0 (socket says 172.21.15.33:41018) 2024-07-26T15:47:12.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f7541afa640 1 -- 172.21.15.33:0/3515516211 learned_addr learned my addr 172.21.15.33:0/3515516211 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:12.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f75412f9640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f753c0d1b80 0x7f753c152d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:12.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f75422fb640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f753c1f8810 0x7f753c1f8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:12.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f7541afa640 1 -- 172.21.15.33:0/3515516211 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f753c0d1b80 msgr2=0x7f753c152d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f7541afa640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f753c0d1b80 0x7f753c152d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f7541afa640 1 -- 172.21.15.33:0/3515516211 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f753c1f8810 msgr2=0x7f753c1f8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:12.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f7541afa640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f753c1f8810 0x7f753c1f8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:12.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f7541afa640 1 -- 172.21.15.33:0/3515516211 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f753c1584f0 con 0x7f753c0cf430 2024-07-26T15:47:12.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f7541afa640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f753c0cf430 0x7f753c160b80 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f7538000c00 tx=0x7f75380038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:12.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f75327fc640 1 -- 172.21.15.33:0/3515516211 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753803e030 con 0x7f753c0cf430 2024-07-26T15:47:12.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f75327fc640 1 -- 172.21.15.33:0/3515516211 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7538005600 con 0x7f753c0cf430 2024-07-26T15:47:12.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f7543d5e640 1 -- 172.21.15.33:0/3515516211 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f753c158790 con 0x7f753c0cf430 2024-07-26T15:47:12.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f75327fc640 1 -- 172.21.15.33:0/3515516211 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538035040 con 0x7f753c0cf430 2024-07-26T15:47:12.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.995+0000 7f7543d5e640 1 -- 172.21.15.33:0/3515516211 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f753c153290 con 0x7f753c0cf430 2024-07-26T15:47:13.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.996+0000 7f7543d5e640 1 -- 172.21.15.33:0/3515516211 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f753c0b25d0 con 0x7f753c0cf430 2024-07-26T15:47:13.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.997+0000 7f75327fc640 1 -- 172.21.15.33:0/3515516211 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f7538041030 con 0x7f753c0cf430 2024-07-26T15:47:13.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.998+0000 7f75327fc640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7520077130 0x7f7520079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:13.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.998+0000 7f75412f9640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7520077130 0x7f7520079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:13.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.998+0000 7f75327fc640 1 -- 172.21.15.33:0/3515516211 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f75380b9550 con 0x7f753c0cf430 2024-07-26T15:47:13.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:12.999+0000 7f75412f9640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7520077130 0x7f7520079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f753c161cf0 tx=0x7f752c009040 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:13.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.002+0000 7f75327fc640 1 -- 172.21.15.33:0/3515516211 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7538081d30 con 0x7f753c0cf430 2024-07-26T15:47:13.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.192+0000 7f7543d5e640 1 -- 172.21.15.33:0/3515516211 --> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f753c161180 con 0x7f7520077130 2024-07-26T15:47:13.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.196+0000 7f75327fc640 1 -- 172.21.15.33:0/3515516211 <== mgr.7638 v2:172.21.15.33:6836/2985538436 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251005 (secure 0 0 0) 0x7f753c161180 con 0x7f7520077130 2024-07-26T15:47:13.200 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:13.202 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:47:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 -- 172.21.15.33:0/3515516211 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7520077130 msgr2=0x7f7520079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7520077130 0x7f7520079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f753c161cf0 tx=0x7f752c009040 comp rx=0 tx=0).stop 2024-07-26T15:47:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 -- 172.21.15.33:0/3515516211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f753c0cf430 msgr2=0x7f753c160b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f753c0cf430 0x7f753c160b80 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f7538000c00 tx=0x7f75380038a0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 -- 172.21.15.33:0/3515516211 shutdown_connections 2024-07-26T15:47:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f753c1f8810 0x7f753c1f8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f753c0d1b80 0x7f753c152d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7520077130 0x7f7520079640 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 --2- 172.21.15.33:0/3515516211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f753c0cf430 0x7f753c160b80 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 -- 172.21.15.33:0/3515516211 >> 172.21.15.33:0/3515516211 conn(0x7f753c0d3da0 msgr2=0x7f753c1e7fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:13.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 -- 172.21.15.33:0/3515516211 shutdown_connections 2024-07-26T15:47:13.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.200+0000 7f7543d5e640 1 -- 172.21.15.33:0/3515516211 wait complete. 2024-07-26T15:47:13.213 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:47:12.005113+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":239,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":164,"ondisk_log_size":164,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":144,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":350884,"kb_used_data":13980,"kb_used_omap":12,"kb_used_meta":336755,"kb_avail":754623836,"statfs":{"total":773094113280,"available":772734808064,"internally_reserved":0,"allocated":14315520,"data_stored":7858838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":344837681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.658069"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726694+0000","last_change":"2024-07-26T15:47:08.372777+0000","last_active":"2024-07-26T15:47:09.726694+0000","last_peered":"2024-07-26T15:47:09.726694+0000","last_clean":"2024-07-26T15:47:09.726694+0000","last_became_active":"2024-07-26T15:47:08.372484+0000","last_became_peered":"2024-07-26T15:47:08.372484+0000","last_unstale":"2024-07-26T15:47:09.726694+0000","last_undegraded":"2024-07-26T15:47:09.726694+0000","last_fullsized":"2024-07-26T15:47:09.726694+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:28.553093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726194+0000","last_change":"2024-07-26T15:47:08.375150+0000","last_active":"2024-07-26T15:47:09.726194+0000","last_peered":"2024-07-26T15:47:09.726194+0000","last_clean":"2024-07-26T15:47:09.726194+0000","last_became_active":"2024-07-26T15:47:08.374815+0000","last_became_peered":"2024-07-26T15:47:08.374815+0000","last_unstale":"2024-07-26T15:47:09.726194+0000","last_undegraded":"2024-07-26T15:47:09.726194+0000","last_fullsized":"2024-07-26T15:47:09.726194+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:58:46.121544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726204+0000","last_change":"2024-07-26T15:47:08.369140+0000","last_active":"2024-07-26T15:47:09.726204+0000","last_peered":"2024-07-26T15:47:09.726204+0000","last_clean":"2024-07-26T15:47:09.726204+0000","last_became_active":"2024-07-26T15:47:08.368776+0000","last_became_peered":"2024-07-26T15:47:08.368776+0000","last_unstale":"2024-07-26T15:47:09.726204+0000","last_undegraded":"2024-07-26T15:47:09.726204+0000","last_fullsized":"2024-07-26T15:47:09.726204+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:39.132025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726851+0000","last_change":"2024-07-26T15:47:08.373126+0000","last_active":"2024-07-26T15:47:09.726851+0000","last_peered":"2024-07-26T15:47:09.726851+0000","last_clean":"2024-07-26T15:47:09.726851+0000","last_became_active":"2024-07-26T15:47:08.372606+0000","last_became_peered":"2024-07-26T15:47:08.372606+0000","last_unstale":"2024-07-26T15:47:09.726851+0000","last_undegraded":"2024-07-26T15:47:09.726851+0000","last_fullsized":"2024-07-26T15:47:09.726851+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:35.378084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.372986+0000","last_change":"2024-07-26T15:47:08.375641+0000","last_active":"2024-07-26T15:47:09.372986+0000","last_peered":"2024-07-26T15:47:09.372986+0000","last_clean":"2024-07-26T15:47:09.372986+0000","last_became_active":"2024-07-26T15:47:08.375318+0000","last_became_peered":"2024-07-26T15:47:08.375318+0000","last_unstale":"2024-07-26T15:47:09.372986+0000","last_undegraded":"2024-07-26T15:47:09.372986+0000","last_fullsized":"2024-07-26T15:47:09.372986+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:55:03.930928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726011+0000","last_change":"2024-07-26T15:47:08.378840+0000","last_active":"2024-07-26T15:47:09.726011+0000","last_peered":"2024-07-26T15:47:09.726011+0000","last_clean":"2024-07-26T15:47:09.726011+0000","last_became_active":"2024-07-26T15:47:08.378224+0000","last_became_peered":"2024-07-26T15:47:08.378224+0000","last_unstale":"2024-07-26T15:47:09.726011+0000","last_undegraded":"2024-07-26T15:47:09.726011+0000","last_fullsized":"2024-07-26T15:47:09.726011+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:12.684006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725555+0000","last_change":"2024-07-26T15:47:08.381901+0000","last_active":"2024-07-26T15:47:09.725555+0000","last_peered":"2024-07-26T15:47:09.725555+0000","last_clean":"2024-07-26T15:47:09.725555+0000","last_became_active":"2024-07-26T15:47:08.381127+0000","last_became_peered":"2024-07-26T15:47:08.381127+0000","last_unstale":"2024-07-26T15:47:09.725555+0000","last_undegraded":"2024-07-26T15:47:09.725555+0000","last_fullsized":"2024-07-26T15:47:09.725555+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:51.059724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725398+0000","last_change":"2024-07-26T15:47:08.385018+0000","last_active":"2024-07-26T15:47:09.725398+0000","last_peered":"2024-07-26T15:47:09.725398+0000","last_clean":"2024-07-26T15:47:09.725398+0000","last_became_active":"2024-07-26T15:47:08.384297+0000","last_became_peered":"2024-07-26T15:47:08.384297+0000","last_unstale":"2024-07-26T15:47:09.725398+0000","last_undegraded":"2024-07-26T15:47:09.725398+0000","last_fullsized":"2024-07-26T15:47:09.725398+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:29:14.304876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725950+0000","last_change":"2024-07-26T15:47:08.382044+0000","last_active":"2024-07-26T15:47:09.725950+0000","last_peered":"2024-07-26T15:47:09.725950+0000","last_clean":"2024-07-26T15:47:09.725950+0000","last_became_active":"2024-07-26T15:47:08.381726+0000","last_became_peered":"2024-07-26T15:47:08.381726+0000","last_unstale":"2024-07-26T15:47:09.725950+0000","last_undegraded":"2024-07-26T15:47:09.725950+0000","last_fullsized":"2024-07-26T15:47:09.725950+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:57.038257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373317+0000","last_change":"2024-07-26T15:47:08.385951+0000","last_active":"2024-07-26T15:47:09.373317+0000","last_peered":"2024-07-26T15:47:09.373317+0000","last_clean":"2024-07-26T15:47:09.373317+0000","last_became_active":"2024-07-26T15:47:08.384749+0000","last_became_peered":"2024-07-26T15:47:08.384749+0000","last_unstale":"2024-07-26T15:47:09.373317+0000","last_undegraded":"2024-07-26T15:47:09.373317+0000","last_fullsized":"2024-07-26T15:47:09.373317+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:26.480088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374935+0000","last_change":"2024-07-26T15:47:08.382232+0000","last_active":"2024-07-26T15:47:09.374935+0000","last_peered":"2024-07-26T15:47:09.374935+0000","last_clean":"2024-07-26T15:47:09.374935+0000","last_became_active":"2024-07-26T15:47:08.381933+0000","last_became_peered":"2024-07-26T15:47:08.381933+0000","last_unstale":"2024-07-26T15:47:09.374935+0000","last_undegraded":"2024-07-26T15:47:09.374935+0000","last_fullsized":"2024-07-26T15:47:09.374935+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:31:18.152570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726458+0000","last_change":"2024-07-26T15:47:08.375947+0000","last_active":"2024-07-26T15:47:09.726458+0000","last_peered":"2024-07-26T15:47:09.726458+0000","last_clean":"2024-07-26T15:47:09.726458+0000","last_became_active":"2024-07-26T15:47:08.375656+0000","last_became_peered":"2024-07-26T15:47:08.375656+0000","last_unstale":"2024-07-26T15:47:09.726458+0000","last_undegraded":"2024-07-26T15:47:09.726458+0000","last_fullsized":"2024-07-26T15:47:09.726458+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:21.441961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725412+0000","last_change":"2024-07-26T15:47:08.378716+0000","last_active":"2024-07-26T15:47:09.725412+0000","last_peered":"2024-07-26T15:47:09.725412+0000","last_clean":"2024-07-26T15:47:09.725412+0000","last_became_active":"2024-07-26T15:47:08.378401+0000","last_became_peered":"2024-07-26T15:47:08.378401+0000","last_unstale":"2024-07-26T15:47:09.725412+0000","last_undegraded":"2024-07-26T15:47:09.725412+0000","last_fullsized":"2024-07-26T15:47:09.725412+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:25.522796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725398+0000","last_change":"2024-07-26T15:47:08.375051+0000","last_active":"2024-07-26T15:47:09.725398+0000","last_peered":"2024-07-26T15:47:09.725398+0000","last_clean":"2024-07-26T15:47:09.725398+0000","last_became_active":"2024-07-26T15:47:08.374698+0000","last_became_peered":"2024-07-26T15:47:08.374698+0000","last_unstale":"2024-07-26T15:47:09.725398+0000","last_undegraded":"2024-07-26T15:47:09.725398+0000","last_fullsized":"2024-07-26T15:47:09.725398+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:39.687844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725184+0000","last_change":"2024-07-26T15:47:08.372373+0000","last_active":"2024-07-26T15:47:09.725184+0000","last_peered":"2024-07-26T15:47:09.725184+0000","last_clean":"2024-07-26T15:47:09.725184+0000","last_became_active":"2024-07-26T15:47:08.372048+0000","last_became_peered":"2024-07-26T15:47:08.372048+0000","last_unstale":"2024-07-26T15:47:09.725184+0000","last_undegraded":"2024-07-26T15:47:09.725184+0000","last_fullsized":"2024-07-26T15:47:09.725184+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:19:52.568484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726811+0000","last_change":"2024-07-26T15:47:08.374655+0000","last_active":"2024-07-26T15:47:09.726811+0000","last_peered":"2024-07-26T15:47:09.726811+0000","last_clean":"2024-07-26T15:47:09.726811+0000","last_became_active":"2024-07-26T15:47:08.374361+0000","last_became_peered":"2024-07-26T15:47:08.374361+0000","last_unstale":"2024-07-26T15:47:09.726811+0000","last_undegraded":"2024-07-26T15:47:09.726811+0000","last_fullsized":"2024-07-26T15:47:09.726811+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:10.829731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726207+0000","last_change":"2024-07-26T15:47:08.378002+0000","last_active":"2024-07-26T15:47:09.726207+0000","last_peered":"2024-07-26T15:47:09.726207+0000","last_clean":"2024-07-26T15:47:09.726207+0000","last_became_active":"2024-07-26T15:47:08.377677+0000","last_became_peered":"2024-07-26T15:47:08.377677+0000","last_unstale":"2024-07-26T15:47:09.726207+0000","last_undegraded":"2024-07-26T15:47:09.726207+0000","last_fullsized":"2024-07-26T15:47:09.726207+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:20.469144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726392+0000","last_change":"2024-07-26T15:47:08.380982+0000","last_active":"2024-07-26T15:47:09.726392+0000","last_peered":"2024-07-26T15:47:09.726392+0000","last_clean":"2024-07-26T15:47:09.726392+0000","last_became_active":"2024-07-26T15:47:08.380349+0000","last_became_peered":"2024-07-26T15:47:08.380349+0000","last_unstale":"2024-07-26T15:47:09.726392+0000","last_undegraded":"2024-07-26T15:47:09.726392+0000","last_fullsized":"2024-07-26T15:47:09.726392+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:27.145090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725641+0000","last_change":"2024-07-26T15:47:08.384054+0000","last_active":"2024-07-26T15:47:09.725641+0000","last_peered":"2024-07-26T15:47:09.725641+0000","last_clean":"2024-07-26T15:47:09.725641+0000","last_became_active":"2024-07-26T15:47:08.383745+0000","last_became_peered":"2024-07-26T15:47:08.383745+0000","last_unstale":"2024-07-26T15:47:09.725641+0000","last_undegraded":"2024-07-26T15:47:09.725641+0000","last_fullsized":"2024-07-26T15:47:09.725641+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:30.390947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373104+0000","last_change":"2024-07-26T15:47:08.378320+0000","last_active":"2024-07-26T15:47:09.373104+0000","last_peered":"2024-07-26T15:47:09.373104+0000","last_clean":"2024-07-26T15:47:09.373104+0000","last_became_active":"2024-07-26T15:47:08.377985+0000","last_became_peered":"2024-07-26T15:47:08.377985+0000","last_unstale":"2024-07-26T15:47:09.373104+0000","last_undegraded":"2024-07-26T15:47:09.373104+0000","last_fullsized":"2024-07-26T15:47:09.373104+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:15.750158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725802+0000","last_change":"2024-07-26T15:47:08.369185+0000","last_active":"2024-07-26T15:47:09.725802+0000","last_peered":"2024-07-26T15:47:09.725802+0000","last_clean":"2024-07-26T15:47:09.725802+0000","last_became_active":"2024-07-26T15:47:08.368835+0000","last_became_peered":"2024-07-26T15:47:08.368835+0000","last_unstale":"2024-07-26T15:47:09.725802+0000","last_undegraded":"2024-07-26T15:47:09.725802+0000","last_fullsized":"2024-07-26T15:47:09.725802+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:08.014538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.372743+0000","last_change":"2024-07-26T15:47:08.381108+0000","last_active":"2024-07-26T15:47:09.372743+0000","last_peered":"2024-07-26T15:47:09.372743+0000","last_clean":"2024-07-26T15:47:09.372743+0000","last_became_active":"2024-07-26T15:47:08.379577+0000","last_became_peered":"2024-07-26T15:47:08.379577+0000","last_unstale":"2024-07-26T15:47:09.372743+0000","last_undegraded":"2024-07-26T15:47:09.372743+0000","last_fullsized":"2024-07-26T15:47:09.372743+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:32.017288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375003+0000","last_change":"2024-07-26T15:47:08.369740+0000","last_active":"2024-07-26T15:47:09.375003+0000","last_peered":"2024-07-26T15:47:09.375003+0000","last_clean":"2024-07-26T15:47:09.375003+0000","last_became_active":"2024-07-26T15:47:08.369411+0000","last_became_peered":"2024-07-26T15:47:08.369411+0000","last_unstale":"2024-07-26T15:47:09.375003+0000","last_undegraded":"2024-07-26T15:47:09.375003+0000","last_fullsized":"2024-07-26T15:47:09.375003+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:18.033890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726164+0000","last_change":"2024-07-26T15:47:08.376880+0000","last_active":"2024-07-26T15:47:09.726164+0000","last_peered":"2024-07-26T15:47:09.726164+0000","last_clean":"2024-07-26T15:47:09.726164+0000","last_became_active":"2024-07-26T15:47:08.376343+0000","last_became_peered":"2024-07-26T15:47:08.376343+0000","last_unstale":"2024-07-26T15:47:09.726164+0000","last_undegraded":"2024-07-26T15:47:09.726164+0000","last_fullsized":"2024-07-26T15:47:09.726164+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:39:02.119798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725844+0000","last_change":"2024-07-26T15:47:08.372250+0000","last_active":"2024-07-26T15:47:09.725844+0000","last_peered":"2024-07-26T15:47:09.725844+0000","last_clean":"2024-07-26T15:47:09.725844+0000","last_became_active":"2024-07-26T15:47:08.371898+0000","last_became_peered":"2024-07-26T15:47:08.371898+0000","last_unstale":"2024-07-26T15:47:09.725844+0000","last_undegraded":"2024-07-26T15:47:09.725844+0000","last_fullsized":"2024-07-26T15:47:09.725844+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:36.005162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726097+0000","last_change":"2024-07-26T15:47:08.381628+0000","last_active":"2024-07-26T15:47:09.726097+0000","last_peered":"2024-07-26T15:47:09.726097+0000","last_clean":"2024-07-26T15:47:09.726097+0000","last_became_active":"2024-07-26T15:47:08.381279+0000","last_became_peered":"2024-07-26T15:47:08.381279+0000","last_unstale":"2024-07-26T15:47:09.726097+0000","last_undegraded":"2024-07-26T15:47:09.726097+0000","last_fullsized":"2024-07-26T15:47:09.726097+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:25.707274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725892+0000","last_change":"2024-07-26T15:47:08.371139+0000","last_active":"2024-07-26T15:47:09.725892+0000","last_peered":"2024-07-26T15:47:09.725892+0000","last_clean":"2024-07-26T15:47:09.725892+0000","last_became_active":"2024-07-26T15:47:08.370771+0000","last_became_peered":"2024-07-26T15:47:08.370771+0000","last_unstale":"2024-07-26T15:47:09.725892+0000","last_undegraded":"2024-07-26T15:47:09.725892+0000","last_fullsized":"2024-07-26T15:47:09.725892+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:02:29.607702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726756+0000","last_change":"2024-07-26T15:47:08.380877+0000","last_active":"2024-07-26T15:47:09.726756+0000","last_peered":"2024-07-26T15:47:09.726756+0000","last_clean":"2024-07-26T15:47:09.726756+0000","last_became_active":"2024-07-26T15:47:08.380088+0000","last_became_peered":"2024-07-26T15:47:08.380088+0000","last_unstale":"2024-07-26T15:47:09.726756+0000","last_undegraded":"2024-07-26T15:47:09.726756+0000","last_fullsized":"2024-07-26T15:47:09.726756+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:59.285849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"132'4","reported_seq":19,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727414+0000","last_change":"2024-07-26T15:47:07.374464+0000","last_active":"2024-07-26T15:47:09.727414+0000","last_peered":"2024-07-26T15:47:09.727414+0000","last_clean":"2024-07-26T15:47:09.727414+0000","last_became_active":"2024-07-26T15:47:07.374118+0000","last_became_peered":"2024-07-26T15:47:07.374118+0000","last_unstale":"2024-07-26T15:47:09.727414+0000","last_undegraded":"2024-07-26T15:47:09.727414+0000","last_fullsized":"2024-07-26T15:47:09.727414+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:09.018551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725432+0000","last_change":"2024-07-26T15:47:08.378699+0000","last_active":"2024-07-26T15:47:09.725432+0000","last_peered":"2024-07-26T15:47:09.725432+0000","last_clean":"2024-07-26T15:47:09.725432+0000","last_became_active":"2024-07-26T15:47:08.377975+0000","last_became_peered":"2024-07-26T15:47:08.377975+0000","last_unstale":"2024-07-26T15:47:09.725432+0000","last_undegraded":"2024-07-26T15:47:09.725432+0000","last_fullsized":"2024-07-26T15:47:09.725432+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:42.389092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726050+0000","last_change":"2024-07-26T15:47:07.373828+0000","last_active":"2024-07-26T15:47:09.726050+0000","last_peered":"2024-07-26T15:47:09.726050+0000","last_clean":"2024-07-26T15:47:09.726050+0000","last_became_active":"2024-07-26T15:47:07.373482+0000","last_became_peered":"2024-07-26T15:47:07.373482+0000","last_unstale":"2024-07-26T15:47:09.726050+0000","last_undegraded":"2024-07-26T15:47:09.726050+0000","last_fullsized":"2024-07-26T15:47:09.726050+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:10.811642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.350328+0000","last_change":"2024-07-26T15:47:06.350328+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.350328+0000","last_undegraded":"2024-07-26T15:47:06.350328+0000","last_fullsized":"2024-07-26T15:47:06.350328+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374701+0000","last_change":"2024-07-26T15:47:08.373074+0000","last_active":"2024-07-26T15:47:09.374701+0000","last_peered":"2024-07-26T15:47:09.374701+0000","last_clean":"2024-07-26T15:47:09.374701+0000","last_became_active":"2024-07-26T15:47:08.372744+0000","last_became_peered":"2024-07-26T15:47:08.372744+0000","last_unstale":"2024-07-26T15:47:09.374701+0000","last_undegraded":"2024-07-26T15:47:09.374701+0000","last_fullsized":"2024-07-26T15:47:09.374701+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:59.782246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373182+0000","last_change":"2024-07-26T15:47:07.373263+0000","last_active":"2024-07-26T15:47:09.373182+0000","last_peered":"2024-07-26T15:47:09.373182+0000","last_clean":"2024-07-26T15:47:09.373182+0000","last_became_active":"2024-07-26T15:47:07.372745+0000","last_became_peered":"2024-07-26T15:47:07.372745+0000","last_unstale":"2024-07-26T15:47:09.373182+0000","last_undegraded":"2024-07-26T15:47:09.373182+0000","last_fullsized":"2024-07-26T15:47:09.373182+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:22.134765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727054+0000","last_change":"2024-07-26T15:47:08.375647+0000","last_active":"2024-07-26T15:47:09.727054+0000","last_peered":"2024-07-26T15:47:09.727054+0000","last_clean":"2024-07-26T15:47:09.727054+0000","last_became_active":"2024-07-26T15:47:08.375349+0000","last_became_peered":"2024-07-26T15:47:08.375349+0000","last_unstale":"2024-07-26T15:47:09.727054+0000","last_undegraded":"2024-07-26T15:47:09.727054+0000","last_fullsized":"2024-07-26T15:47:09.727054+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:42.400872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725180+0000","last_change":"2024-07-26T15:47:07.372684+0000","last_active":"2024-07-26T15:47:09.725180+0000","last_peered":"2024-07-26T15:47:09.725180+0000","last_clean":"2024-07-26T15:47:09.725180+0000","last_became_active":"2024-07-26T15:47:07.372335+0000","last_became_peered":"2024-07-26T15:47:07.372335+0000","last_unstale":"2024-07-26T15:47:09.725180+0000","last_undegraded":"2024-07-26T15:47:09.725180+0000","last_fullsized":"2024-07-26T15:47:09.725180+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:12:29.046297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726684+0000","last_change":"2024-07-26T15:47:08.380685+0000","last_active":"2024-07-26T15:47:09.726684+0000","last_peered":"2024-07-26T15:47:09.726684+0000","last_clean":"2024-07-26T15:47:09.726684+0000","last_became_active":"2024-07-26T15:47:08.379832+0000","last_became_peered":"2024-07-26T15:47:08.379832+0000","last_unstale":"2024-07-26T15:47:09.726684+0000","last_undegraded":"2024-07-26T15:47:09.726684+0000","last_fullsized":"2024-07-26T15:47:09.726684+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:25.607980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374741+0000","last_change":"2024-07-26T15:47:07.367789+0000","last_active":"2024-07-26T15:47:09.374741+0000","last_peered":"2024-07-26T15:47:09.374741+0000","last_clean":"2024-07-26T15:47:09.374741+0000","last_became_active":"2024-07-26T15:47:07.367466+0000","last_became_peered":"2024-07-26T15:47:07.367466+0000","last_unstale":"2024-07-26T15:47:09.374741+0000","last_undegraded":"2024-07-26T15:47:09.374741+0000","last_fullsized":"2024-07-26T15:47:09.374741+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:22.547871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726333+0000","last_change":"2024-07-26T15:47:08.382545+0000","last_active":"2024-07-26T15:47:09.726333+0000","last_peered":"2024-07-26T15:47:09.726333+0000","last_clean":"2024-07-26T15:47:09.726333+0000","last_became_active":"2024-07-26T15:47:08.381344+0000","last_became_peered":"2024-07-26T15:47:08.381344+0000","last_unstale":"2024-07-26T15:47:09.726333+0000","last_undegraded":"2024-07-26T15:47:09.726333+0000","last_fullsized":"2024-07-26T15:47:09.726333+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:56:59.180647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349770+0000","last_change":"2024-07-26T15:47:06.349770+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349770+0000","last_undegraded":"2024-07-26T15:47:06.349770+0000","last_fullsized":"2024-07-26T15:47:06.349770+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727525+0000","last_change":"2024-07-26T15:47:08.381466+0000","last_active":"2024-07-26T15:47:09.727525+0000","last_peered":"2024-07-26T15:47:09.727525+0000","last_clean":"2024-07-26T15:47:09.727525+0000","last_became_active":"2024-07-26T15:47:08.381128+0000","last_became_peered":"2024-07-26T15:47:08.381128+0000","last_unstale":"2024-07-26T15:47:09.727525+0000","last_undegraded":"2024-07-26T15:47:09.727525+0000","last_fullsized":"2024-07-26T15:47:09.727525+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:21.257800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726299+0000","last_change":"2024-07-26T15:47:07.369114+0000","last_active":"2024-07-26T15:47:09.726299+0000","last_peered":"2024-07-26T15:47:09.726299+0000","last_clean":"2024-07-26T15:47:09.726299+0000","last_became_active":"2024-07-26T15:47:07.368738+0000","last_became_peered":"2024-07-26T15:47:07.368738+0000","last_unstale":"2024-07-26T15:47:09.726299+0000","last_undegraded":"2024-07-26T15:47:09.726299+0000","last_fullsized":"2024-07-26T15:47:09.726299+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:56:25.039572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726541+0000","last_change":"2024-07-26T15:47:08.381191+0000","last_active":"2024-07-26T15:47:09.726541+0000","last_peered":"2024-07-26T15:47:09.726541+0000","last_clean":"2024-07-26T15:47:09.726541+0000","last_became_active":"2024-07-26T15:47:08.380550+0000","last_became_peered":"2024-07-26T15:47:08.380550+0000","last_unstale":"2024-07-26T15:47:09.726541+0000","last_undegraded":"2024-07-26T15:47:09.726541+0000","last_fullsized":"2024-07-26T15:47:09.726541+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:31:12.924886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349783+0000","last_change":"2024-07-26T15:47:06.349783+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349783+0000","last_undegraded":"2024-07-26T15:47:06.349783+0000","last_fullsized":"2024-07-26T15:47:06.349783+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373070+0000","last_change":"2024-07-26T15:47:08.372691+0000","last_active":"2024-07-26T15:47:09.373070+0000","last_peered":"2024-07-26T15:47:09.373070+0000","last_clean":"2024-07-26T15:47:09.373070+0000","last_became_active":"2024-07-26T15:47:08.372338+0000","last_became_peered":"2024-07-26T15:47:08.372338+0000","last_unstale":"2024-07-26T15:47:09.373070+0000","last_undegraded":"2024-07-26T15:47:09.373070+0000","last_fullsized":"2024-07-26T15:47:09.373070+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:59:32.840589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725958+0000","last_change":"2024-07-26T15:47:07.378842+0000","last_active":"2024-07-26T15:47:09.725958+0000","last_peered":"2024-07-26T15:47:09.725958+0000","last_clean":"2024-07-26T15:47:09.725958+0000","last_became_active":"2024-07-26T15:47:07.378530+0000","last_became_peered":"2024-07-26T15:47:07.378530+0000","last_unstale":"2024-07-26T15:47:09.725958+0000","last_undegraded":"2024-07-26T15:47:09.725958+0000","last_fullsized":"2024-07-26T15:47:09.725958+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:48:49.612104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725748+0000","last_change":"2024-07-26T15:47:08.377174+0000","last_active":"2024-07-26T15:47:09.725748+0000","last_peered":"2024-07-26T15:47:09.725748+0000","last_clean":"2024-07-26T15:47:09.725748+0000","last_became_active":"2024-07-26T15:47:08.376849+0000","last_became_peered":"2024-07-26T15:47:08.376849+0000","last_unstale":"2024-07-26T15:47:09.725748+0000","last_undegraded":"2024-07-26T15:47:09.725748+0000","last_fullsized":"2024-07-26T15:47:09.725748+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:12.532065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"132'3","reported_seq":18,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725149+0000","last_change":"2024-07-26T15:47:07.372827+0000","last_active":"2024-07-26T15:47:09.725149+0000","last_peered":"2024-07-26T15:47:09.725149+0000","last_clean":"2024-07-26T15:47:09.725149+0000","last_became_active":"2024-07-26T15:47:07.372447+0000","last_became_peered":"2024-07-26T15:47:07.372447+0000","last_unstale":"2024-07-26T15:47:09.725149+0000","last_undegraded":"2024-07-26T15:47:09.725149+0000","last_fullsized":"2024-07-26T15:47:09.725149+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:54.351384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373204+0000","last_change":"2024-07-26T15:47:08.374436+0000","last_active":"2024-07-26T15:47:09.373204+0000","last_peered":"2024-07-26T15:47:09.373204+0000","last_clean":"2024-07-26T15:47:09.373204+0000","last_became_active":"2024-07-26T15:47:08.373700+0000","last_became_peered":"2024-07-26T15:47:08.373700+0000","last_unstale":"2024-07-26T15:47:09.373204+0000","last_undegraded":"2024-07-26T15:47:09.373204+0000","last_fullsized":"2024-07-26T15:47:09.373204+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:27.460607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"132'6","reported_seq":21,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726065+0000","last_change":"2024-07-26T15:47:07.373992+0000","last_active":"2024-07-26T15:47:09.726065+0000","last_peered":"2024-07-26T15:47:09.726065+0000","last_clean":"2024-07-26T15:47:09.726065+0000","last_became_active":"2024-07-26T15:47:07.373649+0000","last_became_peered":"2024-07-26T15:47:07.373649+0000","last_unstale":"2024-07-26T15:47:09.726065+0000","last_undegraded":"2024-07-26T15:47:09.726065+0000","last_fullsized":"2024-07-26T15:47:09.726065+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:56.484649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374513+0000","last_change":"2024-07-26T15:47:08.380226+0000","last_active":"2024-07-26T15:47:09.374513+0000","last_peered":"2024-07-26T15:47:09.374513+0000","last_clean":"2024-07-26T15:47:09.374513+0000","last_became_active":"2024-07-26T15:47:08.379903+0000","last_became_peered":"2024-07-26T15:47:08.379903+0000","last_unstale":"2024-07-26T15:47:09.374513+0000","last_undegraded":"2024-07-26T15:47:09.374513+0000","last_fullsized":"2024-07-26T15:47:09.374513+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:01:21.600170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373178+0000","last_change":"2024-07-26T15:47:07.379006+0000","last_active":"2024-07-26T15:47:09.373178+0000","last_peered":"2024-07-26T15:47:09.373178+0000","last_clean":"2024-07-26T15:47:09.373178+0000","last_became_active":"2024-07-26T15:47:07.378707+0000","last_became_peered":"2024-07-26T15:47:07.378707+0000","last_unstale":"2024-07-26T15:47:09.373178+0000","last_undegraded":"2024-07-26T15:47:09.373178+0000","last_fullsized":"2024-07-26T15:47:09.373178+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:42.647376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726031+0000","last_change":"2024-07-26T15:47:08.382669+0000","last_active":"2024-07-26T15:47:09.726031+0000","last_peered":"2024-07-26T15:47:09.726031+0000","last_clean":"2024-07-26T15:47:09.726031+0000","last_became_active":"2024-07-26T15:47:08.382298+0000","last_became_peered":"2024-07-26T15:47:08.382298+0000","last_unstale":"2024-07-26T15:47:09.726031+0000","last_undegraded":"2024-07-26T15:47:09.726031+0000","last_fullsized":"2024-07-26T15:47:09.726031+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:13.320714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726208+0000","last_change":"2024-07-26T15:47:07.365411+0000","last_active":"2024-07-26T15:47:09.726208+0000","last_peered":"2024-07-26T15:47:09.726208+0000","last_clean":"2024-07-26T15:47:09.726208+0000","last_became_active":"2024-07-26T15:47:07.365070+0000","last_became_peered":"2024-07-26T15:47:07.365070+0000","last_unstale":"2024-07-26T15:47:09.726208+0000","last_undegraded":"2024-07-26T15:47:09.726208+0000","last_fullsized":"2024-07-26T15:47:09.726208+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:20.822068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725606+0000","last_change":"2024-07-26T15:47:08.378867+0000","last_active":"2024-07-26T15:47:09.725606+0000","last_peered":"2024-07-26T15:47:09.725606+0000","last_clean":"2024-07-26T15:47:09.725606+0000","last_became_active":"2024-07-26T15:47:08.378535+0000","last_became_peered":"2024-07-26T15:47:08.378535+0000","last_unstale":"2024-07-26T15:47:09.725606+0000","last_undegraded":"2024-07-26T15:47:09.725606+0000","last_fullsized":"2024-07-26T15:47:09.725606+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:48:07.616989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725501+0000","last_change":"2024-07-26T15:47:07.375083+0000","last_active":"2024-07-26T15:47:09.725501+0000","last_peered":"2024-07-26T15:47:09.725501+0000","last_clean":"2024-07-26T15:47:09.725501+0000","last_became_active":"2024-07-26T15:47:07.374760+0000","last_became_peered":"2024-07-26T15:47:07.374760+0000","last_unstale":"2024-07-26T15:47:09.725501+0000","last_undegraded":"2024-07-26T15:47:09.725501+0000","last_fullsized":"2024-07-26T15:47:09.725501+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:16.878161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726913+0000","last_change":"2024-07-26T15:47:08.376224+0000","last_active":"2024-07-26T15:47:09.726913+0000","last_peered":"2024-07-26T15:47:09.726913+0000","last_clean":"2024-07-26T15:47:09.726913+0000","last_became_active":"2024-07-26T15:47:08.375533+0000","last_became_peered":"2024-07-26T15:47:08.375533+0000","last_unstale":"2024-07-26T15:47:09.726913+0000","last_undegraded":"2024-07-26T15:47:09.726913+0000","last_fullsized":"2024-07-26T15:47:09.726913+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:14:00.894224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349900+0000","last_change":"2024-07-26T15:47:06.349900+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349900+0000","last_undegraded":"2024-07-26T15:47:06.349900+0000","last_fullsized":"2024-07-26T15:47:06.349900+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725604+0000","last_change":"2024-07-26T15:47:08.385297+0000","last_active":"2024-07-26T15:47:09.725604+0000","last_peered":"2024-07-26T15:47:09.725604+0000","last_clean":"2024-07-26T15:47:09.725604+0000","last_became_active":"2024-07-26T15:47:08.384708+0000","last_became_peered":"2024-07-26T15:47:08.384708+0000","last_unstale":"2024-07-26T15:47:09.725604+0000","last_undegraded":"2024-07-26T15:47:09.725604+0000","last_fullsized":"2024-07-26T15:47:09.725604+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:47.802518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725761+0000","last_change":"2024-07-26T15:47:07.373218+0000","last_active":"2024-07-26T15:47:09.725761+0000","last_peered":"2024-07-26T15:47:09.725761+0000","last_clean":"2024-07-26T15:47:09.725761+0000","last_became_active":"2024-07-26T15:47:07.372826+0000","last_became_peered":"2024-07-26T15:47:07.372826+0000","last_unstale":"2024-07-26T15:47:09.725761+0000","last_undegraded":"2024-07-26T15:47:09.725761+0000","last_fullsized":"2024-07-26T15:47:09.725761+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:19:29.284780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726256+0000","last_change":"2024-07-26T15:47:08.381599+0000","last_active":"2024-07-26T15:47:09.726256+0000","last_peered":"2024-07-26T15:47:09.726256+0000","last_clean":"2024-07-26T15:47:09.726256+0000","last_became_active":"2024-07-26T15:47:08.381210+0000","last_became_peered":"2024-07-26T15:47:08.381210+0000","last_unstale":"2024-07-26T15:47:09.726256+0000","last_undegraded":"2024-07-26T15:47:09.726256+0000","last_fullsized":"2024-07-26T15:47:09.726256+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:42.894812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725390+0000","last_change":"2024-07-26T15:47:07.370276+0000","last_active":"2024-07-26T15:47:09.725390+0000","last_peered":"2024-07-26T15:47:09.725390+0000","last_clean":"2024-07-26T15:47:09.725390+0000","last_became_active":"2024-07-26T15:47:07.369892+0000","last_became_peered":"2024-07-26T15:47:07.369892+0000","last_unstale":"2024-07-26T15:47:09.725390+0000","last_undegraded":"2024-07-26T15:47:09.725390+0000","last_fullsized":"2024-07-26T15:47:09.725390+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:07.693322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373112+0000","last_change":"2024-07-26T15:47:08.374120+0000","last_active":"2024-07-26T15:47:09.373112+0000","last_peered":"2024-07-26T15:47:09.373112+0000","last_clean":"2024-07-26T15:47:09.373112+0000","last_became_active":"2024-07-26T15:47:08.373306+0000","last_became_peered":"2024-07-26T15:47:08.373306+0000","last_unstale":"2024-07-26T15:47:09.373112+0000","last_undegraded":"2024-07-26T15:47:09.373112+0000","last_fullsized":"2024-07-26T15:47:09.373112+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:16.936949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374587+0000","last_change":"2024-07-26T15:47:07.375193+0000","last_active":"2024-07-26T15:47:09.374587+0000","last_peered":"2024-07-26T15:47:09.374587+0000","last_clean":"2024-07-26T15:47:09.374587+0000","last_became_active":"2024-07-26T15:47:07.374841+0000","last_became_peered":"2024-07-26T15:47:07.374841+0000","last_unstale":"2024-07-26T15:47:09.374587+0000","last_undegraded":"2024-07-26T15:47:09.374587+0000","last_fullsized":"2024-07-26T15:47:09.374587+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:20.433548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726304+0000","last_change":"2024-07-26T15:47:08.381294+0000","last_active":"2024-07-26T15:47:09.726304+0000","last_peered":"2024-07-26T15:47:09.726304+0000","last_clean":"2024-07-26T15:47:09.726304+0000","last_became_active":"2024-07-26T15:47:08.380385+0000","last_became_peered":"2024-07-26T15:47:08.380385+0000","last_unstale":"2024-07-26T15:47:09.726304+0000","last_undegraded":"2024-07-26T15:47:09.726304+0000","last_fullsized":"2024-07-26T15:47:09.726304+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:11.569863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725914+0000","last_change":"2024-07-26T15:47:07.372951+0000","last_active":"2024-07-26T15:47:09.725914+0000","last_peered":"2024-07-26T15:47:09.725914+0000","last_clean":"2024-07-26T15:47:09.725914+0000","last_became_active":"2024-07-26T15:47:07.372652+0000","last_became_peered":"2024-07-26T15:47:07.372652+0000","last_unstale":"2024-07-26T15:47:09.725914+0000","last_undegraded":"2024-07-26T15:47:09.725914+0000","last_fullsized":"2024-07-26T15:47:09.725914+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:57.677521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726565+0000","last_change":"2024-07-26T15:47:08.381488+0000","last_active":"2024-07-26T15:47:09.726565+0000","last_peered":"2024-07-26T15:47:09.726565+0000","last_clean":"2024-07-26T15:47:09.726565+0000","last_became_active":"2024-07-26T15:47:08.378459+0000","last_became_peered":"2024-07-26T15:47:08.378459+0000","last_unstale":"2024-07-26T15:47:09.726565+0000","last_undegraded":"2024-07-26T15:47:09.726565+0000","last_fullsized":"2024-07-26T15:47:09.726565+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:11:22.098321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725318+0000","last_change":"2024-07-26T15:47:07.378468+0000","last_active":"2024-07-26T15:47:09.725318+0000","last_peered":"2024-07-26T15:47:09.725318+0000","last_clean":"2024-07-26T15:47:09.725318+0000","last_became_active":"2024-07-26T15:47:07.378113+0000","last_became_peered":"2024-07-26T15:47:07.378113+0000","last_unstale":"2024-07-26T15:47:09.725318+0000","last_undegraded":"2024-07-26T15:47:09.725318+0000","last_fullsized":"2024-07-26T15:47:09.725318+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:32.431153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727336+0000","last_change":"2024-07-26T15:47:08.383745+0000","last_active":"2024-07-26T15:47:09.727336+0000","last_peered":"2024-07-26T15:47:09.727336+0000","last_clean":"2024-07-26T15:47:09.727336+0000","last_became_active":"2024-07-26T15:47:08.383428+0000","last_became_peered":"2024-07-26T15:47:08.383428+0000","last_unstale":"2024-07-26T15:47:09.727336+0000","last_undegraded":"2024-07-26T15:47:09.727336+0000","last_fullsized":"2024-07-26T15:47:09.727336+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:30.007598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725702+0000","last_change":"2024-07-26T15:47:07.370907+0000","last_active":"2024-07-26T15:47:09.725702+0000","last_peered":"2024-07-26T15:47:09.725702+0000","last_clean":"2024-07-26T15:47:09.725702+0000","last_became_active":"2024-07-26T15:47:07.370459+0000","last_became_peered":"2024-07-26T15:47:07.370459+0000","last_unstale":"2024-07-26T15:47:09.725702+0000","last_undegraded":"2024-07-26T15:47:09.725702+0000","last_fullsized":"2024-07-26T15:47:09.725702+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:14.444898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725944+0000","last_change":"2024-07-26T15:47:08.378821+0000","last_active":"2024-07-26T15:47:09.725944+0000","last_peered":"2024-07-26T15:47:09.725944+0000","last_clean":"2024-07-26T15:47:09.725944+0000","last_became_active":"2024-07-26T15:47:08.378265+0000","last_became_peered":"2024-07-26T15:47:08.378265+0000","last_unstale":"2024-07-26T15:47:09.725944+0000","last_undegraded":"2024-07-26T15:47:09.725944+0000","last_fullsized":"2024-07-26T15:47:09.725944+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:36.015730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725684+0000","last_change":"2024-07-26T15:47:07.377474+0000","last_active":"2024-07-26T15:47:09.725684+0000","last_peered":"2024-07-26T15:47:09.725684+0000","last_clean":"2024-07-26T15:47:09.725684+0000","last_became_active":"2024-07-26T15:47:07.377162+0000","last_became_peered":"2024-07-26T15:47:07.377162+0000","last_unstale":"2024-07-26T15:47:09.725684+0000","last_undegraded":"2024-07-26T15:47:09.725684+0000","last_fullsized":"2024-07-26T15:47:09.725684+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:22:46.596572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726315+0000","last_change":"2024-07-26T15:47:08.373624+0000","last_active":"2024-07-26T15:47:09.726315+0000","last_peered":"2024-07-26T15:47:09.726315+0000","last_clean":"2024-07-26T15:47:09.726315+0000","last_became_active":"2024-07-26T15:47:08.373293+0000","last_became_peered":"2024-07-26T15:47:08.373293+0000","last_unstale":"2024-07-26T15:47:09.726315+0000","last_undegraded":"2024-07-26T15:47:09.726315+0000","last_fullsized":"2024-07-26T15:47:09.726315+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:30.722556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373239+0000","last_change":"2024-07-26T15:47:07.378148+0000","last_active":"2024-07-26T15:47:09.373239+0000","last_peered":"2024-07-26T15:47:09.373239+0000","last_clean":"2024-07-26T15:47:09.373239+0000","last_became_active":"2024-07-26T15:47:07.377758+0000","last_became_peered":"2024-07-26T15:47:07.377758+0000","last_unstale":"2024-07-26T15:47:09.373239+0000","last_undegraded":"2024-07-26T15:47:09.373239+0000","last_fullsized":"2024-07-26T15:47:09.373239+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:08.778018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.6","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726087+0000","last_change":"2024-07-26T15:47:07.371578+0000","last_active":"2024-07-26T15:47:09.726087+0000","last_peered":"2024-07-26T15:47:09.726087+0000","last_clean":"2024-07-26T15:47:09.726087+0000","last_became_active":"2024-07-26T15:47:07.371266+0000","last_became_peered":"2024-07-26T15:47:07.371266+0000","last_unstale":"2024-07-26T15:47:09.726087+0000","last_undegraded":"2024-07-26T15:47:09.726087+0000","last_fullsized":"2024-07-26T15:47:09.726087+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:06.525633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726141+0000","last_change":"2024-07-26T15:47:08.382955+0000","last_active":"2024-07-26T15:47:09.726141+0000","last_peered":"2024-07-26T15:47:09.726141+0000","last_clean":"2024-07-26T15:47:09.726141+0000","last_became_active":"2024-07-26T15:47:08.382641+0000","last_became_peered":"2024-07-26T15:47:08.382641+0000","last_unstale":"2024-07-26T15:47:09.726141+0000","last_undegraded":"2024-07-26T15:47:09.726141+0000","last_fullsized":"2024-07-26T15:47:09.726141+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:23.556285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726048+0000","last_change":"2024-07-26T15:47:07.375735+0000","last_active":"2024-07-26T15:47:09.726048+0000","last_peered":"2024-07-26T15:47:09.726048+0000","last_clean":"2024-07-26T15:47:09.726048+0000","last_became_active":"2024-07-26T15:47:07.375411+0000","last_became_peered":"2024-07-26T15:47:07.375411+0000","last_unstale":"2024-07-26T15:47:09.726048+0000","last_undegraded":"2024-07-26T15:47:09.726048+0000","last_fullsized":"2024-07-26T15:47:09.726048+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:40:56.644824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374606+0000","last_change":"2024-07-26T15:47:08.378214+0000","last_active":"2024-07-26T15:47:09.374606+0000","last_peered":"2024-07-26T15:47:09.374606+0000","last_clean":"2024-07-26T15:47:09.374606+0000","last_became_active":"2024-07-26T15:47:08.377604+0000","last_became_peered":"2024-07-26T15:47:08.377604+0000","last_unstale":"2024-07-26T15:47:09.374606+0000","last_undegraded":"2024-07-26T15:47:09.374606+0000","last_fullsized":"2024-07-26T15:47:09.374606+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:16:59.221786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373315+0000","last_change":"2024-07-26T15:47:07.376128+0000","last_active":"2024-07-26T15:47:09.373315+0000","last_peered":"2024-07-26T15:47:09.373315+0000","last_clean":"2024-07-26T15:47:09.373315+0000","last_became_active":"2024-07-26T15:47:07.375605+0000","last_became_peered":"2024-07-26T15:47:07.375605+0000","last_unstale":"2024-07-26T15:47:09.373315+0000","last_undegraded":"2024-07-26T15:47:09.373315+0000","last_fullsized":"2024-07-26T15:47:09.373315+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:01.515133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725850+0000","last_change":"2024-07-26T15:47:08.383197+0000","last_active":"2024-07-26T15:47:09.725850+0000","last_peered":"2024-07-26T15:47:09.725850+0000","last_clean":"2024-07-26T15:47:09.725850+0000","last_became_active":"2024-07-26T15:47:08.382855+0000","last_became_peered":"2024-07-26T15:47:08.382855+0000","last_unstale":"2024-07-26T15:47:09.725850+0000","last_undegraded":"2024-07-26T15:47:09.725850+0000","last_fullsized":"2024-07-26T15:47:09.725850+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:24:33.070042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349854+0000","last_change":"2024-07-26T15:47:06.349854+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349854+0000","last_undegraded":"2024-07-26T15:47:06.349854+0000","last_fullsized":"2024-07-26T15:47:06.349854+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725711+0000","last_change":"2024-07-26T15:47:08.374242+0000","last_active":"2024-07-26T15:47:09.725711+0000","last_peered":"2024-07-26T15:47:09.725711+0000","last_clean":"2024-07-26T15:47:09.725711+0000","last_became_active":"2024-07-26T15:47:08.373928+0000","last_became_peered":"2024-07-26T15:47:08.373928+0000","last_unstale":"2024-07-26T15:47:09.725711+0000","last_undegraded":"2024-07-26T15:47:09.725711+0000","last_fullsized":"2024-07-26T15:47:09.725711+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:05.811843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725672+0000","last_change":"2024-07-26T15:47:07.376463+0000","last_active":"2024-07-26T15:47:09.725672+0000","last_peered":"2024-07-26T15:47:09.725672+0000","last_clean":"2024-07-26T15:47:09.725672+0000","last_became_active":"2024-07-26T15:47:07.376103+0000","last_became_peered":"2024-07-26T15:47:07.376103+0000","last_unstale":"2024-07-26T15:47:09.725672+0000","last_undegraded":"2024-07-26T15:47:09.725672+0000","last_fullsized":"2024-07-26T15:47:09.725672+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:49:45.488102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725668+0000","last_change":"2024-07-26T15:47:08.375460+0000","last_active":"2024-07-26T15:47:09.725668+0000","last_peered":"2024-07-26T15:47:09.725668+0000","last_clean":"2024-07-26T15:47:09.725668+0000","last_became_active":"2024-07-26T15:47:08.374597+0000","last_became_peered":"2024-07-26T15:47:08.374597+0000","last_unstale":"2024-07-26T15:47:09.725668+0000","last_undegraded":"2024-07-26T15:47:09.725668+0000","last_fullsized":"2024-07-26T15:47:09.725668+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:55.123811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725868+0000","last_change":"2024-07-26T15:47:07.375806+0000","last_active":"2024-07-26T15:47:09.725868+0000","last_peered":"2024-07-26T15:47:09.725868+0000","last_clean":"2024-07-26T15:47:09.725868+0000","last_became_active":"2024-07-26T15:47:07.375496+0000","last_became_peered":"2024-07-26T15:47:07.375496+0000","last_unstale":"2024-07-26T15:47:09.725868+0000","last_undegraded":"2024-07-26T15:47:09.725868+0000","last_fullsized":"2024-07-26T15:47:09.725868+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:14.073374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.376161+0000","last_change":"2024-07-26T15:47:08.372323+0000","last_active":"2024-07-26T15:47:09.376161+0000","last_peered":"2024-07-26T15:47:09.376161+0000","last_clean":"2024-07-26T15:47:09.376161+0000","last_became_active":"2024-07-26T15:47:08.371974+0000","last_became_peered":"2024-07-26T15:47:08.371974+0000","last_unstale":"2024-07-26T15:47:09.376161+0000","last_undegraded":"2024-07-26T15:47:09.376161+0000","last_fullsized":"2024-07-26T15:47:09.376161+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:59.913558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725800+0000","last_change":"2024-07-26T15:47:07.376515+0000","last_active":"2024-07-26T15:47:09.725800+0000","last_peered":"2024-07-26T15:47:09.725800+0000","last_clean":"2024-07-26T15:47:09.725800+0000","last_became_active":"2024-07-26T15:47:07.376160+0000","last_became_peered":"2024-07-26T15:47:07.376160+0000","last_unstale":"2024-07-26T15:47:09.725800+0000","last_undegraded":"2024-07-26T15:47:09.725800+0000","last_fullsized":"2024-07-26T15:47:09.725800+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:32.280666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374517+0000","last_change":"2024-07-26T15:47:08.379480+0000","last_active":"2024-07-26T15:47:09.374517+0000","last_peered":"2024-07-26T15:47:09.374517+0000","last_clean":"2024-07-26T15:47:09.374517+0000","last_became_active":"2024-07-26T15:47:08.379135+0000","last_became_peered":"2024-07-26T15:47:08.379135+0000","last_unstale":"2024-07-26T15:47:09.374517+0000","last_undegraded":"2024-07-26T15:47:09.374517+0000","last_fullsized":"2024-07-26T15:47:09.374517+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:22:04.307082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726133+0000","last_change":"2024-07-26T15:47:07.379290+0000","last_active":"2024-07-26T15:47:09.726133+0000","last_peered":"2024-07-26T15:47:09.726133+0000","last_clean":"2024-07-26T15:47:09.726133+0000","last_became_active":"2024-07-26T15:47:07.378970+0000","last_became_peered":"2024-07-26T15:47:07.378970+0000","last_unstale":"2024-07-26T15:47:09.726133+0000","last_undegraded":"2024-07-26T15:47:09.726133+0000","last_fullsized":"2024-07-26T15:47:09.726133+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:47.487817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"123'135","reported_seq":547,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.724996+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:47:09.724996+0000","last_peered":"2024-07-26T15:47:09.724996+0000","last_clean":"2024-07-26T15:47:09.724996+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:47:09.724996+0000","last_undegraded":"2024-07-26T15:47:09.724996+0000","last_fullsized":"2024-07-26T15:47:09.724996+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":135,"log_dups_size":0,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":209,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":209,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":135,"ondisk_log_size":135,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575072,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59736,"kb_used_data":2188,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312104,"statfs":{"total":96636764160,"available":96575594496,"internally_reserved":0,"allocated":2240512,"data_stored":1427276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509663,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32808,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339032,"statfs":{"total":96636764160,"available":96603168768,"internally_reserved":0,"allocated":1658880,"data_stored":838964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509663,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54996,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316844,"statfs":{"total":96636764160,"available":96580448256,"internally_reserved":0,"allocated":1638400,"data_stored":836748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509662,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36916,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334924,"statfs":{"total":96636764160,"available":96598962176,"internally_reserved":0,"allocated":1601536,"data_stored":816138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509662,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36944,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1642496,"data_stored":837330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509662,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59152,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312688,"statfs":{"total":96636764160,"available":96576192512,"internally_reserved":0,"allocated":1642496,"data_stored":836782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509665,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32792,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339048,"statfs":{"total":96636764160,"available":96603185152,"internally_reserved":0,"allocated":1642496,"data_stored":836782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542369,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37540,"kb_used_data":2196,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334300,"statfs":{"total":96636764160,"available":96598323200,"internally_reserved":0,"allocated":2248704,"data_stored":1428818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:47:13.216 INFO:tasks.ceph.ceph_manager.ceph:PG 16.34 is not active+clean 2024-07-26T15:47:13.216 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:47:07.346713+0000', 'last_change': '2024-07-26T15:47:07.346713+0000', 'last_active': '2024-07-26T15:47:07.346713+0000', 'last_peered': '2024-07-26T15:47:07.346713+0000', 'last_clean': '2024-07-26T15:47:07.346713+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:07.346713+0000', 'last_undegraded': '2024-07-26T15:47:07.346713+0000', 'last_fullsized': '2024-07-26T15:47:07.346713+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:47:13.217 INFO:tasks.ceph.ceph_manager.ceph:PG 16.2c is not active+clean 2024-07-26T15:47:13.217 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:47:07.346713+0000', 'last_change': '2024-07-26T15:47:07.346713+0000', 'last_active': '2024-07-26T15:47:07.346713+0000', 'last_peered': '2024-07-26T15:47:07.346713+0000', 'last_clean': '2024-07-26T15:47:07.346713+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:07.346713+0000', 'last_undegraded': '2024-07-26T15:47:07.346713+0000', 'last_fullsized': '2024-07-26T15:47:07.346713+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:47:13.217 INFO:tasks.ceph.ceph_manager.ceph:PG 16.27 is not active+clean 2024-07-26T15:47:13.217 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:47:07.346713+0000', 'last_change': '2024-07-26T15:47:07.346713+0000', 'last_active': '2024-07-26T15:47:07.346713+0000', 'last_peered': '2024-07-26T15:47:07.346713+0000', 'last_clean': '2024-07-26T15:47:07.346713+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:07.346713+0000', 'last_undegraded': '2024-07-26T15:47:07.346713+0000', 'last_fullsized': '2024-07-26T15:47:07.346713+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:47:13.217 INFO:tasks.ceph.ceph_manager.ceph:PG 16.26 is not active+clean 2024-07-26T15:47:13.217 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:47:07.346713+0000', 'last_change': '2024-07-26T15:47:07.346713+0000', 'last_active': '2024-07-26T15:47:07.346713+0000', 'last_peered': '2024-07-26T15:47:07.346713+0000', 'last_clean': '2024-07-26T15:47:07.346713+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:07.346713+0000', 'last_undegraded': '2024-07-26T15:47:07.346713+0000', 'last_fullsized': '2024-07-26T15:47:07.346713+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:47:13.217 INFO:tasks.ceph.ceph_manager.ceph:PG 16.22 is not active+clean 2024-07-26T15:47:13.217 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:47:07.346713+0000', 'last_change': '2024-07-26T15:47:07.346713+0000', 'last_active': '2024-07-26T15:47:07.346713+0000', 'last_peered': '2024-07-26T15:47:07.346713+0000', 'last_clean': '2024-07-26T15:47:07.346713+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:07.346713+0000', 'last_undegraded': '2024-07-26T15:47:07.346713+0000', 'last_fullsized': '2024-07-26T15:47:07.346713+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:47:13.217 INFO:tasks.ceph.ceph_manager.ceph:PG 16.2 is not active+clean 2024-07-26T15:47:13.217 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:47:07.346713+0000', 'last_change': '2024-07-26T15:47:07.346713+0000', 'last_active': '2024-07-26T15:47:07.346713+0000', 'last_peered': '2024-07-26T15:47:07.346713+0000', 'last_clean': '2024-07-26T15:47:07.346713+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:07.346713+0000', 'last_undegraded': '2024-07-26T15:47:07.346713+0000', 'last_fullsized': '2024-07-26T15:47:07.346713+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:47:13.218 INFO:tasks.ceph.ceph_manager.ceph:PG 15.1d is not active+clean 2024-07-26T15:47:13.218 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 130, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:47:06.350328+0000', 'last_change': '2024-07-26T15:47:06.350328+0000', 'last_active': '2024-07-26T15:47:06.338299+0000', 'last_peered': '2024-07-26T15:47:06.338299+0000', 'last_clean': '2024-07-26T15:47:06.338299+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:06.350328+0000', 'last_undegraded': '2024-07-26T15:47:06.350328+0000', 'last_fullsized': '2024-07-26T15:47:06.350328+0000', 'mapping_epoch': 130, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 130, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:47:13.218 INFO:tasks.ceph.ceph_manager.ceph:PG 15.19 is not active+clean 2024-07-26T15:47:13.218 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 130, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:47:06.349770+0000', 'last_change': '2024-07-26T15:47:06.349770+0000', 'last_active': '2024-07-26T15:47:06.338299+0000', 'last_peered': '2024-07-26T15:47:06.338299+0000', 'last_clean': '2024-07-26T15:47:06.338299+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:06.349770+0000', 'last_undegraded': '2024-07-26T15:47:06.349770+0000', 'last_fullsized': '2024-07-26T15:47:06.349770+0000', 'mapping_epoch': 130, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 130, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:47:13.218 INFO:tasks.ceph.ceph_manager.ceph:PG 15.17 is not active+clean 2024-07-26T15:47:13.218 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 130, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:47:06.349783+0000', 'last_change': '2024-07-26T15:47:06.349783+0000', 'last_active': '2024-07-26T15:47:06.338299+0000', 'last_peered': '2024-07-26T15:47:06.338299+0000', 'last_clean': '2024-07-26T15:47:06.338299+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:06.349783+0000', 'last_undegraded': '2024-07-26T15:47:06.349783+0000', 'last_fullsized': '2024-07-26T15:47:06.349783+0000', 'mapping_epoch': 130, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 130, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:47:13.218 INFO:tasks.ceph.ceph_manager.ceph:PG 15.10 is not active+clean 2024-07-26T15:47:13.218 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 130, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:47:06.349900+0000', 'last_change': '2024-07-26T15:47:06.349900+0000', 'last_active': '2024-07-26T15:47:06.338299+0000', 'last_peered': '2024-07-26T15:47:06.338299+0000', 'last_clean': '2024-07-26T15:47:06.338299+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:06.349900+0000', 'last_undegraded': '2024-07-26T15:47:06.349900+0000', 'last_fullsized': '2024-07-26T15:47:06.349900+0000', 'mapping_epoch': 130, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 130, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:47:13.218 INFO:tasks.ceph.ceph_manager.ceph:PG 16.19 is not active+clean 2024-07-26T15:47:13.218 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '16.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:47:07.346713+0000', 'last_change': '2024-07-26T15:47:07.346713+0000', 'last_active': '2024-07-26T15:47:07.346713+0000', 'last_peered': '2024-07-26T15:47:07.346713+0000', 'last_clean': '2024-07-26T15:47:07.346713+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:07.346713+0000', 'last_undegraded': '2024-07-26T15:47:07.346713+0000', 'last_fullsized': '2024-07-26T15:47:07.346713+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:07.346713+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:47:13.218 INFO:tasks.ceph.ceph_manager.ceph:PG 15.3 is not active+clean 2024-07-26T15:47:13.219 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '15.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 130, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:47:06.349854+0000', 'last_change': '2024-07-26T15:47:06.349854+0000', 'last_active': '2024-07-26T15:47:06.338299+0000', 'last_peered': '2024-07-26T15:47:06.338299+0000', 'last_clean': '2024-07-26T15:47:06.338299+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:47:06.349854+0000', 'last_undegraded': '2024-07-26T15:47:06.349854+0000', 'last_fullsized': '2024-07-26T15:47:06.349854+0000', 'mapping_epoch': 130, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 130, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'last_clean_scrub_stamp': '2024-07-26T15:47:06.338299+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:47:13.219 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-07-26T15:47:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.369+0000 7f718a046640 1 -- 172.21.15.33:0/3254209863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7170004800 msgr2=0x7f7170004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.369+0000 7f718a046640 1 --2- 172.21.15.33:0/3254209863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7170004800 0x7f7170004c10 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f718409fb50 tx=0x7f7170005830 comp rx=0 tx=0).stop 2024-07-26T15:47:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.369+0000 7f7183fff640 1 -- 172.21.15.33:0/3254209863 reap_dead start 2024-07-26T15:47:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.369+0000 7f718a046640 1 -- 172.21.15.33:0/3254209863 shutdown_connections 2024-07-26T15:47:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.369+0000 7f718a046640 1 -- 172.21.15.33:0/3254209863 >> 172.21.15.33:0/3254209863 conn(0x7f71840d1b70 msgr2=0x7f71840d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:13.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.369+0000 7f718a046640 1 -- 172.21.15.33:0/3254209863 shutdown_connections 2024-07-26T15:47:13.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.369+0000 7f718a046640 1 -- 172.21.15.33:0/3254209863 wait complete. 2024-07-26T15:47:13.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.371+0000 7f718a046640 1 Processor -- start 2024-07-26T15:47:13.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.371+0000 7f718a046640 1 -- start start 2024-07-26T15:47:13.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f718a046640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7170004800 0x7f718409ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:13.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f718a046640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f718414bbf0 0x7f718415e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:13.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f718a046640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f718415eb60 0x7f718415ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:13.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f718a046640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f71840ce470 con 0x7f718414bbf0 2024-07-26T15:47:13.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f718a046640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f71840b12d0 con 0x7f718415eb60 2024-07-26T15:47:13.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f718a046640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f71840ce5f0 con 0x7f7170004800 2024-07-26T15:47:13.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f717affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f718414bbf0 0x7f718415e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:13.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f717affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f718414bbf0 0x7f718415e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41030/0 (socket says 172.21.15.33:41030) 2024-07-26T15:47:13.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f717affd640 1 -- 172.21.15.33:0/3604411965 learned_addr learned my addr 172.21.15.33:0/3604411965 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:13.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f71837fe640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7170004800 0x7f718409ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:13.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f7183fff640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f718415eb60 0x7f718415ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f717affd640 1 -- 172.21.15.33:0/3604411965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7170004800 msgr2=0x7f718409ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f717affd640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7170004800 0x7f718409ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f717affd640 1 -- 172.21.15.33:0/3604411965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f718415eb60 msgr2=0x7f718415ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f717affd640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f718415eb60 0x7f718415ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f717affd640 1 -- 172.21.15.33:0/3604411965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f718414f000 con 0x7f718414bbf0 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f7183fff640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f718415eb60 0x7f718415ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.373+0000 7f717affd640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f718414bbf0 0x7f718415e620 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f716c02b070 tx=0x7f716c006420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.374+0000 7f7180ff9640 1 -- 172.21.15.33:0/3604411965 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716c032070 con 0x7f718414bbf0 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.374+0000 7f7180ff9640 1 -- 172.21.15.33:0/3604411965 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f716c003af0 con 0x7f718414bbf0 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.374+0000 7f718a046640 1 -- 172.21.15.33:0/3604411965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f718415db40 con 0x7f718414bbf0 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.374+0000 7f7180ff9640 1 -- 172.21.15.33:0/3604411965 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716c02e450 con 0x7f718414bbf0 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.374+0000 7f718a046640 1 -- 172.21.15.33:0/3604411965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f718414c420 con 0x7f718414bbf0 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.375+0000 7f718a046640 1 -- 172.21.15.33:0/3604411965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71840d24b0 con 0x7f718414bbf0 2024-07-26T15:47:13.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.375+0000 7f7180ff9640 1 -- 172.21.15.33:0/3604411965 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f716c035020 con 0x7f718414bbf0 2024-07-26T15:47:13.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.376+0000 7f7180ff9640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7164077160 0x7f7164079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:13.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.376+0000 7f71837fe640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7164077160 0x7f7164079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:13.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.376+0000 7f7180ff9640 1 -- 172.21.15.33:0/3604411965 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f716c0b94e0 con 0x7f718414bbf0 2024-07-26T15:47:13.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.377+0000 7f71837fe640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7164077160 0x7f7164079670 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7174005eb0 tx=0x7f7174005f90 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:13.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.381+0000 7f7180ff9640 1 -- 172.21.15.33:0/3604411965 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f71840d24b0 con 0x7f718414bbf0 2024-07-26T15:47:13.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.653+0000 7f718a046640 1 -- 172.21.15.33:0/3604411965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f71840b1fb0 con 0x7f718414bbf0 2024-07-26T15:47:13.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.654+0000 7f7180ff9640 1 -- 172.21.15.33:0/3604411965 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1219 (secure 0 0 0) 0x7f716c046060 con 0x7f718414bbf0 2024-07-26T15:47:13.655 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:13.656 INFO:teuthology.orchestra.run.smithi033.stdout:{"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1125,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":133,"num_osds":8,"num_up_osds":8,"osd_up_since":1722007720,"num_in_osds":8,"osd_in_since":1722007711,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":85},{"state_name":"unknown","count":7},{"state_name":"creating+peering","count":5}],"num_pgs":97,"num_pools":3,"num_objects":19,"data_bytes":592778,"bytes_used":359305216,"bytes_avail":772734808064,"bytes_total":773094113280,"unknown_pgs_ratio":0.072164945304393768,"inactive_pgs_ratio":0.051546391099691391,"write_bytes_sec":2533,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":63,"btime":"2024-07-26T15:47:11:378796+0000","id":7,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":7,"rank":0,"name":"a","status":"up:active","gid":7830}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":8,"modified":"2024-07-26T15:46:50.950719+0000","services":{}},"progress_events":{}} 2024-07-26T15:47:13.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 -- 172.21.15.33:0/3604411965 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7164077160 msgr2=0x7f7164079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:13.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7164077160 0x7f7164079670 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7174005eb0 tx=0x7f7174005f90 comp rx=0 tx=0).stop 2024-07-26T15:47:13.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 -- 172.21.15.33:0/3604411965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f718414bbf0 msgr2=0x7f718415e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:13.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f718414bbf0 0x7f718415e620 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f716c02b070 tx=0x7f716c006420 comp rx=0 tx=0).stop 2024-07-26T15:47:13.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 -- 172.21.15.33:0/3604411965 shutdown_connections 2024-07-26T15:47:13.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f718415eb60 0x7f718415ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f7164077160 0x7f7164079670 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f718414bbf0 0x7f718415e620 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 --2- 172.21.15.33:0/3604411965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7170004800 0x7f718409ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 -- 172.21.15.33:0/3604411965 >> 172.21.15.33:0/3604411965 conn(0x7f71840d1b70 msgr2=0x7f718415bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:13.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 -- 172.21.15.33:0/3604411965 shutdown_connections 2024-07-26T15:47:13.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.656+0000 7f718a046640 1 -- 172.21.15.33:0/3604411965 wait complete. 2024-07-26T15:47:13.669 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-07-26T15:47:13.669 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:47:13.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.786+0000 7f8b98751640 1 -- 172.21.15.33:0/1707156659 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b90070250 msgr2=0x7f8b9015b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:13.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.786+0000 7f8b98751640 1 --2- 172.21.15.33:0/1707156659 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b90070250 0x7f8b9015b600 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f8b84005fd0 tx=0x7f8b8402a540 comp rx=0 tx=0).stop 2024-07-26T15:47:13.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.786+0000 7f8b98751640 1 -- 172.21.15.33:0/1707156659 shutdown_connections 2024-07-26T15:47:13.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.786+0000 7f8b98751640 1 --2- 172.21.15.33:0/1707156659 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b90070250 0x7f8b9015b600 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.786+0000 7f8b98751640 1 -- 172.21.15.33:0/1707156659 >> 172.21.15.33:0/1707156659 conn(0x7f8b900cc3d0 msgr2=0x7f8b900cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:13.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.786+0000 7f8b98751640 1 -- 172.21.15.33:0/1707156659 shutdown_connections 2024-07-26T15:47:13.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.786+0000 7f8b98751640 1 -- 172.21.15.33:0/1707156659 wait complete. 2024-07-26T15:47:13.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.788+0000 7f8b98751640 1 Processor -- start 2024-07-26T15:47:13.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.788+0000 7f8b98751640 1 -- start start 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b98751640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b900cf060 0x7f8b900c52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b98751640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b9015bb40 0x7f8b900ae5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b98751640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b901f5f00 0x7f8b901f6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b98751640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8b900cdfe0 con 0x7f8b9015bb40 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b98751640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8b900cde60 con 0x7f8b900cf060 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b98751640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8b900ce160 con 0x7f8b901f5f00 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b95cec640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b9015bb40 0x7f8b900ae5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b95cec640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b9015bb40 0x7f8b900ae5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41048/0 (socket says 172.21.15.33:41048) 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b95cec640 1 -- 172.21.15.33:0/1680657125 learned_addr learned my addr 172.21.15.33:0/1680657125 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b96cee640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b901f5f00 0x7f8b901f6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b964ed640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b900cf060 0x7f8b900c52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b95cec640 1 -- 172.21.15.33:0/1680657125 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b901f5f00 msgr2=0x7f8b901f6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:13.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b95cec640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b901f5f00 0x7f8b901f6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b95cec640 1 -- 172.21.15.33:0/1680657125 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b900cf060 msgr2=0x7f8b900c52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:13.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b95cec640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b900cf060 0x7f8b900c52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:13.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.789+0000 7f8b95cec640 1 -- 172.21.15.33:0/1680657125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b901f6850 con 0x7f8b9015bb40 2024-07-26T15:47:13.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.790+0000 7f8b95cec640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b9015bb40 0x7f8b900ae5b0 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f8b84034040 tx=0x7f8b84003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:13.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.790+0000 7f8b8effd640 1 -- 172.21.15.33:0/1680657125 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b8403e030 con 0x7f8b9015bb40 2024-07-26T15:47:13.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.790+0000 7f8b8effd640 1 -- 172.21.15.33:0/1680657125 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b840047a0 con 0x7f8b9015bb40 2024-07-26T15:47:13.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.790+0000 7f8b98751640 1 -- 172.21.15.33:0/1680657125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b900abe70 con 0x7f8b9015bb40 2024-07-26T15:47:13.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.790+0000 7f8b8effd640 1 -- 172.21.15.33:0/1680657125 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b84035040 con 0x7f8b9015bb40 2024-07-26T15:47:13.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.790+0000 7f8b98751640 1 -- 172.21.15.33:0/1680657125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b900ab5d0 con 0x7f8b9015bb40 2024-07-26T15:47:13.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.791+0000 7f8b98751640 1 -- 172.21.15.33:0/1680657125 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b90069d90 con 0x7f8b9015bb40 2024-07-26T15:47:13.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.792+0000 7f8b8effd640 1 -- 172.21.15.33:0/1680657125 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f8b84041030 con 0x7f8b9015bb40 2024-07-26T15:47:13.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.792+0000 7f8b8effd640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f8b7c077130 0x7f8b7c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:13.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.792+0000 7f8b8effd640 1 -- 172.21.15.33:0/1680657125 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f8b840b94c0 con 0x7f8b9015bb40 2024-07-26T15:47:13.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.792+0000 7f8b964ed640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f8b7c077130 0x7f8b7c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:13.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.793+0000 7f8b964ed640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f8b7c077130 0x7f8b7c079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8b80009f20 tx=0x7f8b800094d0 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:13.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.797+0000 7f8b8effd640 1 -- 172.21.15.33:0/1680657125 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8b90069d90 con 0x7f8b9015bb40 2024-07-26T15:47:13.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.990+0000 7f8b98751640 1 -- 172.21.15.33:0/1680657125 --> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8b9015b600 con 0x7f8b7c077130 2024-07-26T15:47:13.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.994+0000 7f8b8effd640 1 -- 172.21.15.33:0/1680657125 <== mgr.7638 v2:172.21.15.33:6836/2985538436 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251005 (secure 0 0 0) 0x7f8b9015b600 con 0x7f8b7c077130 2024-07-26T15:47:13.998 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:13.999 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:47:14.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 -- 172.21.15.33:0/1680657125 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f8b7c077130 msgr2=0x7f8b7c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:14.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f8b7c077130 0x7f8b7c079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f8b80009f20 tx=0x7f8b800094d0 comp rx=0 tx=0).stop 2024-07-26T15:47:14.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 -- 172.21.15.33:0/1680657125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b9015bb40 msgr2=0x7f8b900ae5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:14.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b9015bb40 0x7f8b900ae5b0 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f8b84034040 tx=0x7f8b84003970 comp rx=0 tx=0).stop 2024-07-26T15:47:14.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 -- 172.21.15.33:0/1680657125 shutdown_connections 2024-07-26T15:47:14.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b901f5f00 0x7f8b901f6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:14.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f8b7c077130 0x7f8b7c079640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:14.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b9015bb40 0x7f8b900ae5b0 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:14.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 --2- 172.21.15.33:0/1680657125 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b900cf060 0x7f8b900c52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:14.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 -- 172.21.15.33:0/1680657125 >> 172.21.15.33:0/1680657125 conn(0x7f8b900cc3d0 msgr2=0x7f8b900b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:14.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 -- 172.21.15.33:0/1680657125 shutdown_connections 2024-07-26T15:47:14.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:13.997+0000 7f8b98751640 1 -- 172.21.15.33:0/1680657125 wait complete. 2024-07-26T15:47:14.010 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:47:12.005113+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":239,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":164,"ondisk_log_size":164,"up":180,"acting":180,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":144,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":350884,"kb_used_data":13980,"kb_used_omap":12,"kb_used_meta":336755,"kb_avail":754623836,"statfs":{"total":773094113280,"available":772734808064,"internally_reserved":0,"allocated":14315520,"data_stored":7858838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":344837681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.658069"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726694+0000","last_change":"2024-07-26T15:47:08.372777+0000","last_active":"2024-07-26T15:47:09.726694+0000","last_peered":"2024-07-26T15:47:09.726694+0000","last_clean":"2024-07-26T15:47:09.726694+0000","last_became_active":"2024-07-26T15:47:08.372484+0000","last_became_peered":"2024-07-26T15:47:08.372484+0000","last_unstale":"2024-07-26T15:47:09.726694+0000","last_undegraded":"2024-07-26T15:47:09.726694+0000","last_fullsized":"2024-07-26T15:47:09.726694+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:28.553093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726194+0000","last_change":"2024-07-26T15:47:08.375150+0000","last_active":"2024-07-26T15:47:09.726194+0000","last_peered":"2024-07-26T15:47:09.726194+0000","last_clean":"2024-07-26T15:47:09.726194+0000","last_became_active":"2024-07-26T15:47:08.374815+0000","last_became_peered":"2024-07-26T15:47:08.374815+0000","last_unstale":"2024-07-26T15:47:09.726194+0000","last_undegraded":"2024-07-26T15:47:09.726194+0000","last_fullsized":"2024-07-26T15:47:09.726194+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:58:46.121544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726204+0000","last_change":"2024-07-26T15:47:08.369140+0000","last_active":"2024-07-26T15:47:09.726204+0000","last_peered":"2024-07-26T15:47:09.726204+0000","last_clean":"2024-07-26T15:47:09.726204+0000","last_became_active":"2024-07-26T15:47:08.368776+0000","last_became_peered":"2024-07-26T15:47:08.368776+0000","last_unstale":"2024-07-26T15:47:09.726204+0000","last_undegraded":"2024-07-26T15:47:09.726204+0000","last_fullsized":"2024-07-26T15:47:09.726204+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:39.132025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726851+0000","last_change":"2024-07-26T15:47:08.373126+0000","last_active":"2024-07-26T15:47:09.726851+0000","last_peered":"2024-07-26T15:47:09.726851+0000","last_clean":"2024-07-26T15:47:09.726851+0000","last_became_active":"2024-07-26T15:47:08.372606+0000","last_became_peered":"2024-07-26T15:47:08.372606+0000","last_unstale":"2024-07-26T15:47:09.726851+0000","last_undegraded":"2024-07-26T15:47:09.726851+0000","last_fullsized":"2024-07-26T15:47:09.726851+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:35.378084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.372986+0000","last_change":"2024-07-26T15:47:08.375641+0000","last_active":"2024-07-26T15:47:09.372986+0000","last_peered":"2024-07-26T15:47:09.372986+0000","last_clean":"2024-07-26T15:47:09.372986+0000","last_became_active":"2024-07-26T15:47:08.375318+0000","last_became_peered":"2024-07-26T15:47:08.375318+0000","last_unstale":"2024-07-26T15:47:09.372986+0000","last_undegraded":"2024-07-26T15:47:09.372986+0000","last_fullsized":"2024-07-26T15:47:09.372986+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:55:03.930928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726011+0000","last_change":"2024-07-26T15:47:08.378840+0000","last_active":"2024-07-26T15:47:09.726011+0000","last_peered":"2024-07-26T15:47:09.726011+0000","last_clean":"2024-07-26T15:47:09.726011+0000","last_became_active":"2024-07-26T15:47:08.378224+0000","last_became_peered":"2024-07-26T15:47:08.378224+0000","last_unstale":"2024-07-26T15:47:09.726011+0000","last_undegraded":"2024-07-26T15:47:09.726011+0000","last_fullsized":"2024-07-26T15:47:09.726011+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:12.684006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725555+0000","last_change":"2024-07-26T15:47:08.381901+0000","last_active":"2024-07-26T15:47:09.725555+0000","last_peered":"2024-07-26T15:47:09.725555+0000","last_clean":"2024-07-26T15:47:09.725555+0000","last_became_active":"2024-07-26T15:47:08.381127+0000","last_became_peered":"2024-07-26T15:47:08.381127+0000","last_unstale":"2024-07-26T15:47:09.725555+0000","last_undegraded":"2024-07-26T15:47:09.725555+0000","last_fullsized":"2024-07-26T15:47:09.725555+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:51.059724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725398+0000","last_change":"2024-07-26T15:47:08.385018+0000","last_active":"2024-07-26T15:47:09.725398+0000","last_peered":"2024-07-26T15:47:09.725398+0000","last_clean":"2024-07-26T15:47:09.725398+0000","last_became_active":"2024-07-26T15:47:08.384297+0000","last_became_peered":"2024-07-26T15:47:08.384297+0000","last_unstale":"2024-07-26T15:47:09.725398+0000","last_undegraded":"2024-07-26T15:47:09.725398+0000","last_fullsized":"2024-07-26T15:47:09.725398+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:29:14.304876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725950+0000","last_change":"2024-07-26T15:47:08.382044+0000","last_active":"2024-07-26T15:47:09.725950+0000","last_peered":"2024-07-26T15:47:09.725950+0000","last_clean":"2024-07-26T15:47:09.725950+0000","last_became_active":"2024-07-26T15:47:08.381726+0000","last_became_peered":"2024-07-26T15:47:08.381726+0000","last_unstale":"2024-07-26T15:47:09.725950+0000","last_undegraded":"2024-07-26T15:47:09.725950+0000","last_fullsized":"2024-07-26T15:47:09.725950+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:57.038257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373317+0000","last_change":"2024-07-26T15:47:08.385951+0000","last_active":"2024-07-26T15:47:09.373317+0000","last_peered":"2024-07-26T15:47:09.373317+0000","last_clean":"2024-07-26T15:47:09.373317+0000","last_became_active":"2024-07-26T15:47:08.384749+0000","last_became_peered":"2024-07-26T15:47:08.384749+0000","last_unstale":"2024-07-26T15:47:09.373317+0000","last_undegraded":"2024-07-26T15:47:09.373317+0000","last_fullsized":"2024-07-26T15:47:09.373317+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:26.480088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374935+0000","last_change":"2024-07-26T15:47:08.382232+0000","last_active":"2024-07-26T15:47:09.374935+0000","last_peered":"2024-07-26T15:47:09.374935+0000","last_clean":"2024-07-26T15:47:09.374935+0000","last_became_active":"2024-07-26T15:47:08.381933+0000","last_became_peered":"2024-07-26T15:47:08.381933+0000","last_unstale":"2024-07-26T15:47:09.374935+0000","last_undegraded":"2024-07-26T15:47:09.374935+0000","last_fullsized":"2024-07-26T15:47:09.374935+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:31:18.152570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726458+0000","last_change":"2024-07-26T15:47:08.375947+0000","last_active":"2024-07-26T15:47:09.726458+0000","last_peered":"2024-07-26T15:47:09.726458+0000","last_clean":"2024-07-26T15:47:09.726458+0000","last_became_active":"2024-07-26T15:47:08.375656+0000","last_became_peered":"2024-07-26T15:47:08.375656+0000","last_unstale":"2024-07-26T15:47:09.726458+0000","last_undegraded":"2024-07-26T15:47:09.726458+0000","last_fullsized":"2024-07-26T15:47:09.726458+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:21.441961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725412+0000","last_change":"2024-07-26T15:47:08.378716+0000","last_active":"2024-07-26T15:47:09.725412+0000","last_peered":"2024-07-26T15:47:09.725412+0000","last_clean":"2024-07-26T15:47:09.725412+0000","last_became_active":"2024-07-26T15:47:08.378401+0000","last_became_peered":"2024-07-26T15:47:08.378401+0000","last_unstale":"2024-07-26T15:47:09.725412+0000","last_undegraded":"2024-07-26T15:47:09.725412+0000","last_fullsized":"2024-07-26T15:47:09.725412+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:25.522796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725398+0000","last_change":"2024-07-26T15:47:08.375051+0000","last_active":"2024-07-26T15:47:09.725398+0000","last_peered":"2024-07-26T15:47:09.725398+0000","last_clean":"2024-07-26T15:47:09.725398+0000","last_became_active":"2024-07-26T15:47:08.374698+0000","last_became_peered":"2024-07-26T15:47:08.374698+0000","last_unstale":"2024-07-26T15:47:09.725398+0000","last_undegraded":"2024-07-26T15:47:09.725398+0000","last_fullsized":"2024-07-26T15:47:09.725398+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:39.687844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725184+0000","last_change":"2024-07-26T15:47:08.372373+0000","last_active":"2024-07-26T15:47:09.725184+0000","last_peered":"2024-07-26T15:47:09.725184+0000","last_clean":"2024-07-26T15:47:09.725184+0000","last_became_active":"2024-07-26T15:47:08.372048+0000","last_became_peered":"2024-07-26T15:47:08.372048+0000","last_unstale":"2024-07-26T15:47:09.725184+0000","last_undegraded":"2024-07-26T15:47:09.725184+0000","last_fullsized":"2024-07-26T15:47:09.725184+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:19:52.568484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726811+0000","last_change":"2024-07-26T15:47:08.374655+0000","last_active":"2024-07-26T15:47:09.726811+0000","last_peered":"2024-07-26T15:47:09.726811+0000","last_clean":"2024-07-26T15:47:09.726811+0000","last_became_active":"2024-07-26T15:47:08.374361+0000","last_became_peered":"2024-07-26T15:47:08.374361+0000","last_unstale":"2024-07-26T15:47:09.726811+0000","last_undegraded":"2024-07-26T15:47:09.726811+0000","last_fullsized":"2024-07-26T15:47:09.726811+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:10.829731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726207+0000","last_change":"2024-07-26T15:47:08.378002+0000","last_active":"2024-07-26T15:47:09.726207+0000","last_peered":"2024-07-26T15:47:09.726207+0000","last_clean":"2024-07-26T15:47:09.726207+0000","last_became_active":"2024-07-26T15:47:08.377677+0000","last_became_peered":"2024-07-26T15:47:08.377677+0000","last_unstale":"2024-07-26T15:47:09.726207+0000","last_undegraded":"2024-07-26T15:47:09.726207+0000","last_fullsized":"2024-07-26T15:47:09.726207+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:20.469144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726392+0000","last_change":"2024-07-26T15:47:08.380982+0000","last_active":"2024-07-26T15:47:09.726392+0000","last_peered":"2024-07-26T15:47:09.726392+0000","last_clean":"2024-07-26T15:47:09.726392+0000","last_became_active":"2024-07-26T15:47:08.380349+0000","last_became_peered":"2024-07-26T15:47:08.380349+0000","last_unstale":"2024-07-26T15:47:09.726392+0000","last_undegraded":"2024-07-26T15:47:09.726392+0000","last_fullsized":"2024-07-26T15:47:09.726392+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:27.145090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725641+0000","last_change":"2024-07-26T15:47:08.384054+0000","last_active":"2024-07-26T15:47:09.725641+0000","last_peered":"2024-07-26T15:47:09.725641+0000","last_clean":"2024-07-26T15:47:09.725641+0000","last_became_active":"2024-07-26T15:47:08.383745+0000","last_became_peered":"2024-07-26T15:47:08.383745+0000","last_unstale":"2024-07-26T15:47:09.725641+0000","last_undegraded":"2024-07-26T15:47:09.725641+0000","last_fullsized":"2024-07-26T15:47:09.725641+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:30.390947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373104+0000","last_change":"2024-07-26T15:47:08.378320+0000","last_active":"2024-07-26T15:47:09.373104+0000","last_peered":"2024-07-26T15:47:09.373104+0000","last_clean":"2024-07-26T15:47:09.373104+0000","last_became_active":"2024-07-26T15:47:08.377985+0000","last_became_peered":"2024-07-26T15:47:08.377985+0000","last_unstale":"2024-07-26T15:47:09.373104+0000","last_undegraded":"2024-07-26T15:47:09.373104+0000","last_fullsized":"2024-07-26T15:47:09.373104+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:15.750158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725802+0000","last_change":"2024-07-26T15:47:08.369185+0000","last_active":"2024-07-26T15:47:09.725802+0000","last_peered":"2024-07-26T15:47:09.725802+0000","last_clean":"2024-07-26T15:47:09.725802+0000","last_became_active":"2024-07-26T15:47:08.368835+0000","last_became_peered":"2024-07-26T15:47:08.368835+0000","last_unstale":"2024-07-26T15:47:09.725802+0000","last_undegraded":"2024-07-26T15:47:09.725802+0000","last_fullsized":"2024-07-26T15:47:09.725802+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:08.014538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.372743+0000","last_change":"2024-07-26T15:47:08.381108+0000","last_active":"2024-07-26T15:47:09.372743+0000","last_peered":"2024-07-26T15:47:09.372743+0000","last_clean":"2024-07-26T15:47:09.372743+0000","last_became_active":"2024-07-26T15:47:08.379577+0000","last_became_peered":"2024-07-26T15:47:08.379577+0000","last_unstale":"2024-07-26T15:47:09.372743+0000","last_undegraded":"2024-07-26T15:47:09.372743+0000","last_fullsized":"2024-07-26T15:47:09.372743+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:32.017288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375003+0000","last_change":"2024-07-26T15:47:08.369740+0000","last_active":"2024-07-26T15:47:09.375003+0000","last_peered":"2024-07-26T15:47:09.375003+0000","last_clean":"2024-07-26T15:47:09.375003+0000","last_became_active":"2024-07-26T15:47:08.369411+0000","last_became_peered":"2024-07-26T15:47:08.369411+0000","last_unstale":"2024-07-26T15:47:09.375003+0000","last_undegraded":"2024-07-26T15:47:09.375003+0000","last_fullsized":"2024-07-26T15:47:09.375003+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:18.033890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726164+0000","last_change":"2024-07-26T15:47:08.376880+0000","last_active":"2024-07-26T15:47:09.726164+0000","last_peered":"2024-07-26T15:47:09.726164+0000","last_clean":"2024-07-26T15:47:09.726164+0000","last_became_active":"2024-07-26T15:47:08.376343+0000","last_became_peered":"2024-07-26T15:47:08.376343+0000","last_unstale":"2024-07-26T15:47:09.726164+0000","last_undegraded":"2024-07-26T15:47:09.726164+0000","last_fullsized":"2024-07-26T15:47:09.726164+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:39:02.119798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725844+0000","last_change":"2024-07-26T15:47:08.372250+0000","last_active":"2024-07-26T15:47:09.725844+0000","last_peered":"2024-07-26T15:47:09.725844+0000","last_clean":"2024-07-26T15:47:09.725844+0000","last_became_active":"2024-07-26T15:47:08.371898+0000","last_became_peered":"2024-07-26T15:47:08.371898+0000","last_unstale":"2024-07-26T15:47:09.725844+0000","last_undegraded":"2024-07-26T15:47:09.725844+0000","last_fullsized":"2024-07-26T15:47:09.725844+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:36.005162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726097+0000","last_change":"2024-07-26T15:47:08.381628+0000","last_active":"2024-07-26T15:47:09.726097+0000","last_peered":"2024-07-26T15:47:09.726097+0000","last_clean":"2024-07-26T15:47:09.726097+0000","last_became_active":"2024-07-26T15:47:08.381279+0000","last_became_peered":"2024-07-26T15:47:08.381279+0000","last_unstale":"2024-07-26T15:47:09.726097+0000","last_undegraded":"2024-07-26T15:47:09.726097+0000","last_fullsized":"2024-07-26T15:47:09.726097+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:25.707274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725892+0000","last_change":"2024-07-26T15:47:08.371139+0000","last_active":"2024-07-26T15:47:09.725892+0000","last_peered":"2024-07-26T15:47:09.725892+0000","last_clean":"2024-07-26T15:47:09.725892+0000","last_became_active":"2024-07-26T15:47:08.370771+0000","last_became_peered":"2024-07-26T15:47:08.370771+0000","last_unstale":"2024-07-26T15:47:09.725892+0000","last_undegraded":"2024-07-26T15:47:09.725892+0000","last_fullsized":"2024-07-26T15:47:09.725892+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:02:29.607702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726756+0000","last_change":"2024-07-26T15:47:08.380877+0000","last_active":"2024-07-26T15:47:09.726756+0000","last_peered":"2024-07-26T15:47:09.726756+0000","last_clean":"2024-07-26T15:47:09.726756+0000","last_became_active":"2024-07-26T15:47:08.380088+0000","last_became_peered":"2024-07-26T15:47:08.380088+0000","last_unstale":"2024-07-26T15:47:09.726756+0000","last_undegraded":"2024-07-26T15:47:09.726756+0000","last_fullsized":"2024-07-26T15:47:09.726756+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:59.285849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"132'4","reported_seq":19,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727414+0000","last_change":"2024-07-26T15:47:07.374464+0000","last_active":"2024-07-26T15:47:09.727414+0000","last_peered":"2024-07-26T15:47:09.727414+0000","last_clean":"2024-07-26T15:47:09.727414+0000","last_became_active":"2024-07-26T15:47:07.374118+0000","last_became_peered":"2024-07-26T15:47:07.374118+0000","last_unstale":"2024-07-26T15:47:09.727414+0000","last_undegraded":"2024-07-26T15:47:09.727414+0000","last_fullsized":"2024-07-26T15:47:09.727414+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:09.018551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725432+0000","last_change":"2024-07-26T15:47:08.378699+0000","last_active":"2024-07-26T15:47:09.725432+0000","last_peered":"2024-07-26T15:47:09.725432+0000","last_clean":"2024-07-26T15:47:09.725432+0000","last_became_active":"2024-07-26T15:47:08.377975+0000","last_became_peered":"2024-07-26T15:47:08.377975+0000","last_unstale":"2024-07-26T15:47:09.725432+0000","last_undegraded":"2024-07-26T15:47:09.725432+0000","last_fullsized":"2024-07-26T15:47:09.725432+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:42.389092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726050+0000","last_change":"2024-07-26T15:47:07.373828+0000","last_active":"2024-07-26T15:47:09.726050+0000","last_peered":"2024-07-26T15:47:09.726050+0000","last_clean":"2024-07-26T15:47:09.726050+0000","last_became_active":"2024-07-26T15:47:07.373482+0000","last_became_peered":"2024-07-26T15:47:07.373482+0000","last_unstale":"2024-07-26T15:47:09.726050+0000","last_undegraded":"2024-07-26T15:47:09.726050+0000","last_fullsized":"2024-07-26T15:47:09.726050+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:10.811642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.350328+0000","last_change":"2024-07-26T15:47:06.350328+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.350328+0000","last_undegraded":"2024-07-26T15:47:06.350328+0000","last_fullsized":"2024-07-26T15:47:06.350328+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374701+0000","last_change":"2024-07-26T15:47:08.373074+0000","last_active":"2024-07-26T15:47:09.374701+0000","last_peered":"2024-07-26T15:47:09.374701+0000","last_clean":"2024-07-26T15:47:09.374701+0000","last_became_active":"2024-07-26T15:47:08.372744+0000","last_became_peered":"2024-07-26T15:47:08.372744+0000","last_unstale":"2024-07-26T15:47:09.374701+0000","last_undegraded":"2024-07-26T15:47:09.374701+0000","last_fullsized":"2024-07-26T15:47:09.374701+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:59.782246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373182+0000","last_change":"2024-07-26T15:47:07.373263+0000","last_active":"2024-07-26T15:47:09.373182+0000","last_peered":"2024-07-26T15:47:09.373182+0000","last_clean":"2024-07-26T15:47:09.373182+0000","last_became_active":"2024-07-26T15:47:07.372745+0000","last_became_peered":"2024-07-26T15:47:07.372745+0000","last_unstale":"2024-07-26T15:47:09.373182+0000","last_undegraded":"2024-07-26T15:47:09.373182+0000","last_fullsized":"2024-07-26T15:47:09.373182+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:22.134765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727054+0000","last_change":"2024-07-26T15:47:08.375647+0000","last_active":"2024-07-26T15:47:09.727054+0000","last_peered":"2024-07-26T15:47:09.727054+0000","last_clean":"2024-07-26T15:47:09.727054+0000","last_became_active":"2024-07-26T15:47:08.375349+0000","last_became_peered":"2024-07-26T15:47:08.375349+0000","last_unstale":"2024-07-26T15:47:09.727054+0000","last_undegraded":"2024-07-26T15:47:09.727054+0000","last_fullsized":"2024-07-26T15:47:09.727054+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:42.400872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725180+0000","last_change":"2024-07-26T15:47:07.372684+0000","last_active":"2024-07-26T15:47:09.725180+0000","last_peered":"2024-07-26T15:47:09.725180+0000","last_clean":"2024-07-26T15:47:09.725180+0000","last_became_active":"2024-07-26T15:47:07.372335+0000","last_became_peered":"2024-07-26T15:47:07.372335+0000","last_unstale":"2024-07-26T15:47:09.725180+0000","last_undegraded":"2024-07-26T15:47:09.725180+0000","last_fullsized":"2024-07-26T15:47:09.725180+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:12:29.046297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726684+0000","last_change":"2024-07-26T15:47:08.380685+0000","last_active":"2024-07-26T15:47:09.726684+0000","last_peered":"2024-07-26T15:47:09.726684+0000","last_clean":"2024-07-26T15:47:09.726684+0000","last_became_active":"2024-07-26T15:47:08.379832+0000","last_became_peered":"2024-07-26T15:47:08.379832+0000","last_unstale":"2024-07-26T15:47:09.726684+0000","last_undegraded":"2024-07-26T15:47:09.726684+0000","last_fullsized":"2024-07-26T15:47:09.726684+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:25.607980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374741+0000","last_change":"2024-07-26T15:47:07.367789+0000","last_active":"2024-07-26T15:47:09.374741+0000","last_peered":"2024-07-26T15:47:09.374741+0000","last_clean":"2024-07-26T15:47:09.374741+0000","last_became_active":"2024-07-26T15:47:07.367466+0000","last_became_peered":"2024-07-26T15:47:07.367466+0000","last_unstale":"2024-07-26T15:47:09.374741+0000","last_undegraded":"2024-07-26T15:47:09.374741+0000","last_fullsized":"2024-07-26T15:47:09.374741+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:22.547871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726333+0000","last_change":"2024-07-26T15:47:08.382545+0000","last_active":"2024-07-26T15:47:09.726333+0000","last_peered":"2024-07-26T15:47:09.726333+0000","last_clean":"2024-07-26T15:47:09.726333+0000","last_became_active":"2024-07-26T15:47:08.381344+0000","last_became_peered":"2024-07-26T15:47:08.381344+0000","last_unstale":"2024-07-26T15:47:09.726333+0000","last_undegraded":"2024-07-26T15:47:09.726333+0000","last_fullsized":"2024-07-26T15:47:09.726333+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:56:59.180647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349770+0000","last_change":"2024-07-26T15:47:06.349770+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349770+0000","last_undegraded":"2024-07-26T15:47:06.349770+0000","last_fullsized":"2024-07-26T15:47:06.349770+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727525+0000","last_change":"2024-07-26T15:47:08.381466+0000","last_active":"2024-07-26T15:47:09.727525+0000","last_peered":"2024-07-26T15:47:09.727525+0000","last_clean":"2024-07-26T15:47:09.727525+0000","last_became_active":"2024-07-26T15:47:08.381128+0000","last_became_peered":"2024-07-26T15:47:08.381128+0000","last_unstale":"2024-07-26T15:47:09.727525+0000","last_undegraded":"2024-07-26T15:47:09.727525+0000","last_fullsized":"2024-07-26T15:47:09.727525+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:21.257800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726299+0000","last_change":"2024-07-26T15:47:07.369114+0000","last_active":"2024-07-26T15:47:09.726299+0000","last_peered":"2024-07-26T15:47:09.726299+0000","last_clean":"2024-07-26T15:47:09.726299+0000","last_became_active":"2024-07-26T15:47:07.368738+0000","last_became_peered":"2024-07-26T15:47:07.368738+0000","last_unstale":"2024-07-26T15:47:09.726299+0000","last_undegraded":"2024-07-26T15:47:09.726299+0000","last_fullsized":"2024-07-26T15:47:09.726299+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:56:25.039572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726541+0000","last_change":"2024-07-26T15:47:08.381191+0000","last_active":"2024-07-26T15:47:09.726541+0000","last_peered":"2024-07-26T15:47:09.726541+0000","last_clean":"2024-07-26T15:47:09.726541+0000","last_became_active":"2024-07-26T15:47:08.380550+0000","last_became_peered":"2024-07-26T15:47:08.380550+0000","last_unstale":"2024-07-26T15:47:09.726541+0000","last_undegraded":"2024-07-26T15:47:09.726541+0000","last_fullsized":"2024-07-26T15:47:09.726541+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:31:12.924886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349783+0000","last_change":"2024-07-26T15:47:06.349783+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349783+0000","last_undegraded":"2024-07-26T15:47:06.349783+0000","last_fullsized":"2024-07-26T15:47:06.349783+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373070+0000","last_change":"2024-07-26T15:47:08.372691+0000","last_active":"2024-07-26T15:47:09.373070+0000","last_peered":"2024-07-26T15:47:09.373070+0000","last_clean":"2024-07-26T15:47:09.373070+0000","last_became_active":"2024-07-26T15:47:08.372338+0000","last_became_peered":"2024-07-26T15:47:08.372338+0000","last_unstale":"2024-07-26T15:47:09.373070+0000","last_undegraded":"2024-07-26T15:47:09.373070+0000","last_fullsized":"2024-07-26T15:47:09.373070+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:59:32.840589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725958+0000","last_change":"2024-07-26T15:47:07.378842+0000","last_active":"2024-07-26T15:47:09.725958+0000","last_peered":"2024-07-26T15:47:09.725958+0000","last_clean":"2024-07-26T15:47:09.725958+0000","last_became_active":"2024-07-26T15:47:07.378530+0000","last_became_peered":"2024-07-26T15:47:07.378530+0000","last_unstale":"2024-07-26T15:47:09.725958+0000","last_undegraded":"2024-07-26T15:47:09.725958+0000","last_fullsized":"2024-07-26T15:47:09.725958+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:48:49.612104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725748+0000","last_change":"2024-07-26T15:47:08.377174+0000","last_active":"2024-07-26T15:47:09.725748+0000","last_peered":"2024-07-26T15:47:09.725748+0000","last_clean":"2024-07-26T15:47:09.725748+0000","last_became_active":"2024-07-26T15:47:08.376849+0000","last_became_peered":"2024-07-26T15:47:08.376849+0000","last_unstale":"2024-07-26T15:47:09.725748+0000","last_undegraded":"2024-07-26T15:47:09.725748+0000","last_fullsized":"2024-07-26T15:47:09.725748+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:12.532065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"132'3","reported_seq":18,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725149+0000","last_change":"2024-07-26T15:47:07.372827+0000","last_active":"2024-07-26T15:47:09.725149+0000","last_peered":"2024-07-26T15:47:09.725149+0000","last_clean":"2024-07-26T15:47:09.725149+0000","last_became_active":"2024-07-26T15:47:07.372447+0000","last_became_peered":"2024-07-26T15:47:07.372447+0000","last_unstale":"2024-07-26T15:47:09.725149+0000","last_undegraded":"2024-07-26T15:47:09.725149+0000","last_fullsized":"2024-07-26T15:47:09.725149+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:54.351384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373204+0000","last_change":"2024-07-26T15:47:08.374436+0000","last_active":"2024-07-26T15:47:09.373204+0000","last_peered":"2024-07-26T15:47:09.373204+0000","last_clean":"2024-07-26T15:47:09.373204+0000","last_became_active":"2024-07-26T15:47:08.373700+0000","last_became_peered":"2024-07-26T15:47:08.373700+0000","last_unstale":"2024-07-26T15:47:09.373204+0000","last_undegraded":"2024-07-26T15:47:09.373204+0000","last_fullsized":"2024-07-26T15:47:09.373204+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:27.460607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"132'6","reported_seq":21,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726065+0000","last_change":"2024-07-26T15:47:07.373992+0000","last_active":"2024-07-26T15:47:09.726065+0000","last_peered":"2024-07-26T15:47:09.726065+0000","last_clean":"2024-07-26T15:47:09.726065+0000","last_became_active":"2024-07-26T15:47:07.373649+0000","last_became_peered":"2024-07-26T15:47:07.373649+0000","last_unstale":"2024-07-26T15:47:09.726065+0000","last_undegraded":"2024-07-26T15:47:09.726065+0000","last_fullsized":"2024-07-26T15:47:09.726065+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:56.484649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374513+0000","last_change":"2024-07-26T15:47:08.380226+0000","last_active":"2024-07-26T15:47:09.374513+0000","last_peered":"2024-07-26T15:47:09.374513+0000","last_clean":"2024-07-26T15:47:09.374513+0000","last_became_active":"2024-07-26T15:47:08.379903+0000","last_became_peered":"2024-07-26T15:47:08.379903+0000","last_unstale":"2024-07-26T15:47:09.374513+0000","last_undegraded":"2024-07-26T15:47:09.374513+0000","last_fullsized":"2024-07-26T15:47:09.374513+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:01:21.600170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373178+0000","last_change":"2024-07-26T15:47:07.379006+0000","last_active":"2024-07-26T15:47:09.373178+0000","last_peered":"2024-07-26T15:47:09.373178+0000","last_clean":"2024-07-26T15:47:09.373178+0000","last_became_active":"2024-07-26T15:47:07.378707+0000","last_became_peered":"2024-07-26T15:47:07.378707+0000","last_unstale":"2024-07-26T15:47:09.373178+0000","last_undegraded":"2024-07-26T15:47:09.373178+0000","last_fullsized":"2024-07-26T15:47:09.373178+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:42.647376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726031+0000","last_change":"2024-07-26T15:47:08.382669+0000","last_active":"2024-07-26T15:47:09.726031+0000","last_peered":"2024-07-26T15:47:09.726031+0000","last_clean":"2024-07-26T15:47:09.726031+0000","last_became_active":"2024-07-26T15:47:08.382298+0000","last_became_peered":"2024-07-26T15:47:08.382298+0000","last_unstale":"2024-07-26T15:47:09.726031+0000","last_undegraded":"2024-07-26T15:47:09.726031+0000","last_fullsized":"2024-07-26T15:47:09.726031+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:13.320714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726208+0000","last_change":"2024-07-26T15:47:07.365411+0000","last_active":"2024-07-26T15:47:09.726208+0000","last_peered":"2024-07-26T15:47:09.726208+0000","last_clean":"2024-07-26T15:47:09.726208+0000","last_became_active":"2024-07-26T15:47:07.365070+0000","last_became_peered":"2024-07-26T15:47:07.365070+0000","last_unstale":"2024-07-26T15:47:09.726208+0000","last_undegraded":"2024-07-26T15:47:09.726208+0000","last_fullsized":"2024-07-26T15:47:09.726208+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:20.822068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725606+0000","last_change":"2024-07-26T15:47:08.378867+0000","last_active":"2024-07-26T15:47:09.725606+0000","last_peered":"2024-07-26T15:47:09.725606+0000","last_clean":"2024-07-26T15:47:09.725606+0000","last_became_active":"2024-07-26T15:47:08.378535+0000","last_became_peered":"2024-07-26T15:47:08.378535+0000","last_unstale":"2024-07-26T15:47:09.725606+0000","last_undegraded":"2024-07-26T15:47:09.725606+0000","last_fullsized":"2024-07-26T15:47:09.725606+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:48:07.616989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725501+0000","last_change":"2024-07-26T15:47:07.375083+0000","last_active":"2024-07-26T15:47:09.725501+0000","last_peered":"2024-07-26T15:47:09.725501+0000","last_clean":"2024-07-26T15:47:09.725501+0000","last_became_active":"2024-07-26T15:47:07.374760+0000","last_became_peered":"2024-07-26T15:47:07.374760+0000","last_unstale":"2024-07-26T15:47:09.725501+0000","last_undegraded":"2024-07-26T15:47:09.725501+0000","last_fullsized":"2024-07-26T15:47:09.725501+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:16.878161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726913+0000","last_change":"2024-07-26T15:47:08.376224+0000","last_active":"2024-07-26T15:47:09.726913+0000","last_peered":"2024-07-26T15:47:09.726913+0000","last_clean":"2024-07-26T15:47:09.726913+0000","last_became_active":"2024-07-26T15:47:08.375533+0000","last_became_peered":"2024-07-26T15:47:08.375533+0000","last_unstale":"2024-07-26T15:47:09.726913+0000","last_undegraded":"2024-07-26T15:47:09.726913+0000","last_fullsized":"2024-07-26T15:47:09.726913+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:14:00.894224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349900+0000","last_change":"2024-07-26T15:47:06.349900+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349900+0000","last_undegraded":"2024-07-26T15:47:06.349900+0000","last_fullsized":"2024-07-26T15:47:06.349900+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725604+0000","last_change":"2024-07-26T15:47:08.385297+0000","last_active":"2024-07-26T15:47:09.725604+0000","last_peered":"2024-07-26T15:47:09.725604+0000","last_clean":"2024-07-26T15:47:09.725604+0000","last_became_active":"2024-07-26T15:47:08.384708+0000","last_became_peered":"2024-07-26T15:47:08.384708+0000","last_unstale":"2024-07-26T15:47:09.725604+0000","last_undegraded":"2024-07-26T15:47:09.725604+0000","last_fullsized":"2024-07-26T15:47:09.725604+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:47.802518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725761+0000","last_change":"2024-07-26T15:47:07.373218+0000","last_active":"2024-07-26T15:47:09.725761+0000","last_peered":"2024-07-26T15:47:09.725761+0000","last_clean":"2024-07-26T15:47:09.725761+0000","last_became_active":"2024-07-26T15:47:07.372826+0000","last_became_peered":"2024-07-26T15:47:07.372826+0000","last_unstale":"2024-07-26T15:47:09.725761+0000","last_undegraded":"2024-07-26T15:47:09.725761+0000","last_fullsized":"2024-07-26T15:47:09.725761+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:19:29.284780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726256+0000","last_change":"2024-07-26T15:47:08.381599+0000","last_active":"2024-07-26T15:47:09.726256+0000","last_peered":"2024-07-26T15:47:09.726256+0000","last_clean":"2024-07-26T15:47:09.726256+0000","last_became_active":"2024-07-26T15:47:08.381210+0000","last_became_peered":"2024-07-26T15:47:08.381210+0000","last_unstale":"2024-07-26T15:47:09.726256+0000","last_undegraded":"2024-07-26T15:47:09.726256+0000","last_fullsized":"2024-07-26T15:47:09.726256+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:42.894812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725390+0000","last_change":"2024-07-26T15:47:07.370276+0000","last_active":"2024-07-26T15:47:09.725390+0000","last_peered":"2024-07-26T15:47:09.725390+0000","last_clean":"2024-07-26T15:47:09.725390+0000","last_became_active":"2024-07-26T15:47:07.369892+0000","last_became_peered":"2024-07-26T15:47:07.369892+0000","last_unstale":"2024-07-26T15:47:09.725390+0000","last_undegraded":"2024-07-26T15:47:09.725390+0000","last_fullsized":"2024-07-26T15:47:09.725390+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:07.693322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373112+0000","last_change":"2024-07-26T15:47:08.374120+0000","last_active":"2024-07-26T15:47:09.373112+0000","last_peered":"2024-07-26T15:47:09.373112+0000","last_clean":"2024-07-26T15:47:09.373112+0000","last_became_active":"2024-07-26T15:47:08.373306+0000","last_became_peered":"2024-07-26T15:47:08.373306+0000","last_unstale":"2024-07-26T15:47:09.373112+0000","last_undegraded":"2024-07-26T15:47:09.373112+0000","last_fullsized":"2024-07-26T15:47:09.373112+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:16.936949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374587+0000","last_change":"2024-07-26T15:47:07.375193+0000","last_active":"2024-07-26T15:47:09.374587+0000","last_peered":"2024-07-26T15:47:09.374587+0000","last_clean":"2024-07-26T15:47:09.374587+0000","last_became_active":"2024-07-26T15:47:07.374841+0000","last_became_peered":"2024-07-26T15:47:07.374841+0000","last_unstale":"2024-07-26T15:47:09.374587+0000","last_undegraded":"2024-07-26T15:47:09.374587+0000","last_fullsized":"2024-07-26T15:47:09.374587+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:20.433548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726304+0000","last_change":"2024-07-26T15:47:08.381294+0000","last_active":"2024-07-26T15:47:09.726304+0000","last_peered":"2024-07-26T15:47:09.726304+0000","last_clean":"2024-07-26T15:47:09.726304+0000","last_became_active":"2024-07-26T15:47:08.380385+0000","last_became_peered":"2024-07-26T15:47:08.380385+0000","last_unstale":"2024-07-26T15:47:09.726304+0000","last_undegraded":"2024-07-26T15:47:09.726304+0000","last_fullsized":"2024-07-26T15:47:09.726304+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:11.569863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725914+0000","last_change":"2024-07-26T15:47:07.372951+0000","last_active":"2024-07-26T15:47:09.725914+0000","last_peered":"2024-07-26T15:47:09.725914+0000","last_clean":"2024-07-26T15:47:09.725914+0000","last_became_active":"2024-07-26T15:47:07.372652+0000","last_became_peered":"2024-07-26T15:47:07.372652+0000","last_unstale":"2024-07-26T15:47:09.725914+0000","last_undegraded":"2024-07-26T15:47:09.725914+0000","last_fullsized":"2024-07-26T15:47:09.725914+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:57.677521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726565+0000","last_change":"2024-07-26T15:47:08.381488+0000","last_active":"2024-07-26T15:47:09.726565+0000","last_peered":"2024-07-26T15:47:09.726565+0000","last_clean":"2024-07-26T15:47:09.726565+0000","last_became_active":"2024-07-26T15:47:08.378459+0000","last_became_peered":"2024-07-26T15:47:08.378459+0000","last_unstale":"2024-07-26T15:47:09.726565+0000","last_undegraded":"2024-07-26T15:47:09.726565+0000","last_fullsized":"2024-07-26T15:47:09.726565+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:11:22.098321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725318+0000","last_change":"2024-07-26T15:47:07.378468+0000","last_active":"2024-07-26T15:47:09.725318+0000","last_peered":"2024-07-26T15:47:09.725318+0000","last_clean":"2024-07-26T15:47:09.725318+0000","last_became_active":"2024-07-26T15:47:07.378113+0000","last_became_peered":"2024-07-26T15:47:07.378113+0000","last_unstale":"2024-07-26T15:47:09.725318+0000","last_undegraded":"2024-07-26T15:47:09.725318+0000","last_fullsized":"2024-07-26T15:47:09.725318+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:32.431153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727336+0000","last_change":"2024-07-26T15:47:08.383745+0000","last_active":"2024-07-26T15:47:09.727336+0000","last_peered":"2024-07-26T15:47:09.727336+0000","last_clean":"2024-07-26T15:47:09.727336+0000","last_became_active":"2024-07-26T15:47:08.383428+0000","last_became_peered":"2024-07-26T15:47:08.383428+0000","last_unstale":"2024-07-26T15:47:09.727336+0000","last_undegraded":"2024-07-26T15:47:09.727336+0000","last_fullsized":"2024-07-26T15:47:09.727336+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:30.007598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725702+0000","last_change":"2024-07-26T15:47:07.370907+0000","last_active":"2024-07-26T15:47:09.725702+0000","last_peered":"2024-07-26T15:47:09.725702+0000","last_clean":"2024-07-26T15:47:09.725702+0000","last_became_active":"2024-07-26T15:47:07.370459+0000","last_became_peered":"2024-07-26T15:47:07.370459+0000","last_unstale":"2024-07-26T15:47:09.725702+0000","last_undegraded":"2024-07-26T15:47:09.725702+0000","last_fullsized":"2024-07-26T15:47:09.725702+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:14.444898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725944+0000","last_change":"2024-07-26T15:47:08.378821+0000","last_active":"2024-07-26T15:47:09.725944+0000","last_peered":"2024-07-26T15:47:09.725944+0000","last_clean":"2024-07-26T15:47:09.725944+0000","last_became_active":"2024-07-26T15:47:08.378265+0000","last_became_peered":"2024-07-26T15:47:08.378265+0000","last_unstale":"2024-07-26T15:47:09.725944+0000","last_undegraded":"2024-07-26T15:47:09.725944+0000","last_fullsized":"2024-07-26T15:47:09.725944+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:36.015730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725684+0000","last_change":"2024-07-26T15:47:07.377474+0000","last_active":"2024-07-26T15:47:09.725684+0000","last_peered":"2024-07-26T15:47:09.725684+0000","last_clean":"2024-07-26T15:47:09.725684+0000","last_became_active":"2024-07-26T15:47:07.377162+0000","last_became_peered":"2024-07-26T15:47:07.377162+0000","last_unstale":"2024-07-26T15:47:09.725684+0000","last_undegraded":"2024-07-26T15:47:09.725684+0000","last_fullsized":"2024-07-26T15:47:09.725684+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:22:46.596572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726315+0000","last_change":"2024-07-26T15:47:08.373624+0000","last_active":"2024-07-26T15:47:09.726315+0000","last_peered":"2024-07-26T15:47:09.726315+0000","last_clean":"2024-07-26T15:47:09.726315+0000","last_became_active":"2024-07-26T15:47:08.373293+0000","last_became_peered":"2024-07-26T15:47:08.373293+0000","last_unstale":"2024-07-26T15:47:09.726315+0000","last_undegraded":"2024-07-26T15:47:09.726315+0000","last_fullsized":"2024-07-26T15:47:09.726315+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:30.722556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373239+0000","last_change":"2024-07-26T15:47:07.378148+0000","last_active":"2024-07-26T15:47:09.373239+0000","last_peered":"2024-07-26T15:47:09.373239+0000","last_clean":"2024-07-26T15:47:09.373239+0000","last_became_active":"2024-07-26T15:47:07.377758+0000","last_became_peered":"2024-07-26T15:47:07.377758+0000","last_unstale":"2024-07-26T15:47:09.373239+0000","last_undegraded":"2024-07-26T15:47:09.373239+0000","last_fullsized":"2024-07-26T15:47:09.373239+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:08.778018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:47:07.346713+0000","last_change":"2024-07-26T15:47:07.346713+0000","last_active":"2024-07-26T15:47:07.346713+0000","last_peered":"2024-07-26T15:47:07.346713+0000","last_clean":"2024-07-26T15:47:07.346713+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:07.346713+0000","last_undegraded":"2024-07-26T15:47:07.346713+0000","last_fullsized":"2024-07-26T15:47:07.346713+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.6","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726087+0000","last_change":"2024-07-26T15:47:07.371578+0000","last_active":"2024-07-26T15:47:09.726087+0000","last_peered":"2024-07-26T15:47:09.726087+0000","last_clean":"2024-07-26T15:47:09.726087+0000","last_became_active":"2024-07-26T15:47:07.371266+0000","last_became_peered":"2024-07-26T15:47:07.371266+0000","last_unstale":"2024-07-26T15:47:09.726087+0000","last_undegraded":"2024-07-26T15:47:09.726087+0000","last_fullsized":"2024-07-26T15:47:09.726087+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:06.525633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726141+0000","last_change":"2024-07-26T15:47:08.382955+0000","last_active":"2024-07-26T15:47:09.726141+0000","last_peered":"2024-07-26T15:47:09.726141+0000","last_clean":"2024-07-26T15:47:09.726141+0000","last_became_active":"2024-07-26T15:47:08.382641+0000","last_became_peered":"2024-07-26T15:47:08.382641+0000","last_unstale":"2024-07-26T15:47:09.726141+0000","last_undegraded":"2024-07-26T15:47:09.726141+0000","last_fullsized":"2024-07-26T15:47:09.726141+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:23.556285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726048+0000","last_change":"2024-07-26T15:47:07.375735+0000","last_active":"2024-07-26T15:47:09.726048+0000","last_peered":"2024-07-26T15:47:09.726048+0000","last_clean":"2024-07-26T15:47:09.726048+0000","last_became_active":"2024-07-26T15:47:07.375411+0000","last_became_peered":"2024-07-26T15:47:07.375411+0000","last_unstale":"2024-07-26T15:47:09.726048+0000","last_undegraded":"2024-07-26T15:47:09.726048+0000","last_fullsized":"2024-07-26T15:47:09.726048+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:40:56.644824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374606+0000","last_change":"2024-07-26T15:47:08.378214+0000","last_active":"2024-07-26T15:47:09.374606+0000","last_peered":"2024-07-26T15:47:09.374606+0000","last_clean":"2024-07-26T15:47:09.374606+0000","last_became_active":"2024-07-26T15:47:08.377604+0000","last_became_peered":"2024-07-26T15:47:08.377604+0000","last_unstale":"2024-07-26T15:47:09.374606+0000","last_undegraded":"2024-07-26T15:47:09.374606+0000","last_fullsized":"2024-07-26T15:47:09.374606+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:16:59.221786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373315+0000","last_change":"2024-07-26T15:47:07.376128+0000","last_active":"2024-07-26T15:47:09.373315+0000","last_peered":"2024-07-26T15:47:09.373315+0000","last_clean":"2024-07-26T15:47:09.373315+0000","last_became_active":"2024-07-26T15:47:07.375605+0000","last_became_peered":"2024-07-26T15:47:07.375605+0000","last_unstale":"2024-07-26T15:47:09.373315+0000","last_undegraded":"2024-07-26T15:47:09.373315+0000","last_fullsized":"2024-07-26T15:47:09.373315+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:01.515133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725850+0000","last_change":"2024-07-26T15:47:08.383197+0000","last_active":"2024-07-26T15:47:09.725850+0000","last_peered":"2024-07-26T15:47:09.725850+0000","last_clean":"2024-07-26T15:47:09.725850+0000","last_became_active":"2024-07-26T15:47:08.382855+0000","last_became_peered":"2024-07-26T15:47:08.382855+0000","last_unstale":"2024-07-26T15:47:09.725850+0000","last_undegraded":"2024-07-26T15:47:09.725850+0000","last_fullsized":"2024-07-26T15:47:09.725850+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:24:33.070042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":1,"reported_epoch":130,"state":"creating+peering","last_fresh":"2024-07-26T15:47:06.349854+0000","last_change":"2024-07-26T15:47:06.349854+0000","last_active":"2024-07-26T15:47:06.338299+0000","last_peered":"2024-07-26T15:47:06.338299+0000","last_clean":"2024-07-26T15:47:06.338299+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:47:06.349854+0000","last_undegraded":"2024-07-26T15:47:06.349854+0000","last_fullsized":"2024-07-26T15:47:06.349854+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725711+0000","last_change":"2024-07-26T15:47:08.374242+0000","last_active":"2024-07-26T15:47:09.725711+0000","last_peered":"2024-07-26T15:47:09.725711+0000","last_clean":"2024-07-26T15:47:09.725711+0000","last_became_active":"2024-07-26T15:47:08.373928+0000","last_became_peered":"2024-07-26T15:47:08.373928+0000","last_unstale":"2024-07-26T15:47:09.725711+0000","last_undegraded":"2024-07-26T15:47:09.725711+0000","last_fullsized":"2024-07-26T15:47:09.725711+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:05.811843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725672+0000","last_change":"2024-07-26T15:47:07.376463+0000","last_active":"2024-07-26T15:47:09.725672+0000","last_peered":"2024-07-26T15:47:09.725672+0000","last_clean":"2024-07-26T15:47:09.725672+0000","last_became_active":"2024-07-26T15:47:07.376103+0000","last_became_peered":"2024-07-26T15:47:07.376103+0000","last_unstale":"2024-07-26T15:47:09.725672+0000","last_undegraded":"2024-07-26T15:47:09.725672+0000","last_fullsized":"2024-07-26T15:47:09.725672+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:49:45.488102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725668+0000","last_change":"2024-07-26T15:47:08.375460+0000","last_active":"2024-07-26T15:47:09.725668+0000","last_peered":"2024-07-26T15:47:09.725668+0000","last_clean":"2024-07-26T15:47:09.725668+0000","last_became_active":"2024-07-26T15:47:08.374597+0000","last_became_peered":"2024-07-26T15:47:08.374597+0000","last_unstale":"2024-07-26T15:47:09.725668+0000","last_undegraded":"2024-07-26T15:47:09.725668+0000","last_fullsized":"2024-07-26T15:47:09.725668+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:55.123811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725868+0000","last_change":"2024-07-26T15:47:07.375806+0000","last_active":"2024-07-26T15:47:09.725868+0000","last_peered":"2024-07-26T15:47:09.725868+0000","last_clean":"2024-07-26T15:47:09.725868+0000","last_became_active":"2024-07-26T15:47:07.375496+0000","last_became_peered":"2024-07-26T15:47:07.375496+0000","last_unstale":"2024-07-26T15:47:09.725868+0000","last_undegraded":"2024-07-26T15:47:09.725868+0000","last_fullsized":"2024-07-26T15:47:09.725868+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:14.073374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.376161+0000","last_change":"2024-07-26T15:47:08.372323+0000","last_active":"2024-07-26T15:47:09.376161+0000","last_peered":"2024-07-26T15:47:09.376161+0000","last_clean":"2024-07-26T15:47:09.376161+0000","last_became_active":"2024-07-26T15:47:08.371974+0000","last_became_peered":"2024-07-26T15:47:08.371974+0000","last_unstale":"2024-07-26T15:47:09.376161+0000","last_undegraded":"2024-07-26T15:47:09.376161+0000","last_fullsized":"2024-07-26T15:47:09.376161+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:59.913558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725800+0000","last_change":"2024-07-26T15:47:07.376515+0000","last_active":"2024-07-26T15:47:09.725800+0000","last_peered":"2024-07-26T15:47:09.725800+0000","last_clean":"2024-07-26T15:47:09.725800+0000","last_became_active":"2024-07-26T15:47:07.376160+0000","last_became_peered":"2024-07-26T15:47:07.376160+0000","last_unstale":"2024-07-26T15:47:09.725800+0000","last_undegraded":"2024-07-26T15:47:09.725800+0000","last_fullsized":"2024-07-26T15:47:09.725800+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:32.280666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374517+0000","last_change":"2024-07-26T15:47:08.379480+0000","last_active":"2024-07-26T15:47:09.374517+0000","last_peered":"2024-07-26T15:47:09.374517+0000","last_clean":"2024-07-26T15:47:09.374517+0000","last_became_active":"2024-07-26T15:47:08.379135+0000","last_became_peered":"2024-07-26T15:47:08.379135+0000","last_unstale":"2024-07-26T15:47:09.374517+0000","last_undegraded":"2024-07-26T15:47:09.374517+0000","last_fullsized":"2024-07-26T15:47:09.374517+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:22:04.307082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726133+0000","last_change":"2024-07-26T15:47:07.379290+0000","last_active":"2024-07-26T15:47:09.726133+0000","last_peered":"2024-07-26T15:47:09.726133+0000","last_clean":"2024-07-26T15:47:09.726133+0000","last_became_active":"2024-07-26T15:47:07.378970+0000","last_became_peered":"2024-07-26T15:47:07.378970+0000","last_unstale":"2024-07-26T15:47:09.726133+0000","last_undegraded":"2024-07-26T15:47:09.726133+0000","last_fullsized":"2024-07-26T15:47:09.726133+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:47.487817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"123'135","reported_seq":547,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.724996+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:47:09.724996+0000","last_peered":"2024-07-26T15:47:09.724996+0000","last_clean":"2024-07-26T15:47:09.724996+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:47:09.724996+0000","last_undegraded":"2024-07-26T15:47:09.724996+0000","last_fullsized":"2024-07-26T15:47:09.724996+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":135,"log_dups_size":0,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":209,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":114,"acting":114,"num_store_stats":7},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":209,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":135,"ondisk_log_size":135,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575072,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59736,"kb_used_data":2188,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312104,"statfs":{"total":96636764160,"available":96575594496,"internally_reserved":0,"allocated":2240512,"data_stored":1427276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509663,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32808,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339032,"statfs":{"total":96636764160,"available":96603168768,"internally_reserved":0,"allocated":1658880,"data_stored":838964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509663,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54996,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316844,"statfs":{"total":96636764160,"available":96580448256,"internally_reserved":0,"allocated":1638400,"data_stored":836748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509662,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36916,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334924,"statfs":{"total":96636764160,"available":96598962176,"internally_reserved":0,"allocated":1601536,"data_stored":816138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509662,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36944,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1642496,"data_stored":837330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509662,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59152,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312688,"statfs":{"total":96636764160,"available":96576192512,"internally_reserved":0,"allocated":1642496,"data_stored":836782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509665,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32792,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339048,"statfs":{"total":96636764160,"available":96603185152,"internally_reserved":0,"allocated":1642496,"data_stored":836782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542369,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37540,"kb_used_data":2196,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334300,"statfs":{"total":96636764160,"available":96598323200,"internally_reserved":0,"allocated":2248704,"data_stored":1428818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:47:14.339 INFO:tasks.ceph.mds.a.smithi033.stderr:2024-07-26T15:47:14.337+0000 7f153c791640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:47:17.015 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:47:17.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.147+0000 7ff6c277e640 1 -- 172.21.15.33:0/2947904495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6a4003a50 msgr2=0x7ff6a4003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.147+0000 7ff6c277e640 1 --2- 172.21.15.33:0/2947904495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6a4003a50 0x7ff6a4003ec0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac009b50 tx=0x7ff6a4005830 comp rx=0 tx=0).stop 2024-07-26T15:47:17.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.148+0000 7ff6c277e640 1 -- 172.21.15.33:0/2947904495 shutdown_connections 2024-07-26T15:47:17.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.148+0000 7ff6c277e640 1 --2- 172.21.15.33:0/2947904495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6a4003a50 0x7ff6a4003ec0 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.148+0000 7ff6c277e640 1 -- 172.21.15.33:0/2947904495 >> 172.21.15.33:0/2947904495 conn(0x7ff6bc0d3da0 msgr2=0x7ff6bc0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:17.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.148+0000 7ff6c277e640 1 -- 172.21.15.33:0/2947904495 shutdown_connections 2024-07-26T15:47:17.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.148+0000 7ff6c277e640 1 -- 172.21.15.33:0/2947904495 wait complete. 2024-07-26T15:47:17.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.149+0000 7ff6c277e640 1 Processor -- start 2024-07-26T15:47:17.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.150+0000 7ff6c277e640 1 -- start start 2024-07-26T15:47:17.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6c277e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6a4003a50 0x7ff6bc1ea370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6c277e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff6bc0b4d80 0x7ff6bc1f5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6c277e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff6bc0b3570 0x7ff6bc1f60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6c277e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff6bc0d2280 con 0x7ff6a4003a50 2024-07-26T15:47:17.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6c277e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff6bc0b9750 con 0x7ff6bc0b4d80 2024-07-26T15:47:17.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6c277e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff6bc0d2400 con 0x7ff6bc0b3570 2024-07-26T15:47:17.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6bbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6a4003a50 0x7ff6bc1ea370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:17.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6bbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6a4003a50 0x7ff6bc1ea370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41078/0 (socket says 172.21.15.33:41078) 2024-07-26T15:47:17.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6bbfff640 1 -- 172.21.15.33:0/486824132 learned_addr learned my addr 172.21.15.33:0/486824132 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6c0d1b640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff6bc0b3570 0x7ff6bc1f60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6bb7fe640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff6bc0b4d80 0x7ff6bc1f5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6bbfff640 1 -- 172.21.15.33:0/486824132 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff6bc0b3570 msgr2=0x7ff6bc1f60f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6bbfff640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff6bc0b3570 0x7ff6bc1f60f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6bbfff640 1 -- 172.21.15.33:0/486824132 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff6bc0b4d80 msgr2=0x7ff6bc1f5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6bbfff640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff6bc0b4d80 0x7ff6bc1f5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6bbfff640 1 -- 172.21.15.33:0/486824132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6bc1ea8b0 con 0x7ff6a4003a50 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6c0d1b640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff6bc0b3570 0x7ff6bc1f60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.151+0000 7ff6bb7fe640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff6bc0b4d80 0x7ff6bc1f5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.152+0000 7ff6bbfff640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6a4003a50 0x7ff6bc1ea370 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac036040 tx=0x7ff6ac0336f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.152+0000 7ff6b8ff9640 1 -- 172.21.15.33:0/486824132 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac038040 con 0x7ff6a4003a50 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.152+0000 7ff6b8ff9640 1 -- 172.21.15.33:0/486824132 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6ac004230 con 0x7ff6a4003a50 2024-07-26T15:47:17.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.152+0000 7ff6c277e640 1 -- 172.21.15.33:0/486824132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6bc0b3ce0 con 0x7ff6a4003a50 2024-07-26T15:47:17.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.152+0000 7ff6b8ff9640 1 -- 172.21.15.33:0/486824132 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac0338e0 con 0x7ff6a4003a50 2024-07-26T15:47:17.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.152+0000 7ff6c277e640 1 -- 172.21.15.33:0/486824132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6bc0b42a0 con 0x7ff6a4003a50 2024-07-26T15:47:17.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.153+0000 7ff6c277e640 1 -- 172.21.15.33:0/486824132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6bc0d2960 con 0x7ff6a4003a50 2024-07-26T15:47:17.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.154+0000 7ff6b8ff9640 1 -- 172.21.15.33:0/486824132 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7ff6ac02b8a0 con 0x7ff6a4003a50 2024-07-26T15:47:17.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.154+0000 7ff6b8ff9640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7ff6a8077130 0x7ff6a8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.154+0000 7ff6b8ff9640 1 -- 172.21.15.33:0/486824132 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7ff6ac0b95b0 con 0x7ff6a4003a50 2024-07-26T15:47:17.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.154+0000 7ff6bb7fe640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7ff6a8077130 0x7ff6a8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:17.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.155+0000 7ff6bb7fe640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7ff6a8077130 0x7ff6a8079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff6bc0b26f0 tx=0x7ff6b0000ed0 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:17.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.159+0000 7ff6b8ff9640 1 -- 172.21.15.33:0/486824132 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff6ac0823d0 con 0x7ff6a4003a50 2024-07-26T15:47:17.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.352+0000 7ff6c277e640 1 -- 172.21.15.33:0/486824132 --> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff6bc06dc50 con 0x7ff6a8077130 2024-07-26T15:47:17.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.357+0000 7ff6b8ff9640 1 -- 172.21.15.33:0/486824132 <== mgr.7638 v2:172.21.15.33:6836/2985538436 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252488 (secure 0 0 0) 0x7ff6bc06dc50 con 0x7ff6a8077130 2024-07-26T15:47:17.360 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:17.362 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:47:17.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 -- 172.21.15.33:0/486824132 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7ff6a8077130 msgr2=0x7ff6a8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7ff6a8077130 0x7ff6a8079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff6bc0b26f0 tx=0x7ff6b0000ed0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 -- 172.21.15.33:0/486824132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6a4003a50 msgr2=0x7ff6bc1ea370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6a4003a50 0x7ff6bc1ea370 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac036040 tx=0x7ff6ac0336f0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 -- 172.21.15.33:0/486824132 shutdown_connections 2024-07-26T15:47:17.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff6bc0b3570 0x7ff6bc1f60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff6bc0b4d80 0x7ff6bc1f5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7ff6a8077130 0x7ff6a8079640 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 --2- 172.21.15.33:0/486824132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6a4003a50 0x7ff6bc1ea370 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 -- 172.21.15.33:0/486824132 >> 172.21.15.33:0/486824132 conn(0x7ff6bc0d3da0 msgr2=0x7ff6bc15dfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:17.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 -- 172.21.15.33:0/486824132 shutdown_connections 2024-07-26T15:47:17.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.360+0000 7ff6c277e640 1 -- 172.21.15.33:0/486824132 wait complete. 2024-07-26T15:47:17.373 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-07-26T15:47:16.006152+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":254,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":174,"ondisk_log_size":174,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":169,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":350924,"kb_used_data":14024,"kb_used_omap":12,"kb_used_meta":336755,"kb_avail":754623796,"statfs":{"total":773094113280,"available":772734767104,"internally_reserved":0,"allocated":14360576,"data_stored":7879540,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":344837681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":23,"apply_latency_ms":23,"commit_latency_ns":23000000,"apply_latency_ns":23000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001970"},"pg_stats":[{"pgid":"16.3f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726694+0000","last_change":"2024-07-26T15:47:08.372777+0000","last_active":"2024-07-26T15:47:09.726694+0000","last_peered":"2024-07-26T15:47:09.726694+0000","last_clean":"2024-07-26T15:47:09.726694+0000","last_became_active":"2024-07-26T15:47:08.372484+0000","last_became_peered":"2024-07-26T15:47:08.372484+0000","last_unstale":"2024-07-26T15:47:09.726694+0000","last_undegraded":"2024-07-26T15:47:09.726694+0000","last_fullsized":"2024-07-26T15:47:09.726694+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:28.553093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726194+0000","last_change":"2024-07-26T15:47:08.375150+0000","last_active":"2024-07-26T15:47:09.726194+0000","last_peered":"2024-07-26T15:47:09.726194+0000","last_clean":"2024-07-26T15:47:09.726194+0000","last_became_active":"2024-07-26T15:47:08.374815+0000","last_became_peered":"2024-07-26T15:47:08.374815+0000","last_unstale":"2024-07-26T15:47:09.726194+0000","last_undegraded":"2024-07-26T15:47:09.726194+0000","last_fullsized":"2024-07-26T15:47:09.726194+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:58:46.121544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.3d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726204+0000","last_change":"2024-07-26T15:47:08.369140+0000","last_active":"2024-07-26T15:47:09.726204+0000","last_peered":"2024-07-26T15:47:09.726204+0000","last_clean":"2024-07-26T15:47:09.726204+0000","last_became_active":"2024-07-26T15:47:08.368776+0000","last_became_peered":"2024-07-26T15:47:08.368776+0000","last_unstale":"2024-07-26T15:47:09.726204+0000","last_undegraded":"2024-07-26T15:47:09.726204+0000","last_fullsized":"2024-07-26T15:47:09.726204+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:39.132025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.3c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726851+0000","last_change":"2024-07-26T15:47:08.373126+0000","last_active":"2024-07-26T15:47:09.726851+0000","last_peered":"2024-07-26T15:47:09.726851+0000","last_clean":"2024-07-26T15:47:09.726851+0000","last_became_active":"2024-07-26T15:47:08.372606+0000","last_became_peered":"2024-07-26T15:47:08.372606+0000","last_unstale":"2024-07-26T15:47:09.726851+0000","last_undegraded":"2024-07-26T15:47:09.726851+0000","last_fullsized":"2024-07-26T15:47:09.726851+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:35.378084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.3b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.372986+0000","last_change":"2024-07-26T15:47:08.375641+0000","last_active":"2024-07-26T15:47:09.372986+0000","last_peered":"2024-07-26T15:47:09.372986+0000","last_clean":"2024-07-26T15:47:09.372986+0000","last_became_active":"2024-07-26T15:47:08.375318+0000","last_became_peered":"2024-07-26T15:47:08.375318+0000","last_unstale":"2024-07-26T15:47:09.372986+0000","last_undegraded":"2024-07-26T15:47:09.372986+0000","last_fullsized":"2024-07-26T15:47:09.372986+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:55:03.930928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726011+0000","last_change":"2024-07-26T15:47:08.378840+0000","last_active":"2024-07-26T15:47:09.726011+0000","last_peered":"2024-07-26T15:47:09.726011+0000","last_clean":"2024-07-26T15:47:09.726011+0000","last_became_active":"2024-07-26T15:47:08.378224+0000","last_became_peered":"2024-07-26T15:47:08.378224+0000","last_unstale":"2024-07-26T15:47:09.726011+0000","last_undegraded":"2024-07-26T15:47:09.726011+0000","last_fullsized":"2024-07-26T15:47:09.726011+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:12.684006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.39","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725555+0000","last_change":"2024-07-26T15:47:08.381901+0000","last_active":"2024-07-26T15:47:09.725555+0000","last_peered":"2024-07-26T15:47:09.725555+0000","last_clean":"2024-07-26T15:47:09.725555+0000","last_became_active":"2024-07-26T15:47:08.381127+0000","last_became_peered":"2024-07-26T15:47:08.381127+0000","last_unstale":"2024-07-26T15:47:09.725555+0000","last_undegraded":"2024-07-26T15:47:09.725555+0000","last_fullsized":"2024-07-26T15:47:09.725555+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:51.059724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.38","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725398+0000","last_change":"2024-07-26T15:47:08.385018+0000","last_active":"2024-07-26T15:47:09.725398+0000","last_peered":"2024-07-26T15:47:09.725398+0000","last_clean":"2024-07-26T15:47:09.725398+0000","last_became_active":"2024-07-26T15:47:08.384297+0000","last_became_peered":"2024-07-26T15:47:08.384297+0000","last_unstale":"2024-07-26T15:47:09.725398+0000","last_undegraded":"2024-07-26T15:47:09.725398+0000","last_fullsized":"2024-07-26T15:47:09.725398+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:29:14.304876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.37","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725950+0000","last_change":"2024-07-26T15:47:08.382044+0000","last_active":"2024-07-26T15:47:09.725950+0000","last_peered":"2024-07-26T15:47:09.725950+0000","last_clean":"2024-07-26T15:47:09.725950+0000","last_became_active":"2024-07-26T15:47:08.381726+0000","last_became_peered":"2024-07-26T15:47:08.381726+0000","last_unstale":"2024-07-26T15:47:09.725950+0000","last_undegraded":"2024-07-26T15:47:09.725950+0000","last_fullsized":"2024-07-26T15:47:09.725950+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:57.038257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.36","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373317+0000","last_change":"2024-07-26T15:47:08.385951+0000","last_active":"2024-07-26T15:47:09.373317+0000","last_peered":"2024-07-26T15:47:09.373317+0000","last_clean":"2024-07-26T15:47:09.373317+0000","last_became_active":"2024-07-26T15:47:08.384749+0000","last_became_peered":"2024-07-26T15:47:08.384749+0000","last_unstale":"2024-07-26T15:47:09.373317+0000","last_undegraded":"2024-07-26T15:47:09.373317+0000","last_fullsized":"2024-07-26T15:47:09.373317+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:26.480088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.35","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374935+0000","last_change":"2024-07-26T15:47:08.382232+0000","last_active":"2024-07-26T15:47:09.374935+0000","last_peered":"2024-07-26T15:47:09.374935+0000","last_clean":"2024-07-26T15:47:09.374935+0000","last_became_active":"2024-07-26T15:47:08.381933+0000","last_became_peered":"2024-07-26T15:47:08.381933+0000","last_unstale":"2024-07-26T15:47:09.374935+0000","last_undegraded":"2024-07-26T15:47:09.374935+0000","last_fullsized":"2024-07-26T15:47:09.374935+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:31:18.152570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.34","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.376527+0000","last_change":"2024-07-26T15:47:08.368832+0000","last_active":"2024-07-26T15:47:09.376527+0000","last_peered":"2024-07-26T15:47:09.376527+0000","last_clean":"2024-07-26T15:47:09.376527+0000","last_became_active":"2024-07-26T15:47:08.368529+0000","last_became_peered":"2024-07-26T15:47:08.368529+0000","last_unstale":"2024-07-26T15:47:09.376527+0000","last_undegraded":"2024-07-26T15:47:09.376527+0000","last_fullsized":"2024-07-26T15:47:09.376527+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:23:22.040537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.33","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726458+0000","last_change":"2024-07-26T15:47:08.375947+0000","last_active":"2024-07-26T15:47:09.726458+0000","last_peered":"2024-07-26T15:47:09.726458+0000","last_clean":"2024-07-26T15:47:09.726458+0000","last_became_active":"2024-07-26T15:47:08.375656+0000","last_became_peered":"2024-07-26T15:47:08.375656+0000","last_unstale":"2024-07-26T15:47:09.726458+0000","last_undegraded":"2024-07-26T15:47:09.726458+0000","last_fullsized":"2024-07-26T15:47:09.726458+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:21.441961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.32","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725412+0000","last_change":"2024-07-26T15:47:08.378716+0000","last_active":"2024-07-26T15:47:09.725412+0000","last_peered":"2024-07-26T15:47:09.725412+0000","last_clean":"2024-07-26T15:47:09.725412+0000","last_became_active":"2024-07-26T15:47:08.378401+0000","last_became_peered":"2024-07-26T15:47:08.378401+0000","last_unstale":"2024-07-26T15:47:09.725412+0000","last_undegraded":"2024-07-26T15:47:09.725412+0000","last_fullsized":"2024-07-26T15:47:09.725412+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:25.522796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.31","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725398+0000","last_change":"2024-07-26T15:47:08.375051+0000","last_active":"2024-07-26T15:47:09.725398+0000","last_peered":"2024-07-26T15:47:09.725398+0000","last_clean":"2024-07-26T15:47:09.725398+0000","last_became_active":"2024-07-26T15:47:08.374698+0000","last_became_peered":"2024-07-26T15:47:08.374698+0000","last_unstale":"2024-07-26T15:47:09.725398+0000","last_undegraded":"2024-07-26T15:47:09.725398+0000","last_fullsized":"2024-07-26T15:47:09.725398+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:39.687844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.30","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725184+0000","last_change":"2024-07-26T15:47:08.372373+0000","last_active":"2024-07-26T15:47:09.725184+0000","last_peered":"2024-07-26T15:47:09.725184+0000","last_clean":"2024-07-26T15:47:09.725184+0000","last_became_active":"2024-07-26T15:47:08.372048+0000","last_became_peered":"2024-07-26T15:47:08.372048+0000","last_unstale":"2024-07-26T15:47:09.725184+0000","last_undegraded":"2024-07-26T15:47:09.725184+0000","last_fullsized":"2024-07-26T15:47:09.725184+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:19:52.568484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.2f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726811+0000","last_change":"2024-07-26T15:47:08.374655+0000","last_active":"2024-07-26T15:47:09.726811+0000","last_peered":"2024-07-26T15:47:09.726811+0000","last_clean":"2024-07-26T15:47:09.726811+0000","last_became_active":"2024-07-26T15:47:08.374361+0000","last_became_peered":"2024-07-26T15:47:08.374361+0000","last_unstale":"2024-07-26T15:47:09.726811+0000","last_undegraded":"2024-07-26T15:47:09.726811+0000","last_fullsized":"2024-07-26T15:47:09.726811+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:10.829731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726207+0000","last_change":"2024-07-26T15:47:08.378002+0000","last_active":"2024-07-26T15:47:09.726207+0000","last_peered":"2024-07-26T15:47:09.726207+0000","last_clean":"2024-07-26T15:47:09.726207+0000","last_became_active":"2024-07-26T15:47:08.377677+0000","last_became_peered":"2024-07-26T15:47:08.377677+0000","last_unstale":"2024-07-26T15:47:09.726207+0000","last_undegraded":"2024-07-26T15:47:09.726207+0000","last_fullsized":"2024-07-26T15:47:09.726207+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:20.469144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.2d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726392+0000","last_change":"2024-07-26T15:47:08.380982+0000","last_active":"2024-07-26T15:47:09.726392+0000","last_peered":"2024-07-26T15:47:09.726392+0000","last_clean":"2024-07-26T15:47:09.726392+0000","last_became_active":"2024-07-26T15:47:08.380349+0000","last_became_peered":"2024-07-26T15:47:08.380349+0000","last_unstale":"2024-07-26T15:47:09.726392+0000","last_undegraded":"2024-07-26T15:47:09.726392+0000","last_fullsized":"2024-07-26T15:47:09.726392+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:27.145090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375995+0000","last_change":"2024-07-26T15:47:08.369855+0000","last_active":"2024-07-26T15:47:09.375995+0000","last_peered":"2024-07-26T15:47:09.375995+0000","last_clean":"2024-07-26T15:47:09.375995+0000","last_became_active":"2024-07-26T15:47:08.369550+0000","last_became_peered":"2024-07-26T15:47:08.369550+0000","last_unstale":"2024-07-26T15:47:09.375995+0000","last_undegraded":"2024-07-26T15:47:09.375995+0000","last_fullsized":"2024-07-26T15:47:09.375995+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:43.027137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725641+0000","last_change":"2024-07-26T15:47:08.384054+0000","last_active":"2024-07-26T15:47:09.725641+0000","last_peered":"2024-07-26T15:47:09.725641+0000","last_clean":"2024-07-26T15:47:09.725641+0000","last_became_active":"2024-07-26T15:47:08.383745+0000","last_became_peered":"2024-07-26T15:47:08.383745+0000","last_unstale":"2024-07-26T15:47:09.725641+0000","last_undegraded":"2024-07-26T15:47:09.725641+0000","last_fullsized":"2024-07-26T15:47:09.725641+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:30.390947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373104+0000","last_change":"2024-07-26T15:47:08.378320+0000","last_active":"2024-07-26T15:47:09.373104+0000","last_peered":"2024-07-26T15:47:09.373104+0000","last_clean":"2024-07-26T15:47:09.373104+0000","last_became_active":"2024-07-26T15:47:08.377985+0000","last_became_peered":"2024-07-26T15:47:08.377985+0000","last_unstale":"2024-07-26T15:47:09.373104+0000","last_undegraded":"2024-07-26T15:47:09.373104+0000","last_fullsized":"2024-07-26T15:47:09.373104+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:15.750158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.29","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725802+0000","last_change":"2024-07-26T15:47:08.369185+0000","last_active":"2024-07-26T15:47:09.725802+0000","last_peered":"2024-07-26T15:47:09.725802+0000","last_clean":"2024-07-26T15:47:09.725802+0000","last_became_active":"2024-07-26T15:47:08.368835+0000","last_became_peered":"2024-07-26T15:47:08.368835+0000","last_unstale":"2024-07-26T15:47:09.725802+0000","last_undegraded":"2024-07-26T15:47:09.725802+0000","last_fullsized":"2024-07-26T15:47:09.725802+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:26:08.014538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.28","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.372743+0000","last_change":"2024-07-26T15:47:08.381108+0000","last_active":"2024-07-26T15:47:09.372743+0000","last_peered":"2024-07-26T15:47:09.372743+0000","last_clean":"2024-07-26T15:47:09.372743+0000","last_became_active":"2024-07-26T15:47:08.379577+0000","last_became_peered":"2024-07-26T15:47:08.379577+0000","last_unstale":"2024-07-26T15:47:09.372743+0000","last_undegraded":"2024-07-26T15:47:09.372743+0000","last_fullsized":"2024-07-26T15:47:09.372743+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:32.017288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.27","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375988+0000","last_change":"2024-07-26T15:47:08.375042+0000","last_active":"2024-07-26T15:47:09.375988+0000","last_peered":"2024-07-26T15:47:09.375988+0000","last_clean":"2024-07-26T15:47:09.375988+0000","last_became_active":"2024-07-26T15:47:08.374696+0000","last_became_peered":"2024-07-26T15:47:08.374696+0000","last_unstale":"2024-07-26T15:47:09.375988+0000","last_undegraded":"2024-07-26T15:47:09.375988+0000","last_fullsized":"2024-07-26T15:47:09.375988+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:06:16.713092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.26","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.376430+0000","last_change":"2024-07-26T15:47:08.382370+0000","last_active":"2024-07-26T15:47:09.376430+0000","last_peered":"2024-07-26T15:47:09.376430+0000","last_clean":"2024-07-26T15:47:09.376430+0000","last_became_active":"2024-07-26T15:47:08.382054+0000","last_became_peered":"2024-07-26T15:47:08.382054+0000","last_unstale":"2024-07-26T15:47:09.376430+0000","last_undegraded":"2024-07-26T15:47:09.376430+0000","last_fullsized":"2024-07-26T15:47:09.376430+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:22.266805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.25","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375003+0000","last_change":"2024-07-26T15:47:08.369740+0000","last_active":"2024-07-26T15:47:09.375003+0000","last_peered":"2024-07-26T15:47:09.375003+0000","last_clean":"2024-07-26T15:47:09.375003+0000","last_became_active":"2024-07-26T15:47:08.369411+0000","last_became_peered":"2024-07-26T15:47:08.369411+0000","last_unstale":"2024-07-26T15:47:09.375003+0000","last_undegraded":"2024-07-26T15:47:09.375003+0000","last_fullsized":"2024-07-26T15:47:09.375003+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:18.033890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.24","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726164+0000","last_change":"2024-07-26T15:47:08.376880+0000","last_active":"2024-07-26T15:47:09.726164+0000","last_peered":"2024-07-26T15:47:09.726164+0000","last_clean":"2024-07-26T15:47:09.726164+0000","last_became_active":"2024-07-26T15:47:08.376343+0000","last_became_peered":"2024-07-26T15:47:08.376343+0000","last_unstale":"2024-07-26T15:47:09.726164+0000","last_undegraded":"2024-07-26T15:47:09.726164+0000","last_fullsized":"2024-07-26T15:47:09.726164+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:39:02.119798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.23","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725844+0000","last_change":"2024-07-26T15:47:08.372250+0000","last_active":"2024-07-26T15:47:09.725844+0000","last_peered":"2024-07-26T15:47:09.725844+0000","last_clean":"2024-07-26T15:47:09.725844+0000","last_became_active":"2024-07-26T15:47:08.371898+0000","last_became_peered":"2024-07-26T15:47:08.371898+0000","last_unstale":"2024-07-26T15:47:09.725844+0000","last_undegraded":"2024-07-26T15:47:09.725844+0000","last_fullsized":"2024-07-26T15:47:09.725844+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:36.005162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.22","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375531+0000","last_change":"2024-07-26T15:47:08.374408+0000","last_active":"2024-07-26T15:47:09.375531+0000","last_peered":"2024-07-26T15:47:09.375531+0000","last_clean":"2024-07-26T15:47:09.375531+0000","last_became_active":"2024-07-26T15:47:08.373917+0000","last_became_peered":"2024-07-26T15:47:08.373917+0000","last_unstale":"2024-07-26T15:47:09.375531+0000","last_undegraded":"2024-07-26T15:47:09.375531+0000","last_fullsized":"2024-07-26T15:47:09.375531+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:56:59.180647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.21","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726097+0000","last_change":"2024-07-26T15:47:08.381628+0000","last_active":"2024-07-26T15:47:09.726097+0000","last_peered":"2024-07-26T15:47:09.726097+0000","last_clean":"2024-07-26T15:47:09.726097+0000","last_became_active":"2024-07-26T15:47:08.381279+0000","last_became_peered":"2024-07-26T15:47:08.381279+0000","last_unstale":"2024-07-26T15:47:09.726097+0000","last_undegraded":"2024-07-26T15:47:09.726097+0000","last_fullsized":"2024-07-26T15:47:09.726097+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:25.707274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.20","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725892+0000","last_change":"2024-07-26T15:47:08.371139+0000","last_active":"2024-07-26T15:47:09.725892+0000","last_peered":"2024-07-26T15:47:09.725892+0000","last_clean":"2024-07-26T15:47:09.725892+0000","last_became_active":"2024-07-26T15:47:08.370771+0000","last_became_peered":"2024-07-26T15:47:08.370771+0000","last_unstale":"2024-07-26T15:47:09.725892+0000","last_undegraded":"2024-07-26T15:47:09.725892+0000","last_fullsized":"2024-07-26T15:47:09.725892+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:02:29.607702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726756+0000","last_change":"2024-07-26T15:47:08.380877+0000","last_active":"2024-07-26T15:47:09.726756+0000","last_peered":"2024-07-26T15:47:09.726756+0000","last_clean":"2024-07-26T15:47:09.726756+0000","last_became_active":"2024-07-26T15:47:08.380088+0000","last_became_peered":"2024-07-26T15:47:08.380088+0000","last_unstale":"2024-07-26T15:47:09.726756+0000","last_undegraded":"2024-07-26T15:47:09.726756+0000","last_fullsized":"2024-07-26T15:47:09.726756+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:59.285849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"132'4","reported_seq":19,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727414+0000","last_change":"2024-07-26T15:47:07.374464+0000","last_active":"2024-07-26T15:47:09.727414+0000","last_peered":"2024-07-26T15:47:09.727414+0000","last_clean":"2024-07-26T15:47:09.727414+0000","last_became_active":"2024-07-26T15:47:07.374118+0000","last_became_peered":"2024-07-26T15:47:07.374118+0000","last_unstale":"2024-07-26T15:47:09.727414+0000","last_undegraded":"2024-07-26T15:47:09.727414+0000","last_fullsized":"2024-07-26T15:47:09.727414+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:09.018551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725432+0000","last_change":"2024-07-26T15:47:08.378699+0000","last_active":"2024-07-26T15:47:09.725432+0000","last_peered":"2024-07-26T15:47:09.725432+0000","last_clean":"2024-07-26T15:47:09.725432+0000","last_became_active":"2024-07-26T15:47:08.377975+0000","last_became_peered":"2024-07-26T15:47:08.377975+0000","last_unstale":"2024-07-26T15:47:09.725432+0000","last_undegraded":"2024-07-26T15:47:09.725432+0000","last_fullsized":"2024-07-26T15:47:09.725432+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:42.389092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.1e","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726050+0000","last_change":"2024-07-26T15:47:07.373828+0000","last_active":"2024-07-26T15:47:09.726050+0000","last_peered":"2024-07-26T15:47:09.726050+0000","last_clean":"2024-07-26T15:47:09.726050+0000","last_became_active":"2024-07-26T15:47:07.373482+0000","last_became_peered":"2024-07-26T15:47:07.373482+0000","last_unstale":"2024-07-26T15:47:09.726050+0000","last_undegraded":"2024-07-26T15:47:09.726050+0000","last_fullsized":"2024-07-26T15:47:09.726050+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:58:10.811642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375795+0000","last_change":"2024-07-26T15:47:08.376969+0000","last_active":"2024-07-26T15:47:09.375795+0000","last_peered":"2024-07-26T15:47:09.375795+0000","last_clean":"2024-07-26T15:47:09.375795+0000","last_became_active":"2024-07-26T15:47:08.376652+0000","last_became_peered":"2024-07-26T15:47:08.376652+0000","last_unstale":"2024-07-26T15:47:09.375795+0000","last_undegraded":"2024-07-26T15:47:09.375795+0000","last_fullsized":"2024-07-26T15:47:09.375795+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:55:02.819628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.1d","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375954+0000","last_change":"2024-07-26T15:47:07.369394+0000","last_active":"2024-07-26T15:47:09.375954+0000","last_peered":"2024-07-26T15:47:09.375954+0000","last_clean":"2024-07-26T15:47:09.375954+0000","last_became_active":"2024-07-26T15:47:07.369072+0000","last_became_peered":"2024-07-26T15:47:07.369072+0000","last_unstale":"2024-07-26T15:47:09.375954+0000","last_undegraded":"2024-07-26T15:47:09.375954+0000","last_fullsized":"2024-07-26T15:47:09.375954+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:41:45.952283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374701+0000","last_change":"2024-07-26T15:47:08.373074+0000","last_active":"2024-07-26T15:47:09.374701+0000","last_peered":"2024-07-26T15:47:09.374701+0000","last_clean":"2024-07-26T15:47:09.374701+0000","last_became_active":"2024-07-26T15:47:08.372744+0000","last_became_peered":"2024-07-26T15:47:08.372744+0000","last_unstale":"2024-07-26T15:47:09.374701+0000","last_undegraded":"2024-07-26T15:47:09.374701+0000","last_fullsized":"2024-07-26T15:47:09.374701+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:59.782246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1c","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373182+0000","last_change":"2024-07-26T15:47:07.373263+0000","last_active":"2024-07-26T15:47:09.373182+0000","last_peered":"2024-07-26T15:47:09.373182+0000","last_clean":"2024-07-26T15:47:09.373182+0000","last_became_active":"2024-07-26T15:47:07.372745+0000","last_became_peered":"2024-07-26T15:47:07.372745+0000","last_unstale":"2024-07-26T15:47:09.373182+0000","last_undegraded":"2024-07-26T15:47:09.373182+0000","last_fullsized":"2024-07-26T15:47:09.373182+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:41:22.134765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727054+0000","last_change":"2024-07-26T15:47:08.375647+0000","last_active":"2024-07-26T15:47:09.727054+0000","last_peered":"2024-07-26T15:47:09.727054+0000","last_clean":"2024-07-26T15:47:09.727054+0000","last_became_active":"2024-07-26T15:47:08.375349+0000","last_became_peered":"2024-07-26T15:47:08.375349+0000","last_unstale":"2024-07-26T15:47:09.727054+0000","last_undegraded":"2024-07-26T15:47:09.727054+0000","last_fullsized":"2024-07-26T15:47:09.727054+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:42.400872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1b","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725180+0000","last_change":"2024-07-26T15:47:07.372684+0000","last_active":"2024-07-26T15:47:09.725180+0000","last_peered":"2024-07-26T15:47:09.725180+0000","last_clean":"2024-07-26T15:47:09.725180+0000","last_became_active":"2024-07-26T15:47:07.372335+0000","last_became_peered":"2024-07-26T15:47:07.372335+0000","last_unstale":"2024-07-26T15:47:09.725180+0000","last_undegraded":"2024-07-26T15:47:09.725180+0000","last_fullsized":"2024-07-26T15:47:09.725180+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:12:29.046297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726684+0000","last_change":"2024-07-26T15:47:08.380685+0000","last_active":"2024-07-26T15:47:09.726684+0000","last_peered":"2024-07-26T15:47:09.726684+0000","last_clean":"2024-07-26T15:47:09.726684+0000","last_became_active":"2024-07-26T15:47:08.379832+0000","last_became_peered":"2024-07-26T15:47:08.379832+0000","last_unstale":"2024-07-26T15:47:09.726684+0000","last_undegraded":"2024-07-26T15:47:09.726684+0000","last_fullsized":"2024-07-26T15:47:09.726684+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:25.607980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374741+0000","last_change":"2024-07-26T15:47:07.367789+0000","last_active":"2024-07-26T15:47:09.374741+0000","last_peered":"2024-07-26T15:47:09.374741+0000","last_clean":"2024-07-26T15:47:09.374741+0000","last_became_active":"2024-07-26T15:47:07.367466+0000","last_became_peered":"2024-07-26T15:47:07.367466+0000","last_unstale":"2024-07-26T15:47:09.374741+0000","last_undegraded":"2024-07-26T15:47:09.374741+0000","last_fullsized":"2024-07-26T15:47:09.374741+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:22.547871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726333+0000","last_change":"2024-07-26T15:47:08.382545+0000","last_active":"2024-07-26T15:47:09.726333+0000","last_peered":"2024-07-26T15:47:09.726333+0000","last_clean":"2024-07-26T15:47:09.726333+0000","last_became_active":"2024-07-26T15:47:08.381344+0000","last_became_peered":"2024-07-26T15:47:08.381344+0000","last_unstale":"2024-07-26T15:47:09.726333+0000","last_undegraded":"2024-07-26T15:47:09.726333+0000","last_fullsized":"2024-07-26T15:47:09.726333+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:56:59.180647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375581+0000","last_change":"2024-07-26T15:47:07.367528+0000","last_active":"2024-07-26T15:47:09.375581+0000","last_peered":"2024-07-26T15:47:09.375581+0000","last_clean":"2024-07-26T15:47:09.375581+0000","last_became_active":"2024-07-26T15:47:07.366765+0000","last_became_peered":"2024-07-26T15:47:07.366765+0000","last_unstale":"2024-07-26T15:47:09.375581+0000","last_undegraded":"2024-07-26T15:47:09.375581+0000","last_fullsized":"2024-07-26T15:47:09.375581+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:50.051311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.7","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727525+0000","last_change":"2024-07-26T15:47:08.381466+0000","last_active":"2024-07-26T15:47:09.727525+0000","last_peered":"2024-07-26T15:47:09.727525+0000","last_clean":"2024-07-26T15:47:09.727525+0000","last_became_active":"2024-07-26T15:47:08.381128+0000","last_became_peered":"2024-07-26T15:47:08.381128+0000","last_unstale":"2024-07-26T15:47:09.727525+0000","last_undegraded":"2024-07-26T15:47:09.727525+0000","last_fullsized":"2024-07-26T15:47:09.727525+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:21.257800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726299+0000","last_change":"2024-07-26T15:47:07.369114+0000","last_active":"2024-07-26T15:47:09.726299+0000","last_peered":"2024-07-26T15:47:09.726299+0000","last_clean":"2024-07-26T15:47:09.726299+0000","last_became_active":"2024-07-26T15:47:07.368738+0000","last_became_peered":"2024-07-26T15:47:07.368738+0000","last_unstale":"2024-07-26T15:47:09.726299+0000","last_undegraded":"2024-07-26T15:47:09.726299+0000","last_fullsized":"2024-07-26T15:47:09.726299+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:56:25.039572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726541+0000","last_change":"2024-07-26T15:47:08.381191+0000","last_active":"2024-07-26T15:47:09.726541+0000","last_peered":"2024-07-26T15:47:09.726541+0000","last_clean":"2024-07-26T15:47:09.726541+0000","last_became_active":"2024-07-26T15:47:08.380550+0000","last_became_peered":"2024-07-26T15:47:08.380550+0000","last_unstale":"2024-07-26T15:47:09.726541+0000","last_undegraded":"2024-07-26T15:47:09.726541+0000","last_fullsized":"2024-07-26T15:47:09.726541+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:31:12.924886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375903+0000","last_change":"2024-07-26T15:47:07.368166+0000","last_active":"2024-07-26T15:47:09.375903+0000","last_peered":"2024-07-26T15:47:09.375903+0000","last_clean":"2024-07-26T15:47:09.375903+0000","last_became_active":"2024-07-26T15:47:07.367105+0000","last_became_peered":"2024-07-26T15:47:07.367105+0000","last_unstale":"2024-07-26T15:47:09.375903+0000","last_undegraded":"2024-07-26T15:47:09.375903+0000","last_fullsized":"2024-07-26T15:47:09.375903+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:56.029844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373070+0000","last_change":"2024-07-26T15:47:08.372691+0000","last_active":"2024-07-26T15:47:09.373070+0000","last_peered":"2024-07-26T15:47:09.373070+0000","last_clean":"2024-07-26T15:47:09.373070+0000","last_became_active":"2024-07-26T15:47:08.372338+0000","last_became_peered":"2024-07-26T15:47:08.372338+0000","last_unstale":"2024-07-26T15:47:09.373070+0000","last_undegraded":"2024-07-26T15:47:09.373070+0000","last_fullsized":"2024-07-26T15:47:09.373070+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:59:32.840589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725958+0000","last_change":"2024-07-26T15:47:07.378842+0000","last_active":"2024-07-26T15:47:09.725958+0000","last_peered":"2024-07-26T15:47:09.725958+0000","last_clean":"2024-07-26T15:47:09.725958+0000","last_became_active":"2024-07-26T15:47:07.378530+0000","last_became_peered":"2024-07-26T15:47:07.378530+0000","last_unstale":"2024-07-26T15:47:09.725958+0000","last_undegraded":"2024-07-26T15:47:09.725958+0000","last_fullsized":"2024-07-26T15:47:09.725958+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:48:49.612104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725748+0000","last_change":"2024-07-26T15:47:08.377174+0000","last_active":"2024-07-26T15:47:09.725748+0000","last_peered":"2024-07-26T15:47:09.725748+0000","last_clean":"2024-07-26T15:47:09.725748+0000","last_became_active":"2024-07-26T15:47:08.376849+0000","last_became_peered":"2024-07-26T15:47:08.376849+0000","last_unstale":"2024-07-26T15:47:09.725748+0000","last_undegraded":"2024-07-26T15:47:09.725748+0000","last_fullsized":"2024-07-26T15:47:09.725748+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:12.532065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.15","version":"132'3","reported_seq":18,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725149+0000","last_change":"2024-07-26T15:47:07.372827+0000","last_active":"2024-07-26T15:47:09.725149+0000","last_peered":"2024-07-26T15:47:09.725149+0000","last_clean":"2024-07-26T15:47:09.725149+0000","last_became_active":"2024-07-26T15:47:07.372447+0000","last_became_peered":"2024-07-26T15:47:07.372447+0000","last_unstale":"2024-07-26T15:47:09.725149+0000","last_undegraded":"2024-07-26T15:47:09.725149+0000","last_fullsized":"2024-07-26T15:47:09.725149+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:54.351384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373204+0000","last_change":"2024-07-26T15:47:08.374436+0000","last_active":"2024-07-26T15:47:09.373204+0000","last_peered":"2024-07-26T15:47:09.373204+0000","last_clean":"2024-07-26T15:47:09.373204+0000","last_became_active":"2024-07-26T15:47:08.373700+0000","last_became_peered":"2024-07-26T15:47:08.373700+0000","last_unstale":"2024-07-26T15:47:09.373204+0000","last_undegraded":"2024-07-26T15:47:09.373204+0000","last_fullsized":"2024-07-26T15:47:09.373204+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:27.460607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.14","version":"132'6","reported_seq":21,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726065+0000","last_change":"2024-07-26T15:47:07.373992+0000","last_active":"2024-07-26T15:47:09.726065+0000","last_peered":"2024-07-26T15:47:09.726065+0000","last_clean":"2024-07-26T15:47:09.726065+0000","last_became_active":"2024-07-26T15:47:07.373649+0000","last_became_peered":"2024-07-26T15:47:07.373649+0000","last_unstale":"2024-07-26T15:47:09.726065+0000","last_undegraded":"2024-07-26T15:47:09.726065+0000","last_fullsized":"2024-07-26T15:47:09.726065+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:56.484649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374513+0000","last_change":"2024-07-26T15:47:08.380226+0000","last_active":"2024-07-26T15:47:09.374513+0000","last_peered":"2024-07-26T15:47:09.374513+0000","last_clean":"2024-07-26T15:47:09.374513+0000","last_became_active":"2024-07-26T15:47:08.379903+0000","last_became_peered":"2024-07-26T15:47:08.379903+0000","last_unstale":"2024-07-26T15:47:09.374513+0000","last_undegraded":"2024-07-26T15:47:09.374513+0000","last_fullsized":"2024-07-26T15:47:09.374513+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:01:21.600170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.13","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373178+0000","last_change":"2024-07-26T15:47:07.379006+0000","last_active":"2024-07-26T15:47:09.373178+0000","last_peered":"2024-07-26T15:47:09.373178+0000","last_clean":"2024-07-26T15:47:09.373178+0000","last_became_active":"2024-07-26T15:47:07.378707+0000","last_became_peered":"2024-07-26T15:47:07.378707+0000","last_unstale":"2024-07-26T15:47:09.373178+0000","last_undegraded":"2024-07-26T15:47:09.373178+0000","last_fullsized":"2024-07-26T15:47:09.373178+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:42.647376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726031+0000","last_change":"2024-07-26T15:47:08.382669+0000","last_active":"2024-07-26T15:47:09.726031+0000","last_peered":"2024-07-26T15:47:09.726031+0000","last_clean":"2024-07-26T15:47:09.726031+0000","last_became_active":"2024-07-26T15:47:08.382298+0000","last_became_peered":"2024-07-26T15:47:08.382298+0000","last_unstale":"2024-07-26T15:47:09.726031+0000","last_undegraded":"2024-07-26T15:47:09.726031+0000","last_fullsized":"2024-07-26T15:47:09.726031+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:13.320714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726208+0000","last_change":"2024-07-26T15:47:07.365411+0000","last_active":"2024-07-26T15:47:09.726208+0000","last_peered":"2024-07-26T15:47:09.726208+0000","last_clean":"2024-07-26T15:47:09.726208+0000","last_became_active":"2024-07-26T15:47:07.365070+0000","last_became_peered":"2024-07-26T15:47:07.365070+0000","last_unstale":"2024-07-26T15:47:09.726208+0000","last_undegraded":"2024-07-26T15:47:09.726208+0000","last_fullsized":"2024-07-26T15:47:09.726208+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:20.822068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725606+0000","last_change":"2024-07-26T15:47:08.378867+0000","last_active":"2024-07-26T15:47:09.725606+0000","last_peered":"2024-07-26T15:47:09.725606+0000","last_clean":"2024-07-26T15:47:09.725606+0000","last_became_active":"2024-07-26T15:47:08.378535+0000","last_became_peered":"2024-07-26T15:47:08.378535+0000","last_unstale":"2024-07-26T15:47:09.725606+0000","last_undegraded":"2024-07-26T15:47:09.725606+0000","last_fullsized":"2024-07-26T15:47:09.725606+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:48:07.616989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725501+0000","last_change":"2024-07-26T15:47:07.375083+0000","last_active":"2024-07-26T15:47:09.725501+0000","last_peered":"2024-07-26T15:47:09.725501+0000","last_clean":"2024-07-26T15:47:09.725501+0000","last_became_active":"2024-07-26T15:47:07.374760+0000","last_became_peered":"2024-07-26T15:47:07.374760+0000","last_unstale":"2024-07-26T15:47:09.725501+0000","last_undegraded":"2024-07-26T15:47:09.725501+0000","last_fullsized":"2024-07-26T15:47:09.725501+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:54:16.878161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726913+0000","last_change":"2024-07-26T15:47:08.376224+0000","last_active":"2024-07-26T15:47:09.726913+0000","last_peered":"2024-07-26T15:47:09.726913+0000","last_clean":"2024-07-26T15:47:09.726913+0000","last_became_active":"2024-07-26T15:47:08.375533+0000","last_became_peered":"2024-07-26T15:47:08.375533+0000","last_unstale":"2024-07-26T15:47:09.726913+0000","last_undegraded":"2024-07-26T15:47:09.726913+0000","last_fullsized":"2024-07-26T15:47:09.726913+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:14:00.894224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.10","version":"132'8","reported_seq":23,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375370+0000","last_change":"2024-07-26T15:47:07.370716+0000","last_active":"2024-07-26T15:47:09.375370+0000","last_peered":"2024-07-26T15:47:09.375370+0000","last_clean":"2024-07-26T15:47:09.375370+0000","last_became_active":"2024-07-26T15:47:07.368359+0000","last_became_peered":"2024-07-26T15:47:07.368359+0000","last_unstale":"2024-07-26T15:47:09.375370+0000","last_undegraded":"2024-07-26T15:47:09.375370+0000","last_fullsized":"2024-07-26T15:47:09.375370+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:36:44.865959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725604+0000","last_change":"2024-07-26T15:47:08.385297+0000","last_active":"2024-07-26T15:47:09.725604+0000","last_peered":"2024-07-26T15:47:09.725604+0000","last_clean":"2024-07-26T15:47:09.725604+0000","last_became_active":"2024-07-26T15:47:08.384708+0000","last_became_peered":"2024-07-26T15:47:08.384708+0000","last_unstale":"2024-07-26T15:47:09.725604+0000","last_undegraded":"2024-07-26T15:47:09.725604+0000","last_fullsized":"2024-07-26T15:47:09.725604+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:47.802518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.f","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725761+0000","last_change":"2024-07-26T15:47:07.373218+0000","last_active":"2024-07-26T15:47:09.725761+0000","last_peered":"2024-07-26T15:47:09.725761+0000","last_clean":"2024-07-26T15:47:09.725761+0000","last_became_active":"2024-07-26T15:47:07.372826+0000","last_became_peered":"2024-07-26T15:47:07.372826+0000","last_unstale":"2024-07-26T15:47:09.725761+0000","last_undegraded":"2024-07-26T15:47:09.725761+0000","last_fullsized":"2024-07-26T15:47:09.725761+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:19:29.284780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726256+0000","last_change":"2024-07-26T15:47:08.381599+0000","last_active":"2024-07-26T15:47:09.726256+0000","last_peered":"2024-07-26T15:47:09.726256+0000","last_clean":"2024-07-26T15:47:09.726256+0000","last_became_active":"2024-07-26T15:47:08.381210+0000","last_became_peered":"2024-07-26T15:47:08.381210+0000","last_unstale":"2024-07-26T15:47:09.726256+0000","last_undegraded":"2024-07-26T15:47:09.726256+0000","last_fullsized":"2024-07-26T15:47:09.726256+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:42.894812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725390+0000","last_change":"2024-07-26T15:47:07.370276+0000","last_active":"2024-07-26T15:47:09.725390+0000","last_peered":"2024-07-26T15:47:09.725390+0000","last_clean":"2024-07-26T15:47:09.725390+0000","last_became_active":"2024-07-26T15:47:07.369892+0000","last_became_peered":"2024-07-26T15:47:07.369892+0000","last_unstale":"2024-07-26T15:47:09.725390+0000","last_undegraded":"2024-07-26T15:47:09.725390+0000","last_fullsized":"2024-07-26T15:47:09.725390+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:16:07.693322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373112+0000","last_change":"2024-07-26T15:47:08.374120+0000","last_active":"2024-07-26T15:47:09.373112+0000","last_peered":"2024-07-26T15:47:09.373112+0000","last_clean":"2024-07-26T15:47:09.373112+0000","last_became_active":"2024-07-26T15:47:08.373306+0000","last_became_peered":"2024-07-26T15:47:08.373306+0000","last_unstale":"2024-07-26T15:47:09.373112+0000","last_undegraded":"2024-07-26T15:47:09.373112+0000","last_fullsized":"2024-07-26T15:47:09.373112+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:16.936949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374587+0000","last_change":"2024-07-26T15:47:07.375193+0000","last_active":"2024-07-26T15:47:09.374587+0000","last_peered":"2024-07-26T15:47:09.374587+0000","last_clean":"2024-07-26T15:47:09.374587+0000","last_became_active":"2024-07-26T15:47:07.374841+0000","last_became_peered":"2024-07-26T15:47:07.374841+0000","last_unstale":"2024-07-26T15:47:09.374587+0000","last_undegraded":"2024-07-26T15:47:09.374587+0000","last_fullsized":"2024-07-26T15:47:09.374587+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:20.433548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726304+0000","last_change":"2024-07-26T15:47:08.381294+0000","last_active":"2024-07-26T15:47:09.726304+0000","last_peered":"2024-07-26T15:47:09.726304+0000","last_clean":"2024-07-26T15:47:09.726304+0000","last_became_active":"2024-07-26T15:47:08.380385+0000","last_became_peered":"2024-07-26T15:47:08.380385+0000","last_unstale":"2024-07-26T15:47:09.726304+0000","last_undegraded":"2024-07-26T15:47:09.726304+0000","last_fullsized":"2024-07-26T15:47:09.726304+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:11.569863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725914+0000","last_change":"2024-07-26T15:47:07.372951+0000","last_active":"2024-07-26T15:47:09.725914+0000","last_peered":"2024-07-26T15:47:09.725914+0000","last_clean":"2024-07-26T15:47:09.725914+0000","last_became_active":"2024-07-26T15:47:07.372652+0000","last_became_peered":"2024-07-26T15:47:07.372652+0000","last_unstale":"2024-07-26T15:47:09.725914+0000","last_undegraded":"2024-07-26T15:47:09.725914+0000","last_fullsized":"2024-07-26T15:47:09.725914+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:57.677521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.15","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726565+0000","last_change":"2024-07-26T15:47:08.381488+0000","last_active":"2024-07-26T15:47:09.726565+0000","last_peered":"2024-07-26T15:47:09.726565+0000","last_clean":"2024-07-26T15:47:09.726565+0000","last_became_active":"2024-07-26T15:47:08.378459+0000","last_became_peered":"2024-07-26T15:47:08.378459+0000","last_unstale":"2024-07-26T15:47:09.726565+0000","last_undegraded":"2024-07-26T15:47:09.726565+0000","last_fullsized":"2024-07-26T15:47:09.726565+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:11:22.098321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725318+0000","last_change":"2024-07-26T15:47:07.378468+0000","last_active":"2024-07-26T15:47:09.725318+0000","last_peered":"2024-07-26T15:47:09.725318+0000","last_clean":"2024-07-26T15:47:09.725318+0000","last_became_active":"2024-07-26T15:47:07.378113+0000","last_became_peered":"2024-07-26T15:47:07.378113+0000","last_unstale":"2024-07-26T15:47:09.725318+0000","last_undegraded":"2024-07-26T15:47:09.725318+0000","last_fullsized":"2024-07-26T15:47:09.725318+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:32.431153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.727336+0000","last_change":"2024-07-26T15:47:08.383745+0000","last_active":"2024-07-26T15:47:09.727336+0000","last_peered":"2024-07-26T15:47:09.727336+0000","last_clean":"2024-07-26T15:47:09.727336+0000","last_became_active":"2024-07-26T15:47:08.383428+0000","last_became_peered":"2024-07-26T15:47:08.383428+0000","last_unstale":"2024-07-26T15:47:09.727336+0000","last_undegraded":"2024-07-26T15:47:09.727336+0000","last_fullsized":"2024-07-26T15:47:09.727336+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:32:30.007598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725702+0000","last_change":"2024-07-26T15:47:07.370907+0000","last_active":"2024-07-26T15:47:09.725702+0000","last_peered":"2024-07-26T15:47:09.725702+0000","last_clean":"2024-07-26T15:47:09.725702+0000","last_became_active":"2024-07-26T15:47:07.370459+0000","last_became_peered":"2024-07-26T15:47:07.370459+0000","last_unstale":"2024-07-26T15:47:09.725702+0000","last_undegraded":"2024-07-26T15:47:09.725702+0000","last_fullsized":"2024-07-26T15:47:09.725702+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:14.444898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725944+0000","last_change":"2024-07-26T15:47:08.378821+0000","last_active":"2024-07-26T15:47:09.725944+0000","last_peered":"2024-07-26T15:47:09.725944+0000","last_clean":"2024-07-26T15:47:09.725944+0000","last_became_active":"2024-07-26T15:47:08.378265+0000","last_became_peered":"2024-07-26T15:47:08.378265+0000","last_unstale":"2024-07-26T15:47:09.725944+0000","last_undegraded":"2024-07-26T15:47:09.725944+0000","last_fullsized":"2024-07-26T15:47:09.725944+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:36.015730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725684+0000","last_change":"2024-07-26T15:47:07.377474+0000","last_active":"2024-07-26T15:47:09.725684+0000","last_peered":"2024-07-26T15:47:09.725684+0000","last_clean":"2024-07-26T15:47:09.725684+0000","last_became_active":"2024-07-26T15:47:07.377162+0000","last_became_peered":"2024-07-26T15:47:07.377162+0000","last_unstale":"2024-07-26T15:47:09.725684+0000","last_undegraded":"2024-07-26T15:47:09.725684+0000","last_fullsized":"2024-07-26T15:47:09.725684+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:22:46.596572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726315+0000","last_change":"2024-07-26T15:47:08.373624+0000","last_active":"2024-07-26T15:47:09.726315+0000","last_peered":"2024-07-26T15:47:09.726315+0000","last_clean":"2024-07-26T15:47:09.726315+0000","last_became_active":"2024-07-26T15:47:08.373293+0000","last_became_peered":"2024-07-26T15:47:08.373293+0000","last_unstale":"2024-07-26T15:47:09.726315+0000","last_undegraded":"2024-07-26T15:47:09.726315+0000","last_fullsized":"2024-07-26T15:47:09.726315+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:30.722556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.7","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373239+0000","last_change":"2024-07-26T15:47:07.378148+0000","last_active":"2024-07-26T15:47:09.373239+0000","last_peered":"2024-07-26T15:47:09.373239+0000","last_clean":"2024-07-26T15:47:09.373239+0000","last_became_active":"2024-07-26T15:47:07.377758+0000","last_became_peered":"2024-07-26T15:47:07.377758+0000","last_unstale":"2024-07-26T15:47:09.373239+0000","last_undegraded":"2024-07-26T15:47:09.373239+0000","last_fullsized":"2024-07-26T15:47:09.373239+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:08.778018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375614+0000","last_change":"2024-07-26T15:47:08.366829+0000","last_active":"2024-07-26T15:47:09.375614+0000","last_peered":"2024-07-26T15:47:09.375614+0000","last_clean":"2024-07-26T15:47:09.375614+0000","last_became_active":"2024-07-26T15:47:08.366514+0000","last_became_peered":"2024-07-26T15:47:08.366514+0000","last_unstale":"2024-07-26T15:47:09.375614+0000","last_undegraded":"2024-07-26T15:47:09.375614+0000","last_fullsized":"2024-07-26T15:47:09.375614+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:39:41.173382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.6","version":"132'1","reported_seq":16,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726087+0000","last_change":"2024-07-26T15:47:07.371578+0000","last_active":"2024-07-26T15:47:09.726087+0000","last_peered":"2024-07-26T15:47:09.726087+0000","last_clean":"2024-07-26T15:47:09.726087+0000","last_became_active":"2024-07-26T15:47:07.371266+0000","last_became_peered":"2024-07-26T15:47:07.371266+0000","last_unstale":"2024-07-26T15:47:09.726087+0000","last_undegraded":"2024-07-26T15:47:09.726087+0000","last_fullsized":"2024-07-26T15:47:09.726087+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:06.525633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1a","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726141+0000","last_change":"2024-07-26T15:47:08.382955+0000","last_active":"2024-07-26T15:47:09.726141+0000","last_peered":"2024-07-26T15:47:09.726141+0000","last_clean":"2024-07-26T15:47:09.726141+0000","last_became_active":"2024-07-26T15:47:08.382641+0000","last_became_peered":"2024-07-26T15:47:08.382641+0000","last_unstale":"2024-07-26T15:47:09.726141+0000","last_undegraded":"2024-07-26T15:47:09.726141+0000","last_fullsized":"2024-07-26T15:47:09.726141+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:23.556285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726048+0000","last_change":"2024-07-26T15:47:07.375735+0000","last_active":"2024-07-26T15:47:09.726048+0000","last_peered":"2024-07-26T15:47:09.726048+0000","last_clean":"2024-07-26T15:47:09.726048+0000","last_became_active":"2024-07-26T15:47:07.375411+0000","last_became_peered":"2024-07-26T15:47:07.375411+0000","last_unstale":"2024-07-26T15:47:09.726048+0000","last_undegraded":"2024-07-26T15:47:09.726048+0000","last_fullsized":"2024-07-26T15:47:09.726048+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:40:56.644824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1b","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374606+0000","last_change":"2024-07-26T15:47:08.378214+0000","last_active":"2024-07-26T15:47:09.374606+0000","last_peered":"2024-07-26T15:47:09.374606+0000","last_clean":"2024-07-26T15:47:09.374606+0000","last_became_active":"2024-07-26T15:47:08.377604+0000","last_became_peered":"2024-07-26T15:47:08.377604+0000","last_unstale":"2024-07-26T15:47:09.374606+0000","last_undegraded":"2024-07-26T15:47:09.374606+0000","last_fullsized":"2024-07-26T15:47:09.374606+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:16:59.221786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.373315+0000","last_change":"2024-07-26T15:47:07.376128+0000","last_active":"2024-07-26T15:47:09.373315+0000","last_peered":"2024-07-26T15:47:09.373315+0000","last_clean":"2024-07-26T15:47:09.373315+0000","last_became_active":"2024-07-26T15:47:07.375605+0000","last_became_peered":"2024-07-26T15:47:07.375605+0000","last_unstale":"2024-07-26T15:47:09.373315+0000","last_undegraded":"2024-07-26T15:47:09.373315+0000","last_fullsized":"2024-07-26T15:47:09.373315+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:01.515133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725850+0000","last_change":"2024-07-26T15:47:08.383197+0000","last_active":"2024-07-26T15:47:09.725850+0000","last_peered":"2024-07-26T15:47:09.725850+0000","last_clean":"2024-07-26T15:47:09.725850+0000","last_became_active":"2024-07-26T15:47:08.382855+0000","last_became_peered":"2024-07-26T15:47:08.382855+0000","last_unstale":"2024-07-26T15:47:09.725850+0000","last_undegraded":"2024-07-26T15:47:09.725850+0000","last_fullsized":"2024-07-26T15:47:09.725850+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:24:33.070042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.375511+0000","last_change":"2024-07-26T15:47:07.372693+0000","last_active":"2024-07-26T15:47:09.375511+0000","last_peered":"2024-07-26T15:47:09.375511+0000","last_clean":"2024-07-26T15:47:09.375511+0000","last_became_active":"2024-07-26T15:47:07.372387+0000","last_became_peered":"2024-07-26T15:47:07.372387+0000","last_unstale":"2024-07-26T15:47:09.375511+0000","last_undegraded":"2024-07-26T15:47:09.375511+0000","last_fullsized":"2024-07-26T15:47:09.375511+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:14:27.371414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1d","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725711+0000","last_change":"2024-07-26T15:47:08.374242+0000","last_active":"2024-07-26T15:47:09.725711+0000","last_peered":"2024-07-26T15:47:09.725711+0000","last_clean":"2024-07-26T15:47:09.725711+0000","last_became_active":"2024-07-26T15:47:08.373928+0000","last_became_peered":"2024-07-26T15:47:08.373928+0000","last_unstale":"2024-07-26T15:47:09.725711+0000","last_undegraded":"2024-07-26T15:47:09.725711+0000","last_fullsized":"2024-07-26T15:47:09.725711+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:44:05.811843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725672+0000","last_change":"2024-07-26T15:47:07.376463+0000","last_active":"2024-07-26T15:47:09.725672+0000","last_peered":"2024-07-26T15:47:09.725672+0000","last_clean":"2024-07-26T15:47:09.725672+0000","last_became_active":"2024-07-26T15:47:07.376103+0000","last_became_peered":"2024-07-26T15:47:07.376103+0000","last_unstale":"2024-07-26T15:47:09.725672+0000","last_undegraded":"2024-07-26T15:47:09.725672+0000","last_fullsized":"2024-07-26T15:47:09.725672+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:49:45.488102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.1e","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725668+0000","last_change":"2024-07-26T15:47:08.375460+0000","last_active":"2024-07-26T15:47:09.725668+0000","last_peered":"2024-07-26T15:47:09.725668+0000","last_clean":"2024-07-26T15:47:09.725668+0000","last_became_active":"2024-07-26T15:47:08.374597+0000","last_became_peered":"2024-07-26T15:47:08.374597+0000","last_unstale":"2024-07-26T15:47:09.725668+0000","last_undegraded":"2024-07-26T15:47:09.725668+0000","last_fullsized":"2024-07-26T15:47:09.725668+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:55.123811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725868+0000","last_change":"2024-07-26T15:47:07.375806+0000","last_active":"2024-07-26T15:47:09.725868+0000","last_peered":"2024-07-26T15:47:09.725868+0000","last_clean":"2024-07-26T15:47:09.725868+0000","last_became_active":"2024-07-26T15:47:07.375496+0000","last_became_peered":"2024-07-26T15:47:07.375496+0000","last_unstale":"2024-07-26T15:47:09.725868+0000","last_undegraded":"2024-07-26T15:47:09.725868+0000","last_fullsized":"2024-07-26T15:47:09.725868+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:14.073374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.376161+0000","last_change":"2024-07-26T15:47:08.372323+0000","last_active":"2024-07-26T15:47:09.376161+0000","last_peered":"2024-07-26T15:47:09.376161+0000","last_clean":"2024-07-26T15:47:09.376161+0000","last_became_active":"2024-07-26T15:47:08.371974+0000","last_became_peered":"2024-07-26T15:47:08.371974+0000","last_unstale":"2024-07-26T15:47:09.376161+0000","last_undegraded":"2024-07-26T15:47:09.376161+0000","last_fullsized":"2024-07-26T15:47:09.376161+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:23:59.913558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":15,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.725800+0000","last_change":"2024-07-26T15:47:07.376515+0000","last_active":"2024-07-26T15:47:09.725800+0000","last_peered":"2024-07-26T15:47:09.725800+0000","last_clean":"2024-07-26T15:47:09.725800+0000","last_became_active":"2024-07-26T15:47:07.376160+0000","last_became_peered":"2024-07-26T15:47:07.376160+0000","last_unstale":"2024-07-26T15:47:09.725800+0000","last_undegraded":"2024-07-26T15:47:09.725800+0000","last_fullsized":"2024-07-26T15:47:09.725800+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:32.280666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":13,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.374517+0000","last_change":"2024-07-26T15:47:08.379480+0000","last_active":"2024-07-26T15:47:09.374517+0000","last_peered":"2024-07-26T15:47:09.374517+0000","last_clean":"2024-07-26T15:47:09.374517+0000","last_became_active":"2024-07-26T15:47:08.379135+0000","last_became_peered":"2024-07-26T15:47:08.379135+0000","last_unstale":"2024-07-26T15:47:09.374517+0000","last_undegraded":"2024-07-26T15:47:09.374517+0000","last_fullsized":"2024-07-26T15:47:09.374517+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":131,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:07.346713+0000","last_clean_scrub_stamp":"2024-07-26T15:47:07.346713+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:22:04.307082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.e","version":"132'2","reported_seq":17,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.726133+0000","last_change":"2024-07-26T15:47:07.379290+0000","last_active":"2024-07-26T15:47:09.726133+0000","last_peered":"2024-07-26T15:47:09.726133+0000","last_clean":"2024-07-26T15:47:09.726133+0000","last_became_active":"2024-07-26T15:47:07.378970+0000","last_became_peered":"2024-07-26T15:47:07.378970+0000","last_unstale":"2024-07-26T15:47:09.726133+0000","last_undegraded":"2024-07-26T15:47:09.726133+0000","last_fullsized":"2024-07-26T15:47:09.726133+0000","mapping_epoch":130,"log_start":"0'0","ondisk_log_start":"0'0","created":130,"last_epoch_clean":131,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:47:06.338299+0000","last_clean_scrub_stamp":"2024-07-26T15:47:06.338299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:47.487817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"123'135","reported_seq":547,"reported_epoch":133,"state":"active+clean","last_fresh":"2024-07-26T15:47:09.724996+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:47:09.724996+0000","last_peered":"2024-07-26T15:47:09.724996+0000","last_clean":"2024-07-26T15:47:09.724996+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:47:09.724996+0000","last_undegraded":"2024-07-26T15:47:09.724996+0000","last_fullsized":"2024-07-26T15:47:09.724996+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":135,"log_dups_size":0,"ondisk_log_size":135,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":209,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":16,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":15,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":606,"num_read_kb":1639,"num_write":209,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":135,"ondisk_log_size":135,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575072,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59736,"kb_used_data":2188,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312104,"statfs":{"total":96636764160,"available":96575594496,"internally_reserved":0,"allocated":2240512,"data_stored":1427276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509663,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32808,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339032,"statfs":{"total":96636764160,"available":96603168768,"internally_reserved":0,"allocated":1658880,"data_stored":838964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509663,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54996,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316844,"statfs":{"total":96636764160,"available":96580448256,"internally_reserved":0,"allocated":1638400,"data_stored":836748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509663,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36956,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334884,"statfs":{"total":96636764160,"available":96598921216,"internally_reserved":0,"allocated":1646592,"data_stored":836840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509662,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36944,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1642496,"data_stored":837330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509662,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59152,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312688,"statfs":{"total":96636764160,"available":96576192512,"internally_reserved":0,"allocated":1642496,"data_stored":836782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509665,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32792,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339048,"statfs":{"total":96636764160,"available":96603185152,"internally_reserved":0,"allocated":1642496,"data_stored":836782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542369,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37540,"kb_used_data":2196,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334300,"statfs":{"total":96636764160,"available":96598323200,"internally_reserved":0,"allocated":2248704,"data_stored":1428818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:47:17.377 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T15:47:17.377 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T15:47:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.539+0000 7fb03f07e640 1 -- 172.21.15.33:0/3405445268 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0380b31d0 msgr2=0x7fb0380ce9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.539+0000 7fb03f07e640 1 --2- 172.21.15.33:0/3405445268 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0380b31d0 0x7fb0380ce9e0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb030009be0 tx=0x7fb03002a8b0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.539+0000 7fb03f07e640 1 -- 172.21.15.33:0/3405445268 shutdown_connections 2024-07-26T15:47:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.539+0000 7fb03f07e640 1 --2- 172.21.15.33:0/3405445268 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0380b31d0 0x7fb0380ce9e0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.539+0000 7fb03f07e640 1 -- 172.21.15.33:0/3405445268 >> 172.21.15.33:0/3405445268 conn(0x7fb0380b37a0 msgr2=0x7fb0380b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.539+0000 7fb03f07e640 1 -- 172.21.15.33:0/3405445268 shutdown_connections 2024-07-26T15:47:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.539+0000 7fb03f07e640 1 -- 172.21.15.33:0/3405445268 wait complete. 2024-07-26T15:47:17.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.541+0000 7fb03f07e640 1 Processor -- start 2024-07-26T15:47:17.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.541+0000 7fb03f07e640 1 -- start start 2024-07-26T15:47:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.542+0000 7fb03f07e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0380b2600 0x7fb0381f68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.542+0000 7fb03f07e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0380b31d0 0x7fb0380c7740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.542+0000 7fb03f07e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0380b6f60 0x7fb03809e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.542+0000 7fb03f07e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb0380cd350 con 0x7fb0380b2600 2024-07-26T15:47:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.542+0000 7fb03f07e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb0380cd1d0 con 0x7fb0380b31d0 2024-07-26T15:47:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.542+0000 7fb03f07e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb0380cd4d0 con 0x7fb0380b6f60 2024-07-26T15:47:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.542+0000 7fb03ce1a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0380b2600 0x7fb0381f68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.542+0000 7fb03ce1a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0380b2600 0x7fb0381f68f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41082/0 (socket says 172.21.15.33:41082) 2024-07-26T15:47:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.542+0000 7fb03ce1a640 1 -- 172.21.15.33:0/1455726157 learned_addr learned my addr 172.21.15.33:0/1455726157 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb03d61b640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0380b6f60 0x7fb03809e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb037fff640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0380b31d0 0x7fb0380c7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb03ce1a640 1 -- 172.21.15.33:0/1455726157 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0380b6f60 msgr2=0x7fb03809e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb03ce1a640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0380b6f60 0x7fb03809e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb03ce1a640 1 -- 172.21.15.33:0/1455726157 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0380b31d0 msgr2=0x7fb0380c7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb03ce1a640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0380b31d0 0x7fb0380c7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb03ce1a640 1 -- 172.21.15.33:0/1455726157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0381f73b0 con 0x7fb0380b2600 2024-07-26T15:47:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb037fff640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0380b31d0 0x7fb0380c7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb03d61b640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0380b6f60 0x7fb03809e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb03ce1a640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0380b2600 0x7fb0381f68f0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fb02800c460 tx=0x7fb02800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb0357fa640 1 -- 172.21.15.33:0/1455726157 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0280052d0 con 0x7fb0380b2600 2024-07-26T15:47:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb0357fa640 1 -- 172.21.15.33:0/1455726157 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb028005490 con 0x7fb0380b2600 2024-07-26T15:47:17.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb03f07e640 1 -- 172.21.15.33:0/1455726157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0381f7690 con 0x7fb0380b2600 2024-07-26T15:47:17.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb0357fa640 1 -- 172.21.15.33:0/1455726157 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb028012870 con 0x7fb0380b2600 2024-07-26T15:47:17.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.543+0000 7fb03f07e640 1 -- 172.21.15.33:0/1455726157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0381f6e30 con 0x7fb0380b2600 2024-07-26T15:47:17.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.544+0000 7fb03f07e640 1 -- 172.21.15.33:0/1455726157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0380cd9f0 con 0x7fb0380b2600 2024-07-26T15:47:17.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.545+0000 7fb0357fa640 1 -- 172.21.15.33:0/1455726157 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7fb028012a10 con 0x7fb0380b2600 2024-07-26T15:47:17.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.546+0000 7fb0357fa640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb024077130 0x7fb024079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.546+0000 7fb0357fa640 1 -- 172.21.15.33:0/1455726157 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7fb028098820 con 0x7fb0380b2600 2024-07-26T15:47:17.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.546+0000 7fb037fff640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb024077130 0x7fb024079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:17.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.546+0000 7fb037fff640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb024077130 0x7fb024079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb0380d2c60 tx=0x7fb02c009040 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:17.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.550+0000 7fb0357fa640 1 -- 172.21.15.33:0/1455726157 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb0280616e0 con 0x7fb0380b2600 2024-07-26T15:47:17.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.820+0000 7fb03f07e640 1 -- 172.21.15.33:0/1455726157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fb0380b3f40 con 0x7fb0380b2600 2024-07-26T15:47:17.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.822+0000 7fb0357fa640 1 -- 172.21.15.33:0/1455726157 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v19) ==== 190+0+147 (secure 0 0 0) 0x7fb028060fe0 con 0x7fb0380b2600 2024-07-26T15:47:17.824 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T15:47:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T15:47:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T15:47:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T15:47:17.824 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T15:47:17.824 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T15:47:17.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.824+0000 7fb03f07e640 1 -- 172.21.15.33:0/1455726157 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb024077130 msgr2=0x7fb024079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.824+0000 7fb03f07e640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb024077130 0x7fb024079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb0380d2c60 tx=0x7fb02c009040 comp rx=0 tx=0).stop 2024-07-26T15:47:17.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.824+0000 7fb03f07e640 1 -- 172.21.15.33:0/1455726157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0380b2600 msgr2=0x7fb0381f68f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.824+0000 7fb03f07e640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0380b2600 0x7fb0381f68f0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fb02800c460 tx=0x7fb02800c920 comp rx=0 tx=0).stop 2024-07-26T15:47:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.825+0000 7fb03f07e640 1 -- 172.21.15.33:0/1455726157 shutdown_connections 2024-07-26T15:47:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.825+0000 7fb03f07e640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0380b6f60 0x7fb03809e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.825+0000 7fb03f07e640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0380b31d0 0x7fb0380c7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.825+0000 7fb03f07e640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7fb024077130 0x7fb024079640 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.825+0000 7fb03f07e640 1 --2- 172.21.15.33:0/1455726157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0380b2600 0x7fb0381f68f0 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.825+0000 7fb03f07e640 1 -- 172.21.15.33:0/1455726157 >> 172.21.15.33:0/1455726157 conn(0x7fb0380b37a0 msgr2=0x7fb038071c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.825+0000 7fb03f07e640 1 -- 172.21.15.33:0/1455726157 shutdown_connections 2024-07-26T15:47:17.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.825+0000 7fb03f07e640 1 -- 172.21.15.33:0/1455726157 wait complete. 2024-07-26T15:47:17.838 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:47:17.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.955+0000 7f4303ca2640 1 -- 172.21.15.33:0/1254772912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8005350 msgr2=0x7f42e800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.955+0000 7f4303ca2640 1 --2- 172.21.15.33:0/1254772912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8005350 0x7f42e800b9c0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f42f4001690 tx=0x7f42e8005830 comp rx=0 tx=0).stop 2024-07-26T15:47:17.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.955+0000 7f4303ca2640 1 -- 172.21.15.33:0/1254772912 shutdown_connections 2024-07-26T15:47:17.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.955+0000 7f4303ca2640 1 --2- 172.21.15.33:0/1254772912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8005350 0x7f42e800b9c0 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.955+0000 7f4303ca2640 1 -- 172.21.15.33:0/1254772912 >> 172.21.15.33:0/1254772912 conn(0x7f42fc0d3e00 msgr2=0x7f42fc0d4210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:17.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.955+0000 7f4303ca2640 1 -- 172.21.15.33:0/1254772912 shutdown_connections 2024-07-26T15:47:17.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.955+0000 7f4303ca2640 1 -- 172.21.15.33:0/1254772912 wait complete. 2024-07-26T15:47:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.957+0000 7f4303ca2640 1 Processor -- start 2024-07-26T15:47:17.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.957+0000 7f4303ca2640 1 -- start start 2024-07-26T15:47:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.958+0000 7f4303ca2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8005350 0x7f42fc155320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.958+0000 7f4303ca2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42fc15f540 0x7f42fc161620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.958+0000 7f4303ca2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42fc161b60 0x7f42fc0cce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.958+0000 7f4303ca2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f42fc0cfe70 con 0x7f42e8005350 2024-07-26T15:47:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.958+0000 7f4303ca2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f42fc0d2320 con 0x7f42fc15f540 2024-07-26T15:47:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.958+0000 7f4303ca2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f42fc0d24a0 con 0x7f42fc161b60 2024-07-26T15:47:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.958+0000 7f4301a3e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8005350 0x7f42fc155320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.958+0000 7f4301a3e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8005350 0x7f42fc155320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41110/0 (socket says 172.21.15.33:41110) 2024-07-26T15:47:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.958+0000 7f4301a3e640 1 -- 172.21.15.33:0/1878802447 learned_addr learned my addr 172.21.15.33:0/1878802447 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.959+0000 7f4301a3e640 1 -- 172.21.15.33:0/1878802447 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42fc161b60 msgr2=0x7f42fc0cce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.959+0000 7f4301a3e640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42fc161b60 0x7f42fc0cce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.959+0000 7f4301a3e640 1 -- 172.21.15.33:0/1878802447 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42fc15f540 msgr2=0x7f42fc161620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.959+0000 7f4301a3e640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42fc15f540 0x7f42fc161620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.959+0000 7f4301a3e640 1 -- 172.21.15.33:0/1878802447 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42fc1f9ca0 con 0x7f42e8005350 2024-07-26T15:47:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.959+0000 7f4301a3e640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8005350 0x7f42fc155320 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f42f8011c40 tx=0x7f42f800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.959+0000 7f42f27fc640 1 -- 172.21.15.33:0/1878802447 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f8003d80 con 0x7f42e8005350 2024-07-26T15:47:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.959+0000 7f42f27fc640 1 -- 172.21.15.33:0/1878802447 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42f8004050 con 0x7f42e8005350 2024-07-26T15:47:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.959+0000 7f4303ca2640 1 -- 172.21.15.33:0/1878802447 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42fc155860 con 0x7f42e8005350 2024-07-26T15:47:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.959+0000 7f42f27fc640 1 -- 172.21.15.33:0/1878802447 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f80044a0 con 0x7f42e8005350 2024-07-26T15:47:17.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.959+0000 7f4303ca2640 1 -- 172.21.15.33:0/1878802447 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42fc15fb30 con 0x7f42e8005350 2024-07-26T15:47:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.960+0000 7f4303ca2640 1 -- 172.21.15.33:0/1878802447 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42fc0d0ab0 con 0x7f42e8005350 2024-07-26T15:47:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.962+0000 7f42f27fc640 1 -- 172.21.15.33:0/1878802447 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f42f8004640 con 0x7f42e8005350 2024-07-26T15:47:17.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.962+0000 7f42f27fc640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f42e0077160 0x7f42e0079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:17.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.962+0000 7f42f27fc640 1 -- 172.21.15.33:0/1878802447 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f42f809a830 con 0x7f42e8005350 2024-07-26T15:47:17.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.962+0000 7f430123d640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f42e0077160 0x7f42e0079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:17.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.963+0000 7f430123d640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f42e0077160 0x7f42e0079670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f42ec000f60 tx=0x7f42ec001110 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:17.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:17.966+0000 7f42f27fc640 1 -- 172.21.15.33:0/1878802447 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f42fc155860 con 0x7f42e8005350 2024-07-26T15:47:18.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.201+0000 7f4303ca2640 1 -- 172.21.15.33:0/1878802447 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f42fc0cdde0 con 0x7f42e8005350 2024-07-26T15:47:18.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.201+0000 7f42f27fc640 1 -- 172.21.15.33:0/1878802447 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5231 (secure 0 0 0) 0x7f42f80636f0 con 0x7f42e8005350 2024-07-26T15:47:18.203 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:18.203 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":63,"btime":"2024-07-26T15:47:11:378796+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6698,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3821195934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821195934},{"type":"v1","addr":"172.21.15.33:6834","nonce":3821195934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6704,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2568073343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2568073343},{"type":"v1","addr":"172.21.15.154:6834","nonce":2568073343}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2819004358","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2819004358},{"type":"v1","addr":"172.21.15.154:6835","nonce":2819004358}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:47:07.807882+0000","modified":"2024-07-26T15:47:10.773795+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7830},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7830":{"gid":7830,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2492094756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2492094756},{"type":"v1","addr":"172.21.15.33:6835","nonce":2492094756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7830,"qdb_cluster":[7830]},"id":7}]} 2024-07-26T15:47:18.203 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 63 2024-07-26T15:47:18.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 -- 172.21.15.33:0/1878802447 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f42e0077160 msgr2=0x7f42e0079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f42e0077160 0x7f42e0079670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f42ec000f60 tx=0x7f42ec001110 comp rx=0 tx=0).stop 2024-07-26T15:47:18.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 -- 172.21.15.33:0/1878802447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8005350 msgr2=0x7f42fc155320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8005350 0x7f42fc155320 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f42f8011c40 tx=0x7f42f800f790 comp rx=0 tx=0).stop 2024-07-26T15:47:18.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 -- 172.21.15.33:0/1878802447 shutdown_connections 2024-07-26T15:47:18.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42fc161b60 0x7f42fc0cce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42fc15f540 0x7f42fc161620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f42e0077160 0x7f42e0079670 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 --2- 172.21.15.33:0/1878802447 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8005350 0x7f42fc155320 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 -- 172.21.15.33:0/1878802447 >> 172.21.15.33:0/1878802447 conn(0x7f42fc0d3e00 msgr2=0x7f42fc0ceb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:18.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 -- 172.21.15.33:0/1878802447 shutdown_connections 2024-07-26T15:47:18.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.203+0000 7f4303ca2640 1 -- 172.21.15.33:0/1878802447 wait complete. 2024-07-26T15:47:18.619 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 63, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T15:47:07.807882+0000', 'modified': '2024-07-26T15:47:10.773795+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7830}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7830': {'gid': 7830, 'name': 'a', 'rank': 0, 'incarnation': 59, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6835/2492094756', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6833', 'nonce': 2492094756}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 2492094756}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [16], 'metadata_pool': 15, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7830, 'qdb_cluster': [7830]} 2024-07-26T15:47:18.620 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T15:47:18.620 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-26T15:47:18.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.740+0000 7f302860e640 1 -- 172.21.15.33:0/3609735423 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f300c003a50 msgr2=0x7f300c003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.740+0000 7f302860e640 1 --2- 172.21.15.33:0/3609735423 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f300c003a50 0x7f300c003ec0 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f301c009b50 tx=0x7f300c005830 comp rx=0 tx=0).stop 2024-07-26T15:47:18.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.740+0000 7f302860e640 1 -- 172.21.15.33:0/3609735423 shutdown_connections 2024-07-26T15:47:18.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.740+0000 7f302860e640 1 --2- 172.21.15.33:0/3609735423 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f300c003a50 0x7f300c003ec0 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.740+0000 7f302860e640 1 -- 172.21.15.33:0/3609735423 >> 172.21.15.33:0/3609735423 conn(0x7f30200b37a0 msgr2=0x7f30200b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:18.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.740+0000 7f302860e640 1 -- 172.21.15.33:0/3609735423 shutdown_connections 2024-07-26T15:47:18.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.740+0000 7f302860e640 1 -- 172.21.15.33:0/3609735423 wait complete. 2024-07-26T15:47:18.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.741+0000 7f302860e640 1 Processor -- start 2024-07-26T15:47:18.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.742+0000 7f302860e640 1 -- start start 2024-07-26T15:47:18.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f302860e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f300c003a50 0x7f302015cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f302860e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f302015d990 0x7f302015dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f302860e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30201f6260 0x7f30201f6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f302860e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f30200cea70 con 0x7f30201f6260 2024-07-26T15:47:18.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f302860e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f30200ce8f0 con 0x7f302015d990 2024-07-26T15:47:18.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f302860e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f30200cebf0 con 0x7f300c003a50 2024-07-26T15:47:18.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f3026bab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30201f6260 0x7f30201f6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f3026bab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30201f6260 0x7f30201f6670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41118/0 (socket says 172.21.15.33:41118) 2024-07-26T15:47:18.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f3026bab640 1 -- 172.21.15.33:0/515650510 learned_addr learned my addr 172.21.15.33:0/515650510 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:18.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f30263aa640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f300c003a50 0x7f302015cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f3025ba9640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f302015d990 0x7f302015dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f3026bab640 1 -- 172.21.15.33:0/515650510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f300c003a50 msgr2=0x7f302015cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f3026bab640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f300c003a50 0x7f302015cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f3026bab640 1 -- 172.21.15.33:0/515650510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f302015d990 msgr2=0x7f302015dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f3026bab640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f302015d990 0x7f302015dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f3026bab640 1 -- 172.21.15.33:0/515650510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f302015e2e0 con 0x7f30201f6260 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.743+0000 7f3025ba9640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f302015d990 0x7f302015dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.744+0000 7f3026bab640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30201f6260 0x7f30201f6670 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f3018001330 tx=0x7f301800eb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.744+0000 7f3016ffd640 1 -- 172.21.15.33:0/515650510 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301800ca10 con 0x7f30201f6260 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.744+0000 7f3016ffd640 1 -- 172.21.15.33:0/515650510 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3018017070 con 0x7f30201f6260 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.744+0000 7f302860e640 1 -- 172.21.15.33:0/515650510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30201f37c0 con 0x7f30201f6260 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.744+0000 7f3016ffd640 1 -- 172.21.15.33:0/515650510 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3018011460 con 0x7f30201f6260 2024-07-26T15:47:18.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.744+0000 7f302860e640 1 -- 172.21.15.33:0/515650510 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30201f2ce0 con 0x7f30201f6260 2024-07-26T15:47:18.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.746+0000 7f3016ffd640 1 -- 172.21.15.33:0/515650510 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f3018011600 con 0x7f30201f6260 2024-07-26T15:47:18.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.746+0000 7f3016ffd640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3004077130 0x7f3004079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.746+0000 7f3016ffd640 1 -- 172.21.15.33:0/515650510 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f3018098ff0 con 0x7f30201f6260 2024-07-26T15:47:18.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.746+0000 7f30263aa640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3004077130 0x7f3004079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.747+0000 7f30263aa640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3004077130 0x7f3004079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f301c035000 tx=0x7f301c0046c0 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:18.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.747+0000 7f302f5fd740 1 Processor -- start 2024-07-26T15:47:18.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.747+0000 7f302f5fd740 1 -- start start 2024-07-26T15:47:18.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac018200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc1f3b0 0x55c6ac018740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac035640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f302f5fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c6abf603f0 con 0x55c6abc48270 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f302f5fd740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55c6abf4fa90 con 0x55c6abc1f3b0 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f302f5fd740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55c6abf53930 con 0x55c6abc27590 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f30263aa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac018200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f30263aa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac018200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41128/0 (socket says 172.21.15.33:41128) 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f30263aa640 1 -- 172.21.15.33:0/1389296033 learned_addr learned my addr 172.21.15.33:0/1389296033 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f3026bab640 1 --2- 172.21.15.33:0/1389296033 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac035640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f3025ba9640 1 --2- 172.21.15.33:0/1389296033 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc1f3b0 0x55c6ac018740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f30263aa640 1 -- 172.21.15.33:0/1389296033 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 msgr2=0x55c6ac035640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f30263aa640 1 --2- 172.21.15.33:0/1389296033 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac035640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f30263aa640 1 -- 172.21.15.33:0/1389296033 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc1f3b0 msgr2=0x55c6ac018740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f30263aa640 1 --2- 172.21.15.33:0/1389296033 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc1f3b0 0x55c6ac018740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f30263aa640 1 -- 172.21.15.33:0/1389296033 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6abcb3850 con 0x55c6abc48270 2024-07-26T15:47:18.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.749+0000 7f30263aa640 1 --2- 172.21.15.33:0/1389296033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac018200 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f301c02b4d0 tx=0x7f301c03b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c91feb18f88b1f05 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:18.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.750+0000 7f3003fff640 1 -- 172.21.15.33:0/1389296033 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301c038040 con 0x55c6abc48270 2024-07-26T15:47:18.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.750+0000 7f3003fff640 1 -- 172.21.15.33:0/1389296033 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f301c04d070 con 0x55c6abc48270 2024-07-26T15:47:18.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.750+0000 7f3003fff640 1 -- 172.21.15.33:0/1389296033 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301c03dc90 con 0x55c6abc48270 2024-07-26T15:47:18.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.750+0000 7f302f5fd740 1 -- 172.21.15.33:0/1389296033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 msgr2=0x55c6ac018200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.750+0000 7f302f5fd740 1 --2- 172.21.15.33:0/1389296033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac018200 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f301c02b4d0 tx=0x7f301c03b000 comp rx=0 tx=0).stop 2024-07-26T15:47:18.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.750+0000 7f302f5fd740 1 -- 172.21.15.33:0/1389296033 shutdown_connections 2024-07-26T15:47:18.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.751+0000 7f302f5fd740 1 --2- 172.21.15.33:0/1389296033 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac035640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.751+0000 7f302f5fd740 1 --2- 172.21.15.33:0/1389296033 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc1f3b0 0x55c6ac018740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.751+0000 7f302f5fd740 1 --2- 172.21.15.33:0/1389296033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac018200 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.751+0000 7f302f5fd740 1 -- 172.21.15.33:0/1389296033 >> 172.21.15.33:0/1389296033 conn(0x55c6abc3c3c0 msgr2=0x55c6abfee4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:18.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.751+0000 7f302f5fd740 1 -- 172.21.15.33:0/1389296033 shutdown_connections 2024-07-26T15:47:18.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.751+0000 7f302f5fd740 1 -- 172.21.15.33:0/1389296033 wait complete. 2024-07-26T15:47:18.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.751+0000 7f302f5fd740 1 -- start start 2024-07-26T15:47:18.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.752+0000 7f302f5fd740 1 Processor -- start 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc1f3b0 0x55c6ac046490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac02dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac0353a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f302f5fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c6abcc2620 con 0x55c6abc48270 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f302f5fd740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55c6abed7cb0 con 0x55c6abc1f3b0 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f302f5fd740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55c6ac018c80 con 0x55c6abc27590 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f302f5fd740 10 client.0 _ll_register_callbacks cb 0x55c6abef9ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f3026bab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac0353a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f3026bab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac0353a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41130/0 (socket says 172.21.15.33:41130) 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f3026bab640 1 -- 172.21.15.33:0/260755008 learned_addr learned my addr 172.21.15.33:0/260755008 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f3025ba9640 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac02dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.753+0000 7f30263aa640 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc1f3b0 0x55c6ac046490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f3026bab640 1 -- 172.21.15.33:0/260755008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 msgr2=0x55c6ac02dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f3026bab640 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac02dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f3026bab640 1 -- 172.21.15.33:0/260755008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc1f3b0 msgr2=0x55c6ac046490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f3026bab640 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc1f3b0 0x55c6ac046490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f3026bab640 1 -- 172.21.15.33:0/260755008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6abd2a6b0 con 0x55c6abc48270 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f3025ba9640 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac02dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f30263aa640 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc1f3b0 0x55c6ac046490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f3026bab640 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac0353a0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f301805d7a0 tx=0x7f3018060fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=647d79a341854170 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f30017fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f30017fa640 1 -- 172.21.15.33:0/260755008 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3018061e20 con 0x55c6abc48270 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f30017fa640 1 -- 172.21.15.33:0/260755008 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f301805d090 con 0x55c6abc48270 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f302f5fd740 1 -- 172.21.15.33:0/260755008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f301c04d070 con 0x55c6abc48270 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f30017fa640 1 -- 172.21.15.33:0/260755008 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7f3018061720 con 0x55c6abc48270 2024-07-26T15:47:18.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f302f5fd740 10 client.7965 fetch_fsmap learned FSMap version 63 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f302f5fd740 1 -- 172.21.15.33:0/260755008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x55c6ac043500 con 0x55c6abc48270 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f30017fa640 1 -- 172.21.15.33:0/260755008 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f301c04d070 con 0x55c6abc48270 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f30017fa640 1 -- 172.21.15.33:0/260755008 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 63) ==== 3502+0+0 (secure 0 0 0) 0x7f3018091060 con 0x55c6abc48270 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f302f5fd740 10 client.7965 fetch_fsmap finished waiting for FSMap version 63 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f302f5fd740 10 client.7965 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f302f5fd740 20 client.7965 populate_metadata read hostname 'smithi033' 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f302f5fd740 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.33:6833/2492094756,v1:172.21.15.33:6835/2492094756] conn(0x55c6abc06e40 0x55c6ac036590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f302f5fd740 4 client.7965 mds_command: new command op to 7830 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.754+0000 7f302f5fd740 1 -- 172.21.15.33:0/260755008 --> [v2:172.21.15.33:6833/2492094756,v1:172.21.15.33:6835/2492094756] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c6abf62340 con 0x55c6abc06e40 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.755+0000 7f30263aa640 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.33:6833/2492094756,v1:172.21.15.33:6835/2492094756] conn(0x55c6abc06e40 0x55c6ac036590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.755+0000 7f30263aa640 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.33:6833/2492094756,v1:172.21.15.33:6835/2492094756] conn(0x55c6abc06e40 0x55c6ac036590 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5870fffce3a9d773 server_cookie=2c577144903d7c15 in_seq=0 out_seq=0 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.755+0000 7f30017fa640 10 client.7965 ms_handle_connect on v2:172.21.15.33:6833/2492094756 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f30017fa640 1 -- 172.21.15.33:0/260755008 <== mds.0 v2:172.21.15.33:6833/2492094756 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c6abf62340 con 0x55c6abc06e40 2024-07-26T15:47:18.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f30017fa640 10 client.7965 handle_command_reply: tid=0 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 1 client.7965 shutdown 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 1 -- 172.21.15.33:0/260755008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 msgr2=0x55c6ac0353a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac0353a0 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f301805d7a0 tx=0x7f3018060fc0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 1 -- 172.21.15.33:0/260755008 shutdown_connections 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.33:6833/2492094756,v1:172.21.15.33:6835/2492094756] conn(0x55c6abc06e40 0x55c6ac036590 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc48270 0x55c6ac0353a0 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac02dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f30017fa640 0 client.7965 ms_handle_reset on v2:172.21.15.33:6833/2492094756 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 1 --2- 172.21.15.33:0/260755008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc1f3b0 0x55c6ac046490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 1 -- 172.21.15.33:0/260755008 >> 172.21.15.33:0/260755008 conn(0x55c6abc3c3c0 msgr2=0x55c6abfe8190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 1 -- 172.21.15.33:0/260755008 shutdown_connections 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 1 -- 172.21.15.33:0/260755008 wait complete. 2024-07-26T15:47:18.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.756+0000 7f302f5fd740 20 client.7965 trim_cache size 0 max 16384 2024-07-26T15:47:18.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.776+0000 7f302f5fd740 1 Processor -- start 2024-07-26T15:47:18.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.776+0000 7f302f5fd740 1 -- start start 2024-07-26T15:47:18.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.777+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.777+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6abfed050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.777+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc48270 0x55c6abfed590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.777+0000 7f302f5fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f30201ff2b0 con 0x55c6abc1f3b0 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.777+0000 7f302f5fd740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f30201fe640 con 0x55c6abc48270 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.777+0000 7f302f5fd740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f30201fec90 con 0x55c6abc27590 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.777+0000 7f30263aa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.777+0000 7f30263aa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41134/0 (socket says 172.21.15.33:41134) 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.777+0000 7f30263aa640 1 -- 172.21.15.33:0/644624206 learned_addr learned my addr 172.21.15.33:0/644624206 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.778+0000 7f30263aa640 1 -- 172.21.15.33:0/644624206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 msgr2=0x55c6abfed050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.778+0000 7f3026bab640 1 --2- 172.21.15.33:0/644624206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc48270 0x55c6abfed590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.778+0000 7f30263aa640 1 --2- 172.21.15.33:0/644624206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6abfed050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.778+0000 7f30263aa640 1 -- 172.21.15.33:0/644624206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc48270 msgr2=0x55c6abfed590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:47:18.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.778+0000 7f30263aa640 1 --2- 172.21.15.33:0/644624206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc48270 0x55c6abfed590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.778+0000 7f30263aa640 1 -- 172.21.15.33:0/644624206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6ac015c90 con 0x55c6abc1f3b0 2024-07-26T15:47:18.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.778+0000 7f30263aa640 1 --2- 172.21.15.33:0/644624206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f301c009c40 tx=0x7f301c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=899e99a9f07cc1d9 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:18.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.778+0000 7f30037fe640 1 -- 172.21.15.33:0/644624206 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301c061070 con 0x55c6abc1f3b0 2024-07-26T15:47:18.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.778+0000 7f30037fe640 1 -- 172.21.15.33:0/644624206 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f301c04d040 con 0x55c6abc1f3b0 2024-07-26T15:47:18.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.778+0000 7f30037fe640 1 -- 172.21.15.33:0/644624206 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301c038040 con 0x55c6abc1f3b0 2024-07-26T15:47:18.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.779+0000 7f302f5fd740 1 -- 172.21.15.33:0/644624206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 msgr2=0x55c6ac02cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.779+0000 7f302f5fd740 1 --2- 172.21.15.33:0/644624206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f301c009c40 tx=0x7f301c005f90 comp rx=0 tx=0).stop 2024-07-26T15:47:18.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.779+0000 7f302f5fd740 1 -- 172.21.15.33:0/644624206 shutdown_connections 2024-07-26T15:47:18.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.779+0000 7f302f5fd740 1 --2- 172.21.15.33:0/644624206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc48270 0x55c6abfed590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.779+0000 7f302f5fd740 1 --2- 172.21.15.33:0/644624206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6abfed050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.779+0000 7f302f5fd740 1 --2- 172.21.15.33:0/644624206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.779+0000 7f302f5fd740 1 -- 172.21.15.33:0/644624206 >> 172.21.15.33:0/644624206 conn(0x55c6abc3c3c0 msgr2=0x55c6ac046280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:18.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.779+0000 7f302f5fd740 1 -- 172.21.15.33:0/644624206 shutdown_connections 2024-07-26T15:47:18.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.779+0000 7f302f5fd740 1 -- 172.21.15.33:0/644624206 wait complete. 2024-07-26T15:47:18.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.780+0000 7f302f5fd740 1 -- start start 2024-07-26T15:47:18.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.780+0000 7f302f5fd740 1 Processor -- start 2024-07-26T15:47:18.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac093970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f302f5fd740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc48270 0x55c6ac029df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f302f5fd740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55c6ac046b10 con 0x55c6abc1f3b0 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f302f5fd740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55c6ac02c580 con 0x55c6abc48270 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f302f5fd740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55c6ac02b7a0 con 0x55c6abc27590 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f302f5fd740 10 client.0 _ll_register_callbacks cb 0x7f301805dd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f30263aa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f30263aa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41142/0 (socket says 172.21.15.33:41142) 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f30263aa640 1 -- 172.21.15.33:0/2295444365 learned_addr learned my addr 172.21.15.33:0/2295444365 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f3025ba9640 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac093970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.781+0000 7f3026bab640 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc48270 0x55c6ac029df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f30263aa640 1 -- 172.21.15.33:0/2295444365 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 msgr2=0x55c6ac093970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f30263aa640 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac093970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f30263aa640 1 -- 172.21.15.33:0/2295444365 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc48270 msgr2=0x55c6ac029df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f30263aa640 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc48270 0x55c6ac029df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f30263aa640 1 -- 172.21.15.33:0/2295444365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6abfe9ed0 con 0x55c6abc1f3b0 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f30263aa640 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f301c009b50 tx=0x7f301c03d7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f8ded249f62574 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f30017fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f30017fa640 1 -- 172.21.15.33:0/2295444365 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f301c061030 con 0x55c6abc1f3b0 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f30017fa640 1 -- 172.21.15.33:0/2295444365 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f301c03dcd0 con 0x55c6abc1f3b0 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f302f5fd740 1 -- 172.21.15.33:0/2295444365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c6ac0347c0 con 0x55c6abc1f3b0 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f30017fa640 1 -- 172.21.15.33:0/2295444365 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7f301c06d050 con 0x55c6abc1f3b0 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f302f5fd740 10 client.7971 fetch_fsmap learned FSMap version 63 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f302f5fd740 1 -- 172.21.15.33:0/2295444365 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x55c6ac02d120 con 0x55c6abc1f3b0 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.782+0000 7f30017fa640 1 -- 172.21.15.33:0/2295444365 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55c6ac0347c0 con 0x55c6abc1f3b0 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f30017fa640 1 -- 172.21.15.33:0/2295444365 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 63) ==== 3502+0+0 (secure 0 0 0) 0x7f301c070020 con 0x55c6abc1f3b0 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f302f5fd740 10 client.7971 fetch_fsmap finished waiting for FSMap version 63 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f302f5fd740 10 client.7971 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f302f5fd740 20 client.7971 populate_metadata read hostname 'smithi033' 2024-07-26T15:47:18.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f302f5fd740 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.33:6833/2492094756,v1:172.21.15.33:6835/2492094756] conn(0x55c6ac0405a0 0x55c6ac0409b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f302f5fd740 4 client.7971 mds_command: new command op to 7830 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f302f5fd740 1 -- 172.21.15.33:0/2295444365 --> [v2:172.21.15.33:6833/2492094756,v1:172.21.15.33:6835/2492094756] -- command(tid 0: {"prefix": "status"}) -- 0x55c6ac02fcd0 con 0x55c6ac0405a0 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f3025ba9640 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.33:6833/2492094756,v1:172.21.15.33:6835/2492094756] conn(0x55c6ac0405a0 0x55c6ac0409b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f30017fa640 10 client.7971 ms_handle_connect on v2:172.21.15.33:6833/2492094756 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f3025ba9640 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.33:6833/2492094756,v1:172.21.15.33:6835/2492094756] conn(0x55c6ac0405a0 0x55c6ac0409b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ac047e3205e8f5b server_cookie=80696bbe109dae2f in_seq=0 out_seq=0 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f30017fa640 1 -- 172.21.15.33:0/2295444365 <== mds.0 v2:172.21.15.33:6833/2492094756 1 ==== command_reply(tid 0: 0 ) ==== 8+0+320 (crc 0 0 0) 0x55c6ac02fcd0 con 0x55c6ac0405a0 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f30017fa640 10 client.7971 handle_command_reply: tid=0 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.783+0000 7f302f5fd740 1 client.7971 shutdown 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302f5fd740 1 -- 172.21.15.33:0/2295444365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 msgr2=0x55c6ac02cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302f5fd740 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f301c009b50 tx=0x7f301c03d7e0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302f5fd740 1 -- 172.21.15.33:0/2295444365 shutdown_connections 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302f5fd740 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.33:6833/2492094756,v1:172.21.15.33:6835/2492094756] conn(0x55c6ac0405a0 0x55c6ac0409b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302f5fd740 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55c6abc48270 0x55c6ac029df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302f5fd740 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55c6abc27590 0x55c6ac093970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302f5fd740 1 --2- 172.21.15.33:0/2295444365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55c6abc1f3b0 0x55c6ac02cb50 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f30017fa640 0 client.7971 ms_handle_reset on v2:172.21.15.33:6833/2492094756 2024-07-26T15:47:18.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302f5fd740 1 -- 172.21.15.33:0/2295444365 >> 172.21.15.33:0/2295444365 conn(0x55c6abc3c3c0 msgr2=0x55c6ac041a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:18.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302f5fd740 1 -- 172.21.15.33:0/2295444365 shutdown_connections 2024-07-26T15:47:18.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302f5fd740 1 -- 172.21.15.33:0/2295444365 wait complete. 2024-07-26T15:47:18.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302f5fd740 20 client.7971 trim_cache size 0 max 16384 2024-07-26T15:47:18.790 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:47:18.790 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T15:47:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T15:47:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 7830, 2024-07-26T15:47:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T15:47:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T15:47:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T15:47:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 10.419117575, 2024-07-26T15:47:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 63, 2024-07-26T15:47:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 133, 2024-07-26T15:47:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 133, 2024-07-26T15:47:18.791 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 15.02507486 2024-07-26T15:47:18.791 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:47:18.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302860e640 1 -- 172.21.15.33:0/515650510 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3004077130 msgr2=0x7f3004079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302860e640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3004077130 0x7f3004079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f301c035000 tx=0x7f301c0046c0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302860e640 1 -- 172.21.15.33:0/515650510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30201f6260 msgr2=0x7f30201f6670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302860e640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30201f6260 0x7f30201f6670 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f3018001330 tx=0x7f301800eb60 comp rx=0 tx=0).stop 2024-07-26T15:47:18.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302860e640 1 -- 172.21.15.33:0/515650510 shutdown_connections 2024-07-26T15:47:18.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302860e640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f3004077130 0x7f3004079640 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302860e640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30201f6260 0x7f30201f6670 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302860e640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f302015d990 0x7f302015dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302860e640 1 --2- 172.21.15.33:0/515650510 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f300c003a50 0x7f302015cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.784+0000 7f302860e640 1 -- 172.21.15.33:0/515650510 >> 172.21.15.33:0/515650510 conn(0x7f30200b37a0 msgr2=0x7f30200b0a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:18.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.785+0000 7f302860e640 1 -- 172.21.15.33:0/515650510 shutdown_connections 2024-07-26T15:47:18.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.785+0000 7f302860e640 1 -- 172.21.15.33:0/515650510 wait complete. 2024-07-26T15:47:18.797 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:47:18.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.914+0000 7fad1256c640 1 -- 172.21.15.33:0/2306775904 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad0c0d2990 msgr2=0x7fad0c0b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.914+0000 7fad1256c640 1 --2- 172.21.15.33:0/2306775904 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad0c0d2990 0x7fad0c0b9430 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fad00009900 tx=0x7fad0002a610 comp rx=0 tx=0).stop 2024-07-26T15:47:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.914+0000 7fad1256c640 1 -- 172.21.15.33:0/2306775904 shutdown_connections 2024-07-26T15:47:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.914+0000 7fad1256c640 1 --2- 172.21.15.33:0/2306775904 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad0c0d2990 0x7fad0c0b9430 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.914+0000 7fad1256c640 1 -- 172.21.15.33:0/2306775904 >> 172.21.15.33:0/2306775904 conn(0x7fad0c0d3da0 msgr2=0x7fad0c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.914+0000 7fad1256c640 1 -- 172.21.15.33:0/2306775904 shutdown_connections 2024-07-26T15:47:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.914+0000 7fad1256c640 1 -- 172.21.15.33:0/2306775904 wait complete. 2024-07-26T15:47:18.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.916+0000 7fad1256c640 1 Processor -- start 2024-07-26T15:47:18.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.916+0000 7fad1256c640 1 -- start start 2024-07-26T15:47:18.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad1256c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad0c0cf430 0x7fad0c157b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad1256c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad0c0d1b80 0x7fad0c0b5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad1256c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad0c0b5c50 0x7fad0c15c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad1256c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fad0c0b2100 con 0x7fad0c0b5c50 2024-07-26T15:47:18.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad1256c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fad0c0b1f80 con 0x7fad0c0d1b80 2024-07-26T15:47:18.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad1256c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fad0c0b2280 con 0x7fad0c0cf430 2024-07-26T15:47:18.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad10b09640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad0c0b5c50 0x7fad0c15c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad10b09640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad0c0b5c50 0x7fad0c15c670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41162/0 (socket says 172.21.15.33:41162) 2024-07-26T15:47:18.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad10b09640 1 -- 172.21.15.33:0/2090937429 learned_addr learned my addr 172.21.15.33:0/2090937429 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:18.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad0bfff640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad0c0cf430 0x7fad0c157b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad0b7fe640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad0c0d1b80 0x7fad0c0b5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.917+0000 7fad10b09640 1 -- 172.21.15.33:0/2090937429 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad0c0cf430 msgr2=0x7fad0c157b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad10b09640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad0c0cf430 0x7fad0c157b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad10b09640 1 -- 172.21.15.33:0/2090937429 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad0c0d1b80 msgr2=0x7fad0c0b5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad10b09640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad0c0d1b80 0x7fad0c0b5710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad10b09640 1 -- 172.21.15.33:0/2090937429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad0c1f8120 con 0x7fad0c0b5c50 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad0bfff640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad0c0cf430 0x7fad0c157b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad0b7fe640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad0c0d1b80 0x7fad0c0b5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad10b09640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad0c0b5c50 0x7fad0c15c670 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7fad0400c700 tx=0x7fad0400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad08ff9640 1 -- 172.21.15.33:0/2090937429 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad04003b70 con 0x7fad0c0b5c50 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad08ff9640 1 -- 172.21.15.33:0/2090937429 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fad04003d10 con 0x7fad0c0b5c50 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad08ff9640 1 -- 172.21.15.33:0/2090937429 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad0400aab0 con 0x7fad0c0b5c50 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad1256c640 1 -- 172.21.15.33:0/2090937429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad0c1f83c0 con 0x7fad0c0b5c50 2024-07-26T15:47:18.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.918+0000 7fad1256c640 1 -- 172.21.15.33:0/2090937429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad0c1f8980 con 0x7fad0c0b5c50 2024-07-26T15:47:18.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.919+0000 7fad1256c640 1 -- 172.21.15.33:0/2090937429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad0c0b9430 con 0x7fad0c0b5c50 2024-07-26T15:47:18.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.920+0000 7fad08ff9640 1 -- 172.21.15.33:0/2090937429 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7fad0400ac50 con 0x7fad0c0b5c50 2024-07-26T15:47:18.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.920+0000 7fad08ff9640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7facf8077130 0x7facf8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:18.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.921+0000 7fad08ff9640 1 -- 172.21.15.33:0/2090937429 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7fad04098ac0 con 0x7fad0c0b5c50 2024-07-26T15:47:18.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.921+0000 7fad0bfff640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7facf8077130 0x7facf8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:18.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.921+0000 7fad0bfff640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7facf8077130 0x7facf8079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7facfc006fd0 tx=0x7facfc008040 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:18.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:18.925+0000 7fad08ff9640 1 -- 172.21.15.33:0/2090937429 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fad04061a00 con 0x7fad0c0b5c50 2024-07-26T15:47:19.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.160+0000 7fad1256c640 1 -- 172.21.15.33:0/2090937429 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fad0c0b8840 con 0x7fad0c0b5c50 2024-07-26T15:47:19.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.160+0000 7fad08ff9640 1 -- 172.21.15.33:0/2090937429 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v63) ==== 53+0+73 (secure 0 0 0) 0x7fad04061300 con 0x7fad0c0b5c50 2024-07-26T15:47:19.162 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T15:47:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.162+0000 7fad1256c640 1 -- 172.21.15.33:0/2090937429 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7facf8077130 msgr2=0x7facf8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.162+0000 7fad1256c640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7facf8077130 0x7facf8079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7facfc006fd0 tx=0x7facfc008040 comp rx=0 tx=0).stop 2024-07-26T15:47:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.162+0000 7fad1256c640 1 -- 172.21.15.33:0/2090937429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad0c0b5c50 msgr2=0x7fad0c15c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.162+0000 7fad1256c640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad0c0b5c50 0x7fad0c15c670 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7fad0400c700 tx=0x7fad0400cbc0 comp rx=0 tx=0).stop 2024-07-26T15:47:19.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.162+0000 7fad1256c640 1 -- 172.21.15.33:0/2090937429 shutdown_connections 2024-07-26T15:47:19.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.162+0000 7fad1256c640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7facf8077130 0x7facf8079640 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:19.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.162+0000 7fad1256c640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad0c0b5c50 0x7fad0c15c670 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:19.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.162+0000 7fad1256c640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad0c0d1b80 0x7fad0c0b5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:19.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.163+0000 7fad1256c640 1 --2- 172.21.15.33:0/2090937429 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad0c0cf430 0x7fad0c157b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:19.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.163+0000 7fad1256c640 1 -- 172.21.15.33:0/2090937429 >> 172.21.15.33:0/2090937429 conn(0x7fad0c0d3da0 msgr2=0x7fad0c0689e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:19.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.163+0000 7fad1256c640 1 -- 172.21.15.33:0/2090937429 shutdown_connections 2024-07-26T15:47:19.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19.163+0000 7fad1256c640 1 -- 172.21.15.33:0/2090937429 wait complete. 2024-07-26T15:47:19.175 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:47:19.175 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:47:19.175 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T15:47:19.175 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T15:47:19.175 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T15:47:19.176 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:47:19.176 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:47:19.176 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:47:19.176 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:47:19.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:19.176 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T15:47:19.193 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:47:19.194 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:47:19.194 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T15:47:19.194 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T15:47:19.194 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 41618sec preferred_lft 41618sec 2024-07-26T15:47:19.194 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T15:47:19.194 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:47:19.194 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:47:19.194 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:47:19.194 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T15:47:19.194 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:47:19.195 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:47:19.195 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T15:47:19.195 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:47:19.195 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T15:47:19.195 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:47:19.195 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:47:19.196 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:47:19.196 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T15:47:19.196 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:47:19.196 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:47:19.196 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:47:19.196 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T15:47:19.196 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:47:19.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:19.196 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:47:19.257 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T15:47:19.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:19.262 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T15:47:19.316 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T15:47:19.316 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:47:19.316 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T15:47:19.316 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T15:47:19.316 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:47:19.316 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:47:19.317 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:47:19.317 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T15:47:19.317 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T15:47:19.317 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T15:47:19.317 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:47:19.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:47:19.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:47:19.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:19.446 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:47:19.462 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T15:47:19.462 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T15:47:19.463 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:47:19.463 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:19.463 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T15:47:19.529 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T15:47:19.529 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:47:19.529 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T15:47:19.585 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:47:19.585 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:47:19.585 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:47:19.640 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:47:19.706 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:47:19.763 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:47:19.763 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:47:19.763 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:47:19.763 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:47:19.763 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:47:19.763 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:47:19.763 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:47:19.763 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:47:19.763 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:47:19.764 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:47:19.765 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:47:19.765 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:47:19.765 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:47:19.765 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:47:19.765 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:47:19.765 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:47:19.765 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:47:19.765 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:47:19.765 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:47:19.765 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:47:19.765 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:47:19.766 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:19.766 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:47:19.819 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T15:47:19.819 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T15:47:19.862 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:47:19.887 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:47:19.946 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:47:19.946 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:47:19.946 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:47:19.946 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:47:19.946 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:47:19.946 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:47:19.946 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:47:19.946 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:47:19.947 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:47:19.947 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:47:19.947 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:47:19.947 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:47:19.947 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:47:19.947 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:47:19.947 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:47:19.947 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:47:19.947 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:47:19.947 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:47:19.947 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:47:19.948 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:47:19.949 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:47:19.949 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:47:19.949 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:19.949 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:47:19.957 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T15:47:19.956+0000 7fcb91d1f480 -1 init, newargv = 0x55bc2fe71010 newargc=15 2024-07-26T15:47:19.958 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[73314]: starting ceph client 2024-07-26T15:47:19.963 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[73314]: starting fuse 2024-07-26T15:47:19.973 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:47:19.974 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T15:47:19.974 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:47:19.974 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T15:47:19.974 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T15:47:19.974 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T15:47:19.974 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T15:47:19.974 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:47:19.974 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T15:47:19.974 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T15:47:19.974 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T15:47:19.974 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T15:47:19.975 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:47:19.976 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:47:19.976 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T15:47:19.976 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T15:47:20.099 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.73314.asok 2024-07-26T15:47:20.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:47:20.109 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.73314.asok 2024-07-26T15:47:20.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:20.109 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.73314.asok status 2024-07-26T15:47:20.256 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "73314", 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 7983, 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T15:47:20.257 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 7983 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 727675142 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 727675142 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:47:20.258 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.7983 192.168.0.1:0/727675142", 2024-07-26T15:47:20.259 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/727675142", 2024-07-26T15:47:20.259 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T15:47:20.259 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 63, 2024-07-26T15:47:20.259 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 133, 2024-07-26T15:47:20.259 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:47:20.259 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T15:47:20.259 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T15:47:20.259 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:47:20.265 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:20.265 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T15:47:20.266 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T15:47:20.282 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T15:47:20.282 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T15:47:20.282 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:20.282 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:47:20.349 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T15:47:20.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.507+0000 7f4c8b018640 1 -- 172.21.15.33:0/3688906044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c74004d40 msgr2=0x7f4c740051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:20.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.507+0000 7f4c8b018640 1 --2- 172.21.15.33:0/3688906044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c74004d40 0x7f4c740051f0 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c005fd0 tx=0x7f4c74005830 comp rx=0 tx=0).stop 2024-07-26T15:47:20.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.507+0000 7f4c895b5640 1 -- 172.21.15.33:0/3688906044 reap_dead start 2024-07-26T15:47:20.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.507+0000 7f4c8b018640 1 -- 172.21.15.33:0/3688906044 shutdown_connections 2024-07-26T15:47:20.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.507+0000 7f4c8b018640 1 -- 172.21.15.33:0/3688906044 >> 172.21.15.33:0/3688906044 conn(0x7f4c840b1740 msgr2=0x7f4c840b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:20.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.507+0000 7f4c8b018640 1 -- 172.21.15.33:0/3688906044 shutdown_connections 2024-07-26T15:47:20.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.507+0000 7f4c8b018640 1 -- 172.21.15.33:0/3688906044 wait complete. 2024-07-26T15:47:20.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.508+0000 7f4c8b018640 1 Processor -- start 2024-07-26T15:47:20.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.508+0000 7f4c8b018640 1 -- start start 2024-07-26T15:47:20.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c8b018640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c74004d40 0x7f4c84142590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:20.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c8b018640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c84142ad0 0x7f4c841412e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:20.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c8b018640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c841e46a0 0x7f4c84141820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c8b018640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4c8415c5d0 con 0x7f4c841e46a0 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c8b018640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4c840b4730 con 0x7f4c84142ad0 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c8b018640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4c8415c750 con 0x7f4c74004d40 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c895b5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c841e46a0 0x7f4c84141820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c895b5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c841e46a0 0x7f4c84141820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41170/0 (socket says 172.21.15.33:41170) 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c895b5640 1 -- 172.21.15.33:0/2161654167 learned_addr learned my addr 172.21.15.33:0/2161654167 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c88db4640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c74004d40 0x7f4c84142590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c83fff640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c84142ad0 0x7f4c841412e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c895b5640 1 -- 172.21.15.33:0/2161654167 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c74004d40 msgr2=0x7f4c84142590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c895b5640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c74004d40 0x7f4c84142590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c895b5640 1 -- 172.21.15.33:0/2161654167 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c84142ad0 msgr2=0x7f4c841412e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c895b5640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c84142ad0 0x7f4c841412e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.510+0000 7f4c895b5640 1 -- 172.21.15.33:0/2161654167 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c841f89e0 con 0x7f4c841e46a0 2024-07-26T15:47:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.511+0000 7f4c895b5640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c841e46a0 0x7f4c84141820 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c036040 tx=0x7f4c7c033bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:20.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.511+0000 7f4c817fa640 1 -- 172.21.15.33:0/2161654167 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c042070 con 0x7f4c841e46a0 2024-07-26T15:47:20.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.511+0000 7f4c817fa640 1 -- 172.21.15.33:0/2161654167 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c7c003970 con 0x7f4c841e46a0 2024-07-26T15:47:20.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.511+0000 7f4c8b018640 1 -- 172.21.15.33:0/2161654167 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c841f8cc0 con 0x7f4c841e46a0 2024-07-26T15:47:20.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.511+0000 7f4c817fa640 1 -- 172.21.15.33:0/2161654167 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7c038040 con 0x7f4c841e46a0 2024-07-26T15:47:20.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.511+0000 7f4c8b018640 1 -- 172.21.15.33:0/2161654167 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c841f9280 con 0x7f4c841e46a0 2024-07-26T15:47:20.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.512+0000 7f4c8b018640 1 -- 172.21.15.33:0/2161654167 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c841f8750 con 0x7f4c841e46a0 2024-07-26T15:47:20.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.513+0000 7f4c817fa640 1 -- 172.21.15.33:0/2161654167 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f4c7c004030 con 0x7f4c841e46a0 2024-07-26T15:47:20.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.513+0000 7f4c817fa640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4c68077130 0x7f4c68079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:20.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.513+0000 7f4c817fa640 1 -- 172.21.15.33:0/2161654167 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f4c7c0b9100 con 0x7f4c841e46a0 2024-07-26T15:47:20.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.513+0000 7f4c88db4640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4c68077130 0x7f4c68079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:20.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.514+0000 7f4c88db4640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4c68077130 0x7f4c68079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4c78000fb0 tx=0x7f4c78001e50 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:20.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.518+0000 7f4c817fa640 1 -- 172.21.15.33:0/2161654167 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4c7c0819f0 con 0x7f4c841e46a0 2024-07-26T15:47:20.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.735+0000 7f4c8b018640 1 -- 172.21.15.33:0/2161654167 --> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f4c841e2c10 con 0x7f4c68077130 2024-07-26T15:47:20.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.736+0000 7f4c817fa640 1 -- 172.21.15.33:0/2161654167 <== mgr.7638 v2:172.21.15.33:6836/2985538436 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f4c78004e50 con 0x7f4c68077130 2024-07-26T15:47:20.737 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:47:20.737 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:47:20.738 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T15:47:20.738 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:47:20.738 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:47:20.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 -- 172.21.15.33:0/2161654167 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4c68077130 msgr2=0x7f4c68079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:20.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4c68077130 0x7f4c68079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4c78000fb0 tx=0x7f4c78001e50 comp rx=0 tx=0).stop 2024-07-26T15:47:20.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 -- 172.21.15.33:0/2161654167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c841e46a0 msgr2=0x7f4c84141820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:20.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c841e46a0 0x7f4c84141820 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c036040 tx=0x7f4c7c033bf0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 -- 172.21.15.33:0/2161654167 shutdown_connections 2024-07-26T15:47:20.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4c68077130 0x7f4c68079640 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c841e46a0 0x7f4c84141820 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c84142ad0 0x7f4c841412e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 --2- 172.21.15.33:0/2161654167 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c74004d40 0x7f4c84142590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 -- 172.21.15.33:0/2161654167 >> 172.21.15.33:0/2161654167 conn(0x7f4c840b1740 msgr2=0x7f4c84143490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:20.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 -- 172.21.15.33:0/2161654167 shutdown_connections 2024-07-26T15:47:20.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.738+0000 7f4c8b018640 1 -- 172.21.15.33:0/2161654167 wait complete. 2024-07-26T15:47:20.751 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T15:47:20.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.871+0000 7f41837dd640 1 -- 172.21.15.33:0/730086673 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f417c0b6f60 msgr2=0x7f417c0b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:20.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.871+0000 7f41837dd640 1 --2- 172.21.15.33:0/730086673 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f417c0b6f60 0x7f417c0b31d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f416c005fd0 tx=0x7f416c02a7a0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.871+0000 7f41837dd640 1 -- 172.21.15.33:0/730086673 shutdown_connections 2024-07-26T15:47:20.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.871+0000 7f41837dd640 1 --2- 172.21.15.33:0/730086673 >> v2:172.21.15.154:3300/0 conn(0x7f417c0b2600 0x7f417c0cc6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.871+0000 7f41837dd640 1 --2- 172.21.15.33:0/730086673 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f417c0b6f60 0x7f417c0b31d0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.871+0000 7f41837dd640 1 -- 172.21.15.33:0/730086673 >> 172.21.15.33:0/730086673 conn(0x7f417c0b37a0 msgr2=0x7f417c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:20.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.871+0000 7f41837dd640 1 -- 172.21.15.33:0/730086673 shutdown_connections 2024-07-26T15:47:20.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.871+0000 7f41837dd640 1 -- 172.21.15.33:0/730086673 wait complete. 2024-07-26T15:47:20.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.873+0000 7f41837dd640 1 Processor -- start 2024-07-26T15:47:20.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.873+0000 7f41837dd640 1 -- start start 2024-07-26T15:47:20.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.874+0000 7f41837dd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f417c0b2600 0x7f417c071810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:20.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.874+0000 7f41837dd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c0b6f60 0x7f417c149ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:20.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.874+0000 7f41837dd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f417c0ce2d0 0x7f417c14a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:20.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.874+0000 7f41837dd640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f417c0cd130 con 0x7f417c0b6f60 2024-07-26T15:47:20.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.874+0000 7f41837dd640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f417c0ccfb0 con 0x7f417c0ce2d0 2024-07-26T15:47:20.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.874+0000 7f41837dd640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f417c0cd2b0 con 0x7f417c0b2600 2024-07-26T15:47:20.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.874+0000 7f4180d78640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c0b6f60 0x7f417c149ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:20.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.874+0000 7f4180d78640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c0b6f60 0x7f417c149ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:41172/0 (socket says 172.21.15.33:41172) 2024-07-26T15:47:20.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4180d78640 1 -- 172.21.15.33:0/1107347582 learned_addr learned my addr 172.21.15.33:0/1107347582 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:20.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4181579640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f417c0b2600 0x7f417c071810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:20.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4181d7a640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f417c0ce2d0 0x7f417c14a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4180d78640 1 -- 172.21.15.33:0/1107347582 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f417c0b2600 msgr2=0x7f417c071810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4180d78640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f417c0b2600 0x7f417c071810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4180d78640 1 -- 172.21.15.33:0/1107347582 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f417c0ce2d0 msgr2=0x7f417c14a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4180d78640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f417c0ce2d0 0x7f417c14a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4180d78640 1 -- 172.21.15.33:0/1107347582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f417c14a8b0 con 0x7f417c0b6f60 2024-07-26T15:47:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4180d78640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c0b6f60 0x7f417c149ba0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f417000c500 tx=0x7f417000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4179ffb640 1 -- 172.21.15.33:0/1107347582 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4170016020 con 0x7f417c0b6f60 2024-07-26T15:47:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4179ffb640 1 -- 172.21.15.33:0/1107347582 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4170012940 con 0x7f417c0b6f60 2024-07-26T15:47:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f41837dd640 1 -- 172.21.15.33:0/1107347582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f417c1f6040 con 0x7f417c0b6f60 2024-07-26T15:47:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f4179ffb640 1 -- 172.21.15.33:0/1107347582 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4170012d90 con 0x7f417c0b6f60 2024-07-26T15:47:20.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.875+0000 7f41837dd640 1 -- 172.21.15.33:0/1107347582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f417c1f6600 con 0x7f417c0b6f60 2024-07-26T15:47:20.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.876+0000 7f41837dd640 1 -- 172.21.15.33:0/1107347582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f417c14a620 con 0x7f417c0b6f60 2024-07-26T15:47:20.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.877+0000 7f4179ffb640 1 -- 172.21.15.33:0/1107347582 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 64) ==== 99241+0+0 (secure 0 0 0) 0x7f4170019020 con 0x7f417c0b6f60 2024-07-26T15:47:20.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.878+0000 7f4179ffb640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4168077160 0x7f4168079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:20.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.878+0000 7f4181579640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4168077160 0x7f4168079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:20.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.878+0000 7f4179ffb640 1 -- 172.21.15.33:0/1107347582 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f4170098ba0 con 0x7f417c0b6f60 2024-07-26T15:47:20.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.879+0000 7f4181579640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4168077160 0x7f4168079670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f416c033000 tx=0x7f416c004ab0 comp rx=0 tx=0).ready entity=mgr.7638 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:20.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:20.883+0000 7f4179ffb640 1 -- 172.21.15.33:0/1107347582 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4170020020 con 0x7f417c0b6f60 2024-07-26T15:47:21.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:21.124+0000 7f41837dd640 1 -- 172.21.15.33:0/1107347582 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f417c0cd760 con 0x7f417c0b6f60 2024-07-26T15:47:22.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.075+0000 7f4179ffb640 1 -- 172.21.15.33:0/1107347582 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v65) ==== 92+0+0 (secure 0 0 0) 0x7f4170061530 con 0x7f417c0b6f60 2024-07-26T15:47:22.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.079+0000 7f41837dd640 1 -- 172.21.15.33:0/1107347582 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4168077160 msgr2=0x7f4168079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.079+0000 7f41837dd640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4168077160 0x7f4168079670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f416c033000 tx=0x7f416c004ab0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.079+0000 7f41837dd640 1 -- 172.21.15.33:0/1107347582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c0b6f60 msgr2=0x7f417c149ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.079+0000 7f41837dd640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c0b6f60 0x7f417c149ba0 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f417000c500 tx=0x7f417000c9c0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.080+0000 7f41837dd640 1 -- 172.21.15.33:0/1107347582 shutdown_connections 2024-07-26T15:47:22.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.080+0000 7f41837dd640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f417c0ce2d0 0x7f417c14a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.080+0000 7f41837dd640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f4168077160 0x7f4168079670 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.080+0000 7f41837dd640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c0b6f60 0x7f417c149ba0 secure :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f417000c500 tx=0x7f417000c9c0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.080+0000 7f41837dd640 1 --2- 172.21.15.33:0/1107347582 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f417c0b2600 0x7f417c071810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.080+0000 7f41837dd640 1 -- 172.21.15.33:0/1107347582 >> 172.21.15.33:0/1107347582 conn(0x7f417c0b37a0 msgr2=0x7f417c0b66f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:22.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.080+0000 7f41837dd640 1 -- 172.21.15.33:0/1107347582 shutdown_connections 2024-07-26T15:47:22.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.080+0000 7f41837dd640 1 -- 172.21.15.33:0/1107347582 wait complete. 2024-07-26T15:47:22.099 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T15:47:22.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.230+0000 7fa021907640 1 -- 172.21.15.33:0/3062408724 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa01c0d0610 msgr2=0x7fa01c0d0a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.230+0000 7fa021907640 1 --2- 172.21.15.33:0/3062408724 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa01c0d0610 0x7fa01c0d0a20 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7fa01c06f7c0 tx=0x7fa01402a980 comp rx=0 tx=0).stop 2024-07-26T15:47:22.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.230+0000 7fa021907640 1 -- 172.21.15.33:0/3062408724 shutdown_connections 2024-07-26T15:47:22.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.230+0000 7fa021907640 1 --2- 172.21.15.33:0/3062408724 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa01c0d0610 0x7fa01c0d0a20 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.230+0000 7fa021907640 1 --2- 172.21.15.33:0/3062408724 >> v2:172.21.15.154:3300/0 conn(0x7fa01c0d4920 0x7fa01c0b93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.230+0000 7fa021907640 1 -- 172.21.15.33:0/3062408724 >> 172.21.15.33:0/3062408724 conn(0x7fa01c0d3d90 msgr2=0x7fa01c0d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:22.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.230+0000 7fa021907640 1 -- 172.21.15.33:0/3062408724 shutdown_connections 2024-07-26T15:47:22.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.230+0000 7fa021907640 1 -- 172.21.15.33:0/3062408724 wait complete. 2024-07-26T15:47:22.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.233+0000 7fa021907640 1 Processor -- start 2024-07-26T15:47:22.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.233+0000 7fa021907640 1 -- start start 2024-07-26T15:47:22.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.235+0000 7fa021907640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa01c0b2da0 0x7fa01c1fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.235+0000 7fa021907640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa01c0d0610 0x7fa01c15b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.235+0000 7fa021907640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa01c158f50 0x7fa01c1f9130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.235+0000 7fa021907640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa01c0b36d0 con 0x7fa01c158f50 2024-07-26T15:47:22.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.235+0000 7fa021907640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa01c0d2820 con 0x7fa01c0d0610 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.235+0000 7fa021907640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa01c0b3850 con 0x7fa01c0b2da0 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.235+0000 7fa01b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa01c158f50 0x7fa01c1f9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.235+0000 7fa01b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa01c158f50 0x7fa01c1f9130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58970/0 (socket says 172.21.15.33:58970) 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.235+0000 7fa01b7fe640 1 -- 172.21.15.33:0/1829584329 learned_addr learned my addr 172.21.15.33:0/1829584329 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.235+0000 7fa01a7fc640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa01c0d0610 0x7fa01c15b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.235+0000 7fa01affd640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa01c0b2da0 0x7fa01c1fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.236+0000 7fa01b7fe640 1 -- 172.21.15.33:0/1829584329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa01c0b2da0 msgr2=0x7fa01c1fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.236+0000 7fa01b7fe640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa01c0b2da0 0x7fa01c1fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.236+0000 7fa01b7fe640 1 -- 172.21.15.33:0/1829584329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa01c0d0610 msgr2=0x7fa01c15b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.236+0000 7fa01b7fe640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa01c0d0610 0x7fa01c15b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.236+0000 7fa01b7fe640 1 -- 172.21.15.33:0/1829584329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa01c1fc720 con 0x7fa01c158f50 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.236+0000 7fa01b7fe640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa01c158f50 0x7fa01c1f9130 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7fa014009d60 tx=0x7fa014003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:22.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.236+0000 7fa013fff640 1 -- 172.21.15.33:0/1829584329 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa014034040 con 0x7fa01c158f50 2024-07-26T15:47:22.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.236+0000 7fa013fff640 1 -- 172.21.15.33:0/1829584329 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa014004540 con 0x7fa01c158f50 2024-07-26T15:47:22.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.236+0000 7fa021907640 1 -- 172.21.15.33:0/1829584329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa01c159910 con 0x7fa01c158f50 2024-07-26T15:47:22.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.236+0000 7fa013fff640 1 -- 172.21.15.33:0/1829584329 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa014045480 con 0x7fa01c158f50 2024-07-26T15:47:22.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.236+0000 7fa021907640 1 -- 172.21.15.33:0/1829584329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa01c1fc9c0 con 0x7fa01c158f50 2024-07-26T15:47:22.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.238+0000 7fa021907640 1 -- 172.21.15.33:0/1829584329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa01c0d0150 con 0x7fa01c158f50 2024-07-26T15:47:22.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.238+0000 7fa013fff640 1 -- 172.21.15.33:0/1829584329 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 65) ==== 99258+0+0 (secure 0 0 0) 0x7fa014037020 con 0x7fa01c158f50 2024-07-26T15:47:22.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.239+0000 7fa013fff640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9ffc0771b0 0x7f9ffc0796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.239+0000 7fa01affd640 1 -- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9ffc0771b0 msgr2=0x7f9ffc0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2985538436 2024-07-26T15:47:22.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.239+0000 7fa013fff640 1 -- 172.21.15.33:0/1829584329 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7fa0140ba3d0 con 0x7fa01c158f50 2024-07-26T15:47:22.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.239+0000 7fa01affd640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9ffc0771b0 0x7f9ffc0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:47:22.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.243+0000 7fa013fff640 1 -- 172.21.15.33:0/1829584329 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa01c0d0150 con 0x7fa01c158f50 2024-07-26T15:47:22.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.437+0000 7fa021907640 1 -- 172.21.15.33:0/1829584329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fa01c0d1410 con 0x7fa01c158f50 2024-07-26T15:47:22.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.440+0000 7fa01affd640 1 -- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9ffc0771b0 msgr2=0x7f9ffc0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2985538436 2024-07-26T15:47:22.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.440+0000 7fa01affd640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9ffc0771b0 0x7f9ffc0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:47:22.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.441+0000 7fa013fff640 1 -- 172.21.15.33:0/1829584329 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v49)=0 v49) ==== 138+0+0 (secure 0 0 0) 0x7fa01c0d0f60 con 0x7fa01c158f50 2024-07-26T15:47:22.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 -- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9ffc0771b0 msgr2=0x7f9ffc0796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:47:22.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9ffc0771b0 0x7f9ffc0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 -- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa01c158f50 msgr2=0x7fa01c1f9130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa01c158f50 0x7fa01c1f9130 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7fa014009d60 tx=0x7fa014003f90 comp rx=0 tx=0).stop 2024-07-26T15:47:22.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 -- 172.21.15.33:0/1829584329 shutdown_connections 2024-07-26T15:47:22.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9ffc0771b0 0x7f9ffc0796c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa01c158f50 0x7fa01c1f9130 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa01c0d0610 0x7fa01c15b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 --2- 172.21.15.33:0/1829584329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa01c0b2da0 0x7fa01c1fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 -- 172.21.15.33:0/1829584329 >> 172.21.15.33:0/1829584329 conn(0x7fa01c0d3d90 msgr2=0x7fa01c0b4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:22.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 -- 172.21.15.33:0/1829584329 shutdown_connections 2024-07-26T15:47:22.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.443+0000 7fa021907640 1 -- 172.21.15.33:0/1829584329 wait complete. 2024-07-26T15:47:22.457 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T15:47:22.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.577+0000 7f300d077640 1 -- 172.21.15.33:0/1042664543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff4004800 msgr2=0x7f2ff4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.577+0000 7f300d077640 1 --2- 172.21.15.33:0/1042664543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff4004800 0x7f2ff4004c10 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8009b50 tx=0x7f2ff4005830 comp rx=0 tx=0).stop 2024-07-26T15:47:22.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.577+0000 7f300d077640 1 -- 172.21.15.33:0/1042664543 shutdown_connections 2024-07-26T15:47:22.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.577+0000 7f300d077640 1 --2- 172.21.15.33:0/1042664543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff4004800 0x7f2ff4004c10 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.577+0000 7f300d077640 1 -- 172.21.15.33:0/1042664543 >> 172.21.15.33:0/1042664543 conn(0x7f30080d3d90 msgr2=0x7f30080d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:22.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.578+0000 7f300d077640 1 -- 172.21.15.33:0/1042664543 shutdown_connections 2024-07-26T15:47:22.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.578+0000 7f300d077640 1 -- 172.21.15.33:0/1042664543 wait complete. 2024-07-26T15:47:22.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.580+0000 7f300d077640 1 Processor -- start 2024-07-26T15:47:22.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.580+0000 7f300d077640 1 -- start start 2024-07-26T15:47:22.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f300d077640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff4004800 0x7f300809f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f300d077640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f300815d260 0x7f30080a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f300d077640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30081f5120 0x7f30081f5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f300d077640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f30080b93c0 con 0x7f2ff4004800 2024-07-26T15:47:22.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f300d077640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f30080d4b30 con 0x7f300815d260 2024-07-26T15:47:22.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f300d077640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f30080b9540 con 0x7f30081f5120 2024-07-26T15:47:22.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f3006d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff4004800 0x7f300809f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:22.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f3006d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff4004800 0x7f300809f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58986/0 (socket says 172.21.15.33:58986) 2024-07-26T15:47:22.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f3006d9d640 1 -- 172.21.15.33:0/3100196379 learned_addr learned my addr 172.21.15.33:0/3100196379 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:22.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f300759e640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30081f5120 0x7f30081f5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:22.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f300659c640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f300815d260 0x7f30080a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:22.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f3006d9d640 1 -- 172.21.15.33:0/3100196379 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30081f5120 msgr2=0x7f30081f5530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f3006d9d640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30081f5120 0x7f30081f5530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f3006d9d640 1 -- 172.21.15.33:0/3100196379 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f300815d260 msgr2=0x7f30080a0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f3006d9d640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f300815d260 0x7f30080a0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.581+0000 7f3006d9d640 1 -- 172.21.15.33:0/3100196379 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f300809fc40 con 0x7f2ff4004800 2024-07-26T15:47:22.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.582+0000 7f3006d9d640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff4004800 0x7f300809f3f0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0006380 tx=0x7f2ff00039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:22.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.582+0000 7f2fff7fe640 1 -- 172.21.15.33:0/3100196379 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff0015070 con 0x7f2ff4004800 2024-07-26T15:47:22.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.582+0000 7f2fff7fe640 1 -- 172.21.15.33:0/3100196379 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ff0011920 con 0x7f2ff4004800 2024-07-26T15:47:22.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.582+0000 7f300d077640 1 -- 172.21.15.33:0/3100196379 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f300809ff20 con 0x7f2ff4004800 2024-07-26T15:47:22.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.582+0000 7f2fff7fe640 1 -- 172.21.15.33:0/3100196379 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff0011d70 con 0x7f2ff4004800 2024-07-26T15:47:22.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.582+0000 7f300d077640 1 -- 172.21.15.33:0/3100196379 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30080a04e0 con 0x7f2ff4004800 2024-07-26T15:47:22.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.583+0000 7f300d077640 1 -- 172.21.15.33:0/3100196379 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30080b08e0 con 0x7f2ff4004800 2024-07-26T15:47:22.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.584+0000 7f2fff7fe640 1 -- 172.21.15.33:0/3100196379 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 65) ==== 99258+0+0 (secure 0 0 0) 0x7f2ff0018070 con 0x7f2ff4004800 2024-07-26T15:47:22.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.584+0000 7f2fff7fe640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2fe8077180 0x7f2fe8079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.584+0000 7f300659c640 1 -- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2fe8077180 msgr2=0x7f2fe8079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2985538436 2024-07-26T15:47:22.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.585+0000 7f2fff7fe640 1 -- 172.21.15.33:0/3100196379 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f2ff00999c0 con 0x7f2ff4004800 2024-07-26T15:47:22.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.585+0000 7f300659c640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2fe8077180 0x7f2fe8079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:47:22.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.589+0000 7f2fff7fe640 1 -- 172.21.15.33:0/3100196379 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f30080b08e0 con 0x7f2ff4004800 2024-07-26T15:47:22.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.786+0000 7f300659c640 1 -- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2fe8077180 msgr2=0x7f2fe8079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2985538436 2024-07-26T15:47:22.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.786+0000 7f300659c640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2fe8077180 0x7f2fe8079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:47:22.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.786+0000 7f300d077640 1 -- 172.21.15.33:0/3100196379 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f30080cf690 con 0x7f2ff4004800 2024-07-26T15:47:22.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.790+0000 7f2fff7fe640 1 -- 172.21.15.33:0/3100196379 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v50)=0 v50) ==== 133+0+0 (secure 0 0 0) 0x7f2ff00621a0 con 0x7f2ff4004800 2024-07-26T15:47:22.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.792+0000 7f300d077640 1 -- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2fe8077180 msgr2=0x7f2fe8079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:47:22.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.792+0000 7f300d077640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2fe8077180 0x7f2fe8079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.792+0000 7f300d077640 1 -- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff4004800 msgr2=0x7f300809f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.792+0000 7f300d077640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff4004800 0x7f300809f3f0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0006380 tx=0x7f2ff00039c0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.792+0000 7f300d077640 1 -- 172.21.15.33:0/3100196379 shutdown_connections 2024-07-26T15:47:22.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.792+0000 7f300d077640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30081f5120 0x7f30081f5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.792+0000 7f300d077640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f300815d260 0x7f30080a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.792+0000 7f300d077640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f2fe8077180 0x7f2fe8079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.792+0000 7f300d077640 1 --2- 172.21.15.33:0/3100196379 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff4004800 0x7f300809f3f0 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.792+0000 7f300d077640 1 -- 172.21.15.33:0/3100196379 >> 172.21.15.33:0/3100196379 conn(0x7f30080d3d90 msgr2=0x7f30080b0d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:22.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.792+0000 7f300d077640 1 -- 172.21.15.33:0/3100196379 shutdown_connections 2024-07-26T15:47:22.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.793+0000 7f300d077640 1 -- 172.21.15.33:0/3100196379 wait complete. 2024-07-26T15:47:22.806 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:22.806 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2024-07-26T15:47:22.827 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1 1m 2024-07-26T15:47:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.989+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/1421163215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9df80b2da0 msgr2=0x7f9df80b93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.989+0000 7f9dfd8d2640 1 --2- 172.21.15.33:0/1421163215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9df80b2da0 0x7f9df80b93c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9dec005fd0 tx=0x7f9dec02a840 comp rx=0 tx=0).stop 2024-07-26T15:47:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.989+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/1421163215 shutdown_connections 2024-07-26T15:47:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.989+0000 7f9dfd8d2640 1 --2- 172.21.15.33:0/1421163215 >> v2:172.21.15.154:3300/0 conn(0x7f9df80d0610 0x7f9df80d0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.989+0000 7f9dfd8d2640 1 --2- 172.21.15.33:0/1421163215 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9df80b2da0 0x7f9df80b93c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.989+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/1421163215 >> 172.21.15.33:0/1421163215 conn(0x7f9df80d3d90 msgr2=0x7f9df80d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.989+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/1421163215 shutdown_connections 2024-07-26T15:47:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.989+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/1421163215 wait complete. 2024-07-26T15:47:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.991+0000 7f9dfd8d2640 1 Processor -- start 2024-07-26T15:47:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.991+0000 7f9dfd8d2640 1 -- start start 2024-07-26T15:47:22.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9dfd8d2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9df80b2da0 0x7f9df80a15f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9dfd8d2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9df80d0610 0x7f9df81f43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9dfd8d2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9df80c91e0 0x7f9df80c95f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9dfd8d2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9df80b36d0 con 0x7f9df80d0610 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9dfd8d2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9df80d2820 con 0x7f9df80c91e0 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9dfd8d2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9df80b3850 con 0x7f9df80b2da0 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9df67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9df80d0610 0x7f9df81f43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9df67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9df80d0610 0x7f9df81f43f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59000/0 (socket says 172.21.15.33:59000) 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9df67fc640 1 -- 172.21.15.33:0/3018827421 learned_addr learned my addr 172.21.15.33:0/3018827421 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9df77fe640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9df80c91e0 0x7f9df80c95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9df6ffd640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9df80b2da0 0x7f9df80a15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9df67fc640 1 -- 172.21.15.33:0/3018827421 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9df80b2da0 msgr2=0x7f9df80a15f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9df67fc640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9df80b2da0 0x7f9df80a15f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9df67fc640 1 -- 172.21.15.33:0/3018827421 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9df80c91e0 msgr2=0x7f9df80c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9df67fc640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9df80c91e0 0x7f9df80c95f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9df67fc640 1 -- 172.21.15.33:0/3018827421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9df80c9b30 con 0x7f9df80d0610 2024-07-26T15:47:22.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9df67fc640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9df80d0610 0x7f9df81f43f0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f9dec009cd0 tx=0x7f9dec032cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:22.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.993+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dec040070 con 0x7f9df80d0610 2024-07-26T15:47:22.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.994+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/3018827421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9df81f4930 con 0x7f9df80d0610 2024-07-26T15:47:22.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.994+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9dec004560 con 0x7f9df80d0610 2024-07-26T15:47:22.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.994+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dec003e60 con 0x7f9df80d0610 2024-07-26T15:47:22.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.994+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/3018827421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9df815ea10 con 0x7f9df80d0610 2024-07-26T15:47:22.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.995+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/3018827421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9df80d4920 con 0x7f9df80d0610 2024-07-26T15:47:22.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.996+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 65) ==== 99258+0+0 (secure 0 0 0) 0x7f9dec043070 con 0x7f9df80d0610 2024-07-26T15:47:22.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.996+0000 7f9ddffff640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9de40771b0 0x7f9de40796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:22.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.996+0000 7f9df6ffd640 1 -- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9de40771b0 msgr2=0x7f9de40796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2985538436 2024-07-26T15:47:22.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.996+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 6129+0+0 (secure 0 0 0) 0x7f9dec0b9ef0 con 0x7f9df80d0610 2024-07-26T15:47:22.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:22.996+0000 7f9df6ffd640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9de40771b0 0x7f9de40796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:47:23.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:23.005+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9df80c9b30 con 0x7f9df80d0610 2024-07-26T15:47:23.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:23.197+0000 7f9df6ffd640 1 -- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9de40771b0 msgr2=0x7f9de40796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2985538436 2024-07-26T15:47:23.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:23.197+0000 7f9df6ffd640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9de40771b0 0x7f9de40796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:47:23.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:23.223+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/3018827421 --> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f9df80b6240 con 0x7f9de40771b0 2024-07-26T15:47:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:23.598+0000 7f9df6ffd640 1 -- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9de40771b0 msgr2=0x7f9de40796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2985538436 2024-07-26T15:47:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:23.598+0000 7f9df6ffd640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9de40771b0 0x7f9de40796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T15:47:24.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:24.399+0000 7f9df6ffd640 1 -- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9de40771b0 msgr2=0x7f9de40796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2985538436 2024-07-26T15:47:24.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:24.399+0000 7f9df6ffd640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9de40771b0 0x7f9de40796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T15:47:25.562 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:47:25.564 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:47:25.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:25.721+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 66) ==== 99258+0+0 (secure 0 0 0) 0x7f9dec0b8260 con 0x7f9df80d0610 2024-07-26T15:47:25.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:25.935+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 67) ==== 98867+0+0 (secure 0 0 0) 0x7f9dec07eb00 con 0x7f9df80d0610 2024-07-26T15:47:25.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:25.936+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9de40771b0 msgr2=0x7f9de40796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:47:25.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:25.936+0000 7f9ddffff640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/2985538436,v1:172.21.15.33:6837/2985538436] conn(0x7f9de40771b0 0x7f9de40796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:26.084 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:47:26.082+0000 7f5f24015640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:47:26.084 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:47:26.082+0000 7f5f24015640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:47:26.084 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:47:26.082+0000 7f5f24015640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:47:26.085 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:47:26.082+0000 7f5f24015640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:47:26.085 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:47:26.082+0000 7f5f24015640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:47:26.085 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:47:26.083+0000 7f5f2100f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:47:26.085 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:47:26.083+0000 7f5f2100f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:47:26.085 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:47:26.083+0000 7f5f2100f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:47:26.085 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:47:26.083+0000 7f5f2100f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:47:26.085 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:47:26.083+0000 7f5f2100f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:47:26.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:26.940+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 <== mon.0 v2:172.21.15.33:3300/0 9 ==== mgrmap(e 68) ==== 98994+0+0 (secure 0 0 0) 0x7f9dec07f3d0 con 0x7f9df80d0610 2024-07-26T15:47:26.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:26.941+0000 7f9ddffff640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f9de403b4c0 0x7f9de4081760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:26.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:26.941+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 --> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f9dec04deb0 con 0x7f9de403b4c0 2024-07-26T15:47:26.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:26.942+0000 7f9df6ffd640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f9de403b4c0 0x7f9de4081760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:26.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:26.943+0000 7f9df6ffd640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f9de403b4c0 0x7f9de4081760 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f9de80015c0 tx=0x7f9de8001d90 comp rx=0 tx=0).ready entity=mgr.8007 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:27.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.018+0000 7f9ddffff640 1 -- 172.21.15.33:0/3018827421 <== mgr.8007 v2:172.21.15.33:6836/3258881763 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9dec04deb0 con 0x7f9de403b4c0 2024-07-26T15:47:27.020 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1 2024-07-26T15:47:27.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.020+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f9de403b4c0 msgr2=0x7f9de4081760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:27.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.020+0000 7f9dfd8d2640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f9de403b4c0 0x7f9de4081760 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f9de80015c0 tx=0x7f9de8001d90 comp rx=0 tx=0).stop 2024-07-26T15:47:27.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.020+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9df80d0610 msgr2=0x7f9df81f43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:27.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.020+0000 7f9dfd8d2640 1 --2- 172.21.15.33:0/3018827421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9df80d0610 0x7f9df81f43f0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f9dec009cd0 tx=0x7f9dec032cf0 comp rx=0 tx=0).stop 2024-07-26T15:47:27.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.021+0000 7f9df77fe640 1 -- 172.21.15.33:0/3018827421 reap_dead start 2024-07-26T15:47:27.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.021+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/3018827421 shutdown_connections 2024-07-26T15:47:27.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.021+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/3018827421 >> 172.21.15.33:0/3018827421 conn(0x7f9df80d3d90 msgr2=0x7f9df8161320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:27.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.021+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/3018827421 shutdown_connections 2024-07-26T15:47:27.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.021+0000 7f9dfd8d2640 1 -- 172.21.15.33:0/3018827421 wait complete. 2024-07-26T15:47:27.035 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1 2024-07-26T15:47:27.035 DEBUG:tasks.cephfs.test_snap_schedules:expecting snap snap_test_dir1/.snap/scheduled-2024-07-26-15_48_00 in ~33s... 2024-07-26T15:47:27.035 DEBUG:tasks.cephfs.test_snap_schedules:expected_schedule: ['1m'], expected_retention: [] 2024-07-26T15:47:27.035 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list --format json snap_test_dir1 2024-07-26T15:47:27.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.157+0000 7f6e43f2e640 1 -- 172.21.15.33:0/4262404803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e280039e0 msgr2=0x7f6e28003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:27.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.157+0000 7f6e43f2e640 1 --2- 172.21.15.33:0/4262404803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e280039e0 0x7f6e28003e10 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f6e38009b50 tx=0x7f6e28005830 comp rx=0 tx=0).stop 2024-07-26T15:47:27.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.157+0000 7f6e424cb640 1 -- 172.21.15.33:0/4262404803 reap_dead start 2024-07-26T15:47:27.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.157+0000 7f6e43f2e640 1 -- 172.21.15.33:0/4262404803 shutdown_connections 2024-07-26T15:47:27.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.157+0000 7f6e43f2e640 1 -- 172.21.15.33:0/4262404803 >> 172.21.15.33:0/4262404803 conn(0x7f6e3c0d3dc0 msgr2=0x7f6e3c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:27.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.157+0000 7f6e43f2e640 1 -- 172.21.15.33:0/4262404803 shutdown_connections 2024-07-26T15:47:27.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.157+0000 7f6e43f2e640 1 -- 172.21.15.33:0/4262404803 wait complete. 2024-07-26T15:47:27.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.159+0000 7f6e43f2e640 1 Processor -- start 2024-07-26T15:47:27.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.159+0000 7f6e43f2e640 1 -- start start 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.160+0000 7f6e43f2e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e280039e0 0x7f6e3c155620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.160+0000 7f6e43f2e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6e3c15b530 0x7f6e3c14bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.160+0000 7f6e43f2e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6e3c154040 0x7f6e3c1f4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.160+0000 7f6e43f2e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6e3c0b8020 con 0x7f6e280039e0 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.160+0000 7f6e43f2e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6e3c0b7ea0 con 0x7f6e3c15b530 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.160+0000 7f6e43f2e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6e3c0d0570 con 0x7f6e3c154040 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.160+0000 7f6e41cca640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e280039e0 0x7f6e3c155620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.160+0000 7f6e41cca640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e280039e0 0x7f6e3c155620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59128/0 (socket says 172.21.15.33:59128) 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.160+0000 7f6e41cca640 1 -- 172.21.15.33:0/3165500088 learned_addr learned my addr 172.21.15.33:0/3165500088 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e424cb640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6e3c154040 0x7f6e3c1f4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e414c9640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6e3c15b530 0x7f6e3c14bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e41cca640 1 -- 172.21.15.33:0/3165500088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6e3c154040 msgr2=0x7f6e3c1f4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:27.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e41cca640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6e3c154040 0x7f6e3c1f4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:27.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e41cca640 1 -- 172.21.15.33:0/3165500088 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6e3c15b530 msgr2=0x7f6e3c14bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:27.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e41cca640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6e3c15b530 0x7f6e3c14bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:27.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e41cca640 1 -- 172.21.15.33:0/3165500088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e3c15bff0 con 0x7f6e280039e0 2024-07-26T15:47:27.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e424cb640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6e3c154040 0x7f6e3c1f4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:47:27.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e414c9640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6e3c15b530 0x7f6e3c14bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:47:27.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e41cca640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e280039e0 0x7f6e3c155620 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f6e38036040 tx=0x7f6e38033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:27.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e327fc640 1 -- 172.21.15.33:0/3165500088 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e38038040 con 0x7f6e280039e0 2024-07-26T15:47:27.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e327fc640 1 -- 172.21.15.33:0/3165500088 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6e38004020 con 0x7f6e280039e0 2024-07-26T15:47:27.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e43f2e640 1 -- 172.21.15.33:0/3165500088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e3c15bd10 con 0x7f6e280039e0 2024-07-26T15:47:27.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e327fc640 1 -- 172.21.15.33:0/3165500088 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e38004470 con 0x7f6e280039e0 2024-07-26T15:47:27.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.161+0000 7f6e43f2e640 1 -- 172.21.15.33:0/3165500088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e3c154e20 con 0x7f6e280039e0 2024-07-26T15:47:27.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.162+0000 7f6e43f2e640 1 -- 172.21.15.33:0/3165500088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e3c0d0a90 con 0x7f6e280039e0 2024-07-26T15:47:27.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.163+0000 7f6e327fc640 1 -- 172.21.15.33:0/3165500088 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 68) ==== 98994+0+0 (secure 0 0 0) 0x7f6e38045020 con 0x7f6e280039e0 2024-07-26T15:47:27.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.163+0000 7f6e327fc640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6e20076eb0 0x7f6e200793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:47:27.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.163+0000 7f6e327fc640 1 -- 172.21.15.33:0/3165500088 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 6473+0+0 (secure 0 0 0) 0x7f6e380b9320 con 0x7f6e280039e0 2024-07-26T15:47:27.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.163+0000 7f6e414c9640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6e20076eb0 0x7f6e200793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:47:27.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.164+0000 7f6e414c9640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6e20076eb0 0x7f6e200793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c001030 tx=0x7f6e2c001ca0 comp rx=0 tx=0).ready entity=mgr.8007 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:47:27.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.168+0000 7f6e327fc640 1 -- 172.21.15.33:0/3165500088 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6e38082560 con 0x7f6e280039e0 2024-07-26T15:47:27.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.382+0000 7f6e43f2e640 1 -- 172.21.15.33:0/3165500088 --> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6e3c0b9c80 con 0x7f6e20076eb0 2024-07-26T15:47:27.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.388+0000 7f6e327fc640 1 -- 172.21.15.33:0/3165500088 <== mgr.8007 v2:172.21.15.33:6836/3258881763 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+66 (secure 0 0 0) 0x7f6e3c0b9c80 con 0x7f6e20076eb0 2024-07-26T15:47:27.390 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:47:27.390 INFO:teuthology.orchestra.run.smithi033.stdout:{"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{}]} 2024-07-26T15:47:27.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 -- 172.21.15.33:0/3165500088 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6e20076eb0 msgr2=0x7f6e200793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:27.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6e20076eb0 0x7f6e200793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f6e2c001030 tx=0x7f6e2c001ca0 comp rx=0 tx=0).stop 2024-07-26T15:47:27.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 -- 172.21.15.33:0/3165500088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e280039e0 msgr2=0x7f6e3c155620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:47:27.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e280039e0 0x7f6e3c155620 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f6e38036040 tx=0x7f6e38033670 comp rx=0 tx=0).stop 2024-07-26T15:47:27.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 -- 172.21.15.33:0/3165500088 shutdown_connections 2024-07-26T15:47:27.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6e20076eb0 0x7f6e200793c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:27.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6e3c154040 0x7f6e3c1f4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:27.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6e3c15b530 0x7f6e3c14bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:27.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 --2- 172.21.15.33:0/3165500088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6e280039e0 0x7f6e3c155620 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:47:27.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 -- 172.21.15.33:0/3165500088 >> 172.21.15.33:0/3165500088 conn(0x7f6e3c0d3dc0 msgr2=0x7f6e3c161440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:47:27.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 -- 172.21.15.33:0/3165500088 shutdown_connections 2024-07-26T15:47:27.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:47:27.391+0000 7f6e43f2e640 1 -- 172.21.15.33:0/3165500088 wait complete. 2024-07-26T15:47:27.403 DEBUG:tasks.cephfs.test_snap_schedules:res= {"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{}]} 2024-07-26T15:47:27.404 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'path': 'snap_test_dir1', 'schedule': ['1m'], 'retention': [{}]} 2024-07-26T15:47:27.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:27.404 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:27.424 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:27.424 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:27.424 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:28.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:28.425 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:28.450 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:28.450 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:28.450 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:29.452 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:29.452 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:29.477 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:29.477 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:29.477 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:30.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:30.478 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:30.503 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:30.503 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:30.503 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:31.504 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:31.504 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:31.528 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:31.528 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:31.529 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:32.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:32.530 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:32.555 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:32.555 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:32.555 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:33.555 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:33.556 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:33.580 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:33.581 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:33.581 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:34.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:34.581 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:34.606 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:34.607 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:34.607 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:35.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:35.608 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:35.633 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:35.633 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:35.633 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:36.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:36.634 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:36.659 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:36.659 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:36.659 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:37.660 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:37.660 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:37.685 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:37.685 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:37.685 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:38.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:38.686 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:38.711 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:38.712 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:38.712 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:39.712 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:39.712 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:39.738 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:39.738 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:39.738 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:40.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:40.739 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:40.764 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:40.764 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:40.764 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:41.765 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:41.765 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:41.790 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:41.790 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:41.790 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:42.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:42.792 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:42.817 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:42.818 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:42.818 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:43.819 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:43.819 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:43.844 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:43.844 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:43.844 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:44.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:44.845 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:44.870 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:44.870 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:44.870 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:45.871 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:45.871 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:45.896 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:45.896 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:45.896 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:46.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:46.898 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:46.923 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:46.923 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:46.923 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:47.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:47.924 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:47.949 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:47.949 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:47.949 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:48.950 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:48.950 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:48.975 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:48.975 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:48.975 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:49.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:49.976 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:50.001 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:50.001 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:50.001 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:51.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:51.002 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:51.027 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:51.027 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:51.027 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:52.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:52.028 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:52.053 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:52.053 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:52.053 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:53.054 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:53.055 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:53.080 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:53.080 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:53.080 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:54.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:54.082 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:54.107 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:54.107 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:54.107 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:55.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:55.108 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:55.133 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:55.133 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:55.133 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:55.625 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:47:55.628 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:47:56.134 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:56.134 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:56.159 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:56.159 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:56.159 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:57.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:57.160 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:57.185 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:57.185 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:57.185 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:58.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:58.186 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:58.210 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:58.211 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:58.211 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:47:59.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:47:59.212 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:47:59.237 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T15:47:59.237 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T15:47:59.237 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:48:00.031 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:00.029+0000 7f5f137f4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:00.031 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:00.029+0000 7f5f137f4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:00.031 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:00.029+0000 7f5f137f4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:00.031 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:00.029+0000 7f5f137f4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:00.031 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:00.029+0000 7f5f137f4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:00.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:00.238 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:48:00.261 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_48_00_UTC 2024-07-26T15:48:00.261 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-15_48_00_UTC'} 2024-07-26T15:48:00.261 INFO:tasks.cephfs.test_snap_schedules:added: {'scheduled-2024-07-26-15_48_00_UTC'} 2024-07-26T15:48:00.261 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T15:48:00.261 DEBUG:tasks.cephfs.test_snap_schedules:snapshots added=['scheduled-2024-07-26-15_48_00_UTC'] 2024-07-26T15:48:00.261 DEBUG:tasks.cephfs.test_snap_schedules:exec=1722008847.0354407, now = 1722008880.2618878, timo = 33 2024-07-26T15:48:01.263 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove snap_test_dir1 2024-07-26T15:48:01.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.396+0000 7fb467f47640 1 -- 172.21.15.33:0/4025672663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4600d0c80 msgr2=0x7fb4600ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:01.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.396+0000 7fb467f47640 1 --2- 172.21.15.33:0/4025672663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4600d0c80 0x7fb4600ce8d0 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7fb450005fd0 tx=0x7fb45002a4f0 comp rx=0 tx=0).stop 2024-07-26T15:48:01.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.396+0000 7fb467f47640 1 -- 172.21.15.33:0/4025672663 shutdown_connections 2024-07-26T15:48:01.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.396+0000 7fb467f47640 1 --2- 172.21.15.33:0/4025672663 >> v2:172.21.15.154:3300/0 conn(0x7fb4600b7d00 0x7fb4600cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:01.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.396+0000 7fb467f47640 1 --2- 172.21.15.33:0/4025672663 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4600d0c80 0x7fb4600ce8d0 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:01.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.396+0000 7fb467f47640 1 -- 172.21.15.33:0/4025672663 >> 172.21.15.33:0/4025672663 conn(0x7fb4600d3dc0 msgr2=0x7fb4600d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:01.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.396+0000 7fb467f47640 1 -- 172.21.15.33:0/4025672663 shutdown_connections 2024-07-26T15:48:01.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.396+0000 7fb467f47640 1 -- 172.21.15.33:0/4025672663 wait complete. 2024-07-26T15:48:01.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.398+0000 7fb467f47640 1 Processor -- start 2024-07-26T15:48:01.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.398+0000 7fb467f47640 1 -- start start 2024-07-26T15:48:01.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.399+0000 7fb467f47640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4600b53e0 0x7fb4600cd740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:01.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.399+0000 7fb467f47640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4600b7d00 0x7fb46015fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:01.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.399+0000 7fb467f47640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4600cc570 0x7fb46009eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:01.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.399+0000 7fb467f47640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb4600cf6e0 con 0x7fb4600cc570 2024-07-26T15:48:01.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.399+0000 7fb467f47640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb4600cf560 con 0x7fb4600b7d00 2024-07-26T15:48:01.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.399+0000 7fb467f47640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb4600cf860 con 0x7fb4600b53e0 2024-07-26T15:48:01.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4664e4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4600cc570 0x7fb46009eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:01.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4664e4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4600cc570 0x7fb46009eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56064/0 (socket says 172.21.15.33:56064) 2024-07-26T15:48:01.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4664e4640 1 -- 172.21.15.33:0/2815429341 learned_addr learned my addr 172.21.15.33:0/2815429341 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4654e2640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4600b7d00 0x7fb46015fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb465ce3640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4600b53e0 0x7fb4600cd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4664e4640 1 -- 172.21.15.33:0/2815429341 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4600b53e0 msgr2=0x7fb4600cd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4664e4640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4600b53e0 0x7fb4600cd740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4664e4640 1 -- 172.21.15.33:0/2815429341 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4600b7d00 msgr2=0x7fb46015fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4664e4640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4600b7d00 0x7fb46015fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4664e4640 1 -- 172.21.15.33:0/2815429341 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4600c97e0 con 0x7fb4600cc570 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4664e4640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4600cc570 0x7fb46009eb80 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7fb45800cab0 tx=0x7fb45800cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4567fc640 1 -- 172.21.15.33:0/2815429341 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb458007d90 con 0x7fb4600cc570 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4567fc640 1 -- 172.21.15.33:0/2815429341 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb45800f560 con 0x7fb4600cc570 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb467f47640 1 -- 172.21.15.33:0/2815429341 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4601f9390 con 0x7fb4600cc570 2024-07-26T15:48:01.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.400+0000 7fb4567fc640 1 -- 172.21.15.33:0/2815429341 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb45800f9b0 con 0x7fb4600cc570 2024-07-26T15:48:01.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.401+0000 7fb467f47640 1 -- 172.21.15.33:0/2815429341 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4600cba90 con 0x7fb4600cc570 2024-07-26T15:48:01.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.401+0000 7fb467f47640 1 -- 172.21.15.33:0/2815429341 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4600ce8d0 con 0x7fb4600cc570 2024-07-26T15:48:01.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.402+0000 7fb4567fc640 1 -- 172.21.15.33:0/2815429341 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 70) ==== 99315+0+0 (secure 0 0 0) 0x7fb45800fb50 con 0x7fb4600cc570 2024-07-26T15:48:01.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.403+0000 7fb4567fc640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7fb444077210 0x7fb444079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:01.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.403+0000 7fb4567fc640 1 -- 172.21.15.33:0/2815429341 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 6473+0+0 (secure 0 0 0) 0x7fb458099820 con 0x7fb4600cc570 2024-07-26T15:48:01.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.403+0000 7fb465ce3640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7fb444077210 0x7fb444079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:01.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.404+0000 7fb465ce3640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7fb444077210 0x7fb444079720 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb45c006fd0 tx=0x7fb45c009060 comp rx=0 tx=0).ready entity=mgr.8007 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:01.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.408+0000 7fb4567fc640 1 -- 172.21.15.33:0/2815429341 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb458014070 con 0x7fb4600cc570 2024-07-26T15:48:01.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.622+0000 7fb467f47640 1 -- 172.21.15.33:0/2815429341 --> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7fb4600c7b80 con 0x7fb444077210 2024-07-26T15:48:01.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.695+0000 7fb4567fc640 1 -- 172.21.15.33:0/2815429341 <== mgr.8007 v2:172.21.15.33:6836/3258881763 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fb4600c7b80 con 0x7fb444077210 2024-07-26T15:48:01.696 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path snap_test_dir1 2024-07-26T15:48:01.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 -- 172.21.15.33:0/2815429341 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7fb444077210 msgr2=0x7fb444079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7fb444077210 0x7fb444079720 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb45c006fd0 tx=0x7fb45c009060 comp rx=0 tx=0).stop 2024-07-26T15:48:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 -- 172.21.15.33:0/2815429341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4600cc570 msgr2=0x7fb46009eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4600cc570 0x7fb46009eb80 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7fb45800cab0 tx=0x7fb45800cf70 comp rx=0 tx=0).stop 2024-07-26T15:48:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 -- 172.21.15.33:0/2815429341 shutdown_connections 2024-07-26T15:48:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7fb444077210 0x7fb444079720 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4600cc570 0x7fb46009eb80 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4600b7d00 0x7fb46015fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 --2- 172.21.15.33:0/2815429341 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4600b53e0 0x7fb4600cd740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 -- 172.21.15.33:0/2815429341 >> 172.21.15.33:0/2815429341 conn(0x7fb4600d3dc0 msgr2=0x7fb4600cfd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 -- 172.21.15.33:0/2815429341 shutdown_connections 2024-07-26T15:48:01.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:01.697+0000 7fb467f47640 1 -- 172.21.15.33:0/2815429341 wait complete. 2024-07-26T15:48:01.709 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path snap_test_dir1 2024-07-26T15:48:01.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:01.709 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T15:48:01.729 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_48_00_UTC 2024-07-26T15:48:01.729 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_48_00_UTC 2024-07-26T15:48:01.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:01.729 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_48_00_UTC) 2024-07-26T15:48:01.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:01.791 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1) 2024-07-26T15:48:01.850 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T15:48:02.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.012+0000 7f32783d7640 1 -- 172.21.15.33:0/2679060718 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32700b6ed0 msgr2=0x7f32700b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:02.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.012+0000 7f32783d7640 1 --2- 172.21.15.33:0/2679060718 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32700b6ed0 0x7f32700b13c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f326c009830 tx=0x7f326c02a480 comp rx=0 tx=0).stop 2024-07-26T15:48:02.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.013+0000 7f32783d7640 1 -- 172.21.15.33:0/2679060718 shutdown_connections 2024-07-26T15:48:02.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.013+0000 7f32783d7640 1 --2- 172.21.15.33:0/2679060718 >> v2:172.21.15.33:3300/0 conn(0x7f32700b1900 0x7f3270162860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:02.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.013+0000 7f32783d7640 1 --2- 172.21.15.33:0/2679060718 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32700b6ed0 0x7f32700b13c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:02.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.013+0000 7f32783d7640 1 -- 172.21.15.33:0/2679060718 >> 172.21.15.33:0/2679060718 conn(0x7f32700d1bb0 msgr2=0x7f32700d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:02.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.013+0000 7f32783d7640 1 -- 172.21.15.33:0/2679060718 shutdown_connections 2024-07-26T15:48:02.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.013+0000 7f32783d7640 1 -- 172.21.15.33:0/2679060718 wait complete. 2024-07-26T15:48:02.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.014+0000 7f32783d7640 1 Processor -- start 2024-07-26T15:48:02.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.015+0000 7f32783d7640 1 -- start start 2024-07-26T15:48:02.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f32783d7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32700b1900 0x7f327009c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f32783d7640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32700b6ed0 0x7f32700cac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f32783d7640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32701658c0 0x7f32700c56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f32783d7640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f32700b3400 con 0x7f32700b1900 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f32783d7640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f32700b76d0 con 0x7f32701658c0 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f32783d7640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f32701664d0 con 0x7f32700b6ed0 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f3276173640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32700b1900 0x7f327009c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f3276173640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32700b1900 0x7f327009c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47712/0 (socket says 172.21.15.33:47712) 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f3276173640 1 -- 172.21.15.33:0/4208218578 learned_addr learned my addr 172.21.15.33:0/4208218578 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f3275972640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32700b6ed0 0x7f32700cac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f3276974640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32701658c0 0x7f32700c56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f3276173640 1 -- 172.21.15.33:0/4208218578 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32700b6ed0 msgr2=0x7f32700cac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:02.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f3276173640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32700b6ed0 0x7f32700cac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:02.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f3276173640 1 -- 172.21.15.33:0/4208218578 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32701658c0 msgr2=0x7f32700c56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:02.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f3276173640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32701658c0 0x7f32700c56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:02.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f3276173640 1 -- 172.21.15.33:0/4208218578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32700cb1d0 con 0x7f32700b1900 2024-07-26T15:48:02.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.016+0000 7f3275972640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32700b6ed0 0x7f32700cac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:02.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.017+0000 7f3276173640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32700b1900 0x7f327009c490 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f326c009950 tx=0x7f326c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:02.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.017+0000 7f3266ffd640 1 -- 172.21.15.33:0/4208218578 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c031d60 con 0x7f32700b1900 2024-07-26T15:48:02.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.017+0000 7f3266ffd640 1 -- 172.21.15.33:0/4208218578 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f326c033e10 con 0x7f32700b1900 2024-07-26T15:48:02.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.017+0000 7f32783d7640 1 -- 172.21.15.33:0/4208218578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32701f40c0 con 0x7f32700b1900 2024-07-26T15:48:02.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.017+0000 7f3266ffd640 1 -- 172.21.15.33:0/4208218578 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c005260 con 0x7f32700b1900 2024-07-26T15:48:02.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.017+0000 7f32783d7640 1 -- 172.21.15.33:0/4208218578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32701f4680 con 0x7f32700b1900 2024-07-26T15:48:02.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.018+0000 7f32783d7640 1 -- 172.21.15.33:0/4208218578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32700b1d10 con 0x7f32700b1900 2024-07-26T15:48:02.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.019+0000 7f3266ffd640 1 -- 172.21.15.33:0/4208218578 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 71) ==== 99372+0+0 (secure 0 0 0) 0x7f326c005400 con 0x7f32700b1900 2024-07-26T15:48:02.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.020+0000 7f3266ffd640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f32540772d0 0x7f32540797e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:02.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.020+0000 7f3266ffd640 1 -- 172.21.15.33:0/4208218578 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 6473+0+0 (secure 0 0 0) 0x7f326c0ba6b0 con 0x7f32700b1900 2024-07-26T15:48:02.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.020+0000 7f3275972640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f32540772d0 0x7f32540797e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:02.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.020+0000 7f3275972640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f32540772d0 0x7f32540797e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f32701629d0 tx=0x7f3260005ef0 comp rx=0 tx=0).ready entity=mgr.8007 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:02.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.023+0000 7f3266ffd640 1 -- 172.21.15.33:0/4208218578 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f326c03f030 con 0x7f32700b1900 2024-07-26T15:48:02.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:02.267+0000 7f32783d7640 1 -- 172.21.15.33:0/4208218578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7f32700cfab0 con 0x7f32700b1900 2024-07-26T15:48:03.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.007+0000 7f3266ffd640 1 -- 172.21.15.33:0/4208218578 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v72) ==== 93+0+0 (secure 0 0 0) 0x7f326c082c30 con 0x7f32700b1900 2024-07-26T15:48:03.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.010+0000 7f32783d7640 1 -- 172.21.15.33:0/4208218578 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f32540772d0 msgr2=0x7f32540797e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:03.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.010+0000 7f32783d7640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f32540772d0 0x7f32540797e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f32701629d0 tx=0x7f3260005ef0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.011+0000 7f32783d7640 1 -- 172.21.15.33:0/4208218578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32700b1900 msgr2=0x7f327009c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:03.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.011+0000 7f32783d7640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32700b1900 0x7f327009c490 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f326c009950 tx=0x7f326c033c20 comp rx=0 tx=0).stop 2024-07-26T15:48:03.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.011+0000 7f32783d7640 1 -- 172.21.15.33:0/4208218578 shutdown_connections 2024-07-26T15:48:03.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.011+0000 7f32783d7640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f32540772d0 0x7f32540797e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.011+0000 7f32783d7640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32701658c0 0x7f32700c56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.011+0000 7f32783d7640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32700b6ed0 0x7f32700cac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.011+0000 7f32783d7640 1 --2- 172.21.15.33:0/4208218578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32700b1900 0x7f327009c490 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.011+0000 7f32783d7640 1 -- 172.21.15.33:0/4208218578 >> 172.21.15.33:0/4208218578 conn(0x7f32700d1bb0 msgr2=0x7f32700b3630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:03.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.011+0000 7f32783d7640 1 -- 172.21.15.33:0/4208218578 shutdown_connections 2024-07-26T15:48:03.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.012+0000 7f32783d7640 1 -- 172.21.15.33:0/4208218578 wait complete. 2024-07-26T15:48:03.031 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T15:48:03.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.174+0000 7f6dbeb20640 1 -- 172.21.15.33:0/4281209123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4004800 msgr2=0x7f6da4004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:03.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.174+0000 7f6dbeb20640 1 --2- 172.21.15.33:0/4281209123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4004800 0x7f6da4004c90 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f6da8009ed0 tx=0x7f6da4005830 comp rx=0 tx=0).stop 2024-07-26T15:48:03.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.174+0000 7f6dbd0bd640 1 -- 172.21.15.33:0/4281209123 reap_dead start 2024-07-26T15:48:03.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.174+0000 7f6dbeb20640 1 -- 172.21.15.33:0/4281209123 shutdown_connections 2024-07-26T15:48:03.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.174+0000 7f6dbeb20640 1 -- 172.21.15.33:0/4281209123 >> 172.21.15.33:0/4281209123 conn(0x7f6db80d3e10 msgr2=0x7f6db80d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:03.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.174+0000 7f6dbeb20640 1 -- 172.21.15.33:0/4281209123 shutdown_connections 2024-07-26T15:48:03.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.174+0000 7f6dbeb20640 1 -- 172.21.15.33:0/4281209123 wait complete. 2024-07-26T15:48:03.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.176+0000 7f6dbeb20640 1 Processor -- start 2024-07-26T15:48:03.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.176+0000 7f6dbeb20640 1 -- start start 2024-07-26T15:48:03.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.177+0000 7f6dbeb20640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4004800 0x7f6db81d3280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:03.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.177+0000 7f6dbeb20640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db81d9620 0x7f6db80a0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:03.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.177+0000 7f6dbeb20640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6db80a0a70 0x7f6db81d3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:03.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.177+0000 7f6dbeb20640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6db80d0c80 con 0x7f6da4004800 2024-07-26T15:48:03.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.177+0000 7f6dbeb20640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6db80d4d50 con 0x7f6db80a0a70 2024-07-26T15:48:03.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.177+0000 7f6dbeb20640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6db80d0e00 con 0x7f6db81d9620 2024-07-26T15:48:03.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.177+0000 7f6dbc8bc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4004800 0x7f6db81d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:03.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.177+0000 7f6dbc8bc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4004800 0x7f6db81d3280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47732/0 (socket says 172.21.15.33:47732) 2024-07-26T15:48:03.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.177+0000 7f6dbc8bc640 1 -- 172.21.15.33:0/2109576012 learned_addr learned my addr 172.21.15.33:0/2109576012 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:03.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.177+0000 7f6dbd0bd640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6db80a0a70 0x7f6db81d3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:03.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.177+0000 7f6db7fff640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db81d9620 0x7f6db80a0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:03.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.178+0000 7f6dbc8bc640 1 -- 172.21.15.33:0/2109576012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db81d9620 msgr2=0x7f6db80a0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:03.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.178+0000 7f6dbc8bc640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db81d9620 0x7f6db80a0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.178+0000 7f6dbc8bc640 1 -- 172.21.15.33:0/2109576012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6db80a0a70 msgr2=0x7f6db81d3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:03.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.178+0000 7f6dbc8bc640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6db80a0a70 0x7f6db81d3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.178+0000 7f6dbc8bc640 1 -- 172.21.15.33:0/2109576012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6db80a0e80 con 0x7f6da4004800 2024-07-26T15:48:03.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.178+0000 7f6dbc8bc640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4004800 0x7f6db81d3280 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f6da0003d30 tx=0x7f6da00017f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:03.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.178+0000 7f6db57fa640 1 -- 172.21.15.33:0/2109576012 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da0011640 con 0x7f6da4004800 2024-07-26T15:48:03.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.178+0000 7f6db57fa640 1 -- 172.21.15.33:0/2109576012 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6da0016020 con 0x7f6da4004800 2024-07-26T15:48:03.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.178+0000 7f6dbeb20640 1 -- 172.21.15.33:0/2109576012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6db81d37c0 con 0x7f6da4004800 2024-07-26T15:48:03.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.178+0000 7f6db57fa640 1 -- 172.21.15.33:0/2109576012 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da0011aa0 con 0x7f6da4004800 2024-07-26T15:48:03.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.178+0000 7f6dbeb20640 1 -- 172.21.15.33:0/2109576012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6db81f8b00 con 0x7f6da4004800 2024-07-26T15:48:03.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.179+0000 7f6dbeb20640 1 -- 172.21.15.33:0/2109576012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6db80d2af0 con 0x7f6da4004800 2024-07-26T15:48:03.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.181+0000 7f6db57fa640 1 -- 172.21.15.33:0/2109576012 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 72) ==== 99355+0+0 (secure 0 0 0) 0x7f6da0011c40 con 0x7f6da4004800 2024-07-26T15:48:03.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.181+0000 7f6db57fa640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6d98077250 0x7f6d98079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:03.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.181+0000 7f6db7fff640 1 -- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6d98077250 msgr2=0x7f6d98079760 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3258881763 2024-07-26T15:48:03.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.181+0000 7f6db57fa640 1 -- 172.21.15.33:0/2109576012 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 6473+0+0 (secure 0 0 0) 0x7f6da0099b80 con 0x7f6da4004800 2024-07-26T15:48:03.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.181+0000 7f6db7fff640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6d98077250 0x7f6d98079760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:48:03.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.186+0000 7f6db57fa640 1 -- 172.21.15.33:0/2109576012 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6da0020020 con 0x7f6da4004800 2024-07-26T15:48:03.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.383+0000 7f6db7fff640 1 -- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6d98077250 msgr2=0x7f6d98079760 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3258881763 2024-07-26T15:48:03.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.383+0000 7f6db7fff640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6d98077250 0x7f6d98079760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:48:03.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.433+0000 7f6dbeb20640 1 -- 172.21.15.33:0/2109576012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f6db80695a0 con 0x7f6da4004800 2024-07-26T15:48:03.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.436+0000 7f6db57fa640 1 -- 172.21.15.33:0/2109576012 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v72) ==== 74+0+191467 (secure 0 0 0) 0x7f6db80a0e80 con 0x7f6da4004800 2024-07-26T15:48:03.440 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:03.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 -- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6d98077250 msgr2=0x7f6d98079760 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:48:03.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6d98077250 0x7f6d98079760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 -- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4004800 msgr2=0x7f6db81d3280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:03.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4004800 0x7f6db81d3280 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f6da0003d30 tx=0x7f6da00017f0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 -- 172.21.15.33:0/2109576012 shutdown_connections 2024-07-26T15:48:03.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f6d98077250 0x7f6d98079760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6db80a0a70 0x7f6db81d3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6db81d9620 0x7f6db80a0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 --2- 172.21.15.33:0/2109576012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6da4004800 0x7f6db81d3280 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 -- 172.21.15.33:0/2109576012 >> 172.21.15.33:0/2109576012 conn(0x7f6db80d3e10 msgr2=0x7f6db806e2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:03.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 -- 172.21.15.33:0/2109576012 shutdown_connections 2024-07-26T15:48:03.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.439+0000 7f6dbeb20640 1 -- 172.21.15.33:0/2109576012 wait complete. 2024-07-26T15:48:03.452 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":72,"flags":0,"active_gid":8007,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":3258881763},{"type":"v1","addr":"172.21.15.33:6837","nonce":3258881763}]},"active_addr":"172.21.15.33:6837/3258881763","active_change":"2024-07-26T15:47:25.929562+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":6824,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":134,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3117234951}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1887232720}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2418219498}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":178596274}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":31221405}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3269572980}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2951112965}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3251891272}]}]} 2024-07-26T15:48:03.457 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail y 2024-07-26T15:48:03.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.575+0000 7f3edc5a9640 1 -- 172.21.15.33:0/1569700369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed40b6ed0 msgr2=0x7f3ed40b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:03.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.575+0000 7f3edc5a9640 1 --2- 172.21.15.33:0/1569700369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed40b6ed0 0x7f3ed40b13c0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f3ed40b7cd0 tx=0x7f3ed002a5a0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.576+0000 7f3edc5a9640 1 -- 172.21.15.33:0/1569700369 shutdown_connections 2024-07-26T15:48:03.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.576+0000 7f3edc5a9640 1 --2- 172.21.15.33:0/1569700369 >> v2:172.21.15.154:3300/0 conn(0x7f3ed40b1d10 0x7f3ed4165f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.576+0000 7f3edc5a9640 1 --2- 172.21.15.33:0/1569700369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed40b6ed0 0x7f3ed40b13c0 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.576+0000 7f3edc5a9640 1 -- 172.21.15.33:0/1569700369 >> 172.21.15.33:0/1569700369 conn(0x7f3ed40d1bb0 msgr2=0x7f3ed40d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:03.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.576+0000 7f3edc5a9640 1 -- 172.21.15.33:0/1569700369 shutdown_connections 2024-07-26T15:48:03.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.576+0000 7f3edc5a9640 1 -- 172.21.15.33:0/1569700369 wait complete. 2024-07-26T15:48:03.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.577+0000 7f3edc5a9640 1 Processor -- start 2024-07-26T15:48:03.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.577+0000 7f3edc5a9640 1 -- start start 2024-07-26T15:48:03.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3edc5a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed40b1900 0x7f3ed415b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:03.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3edc5a9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ed40b6ed0 0x7f3ed4157c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:03.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3edc5a9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ed40ce110 0x7f3ed415f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:03.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3edc5a9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed40b7640 con 0x7f3ed40b1900 2024-07-26T15:48:03.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3edc5a9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3ed40b74c0 con 0x7f3ed40ce110 2024-07-26T15:48:03.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3edc5a9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3ed41664d0 con 0x7f3ed40b6ed0 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3eda345640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed40b1900 0x7f3ed415b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3eda345640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed40b1900 0x7f3ed415b680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47748/0 (socket says 172.21.15.33:47748) 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3eda345640 1 -- 172.21.15.33:0/622514572 learned_addr learned my addr 172.21.15.33:0/622514572 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3edab46640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ed40ce110 0x7f3ed415f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3ed9b44640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ed40b6ed0 0x7f3ed4157c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3eda345640 1 -- 172.21.15.33:0/622514572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ed40b6ed0 msgr2=0x7f3ed4157c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3eda345640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ed40b6ed0 0x7f3ed4157c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3eda345640 1 -- 172.21.15.33:0/622514572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ed40ce110 msgr2=0x7f3ed415f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3eda345640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ed40ce110 0x7f3ed415f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3eda345640 1 -- 172.21.15.33:0/622514572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ed41f5220 con 0x7f3ed40b1900 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.579+0000 7f3eda345640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed40b1900 0x7f3ed415b680 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f3ed0006010 tx=0x7f3ed00038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:03.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.580+0000 7f3ecaffd640 1 -- 172.21.15.33:0/622514572 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed003e030 con 0x7f3ed40b1900 2024-07-26T15:48:03.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.580+0000 7f3edc5a9640 1 -- 172.21.15.33:0/622514572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ed406e7c0 con 0x7f3ed40b1900 2024-07-26T15:48:03.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.580+0000 7f3ecaffd640 1 -- 172.21.15.33:0/622514572 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ed0003d90 con 0x7f3ed40b1900 2024-07-26T15:48:03.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.580+0000 7f3ecaffd640 1 -- 172.21.15.33:0/622514572 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ed0035040 con 0x7f3ed40b1900 2024-07-26T15:48:03.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.580+0000 7f3edc5a9640 1 -- 172.21.15.33:0/622514572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ed41f57e0 con 0x7f3ed40b1900 2024-07-26T15:48:03.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.581+0000 7f3edc5a9640 1 -- 172.21.15.33:0/622514572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ed40b1d10 con 0x7f3ed40b1900 2024-07-26T15:48:03.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.581+0000 7f3ecaffd640 1 -- 172.21.15.33:0/622514572 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 72) ==== 99355+0+0 (secure 0 0 0) 0x7f3ed0041030 con 0x7f3ed40b1900 2024-07-26T15:48:03.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.582+0000 7f3ecaffd640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f3eb8077280 0x7f3eb8079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:03.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.582+0000 7f3ed9b44640 1 -- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f3eb8077280 msgr2=0x7f3eb8079790 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3258881763 2024-07-26T15:48:03.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.582+0000 7f3ecaffd640 1 -- 172.21.15.33:0/622514572 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 6473+0+0 (secure 0 0 0) 0x7f3ed00b9720 con 0x7f3ed40b1900 2024-07-26T15:48:03.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.582+0000 7f3ed9b44640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f3eb8077280 0x7f3eb8079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:48:03.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.591+0000 7f3ecaffd640 1 -- 172.21.15.33:0/622514572 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3ed0081c40 con 0x7f3ed40b1900 2024-07-26T15:48:03.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.783+0000 7f3ed9b44640 1 -- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f3eb8077280 msgr2=0x7f3eb8079790 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3258881763 2024-07-26T15:48:03.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.783+0000 7f3ed9b44640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f3eb8077280 0x7f3eb8079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:48:03.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.837+0000 7f3edc5a9640 1 -- 172.21.15.33:0/622514572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "y"} v 0) -- 0x7f3ed40cfab0 con 0x7f3ed40b1900 2024-07-26T15:48:03.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.842+0000 7f3ecaffd640 1 -- 172.21.15.33:0/622514572 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "y"}]=0 v73) ==== 68+0+0 (secure 0 0 0) 0x7f3ed0086190 con 0x7f3ed40b1900 2024-07-26T15:48:03.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.845+0000 7f3edc5a9640 1 -- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f3eb8077280 msgr2=0x7f3eb8079790 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:48:03.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.845+0000 7f3edc5a9640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f3eb8077280 0x7f3eb8079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.845+0000 7f3edc5a9640 1 -- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed40b1900 msgr2=0x7f3ed415b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:03.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.845+0000 7f3ecaffd640 1 -- 172.21.15.33:0/622514572 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 73) ==== 49591+0+0 (secure 0 0 0) 0x7f3ed007ded0 con 0x7f3ed40b1900 2024-07-26T15:48:03.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.846+0000 7f3edc5a9640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed40b1900 0x7f3ed415b680 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f3ed0006010 tx=0x7f3ed00038a0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.846+0000 7f3edc5a9640 1 -- 172.21.15.33:0/622514572 shutdown_connections 2024-07-26T15:48:03.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.846+0000 7f3edc5a9640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:6836/3258881763,v1:172.21.15.33:6837/3258881763] conn(0x7f3eb8077280 0x7f3eb8079790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.846+0000 7f3edc5a9640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ed40ce110 0x7f3ed415f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.846+0000 7f3edc5a9640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ed40b6ed0 0x7f3ed4157c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.846+0000 7f3edc5a9640 1 --2- 172.21.15.33:0/622514572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed40b1900 0x7f3ed415b680 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:03.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.846+0000 7f3edc5a9640 1 -- 172.21.15.33:0/622514572 >> 172.21.15.33:0/622514572 conn(0x7f3ed40d1bb0 msgr2=0x7f3ed41621f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:03.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.846+0000 7f3edc5a9640 1 -- 172.21.15.33:0/622514572 shutdown_connections 2024-07-26T15:48:03.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:03.846+0000 7f3edc5a9640 1 -- 172.21.15.33:0/622514572 wait complete. 2024-07-26T15:48:03.862 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:48:03.862 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:48:03.908 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:48:03.943 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:48:03.943 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:48:03.943 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:48:03.943 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:03.959 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:48:03.959 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:04.016 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:48:04.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.176+0000 7f9b742ef640 1 -- 172.21.15.33:0/1181293138 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c1622e0 msgr2=0x7f9b6c1626f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:04.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.176+0000 7f9b742ef640 1 --2- 172.21.15.33:0/1181293138 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c1622e0 0x7f9b6c1626f0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f9b64005fd0 tx=0x7f9b6402a820 comp rx=0 tx=0).stop 2024-07-26T15:48:04.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.176+0000 7f9b742ef640 1 -- 172.21.15.33:0/1181293138 shutdown_connections 2024-07-26T15:48:04.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.176+0000 7f9b742ef640 1 --2- 172.21.15.33:0/1181293138 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c1622e0 0x7f9b6c1626f0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.176+0000 7f9b742ef640 1 --2- 172.21.15.33:0/1181293138 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c0b6be0 0x7f9b6c0d48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.176+0000 7f9b742ef640 1 -- 172.21.15.33:0/1181293138 >> 172.21.15.33:0/1181293138 conn(0x7f9b6c0d3d90 msgr2=0x7f9b6c0d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:04.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.176+0000 7f9b742ef640 1 -- 172.21.15.33:0/1181293138 shutdown_connections 2024-07-26T15:48:04.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.176+0000 7f9b742ef640 1 -- 172.21.15.33:0/1181293138 wait complete. 2024-07-26T15:48:04.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.179+0000 7f9b742ef640 1 Processor -- start 2024-07-26T15:48:04.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.179+0000 7f9b742ef640 1 -- start start 2024-07-26T15:48:04.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.181+0000 7f9b742ef640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c0b6be0 0x7f9b6c160150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:04.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.181+0000 7f9b742ef640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6c0b8e30 0x7f9b6c15c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:04.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.181+0000 7f9b742ef640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c1622e0 0x7f9b6c1f61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:04.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.181+0000 7f9b742ef640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c162fe0 con 0x7f9b6c0b8e30 2024-07-26T15:48:04.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.181+0000 7f9b742ef640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c0d1f20 con 0x7f9b6c0b6be0 2024-07-26T15:48:04.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.181+0000 7f9b742ef640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9b6c160a80 con 0x7f9b6c1622e0 2024-07-26T15:48:04.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7188a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6c0b8e30 0x7f9b6c15c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:04.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7288c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c1622e0 0x7f9b6c1f61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:04.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7208b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c0b6be0 0x7f9b6c160150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:04.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7188a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6c0b8e30 0x7f9b6c15c7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47750/0 (socket says 172.21.15.33:47750) 2024-07-26T15:48:04.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7188a640 1 -- 172.21.15.33:0/3364671676 learned_addr learned my addr 172.21.15.33:0/3364671676 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:04.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7288c640 1 -- 172.21.15.33:0/3364671676 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c0b6be0 msgr2=0x7f9b6c160150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:04.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7288c640 1 --2- 172.21.15.33:0/3364671676 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c0b6be0 0x7f9b6c160150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7288c640 1 -- 172.21.15.33:0/3364671676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6c0b8e30 msgr2=0x7f9b6c15c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:04.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7288c640 1 --2- 172.21.15.33:0/3364671676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6c0b8e30 0x7f9b6c15c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7288c640 1 -- 172.21.15.33:0/3364671676 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6c1f5a20 con 0x7f9b6c1622e0 2024-07-26T15:48:04.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7188a640 1 --2- 172.21.15.33:0/3364671676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6c0b8e30 0x7f9b6c15c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:48:04.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7208b640 1 --2- 172.21.15.33:0/3364671676 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c0b6be0 0x7f9b6c160150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:48:04.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.182+0000 7f9b7288c640 1 --2- 172.21.15.33:0/3364671676 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c1622e0 0x7f9b6c1f61e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9b64009000 tx=0x7f9b64032be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:04.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.183+0000 7f9b62ffd640 1 -- 172.21.15.33:0/3364671676 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b64037040 con 0x7f9b6c1622e0 2024-07-26T15:48:04.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.183+0000 7f9b62ffd640 1 -- 172.21.15.33:0/3364671676 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b64042070 con 0x7f9b6c1622e0 2024-07-26T15:48:04.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.183+0000 7f9b742ef640 1 -- 172.21.15.33:0/3364671676 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b6c0ce240 con 0x7f9b6c1622e0 2024-07-26T15:48:04.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.183+0000 7f9b62ffd640 1 -- 172.21.15.33:0/3364671676 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b64004040 con 0x7f9b6c1622e0 2024-07-26T15:48:04.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.183+0000 7f9b742ef640 1 -- 172.21.15.33:0/3364671676 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b6c0cdf60 con 0x7f9b6c1622e0 2024-07-26T15:48:04.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.184+0000 7f9b62ffd640 1 -- 172.21.15.33:0/3364671676 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 73) ==== 49591+0+0 (secure 0 0 0) 0x7f9b64004200 con 0x7f9b6c1622e0 2024-07-26T15:48:04.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.184+0000 7f9b742ef640 1 -- 172.21.15.33:0/3364671676 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b6c1f5820 con 0x7f9b6c1622e0 2024-07-26T15:48:04.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.184+0000 7f9b62ffd640 1 -- 172.21.15.33:0/3364671676 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(135..135 src has 1..135) ==== 6903+0+0 (secure 0 0 0) 0x7f9b64073200 con 0x7f9b6c1622e0 2024-07-26T15:48:04.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.189+0000 7f9b62ffd640 1 -- 172.21.15.33:0/3364671676 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9b640463c0 con 0x7f9b6c1622e0 2024-07-26T15:48:04.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.399+0000 7f9b742ef640 1 -- 172.21.15.33:0/3364671676 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9b6c0d48b0 con 0x7f9b6c1622e0 2024-07-26T15:48:04.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.400+0000 7f9b62ffd640 1 -- 172.21.15.33:0/3364671676 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 18 entries v135) ==== 81+0+1050 (secure 0 0 0) 0x7f9b640044f0 con 0x7f9b6c1622e0 2024-07-26T15:48:04.401 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2418219498 2024-07-27T15:48:03.837976+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/3258881763 2024-07-27T15:48:03.837976+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1887232720 2024-07-27T15:48:03.837976+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/3258881763 2024-07-27T15:48:03.837976+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/178596274 2024-07-27T15:48:03.837976+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/31221405 2024-07-27T15:48:03.837976+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3117234951 2024-07-27T15:48:03.837976+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3269572980 2024-07-27T15:48:03.837976+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3251891272 2024-07-27T15:48:03.837976+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2951112965 2024-07-27T15:48:03.837976+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2681317573 2024-07-27T15:47:25.929327+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2001576626 2024-07-27T15:47:25.929327+0000 2024-07-26T15:48:04.402 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2134026141 2024-07-27T15:47:25.929327+0000 2024-07-26T15:48:04.403 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/2985538436 2024-07-27T15:47:25.929327+0000 2024-07-26T15:48:04.403 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/2985538436 2024-07-27T15:47:25.929327+0000 2024-07-26T15:48:04.403 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/621156197 2024-07-27T15:47:25.929327+0000 2024-07-26T15:48:04.403 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/355261765 2024-07-27T15:47:25.929327+0000 2024-07-26T15:48:04.403 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/293745946 2024-07-27T15:47:25.929327+0000 2024-07-26T15:48:04.403 INFO:teuthology.orchestra.run.smithi033.stderr:listed 18 entries 2024-07-26T15:48:04.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.402+0000 7f9b742ef640 1 -- 172.21.15.33:0/3364671676 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c1622e0 msgr2=0x7f9b6c1f61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:04.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.402+0000 7f9b742ef640 1 --2- 172.21.15.33:0/3364671676 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c1622e0 0x7f9b6c1f61e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9b64009000 tx=0x7f9b64032be0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.402+0000 7f9b742ef640 1 -- 172.21.15.33:0/3364671676 shutdown_connections 2024-07-26T15:48:04.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.402+0000 7f9b742ef640 1 --2- 172.21.15.33:0/3364671676 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9b6c1622e0 0x7f9b6c1f61e0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.402+0000 7f9b742ef640 1 --2- 172.21.15.33:0/3364671676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6c0b8e30 0x7f9b6c15c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.402+0000 7f9b742ef640 1 --2- 172.21.15.33:0/3364671676 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9b6c0b6be0 0x7f9b6c160150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.402+0000 7f9b742ef640 1 -- 172.21.15.33:0/3364671676 >> 172.21.15.33:0/3364671676 conn(0x7f9b6c0d3d90 msgr2=0x7f9b6c06d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:04.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.402+0000 7f9b742ef640 1 -- 172.21.15.33:0/3364671676 shutdown_connections 2024-07-26T15:48:04.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.402+0000 7f9b742ef640 1 -- 172.21.15.33:0/3364671676 wait complete. 2024-07-26T15:48:04.415 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T15:48:04.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:04.416 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T15:48:04.440 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[73314]: fuse finished with error 0 and tester_r 0 2024-07-26T15:48:04.441 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:48:04.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:04.442 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T15:48:04.596 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:48:04.596 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:48:04.596 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:04.612 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:48:04.612 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:48:04.612 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:48:04.612 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:04.628 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:48:04.628 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:48:04.628 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:48:04.628 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:04.669 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:48:04.669 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:04.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.785+0000 7f2ffe82c640 1 -- 172.21.15.33:0/5755859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff80b2dc0 msgr2=0x7f2ff80d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:04.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.785+0000 7f2ffe82c640 1 --2- 172.21.15.33:0/5755859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff80b2dc0 0x7f2ff80d2930 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f2fe80098e0 tx=0x7f2fe802a4a0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.786+0000 7f2ffe82c640 1 -- 172.21.15.33:0/5755859 shutdown_connections 2024-07-26T15:48:04.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.786+0000 7f2ffe82c640 1 --2- 172.21.15.33:0/5755859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ff80d0570 0x7f2ff80d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.786+0000 7f2ffe82c640 1 --2- 172.21.15.33:0/5755859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff80b2dc0 0x7f2ff80d2930 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.786+0000 7f2ffe82c640 1 -- 172.21.15.33:0/5755859 >> 172.21.15.33:0/5755859 conn(0x7f2ff80d3e10 msgr2=0x7f2ff80d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:04.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.786+0000 7f2ffe82c640 1 -- 172.21.15.33:0/5755859 shutdown_connections 2024-07-26T15:48:04.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.786+0000 7f2ffe82c640 1 -- 172.21.15.33:0/5755859 wait complete. 2024-07-26T15:48:04.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.787+0000 7f2ffe82c640 1 Processor -- start 2024-07-26T15:48:04.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.787+0000 7f2ffe82c640 1 -- start start 2024-07-26T15:48:04.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ffe82c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff80b2dc0 0x7f2ff815a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:04.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ffe82c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ff80ce9e0 0x7f2ff806d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ffe82c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ff80d0570 0x7f2ff806db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ffe82c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff80d4b40 con 0x7f2ff80b2dc0 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ffe82c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff80cf710 con 0x7f2ff80ce9e0 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ffe82c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2ff80d4cc0 con 0x7f2ff80d0570 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ff7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff80b2dc0 0x7f2ff815a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ff7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff80b2dc0 0x7f2ff815a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47774/0 (socket says 172.21.15.33:47774) 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ff7fff640 1 -- 172.21.15.33:0/2540459282 learned_addr learned my addr 172.21.15.33:0/2540459282 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ffcdc9640 1 --2- 172.21.15.33:0/2540459282 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ff80d0570 0x7f2ff806db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2feffff640 1 --2- 172.21.15.33:0/2540459282 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ff80ce9e0 0x7f2ff806d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ff7fff640 1 -- 172.21.15.33:0/2540459282 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ff80d0570 msgr2=0x7f2ff806db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ff7fff640 1 --2- 172.21.15.33:0/2540459282 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ff80d0570 0x7f2ff806db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ff7fff640 1 -- 172.21.15.33:0/2540459282 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ff80ce9e0 msgr2=0x7f2ff806d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ff7fff640 1 --2- 172.21.15.33:0/2540459282 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ff80ce9e0 0x7f2ff806d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ff7fff640 1 -- 172.21.15.33:0/2540459282 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ff815a850 con 0x7f2ff80b2dc0 2024-07-26T15:48:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.789+0000 7f2ff7fff640 1 --2- 172.21.15.33:0/2540459282 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff80b2dc0 0x7f2ff815a310 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f2fe802aa90 tx=0x7f2fe80052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.790+0000 7f2ff57fa640 1 -- 172.21.15.33:0/2540459282 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe803f070 con 0x7f2ff80b2dc0 2024-07-26T15:48:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.790+0000 7f2ff57fa640 1 -- 172.21.15.33:0/2540459282 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fe8004340 con 0x7f2ff80b2dc0 2024-07-26T15:48:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.790+0000 7f2ff57fa640 1 -- 172.21.15.33:0/2540459282 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe8005cf0 con 0x7f2ff80b2dc0 2024-07-26T15:48:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.790+0000 7f2ffe82c640 1 -- 172.21.15.33:0/2540459282 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ff80b6e90 con 0x7f2ff80b2dc0 2024-07-26T15:48:04.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.790+0000 7f2ffe82c640 1 -- 172.21.15.33:0/2540459282 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ff80b8bb0 con 0x7f2ff80b2dc0 2024-07-26T15:48:04.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.791+0000 7f2ffe82c640 1 -- 172.21.15.33:0/2540459282 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ff80d2930 con 0x7f2ff80b2dc0 2024-07-26T15:48:04.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.791+0000 7f2ff57fa640 1 -- 172.21.15.33:0/2540459282 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 73) ==== 49591+0+0 (secure 0 0 0) 0x7f2fe8042070 con 0x7f2ff80b2dc0 2024-07-26T15:48:04.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.791+0000 7f2ff57fa640 1 -- 172.21.15.33:0/2540459282 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(135..135 src has 1..135) ==== 6903+0+0 (secure 0 0 0) 0x7f2fe8073430 con 0x7f2ff80b2dc0 2024-07-26T15:48:04.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:04.796+0000 7f2ff57fa640 1 -- 172.21.15.33:0/2540459282 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2fe8031770 con 0x7f2ff80b2dc0 2024-07-26T15:48:05.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.032+0000 7f2ffe82c640 1 -- 172.21.15.33:0/2540459282 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ff80b1e30 con 0x7f2ff80b2dc0 2024-07-26T15:48:05.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.032+0000 7f2ff57fa640 1 -- 172.21.15.33:0/2540459282 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5231 (secure 0 0 0) 0x7f2fe8031bb0 con 0x7f2ff80b2dc0 2024-07-26T15:48:05.034 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:05.034 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":63,"btime":"2024-07-26T15:47:11:378796+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6698,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3821195934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821195934},{"type":"v1","addr":"172.21.15.33:6834","nonce":3821195934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6704,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2568073343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2568073343},{"type":"v1","addr":"172.21.15.154:6834","nonce":2568073343}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2819004358","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2819004358},{"type":"v1","addr":"172.21.15.154:6835","nonce":2819004358}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:47:07.807882+0000","modified":"2024-07-26T15:47:10.773795+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7830},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7830":{"gid":7830,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2492094756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2492094756},{"type":"v1","addr":"172.21.15.33:6835","nonce":2492094756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7830,"qdb_cluster":[7830]},"id":7}]} 2024-07-26T15:48:05.034 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 63 2024-07-26T15:48:05.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.035+0000 7f2ffe82c640 1 -- 172.21.15.33:0/2540459282 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff80b2dc0 msgr2=0x7f2ff815a310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.035+0000 7f2ffe82c640 1 --2- 172.21.15.33:0/2540459282 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff80b2dc0 0x7f2ff815a310 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f2fe802aa90 tx=0x7f2fe80052f0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.035+0000 7f2ffe82c640 1 -- 172.21.15.33:0/2540459282 shutdown_connections 2024-07-26T15:48:05.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.035+0000 7f2ffe82c640 1 --2- 172.21.15.33:0/2540459282 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ff80d0570 0x7f2ff806db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.035+0000 7f2ffe82c640 1 --2- 172.21.15.33:0/2540459282 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ff80ce9e0 0x7f2ff806d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.035+0000 7f2ffe82c640 1 --2- 172.21.15.33:0/2540459282 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ff80b2dc0 0x7f2ff815a310 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.035+0000 7f2ffe82c640 1 -- 172.21.15.33:0/2540459282 >> 172.21.15.33:0/2540459282 conn(0x7f2ff80d3e10 msgr2=0x7f2ff80b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:05.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.035+0000 7f2ffe82c640 1 -- 172.21.15.33:0/2540459282 shutdown_connections 2024-07-26T15:48:05.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.035+0000 7f2ffe82c640 1 -- 172.21.15.33:0/2540459282 wait complete. 2024-07-26T15:48:05.049 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:05.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.168+0000 7f9449c9b640 1 -- 172.21.15.33:0/52967606 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94440b3960 msgr2=0x7f944415fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.168+0000 7f9449c9b640 1 --2- 172.21.15.33:0/52967606 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94440b3960 0x7f944415fd80 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f942c009830 tx=0x7f942c02a510 comp rx=0 tx=0).stop 2024-07-26T15:48:05.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.168+0000 7f9449c9b640 1 -- 172.21.15.33:0/52967606 shutdown_connections 2024-07-26T15:48:05.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.168+0000 7f9449c9b640 1 --2- 172.21.15.33:0/52967606 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94440b3960 0x7f944415fd80 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.168+0000 7f9449c9b640 1 --2- 172.21.15.33:0/52967606 >> v2:172.21.15.154:3300/0 conn(0x7f94440714c0 0x7f944415c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.168+0000 7f9449c9b640 1 -- 172.21.15.33:0/52967606 >> 172.21.15.33:0/52967606 conn(0x7f94440d0b10 msgr2=0x7f94440d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:05.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.168+0000 7f9449c9b640 1 -- 172.21.15.33:0/52967606 shutdown_connections 2024-07-26T15:48:05.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.168+0000 7f9449c9b640 1 -- 172.21.15.33:0/52967606 wait complete. 2024-07-26T15:48:05.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.170+0000 7f9449c9b640 1 Processor -- start 2024-07-26T15:48:05.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.170+0000 7f9449c9b640 1 -- start start 2024-07-26T15:48:05.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f9449c9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f944406f630 0x7f94440b1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:05.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f9449c9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94440714c0 0x7f94440ad960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:05.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f9449c9b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94440b3960 0x7f94440b5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f9449c9b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f94440cc730 con 0x7f944406f630 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f9449c9b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f94440cc5b0 con 0x7f94440714c0 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f9449c9b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f94440cc8b0 con 0x7f94440b3960 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f94437fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f944406f630 0x7f94440b1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f94437fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f944406f630 0x7f94440b1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47780/0 (socket says 172.21.15.33:47780) 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f94437fe640 1 -- 172.21.15.33:0/471379039 learned_addr learned my addr 172.21.15.33:0/471379039 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f943affd640 1 --2- 172.21.15.33:0/471379039 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94440714c0 0x7f94440ad960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f9443fff640 1 --2- 172.21.15.33:0/471379039 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94440b3960 0x7f94440b5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f94437fe640 1 -- 172.21.15.33:0/471379039 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94440b3960 msgr2=0x7f94440b5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f94437fe640 1 --2- 172.21.15.33:0/471379039 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94440b3960 0x7f94440b5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f94437fe640 1 -- 172.21.15.33:0/471379039 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94440714c0 msgr2=0x7f94440ad960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f94437fe640 1 --2- 172.21.15.33:0/471379039 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94440714c0 0x7f94440ad960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.172+0000 7f94437fe640 1 -- 172.21.15.33:0/471379039 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94440ae6d0 con 0x7f944406f630 2024-07-26T15:48:05.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.173+0000 7f94437fe640 1 --2- 172.21.15.33:0/471379039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f944406f630 0x7f94440b1bb0 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f943400ea20 tx=0x7f943400eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:05.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.173+0000 7f9440ff9640 1 -- 172.21.15.33:0/471379039 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943400ce40 con 0x7f944406f630 2024-07-26T15:48:05.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.173+0000 7f9449c9b640 1 -- 172.21.15.33:0/471379039 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9444144ff0 con 0x7f944406f630 2024-07-26T15:48:05.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.173+0000 7f9440ff9640 1 -- 172.21.15.33:0/471379039 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9434004020 con 0x7f944406f630 2024-07-26T15:48:05.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.173+0000 7f9440ff9640 1 -- 172.21.15.33:0/471379039 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9434004470 con 0x7f944406f630 2024-07-26T15:48:05.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.173+0000 7f9449c9b640 1 -- 172.21.15.33:0/471379039 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9444146b50 con 0x7f944406f630 2024-07-26T15:48:05.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.174+0000 7f9440ff9640 1 -- 172.21.15.33:0/471379039 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 73) ==== 49591+0+0 (secure 0 0 0) 0x7f94340035f0 con 0x7f944406f630 2024-07-26T15:48:05.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.174+0000 7f9440ff9640 1 -- 172.21.15.33:0/471379039 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 6959+0+0 (secure 0 0 0) 0x7f94340530a0 con 0x7f944406f630 2024-07-26T15:48:05.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.174+0000 7f9449c9b640 1 -- 172.21.15.33:0/471379039 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94440ccd60 con 0x7f944406f630 2024-07-26T15:48:05.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.179+0000 7f9440ff9640 1 -- 172.21.15.33:0/471379039 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f94340038e0 con 0x7f944406f630 2024-07-26T15:48:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.423+0000 7f9449c9b640 1 -- 172.21.15.33:0/471379039 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f944415c340 con 0x7f944406f630 2024-07-26T15:48:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.424+0000 7f9440ff9640 1 -- 172.21.15.33:0/471379039 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5231 (secure 0 0 0) 0x7f9434021d10 con 0x7f944406f630 2024-07-26T15:48:05.426 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:05.426 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":63,"btime":"2024-07-26T15:47:11:378796+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6698,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3821195934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821195934},{"type":"v1","addr":"172.21.15.33:6834","nonce":3821195934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6704,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2568073343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2568073343},{"type":"v1","addr":"172.21.15.154:6834","nonce":2568073343}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2819004358","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2819004358},{"type":"v1","addr":"172.21.15.154:6835","nonce":2819004358}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:47:07.807882+0000","modified":"2024-07-26T15:47:10.773795+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7830},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7830":{"gid":7830,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2492094756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2492094756},{"type":"v1","addr":"172.21.15.33:6835","nonce":2492094756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7830,"qdb_cluster":[7830]},"id":7}]} 2024-07-26T15:48:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 63 2024-07-26T15:48:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.427+0000 7f9449c9b640 1 -- 172.21.15.33:0/471379039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f944406f630 msgr2=0x7f94440b1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.427+0000 7f9449c9b640 1 --2- 172.21.15.33:0/471379039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f944406f630 0x7f94440b1bb0 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f943400ea20 tx=0x7f943400eee0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.427+0000 7f9449c9b640 1 -- 172.21.15.33:0/471379039 shutdown_connections 2024-07-26T15:48:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.427+0000 7f9449c9b640 1 --2- 172.21.15.33:0/471379039 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94440b3960 0x7f94440b5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.427+0000 7f9449c9b640 1 --2- 172.21.15.33:0/471379039 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94440714c0 0x7f94440ad960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.427+0000 7f9449c9b640 1 --2- 172.21.15.33:0/471379039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f944406f630 0x7f94440b1bb0 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.427+0000 7f9449c9b640 1 -- 172.21.15.33:0/471379039 >> 172.21.15.33:0/471379039 conn(0x7f94440d0b10 msgr2=0x7f944415b510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.427+0000 7f9449c9b640 1 -- 172.21.15.33:0/471379039 shutdown_connections 2024-07-26T15:48:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.427+0000 7f9449c9b640 1 -- 172.21.15.33:0/471379039 wait complete. 2024-07-26T15:48:05.440 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:48:05.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.559+0000 7fc665720640 1 -- 172.21.15.33:0/3170231793 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6600d2a30 msgr2=0x7fc6600d0560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.559+0000 7fc665720640 1 --2- 172.21.15.33:0/3170231793 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6600d2a30 0x7fc6600d0560 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fc658005fd0 tx=0x7fc65802ab40 comp rx=0 tx=0).stop 2024-07-26T15:48:05.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.559+0000 7fc665720640 1 -- 172.21.15.33:0/3170231793 shutdown_connections 2024-07-26T15:48:05.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.559+0000 7fc665720640 1 --2- 172.21.15.33:0/3170231793 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6600d2a30 0x7fc6600d0560 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.559+0000 7fc665720640 1 -- 172.21.15.33:0/3170231793 >> 172.21.15.33:0/3170231793 conn(0x7fc6600d3db0 msgr2=0x7fc6600d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:05.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.559+0000 7fc665720640 1 -- 172.21.15.33:0/3170231793 shutdown_connections 2024-07-26T15:48:05.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.559+0000 7fc665720640 1 -- 172.21.15.33:0/3170231793 wait complete. 2024-07-26T15:48:05.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.561+0000 7fc665720640 1 Processor -- start 2024-07-26T15:48:05.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.561+0000 7fc665720640 1 -- start start 2024-07-26T15:48:05.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.562+0000 7fc665720640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc66008c460 0x7fc660157ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:05.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.562+0000 7fc665720640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc6600b8f50 0x7fc660163710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:05.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.562+0000 7fc665720640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc6600d2a30 0x7fc660160c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:05.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.562+0000 7fc665720640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc6600d0e30 con 0x7fc66008c460 2024-07-26T15:48:05.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.562+0000 7fc665720640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc6600d0cb0 con 0x7fc6600b8f50 2024-07-26T15:48:05.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.562+0000 7fc665720640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc6600d0fb0 con 0x7fc6600d2a30 2024-07-26T15:48:05.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.562+0000 7fc65effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc66008c460 0x7fc660157ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:05.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.562+0000 7fc65effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc66008c460 0x7fc660157ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47800/0 (socket says 172.21.15.33:47800) 2024-07-26T15:48:05.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.562+0000 7fc65effd640 1 -- 172.21.15.33:0/1164367923 learned_addr learned my addr 172.21.15.33:0/1164367923 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:05.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.562+0000 7fc657fff640 1 --2- 172.21.15.33:0/1164367923 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc6600b8f50 0x7fc660163710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:05.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.562+0000 7fc65f7fe640 1 --2- 172.21.15.33:0/1164367923 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc6600d2a30 0x7fc660160c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:05.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc65effd640 1 -- 172.21.15.33:0/1164367923 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc6600d2a30 msgr2=0x7fc660160c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc65effd640 1 --2- 172.21.15.33:0/1164367923 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc6600d2a30 0x7fc660160c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc65effd640 1 -- 172.21.15.33:0/1164367923 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc6600b8f50 msgr2=0x7fc660163710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc65effd640 1 --2- 172.21.15.33:0/1164367923 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc6600b8f50 0x7fc660163710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc65effd640 1 -- 172.21.15.33:0/1164367923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc660163c50 con 0x7fc66008c460 2024-07-26T15:48:05.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc65f7fe640 1 --2- 172.21.15.33:0/1164367923 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc6600d2a30 0x7fc660160c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:05.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc65effd640 1 --2- 172.21.15.33:0/1164367923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc66008c460 0x7fc660157ed0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7fc65000c3d0 tx=0x7fc65000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:05.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc6577fe640 1 -- 172.21.15.33:0/1164367923 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650017070 con 0x7fc66008c460 2024-07-26T15:48:05.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc6577fe640 1 -- 172.21.15.33:0/1164367923 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6500053c0 con 0x7fc66008c460 2024-07-26T15:48:05.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc665720640 1 -- 172.21.15.33:0/1164367923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc660157110 con 0x7fc66008c460 2024-07-26T15:48:05.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc6577fe640 1 -- 172.21.15.33:0/1164367923 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc650003850 con 0x7fc66008c460 2024-07-26T15:48:05.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.563+0000 7fc665720640 1 -- 172.21.15.33:0/1164367923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6601576d0 con 0x7fc66008c460 2024-07-26T15:48:05.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.564+0000 7fc6577fe640 1 -- 172.21.15.33:0/1164367923 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 73) ==== 49591+0+0 (secure 0 0 0) 0x7fc65001a070 con 0x7fc66008c460 2024-07-26T15:48:05.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.564+0000 7fc665720640 1 -- 172.21.15.33:0/1164367923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc66008dd60 con 0x7fc66008c460 2024-07-26T15:48:05.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.564+0000 7fc6577fe640 1 -- 172.21.15.33:0/1164367923 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 6959+0+0 (secure 0 0 0) 0x7fc650051980 con 0x7fc66008c460 2024-07-26T15:48:05.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.569+0000 7fc6577fe640 1 -- 172.21.15.33:0/1164367923 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc66008dd60 con 0x7fc66008c460 2024-07-26T15:48:05.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.764+0000 7fc665720640 1 -- 172.21.15.33:0/1164367923 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc6600d0560 con 0x7fc66008c460 2024-07-26T15:48:05.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.766+0000 7fc6577fe640 1 -- 172.21.15.33:0/1164367923 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v136) ==== 74+0+18160 (secure 0 0 0) 0x7fc650003dd0 con 0x7fc66008c460 2024-07-26T15:48:05.767 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:05.767 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":136,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:48:04.841672+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:47:05.435451+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"132","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-07-26T15:47:06.710320+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":136,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/2418219498":"2024-07-27T15:48:03.837976+0000","172.21.15.33:6836/3258881763":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/1887232720":"2024-07-27T15:48:03.837976+0000","172.21.15.33:6837/3258881763":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/178596274":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/31221405":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/3117234951":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/3269572980":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/3251891272":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/2951112965":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/2681317573":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/2001576626":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/2134026141":"2024-07-27T15:47:25.929327+0000","172.21.15.33:6837/2985538436":"2024-07-27T15:47:25.929327+0000","172.21.15.33:6836/2985538436":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/621156197":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/355261765":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/293745946":"2024-07-27T15:47:25.929327+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:48:05.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.768+0000 7fc665720640 1 -- 172.21.15.33:0/1164367923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc66008c460 msgr2=0x7fc660157ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.768+0000 7fc665720640 1 --2- 172.21.15.33:0/1164367923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc66008c460 0x7fc660157ed0 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7fc65000c3d0 tx=0x7fc65000c890 comp rx=0 tx=0).stop 2024-07-26T15:48:05.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.768+0000 7fc665720640 1 -- 172.21.15.33:0/1164367923 shutdown_connections 2024-07-26T15:48:05.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.768+0000 7fc665720640 1 --2- 172.21.15.33:0/1164367923 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc6600d2a30 0x7fc660160c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.768+0000 7fc665720640 1 --2- 172.21.15.33:0/1164367923 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc6600b8f50 0x7fc660163710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.768+0000 7fc665720640 1 --2- 172.21.15.33:0/1164367923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc66008c460 0x7fc660157ed0 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.768+0000 7fc665720640 1 -- 172.21.15.33:0/1164367923 >> 172.21.15.33:0/1164367923 conn(0x7fc6600d3db0 msgr2=0x7fc66006d040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:05.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.768+0000 7fc665720640 1 -- 172.21.15.33:0/1164367923 shutdown_connections 2024-07-26T15:48:05.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.768+0000 7fc665720640 1 -- 172.21.15.33:0/1164367923 wait complete. 2024-07-26T15:48:05.781 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T15:48:05.782 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:05.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.898+0000 7fdfed5eb640 1 -- 172.21.15.33:0/2548026121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe815afc0 msgr2=0x7fdfe815eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.898+0000 7fdfed5eb640 1 --2- 172.21.15.33:0/2548026121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe815afc0 0x7fdfe815eba0 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7fdfdc005fd0 tx=0x7fdfdc02a540 comp rx=0 tx=0).stop 2024-07-26T15:48:05.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.898+0000 7fdfed5eb640 1 -- 172.21.15.33:0/2548026121 shutdown_connections 2024-07-26T15:48:05.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.898+0000 7fdfed5eb640 1 --2- 172.21.15.33:0/2548026121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe815afc0 0x7fdfe815eba0 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.898+0000 7fdfed5eb640 1 --2- 172.21.15.33:0/2548026121 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfe80ce6e0 0x7fdfe80cc380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.898+0000 7fdfed5eb640 1 -- 172.21.15.33:0/2548026121 >> 172.21.15.33:0/2548026121 conn(0x7fdfe80d0b10 msgr2=0x7fdfe80d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:05.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.898+0000 7fdfed5eb640 1 -- 172.21.15.33:0/2548026121 shutdown_connections 2024-07-26T15:48:05.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.898+0000 7fdfed5eb640 1 -- 172.21.15.33:0/2548026121 wait complete. 2024-07-26T15:48:05.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.900+0000 7fdfed5eb640 1 Processor -- start 2024-07-26T15:48:05.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.900+0000 7fdfed5eb640 1 -- start start 2024-07-26T15:48:05.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfed5eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe80ce6e0 0x7fdfe80ac960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:05.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfed5eb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfe815afc0 0x7fdfe80c9e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfed5eb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfe815f0e0 0x7fdfe80ca3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfed5eb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdfe8073430 con 0x7fdfe80ce6e0 2024-07-26T15:48:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfed5eb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdfe80732b0 con 0x7fdfe815afc0 2024-07-26T15:48:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfed5eb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdfe80735b0 con 0x7fdfe815f0e0 2024-07-26T15:48:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfe6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe80ce6e0 0x7fdfe80ac960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfe6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe80ce6e0 0x7fdfe80ac960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47820/0 (socket says 172.21.15.33:47820) 2024-07-26T15:48:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfe6ffd640 1 -- 172.21.15.33:0/1210133879 learned_addr learned my addr 172.21.15.33:0/1210133879 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfe67fc640 1 --2- 172.21.15.33:0/1210133879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfe815afc0 0x7fdfe80c9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfe77fe640 1 --2- 172.21.15.33:0/1210133879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfe815f0e0 0x7fdfe80ca3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfe6ffd640 1 -- 172.21.15.33:0/1210133879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfe815f0e0 msgr2=0x7fdfe80ca3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfe6ffd640 1 --2- 172.21.15.33:0/1210133879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfe815f0e0 0x7fdfe80ca3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfe6ffd640 1 -- 172.21.15.33:0/1210133879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfe815afc0 msgr2=0x7fdfe80c9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:05.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfe6ffd640 1 --2- 172.21.15.33:0/1210133879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfe815afc0 0x7fdfe80c9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:05.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.902+0000 7fdfe6ffd640 1 -- 172.21.15.33:0/1210133879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfe80a9fe0 con 0x7fdfe80ce6e0 2024-07-26T15:48:05.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.903+0000 7fdfe6ffd640 1 --2- 172.21.15.33:0/1210133879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe80ce6e0 0x7fdfe80ac960 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7fdfd800d750 tx=0x7fdfd800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:05.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.903+0000 7fdfcf7fe640 1 -- 172.21.15.33:0/1210133879 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd8017070 con 0x7fdfe80ce6e0 2024-07-26T15:48:05.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.903+0000 7fdfcf7fe640 1 -- 172.21.15.33:0/1210133879 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfd8004310 con 0x7fdfe80ce6e0 2024-07-26T15:48:05.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.903+0000 7fdfcf7fe640 1 -- 172.21.15.33:0/1210133879 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd800de60 con 0x7fdfe80ce6e0 2024-07-26T15:48:05.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.903+0000 7fdfed5eb640 1 -- 172.21.15.33:0/1210133879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfe80aa2c0 con 0x7fdfe80ce6e0 2024-07-26T15:48:05.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.903+0000 7fdfed5eb640 1 -- 172.21.15.33:0/1210133879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfe80aa880 con 0x7fdfe80ce6e0 2024-07-26T15:48:05.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.904+0000 7fdfed5eb640 1 -- 172.21.15.33:0/1210133879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfe80cc380 con 0x7fdfe80ce6e0 2024-07-26T15:48:05.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.904+0000 7fdfcf7fe640 1 -- 172.21.15.33:0/1210133879 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 73) ==== 49591+0+0 (secure 0 0 0) 0x7fdfd8009c30 con 0x7fdfe80ce6e0 2024-07-26T15:48:05.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.904+0000 7fdfcf7fe640 1 -- 172.21.15.33:0/1210133879 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 6959+0+0 (secure 0 0 0) 0x7fdfd8052910 con 0x7fdfe80ce6e0 2024-07-26T15:48:05.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:05.909+0000 7fdfcf7fe640 1 -- 172.21.15.33:0/1210133879 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdfd8020020 con 0x7fdfe80ce6e0 2024-07-26T15:48:06.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.143+0000 7fdfed5eb640 1 -- 172.21.15.33:0/1210133879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdfe80cfb60 con 0x7fdfe80ce6e0 2024-07-26T15:48:06.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.144+0000 7fdfcf7fe640 1 -- 172.21.15.33:0/1210133879 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5231 (secure 0 0 0) 0x7fdfd801fde0 con 0x7fdfe80ce6e0 2024-07-26T15:48:06.146 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:06.146 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":63,"btime":"2024-07-26T15:47:11:378796+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6698,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3821195934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821195934},{"type":"v1","addr":"172.21.15.33:6834","nonce":3821195934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6704,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2568073343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2568073343},{"type":"v1","addr":"172.21.15.154:6834","nonce":2568073343}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2819004358","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2819004358},{"type":"v1","addr":"172.21.15.154:6835","nonce":2819004358}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:47:07.807882+0000","modified":"2024-07-26T15:47:10.773795+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7830},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7830":{"gid":7830,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2492094756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2492094756},{"type":"v1","addr":"172.21.15.33:6835","nonce":2492094756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7830,"qdb_cluster":[7830]},"id":7}]} 2024-07-26T15:48:06.146 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 63 2024-07-26T15:48:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.146+0000 7fdfed5eb640 1 -- 172.21.15.33:0/1210133879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe80ce6e0 msgr2=0x7fdfe80ac960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.146+0000 7fdfed5eb640 1 --2- 172.21.15.33:0/1210133879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe80ce6e0 0x7fdfe80ac960 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7fdfd800d750 tx=0x7fdfd800dc10 comp rx=0 tx=0).stop 2024-07-26T15:48:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.146+0000 7fdfed5eb640 1 -- 172.21.15.33:0/1210133879 shutdown_connections 2024-07-26T15:48:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.146+0000 7fdfed5eb640 1 --2- 172.21.15.33:0/1210133879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdfe815f0e0 0x7fdfe80ca3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.146+0000 7fdfed5eb640 1 --2- 172.21.15.33:0/1210133879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdfe815afc0 0x7fdfe80c9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.146+0000 7fdfed5eb640 1 --2- 172.21.15.33:0/1210133879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdfe80ce6e0 0x7fdfe80ac960 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.146+0000 7fdfed5eb640 1 -- 172.21.15.33:0/1210133879 >> 172.21.15.33:0/1210133879 conn(0x7fdfe80d0b10 msgr2=0x7fdfe815c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:06.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.147+0000 7fdfed5eb640 1 -- 172.21.15.33:0/1210133879 shutdown_connections 2024-07-26T15:48:06.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.147+0000 7fdfed5eb640 1 -- 172.21.15.33:0/1210133879 wait complete. 2024-07-26T15:48:06.159 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:06.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.278+0000 7f55e136c640 1 -- 172.21.15.33:0/1819718866 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55dc0b2dc0 msgr2=0x7f55dc0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:06.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.278+0000 7f55e136c640 1 --2- 172.21.15.33:0/1819718866 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55dc0b2dc0 0x7f55dc0d2930 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f55cc009820 tx=0x7f55cc02a410 comp rx=0 tx=0).stop 2024-07-26T15:48:06.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.278+0000 7f55e136c640 1 -- 172.21.15.33:0/1819718866 shutdown_connections 2024-07-26T15:48:06.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.278+0000 7f55e136c640 1 --2- 172.21.15.33:0/1819718866 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55dc0b2dc0 0x7f55dc0d2930 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.278+0000 7f55e136c640 1 -- 172.21.15.33:0/1819718866 >> 172.21.15.33:0/1819718866 conn(0x7f55dc0d3e10 msgr2=0x7f55dc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:06.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.278+0000 7f55e136c640 1 -- 172.21.15.33:0/1819718866 shutdown_connections 2024-07-26T15:48:06.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.278+0000 7f55e136c640 1 -- 172.21.15.33:0/1819718866 wait complete. 2024-07-26T15:48:06.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.280+0000 7f55e136c640 1 Processor -- start 2024-07-26T15:48:06.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.280+0000 7f55e136c640 1 -- start start 2024-07-26T15:48:06.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.281+0000 7f55e136c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55dc0b2dc0 0x7f55dc15c880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:06.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.281+0000 7f55e136c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55dc0ce9e0 0x7f55dc15ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:06.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.281+0000 7f55e136c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55dc0d0570 0x7f55dc1609c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:06.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.281+0000 7f55e136c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f55dc0d4cc0 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.281+0000 7f55e136c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f55dc0d4b40 con 0x7f55dc0d0570 2024-07-26T15:48:06.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.281+0000 7f55e136c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f55dc169af0 con 0x7f55dc0b2dc0 2024-07-26T15:48:06.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55da7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55dc0ce9e0 0x7f55dc15ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:06.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55da7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55dc0ce9e0 0x7f55dc15ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47834/0 (socket says 172.21.15.33:47834) 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55da7fc640 1 -- 172.21.15.33:0/325857308 learned_addr learned my addr 172.21.15.33:0/325857308 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55daffd640 1 --2- 172.21.15.33:0/325857308 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55dc0b2dc0 0x7f55dc15c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55db7fe640 1 --2- 172.21.15.33:0/325857308 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55dc0d0570 0x7f55dc1609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55da7fc640 1 -- 172.21.15.33:0/325857308 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55dc0b2dc0 msgr2=0x7f55dc15c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55da7fc640 1 --2- 172.21.15.33:0/325857308 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55dc0b2dc0 0x7f55dc15c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55da7fc640 1 -- 172.21.15.33:0/325857308 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55dc0d0570 msgr2=0x7f55dc1609c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55da7fc640 1 --2- 172.21.15.33:0/325857308 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55dc0d0570 0x7f55dc1609c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55da7fc640 1 -- 172.21.15.33:0/325857308 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55dc0b1760 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55da7fc640 1 --2- 172.21.15.33:0/325857308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55dc0ce9e0 0x7f55dc15ce50 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f55d000c430 tx=0x7f55d000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55c37fe640 1 -- 172.21.15.33:0/325857308 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55d0017070 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55e136c640 1 -- 172.21.15.33:0/325857308 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55dc15fc40 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55c37fe640 1 -- 172.21.15.33:0/325857308 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f55d00053e0 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55c37fe640 1 -- 172.21.15.33:0/325857308 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55d0003850 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.282+0000 7f55e136c640 1 -- 172.21.15.33:0/325857308 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55dc1601c0 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.283+0000 7f55c37fe640 1 -- 172.21.15.33:0/325857308 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 73) ==== 49591+0+0 (secure 0 0 0) 0x7f55d001a070 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.284+0000 7f55e136c640 1 -- 172.21.15.33:0/325857308 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55dc0d2930 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.284+0000 7f55c37fe640 1 -- 172.21.15.33:0/325857308 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 6959+0+0 (secure 0 0 0) 0x7f55d0051b00 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.289+0000 7f55c37fe640 1 -- 172.21.15.33:0/325857308 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f55d00102e0 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.521+0000 7f55e136c640 1 -- 172.21.15.33:0/325857308 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f55dc162a10 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.522+0000 7f55c37fe640 1 -- 172.21.15.33:0/325857308 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5231 (secure 0 0 0) 0x7f55d001be00 con 0x7f55dc0ce9e0 2024-07-26T15:48:06.523 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:06.524 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":63,"btime":"2024-07-26T15:47:11:378796+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6698,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3821195934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821195934},{"type":"v1","addr":"172.21.15.33:6834","nonce":3821195934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6704,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2568073343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2568073343},{"type":"v1","addr":"172.21.15.154:6834","nonce":2568073343}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2819004358","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2819004358},{"type":"v1","addr":"172.21.15.154:6835","nonce":2819004358}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:47:07.807882+0000","modified":"2024-07-26T15:47:10.773795+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7830},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7830":{"gid":7830,"name":"a","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2492094756","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2492094756},{"type":"v1","addr":"172.21.15.33:6835","nonce":2492094756}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[16],"metadata_pool":15,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7830,"qdb_cluster":[7830]},"id":7}]} 2024-07-26T15:48:06.524 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 63 2024-07-26T15:48:06.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.524+0000 7f55e136c640 1 -- 172.21.15.33:0/325857308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55dc0ce9e0 msgr2=0x7f55dc15ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:06.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.524+0000 7f55e136c640 1 --2- 172.21.15.33:0/325857308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55dc0ce9e0 0x7f55dc15ce50 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f55d000c430 tx=0x7f55d000c8f0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.524+0000 7f55e136c640 1 -- 172.21.15.33:0/325857308 shutdown_connections 2024-07-26T15:48:06.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.524+0000 7f55e136c640 1 --2- 172.21.15.33:0/325857308 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55dc0d0570 0x7f55dc1609c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.524+0000 7f55e136c640 1 --2- 172.21.15.33:0/325857308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55dc0ce9e0 0x7f55dc15ce50 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.524+0000 7f55e136c640 1 --2- 172.21.15.33:0/325857308 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55dc0b2dc0 0x7f55dc15c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.524+0000 7f55e136c640 1 -- 172.21.15.33:0/325857308 >> 172.21.15.33:0/325857308 conn(0x7f55dc0d3e10 msgr2=0x7f55dc0b4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:06.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.524+0000 7f55e136c640 1 -- 172.21.15.33:0/325857308 shutdown_connections 2024-07-26T15:48:06.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.524+0000 7f55e136c640 1 -- 172.21.15.33:0/325857308 wait complete. 2024-07-26T15:48:06.537 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:48:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.659+0000 7fe51cecb640 1 -- 172.21.15.33:0/3220329554 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe500003a00 msgr2=0x7fe500003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.659+0000 7fe51cecb640 1 --2- 172.21.15.33:0/3220329554 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe500003a00 0x7fe500003e70 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe50800c470 tx=0x7fe500005830 comp rx=0 tx=0).stop 2024-07-26T15:48:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.659+0000 7fe516d9d640 1 -- 172.21.15.33:0/3220329554 reap_dead start 2024-07-26T15:48:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.659+0000 7fe51cecb640 1 -- 172.21.15.33:0/3220329554 shutdown_connections 2024-07-26T15:48:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.659+0000 7fe51cecb640 1 -- 172.21.15.33:0/3220329554 >> 172.21.15.33:0/3220329554 conn(0x7fe5180d0b20 msgr2=0x7fe5180d0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.659+0000 7fe51cecb640 1 -- 172.21.15.33:0/3220329554 shutdown_connections 2024-07-26T15:48:06.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.659+0000 7fe51cecb640 1 -- 172.21.15.33:0/3220329554 wait complete. 2024-07-26T15:48:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.661+0000 7fe51cecb640 1 Processor -- start 2024-07-26T15:48:06.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.661+0000 7fe51cecb640 1 -- start start 2024-07-26T15:48:06.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.662+0000 7fe51cecb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe500003a00 0x7fe518156a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:06.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51cecb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe518157150 0x7fe5180b17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:06.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51cecb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5181576a0 0x7fe5181f4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:06.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51cecb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe5180c5b40 con 0x7fe500003a00 2024-07-26T15:48:06.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51cecb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe5180c59c0 con 0x7fe5181576a0 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51cecb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe5180c5cc0 con 0x7fe518157150 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe500003a00 0x7fe518156a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe500003a00 0x7fe518156a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47862/0 (socket says 172.21.15.33:47862) 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51659c640 1 -- 172.21.15.33:0/1387023498 learned_addr learned my addr 172.21.15.33:0/1387023498 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe515d9b640 1 --2- 172.21.15.33:0/1387023498 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe518157150 0x7fe5180b17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe516d9d640 1 --2- 172.21.15.33:0/1387023498 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5181576a0 0x7fe5181f4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51659c640 1 -- 172.21.15.33:0/1387023498 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe518157150 msgr2=0x7fe5180b17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51659c640 1 --2- 172.21.15.33:0/1387023498 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe518157150 0x7fe5180b17e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51659c640 1 -- 172.21.15.33:0/1387023498 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5181576a0 msgr2=0x7fe5181f4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51659c640 1 --2- 172.21.15.33:0/1387023498 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5181576a0 0x7fe5181f4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51659c640 1 -- 172.21.15.33:0/1387023498 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe51806d010 con 0x7fe500003a00 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe515d9b640 1 --2- 172.21.15.33:0/1387023498 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe518157150 0x7fe5180b17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:48:06.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe51659c640 1 --2- 172.21.15.33:0/1387023498 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe500003a00 0x7fe518156a30 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7fe508000c00 tx=0x7fe508006290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:06.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.663+0000 7fe506ffd640 1 -- 172.21.15.33:0/1387023498 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe508006690 con 0x7fe500003a00 2024-07-26T15:48:06.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.664+0000 7fe506ffd640 1 -- 172.21.15.33:0/1387023498 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe50802b620 con 0x7fe500003a00 2024-07-26T15:48:06.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.664+0000 7fe51cecb640 1 -- 172.21.15.33:0/1387023498 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe51815a8f0 con 0x7fe500003a00 2024-07-26T15:48:06.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.664+0000 7fe506ffd640 1 -- 172.21.15.33:0/1387023498 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe50802ba70 con 0x7fe500003a00 2024-07-26T15:48:06.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.664+0000 7fe51cecb640 1 -- 172.21.15.33:0/1387023498 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5181f17c0 con 0x7fe500003a00 2024-07-26T15:48:06.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.665+0000 7fe51cecb640 1 -- 172.21.15.33:0/1387023498 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5181f1d10 con 0x7fe500003a00 2024-07-26T15:48:06.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.665+0000 7fe506ffd640 1 -- 172.21.15.33:0/1387023498 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 74) ==== 49591+0+0 (secure 0 0 0) 0x7fe50802bc10 con 0x7fe500003a00 2024-07-26T15:48:06.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.665+0000 7fe506ffd640 1 -- 172.21.15.33:0/1387023498 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 6931+0+0 (secure 0 0 0) 0x7fe5080724a0 con 0x7fe500003a00 2024-07-26T15:48:06.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.670+0000 7fe506ffd640 1 -- 172.21.15.33:0/1387023498 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe518073af0 con 0x7fe500003a00 2024-07-26T15:48:06.694 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:06.693+0000 7f708993c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:06.695 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:06.693+0000 7f708993c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:06.695 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:06.693+0000 7f708993c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:06.695 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:06.693+0000 7f708993c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:06.695 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:06.693+0000 7f708993c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:06.695 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:06.694+0000 7f708c942640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:06.695 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:06.694+0000 7f708c942640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:06.695 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:06.694+0000 7f708c942640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:06.695 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:06.694+0000 7f708c942640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:06.696 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:06.694+0000 7f708c942640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:06.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.869+0000 7fe51cecb640 1 -- 172.21.15.33:0/1387023498 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe5180731a0 con 0x7fe500003a00 2024-07-26T15:48:06.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.870+0000 7fe506ffd640 1 -- 172.21.15.33:0/1387023498 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v137) ==== 74+0+18116 (secure 0 0 0) 0x7fe5080037f0 con 0x7fe500003a00 2024-07-26T15:48:06.872 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:06.872 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":137,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:48:06.639067+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:47:05.435451+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"132","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_data","create_time":"2024-07-26T15:47:06.710320+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"136","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":136,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/2418219498":"2024-07-27T15:48:03.837976+0000","172.21.15.33:6836/3258881763":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/1887232720":"2024-07-27T15:48:03.837976+0000","172.21.15.33:6837/3258881763":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/178596274":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/31221405":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/3117234951":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/3269572980":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/3251891272":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/2951112965":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/2681317573":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/2001576626":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/2134026141":"2024-07-27T15:47:25.929327+0000","172.21.15.33:6837/2985538436":"2024-07-27T15:47:25.929327+0000","172.21.15.33:6836/2985538436":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/621156197":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/355261765":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/293745946":"2024-07-27T15:47:25.929327+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:48:06.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.873+0000 7fe51cecb640 1 -- 172.21.15.33:0/1387023498 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe500003a00 msgr2=0x7fe518156a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:06.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.873+0000 7fe51cecb640 1 --2- 172.21.15.33:0/1387023498 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe500003a00 0x7fe518156a30 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7fe508000c00 tx=0x7fe508006290 comp rx=0 tx=0).stop 2024-07-26T15:48:06.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.873+0000 7fe51cecb640 1 -- 172.21.15.33:0/1387023498 shutdown_connections 2024-07-26T15:48:06.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.873+0000 7fe51cecb640 1 --2- 172.21.15.33:0/1387023498 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe5181576a0 0x7fe5181f4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.873+0000 7fe51cecb640 1 --2- 172.21.15.33:0/1387023498 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe518157150 0x7fe5180b17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.873+0000 7fe51cecb640 1 --2- 172.21.15.33:0/1387023498 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe500003a00 0x7fe518156a30 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:06.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.873+0000 7fe51cecb640 1 -- 172.21.15.33:0/1387023498 >> 172.21.15.33:0/1387023498 conn(0x7fe5180d0b20 msgr2=0x7fe5180cfd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:06.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.873+0000 7fe51cecb640 1 -- 172.21.15.33:0/1387023498 shutdown_connections 2024-07-26T15:48:06.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:06.873+0000 7fe51cecb640 1 -- 172.21.15.33:0/1387023498 wait complete. 2024-07-26T15:48:06.886 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T15:48:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.005+0000 7f140a02c640 1 -- 172.21.15.33:0/3881911709 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14040b6730 msgr2=0x7f14040ccbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.005+0000 7f140a02c640 1 --2- 172.21.15.33:0/3881911709 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14040b6730 0x7f14040ccbd0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f13fc005fd0 tx=0x7f13fc02aa10 comp rx=0 tx=0).stop 2024-07-26T15:48:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.005+0000 7f140a02c640 1 -- 172.21.15.33:0/3881911709 shutdown_connections 2024-07-26T15:48:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.005+0000 7f140a02c640 1 --2- 172.21.15.33:0/3881911709 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14040b6730 0x7f14040ccbd0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.005+0000 7f140a02c640 1 --2- 172.21.15.33:0/3881911709 >> v2:172.21.15.154:3300/0 conn(0x7f14040cead0 0x7f14040cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.005+0000 7f140a02c640 1 -- 172.21.15.33:0/3881911709 >> 172.21.15.33:0/3881911709 conn(0x7f14040b3810 msgr2=0x7f14040b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:07.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.005+0000 7f140a02c640 1 -- 172.21.15.33:0/3881911709 shutdown_connections 2024-07-26T15:48:07.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.005+0000 7f140a02c640 1 -- 172.21.15.33:0/3881911709 wait complete. 2024-07-26T15:48:07.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.007+0000 7f140a02c640 1 Processor -- start 2024-07-26T15:48:07.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.007+0000 7f140a02c640 1 -- start start 2024-07-26T15:48:07.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f140a02c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14040b6730 0x7f140414a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:07.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f140a02c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14040cfcc0 0x7f140414b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f140a02c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f140406f160 0x7f140414b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f140a02c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f14040cd110 con 0x7f14040cfcc0 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f140a02c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f14040b7790 con 0x7f14040b6730 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f140a02c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f14040cd290 con 0x7f140406f160 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f1402ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14040cfcc0 0x7f140414b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f1402ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14040cfcc0 0x7f140414b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47878/0 (socket says 172.21.15.33:47878) 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f1402ffd640 1 -- 172.21.15.33:0/2791639679 learned_addr learned my addr 172.21.15.33:0/2791639679 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f1403fff640 1 --2- 172.21.15.33:0/2791639679 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f140406f160 0x7f140414b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f14037fe640 1 --2- 172.21.15.33:0/2791639679 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14040b6730 0x7f140414a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f1403fff640 1 -- 172.21.15.33:0/2791639679 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14040b6730 msgr2=0x7f140414a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f1403fff640 1 --2- 172.21.15.33:0/2791639679 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14040b6730 0x7f140414a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f1403fff640 1 -- 172.21.15.33:0/2791639679 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14040cfcc0 msgr2=0x7f140414b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:07.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f1403fff640 1 --2- 172.21.15.33:0/2791639679 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14040cfcc0 0x7f140414b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:07.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f1403fff640 1 -- 172.21.15.33:0/2791639679 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f140406e130 con 0x7f140406f160 2024-07-26T15:48:07.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f1402ffd640 1 --2- 172.21.15.33:0/2791639679 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14040cfcc0 0x7f140414b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:48:07.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.009+0000 7f1403fff640 1 --2- 172.21.15.33:0/2791639679 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f140406f160 0x7f140414b760 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f14040d2c70 tx=0x7f13fc003ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:07.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.010+0000 7f13ebfff640 1 -- 172.21.15.33:0/2791639679 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13fc033050 con 0x7f140406f160 2024-07-26T15:48:07.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.010+0000 7f13ebfff640 1 -- 172.21.15.33:0/2791639679 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f13fc004450 con 0x7f140406f160 2024-07-26T15:48:07.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.010+0000 7f13ebfff640 1 -- 172.21.15.33:0/2791639679 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13fc038450 con 0x7f140406f160 2024-07-26T15:48:07.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.010+0000 7f140a02c640 1 -- 172.21.15.33:0/2791639679 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f140406e3a0 con 0x7f140406f160 2024-07-26T15:48:07.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.010+0000 7f140a02c640 1 -- 172.21.15.33:0/2791639679 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f140406e960 con 0x7f140406f160 2024-07-26T15:48:07.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.011+0000 7f140a02c640 1 -- 172.21.15.33:0/2791639679 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1404070bc0 con 0x7f140406f160 2024-07-26T15:48:07.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.011+0000 7f13ebfff640 1 -- 172.21.15.33:0/2791639679 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 74) ==== 49591+0+0 (secure 0 0 0) 0x7f13fc036070 con 0x7f140406f160 2024-07-26T15:48:07.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.011+0000 7f13ebfff640 1 -- 172.21.15.33:0/2791639679 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(137..137 src has 1..137) ==== 6931+0+0 (secure 0 0 0) 0x7f13fc0738c0 con 0x7f140406f160 2024-07-26T15:48:07.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.016+0000 7f13ebfff640 1 -- 172.21.15.33:0/2791639679 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1404070bc0 con 0x7f140406f160 2024-07-26T15:48:07.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.246+0000 7f140a02c640 1 -- 172.21.15.33:0/2791639679 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f14040cecd0 con 0x7f140406f160 2024-07-26T15:48:07.249 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T15:48:07.248+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T15:48:07.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.256+0000 7f13ebfff640 1 -- 172.21.15.33:0/2791639679 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v64) ==== 161+0+0 (secure 0 0 0) 0x7f13fc0387d0 con 0x7f140406f160 2024-07-26T15:48:07.258 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T15:48:07.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.258+0000 7f140a02c640 1 -- 172.21.15.33:0/2791639679 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f140406f160 msgr2=0x7f140414b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:07.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.258+0000 7f140a02c640 1 --2- 172.21.15.33:0/2791639679 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f140406f160 0x7f140414b760 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f14040d2c70 tx=0x7f13fc003ef0 comp rx=0 tx=0).stop 2024-07-26T15:48:07.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.258+0000 7f140a02c640 1 -- 172.21.15.33:0/2791639679 shutdown_connections 2024-07-26T15:48:07.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.258+0000 7f140a02c640 1 --2- 172.21.15.33:0/2791639679 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f140406f160 0x7f140414b760 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:07.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.258+0000 7f140a02c640 1 --2- 172.21.15.33:0/2791639679 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14040cfcc0 0x7f140414b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:07.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.258+0000 7f140a02c640 1 --2- 172.21.15.33:0/2791639679 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14040b6730 0x7f140414a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:07.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.258+0000 7f140a02c640 1 -- 172.21.15.33:0/2791639679 >> 172.21.15.33:0/2791639679 conn(0x7f14040b3810 msgr2=0x7f14040704b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:07.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.259+0000 7f140a02c640 1 -- 172.21.15.33:0/2791639679 shutdown_connections 2024-07-26T15:48:07.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.259+0000 7f140a02c640 1 -- 172.21.15.33:0/2791639679 wait complete. 2024-07-26T15:48:07.271 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T15:48:07.317 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:48:07.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.394+0000 7f3e86e32640 1 -- 172.21.15.33:0/1742185665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e80158960 msgr2=0x7f3e8015ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.394+0000 7f3e86e32640 1 --2- 172.21.15.33:0/1742185665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e80158960 0x7f3e8015ea40 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f3e74009830 tx=0x7f3e7402a480 comp rx=0 tx=0).stop 2024-07-26T15:48:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.394+0000 7f3e86e32640 1 -- 172.21.15.33:0/1742185665 shutdown_connections 2024-07-26T15:48:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.394+0000 7f3e86e32640 1 --2- 172.21.15.33:0/1742185665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e80158960 0x7f3e8015ea40 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.394+0000 7f3e86e32640 1 -- 172.21.15.33:0/1742185665 >> 172.21.15.33:0/1742185665 conn(0x7f3e800d0b40 msgr2=0x7f3e800d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.394+0000 7f3e86e32640 1 -- 172.21.15.33:0/1742185665 shutdown_connections 2024-07-26T15:48:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.394+0000 7f3e86e32640 1 -- 172.21.15.33:0/1742185665 wait complete. 2024-07-26T15:48:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.395+0000 7f3e86e32640 1 Processor -- start 2024-07-26T15:48:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.396+0000 7f3e86e32640 1 -- start start 2024-07-26T15:48:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e86e32640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e8006f9e0 0x7f3e801f9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e86e32640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e80158960 0x7f3e80157ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e86e32640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e8015ef80 0x7f3e8006c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e86e32640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3e800b5250 con 0x7f3e8015ef80 2024-07-26T15:48:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e86e32640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3e800b50d0 con 0x7f3e8006f9e0 2024-07-26T15:48:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e86e32640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3e800b53d0 con 0x7f3e80158960 2024-07-26T15:48:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e853cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e8015ef80 0x7f3e8006c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e853cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e8015ef80 0x7f3e8006c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47902/0 (socket says 172.21.15.33:47902) 2024-07-26T15:48:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e853cf640 1 -- 172.21.15.33:0/985860902 learned_addr learned my addr 172.21.15.33:0/985860902 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e84bce640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e8006f9e0 0x7f3e801f9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e7ffff640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e80158960 0x7f3e80157ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e853cf640 1 -- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e80158960 msgr2=0x7f3e80157ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e853cf640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e80158960 0x7f3e80157ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e853cf640 1 -- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e8006f9e0 msgr2=0x7f3e801f9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e853cf640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e8006f9e0 0x7f3e801f9450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e853cf640 1 -- 172.21.15.33:0/985860902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e801f9990 con 0x7f3e8015ef80 2024-07-26T15:48:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e84bce640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e8006f9e0 0x7f3e801f9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.397+0000 7f3e7ffff640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e80158960 0x7f3e80157ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.398+0000 7f3e853cf640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e8015ef80 0x7f3e8006c630 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f3e7800cae0 tx=0x7f3e7800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:07.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.398+0000 7f3e7d7fa640 1 -- 172.21.15.33:0/985860902 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e78016020 con 0x7f3e8015ef80 2024-07-26T15:48:07.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.398+0000 7f3e7d7fa640 1 -- 172.21.15.33:0/985860902 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e7800ad30 con 0x7f3e8015ef80 2024-07-26T15:48:07.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.398+0000 7f3e86e32640 1 -- 172.21.15.33:0/985860902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e801f63e0 con 0x7f3e8015ef80 2024-07-26T15:48:07.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.398+0000 7f3e7d7fa640 1 -- 172.21.15.33:0/985860902 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e78012680 con 0x7f3e8015ef80 2024-07-26T15:48:07.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.398+0000 7f3e86e32640 1 -- 172.21.15.33:0/985860902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e801f5b40 con 0x7f3e8015ef80 2024-07-26T15:48:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.399+0000 7f3e86e32640 1 -- 172.21.15.33:0/985860902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e8015ea40 con 0x7f3e8015ef80 2024-07-26T15:48:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.399+0000 7f3e7d7fa640 1 -- 172.21.15.33:0/985860902 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 74) ==== 49591+0+0 (secure 0 0 0) 0x7f3e78019020 con 0x7f3e8015ef80 2024-07-26T15:48:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.400+0000 7f3e7d7fa640 1 -- 172.21.15.33:0/985860902 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 7017+0+0 (secure 0 0 0) 0x7f3e78052cd0 con 0x7f3e8015ef80 2024-07-26T15:48:07.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.404+0000 7f3e7d7fa640 1 -- 172.21.15.33:0/985860902 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3e78020020 con 0x7f3e8015ef80 2024-07-26T15:48:07.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.638+0000 7f3e86e32640 1 -- 172.21.15.33:0/985860902 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3e800d1840 con 0x7f3e8015ef80 2024-07-26T15:48:07.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.647+0000 7f3e7d7fa640 1 -- 172.21.15.33:0/985860902 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 75) ==== 98977+0+0 (secure 0 0 0) 0x7f3e78011ca0 con 0x7f3e8015ef80 2024-07-26T15:48:07.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.648+0000 7f3e7d7fa640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f3e6407c5f0 0x7f3e6407ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:07.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.648+0000 7f3e84bce640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f3e6407c5f0 0x7f3e6407ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:07.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:07.651+0000 7f3e84bce640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f3e6407c5f0 0x7f3e6407ea10 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f3e74034000 tx=0x7f3e74004730 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:08.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.251+0000 7f3e7d7fa640 1 -- 172.21.15.33:0/985860902 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v65) ==== 104+0+0 (secure 0 0 0) 0x7f3e801f9990 con 0x7f3e8015ef80 2024-07-26T15:48:08.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.254+0000 7f3e86e32640 1 -- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f3e6407c5f0 msgr2=0x7f3e6407ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:08.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.254+0000 7f3e86e32640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f3e6407c5f0 0x7f3e6407ea10 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f3e74034000 tx=0x7f3e74004730 comp rx=0 tx=0).stop 2024-07-26T15:48:08.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.254+0000 7f3e86e32640 1 -- 172.21.15.33:0/985860902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e8015ef80 msgr2=0x7f3e8006c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:08.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.254+0000 7f3e86e32640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e8015ef80 0x7f3e8006c630 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f3e7800cae0 tx=0x7f3e7800a060 comp rx=0 tx=0).stop 2024-07-26T15:48:08.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.254+0000 7f3e86e32640 1 -- 172.21.15.33:0/985860902 shutdown_connections 2024-07-26T15:48:08.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.254+0000 7f3e86e32640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e8015ef80 0x7f3e8006c630 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:08.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.254+0000 7f3e86e32640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e80158960 0x7f3e80157ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:08.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.254+0000 7f3e86e32640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f3e6407c5f0 0x7f3e6407ea10 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:08.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.254+0000 7f3e86e32640 1 --2- 172.21.15.33:0/985860902 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e8006f9e0 0x7f3e801f9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:08.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.254+0000 7f3e86e32640 1 -- 172.21.15.33:0/985860902 >> 172.21.15.33:0/985860902 conn(0x7f3e800d0b40 msgr2=0x7f3e800ccd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:08.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.255+0000 7f3e86e32640 1 -- 172.21.15.33:0/985860902 shutdown_connections 2024-07-26T15:48:08.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.255+0000 7f3e86e32640 1 -- 172.21.15.33:0/985860902 wait complete. 2024-07-26T15:48:08.270 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T15:48:08.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.399+0000 7f91d8920640 1 -- 172.21.15.33:0/1407126254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d40d2650 msgr2=0x7f91d40b1b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:08.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.399+0000 7f91d8920640 1 --2- 172.21.15.33:0/1407126254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d40d2650 0x7f91d40b1b40 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f91cc005fd0 tx=0x7f91cc02a8b0 comp rx=0 tx=0).stop 2024-07-26T15:48:08.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.399+0000 7f91d8920640 1 -- 172.21.15.33:0/1407126254 shutdown_connections 2024-07-26T15:48:08.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.399+0000 7f91d8920640 1 --2- 172.21.15.33:0/1407126254 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d40d2650 0x7f91d40b1b40 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:08.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.399+0000 7f91d8920640 1 -- 172.21.15.33:0/1407126254 >> 172.21.15.33:0/1407126254 conn(0x7f91d40d1b30 msgr2=0x7f91d40d1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:08.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.399+0000 7f91d8920640 1 -- 172.21.15.33:0/1407126254 shutdown_connections 2024-07-26T15:48:08.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.399+0000 7f91d8920640 1 -- 172.21.15.33:0/1407126254 wait complete. 2024-07-26T15:48:08.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.401+0000 7f91d8920640 1 Processor -- start 2024-07-26T15:48:08.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.401+0000 7f91d8920640 1 -- start start 2024-07-26T15:48:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.402+0000 7f91d8920640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91d40b7060 0x7f91d40b60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.402+0000 7f91d8920640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d40d07b0 0x7f91d41f5e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d8920640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91d40d2650 0x7f91d415f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d8920640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f91d40cd470 con 0x7f91d40d07b0 2024-07-26T15:48:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d8920640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f91d40cd2f0 con 0x7f91d40d2650 2024-07-26T15:48:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d8920640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f91d4167810 con 0x7f91d40b7060 2024-07-26T15:48:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d40d07b0 0x7f91d41f5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d40d07b0 0x7f91d41f5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47930/0 (socket says 172.21.15.33:47930) 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d1d9b640 1 -- 172.21.15.33:0/4175321658 learned_addr learned my addr 172.21.15.33:0/4175321658 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d2d9d640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91d40d2650 0x7f91d415f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d259c640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91d40b7060 0x7f91d40b60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d1d9b640 1 -- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91d40b7060 msgr2=0x7f91d40b60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d1d9b640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91d40b7060 0x7f91d40b60c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d1d9b640 1 -- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91d40d2650 msgr2=0x7f91d415f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d1d9b640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91d40d2650 0x7f91d415f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d1d9b640 1 -- 172.21.15.33:0/4175321658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91d415a850 con 0x7f91d40d07b0 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d1d9b640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d40d07b0 0x7f91d41f5e50 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f91c800c340 tx=0x7f91c800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91c2ffd640 1 -- 172.21.15.33:0/4175321658 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c8017070 con 0x7f91d40d07b0 2024-07-26T15:48:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91c2ffd640 1 -- 172.21.15.33:0/4175321658 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91c80035f0 con 0x7f91d40d07b0 2024-07-26T15:48:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91d8920640 1 -- 172.21.15.33:0/4175321658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91d415ab30 con 0x7f91d40d07b0 2024-07-26T15:48:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.403+0000 7f91c2ffd640 1 -- 172.21.15.33:0/4175321658 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c8003a80 con 0x7f91d40d07b0 2024-07-26T15:48:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.404+0000 7f91d8920640 1 -- 172.21.15.33:0/4175321658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91d415b0f0 con 0x7f91d40d07b0 2024-07-26T15:48:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.404+0000 7f91d8920640 1 -- 172.21.15.33:0/4175321658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91d40cc740 con 0x7f91d40d07b0 2024-07-26T15:48:08.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.405+0000 7f91c2ffd640 1 -- 172.21.15.33:0/4175321658 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 75) ==== 98977+0+0 (secure 0 0 0) 0x7f91c801a070 con 0x7f91d40d07b0 2024-07-26T15:48:08.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.406+0000 7f91c2ffd640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f91b4076e90 0x7f91b40793a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:08.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.406+0000 7f91c2ffd640 1 -- 172.21.15.33:0/4175321658 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 7017+0+0 (secure 0 0 0) 0x7f91c8097d60 con 0x7f91d40d07b0 2024-07-26T15:48:08.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.406+0000 7f91d259c640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f91b4076e90 0x7f91b40793a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:08.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.407+0000 7f91d259c640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f91b4076e90 0x7f91b40793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f91c4006fd0 tx=0x7f91c4008040 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:08.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.411+0000 7f91c2ffd640 1 -- 172.21.15.33:0/4175321658 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f91c8060d80 con 0x7f91d40d07b0 2024-07-26T15:48:08.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:08.605+0000 7f91d8920640 1 -- 172.21.15.33:0/4175321658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f91d4074c30 con 0x7f91d40d07b0 2024-07-26T15:48:09.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.252+0000 7f91c2ffd640 1 -- 172.21.15.33:0/4175321658 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v139) ==== 181+0+0 (secure 0 0 0) 0x7f91c8060680 con 0x7f91d40d07b0 2024-07-26T15:48:09.254 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T15:48:09.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.255+0000 7f91d8920640 1 -- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f91b4076e90 msgr2=0x7f91b40793a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:09.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.255+0000 7f91d8920640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f91b4076e90 0x7f91b40793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f91c4006fd0 tx=0x7f91c4008040 comp rx=0 tx=0).stop 2024-07-26T15:48:09.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.255+0000 7f91d8920640 1 -- 172.21.15.33:0/4175321658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d40d07b0 msgr2=0x7f91d41f5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:09.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.255+0000 7f91d8920640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d40d07b0 0x7f91d41f5e50 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f91c800c340 tx=0x7f91c800c800 comp rx=0 tx=0).stop 2024-07-26T15:48:09.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.256+0000 7f91d8920640 1 -- 172.21.15.33:0/4175321658 shutdown_connections 2024-07-26T15:48:09.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.256+0000 7f91d8920640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f91b4076e90 0x7f91b40793a0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:09.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.256+0000 7f91d8920640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91d40d2650 0x7f91d415f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:09.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.256+0000 7f91d8920640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d40d07b0 0x7f91d41f5e50 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:09.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.256+0000 7f91d8920640 1 --2- 172.21.15.33:0/4175321658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91d40b7060 0x7f91d40b60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:09.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.256+0000 7f91d8920640 1 -- 172.21.15.33:0/4175321658 >> 172.21.15.33:0/4175321658 conn(0x7f91d40d1b30 msgr2=0x7f91d40af0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:09.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.256+0000 7f91d8920640 1 -- 172.21.15.33:0/4175321658 shutdown_connections 2024-07-26T15:48:09.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.256+0000 7f91d8920640 1 -- 172.21.15.33:0/4175321658 wait complete. 2024-07-26T15:48:09.275 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T15:48:09.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.400+0000 7faf8bbad640 1 -- 172.21.15.33:0/2982500526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf700053f0 msgr2=0x7faf7000ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:09.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.400+0000 7faf8bbad640 1 --2- 172.21.15.33:0/2982500526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf700053f0 0x7faf7000ba80 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7faf840cadf0 tx=0x7faf70005830 comp rx=0 tx=0).stop 2024-07-26T15:48:09.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.400+0000 7faf8bbad640 1 -- 172.21.15.33:0/2982500526 shutdown_connections 2024-07-26T15:48:09.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.400+0000 7faf8bbad640 1 --2- 172.21.15.33:0/2982500526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf700053f0 0x7faf7000ba80 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:09.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.400+0000 7faf8bbad640 1 -- 172.21.15.33:0/2982500526 >> 172.21.15.33:0/2982500526 conn(0x7faf840d3d70 msgr2=0x7faf840d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:09.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.400+0000 7faf8bbad640 1 -- 172.21.15.33:0/2982500526 shutdown_connections 2024-07-26T15:48:09.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.400+0000 7faf8bbad640 1 -- 172.21.15.33:0/2982500526 wait complete. 2024-07-26T15:48:09.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.402+0000 7faf8bbad640 1 Processor -- start 2024-07-26T15:48:09.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.402+0000 7faf8bbad640 1 -- start start 2024-07-26T15:48:09.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.403+0000 7faf8bbad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf8414dcd0 0x7faf8414e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:09.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.403+0000 7faf8bbad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf840c9370 0x7faf840c9780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:09.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.403+0000 7faf8bbad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf84150540 0x7faf84150950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:09.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.403+0000 7faf8bbad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faf840d1b50 con 0x7faf840c9370 2024-07-26T15:48:09.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.403+0000 7faf8bbad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7faf840b3010 con 0x7faf8414dcd0 2024-07-26T15:48:09.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.403+0000 7faf8bbad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7faf840d1cd0 con 0x7faf84150540 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.403+0000 7faf89148640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf840c9370 0x7faf840c9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf89148640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf840c9370 0x7faf840c9780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47944/0 (socket says 172.21.15.33:47944) 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf89148640 1 -- 172.21.15.33:0/776216868 learned_addr learned my addr 172.21.15.33:0/776216868 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf89949640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf8414dcd0 0x7faf8414e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf8a14a640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf84150540 0x7faf84150950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf89148640 1 -- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf84150540 msgr2=0x7faf84150950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf89148640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf84150540 0x7faf84150950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf89148640 1 -- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf8414dcd0 msgr2=0x7faf8414e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf89148640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf8414dcd0 0x7faf8414e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf89148640 1 -- 172.21.15.33:0/776216868 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf840c9cc0 con 0x7faf840c9370 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf89148640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf840c9370 0x7faf840c9780 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7faf74004e20 tx=0x7faf74001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:09.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf7a7fc640 1 -- 172.21.15.33:0/776216868 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf740107d0 con 0x7faf840c9370 2024-07-26T15:48:09.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf7a7fc640 1 -- 172.21.15.33:0/776216868 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf74016070 con 0x7faf840c9370 2024-07-26T15:48:09.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf8bbad640 1 -- 172.21.15.33:0/776216868 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf841511b0 con 0x7faf840c9370 2024-07-26T15:48:09.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf7a7fc640 1 -- 172.21.15.33:0/776216868 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf74010cc0 con 0x7faf840c9370 2024-07-26T15:48:09.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.404+0000 7faf8bbad640 1 -- 172.21.15.33:0/776216868 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf840ccce0 con 0x7faf840c9370 2024-07-26T15:48:09.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.405+0000 7faf8bbad640 1 -- 172.21.15.33:0/776216868 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf840b9880 con 0x7faf840c9370 2024-07-26T15:48:09.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.406+0000 7faf7a7fc640 1 -- 172.21.15.33:0/776216868 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 76) ==== 99185+0+0 (secure 0 0 0) 0x7faf7401b460 con 0x7faf840c9370 2024-07-26T15:48:09.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.407+0000 7faf7a7fc640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7faf680770a0 0x7faf680795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:09.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.407+0000 7faf7a7fc640 1 -- 172.21.15.33:0/776216868 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 6579+0+0 (secure 0 0 0) 0x7faf74099400 con 0x7faf840c9370 2024-07-26T15:48:09.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.407+0000 7faf89949640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7faf680770a0 0x7faf680795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:09.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.407+0000 7faf89949640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7faf680770a0 0x7faf680795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7faf840ca870 tx=0x7faf8000d360 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:09.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.411+0000 7faf7a7fc640 1 -- 172.21.15.33:0/776216868 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faf840c9cc0 con 0x7faf840c9370 2024-07-26T15:48:09.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:09.603+0000 7faf8bbad640 1 -- 172.21.15.33:0/776216868 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7faf84161550 con 0x7faf840c9370 2024-07-26T15:48:10.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.263+0000 7faf7a7fc640 1 -- 172.21.15.33:0/776216868 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v140) ==== 169+0+0 (secure 0 0 0) 0x7faf7406a3f0 con 0x7faf840c9370 2024-07-26T15:48:10.265 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T15:48:10.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 -- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7faf680770a0 msgr2=0x7faf680795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:10.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7faf680770a0 0x7faf680795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7faf840ca870 tx=0x7faf8000d360 comp rx=0 tx=0).stop 2024-07-26T15:48:10.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 -- 172.21.15.33:0/776216868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf840c9370 msgr2=0x7faf840c9780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:10.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf840c9370 0x7faf840c9780 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7faf74004e20 tx=0x7faf74001630 comp rx=0 tx=0).stop 2024-07-26T15:48:10.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 -- 172.21.15.33:0/776216868 shutdown_connections 2024-07-26T15:48:10.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf84150540 0x7faf84150950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf840c9370 0x7faf840c9780 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7faf680770a0 0x7faf680795b0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 --2- 172.21.15.33:0/776216868 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf8414dcd0 0x7faf8414e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 -- 172.21.15.33:0/776216868 >> 172.21.15.33:0/776216868 conn(0x7faf840d3d70 msgr2=0x7faf8406d6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:10.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 -- 172.21.15.33:0/776216868 shutdown_connections 2024-07-26T15:48:10.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.268+0000 7faf8bbad640 1 -- 172.21.15.33:0/776216868 wait complete. 2024-07-26T15:48:10.285 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T15:48:10.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.408+0000 7f6f5a451640 1 -- 172.21.15.33:0/1903343312 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6f540b8fa0 msgr2=0x7f6f540d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:10.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.408+0000 7f6f5a451640 1 --2- 172.21.15.33:0/1903343312 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6f540b8fa0 0x7f6f540d0ab0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6f48009830 tx=0x7f6f4802a510 comp rx=0 tx=0).stop 2024-07-26T15:48:10.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.408+0000 7f6f5a451640 1 -- 172.21.15.33:0/1903343312 shutdown_connections 2024-07-26T15:48:10.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.408+0000 7f6f5a451640 1 --2- 172.21.15.33:0/1903343312 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6f540b8fa0 0x7f6f540d0ab0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.408+0000 7f6f5a451640 1 --2- 172.21.15.33:0/1903343312 >> v2:172.21.15.154:3300/0 conn(0x7f6f540b53e0 0x7f6f540d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.408+0000 7f6f5a451640 1 -- 172.21.15.33:0/1903343312 >> 172.21.15.33:0/1903343312 conn(0x7f6f540d3dc0 msgr2=0x7f6f540d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:10.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.408+0000 7f6f5a451640 1 -- 172.21.15.33:0/1903343312 shutdown_connections 2024-07-26T15:48:10.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.408+0000 7f6f5a451640 1 -- 172.21.15.33:0/1903343312 wait complete. 2024-07-26T15:48:10.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.410+0000 7f6f5a451640 1 Processor -- start 2024-07-26T15:48:10.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.410+0000 7f6f5a451640 1 -- start start 2024-07-26T15:48:10.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.411+0000 7f6f5a451640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6f540b53e0 0x7f6f5414daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:10.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.411+0000 7f6f5a451640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f540b6cf0 0x7f6f54150340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:10.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.411+0000 7f6f5a451640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6f540b8fa0 0x7f6f54150880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:10.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.411+0000 7f6f5a451640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6f540b7810 con 0x7f6f540b6cf0 2024-07-26T15:48:10.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.411+0000 7f6f5a451640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6f540cfd20 con 0x7f6f540b53e0 2024-07-26T15:48:10.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.411+0000 7f6f5a451640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6f540b7990 con 0x7f6f540b8fa0 2024-07-26T15:48:10.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.411+0000 7f6f537fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f540b6cf0 0x7f6f54150340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.411+0000 7f6f537fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f540b6cf0 0x7f6f54150340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47952/0 (socket says 172.21.15.33:47952) 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.411+0000 7f6f537fe640 1 -- 172.21.15.33:0/667886 learned_addr learned my addr 172.21.15.33:0/667886 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f589ee640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6f540b8fa0 0x7f6f54150880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f53fff640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6f540b53e0 0x7f6f5414daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f537fe640 1 -- 172.21.15.33:0/667886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6f540b8fa0 msgr2=0x7f6f54150880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f537fe640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6f540b8fa0 0x7f6f54150880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f537fe640 1 -- 172.21.15.33:0/667886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6f540b53e0 msgr2=0x7f6f5414daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f537fe640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6f540b53e0 0x7f6f5414daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f537fe640 1 -- 172.21.15.33:0/667886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f541f8cd0 con 0x7f6f540b6cf0 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f537fe640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f540b6cf0 0x7f6f54150340 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f6f4802ab00 tx=0x7f6f48033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f50ff9640 1 -- 172.21.15.33:0/667886 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f48005c90 con 0x7f6f540b6cf0 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f50ff9640 1 -- 172.21.15.33:0/667886 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f48031e50 con 0x7f6f540b6cf0 2024-07-26T15:48:10.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f5a451640 1 -- 172.21.15.33:0/667886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f541f8fb0 con 0x7f6f540b6cf0 2024-07-26T15:48:10.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f50ff9640 1 -- 172.21.15.33:0/667886 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f48005260 con 0x7f6f540b6cf0 2024-07-26T15:48:10.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.412+0000 7f6f5a451640 1 -- 172.21.15.33:0/667886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f5415f340 con 0x7f6f540b6cf0 2024-07-26T15:48:10.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.414+0000 7f6f5a451640 1 -- 172.21.15.33:0/667886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f540b7e40 con 0x7f6f540b6cf0 2024-07-26T15:48:10.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.414+0000 7f6f50ff9640 1 -- 172.21.15.33:0/667886 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 76) ==== 99185+0+0 (secure 0 0 0) 0x7f6f48005400 con 0x7f6f540b6cf0 2024-07-26T15:48:10.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.415+0000 7f6f50ff9640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6f400770a0 0x7f6f400795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:10.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.415+0000 7f6f50ff9640 1 -- 172.21.15.33:0/667886 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 6165+0+0 (secure 0 0 0) 0x7f6f480b9bd0 con 0x7f6f540b6cf0 2024-07-26T15:48:10.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.415+0000 7f6f53fff640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6f400770a0 0x7f6f400795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:10.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.416+0000 7f6f53fff640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6f400770a0 0x7f6f400795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f6f44009530 tx=0x7f6f44009260 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:10.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.419+0000 7f6f50ff9640 1 -- 172.21.15.33:0/667886 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6f4803f030 con 0x7f6f540b6cf0 2024-07-26T15:48:10.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.611+0000 7f6f5a451640 1 -- 172.21.15.33:0/667886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f6f540b4fe0 con 0x7f6f540b6cf0 2024-07-26T15:48:10.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.617+0000 7f6f50ff9640 1 -- 172.21.15.33:0/667886 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v51) ==== 71+0+0 (secure 0 0 0) 0x7f6f48082550 con 0x7f6f540b6cf0 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 -- 172.21.15.33:0/667886 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6f400770a0 msgr2=0x7f6f400795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6f400770a0 0x7f6f400795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f6f44009530 tx=0x7f6f44009260 comp rx=0 tx=0).stop 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 -- 172.21.15.33:0/667886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f540b6cf0 msgr2=0x7f6f54150340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f540b6cf0 0x7f6f54150340 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f6f4802ab00 tx=0x7f6f48033c20 comp rx=0 tx=0).stop 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 -- 172.21.15.33:0/667886 shutdown_connections 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6f540b8fa0 0x7f6f54150880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f540b6cf0 0x7f6f54150340 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6f400770a0 0x7f6f400795b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 --2- 172.21.15.33:0/667886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6f540b53e0 0x7f6f5414daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 -- 172.21.15.33:0/667886 >> 172.21.15.33:0/667886 conn(0x7f6f540d3dc0 msgr2=0x7f6f541612b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 -- 172.21.15.33:0/667886 shutdown_connections 2024-07-26T15:48:10.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.619+0000 7f6f5a451640 1 -- 172.21.15.33:0/667886 wait complete. 2024-07-26T15:48:10.632 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule' 2024-07-26T15:48:10.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.750+0000 7fedcec3d640 1 -- 172.21.15.33:0/2755534203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fedc80cf310 msgr2=0x7fedc80b2020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:10.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.750+0000 7fedcec3d640 1 --2- 172.21.15.33:0/2755534203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fedc80cf310 0x7fedc80b2020 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7fedc0009830 tx=0x7fedc002a530 comp rx=0 tx=0).stop 2024-07-26T15:48:10.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.750+0000 7fedcec3d640 1 -- 172.21.15.33:0/2755534203 shutdown_connections 2024-07-26T15:48:10.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.750+0000 7fedcec3d640 1 --2- 172.21.15.33:0/2755534203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fedc80cf310 0x7fedc80b2020 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.750+0000 7fedcec3d640 1 -- 172.21.15.33:0/2755534203 >> 172.21.15.33:0/2755534203 conn(0x7fedc80d1bf0 msgr2=0x7fedc80d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:10.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.750+0000 7fedcec3d640 1 -- 172.21.15.33:0/2755534203 shutdown_connections 2024-07-26T15:48:10.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.750+0000 7fedcec3d640 1 -- 172.21.15.33:0/2755534203 wait complete. 2024-07-26T15:48:10.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.752+0000 7fedcec3d640 1 Processor -- start 2024-07-26T15:48:10.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.752+0000 7fedcec3d640 1 -- start start 2024-07-26T15:48:10.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.753+0000 7fedcec3d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fedc80b6e00 0x7fedc815b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:10.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.753+0000 7fedcec3d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fedc80cc660 0x7fedc80ccb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:10.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.753+0000 7fedcec3d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fedc80cf310 0x7fedc80cd040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:10.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.753+0000 7fedcec3d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fedc8167840 con 0x7fedc80b6e00 2024-07-26T15:48:10.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.753+0000 7fedcec3d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fedc81676c0 con 0x7fedc80cf310 2024-07-26T15:48:10.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.753+0000 7fedcec3d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fedc81679c0 con 0x7fedc80cc660 2024-07-26T15:48:10.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.753+0000 7fedcc9d9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fedc80b6e00 0x7fedc815b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:10.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.753+0000 7fedcc9d9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fedc80b6e00 0x7fedc815b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47972/0 (socket says 172.21.15.33:47972) 2024-07-26T15:48:10.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.753+0000 7fedcc9d9640 1 -- 172.21.15.33:0/2121739270 learned_addr learned my addr 172.21.15.33:0/2121739270 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:10.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedcd1da640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fedc80cf310 0x7fedc80cd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:10.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedc7fff640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fedc80cc660 0x7fedc80ccb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:10.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedcc9d9640 1 -- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fedc80cc660 msgr2=0x7fedc80ccb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:10.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedcc9d9640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fedc80cc660 0x7fedc80ccb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedcc9d9640 1 -- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fedc80cf310 msgr2=0x7fedc80cd040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:10.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedcc9d9640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fedc80cf310 0x7fedc80cd040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:10.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedcc9d9640 1 -- 172.21.15.33:0/2121739270 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc815b9a0 con 0x7fedc80b6e00 2024-07-26T15:48:10.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedcc9d9640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fedc80b6e00 0x7fedc815b300 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fedb800c370 tx=0x7fedb800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:10.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedc57fa640 1 -- 172.21.15.33:0/2121739270 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb8011790 con 0x7fedc80b6e00 2024-07-26T15:48:10.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedc57fa640 1 -- 172.21.15.33:0/2121739270 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fedb8017070 con 0x7fedc80b6e00 2024-07-26T15:48:10.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedc57fa640 1 -- 172.21.15.33:0/2121739270 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb8011cc0 con 0x7fedc80b6e00 2024-07-26T15:48:10.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedcec3d640 1 -- 172.21.15.33:0/2121739270 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc815bc80 con 0x7fedc80b6e00 2024-07-26T15:48:10.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.754+0000 7fedcec3d640 1 -- 172.21.15.33:0/2121739270 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc815c760 con 0x7fedc80b6e00 2024-07-26T15:48:10.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.755+0000 7fedcec3d640 1 -- 172.21.15.33:0/2121739270 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedc80cfa60 con 0x7fedc80b6e00 2024-07-26T15:48:10.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.756+0000 7fedc57fa640 1 -- 172.21.15.33:0/2121739270 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 76) ==== 99185+0+0 (secure 0 0 0) 0x7fedb801c460 con 0x7fedc80b6e00 2024-07-26T15:48:10.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.756+0000 7fedc57fa640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feda80770d0 0x7feda80795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:10.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.757+0000 7fedc57fa640 1 -- 172.21.15.33:0/2121739270 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 6165+0+0 (secure 0 0 0) 0x7fedb8098a20 con 0x7fedc80b6e00 2024-07-26T15:48:10.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.757+0000 7fedc7fff640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feda80770d0 0x7feda80795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:10.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.757+0000 7fedc7fff640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feda80770d0 0x7feda80795e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fedb0007fd0 tx=0x7fedb0009040 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:10.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:10.761+0000 7fedc57fa640 1 -- 172.21.15.33:0/2121739270 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fedb8061960 con 0x7fedc80b6e00 2024-07-26T15:48:11.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.033+0000 7fedcec3d640 1 -- 172.21.15.33:0/2121739270 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule"]} v 0) -- 0x7fedc80c54c0 con 0x7fedc80b6e00 2024-07-26T15:48:11.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.265+0000 7fedc57fa640 1 -- 172.21.15.33:0/2121739270 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule"]}]=0 v730) ==== 148+0+0 (secure 0 0 0) 0x7fedb8061260 con 0x7fedc80b6e00 2024-07-26T15:48:11.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.268+0000 7fedcec3d640 1 -- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feda80770d0 msgr2=0x7feda80795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.268+0000 7fedcec3d640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feda80770d0 0x7feda80795e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fedb0007fd0 tx=0x7fedb0009040 comp rx=0 tx=0).stop 2024-07-26T15:48:11.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.268+0000 7fedcec3d640 1 -- 172.21.15.33:0/2121739270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fedc80b6e00 msgr2=0x7fedc815b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.268+0000 7fedcec3d640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fedc80b6e00 0x7fedc815b300 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fedb800c370 tx=0x7fedb800c830 comp rx=0 tx=0).stop 2024-07-26T15:48:11.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.269+0000 7fedcec3d640 1 -- 172.21.15.33:0/2121739270 shutdown_connections 2024-07-26T15:48:11.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.269+0000 7fedcec3d640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feda80770d0 0x7feda80795e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.269+0000 7fedcec3d640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fedc80cf310 0x7fedc80cd040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.269+0000 7fedcec3d640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fedc80cc660 0x7fedc80ccb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.269+0000 7fedcec3d640 1 --2- 172.21.15.33:0/2121739270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fedc80b6e00 0x7fedc815b300 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.269+0000 7fedcec3d640 1 -- 172.21.15.33:0/2121739270 >> 172.21.15.33:0/2121739270 conn(0x7fedc80d1bf0 msgr2=0x7fedc80b6190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:11.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.269+0000 7fedcec3d640 1 -- 172.21.15.33:0/2121739270 shutdown_connections 2024-07-26T15:48:11.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.269+0000 7fedcec3d640 1 -- 172.21.15.33:0/2121739270 wait complete. 2024-07-26T15:48:11.282 INFO:tasks.cephfs_test_runner:Test existence of a scheduled snapshot ... ok 2024-07-26T15:48:11.282 INFO:tasks.cephfs_test_runner:Starting test: test_snap_schedule_all_periods (tasks.cephfs.test_snap_schedules.TestSnapSchedules) 2024-07-26T15:48:11.283 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:48:11.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.400+0000 7f3008e2c640 1 -- 172.21.15.33:0/641437210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30040cf430 msgr2=0x7f30040b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.400+0000 7f3008e2c640 1 --2- 172.21.15.33:0/641437210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30040cf430 0x7f30040b9430 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f2ff4005fd0 tx=0x7f2ff402a530 comp rx=0 tx=0).stop 2024-07-26T15:48:11.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.400+0000 7f3008e2c640 1 -- 172.21.15.33:0/641437210 shutdown_connections 2024-07-26T15:48:11.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.400+0000 7f3008e2c640 1 --2- 172.21.15.33:0/641437210 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30040d1b80 0x7f30040d2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.400+0000 7f3008e2c640 1 --2- 172.21.15.33:0/641437210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30040cf430 0x7f30040b9430 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.400+0000 7f3008e2c640 1 -- 172.21.15.33:0/641437210 >> 172.21.15.33:0/641437210 conn(0x7f30040d3da0 msgr2=0x7f30040d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:11.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.400+0000 7f3008e2c640 1 -- 172.21.15.33:0/641437210 shutdown_connections 2024-07-26T15:48:11.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.400+0000 7f3008e2c640 1 -- 172.21.15.33:0/641437210 wait complete. 2024-07-26T15:48:11.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.402+0000 7f3008e2c640 1 Processor -- start 2024-07-26T15:48:11.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.402+0000 7f3008e2c640 1 -- start start 2024-07-26T15:48:11.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.403+0000 7f3008e2c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30040cf430 0x7f30040b60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:11.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.403+0000 7f3008e2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30040d1b80 0x7f30041f8a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:11.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.403+0000 7f3008e2c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30040d27c0 0x7f300415d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:11.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.403+0000 7f3008e2c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f30040d0c80 con 0x7f30040d1b80 2024-07-26T15:48:11.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.403+0000 7f3008e2c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f30040b2690 con 0x7f30040d27c0 2024-07-26T15:48:11.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.403+0000 7f3008e2c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f30040d0e00 con 0x7f30040cf430 2024-07-26T15:48:11.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.403+0000 7f3001d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30040d1b80 0x7f30041f8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:11.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.403+0000 7f3001d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30040d1b80 0x7f30041f8a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47990/0 (socket says 172.21.15.33:47990) 2024-07-26T15:48:11.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.403+0000 7f3001d9b640 1 -- 172.21.15.33:0/4143538121 learned_addr learned my addr 172.21.15.33:0/4143538121 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:11.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.403+0000 7f300259c640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30040cf430 0x7f30040b60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.403+0000 7f3002d9d640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30040d27c0 0x7f300415d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.404+0000 7f3001d9b640 1 -- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30040cf430 msgr2=0x7f30040b60b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.404+0000 7f3001d9b640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30040cf430 0x7f30040b60b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.404+0000 7f3001d9b640 1 -- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30040d27c0 msgr2=0x7f300415d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.404+0000 7f3001d9b640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30040d27c0 0x7f300415d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.404+0000 7f3001d9b640 1 -- 172.21.15.33:0/4143538121 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30041f95f0 con 0x7f30040d1b80 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.404+0000 7f3001d9b640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30040d1b80 0x7f30041f8a30 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f2ff800c970 tx=0x7f2ff800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.404+0000 7f2ff2ffd640 1 -- 172.21.15.33:0/4143538121 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8007bb0 con 0x7f30040d1b80 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.404+0000 7f2ff2ffd640 1 -- 172.21.15.33:0/4143538121 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ff8007e40 con 0x7f30040d1b80 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.404+0000 7f3008e2c640 1 -- 172.21.15.33:0/4143538121 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30041f55e0 con 0x7f30040d1b80 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.404+0000 7f2ff2ffd640 1 -- 172.21.15.33:0/4143538121 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8005280 con 0x7f30040d1b80 2024-07-26T15:48:11.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.404+0000 7f3008e2c640 1 -- 172.21.15.33:0/4143538121 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30041f5ba0 con 0x7f30040d1b80 2024-07-26T15:48:11.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.405+0000 7f3008e2c640 1 -- 172.21.15.33:0/4143538121 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f300406ab40 con 0x7f30040d1b80 2024-07-26T15:48:11.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.406+0000 7f2ff2ffd640 1 -- 172.21.15.33:0/4143538121 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 76) ==== 99185+0+0 (secure 0 0 0) 0x7f2ff8005420 con 0x7f30040d1b80 2024-07-26T15:48:11.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.406+0000 7f2ff2ffd640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2fe40770a0 0x7f2fe40795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:11.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.407+0000 7f2ff2ffd640 1 -- 172.21.15.33:0/4143538121 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 6165+0+0 (secure 0 0 0) 0x7f2ff8098f20 con 0x7f30040d1b80 2024-07-26T15:48:11.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.407+0000 7f300259c640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2fe40770a0 0x7f2fe40795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:11.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.407+0000 7f300259c640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2fe40770a0 0x7f2fe40795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2ff4033000 tx=0x7f2ff4004730 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:11.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.411+0000 7f2ff2ffd640 1 -- 172.21.15.33:0/4143538121 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2ff8014030 con 0x7f30040d1b80 2024-07-26T15:48:11.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.604+0000 7f3008e2c640 1 -- 172.21.15.33:0/4143538121 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f30040d25a0 con 0x7f30040d1b80 2024-07-26T15:48:11.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.605+0000 7f2ff2ffd640 1 -- 172.21.15.33:0/4143538121 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+14513 (secure 0 0 0) 0x7f2ff806a120 con 0x7f30040d1b80 2024-07-26T15:48:11.606 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:11.606 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":140,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:48:10.261550+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":16,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":131,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/2418219498":"2024-07-27T15:48:03.837976+0000","172.21.15.33:6836/3258881763":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/1887232720":"2024-07-27T15:48:03.837976+0000","172.21.15.33:6837/3258881763":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/178596274":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/31221405":"2024-07-27T15:48:03.837976+0000","172.21.15.33:6835/2492094756":"2024-07-27T15:48:07.248667+0000","172.21.15.33:0/3117234951":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/3269572980":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/3251891272":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/2951112965":"2024-07-27T15:48:03.837976+0000","172.21.15.33:0/2681317573":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/2001576626":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/2134026141":"2024-07-27T15:47:25.929327+0000","172.21.15.33:6837/2985538436":"2024-07-27T15:47:25.929327+0000","172.21.15.33:6836/2985538436":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/621156197":"2024-07-27T15:47:25.929327+0000","172.21.15.33:6833/2492094756":"2024-07-27T15:48:07.248667+0000","172.21.15.33:0/355261765":"2024-07-27T15:47:25.929327+0000","172.21.15.33:0/293745946":"2024-07-27T15:47:25.929327+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:48:11.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 -- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2fe40770a0 msgr2=0x7f2fe40795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2fe40770a0 0x7f2fe40795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f2ff4033000 tx=0x7f2ff4004730 comp rx=0 tx=0).stop 2024-07-26T15:48:11.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 -- 172.21.15.33:0/4143538121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30040d1b80 msgr2=0x7f30041f8a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30040d1b80 0x7f30041f8a30 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f2ff800c970 tx=0x7f2ff800ce30 comp rx=0 tx=0).stop 2024-07-26T15:48:11.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 -- 172.21.15.33:0/4143538121 shutdown_connections 2024-07-26T15:48:11.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2fe40770a0 0x7f2fe40795b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30040d27c0 0x7f300415d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30040d1b80 0x7f30041f8a30 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 --2- 172.21.15.33:0/4143538121 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30040cf430 0x7f30040b60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 -- 172.21.15.33:0/4143538121 >> 172.21.15.33:0/4143538121 conn(0x7f30040d3da0 msgr2=0x7f30040b7590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:11.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 -- 172.21.15.33:0/4143538121 shutdown_connections 2024-07-26T15:48:11.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.607+0000 7f3008e2c640 1 -- 172.21.15.33:0/4143538121 wait complete. 2024-07-26T15:48:11.620 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T15:48:11.621 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T15:48:11.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.742+0000 7fa433741640 1 -- 172.21.15.33:0/55173647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa418004800 msgr2=0x7fa418004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.742+0000 7fa433741640 1 --2- 172.21.15.33:0/55173647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa418004800 0x7fa418004c10 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7fa42c0b7da0 tx=0x7fa418005830 comp rx=0 tx=0).stop 2024-07-26T15:48:11.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.742+0000 7fa433741640 1 -- 172.21.15.33:0/55173647 shutdown_connections 2024-07-26T15:48:11.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.742+0000 7fa433741640 1 --2- 172.21.15.33:0/55173647 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa418004800 0x7fa418004c10 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.742+0000 7fa433741640 1 -- 172.21.15.33:0/55173647 >> 172.21.15.33:0/55173647 conn(0x7fa42c0b3810 msgr2=0x7fa42c0b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:11.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.742+0000 7fa433741640 1 -- 172.21.15.33:0/55173647 shutdown_connections 2024-07-26T15:48:11.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.742+0000 7fa433741640 1 -- 172.21.15.33:0/55173647 wait complete. 2024-07-26T15:48:11.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.744+0000 7fa433741640 1 Processor -- start 2024-07-26T15:48:11.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.744+0000 7fa433741640 1 -- start start 2024-07-26T15:48:11.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa433741640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa418004800 0x7fa42c1f5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:11.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa433741640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa42c1e1600 0x7fa42c158a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:11.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa433741640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa42c1e1a10 0x7fa42c1f2f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:11.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa433741640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa42c0ce750 con 0x7fa42c1e1a10 2024-07-26T15:48:11.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa433741640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa42c0ce5d0 con 0x7fa418004800 2024-07-26T15:48:11.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa433741640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa42c0ce8d0 con 0x7fa42c1e1600 2024-07-26T15:48:11.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa431cde640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa42c1e1a10 0x7fa42c1f2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:11.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa431cde640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa42c1e1a10 0x7fa42c1f2f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48010/0 (socket says 172.21.15.33:48010) 2024-07-26T15:48:11.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa431cde640 1 -- 172.21.15.33:0/1207969665 learned_addr learned my addr 172.21.15.33:0/1207969665 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:11.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa430cdc640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa42c1e1600 0x7fa42c158a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa4314dd640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa418004800 0x7fa42c1f5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa431cde640 1 -- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa42c1e1600 msgr2=0x7fa42c158a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa431cde640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa42c1e1600 0x7fa42c158a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa431cde640 1 -- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa418004800 msgr2=0x7fa42c1f5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa431cde640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa418004800 0x7fa42c1f5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.745+0000 7fa431cde640 1 -- 172.21.15.33:0/1207969665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa42c0b5be0 con 0x7fa42c1e1a10 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.746+0000 7fa431cde640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa42c1e1a10 0x7fa42c1f2f00 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fa42c0c8c80 tx=0x7fa424006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.746+0000 7fa421ffb640 1 -- 172.21.15.33:0/1207969665 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa424011900 con 0x7fa42c1e1a10 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.746+0000 7fa421ffb640 1 -- 172.21.15.33:0/1207969665 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa424018070 con 0x7fa42c1e1a10 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.746+0000 7fa433741640 1 -- 172.21.15.33:0/1207969665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa42c0b5ec0 con 0x7fa42c1e1a10 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.746+0000 7fa421ffb640 1 -- 172.21.15.33:0/1207969665 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa424011d40 con 0x7fa42c1e1a10 2024-07-26T15:48:11.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.746+0000 7fa433741640 1 -- 172.21.15.33:0/1207969665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa42c1f29e0 con 0x7fa42c1e1a10 2024-07-26T15:48:11.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.747+0000 7fa433741640 1 -- 172.21.15.33:0/1207969665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa42c0cce50 con 0x7fa42c1e1a10 2024-07-26T15:48:11.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.748+0000 7fa421ffb640 1 -- 172.21.15.33:0/1207969665 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7fa42401d460 con 0x7fa42c1e1a10 2024-07-26T15:48:11.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.748+0000 7fa421ffb640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa410077130 0x7fa410079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:11.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.748+0000 7fa421ffb640 1 -- 172.21.15.33:0/1207969665 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 6165+0+0 (secure 0 0 0) 0x7fa4240995a0 con 0x7fa42c1e1a10 2024-07-26T15:48:11.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.749+0000 7fa4314dd640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa410077130 0x7fa410079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:11.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.749+0000 7fa4314dd640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa410077130 0x7fa410079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa42c06b530 tx=0x7fa42800b570 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:11.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.753+0000 7fa421ffb640 1 -- 172.21.15.33:0/1207969665 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa4240623b0 con 0x7fa42c1e1a10 2024-07-26T15:48:11.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.949+0000 7fa433741640 1 -- 172.21.15.33:0/1207969665 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa42c0b63e0 con 0x7fa42c1e1a10 2024-07-26T15:48:11.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.950+0000 7fa421ffb640 1 -- 172.21.15.33:0/1207969665 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v140) ==== 93+0+10 (secure 0 0 0) 0x7fa424061cb0 con 0x7fa42c1e1a10 2024-07-26T15:48:11.951 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T15:48:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 -- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa410077130 msgr2=0x7fa410079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa410077130 0x7fa410079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa42c06b530 tx=0x7fa42800b570 comp rx=0 tx=0).stop 2024-07-26T15:48:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 -- 172.21.15.33:0/1207969665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa42c1e1a10 msgr2=0x7fa42c1f2f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa42c1e1a10 0x7fa42c1f2f00 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fa42c0c8c80 tx=0x7fa424006430 comp rx=0 tx=0).stop 2024-07-26T15:48:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 -- 172.21.15.33:0/1207969665 shutdown_connections 2024-07-26T15:48:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa42c1e1a10 0x7fa42c1f2f00 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa42c1e1600 0x7fa42c158a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa410077130 0x7fa410079640 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 --2- 172.21.15.33:0/1207969665 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa418004800 0x7fa42c1f5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 -- 172.21.15.33:0/1207969665 >> 172.21.15.33:0/1207969665 conn(0x7fa42c0b3810 msgr2=0x7fa42c15bfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 -- 172.21.15.33:0/1207969665 shutdown_connections 2024-07-26T15:48:11.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:11.952+0000 7fa433741640 1 -- 172.21.15.33:0/1207969665 wait complete. 2024-07-26T15:48:11.965 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_all_periods' 2024-07-26T15:48:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.081+0000 7f87707cc640 1 -- 172.21.15.33:0/1950511288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87680cf430 msgr2=0x7f87680b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.081+0000 7f87707cc640 1 --2- 172.21.15.33:0/1950511288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87680cf430 0x7f87680b9430 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f8758005fd0 tx=0x7f875802aa90 comp rx=0 tx=0).stop 2024-07-26T15:48:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.081+0000 7f87707cc640 1 -- 172.21.15.33:0/1950511288 shutdown_connections 2024-07-26T15:48:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.081+0000 7f87707cc640 1 --2- 172.21.15.33:0/1950511288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87680d1b80 0x7f87680d2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.081+0000 7f87707cc640 1 --2- 172.21.15.33:0/1950511288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87680cf430 0x7f87680b9430 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.081+0000 7f87707cc640 1 -- 172.21.15.33:0/1950511288 >> 172.21.15.33:0/1950511288 conn(0x7f87680d3da0 msgr2=0x7f87680d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.081+0000 7f87707cc640 1 -- 172.21.15.33:0/1950511288 shutdown_connections 2024-07-26T15:48:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.081+0000 7f87707cc640 1 -- 172.21.15.33:0/1950511288 wait complete. 2024-07-26T15:48:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.083+0000 7f87707cc640 1 Processor -- start 2024-07-26T15:48:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.083+0000 7f87707cc640 1 -- start start 2024-07-26T15:48:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.084+0000 7f87707cc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87680cf430 0x7f87681f59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.084+0000 7f87707cc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87680d1b80 0x7f87681f4820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.084+0000 7f87707cc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87680d27c0 0x7f876806df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.084+0000 7f87707cc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f87680d0c80 con 0x7f87680d1b80 2024-07-26T15:48:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.084+0000 7f87707cc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f87680b2690 con 0x7f87680cf430 2024-07-26T15:48:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.084+0000 7f87707cc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f87680d0e00 con 0x7f87680d27c0 2024-07-26T15:48:12.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876dd67640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87680d1b80 0x7f87681f4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876dd67640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87680d1b80 0x7f87681f4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48920/0 (socket says 172.21.15.33:48920) 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876dd67640 1 -- 172.21.15.33:0/1545417963 learned_addr learned my addr 172.21.15.33:0/1545417963 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876e568640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87680cf430 0x7f87681f59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876ed69640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87680d27c0 0x7f876806df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876dd67640 1 -- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87680d27c0 msgr2=0x7f876806df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876dd67640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87680d27c0 0x7f876806df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876dd67640 1 -- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87680cf430 msgr2=0x7f87681f59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876dd67640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87680cf430 0x7f87681f59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876dd67640 1 -- 172.21.15.33:0/1545417963 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87681e6f60 con 0x7f87680d1b80 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876ed69640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87680d27c0 0x7f876806df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f876dd67640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87680d1b80 0x7f87681f4820 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f875c00d650 tx=0x7f875c00db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f8766ffd640 1 -- 172.21.15.33:0/1545417963 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f875c017070 con 0x7f87680d1b80 2024-07-26T15:48:12.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f8766ffd640 1 -- 172.21.15.33:0/1545417963 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f875c005310 con 0x7f87680d1b80 2024-07-26T15:48:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f8766ffd640 1 -- 172.21.15.33:0/1545417963 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f875c009820 con 0x7f87680d1b80 2024-07-26T15:48:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f87707cc640 1 -- 172.21.15.33:0/1545417963 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f876809ded0 con 0x7f87680d1b80 2024-07-26T15:48:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.085+0000 7f87707cc640 1 -- 172.21.15.33:0/1545417963 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f876809e490 con 0x7f87680d1b80 2024-07-26T15:48:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.086+0000 7f87707cc640 1 -- 172.21.15.33:0/1545417963 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87680d12f0 con 0x7f87680d1b80 2024-07-26T15:48:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.087+0000 7f8766ffd640 1 -- 172.21.15.33:0/1545417963 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f875c0099c0 con 0x7f87680d1b80 2024-07-26T15:48:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.087+0000 7f8766ffd640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8754077160 0x7f8754079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.088+0000 7f8766ffd640 1 -- 172.21.15.33:0/1545417963 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 6165+0+0 (secure 0 0 0) 0x7f875c098c80 con 0x7f87680d1b80 2024-07-26T15:48:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.088+0000 7f876e568640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8754077160 0x7f8754079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:12.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.088+0000 7f876e568640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8754077160 0x7f8754079670 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8758035000 tx=0x7f8758038040 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:12.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.092+0000 7f8766ffd640 1 -- 172.21.15.33:0/1545417963 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f875c061440 con 0x7f87680d1b80 2024-07-26T15:48:12.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:12.367+0000 7f87707cc640 1 -- 172.21.15.33:0/1545417963 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_all_periods"]} v 0) -- 0x7f87681f4d60 con 0x7f87680d1b80 2024-07-26T15:48:13.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.273+0000 7f8766ffd640 1 -- 172.21.15.33:0/1545417963 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_all_periods"]}]=0 v732) ==== 163+0+0 (secure 0 0 0) 0x7f875c065990 con 0x7f87680d1b80 2024-07-26T15:48:13.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 -- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8754077160 msgr2=0x7f8754079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8754077160 0x7f8754079670 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8758035000 tx=0x7f8758038040 comp rx=0 tx=0).stop 2024-07-26T15:48:13.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 -- 172.21.15.33:0/1545417963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87680d1b80 msgr2=0x7f87681f4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87680d1b80 0x7f87681f4820 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f875c00d650 tx=0x7f875c00db10 comp rx=0 tx=0).stop 2024-07-26T15:48:13.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 -- 172.21.15.33:0/1545417963 shutdown_connections 2024-07-26T15:48:13.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87680d27c0 0x7f876806df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87680d1b80 0x7f87681f4820 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8754077160 0x7f8754079670 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 --2- 172.21.15.33:0/1545417963 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87680cf430 0x7f87681f59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 -- 172.21.15.33:0/1545417963 >> 172.21.15.33:0/1545417963 conn(0x7f87680d3da0 msgr2=0x7f87680d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:13.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 -- 172.21.15.33:0/1545417963 shutdown_connections 2024-07-26T15:48:13.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.276+0000 7f87707cc640 1 -- 172.21.15.33:0/1545417963 wait complete. 2024-07-26T15:48:13.292 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T15:48:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.415+0000 7f4eaa377640 1 -- 172.21.15.33:0/3620531484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e8c003a30 msgr2=0x7f4e8c003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.415+0000 7f4eaa377640 1 --2- 172.21.15.33:0/3620531484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e8c003a30 0x7f4e8c003ea0 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f4e9400bc20 tx=0x7f4e8c005830 comp rx=0 tx=0).stop 2024-07-26T15:48:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.415+0000 7f4ea8914640 1 -- 172.21.15.33:0/3620531484 reap_dead start 2024-07-26T15:48:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.415+0000 7f4eaa377640 1 -- 172.21.15.33:0/3620531484 shutdown_connections 2024-07-26T15:48:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.415+0000 7f4eaa377640 1 -- 172.21.15.33:0/3620531484 >> 172.21.15.33:0/3620531484 conn(0x7f4ea40cc3d0 msgr2=0x7f4ea40cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.415+0000 7f4eaa377640 1 -- 172.21.15.33:0/3620531484 shutdown_connections 2024-07-26T15:48:13.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.415+0000 7f4eaa377640 1 -- 172.21.15.33:0/3620531484 wait complete. 2024-07-26T15:48:13.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.417+0000 7f4eaa377640 1 Processor -- start 2024-07-26T15:48:13.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.417+0000 7f4eaa377640 1 -- start start 2024-07-26T15:48:13.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.418+0000 7f4eaa377640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea413bc30 0x7f4ea414ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:13.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.418+0000 7f4eaa377640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea413e360 0x7f4ea413e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:13.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.418+0000 7f4eaa377640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea413ecb0 0x7f4ea41f4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:13.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.418+0000 7f4eaa377640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea415b630 con 0x7f4ea413bc30 2024-07-26T15:48:13.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.418+0000 7f4eaa377640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4ea40ce9e0 con 0x7f4ea413ecb0 2024-07-26T15:48:13.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.418+0000 7f4eaa377640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4ea415b7b0 con 0x7f4ea413e360 2024-07-26T15:48:13.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.418+0000 7f4ea3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea413bc30 0x7f4ea414ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:13.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.418+0000 7f4ea3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea413bc30 0x7f4ea414ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48938/0 (socket says 172.21.15.33:48938) 2024-07-26T15:48:13.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.418+0000 7f4ea3fff640 1 -- 172.21.15.33:0/468722290 learned_addr learned my addr 172.21.15.33:0/468722290 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:13.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.418+0000 7f4ea37fe640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea413e360 0x7f4ea413e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.418+0000 7f4ea8914640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea413ecb0 0x7f4ea41f4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.419+0000 7f4ea3fff640 1 -- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea413e360 msgr2=0x7f4ea413e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.419+0000 7f4ea3fff640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea413e360 0x7f4ea413e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.419+0000 7f4ea3fff640 1 -- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea413ecb0 msgr2=0x7f4ea41f4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.419+0000 7f4ea3fff640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea413ecb0 0x7f4ea41f4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.419+0000 7f4ea3fff640 1 -- 172.21.15.33:0/468722290 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ea414e9e0 con 0x7f4ea413bc30 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.419+0000 7f4ea3fff640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea413bc30 0x7f4ea414ebf0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f4e9402b260 tx=0x7f4e940339b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.419+0000 7f4ea0ff9640 1 -- 172.21.15.33:0/468722290 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e94038040 con 0x7f4ea413bc30 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.419+0000 7f4ea0ff9640 1 -- 172.21.15.33:0/468722290 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4e94033ba0 con 0x7f4ea413bc30 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.419+0000 7f4eaa377640 1 -- 172.21.15.33:0/468722290 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ea40b3680 con 0x7f4ea413bc30 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.419+0000 7f4ea0ff9640 1 -- 172.21.15.33:0/468722290 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9400b7f0 con 0x7f4ea413bc30 2024-07-26T15:48:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.419+0000 7f4eaa377640 1 -- 172.21.15.33:0/468722290 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ea40b3c40 con 0x7f4ea413bc30 2024-07-26T15:48:13.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.420+0000 7f4eaa377640 1 -- 172.21.15.33:0/468722290 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ea4072e80 con 0x7f4ea413bc30 2024-07-26T15:48:13.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.421+0000 7f4ea0ff9640 1 -- 172.21.15.33:0/468722290 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f4e94045400 con 0x7f4ea413bc30 2024-07-26T15:48:13.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.422+0000 7f4ea0ff9640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4e90077130 0x7f4e90079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:13.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.422+0000 7f4ea0ff9640 1 -- 172.21.15.33:0/468722290 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 6165+0+0 (secure 0 0 0) 0x7f4e940b9540 con 0x7f4ea413bc30 2024-07-26T15:48:13.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.422+0000 7f4ea37fe640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4e90077130 0x7f4e90079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:13.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.423+0000 7f4ea37fe640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4e90077130 0x7f4e90079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4e98001410 tx=0x7f4e98006910 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:13.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.426+0000 7f4ea0ff9640 1 -- 172.21.15.33:0/468722290 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4e94081e10 con 0x7f4ea413bc30 2024-07-26T15:48:13.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.618+0000 7f4eaa377640 1 -- 172.21.15.33:0/468722290 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f4ea40b4ed0 con 0x7f4ea413bc30 2024-07-26T15:48:13.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.619+0000 7f4ea0ff9640 1 -- 172.21.15.33:0/468722290 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v51) ==== 59+0+1998 (secure 0 0 0) 0x7f4e94086360 con 0x7f4ea413bc30 2024-07-26T15:48:13.620 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T15:48:13.620 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T15:48:13.620 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T15:48:13.620 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T15:48:13.620 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T15:48:13.621 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T15:48:13.622 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T15:48:13.622 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T15:48:13.622 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T15:48:13.622 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T15:48:13.622 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T15:48:13.622 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T15:48:13.622 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T15:48:13.622 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T15:48:13.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 -- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4e90077130 msgr2=0x7f4e90079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4e90077130 0x7f4e90079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4e98001410 tx=0x7f4e98006910 comp rx=0 tx=0).stop 2024-07-26T15:48:13.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 -- 172.21.15.33:0/468722290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea413bc30 msgr2=0x7f4ea414ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea413bc30 0x7f4ea414ebf0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f4e9402b260 tx=0x7f4e940339b0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 -- 172.21.15.33:0/468722290 shutdown_connections 2024-07-26T15:48:13.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4e90077130 0x7f4e90079640 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ea413ecb0 0x7f4ea41f4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ea413e360 0x7f4ea413e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 --2- 172.21.15.33:0/468722290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ea413bc30 0x7f4ea414ebf0 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 -- 172.21.15.33:0/468722290 >> 172.21.15.33:0/468722290 conn(0x7f4ea40cc3d0 msgr2=0x7f4ea415d040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:13.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 -- 172.21.15.33:0/468722290 shutdown_connections 2024-07-26T15:48:13.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.621+0000 7f4eaa377640 1 -- 172.21.15.33:0/468722290 wait complete. 2024-07-26T15:48:13.634 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T15:48:13.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.753+0000 7fc77a27e640 1 -- 172.21.15.33:0/446152514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc77406f810 msgr2=0x7fc7740b45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.753+0000 7fc77a27e640 1 --2- 172.21.15.33:0/446152514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc77406f810 0x7fc7740b45f0 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7fc774073220 tx=0x7fc76c02aa30 comp rx=0 tx=0).stop 2024-07-26T15:48:13.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.753+0000 7fc77a27e640 1 -- 172.21.15.33:0/446152514 shutdown_connections 2024-07-26T15:48:13.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.753+0000 7fc77a27e640 1 --2- 172.21.15.33:0/446152514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc77406f810 0x7fc7740b45f0 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.753+0000 7fc77a27e640 1 --2- 172.21.15.33:0/446152514 >> v2:172.21.15.154:3300/0 conn(0x7fc77415f150 0x7fc77406f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.753+0000 7fc77a27e640 1 -- 172.21.15.33:0/446152514 >> 172.21.15.33:0/446152514 conn(0x7fc7740d0b40 msgr2=0x7fc7740d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:13.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.753+0000 7fc77a27e640 1 -- 172.21.15.33:0/446152514 shutdown_connections 2024-07-26T15:48:13.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.753+0000 7fc77a27e640 1 -- 172.21.15.33:0/446152514 wait complete. 2024-07-26T15:48:13.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.755+0000 7fc77a27e640 1 Processor -- start 2024-07-26T15:48:13.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.755+0000 7fc77a27e640 1 -- start start 2024-07-26T15:48:13.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.756+0000 7fc77a27e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc77406f810 0x7fc7740ae270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:13.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.756+0000 7fc77a27e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc774158960 0x7fc7740ac5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:13.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.756+0000 7fc77a27e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc77415f150 0x7fc7741f5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:13.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.756+0000 7fc77a27e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc7740b4fa0 con 0x7fc774158960 2024-07-26T15:48:13.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.756+0000 7fc77a27e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc7740b4e20 con 0x7fc77415f150 2024-07-26T15:48:13.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.756+0000 7fc77a27e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc7740b5120 con 0x7fc77406f810 2024-07-26T15:48:13.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.756+0000 7fc76bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc774158960 0x7fc7740ac5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:13.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.756+0000 7fc76bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc774158960 0x7fc7740ac5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48958/0 (socket says 172.21.15.33:48958) 2024-07-26T15:48:13.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.756+0000 7fc76bfff640 1 -- 172.21.15.33:0/571713591 learned_addr learned my addr 172.21.15.33:0/571713591 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:13.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.756+0000 7fc773fff640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc77406f810 0x7fc7740ae270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.756+0000 7fc77881b640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc77415f150 0x7fc7741f5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.757+0000 7fc76bfff640 1 -- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc77406f810 msgr2=0x7fc7740ae270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.757+0000 7fc76bfff640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc77406f810 0x7fc7740ae270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.757+0000 7fc76bfff640 1 -- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc77415f150 msgr2=0x7fc7741f5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.757+0000 7fc76bfff640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc77415f150 0x7fc7741f5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.757+0000 7fc76bfff640 1 -- 172.21.15.33:0/571713591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7740aee50 con 0x7fc774158960 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.757+0000 7fc76bfff640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc774158960 0x7fc7740ac5e0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7fc75c009a40 tx=0x7fc75c009f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.757+0000 7fc7717fa640 1 -- 172.21.15.33:0/571713591 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75c01c070 con 0x7fc774158960 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.757+0000 7fc7717fa640 1 -- 172.21.15.33:0/571713591 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc75c00bb70 con 0x7fc774158960 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.757+0000 7fc77a27e640 1 -- 172.21.15.33:0/571713591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7740af130 con 0x7fc774158960 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.757+0000 7fc7717fa640 1 -- 172.21.15.33:0/571713591 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75c017410 con 0x7fc774158960 2024-07-26T15:48:13.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.757+0000 7fc77a27e640 1 -- 172.21.15.33:0/571713591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7740af6f0 con 0x7fc774158960 2024-07-26T15:48:13.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.758+0000 7fc77a27e640 1 -- 172.21.15.33:0/571713591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7740aebc0 con 0x7fc774158960 2024-07-26T15:48:13.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.759+0000 7fc7717fa640 1 -- 172.21.15.33:0/571713591 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7fc75c01f070 con 0x7fc774158960 2024-07-26T15:48:13.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.759+0000 7fc7717fa640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc754077130 0x7fc754079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:13.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.759+0000 7fc7717fa640 1 -- 172.21.15.33:0/571713591 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 6165+0+0 (secure 0 0 0) 0x7fc75c09a7a0 con 0x7fc774158960 2024-07-26T15:48:13.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.760+0000 7fc773fff640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc754077130 0x7fc754079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:13.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.760+0000 7fc773fff640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc754077130 0x7fc754079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc764001720 tx=0x7fc764009040 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:13.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.764+0000 7fc7717fa640 1 -- 172.21.15.33:0/571713591 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc75c063080 con 0x7fc774158960 2024-07-26T15:48:13.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.960+0000 7fc77a27e640 1 -- 172.21.15.33:0/571713591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fc7740b5640 con 0x7fc774158960 2024-07-26T15:48:13.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.964+0000 7fc7717fa640 1 -- 172.21.15.33:0/571713591 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v52)=0 v52) ==== 122+0+0 (secure 0 0 0) 0x7fc75c0675d0 con 0x7fc774158960 2024-07-26T15:48:13.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.966+0000 7fc77a27e640 1 -- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc754077130 msgr2=0x7fc754079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.966+0000 7fc77a27e640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc754077130 0x7fc754079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc764001720 tx=0x7fc764009040 comp rx=0 tx=0).stop 2024-07-26T15:48:13.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.966+0000 7fc77a27e640 1 -- 172.21.15.33:0/571713591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc774158960 msgr2=0x7fc7740ac5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:13.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.966+0000 7fc77a27e640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc774158960 0x7fc7740ac5e0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7fc75c009a40 tx=0x7fc75c009f00 comp rx=0 tx=0).stop 2024-07-26T15:48:13.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.966+0000 7fc77a27e640 1 -- 172.21.15.33:0/571713591 shutdown_connections 2024-07-26T15:48:13.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.966+0000 7fc77a27e640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc754077130 0x7fc754079640 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.966+0000 7fc77a27e640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc77415f150 0x7fc7741f5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.966+0000 7fc77a27e640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc774158960 0x7fc7740ac5e0 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.966+0000 7fc77a27e640 1 --2- 172.21.15.33:0/571713591 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc77406f810 0x7fc7740ae270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:13.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.966+0000 7fc77a27e640 1 -- 172.21.15.33:0/571713591 >> 172.21.15.33:0/571713591 conn(0x7fc7740d0b40 msgr2=0x7fc7740704e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:13.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.967+0000 7fc77a27e640 1 -- 172.21.15.33:0/571713591 shutdown_connections 2024-07-26T15:48:13.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:13.967+0000 7fc77a27e640 1 -- 172.21.15.33:0/571713591 wait complete. 2024-07-26T15:48:13.980 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:48:13.980 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:48:14.016 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:48:14.063 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:48:14.063 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:48:14.063 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:14.079 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:48:14.079 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:48:14.079 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:14.097 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:48:14.098 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:48:14.098 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:14.135 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:48:14.135 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:48:14.135 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:14.155 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:48:14.155 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T15:48:14.156 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:14.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.294+0000 7f9fe80dc640 1 -- 172.21.15.33:0/1106350976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9fe00d1b80 msgr2=0x7f9fe00d2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:14.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.294+0000 7f9fe80dc640 1 --2- 172.21.15.33:0/1106350976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9fe00d1b80 0x7f9fe00d2280 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f9fe00c7880 tx=0x7f9fd402a560 comp rx=0 tx=0).stop 2024-07-26T15:48:14.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.294+0000 7f9fe80dc640 1 -- 172.21.15.33:0/1106350976 shutdown_connections 2024-07-26T15:48:14.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.294+0000 7f9fe80dc640 1 --2- 172.21.15.33:0/1106350976 >> v2:172.21.15.154:3300/0 conn(0x7f9fe00d27c0 0x7f9fe00d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.294+0000 7f9fe80dc640 1 --2- 172.21.15.33:0/1106350976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9fe00d1b80 0x7f9fe00d2280 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.294+0000 7f9fe80dc640 1 --2- 172.21.15.33:0/1106350976 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9fe00cf430 0x7f9fe00b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.294+0000 7f9fe80dc640 1 -- 172.21.15.33:0/1106350976 >> 172.21.15.33:0/1106350976 conn(0x7f9fe00d3da0 msgr2=0x7f9fe00d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:14.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.294+0000 7f9fe80dc640 1 -- 172.21.15.33:0/1106350976 shutdown_connections 2024-07-26T15:48:14.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.294+0000 7f9fe80dc640 1 -- 172.21.15.33:0/1106350976 wait complete. 2024-07-26T15:48:14.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.296+0000 7f9fe80dc640 1 Processor -- start 2024-07-26T15:48:14.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.296+0000 7f9fe80dc640 1 -- start start 2024-07-26T15:48:14.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.297+0000 7f9fe80dc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9fe00cf430 0x7f9fe00cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:14.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.297+0000 7f9fe80dc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9fe00d1b80 0x7f9fe01473d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:14.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.297+0000 7f9fe80dc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9fe00d27c0 0x7f9fe0147910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:14.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.297+0000 7f9fe80dc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe00d0e40 con 0x7f9fe00d27c0 2024-07-26T15:48:14.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.297+0000 7f9fe80dc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe00d0cc0 con 0x7f9fe00cf430 2024-07-26T15:48:14.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.297+0000 7f9fe80dc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9fe00d0fc0 con 0x7f9fe00d1b80 2024-07-26T15:48:14.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.297+0000 7f9fe6679640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9fe00d27c0 0x7f9fe0147910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:14.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.297+0000 7f9fe6679640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9fe00d27c0 0x7f9fe0147910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48974/0 (socket says 172.21.15.33:48974) 2024-07-26T15:48:14.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.297+0000 7f9fe6679640 1 -- 172.21.15.33:0/3037515782 learned_addr learned my addr 172.21.15.33:0/3037515782 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fe5e78640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9fe00cf430 0x7f9fe00cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fe5677640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9fe00d1b80 0x7f9fe01473d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fe6679640 1 -- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9fe00d1b80 msgr2=0x7f9fe01473d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fe6679640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9fe00d1b80 0x7f9fe01473d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fe6679640 1 -- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9fe00cf430 msgr2=0x7f9fe00cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fe6679640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9fe00cf430 0x7f9fe00cdbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fe6679640 1 -- 172.21.15.33:0/3037515782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fe00b4b10 con 0x7f9fe00d27c0 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fe5e78640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9fe00cf430 0x7f9fe00cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fe6679640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9fe00d27c0 0x7f9fe0147910 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f9fd800b440 tx=0x7f9fd800b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fde7fc640 1 -- 172.21.15.33:0/3037515782 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd8015020 con 0x7f9fe00d27c0 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fde7fc640 1 -- 172.21.15.33:0/3037515782 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9fd8011920 con 0x7f9fe00d27c0 2024-07-26T15:48:14.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fde7fc640 1 -- 172.21.15.33:0/3037515782 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd8011d70 con 0x7f9fe00d27c0 2024-07-26T15:48:14.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fe80dc640 1 -- 172.21.15.33:0/3037515782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fe00b4df0 con 0x7f9fe00d27c0 2024-07-26T15:48:14.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.298+0000 7f9fe80dc640 1 -- 172.21.15.33:0/3037515782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fe0148450 con 0x7f9fe00d27c0 2024-07-26T15:48:14.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.299+0000 7f9fe80dc640 1 -- 172.21.15.33:0/3037515782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fe00d2280 con 0x7f9fe00d27c0 2024-07-26T15:48:14.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.300+0000 7f9fde7fc640 1 -- 172.21.15.33:0/3037515782 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f9fd8018020 con 0x7f9fe00d27c0 2024-07-26T15:48:14.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.300+0000 7f9fde7fc640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9fcc077130 0x7f9fcc079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:14.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.301+0000 7f9fde7fc640 1 -- 172.21.15.33:0/3037515782 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 6165+0+0 (secure 0 0 0) 0x7f9fd8098c20 con 0x7f9fe00d27c0 2024-07-26T15:48:14.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.301+0000 7f9fe5e78640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9fcc077130 0x7f9fcc079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:14.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.301+0000 7f9fe5e78640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9fcc077130 0x7f9fcc079640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f9fd0009fa0 tx=0x7f9fd0009570 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:14.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.305+0000 7f9fde7fc640 1 -- 172.21.15.33:0/3037515782 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9fd801f020 con 0x7f9fe00d27c0 2024-07-26T15:48:14.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.536+0000 7f9fe80dc640 1 -- 172.21.15.33:0/3037515782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9fe00b48a0 con 0x7f9fe00d27c0 2024-07-26T15:48:14.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.537+0000 7f9fde7fc640 1 -- 172.21.15.33:0/3037515782 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 65 v65) ==== 94+0+3917 (secure 0 0 0) 0x7f9fd8061b40 con 0x7f9fe00d27c0 2024-07-26T15:48:14.538 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:14.539 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":65,"btime":"2024-07-26T15:48:08:250352+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6698,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3821195934","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821195934},{"type":"v1","addr":"172.21.15.33:6834","nonce":3821195934}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":6704,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2568073343","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2568073343},{"type":"v1","addr":"172.21.15.154:6834","nonce":2568073343}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":7270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2819004358","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2819004358},{"type":"v1","addr":"172.21.15.154:6835","nonce":2819004358}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":58},{"gid":8193,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2558710692","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2558710692},{"type":"v1","addr":"172.21.15.33:6835","nonce":2558710692}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[]} 2024-07-26T15:48:14.539 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 65 2024-07-26T15:48:14.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 -- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9fcc077130 msgr2=0x7f9fcc079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:14.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9fcc077130 0x7f9fcc079640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f9fd0009fa0 tx=0x7f9fd0009570 comp rx=0 tx=0).stop 2024-07-26T15:48:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 -- 172.21.15.33:0/3037515782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9fe00d27c0 msgr2=0x7f9fe0147910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9fe00d27c0 0x7f9fe0147910 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f9fd800b440 tx=0x7f9fd800b900 comp rx=0 tx=0).stop 2024-07-26T15:48:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 -- 172.21.15.33:0/3037515782 shutdown_connections 2024-07-26T15:48:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9fe00d27c0 0x7f9fe0147910 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9fe00d1b80 0x7f9fe01473d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9fcc077130 0x7f9fcc079640 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 --2- 172.21.15.33:0/3037515782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9fe00cf430 0x7f9fe00cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 -- 172.21.15.33:0/3037515782 >> 172.21.15.33:0/3037515782 conn(0x7f9fe00d3da0 msgr2=0x7f9fe00b7900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 -- 172.21.15.33:0/3037515782 shutdown_connections 2024-07-26T15:48:14.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.539+0000 7f9fe80dc640 1 -- 172.21.15.33:0/3037515782 wait complete. 2024-07-26T15:48:14.552 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T15:48:14.552 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T15:48:14.552 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T15:48:14.553 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:48:14.553 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T15:48:14.553 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T15:48:14.553 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T15:48:14.553 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:48:14.553 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T15:48:14.554 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T15:48:14.554 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T15:48:14.554 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:48:14.554 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T15:48:14.554 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T15:48:14.554 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T15:48:14.554 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:48:14.563 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T15:48:14.563 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T15:48:14.565 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T15:48:14.565 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T15:48:14.566 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T15:48:14.566 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T15:48:14.567 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T15:48:14.567 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T15:48:14.607 INFO:tasks.ceph.mds.c:Started 2024-07-26T15:48:14.607 DEBUG:teuthology.parallel:result is None 2024-07-26T15:48:14.608 INFO:tasks.ceph.mds.a:Started 2024-07-26T15:48:14.609 DEBUG:teuthology.parallel:result is None 2024-07-26T15:48:14.609 INFO:tasks.ceph.mds.b:Started 2024-07-26T15:48:14.610 DEBUG:teuthology.parallel:result is None 2024-07-26T15:48:14.611 INFO:tasks.ceph.mds.d:Started 2024-07-26T15:48:14.611 DEBUG:teuthology.parallel:result is None 2024-07-26T15:48:14.611 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T15:48:14.698 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:48:14.699 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:48:14.707 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T15:48:14.707 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T15:48:14.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.737+0000 7fde18170640 1 -- 172.21.15.33:0/3485667714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddfc003a50 msgr2=0x7fddfc003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:14.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.737+0000 7fde18170640 1 --2- 172.21.15.33:0/3485667714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddfc003a50 0x7fddfc003ec0 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7fde0c00c310 tx=0x7fddfc005830 comp rx=0 tx=0).stop 2024-07-26T15:48:14.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.737+0000 7fde18170640 1 -- 172.21.15.33:0/3485667714 shutdown_connections 2024-07-26T15:48:14.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.737+0000 7fde18170640 1 --2- 172.21.15.33:0/3485667714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddfc003a50 0x7fddfc003ec0 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.737+0000 7fde18170640 1 -- 172.21.15.33:0/3485667714 >> 172.21.15.33:0/3485667714 conn(0x7fde100d0b40 msgr2=0x7fde100d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:14.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.737+0000 7fde18170640 1 -- 172.21.15.33:0/3485667714 shutdown_connections 2024-07-26T15:48:14.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.737+0000 7fde18170640 1 -- 172.21.15.33:0/3485667714 wait complete. 2024-07-26T15:48:14.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.739+0000 7fde18170640 1 Processor -- start 2024-07-26T15:48:14.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.739+0000 7fde18170640 1 -- start start 2024-07-26T15:48:14.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.740+0000 7fde18170640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddfc003a50 0x7fde100b5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:14.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.740+0000 7fde18170640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fde1013b640 0x7fde10143ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:14.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.740+0000 7fde18170640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fde10144410 0x7fde101407f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:14.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.740+0000 7fde18170640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fde100cf700 con 0x7fddfc003a50 2024-07-26T15:48:14.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.740+0000 7fde18170640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fde100cf580 con 0x7fde1013b640 2024-07-26T15:48:14.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.740+0000 7fde18170640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fde100cf880 con 0x7fde10144410 2024-07-26T15:48:14.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.740+0000 7fde15f0c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddfc003a50 0x7fde100b5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:14.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.740+0000 7fde15f0c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddfc003a50 0x7fde100b5660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49004/0 (socket says 172.21.15.33:49004) 2024-07-26T15:48:14.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.740+0000 7fde15f0c640 1 -- 172.21.15.33:0/1793103674 learned_addr learned my addr 172.21.15.33:0/1793103674 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:14.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.740+0000 7fde1570b640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fde1013b640 0x7fde10143ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.740+0000 7fde1670d640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fde10144410 0x7fde101407f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.741+0000 7fde15f0c640 1 -- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fde10144410 msgr2=0x7fde101407f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.741+0000 7fde15f0c640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fde10144410 0x7fde101407f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.741+0000 7fde15f0c640 1 -- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fde1013b640 msgr2=0x7fde10143ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.741+0000 7fde15f0c640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fde1013b640 0x7fde10143ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.741+0000 7fde15f0c640 1 -- 172.21.15.33:0/1793103674 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde10144820 con 0x7fddfc003a50 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.741+0000 7fde15f0c640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddfc003a50 0x7fde100b5660 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7fde0c02b140 tx=0x7fde0c004be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.741+0000 7fde027fc640 1 -- 172.21.15.33:0/1793103674 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0c044070 con 0x7fddfc003a50 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.741+0000 7fde027fc640 1 -- 172.21.15.33:0/1793103674 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde0c006420 con 0x7fddfc003a50 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.741+0000 7fde18170640 1 -- 172.21.15.33:0/1793103674 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde1013fa30 con 0x7fddfc003a50 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.741+0000 7fde027fc640 1 -- 172.21.15.33:0/1793103674 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0c031040 con 0x7fddfc003a50 2024-07-26T15:48:14.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.741+0000 7fde18170640 1 -- 172.21.15.33:0/1793103674 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde1013fff0 con 0x7fddfc003a50 2024-07-26T15:48:14.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.742+0000 7fde18170640 1 -- 172.21.15.33:0/1793103674 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde1006cb00 con 0x7fddfc003a50 2024-07-26T15:48:14.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.743+0000 7fde027fc640 1 -- 172.21.15.33:0/1793103674 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7fde0c034070 con 0x7fddfc003a50 2024-07-26T15:48:14.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.743+0000 7fde027fc640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fddf4077160 0x7fddf4079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:14.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.744+0000 7fde027fc640 1 -- 172.21.15.33:0/1793103674 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 6165+0+0 (secure 0 0 0) 0x7fde0c0b86e0 con 0x7fddfc003a50 2024-07-26T15:48:14.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.744+0000 7fde1570b640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fddf4077160 0x7fddf4079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:14.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.744+0000 7fde1570b640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fddf4077160 0x7fddf4079670 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fde1013b5f0 tx=0x7fde04006b70 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:14.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.748+0000 7fde027fc640 1 -- 172.21.15.33:0/1793103674 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fde10144820 con 0x7fddfc003a50 2024-07-26T15:48:14.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:14.956+0000 7fde18170640 1 -- 172.21.15.33:0/1793103674 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fde10072de0 con 0x7fddfc003a50 2024-07-26T15:48:15.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.285+0000 7fde027fc640 1 -- 172.21.15.33:0/1793103674 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v142) ==== 97+0+0 (secure 0 0 0) 0x7fde0c080e90 con 0x7fddfc003a50 2024-07-26T15:48:15.287 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T15:48:15.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 -- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fddf4077160 msgr2=0x7fddf4079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:15.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fddf4077160 0x7fddf4079670 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fde1013b5f0 tx=0x7fde04006b70 comp rx=0 tx=0).stop 2024-07-26T15:48:15.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 -- 172.21.15.33:0/1793103674 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddfc003a50 msgr2=0x7fde100b5660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:15.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddfc003a50 0x7fde100b5660 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7fde0c02b140 tx=0x7fde0c004be0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 -- 172.21.15.33:0/1793103674 shutdown_connections 2024-07-26T15:48:15.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fde10144410 0x7fde101407f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fddf4077160 0x7fddf4079670 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fde1013b640 0x7fde10143ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 --2- 172.21.15.33:0/1793103674 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fddfc003a50 0x7fde100b5660 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 -- 172.21.15.33:0/1793103674 >> 172.21.15.33:0/1793103674 conn(0x7fde100d0b40 msgr2=0x7fde100b07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:15.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 -- 172.21.15.33:0/1793103674 shutdown_connections 2024-07-26T15:48:15.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.288+0000 7fde18170640 1 -- 172.21.15.33:0/1793103674 wait complete. 2024-07-26T15:48:15.305 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T15:48:15.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.422+0000 7f49d0520640 1 -- 172.21.15.33:0/2227799496 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c80ce9e0 msgr2=0x7f49c80cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:15.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.422+0000 7f49d0520640 1 --2- 172.21.15.33:0/2227799496 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c80ce9e0 0x7f49c80cedf0 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f49c808ccd0 tx=0x7f49b802a440 comp rx=0 tx=0).stop 2024-07-26T15:48:15.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.422+0000 7f49d0520640 1 -- 172.21.15.33:0/2227799496 shutdown_connections 2024-07-26T15:48:15.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.422+0000 7f49d0520640 1 --2- 172.21.15.33:0/2227799496 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c80ce9e0 0x7f49c80cedf0 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.422+0000 7f49d0520640 1 --2- 172.21.15.33:0/2227799496 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49c80d0570 0x7f49c80d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.422+0000 7f49d0520640 1 --2- 172.21.15.33:0/2227799496 >> v2:172.21.15.154:3300/0 conn(0x7f49c80b2dc0 0x7f49c80d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.422+0000 7f49d0520640 1 -- 172.21.15.33:0/2227799496 >> 172.21.15.33:0/2227799496 conn(0x7f49c80d3e10 msgr2=0x7f49c80d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:15.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.422+0000 7f49d0520640 1 -- 172.21.15.33:0/2227799496 shutdown_connections 2024-07-26T15:48:15.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.422+0000 7f49d0520640 1 -- 172.21.15.33:0/2227799496 wait complete. 2024-07-26T15:48:15.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.424+0000 7f49d0520640 1 Processor -- start 2024-07-26T15:48:15.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.424+0000 7f49d0520640 1 -- start start 2024-07-26T15:48:15.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49d0520640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49c80b2dc0 0x7f49c81e2370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:15.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49d0520640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49c80ce9e0 0x7f49c81e3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49d0520640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c80d0570 0x7f49c81e4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49d0520640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f49c80cf330 con 0x7f49c80d0570 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49d0520640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f49c80d4d50 con 0x7f49c80ce9e0 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49d0520640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f49c80cf4b0 con 0x7f49c80b2dc0 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49ceabd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c80d0570 0x7f49c81e4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49ceabd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c80d0570 0x7f49c81e4340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49020/0 (socket says 172.21.15.33:49020) 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49ceabd640 1 -- 172.21.15.33:0/917793083 learned_addr learned my addr 172.21.15.33:0/917793083 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49ce2bc640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49c80b2dc0 0x7f49c81e2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49cdabb640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49c80ce9e0 0x7f49c81e3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49ceabd640 1 -- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49c80b2dc0 msgr2=0x7f49c81e2370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49ceabd640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49c80b2dc0 0x7f49c81e2370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49ceabd640 1 -- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49c80ce9e0 msgr2=0x7f49c81e3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:15.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49ceabd640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49c80ce9e0 0x7f49c81e3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49ceabd640 1 -- 172.21.15.33:0/917793083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49c80c88c0 con 0x7f49c80d0570 2024-07-26T15:48:15.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49cdabb640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49c80ce9e0 0x7f49c81e3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:15.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.426+0000 7f49ceabd640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c80d0570 0x7f49c81e4340 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f49b8009850 tx=0x7f49b80039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:15.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.427+0000 7f49c6ffd640 1 -- 172.21.15.33:0/917793083 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b803e030 con 0x7f49c80d0570 2024-07-26T15:48:15.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.427+0000 7f49c6ffd640 1 -- 172.21.15.33:0/917793083 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f49b80047a0 con 0x7f49c80d0570 2024-07-26T15:48:15.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.427+0000 7f49c6ffd640 1 -- 172.21.15.33:0/917793083 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b8035040 con 0x7f49c80d0570 2024-07-26T15:48:15.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.427+0000 7f49d0520640 1 -- 172.21.15.33:0/917793083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49c80c7b00 con 0x7f49c80d0570 2024-07-26T15:48:15.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.427+0000 7f49d0520640 1 -- 172.21.15.33:0/917793083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49c80c80c0 con 0x7f49c80d0570 2024-07-26T15:48:15.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.428+0000 7f49d0520640 1 -- 172.21.15.33:0/917793083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49c81f97e0 con 0x7f49c80d0570 2024-07-26T15:48:15.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.428+0000 7f49c6ffd640 1 -- 172.21.15.33:0/917793083 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f49b8041030 con 0x7f49c80d0570 2024-07-26T15:48:15.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.429+0000 7f49c6ffd640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f49b4077130 0x7f49b4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:15.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.429+0000 7f49c6ffd640 1 -- 172.21.15.33:0/917793083 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5305+0+0 (secure 0 0 0) 0x7f49b80b9170 con 0x7f49c80d0570 2024-07-26T15:48:15.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.429+0000 7f49ce2bc640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f49b4077130 0x7f49b4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:15.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.430+0000 7f49ce2bc640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f49b4077130 0x7f49b4079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f49c80ce390 tx=0x7f49c000a570 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:15.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.433+0000 7f49c6ffd640 1 -- 172.21.15.33:0/917793083 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f49b8081c90 con 0x7f49c80d0570 2024-07-26T15:48:15.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.700+0000 7f49d0520640 1 -- 172.21.15.33:0/917793083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f49c80cedf0 con 0x7f49c80d0570 2024-07-26T15:48:15.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.700+0000 7f49c6ffd640 1 -- 172.21.15.33:0/917793083 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v19) ==== 80+0+5304 (secure 0 0 0) 0x7f49b80861e0 con 0x7f49c80d0570 2024-07-26T15:48:15.702 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:15.702 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:48:15.702 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T15:48:15.702 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.702 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T15:48:15.702 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:15.703 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.704 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T15:48:15.705 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.706 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.707 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.708 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.709 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T15:48:15.710 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T15:48:15.711 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.712 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.713 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:48:15.714 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:15.715 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T15:48:15.716 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T15:48:15.716 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:15.716 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:48:15.716 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:48:15.716 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:15.716 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.716 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:15.716 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T15:48:15.716 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:48:15.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 -- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f49b4077130 msgr2=0x7f49b4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:15.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f49b4077130 0x7f49b4079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f49c80ce390 tx=0x7f49c000a570 comp rx=0 tx=0).stop 2024-07-26T15:48:15.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 -- 172.21.15.33:0/917793083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c80d0570 msgr2=0x7f49c81e4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:15.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c80d0570 0x7f49c81e4340 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f49b8009850 tx=0x7f49b80039e0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 -- 172.21.15.33:0/917793083 shutdown_connections 2024-07-26T15:48:15.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c80d0570 0x7f49c81e4340 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f49b4077130 0x7f49b4079640 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49c80ce9e0 0x7f49c81e3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 --2- 172.21.15.33:0/917793083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49c80b2dc0 0x7f49c81e2370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 -- 172.21.15.33:0/917793083 >> 172.21.15.33:0/917793083 conn(0x7f49c80d3e10 msgr2=0x7f49c80d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:15.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 -- 172.21.15.33:0/917793083 shutdown_connections 2024-07-26T15:48:15.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.702+0000 7f49d0520640 1 -- 172.21.15.33:0/917793083 wait complete. 2024-07-26T15:48:15.720 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T15:48:15.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.836+0000 7fc145951640 1 -- 172.21.15.33:0/3417994619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc140073230 msgr2=0x7fc140073640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:15.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.836+0000 7fc145951640 1 --2- 172.21.15.33:0/3417994619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc140073230 0x7fc140073640 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7fc1400d1b70 tx=0x7fc12802a4a0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.836+0000 7fc145951640 1 -- 172.21.15.33:0/3417994619 shutdown_connections 2024-07-26T15:48:15.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.836+0000 7fc145951640 1 --2- 172.21.15.33:0/3417994619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc140073230 0x7fc140073640 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.836+0000 7fc145951640 1 --2- 172.21.15.33:0/3417994619 >> v2:172.21.15.154:3300/0 conn(0x7fc14013dd60 0x7fc14013e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.836+0000 7fc145951640 1 -- 172.21.15.33:0/3417994619 >> 172.21.15.33:0/3417994619 conn(0x7fc1400b26e0 msgr2=0x7fc1400b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:15.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.836+0000 7fc145951640 1 -- 172.21.15.33:0/3417994619 shutdown_connections 2024-07-26T15:48:15.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.836+0000 7fc145951640 1 -- 172.21.15.33:0/3417994619 wait complete. 2024-07-26T15:48:15.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.838+0000 7fc145951640 1 Processor -- start 2024-07-26T15:48:15.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.838+0000 7fc145951640 1 -- start start 2024-07-26T15:48:15.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.839+0000 7fc145951640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc140073230 0x7fc1401548d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:15.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.839+0000 7fc145951640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc14013dd60 0x7fc14015d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:15.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.839+0000 7fc145951640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc140140650 0x7fc14015d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:15.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.839+0000 7fc145951640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc1400b4d20 con 0x7fc140073230 2024-07-26T15:48:15.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.839+0000 7fc145951640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc1400b4ba0 con 0x7fc140140650 2024-07-26T15:48:15.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.839+0000 7fc145951640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc1400b4ea0 con 0x7fc14013dd60 2024-07-26T15:48:15.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.839+0000 7fc13effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc140073230 0x7fc1401548d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:15.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.839+0000 7fc13effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc140073230 0x7fc1401548d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49030/0 (socket says 172.21.15.33:49030) 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.839+0000 7fc13effd640 1 -- 172.21.15.33:0/179462797 learned_addr learned my addr 172.21.15.33:0/179462797 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc13f7fe640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc140140650 0x7fc14015d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc13e7fc640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc14013dd60 0x7fc14015d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc13effd640 1 -- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc14013dd60 msgr2=0x7fc14015d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc13effd640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc14013dd60 0x7fc14015d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc13effd640 1 -- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc140140650 msgr2=0x7fc14015d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc13effd640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc140140650 0x7fc14015d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc13effd640 1 -- 172.21.15.33:0/179462797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1400cba60 con 0x7fc140073230 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc13f7fe640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc140140650 0x7fc14015d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc13e7fc640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc14013dd60 0x7fc14015d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc13effd640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc140073230 0x7fc1401548d0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fc13000cce0 tx=0x7fc13000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:15.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc137fff640 1 -- 172.21.15.33:0/179462797 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc13000f450 con 0x7fc140073230 2024-07-26T15:48:15.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc137fff640 1 -- 172.21.15.33:0/179462797 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc13000f6e0 con 0x7fc140073230 2024-07-26T15:48:15.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc137fff640 1 -- 172.21.15.33:0/179462797 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc13000fb30 con 0x7fc140073230 2024-07-26T15:48:15.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc145951640 1 -- 172.21.15.33:0/179462797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc14015c5d0 con 0x7fc140073230 2024-07-26T15:48:15.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.840+0000 7fc145951640 1 -- 172.21.15.33:0/179462797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc14015cb90 con 0x7fc140073230 2024-07-26T15:48:15.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.841+0000 7fc145951640 1 -- 172.21.15.33:0/179462797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1400b5430 con 0x7fc140073230 2024-07-26T15:48:15.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.842+0000 7fc137fff640 1 -- 172.21.15.33:0/179462797 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7fc13000fcd0 con 0x7fc140073230 2024-07-26T15:48:15.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.843+0000 7fc137fff640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc120077130 0x7fc120079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:15.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.843+0000 7fc137fff640 1 -- 172.21.15.33:0/179462797 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5305+0+0 (secure 0 0 0) 0x7fc130099520 con 0x7fc140073230 2024-07-26T15:48:15.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.843+0000 7fc13e7fc640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc120077130 0x7fc120079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:15.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.844+0000 7fc13e7fc640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc120077130 0x7fc120079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc128034000 tx=0x7fc128004730 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:15.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:15.848+0000 7fc137fff640 1 -- 172.21.15.33:0/179462797 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc130014030 con 0x7fc140073230 2024-07-26T15:48:16.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.042+0000 7fc145951640 1 -- 172.21.15.33:0/179462797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc14013f850 con 0x7fc140073230 2024-07-26T15:48:16.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.043+0000 7fc137fff640 1 -- 172.21.15.33:0/179462797 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v144) ==== 84+0+65 (secure 0 0 0) 0x7fc130062680 con 0x7fc140073230 2024-07-26T15:48:16.045 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:16.045 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:48:16.045 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:16.045 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T15:48:16.045 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T15:48:16.045 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:16.045 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:48:16.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.045+0000 7fc145951640 1 -- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc120077130 msgr2=0x7fc120079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:16.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.045+0000 7fc145951640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc120077130 0x7fc120079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc128034000 tx=0x7fc128004730 comp rx=0 tx=0).stop 2024-07-26T15:48:16.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.045+0000 7fc145951640 1 -- 172.21.15.33:0/179462797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc140073230 msgr2=0x7fc1401548d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:16.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.045+0000 7fc145951640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc140073230 0x7fc1401548d0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fc13000cce0 tx=0x7fc13000a620 comp rx=0 tx=0).stop 2024-07-26T15:48:16.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.045+0000 7fc145951640 1 -- 172.21.15.33:0/179462797 shutdown_connections 2024-07-26T15:48:16.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.045+0000 7fc145951640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc120077130 0x7fc120079640 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:16.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.045+0000 7fc145951640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc140140650 0x7fc14015d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:16.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.045+0000 7fc145951640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc14013dd60 0x7fc14015d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:16.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.045+0000 7fc145951640 1 --2- 172.21.15.33:0/179462797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc140073230 0x7fc1401548d0 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:16.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.045+0000 7fc145951640 1 -- 172.21.15.33:0/179462797 >> 172.21.15.33:0/179462797 conn(0x7fc1400b26e0 msgr2=0x7fc1400cee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:16.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.045+0000 7fc145951640 1 -- 172.21.15.33:0/179462797 shutdown_connections 2024-07-26T15:48:16.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.046+0000 7fc145951640 1 -- 172.21.15.33:0/179462797 wait complete. 2024-07-26T15:48:16.058 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T15:48:16.059 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T15:48:16.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.179+0000 7fbf4b1be640 1 -- 172.21.15.33:0/253291129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf440cbb90 msgr2=0x7fbf440cbfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:16.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.179+0000 7fbf4b1be640 1 --2- 172.21.15.33:0/253291129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf440cbb90 0x7fbf440cbfa0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c005fd0 tx=0x7fbf2c02aa80 comp rx=0 tx=0).stop 2024-07-26T15:48:16.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.180+0000 7fbf4b1be640 1 -- 172.21.15.33:0/253291129 shutdown_connections 2024-07-26T15:48:16.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.180+0000 7fbf4b1be640 1 --2- 172.21.15.33:0/253291129 >> v2:172.21.15.154:3300/0 conn(0x7fbf4406f960 0x7fbf4406fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:16.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.180+0000 7fbf4b1be640 1 --2- 172.21.15.33:0/253291129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf440cbb90 0x7fbf440cbfa0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:16.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.180+0000 7fbf4b1be640 1 -- 172.21.15.33:0/253291129 >> 172.21.15.33:0/253291129 conn(0x7fbf4406d140 msgr2=0x7fbf440b17b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:16.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.180+0000 7fbf4b1be640 1 -- 172.21.15.33:0/253291129 shutdown_connections 2024-07-26T15:48:16.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.180+0000 7fbf4b1be640 1 -- 172.21.15.33:0/253291129 wait complete. 2024-07-26T15:48:16.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.181+0000 7fbf4b1be640 1 Processor -- start 2024-07-26T15:48:16.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.181+0000 7fbf4b1be640 1 -- start start 2024-07-26T15:48:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf4b1be640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf4406f960 0x7fbf441f6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf4b1be640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf440cbb90 0x7fbf441545e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf4b1be640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf4415b3a0 0x7fbf44154b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf4b1be640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf44140600 con 0x7fbf440cbb90 2024-07-26T15:48:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf4b1be640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbf44140480 con 0x7fbf4406f960 2024-07-26T15:48:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf4b1be640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbf44140780 con 0x7fbf4415b3a0 2024-07-26T15:48:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf43fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf440cbb90 0x7fbf441545e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf43fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf440cbb90 0x7fbf441545e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49044/0 (socket says 172.21.15.33:49044) 2024-07-26T15:48:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf43fff640 1 -- 172.21.15.33:0/1199829646 learned_addr learned my addr 172.21.15.33:0/1199829646 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf48f5a640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf4406f960 0x7fbf441f6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf4975b640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf4415b3a0 0x7fbf44154b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf43fff640 1 -- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf4415b3a0 msgr2=0x7fbf44154b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf43fff640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf4415b3a0 0x7fbf44154b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf43fff640 1 -- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf4406f960 msgr2=0x7fbf441f6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf43fff640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf4406f960 0x7fbf441f6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf43fff640 1 -- 172.21.15.33:0/1199829646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf441f68b0 con 0x7fbf440cbb90 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf48f5a640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf4406f960 0x7fbf441f6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.183+0000 7fbf4975b640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf4415b3a0 0x7fbf44154b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.184+0000 7fbf43fff640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf440cbb90 0x7fbf441545e0 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c006010 tx=0x7fbf2c003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.184+0000 7fbf417fa640 1 -- 172.21.15.33:0/1199829646 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c044070 con 0x7fbf440cbb90 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.184+0000 7fbf417fa640 1 -- 172.21.15.33:0/1199829646 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf2c004250 con 0x7fbf440cbb90 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.184+0000 7fbf4b1be640 1 -- 172.21.15.33:0/1199829646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf44155fd0 con 0x7fbf440cbb90 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.184+0000 7fbf417fa640 1 -- 172.21.15.33:0/1199829646 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c004680 con 0x7fbf440cbb90 2024-07-26T15:48:16.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.184+0000 7fbf4b1be640 1 -- 172.21.15.33:0/1199829646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf44156590 con 0x7fbf440cbb90 2024-07-26T15:48:16.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.185+0000 7fbf4b1be640 1 -- 172.21.15.33:0/1199829646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf44140c30 con 0x7fbf440cbb90 2024-07-26T15:48:16.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.186+0000 7fbf417fa640 1 -- 172.21.15.33:0/1199829646 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7fbf2c047070 con 0x7fbf440cbb90 2024-07-26T15:48:16.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.186+0000 7fbf417fa640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fbf24077130 0x7fbf24079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:16.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.186+0000 7fbf417fa640 1 -- 172.21.15.33:0/1199829646 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(144..144 src has 1..144) ==== 5305+0+0 (secure 0 0 0) 0x7fbf2c0b9830 con 0x7fbf440cbb90 2024-07-26T15:48:16.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.187+0000 7fbf48f5a640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fbf24077130 0x7fbf24079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:16.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.187+0000 7fbf48f5a640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fbf24077130 0x7fbf24079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbf340016a0 tx=0x7fbf34009040 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:16.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.191+0000 7fbf417fa640 1 -- 172.21.15.33:0/1199829646 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbf441f68b0 con 0x7fbf440cbb90 2024-07-26T15:48:16.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:16.394+0000 7fbf4b1be640 1 -- 172.21.15.33:0/1199829646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fbf4415e080 con 0x7fbf440cbb90 2024-07-26T15:48:17.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.296+0000 7fbf417fa640 1 -- 172.21.15.33:0/1199829646 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v145) ==== 138+0+0 (secure 0 0 0) 0x7fbf2c032030 con 0x7fbf440cbb90 2024-07-26T15:48:17.298 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T15:48:17.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 -- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fbf24077130 msgr2=0x7fbf24079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:17.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fbf24077130 0x7fbf24079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbf340016a0 tx=0x7fbf34009040 comp rx=0 tx=0).stop 2024-07-26T15:48:17.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 -- 172.21.15.33:0/1199829646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf440cbb90 msgr2=0x7fbf441545e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:17.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf440cbb90 0x7fbf441545e0 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c006010 tx=0x7fbf2c003ce0 comp rx=0 tx=0).stop 2024-07-26T15:48:17.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 -- 172.21.15.33:0/1199829646 shutdown_connections 2024-07-26T15:48:17.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf4415b3a0 0x7fbf44154b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:17.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf440cbb90 0x7fbf441545e0 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:17.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fbf24077130 0x7fbf24079640 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:17.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 --2- 172.21.15.33:0/1199829646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf4406f960 0x7fbf441f6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:17.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 -- 172.21.15.33:0/1199829646 >> 172.21.15.33:0/1199829646 conn(0x7fbf4406d140 msgr2=0x7fbf4415c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:17.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 -- 172.21.15.33:0/1199829646 shutdown_connections 2024-07-26T15:48:17.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.300+0000 7fbf4b1be640 1 -- 172.21.15.33:0/1199829646 wait complete. 2024-07-26T15:48:17.320 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T15:48:17.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.450+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/3591759418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd40b7430 msgr2=0x7f6bd40b3100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:17.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.450+0000 7f6bdb8b9640 1 --2- 172.21.15.33:0/3591759418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd40b7430 0x7f6bd40b3100 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f6bd00098e0 tx=0x7f6bd002a540 comp rx=0 tx=0).stop 2024-07-26T15:48:17.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.450+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/3591759418 shutdown_connections 2024-07-26T15:48:17.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.450+0000 7f6bdb8b9640 1 --2- 172.21.15.33:0/3591759418 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6bd40ce4a0 0x7f6bd40ce8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:17.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.450+0000 7f6bdb8b9640 1 --2- 172.21.15.33:0/3591759418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd40b7430 0x7f6bd40b3100 unknown :-1 s=CLOSED pgs=1348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:17.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.450+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/3591759418 >> 172.21.15.33:0/3591759418 conn(0x7f6bd40b3810 msgr2=0x7f6bd40b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:17.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.450+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/3591759418 shutdown_connections 2024-07-26T15:48:17.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.450+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/3591759418 wait complete. 2024-07-26T15:48:17.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.452+0000 7f6bdb8b9640 1 Processor -- start 2024-07-26T15:48:17.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.452+0000 7f6bdb8b9640 1 -- start start 2024-07-26T15:48:17.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.453+0000 7f6bdb8b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6bd40b7430 0x7f6bd409f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.453+0000 7f6bdb8b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6bd40ce4a0 0x7f6bd41e8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.453+0000 7f6bdb8b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd40cedf0 0x7f6bd414dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.453+0000 7f6bdb8b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd40cd390 con 0x7f6bd40cedf0 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.453+0000 7f6bdb8b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd40cd210 con 0x7f6bd40ce4a0 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.453+0000 7f6bdb8b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6bd40cd510 con 0x7f6bd40b7430 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.453+0000 7f6bd9e56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd40cedf0 0x7f6bd414dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.453+0000 7f6bd9e56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd40cedf0 0x7f6bd414dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49048/0 (socket says 172.21.15.33:49048) 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.453+0000 7f6bd9e56640 1 -- 172.21.15.33:0/2566779563 learned_addr learned my addr 172.21.15.33:0/2566779563 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.453+0000 7f6bd9655640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6bd40b7430 0x7f6bd409f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.453+0000 7f6bd8e54640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6bd40ce4a0 0x7f6bd41e8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.454+0000 7f6bd9e56640 1 -- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6bd40b7430 msgr2=0x7f6bd409f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.454+0000 7f6bd9e56640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6bd40b7430 0x7f6bd409f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:17.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.454+0000 7f6bd9e56640 1 -- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6bd40ce4a0 msgr2=0x7f6bd41e8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:17.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.454+0000 7f6bd9e56640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6bd40ce4a0 0x7f6bd41e8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:17.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.454+0000 7f6bd9e56640 1 -- 172.21.15.33:0/2566779563 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd41e9490 con 0x7f6bd40cedf0 2024-07-26T15:48:17.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.454+0000 7f6bd9e56640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd40cedf0 0x7f6bd414dc50 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc00b9e0 tx=0x7f6bcc00bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:17.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.454+0000 7f6bc9ffb640 1 -- 172.21.15.33:0/2566779563 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc019070 con 0x7f6bd40cedf0 2024-07-26T15:48:17.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.454+0000 7f6bc9ffb640 1 -- 172.21.15.33:0/2566779563 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6bcc00cbb0 con 0x7f6bd40cedf0 2024-07-26T15:48:17.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.454+0000 7f6bc9ffb640 1 -- 172.21.15.33:0/2566779563 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bcc014440 con 0x7f6bd40cedf0 2024-07-26T15:48:17.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.454+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/2566779563 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bd41e9770 con 0x7f6bd40cedf0 2024-07-26T15:48:17.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.454+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/2566779563 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bd414be80 con 0x7f6bd40cedf0 2024-07-26T15:48:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.455+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/2566779563 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bd40cdab0 con 0x7f6bd40cedf0 2024-07-26T15:48:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.456+0000 7f6bc9ffb640 1 -- 172.21.15.33:0/2566779563 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f6bcc01c070 con 0x7f6bd40cedf0 2024-07-26T15:48:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.456+0000 7f6bc9ffb640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6bb8077160 0x7f6bb8079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.457+0000 7f6bc9ffb640 1 -- 172.21.15.33:0/2566779563 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(145..145 src has 1..145) ==== 5675+0+0 (secure 0 0 0) 0x7f6bcc098750 con 0x7f6bd40cedf0 2024-07-26T15:48:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.457+0000 7f6bd9655640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6bb8077160 0x7f6bb8079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.458+0000 7f6bd9655640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6bb8077160 0x7f6bb8079670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0034000 tx=0x7f6bd0004730 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:17.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.461+0000 7f6bc9ffb640 1 -- 172.21.15.33:0/2566779563 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6bcc0618f0 con 0x7f6bd40cedf0 2024-07-26T15:48:17.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:17.656+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/2566779563 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f6bd409fa10 con 0x7f6bd40cedf0 2024-07-26T15:48:18.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.299+0000 7f6bc9ffb640 1 -- 172.21.15.33:0/2566779563 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v146) ==== 170+0+0 (secure 0 0 0) 0x7f6bcc0611f0 con 0x7f6bd40cedf0 2024-07-26T15:48:18.301 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T15:48:18.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6bb8077160 msgr2=0x7f6bb8079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:18.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6bb8077160 0x7f6bb8079670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0034000 tx=0x7f6bd0004730 comp rx=0 tx=0).stop 2024-07-26T15:48:18.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/2566779563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd40cedf0 msgr2=0x7f6bd414dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:18.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd40cedf0 0x7f6bd414dc50 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f6bcc00b9e0 tx=0x7f6bcc00bea0 comp rx=0 tx=0).stop 2024-07-26T15:48:18.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/2566779563 shutdown_connections 2024-07-26T15:48:18.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6bd40cedf0 0x7f6bd414dc50 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:18.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f6bb8077160 0x7f6bb8079670 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:18.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6bd40ce4a0 0x7f6bd41e8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:18.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 --2- 172.21.15.33:0/2566779563 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6bd40b7430 0x7f6bd409f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:18.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/2566779563 >> 172.21.15.33:0/2566779563 conn(0x7f6bd40b3810 msgr2=0x7f6bd415dfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:18.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/2566779563 shutdown_connections 2024-07-26T15:48:18.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.302+0000 7f6bdb8b9640 1 -- 172.21.15.33:0/2566779563 wait complete. 2024-07-26T15:48:18.333 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T15:48:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.459+0000 7f29897f0640 1 -- 172.21.15.33:0/901467757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29840b6be0 msgr2=0x7f29840d48b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.459+0000 7f29897f0640 1 --2- 172.21.15.33:0/901467757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29840b6be0 0x7f29840d48b0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f2974009be0 tx=0x7f297402a840 comp rx=0 tx=0).stop 2024-07-26T15:48:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.459+0000 7f29897f0640 1 -- 172.21.15.33:0/901467757 shutdown_connections 2024-07-26T15:48:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.459+0000 7f29897f0640 1 --2- 172.21.15.33:0/901467757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29840b6be0 0x7f29840d48b0 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.459+0000 7f29897f0640 1 -- 172.21.15.33:0/901467757 >> 172.21.15.33:0/901467757 conn(0x7f29840d3d90 msgr2=0x7f29840d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.459+0000 7f29897f0640 1 -- 172.21.15.33:0/901467757 shutdown_connections 2024-07-26T15:48:18.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.459+0000 7f29897f0640 1 -- 172.21.15.33:0/901467757 wait complete. 2024-07-26T15:48:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.461+0000 7f29897f0640 1 Processor -- start 2024-07-26T15:48:18.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.461+0000 7f29897f0640 1 -- start start 2024-07-26T15:48:18.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.462+0000 7f29897f0640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29840b6be0 0x7f29840cc5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:18.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.462+0000 7f29897f0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29840b8e30 0x7f29840a1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:18.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.462+0000 7f29897f0640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29841622e0 0x7f2984160a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:18.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.462+0000 7f29897f0640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2984163140 con 0x7f29840b8e30 2024-07-26T15:48:18.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.462+0000 7f29897f0640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f29840b5570 con 0x7f29841622e0 2024-07-26T15:48:18.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.462+0000 7f29897f0640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f29841697b0 con 0x7f29840b6be0 2024-07-26T15:48:18.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.462+0000 7f29827fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29840b8e30 0x7f29840a1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:18.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.462+0000 7f29827fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29840b8e30 0x7f29840a1270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49074/0 (socket says 172.21.15.33:49074) 2024-07-26T15:48:18.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.462+0000 7f29827fc640 1 -- 172.21.15.33:0/4252591935 learned_addr learned my addr 172.21.15.33:0/4252591935 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.462+0000 7f2982ffd640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29840b6be0 0x7f29840cc5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.462+0000 7f29837fe640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29841622e0 0x7f2984160a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.463+0000 7f29827fc640 1 -- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29840b6be0 msgr2=0x7f29840cc5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.463+0000 7f29827fc640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29840b6be0 0x7f29840cc5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.463+0000 7f29827fc640 1 -- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29841622e0 msgr2=0x7f2984160a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.463+0000 7f29827fc640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29841622e0 0x7f2984160a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.463+0000 7f29827fc640 1 -- 172.21.15.33:0/4252591935 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f298415fa20 con 0x7f29840b8e30 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.463+0000 7f29827fc640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29840b8e30 0x7f29840a1270 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f297800b3c0 tx=0x7f297800b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.463+0000 7f296b7fe640 1 -- 172.21.15.33:0/4252591935 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2978011830 con 0x7f29840b8e30 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.463+0000 7f296b7fe640 1 -- 172.21.15.33:0/4252591935 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2978016070 con 0x7f29840b8e30 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.463+0000 7f29897f0640 1 -- 172.21.15.33:0/4252591935 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f298415fd00 con 0x7f29840b8e30 2024-07-26T15:48:18.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.463+0000 7f296b7fe640 1 -- 172.21.15.33:0/4252591935 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2978011da0 con 0x7f29840b8e30 2024-07-26T15:48:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.463+0000 7f29897f0640 1 -- 172.21.15.33:0/4252591935 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29841602c0 con 0x7f29840b8e30 2024-07-26T15:48:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.464+0000 7f29897f0640 1 -- 172.21.15.33:0/4252591935 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29840d48b0 con 0x7f29840b8e30 2024-07-26T15:48:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.465+0000 7f296b7fe640 1 -- 172.21.15.33:0/4252591935 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f2978004020 con 0x7f29840b8e30 2024-07-26T15:48:18.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.466+0000 7f296b7fe640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2970077130 0x7f2970079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.466+0000 7f296b7fe640 1 -- 172.21.15.33:0/4252591935 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 6057+0+0 (secure 0 0 0) 0x7f2978098fe0 con 0x7f29840b8e30 2024-07-26T15:48:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.466+0000 7f2982ffd640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2970077130 0x7f2970079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:18.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.467+0000 7f2982ffd640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2970077130 0x7f2970079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f2974034000 tx=0x7f2974004ab0 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:18.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.470+0000 7f296b7fe640 1 -- 172.21.15.33:0/4252591935 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f29780618e0 con 0x7f29840b8e30 2024-07-26T15:48:18.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:18.701+0000 7f29897f0640 1 -- 172.21.15.33:0/4252591935 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f298408de70 con 0x7f29840b8e30 2024-07-26T15:48:19.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.320+0000 7f296b7fe640 1 -- 172.21.15.33:0/4252591935 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 17 and data pool 18 v68) ==== 174+0+0 (secure 0 0 0) 0x7f297806a030 con 0x7f29840b8e30 2024-07-26T15:48:19.322 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 17 and data pool 18 2024-07-26T15:48:19.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.326+0000 7f29897f0640 1 -- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2970077130 msgr2=0x7f2970079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:19.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.326+0000 7f29897f0640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2970077130 0x7f2970079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f2974034000 tx=0x7f2974004ab0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.326+0000 7f29897f0640 1 -- 172.21.15.33:0/4252591935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29840b8e30 msgr2=0x7f29840a1270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:19.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.326+0000 7f29897f0640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29840b8e30 0x7f29840a1270 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f297800b3c0 tx=0x7f297800b880 comp rx=0 tx=0).stop 2024-07-26T15:48:19.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.326+0000 7f29897f0640 1 -- 172.21.15.33:0/4252591935 shutdown_connections 2024-07-26T15:48:19.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.326+0000 7f29897f0640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f2970077130 0x7f2970079640 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.326+0000 7f29897f0640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29841622e0 0x7f2984160a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.326+0000 7f29897f0640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29840b8e30 0x7f29840a1270 secure :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f297800b3c0 tx=0x7f297800b880 comp rx=0 tx=0).stop 2024-07-26T15:48:19.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.326+0000 7f29897f0640 1 --2- 172.21.15.33:0/4252591935 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29840b6be0 0x7f29840cc5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.326+0000 7f29897f0640 1 -- 172.21.15.33:0/4252591935 >> 172.21.15.33:0/4252591935 conn(0x7f29840d3d90 msgr2=0x7f29840d1e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:19.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.328+0000 7f29897f0640 1 -- 172.21.15.33:0/4252591935 shutdown_connections 2024-07-26T15:48:19.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.331+0000 7f29897f0640 1 -- 172.21.15.33:0/4252591935 wait complete. 2024-07-26T15:48:19.362 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:48:19.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.480+0000 7f8dd70e8640 1 -- 172.21.15.33:0/961460299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dd00d0570 msgr2=0x7f8dd00d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:19.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.480+0000 7f8dd70e8640 1 --2- 172.21.15.33:0/961460299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dd00d0570 0x7f8dd00d0980 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f8dbc005fd0 tx=0x7f8dbc02a4b0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.480+0000 7f8dd70e8640 1 -- 172.21.15.33:0/961460299 shutdown_connections 2024-07-26T15:48:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.480+0000 7f8dd70e8640 1 --2- 172.21.15.33:0/961460299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dd00d0570 0x7f8dd00d0980 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.480+0000 7f8dd70e8640 1 --2- 172.21.15.33:0/961460299 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8dd00b2dc0 0x7f8dd00d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.480+0000 7f8dd70e8640 1 -- 172.21.15.33:0/961460299 >> 172.21.15.33:0/961460299 conn(0x7f8dd00d3e10 msgr2=0x7f8dd00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.480+0000 7f8dd70e8640 1 -- 172.21.15.33:0/961460299 shutdown_connections 2024-07-26T15:48:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.480+0000 7f8dd70e8640 1 -- 172.21.15.33:0/961460299 wait complete. 2024-07-26T15:48:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.482+0000 7f8dd70e8640 1 Processor -- start 2024-07-26T15:48:19.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.482+0000 7f8dd70e8640 1 -- start start 2024-07-26T15:48:19.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd70e8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8dd00b2dc0 0x7f8dd0166480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:19.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd70e8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8dd00ce9e0 0x7f8dd015db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:19.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd70e8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dd00d0570 0x7f8dd015ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd70e8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8dd00d4b40 con 0x7f8dd00d0570 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd70e8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8dd00cf710 con 0x7f8dd00ce9e0 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd70e8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8dd00d4cc0 con 0x7f8dd00b2dc0 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd5685640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dd00d0570 0x7f8dd015ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd5685640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dd00d0570 0x7f8dd015ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49094/0 (socket says 172.21.15.33:49094) 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd5685640 1 -- 172.21.15.33:0/3108643134 learned_addr learned my addr 172.21.15.33:0/3108643134 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd4e84640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8dd00b2dc0 0x7f8dd0166480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dcffff640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8dd00ce9e0 0x7f8dd015db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd5685640 1 -- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8dd00b2dc0 msgr2=0x7f8dd0166480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd5685640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8dd00b2dc0 0x7f8dd0166480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd5685640 1 -- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8dd00ce9e0 msgr2=0x7f8dd015db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:19.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd5685640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8dd00ce9e0 0x7f8dd015db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd5685640 1 -- 172.21.15.33:0/3108643134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dd00cc540 con 0x7f8dd00d0570 2024-07-26T15:48:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dd5685640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dd00d0570 0x7f8dd015ed00 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f8dc800c700 tx=0x7f8dc800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dcd7fa640 1 -- 172.21.15.33:0/3108643134 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dc8003b70 con 0x7f8dd00d0570 2024-07-26T15:48:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.484+0000 7f8dcd7fa640 1 -- 172.21.15.33:0/3108643134 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8dc8003d10 con 0x7f8dd00d0570 2024-07-26T15:48:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.485+0000 7f8dcd7fa640 1 -- 172.21.15.33:0/3108643134 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dc800aab0 con 0x7f8dd00d0570 2024-07-26T15:48:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.485+0000 7f8dd70e8640 1 -- 172.21.15.33:0/3108643134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dd015e260 con 0x7f8dd00d0570 2024-07-26T15:48:19.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.485+0000 7f8dd70e8640 1 -- 172.21.15.33:0/3108643134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dd0168770 con 0x7f8dd00d0570 2024-07-26T15:48:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.485+0000 7f8dd70e8640 1 -- 172.21.15.33:0/3108643134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dd00d2930 con 0x7f8dd00d0570 2024-07-26T15:48:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.487+0000 7f8dcd7fa640 1 -- 172.21.15.33:0/3108643134 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f8dc800ac50 con 0x7f8dd00d0570 2024-07-26T15:48:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.487+0000 7f8dcd7fa640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8db4077160 0x7f8db4079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.488+0000 7f8dcd7fa640 1 -- 172.21.15.33:0/3108643134 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 6157+0+0 (secure 0 0 0) 0x7f8dc80993f0 con 0x7f8dd00d0570 2024-07-26T15:48:19.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.488+0000 7f8dd4e84640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8db4077160 0x7f8db4079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:19.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.488+0000 7f8dd4e84640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8db4077160 0x7f8db4079670 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8dd00ce390 tx=0x7f8dc400b2e0 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:19.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.491+0000 7f8dcd7fa640 1 -- 172.21.15.33:0/3108643134 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8dd00d0ec0 con 0x7f8dd00d0570 2024-07-26T15:48:19.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.688+0000 7f8dd70e8640 1 -- 172.21.15.33:0/3108643134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8dd00cef90 con 0x7f8dd00d0570 2024-07-26T15:48:19.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.690+0000 7f8dcd7fa640 1 -- 172.21.15.33:0/3108643134 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v147) ==== 74+0+17053 (secure 0 0 0) 0x7f8dc8061db0 con 0x7f8dd00d0570 2024-07-26T15:48:19.691 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:19.691 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":147,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:48:18.703230+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:48:16.400229+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-07-26T15:48:17.662673+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:48:19.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 -- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8db4077160 msgr2=0x7f8db4079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:19.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8db4077160 0x7f8db4079670 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8dd00ce390 tx=0x7f8dc400b2e0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 -- 172.21.15.33:0/3108643134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dd00d0570 msgr2=0x7f8dd015ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:19.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dd00d0570 0x7f8dd015ed00 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f8dc800c700 tx=0x7f8dc800cbc0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 -- 172.21.15.33:0/3108643134 shutdown_connections 2024-07-26T15:48:19.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8dd00d0570 0x7f8dd015ed00 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8db4077160 0x7f8db4079670 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8dd00ce9e0 0x7f8dd015db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 --2- 172.21.15.33:0/3108643134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8dd00b2dc0 0x7f8dd0166480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 -- 172.21.15.33:0/3108643134 >> 172.21.15.33:0/3108643134 conn(0x7f8dd00d3e10 msgr2=0x7f8dd00b3770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:19.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 -- 172.21.15.33:0/3108643134 shutdown_connections 2024-07-26T15:48:19.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.692+0000 7f8dd70e8640 1 -- 172.21.15.33:0/3108643134 wait complete. 2024-07-26T15:48:19.705 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:48:19.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.822+0000 7f00be95e640 1 -- 172.21.15.33:0/3265877457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00b80d2990 msgr2=0x7f00b80b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:19.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.822+0000 7f00be95e640 1 --2- 172.21.15.33:0/3265877457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00b80d2990 0x7f00b80b9430 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f00ac009860 tx=0x7f00ac02a540 comp rx=0 tx=0).stop 2024-07-26T15:48:19.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.822+0000 7f00be95e640 1 -- 172.21.15.33:0/3265877457 shutdown_connections 2024-07-26T15:48:19.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.822+0000 7f00be95e640 1 --2- 172.21.15.33:0/3265877457 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f00b80d1b80 0x7f00b80b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.822+0000 7f00be95e640 1 --2- 172.21.15.33:0/3265877457 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00b80d2990 0x7f00b80b9430 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.822+0000 7f00be95e640 1 -- 172.21.15.33:0/3265877457 >> 172.21.15.33:0/3265877457 conn(0x7f00b80d3da0 msgr2=0x7f00b80d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:19.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.822+0000 7f00be95e640 1 -- 172.21.15.33:0/3265877457 shutdown_connections 2024-07-26T15:48:19.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.822+0000 7f00be95e640 1 -- 172.21.15.33:0/3265877457 wait complete. 2024-07-26T15:48:19.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.823+0000 7f00be95e640 1 Processor -- start 2024-07-26T15:48:19.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.824+0000 7f00be95e640 1 -- start start 2024-07-26T15:48:19.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00be95e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00b80cf430 0x7f00b81f8b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00be95e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f00b80d1b80 0x7f00b8150de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00be95e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f00b814e370 0x7f00b81610e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00be95e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f00b80b1f30 con 0x7f00b80cf430 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00be95e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f00b80b1db0 con 0x7f00b814e370 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00be95e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f00b80b20b0 con 0x7f00b80d1b80 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00b7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00b80cf430 0x7f00b81f8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00b7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00b80cf430 0x7f00b81f8b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49114/0 (socket says 172.21.15.33:49114) 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00b7fff640 1 -- 172.21.15.33:0/1218710422 learned_addr learned my addr 172.21.15.33:0/1218710422 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00bcefb640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f00b814e370 0x7f00b81610e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00b77fe640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f00b80d1b80 0x7f00b8150de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00b7fff640 1 -- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f00b80d1b80 msgr2=0x7f00b8150de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00b7fff640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f00b80d1b80 0x7f00b8150de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00b7fff640 1 -- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f00b814e370 msgr2=0x7f00b81610e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:19.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00b7fff640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f00b814e370 0x7f00b81610e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:19.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.825+0000 7f00b7fff640 1 -- 172.21.15.33:0/1218710422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00b8151860 con 0x7f00b80cf430 2024-07-26T15:48:19.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.826+0000 7f00b7fff640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00b80cf430 0x7f00b81f8b60 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f00a800c3f0 tx=0x7f00a800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:19.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.826+0000 7f00b4ff9640 1 -- 172.21.15.33:0/1218710422 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a8017070 con 0x7f00b80cf430 2024-07-26T15:48:19.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.826+0000 7f00b4ff9640 1 -- 172.21.15.33:0/1218710422 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f00a80035f0 con 0x7f00b80cf430 2024-07-26T15:48:19.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.826+0000 7f00b4ff9640 1 -- 172.21.15.33:0/1218710422 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a8003a40 con 0x7f00b80cf430 2024-07-26T15:48:19.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.826+0000 7f00be95e640 1 -- 172.21.15.33:0/1218710422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00b8151b40 con 0x7f00b80cf430 2024-07-26T15:48:19.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.826+0000 7f00be95e640 1 -- 172.21.15.33:0/1218710422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00b81f8640 con 0x7f00b80cf430 2024-07-26T15:48:19.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.827+0000 7f00be95e640 1 -- 172.21.15.33:0/1218710422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00b80b25d0 con 0x7f00b80cf430 2024-07-26T15:48:19.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.828+0000 7f00b4ff9640 1 -- 172.21.15.33:0/1218710422 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f00a801a070 con 0x7f00b80cf430 2024-07-26T15:48:19.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.828+0000 7f00b4ff9640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f00a4077130 0x7f00a4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:19.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.828+0000 7f00b4ff9640 1 -- 172.21.15.33:0/1218710422 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 6157+0+0 (secure 0 0 0) 0x7f00a8097fc0 con 0x7f00b80cf430 2024-07-26T15:48:19.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.829+0000 7f00b77fe640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f00a4077130 0x7f00a4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:19.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.829+0000 7f00b77fe640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f00a4077130 0x7f00a4079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f00ac034000 tx=0x7f00ac004730 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:19.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:19.833+0000 7f00b4ff9640 1 -- 172.21.15.33:0/1218710422 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f00a8060f80 con 0x7f00b80cf430 2024-07-26T15:48:20.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.028+0000 7f00be95e640 1 -- 172.21.15.33:0/1218710422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f00b8151320 con 0x7f00b80cf430 2024-07-26T15:48:20.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.029+0000 7f00b4ff9640 1 -- 172.21.15.33:0/1218710422 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v147) ==== 74+0+17053 (secure 0 0 0) 0x7f00a80691c0 con 0x7f00b80cf430 2024-07-26T15:48:20.031 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:20.031 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":147,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:48:18.703230+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:48:16.400229+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-07-26T15:48:17.662673+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:48:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 -- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f00a4077130 msgr2=0x7f00a4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f00a4077130 0x7f00a4079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f00ac034000 tx=0x7f00ac004730 comp rx=0 tx=0).stop 2024-07-26T15:48:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 -- 172.21.15.33:0/1218710422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00b80cf430 msgr2=0x7f00b81f8b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00b80cf430 0x7f00b81f8b60 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f00a800c3f0 tx=0x7f00a800c8b0 comp rx=0 tx=0).stop 2024-07-26T15:48:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 -- 172.21.15.33:0/1218710422 shutdown_connections 2024-07-26T15:48:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f00a4077130 0x7f00a4079640 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f00b814e370 0x7f00b81610e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f00b80d1b80 0x7f00b8150de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 --2- 172.21.15.33:0/1218710422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00b80cf430 0x7f00b81f8b60 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 -- 172.21.15.33:0/1218710422 >> 172.21.15.33:0/1218710422 conn(0x7f00b80d3da0 msgr2=0x7f00b80d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 -- 172.21.15.33:0/1218710422 shutdown_connections 2024-07-26T15:48:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.032+0000 7f00be95e640 1 -- 172.21.15.33:0/1218710422 wait complete. 2024-07-26T15:48:20.046 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T15:48:20.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.165+0000 7f95d3a6d640 1 -- 172.21.15.33:0/1546876341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc06fb60 msgr2=0x7f95cc06ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:20.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.165+0000 7f95d3a6d640 1 --2- 172.21.15.33:0/1546876341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc06fb60 0x7f95cc06ff70 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f95cc0722e0 tx=0x7f95bc02a510 comp rx=0 tx=0).stop 2024-07-26T15:48:20.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.165+0000 7f95d3a6d640 1 -- 172.21.15.33:0/1546876341 shutdown_connections 2024-07-26T15:48:20.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.165+0000 7f95d3a6d640 1 --2- 172.21.15.33:0/1546876341 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc06fb60 0x7f95cc06ff70 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:20.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.165+0000 7f95d3a6d640 1 -- 172.21.15.33:0/1546876341 >> 172.21.15.33:0/1546876341 conn(0x7f95cc0b1740 msgr2=0x7f95cc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:20.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.165+0000 7f95d3a6d640 1 -- 172.21.15.33:0/1546876341 shutdown_connections 2024-07-26T15:48:20.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.165+0000 7f95d3a6d640 1 -- 172.21.15.33:0/1546876341 wait complete. 2024-07-26T15:48:20.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.167+0000 7f95d3a6d640 1 Processor -- start 2024-07-26T15:48:20.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.167+0000 7f95d3a6d640 1 -- start start 2024-07-26T15:48:20.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.168+0000 7f95d3a6d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc06fb60 0x7f95cc15a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:20.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.168+0000 7f95d3a6d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95cc0b3d60 0x7f95cc0ad6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:20.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.168+0000 7f95d3a6d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95cc144580 0x7f95cc0ab9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:20.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.168+0000 7f95d3a6d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc15cb80 con 0x7f95cc06fb60 2024-07-26T15:48:20.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.168+0000 7f95d3a6d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f95cc15ca00 con 0x7f95cc144580 2024-07-26T15:48:20.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.168+0000 7f95d3a6d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f95cc15cd00 con 0x7f95cc0b3d60 2024-07-26T15:48:20.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.168+0000 7f95d1809640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc06fb60 0x7f95cc15a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:20.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.168+0000 7f95d1809640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc06fb60 0x7f95cc15a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49142/0 (socket says 172.21.15.33:49142) 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.168+0000 7f95d1809640 1 -- 172.21.15.33:0/3144563008 learned_addr learned my addr 172.21.15.33:0/3144563008 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95d200a640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95cc144580 0x7f95cc0ab9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95d1008640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95cc0b3d60 0x7f95cc0ad6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95d1809640 1 -- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95cc0b3d60 msgr2=0x7f95cc0ad6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95d1809640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95cc0b3d60 0x7f95cc0ad6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95d1809640 1 -- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95cc144580 msgr2=0x7f95cc0ab9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95d1809640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95cc144580 0x7f95cc0ab9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95d1809640 1 -- 172.21.15.33:0/3144563008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95cc0adc00 con 0x7f95cc06fb60 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95d1809640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc06fb60 0x7f95cc15a9b0 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f95c800c3c0 tx=0x7f95c800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95c27fc640 1 -- 172.21.15.33:0/3144563008 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c8017070 con 0x7f95cc06fb60 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95c27fc640 1 -- 172.21.15.33:0/3144563008 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f95c80035f0 con 0x7f95cc06fb60 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95c27fc640 1 -- 172.21.15.33:0/3144563008 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c8003a40 con 0x7f95cc06fb60 2024-07-26T15:48:20.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95d3a6d640 1 -- 172.21.15.33:0/3144563008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95cc0aa6c0 con 0x7f95cc06fb60 2024-07-26T15:48:20.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.169+0000 7f95d3a6d640 1 -- 172.21.15.33:0/3144563008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95cc0aaee0 con 0x7f95cc06fb60 2024-07-26T15:48:20.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.170+0000 7f95d3a6d640 1 -- 172.21.15.33:0/3144563008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95cc0b4170 con 0x7f95cc06fb60 2024-07-26T15:48:20.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.171+0000 7f95c27fc640 1 -- 172.21.15.33:0/3144563008 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f95c801a070 con 0x7f95cc06fb60 2024-07-26T15:48:20.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.171+0000 7f95c27fc640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f95b0077130 0x7f95b0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:20.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.171+0000 7f95c27fc640 1 -- 172.21.15.33:0/3144563008 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 6157+0+0 (secure 0 0 0) 0x7f95c8097e60 con 0x7f95cc06fb60 2024-07-26T15:48:20.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.172+0000 7f95d1008640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f95b0077130 0x7f95b0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:20.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.172+0000 7f95d1008640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f95b0077130 0x7f95b0079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f95bc034000 tx=0x7f95bc004730 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:20.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.176+0000 7f95c27fc640 1 -- 172.21.15.33:0/3144563008 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f95c8060eb0 con 0x7f95cc06fb60 2024-07-26T15:48:20.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:20.409+0000 7f95d3a6d640 1 -- 172.21.15.33:0/3144563008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f95cc155250 con 0x7f95cc06fb60 2024-07-26T15:48:21.296 INFO:tasks.ceph.mds.c.smithi033.stderr:2024-07-26T15:48:21.294+0000 7f28a87a2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:48:21.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.346+0000 7f95c27fc640 1 -- 172.21.15.33:0/3144563008 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v71) ==== 118+0+0 (secure 0 0 0) 0x7f95c80607b0 con 0x7f95cc06fb60 2024-07-26T15:48:21.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 -- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f95b0077130 msgr2=0x7f95b0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:21.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f95b0077130 0x7f95b0079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f95bc034000 tx=0x7f95bc004730 comp rx=0 tx=0).stop 2024-07-26T15:48:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 -- 172.21.15.33:0/3144563008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc06fb60 msgr2=0x7f95cc15a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc06fb60 0x7f95cc15a9b0 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f95c800c3c0 tx=0x7f95c800c880 comp rx=0 tx=0).stop 2024-07-26T15:48:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 -- 172.21.15.33:0/3144563008 shutdown_connections 2024-07-26T15:48:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f95b0077130 0x7f95b0079640 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95cc144580 0x7f95cc0ab9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95cc0b3d60 0x7f95cc0ad6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 --2- 172.21.15.33:0/3144563008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95cc06fb60 0x7f95cc15a9b0 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 -- 172.21.15.33:0/3144563008 >> 172.21.15.33:0/3144563008 conn(0x7f95cc0b1740 msgr2=0x7f95cc15d210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 -- 172.21.15.33:0/3144563008 shutdown_connections 2024-07-26T15:48:21.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.349+0000 7f95d3a6d640 1 -- 172.21.15.33:0/3144563008 wait complete. 2024-07-26T15:48:21.365 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T15:48:21.365 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T15:48:21.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.493+0000 7fb2de26e640 1 -- 172.21.15.33:0/965998030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2d80cec20 msgr2=0x7fb2d80b15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:21.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.493+0000 7fb2de26e640 1 --2- 172.21.15.33:0/965998030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2d80cec20 0x7fb2d80b15f0 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7fb2d8073be0 tx=0x7fb2d002a980 comp rx=0 tx=0).stop 2024-07-26T15:48:21.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.493+0000 7fb2de26e640 1 -- 172.21.15.33:0/965998030 shutdown_connections 2024-07-26T15:48:21.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.493+0000 7fb2de26e640 1 --2- 172.21.15.33:0/965998030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2d80cec20 0x7fb2d80b15f0 unknown :-1 s=CLOSED pgs=1361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:21.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.493+0000 7fb2de26e640 1 --2- 172.21.15.33:0/965998030 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2d80ce2d0 0x7fb2d80ce6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:21.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.493+0000 7fb2de26e640 1 --2- 172.21.15.33:0/965998030 >> v2:172.21.15.154:3300/0 conn(0x7fb2d80b6f60 0x7fb2d80b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:21.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.493+0000 7fb2de26e640 1 -- 172.21.15.33:0/965998030 >> 172.21.15.33:0/965998030 conn(0x7fb2d80b37a0 msgr2=0x7fb2d80b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:21.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.493+0000 7fb2de26e640 1 -- 172.21.15.33:0/965998030 shutdown_connections 2024-07-26T15:48:21.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.493+0000 7fb2de26e640 1 -- 172.21.15.33:0/965998030 wait complete. 2024-07-26T15:48:21.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.495+0000 7fb2de26e640 1 Processor -- start 2024-07-26T15:48:21.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.495+0000 7fb2de26e640 1 -- start start 2024-07-26T15:48:21.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.496+0000 7fb2de26e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2d80b6f60 0x7fb2d80cb130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:21.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.496+0000 7fb2de26e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2d80ce2d0 0x7fb2d8152e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:21.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.496+0000 7fb2de26e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2d80cec20 0x7fb2d814f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:21.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.496+0000 7fb2de26e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d80b2350 con 0x7fb2d80b6f60 2024-07-26T15:48:21.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.496+0000 7fb2de26e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb2d80b21d0 con 0x7fb2d80ce2d0 2024-07-26T15:48:21.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.496+0000 7fb2de26e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb2d80b24d0 con 0x7fb2d80cec20 2024-07-26T15:48:21.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.496+0000 7fb2d7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2d80b6f60 0x7fb2d80cb130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:21.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.496+0000 7fb2d7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2d80b6f60 0x7fb2d80cb130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49162/0 (socket says 172.21.15.33:49162) 2024-07-26T15:48:21.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2d77fe640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2d80ce2d0 0x7fb2d8152e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2d7fff640 1 -- 172.21.15.33:0/877633879 learned_addr learned my addr 172.21.15.33:0/877633879 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2dc80b640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2d80cec20 0x7fb2d814f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2d7fff640 1 -- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2d80cec20 msgr2=0x7fb2d814f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2d7fff640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2d80cec20 0x7fb2d814f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2d7fff640 1 -- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2d80ce2d0 msgr2=0x7fb2d8152e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2d7fff640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2d80ce2d0 0x7fb2d8152e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2d7fff640 1 -- 172.21.15.33:0/877633879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2d80cbeb0 con 0x7fb2d80b6f60 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2d7fff640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2d80b6f60 0x7fb2d80cb130 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7fb2c800c970 tx=0x7fb2c800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2d4ff9640 1 -- 172.21.15.33:0/877633879 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c8007bb0 con 0x7fb2d80b6f60 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2d4ff9640 1 -- 172.21.15.33:0/877633879 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2c8007e40 con 0x7fb2d80b6f60 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2de26e640 1 -- 172.21.15.33:0/877633879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2d80cb8f0 con 0x7fb2d80b6f60 2024-07-26T15:48:21.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2d4ff9640 1 -- 172.21.15.33:0/877633879 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c8005280 con 0x7fb2d80b6f60 2024-07-26T15:48:21.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.497+0000 7fb2de26e640 1 -- 172.21.15.33:0/877633879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2d809dd50 con 0x7fb2d80b6f60 2024-07-26T15:48:21.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.499+0000 7fb2de26e640 1 -- 172.21.15.33:0/877633879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2d80ce6e0 con 0x7fb2d80b6f60 2024-07-26T15:48:21.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.499+0000 7fb2d4ff9640 1 -- 172.21.15.33:0/877633879 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7fb2c8005420 con 0x7fb2d80b6f60 2024-07-26T15:48:21.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.500+0000 7fb2d4ff9640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb2b8077130 0x7fb2b8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:21.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.500+0000 7fb2d4ff9640 1 -- 172.21.15.33:0/877633879 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7fb2c8099090 con 0x7fb2d80b6f60 2024-07-26T15:48:21.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.500+0000 7fb2d77fe640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb2b8077130 0x7fb2b8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:21.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.501+0000 7fb2d77fe640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb2b8077130 0x7fb2b8079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fb2d80ca410 tx=0x7fb2c0005f60 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:21.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.504+0000 7fb2d4ff9640 1 -- 172.21.15.33:0/877633879 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb2c8014030 con 0x7fb2d80b6f60 2024-07-26T15:48:21.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:21.736+0000 7fb2de26e640 1 -- 172.21.15.33:0/877633879 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fb2d80b3fc0 con 0x7fb2d80b6f60 2024-07-26T15:48:22.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.354+0000 7fb2d4ff9640 1 -- 172.21.15.33:0/877633879 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v72) ==== 122+0+0 (secure 0 0 0) 0x7fb2c806a240 con 0x7fb2d80b6f60 2024-07-26T15:48:22.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 -- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb2b8077130 msgr2=0x7fb2b8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:22.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb2b8077130 0x7fb2b8079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fb2d80ca410 tx=0x7fb2c0005f60 comp rx=0 tx=0).stop 2024-07-26T15:48:22.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 -- 172.21.15.33:0/877633879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2d80b6f60 msgr2=0x7fb2d80cb130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:22.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2d80b6f60 0x7fb2d80cb130 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7fb2c800c970 tx=0x7fb2c800ce30 comp rx=0 tx=0).stop 2024-07-26T15:48:22.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 -- 172.21.15.33:0/877633879 shutdown_connections 2024-07-26T15:48:22.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2d80cec20 0x7fb2d814f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb2b8077130 0x7fb2b8079640 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2d80ce2d0 0x7fb2d8152e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 --2- 172.21.15.33:0/877633879 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2d80b6f60 0x7fb2d80cb130 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 -- 172.21.15.33:0/877633879 >> 172.21.15.33:0/877633879 conn(0x7fb2d80b37a0 msgr2=0x7fb2d80b5720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:22.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 -- 172.21.15.33:0/877633879 shutdown_connections 2024-07-26T15:48:22.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.357+0000 7fb2de26e640 1 -- 172.21.15.33:0/877633879 wait complete. 2024-07-26T15:48:22.373 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T15:48:22.373 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.496+0000 7fd533a1c640 1 -- 172.21.15.33:0/4052084630 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd52c0d0570 msgr2=0x7fd52c0d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.496+0000 7fd533a1c640 1 --2- 172.21.15.33:0/4052084630 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd52c0d0570 0x7fd52c0d0980 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fd52c08ccd0 tx=0x7fd51c02a440 comp rx=0 tx=0).stop 2024-07-26T15:48:22.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.496+0000 7fd533a1c640 1 -- 172.21.15.33:0/4052084630 shutdown_connections 2024-07-26T15:48:22.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.496+0000 7fd533a1c640 1 --2- 172.21.15.33:0/4052084630 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd52c0d0570 0x7fd52c0d0980 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.496+0000 7fd533a1c640 1 --2- 172.21.15.33:0/4052084630 >> v2:172.21.15.154:3300/0 conn(0x7fd52c0b2dc0 0x7fd52c0d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.496+0000 7fd533a1c640 1 -- 172.21.15.33:0/4052084630 >> 172.21.15.33:0/4052084630 conn(0x7fd52c0d3e10 msgr2=0x7fd52c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:22.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.497+0000 7fd533a1c640 1 -- 172.21.15.33:0/4052084630 shutdown_connections 2024-07-26T15:48:22.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.497+0000 7fd533a1c640 1 -- 172.21.15.33:0/4052084630 wait complete. 2024-07-26T15:48:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.498+0000 7fd533a1c640 1 Processor -- start 2024-07-26T15:48:22.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.498+0000 7fd533a1c640 1 -- start start 2024-07-26T15:48:22.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd533a1c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd52c0b2dc0 0x7fd52c0cda90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:22.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd533a1c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd52c0ce9e0 0x7fd52c1f7f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd533a1c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd52c0d0570 0x7fd52c14c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd533a1c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd52c0d4b40 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd533a1c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd52c0cf710 con 0x7fd52c0d0570 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd533a1c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd52c0d4cc0 con 0x7fd52c0ce9e0 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd5317b8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd52c0b2dc0 0x7fd52c0cda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd5317b8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd52c0b2dc0 0x7fd52c0cda90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42808/0 (socket says 172.21.15.33:42808) 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd5317b8640 1 -- 172.21.15.33:0/741801279 learned_addr learned my addr 172.21.15.33:0/741801279 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd530fb7640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd52c0ce9e0 0x7fd52c1f7f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd531fb9640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd52c0d0570 0x7fd52c14c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd5317b8640 1 -- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd52c0ce9e0 msgr2=0x7fd52c1f7f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd5317b8640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd52c0ce9e0 0x7fd52c1f7f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd5317b8640 1 -- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd52c0d0570 msgr2=0x7fd52c14c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd5317b8640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd52c0d0570 0x7fd52c14c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.500+0000 7fd5317b8640 1 -- 172.21.15.33:0/741801279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd52c1f84c0 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.501+0000 7fd5317b8640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd52c0b2dc0 0x7fd52c0cda90 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7fd52800d780 tx=0x7fd52800dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.501+0000 7fd521ffb640 1 -- 172.21.15.33:0/741801279 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd528017070 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.501+0000 7fd521ffb640 1 -- 172.21.15.33:0/741801279 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd528005310 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.501+0000 7fd533a1c640 1 -- 172.21.15.33:0/741801279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd52c0ca780 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.501+0000 7fd521ffb640 1 -- 172.21.15.33:0/741801279 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd528009820 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.501+0000 7fd533a1c640 1 -- 172.21.15.33:0/741801279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd52c0ca1c0 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.502+0000 7fd533a1c640 1 -- 172.21.15.33:0/741801279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd52c0d2930 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.503+0000 7fd521ffb640 1 -- 172.21.15.33:0/741801279 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7fd5280099c0 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.503+0000 7fd521ffb640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fd510077130 0x7fd510079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.503+0000 7fd521ffb640 1 -- 172.21.15.33:0/741801279 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7fd528098da0 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.503+0000 7fd530fb7640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fd510077130 0x7fd510079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:22.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.504+0000 7fd530fb7640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fd510077130 0x7fd510079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd51c033000 tx=0x7fd51c004730 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:22.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.508+0000 7fd521ffb640 1 -- 172.21.15.33:0/741801279 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd528061570 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.743+0000 7fd533a1c640 1 -- 172.21.15.33:0/741801279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd52c0b4860 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.744+0000 7fd521ffb640 1 -- 172.21.15.33:0/741801279 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+5225 (secure 0 0 0) 0x7fd528065ac0 con 0x7fd52c0b2dc0 2024-07-26T15:48:22.746 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:22.746 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":72,"btime":"2024-07-26T15:48:22:347405+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7055,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4271468480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4271468480},{"type":"v1","addr":"172.21.15.154:6834","nonce":4271468480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":7058,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/56633906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":56633906},{"type":"v1","addr":"172.21.15.154:6835","nonce":56633906}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":8277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1735067579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1735067579},{"type":"v1","addr":"172.21.15.33:6834","nonce":1735067579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:18.703192+0000","modified":"2024-07-26T15:48:21.737765+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8280":{"gid":8280,"name":"c","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3257669112","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257669112},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257669112}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8280,"qdb_cluster":[8280]},"id":8}]} 2024-07-26T15:48:22.746 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 72 2024-07-26T15:48:22.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.746+0000 7fd533a1c640 1 -- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fd510077130 msgr2=0x7fd510079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:22.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.746+0000 7fd533a1c640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fd510077130 0x7fd510079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fd51c033000 tx=0x7fd51c004730 comp rx=0 tx=0).stop 2024-07-26T15:48:22.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.746+0000 7fd533a1c640 1 -- 172.21.15.33:0/741801279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd52c0b2dc0 msgr2=0x7fd52c0cda90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:22.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.746+0000 7fd533a1c640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd52c0b2dc0 0x7fd52c0cda90 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7fd52800d780 tx=0x7fd52800dc40 comp rx=0 tx=0).stop 2024-07-26T15:48:22.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.746+0000 7fd533a1c640 1 -- 172.21.15.33:0/741801279 shutdown_connections 2024-07-26T15:48:22.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.747+0000 7fd533a1c640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fd510077130 0x7fd510079640 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.747+0000 7fd533a1c640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd52c0d0570 0x7fd52c14c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.747+0000 7fd533a1c640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd52c0ce9e0 0x7fd52c1f7f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.747+0000 7fd533a1c640 1 --2- 172.21.15.33:0/741801279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd52c0b2dc0 0x7fd52c0cda90 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.747+0000 7fd533a1c640 1 -- 172.21.15.33:0/741801279 >> 172.21.15.33:0/741801279 conn(0x7fd52c0d3e10 msgr2=0x7fd52c06e650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:22.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.747+0000 7fd533a1c640 1 -- 172.21.15.33:0/741801279 shutdown_connections 2024-07-26T15:48:22.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.747+0000 7fd533a1c640 1 -- 172.21.15.33:0/741801279 wait complete. 2024-07-26T15:48:22.760 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:48:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.876+0000 7fb4ab668640 1 -- 172.21.15.33:0/2021243787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a40ced80 msgr2=0x7fb4a40b22b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.876+0000 7fb4ab668640 1 --2- 172.21.15.33:0/2021243787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a40ced80 0x7fb4a40b22b0 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7fb49c005fd0 tx=0x7fb49c02ab40 comp rx=0 tx=0).stop 2024-07-26T15:48:22.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.876+0000 7fb4ab668640 1 -- 172.21.15.33:0/2021243787 shutdown_connections 2024-07-26T15:48:22.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.876+0000 7fb4ab668640 1 --2- 172.21.15.33:0/2021243787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a40ced80 0x7fb4a40b22b0 unknown :-1 s=CLOSED pgs=1366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.876+0000 7fb4ab668640 1 -- 172.21.15.33:0/2021243787 >> 172.21.15.33:0/2021243787 conn(0x7fb4a40d1b70 msgr2=0x7fb4a40d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:22.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.877+0000 7fb4ab668640 1 -- 172.21.15.33:0/2021243787 shutdown_connections 2024-07-26T15:48:22.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.877+0000 7fb4ab668640 1 -- 172.21.15.33:0/2021243787 wait complete. 2024-07-26T15:48:22.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.878+0000 7fb4ab668640 1 Processor -- start 2024-07-26T15:48:22.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.878+0000 7fb4ab668640 1 -- start start 2024-07-26T15:48:22.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4ab668640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a40b6fc0 0x7fb4a415b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:22.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4ab668640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4a40ce970 0x7fb4a415bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:22.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4ab668640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4a40ced80 0x7fb4a40c6950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:22.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4ab668640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a40b2970 con 0x7fb4a40b6fc0 2024-07-26T15:48:22.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4ab668640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb4a40b27f0 con 0x7fb4a40ced80 2024-07-26T15:48:22.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4ab668640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb4a40b2af0 con 0x7fb4a40ce970 2024-07-26T15:48:22.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a9404640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a40b6fc0 0x7fb4a415b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:22.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a9404640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a40b6fc0 0x7fb4a415b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42818/0 (socket says 172.21.15.33:42818) 2024-07-26T15:48:22.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a9404640 1 -- 172.21.15.33:0/3530523570 learned_addr learned my addr 172.21.15.33:0/3530523570 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a9c05640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4a40ced80 0x7fb4a40c6950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a8c03640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4a40ce970 0x7fb4a415bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a9404640 1 -- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4a40ce970 msgr2=0x7fb4a415bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a9404640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4a40ce970 0x7fb4a415bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a9404640 1 -- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4a40ced80 msgr2=0x7fb4a40c6950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a9404640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4a40ced80 0x7fb4a40c6950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a9404640 1 -- 172.21.15.33:0/3530523570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4a415d410 con 0x7fb4a40b6fc0 2024-07-26T15:48:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a8c03640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4a40ce970 0x7fb4a415bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.880+0000 7fb4a9404640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a40b6fc0 0x7fb4a415b5e0 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7fb49400c400 tx=0x7fb49400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:22.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.881+0000 7fb4a1ffb640 1 -- 172.21.15.33:0/3530523570 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb494017070 con 0x7fb4a40b6fc0 2024-07-26T15:48:22.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.881+0000 7fb4a1ffb640 1 -- 172.21.15.33:0/3530523570 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4940053c0 con 0x7fb4a40b6fc0 2024-07-26T15:48:22.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.881+0000 7fb4ab668640 1 -- 172.21.15.33:0/3530523570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4a40c6390 con 0x7fb4a40b6fc0 2024-07-26T15:48:22.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.881+0000 7fb4a1ffb640 1 -- 172.21.15.33:0/3530523570 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb494003850 con 0x7fb4a40b6fc0 2024-07-26T15:48:22.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.881+0000 7fb4ab668640 1 -- 172.21.15.33:0/3530523570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4a415ea60 con 0x7fb4a40b6fc0 2024-07-26T15:48:22.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.882+0000 7fb4ab668640 1 -- 172.21.15.33:0/3530523570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4a40ce260 con 0x7fb4a40b6fc0 2024-07-26T15:48:22.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.882+0000 7fb4a1ffb640 1 -- 172.21.15.33:0/3530523570 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7fb49401a070 con 0x7fb4a40b6fc0 2024-07-26T15:48:22.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.883+0000 7fb4a1ffb640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb490077130 0x7fb490079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:22.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.883+0000 7fb4a1ffb640 1 -- 172.21.15.33:0/3530523570 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7fb494098010 con 0x7fb4a40b6fc0 2024-07-26T15:48:22.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.883+0000 7fb4a8c03640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb490077130 0x7fb490079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:22.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.884+0000 7fb4a8c03640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb490077130 0x7fb490079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb498000f60 tx=0x7fb498009040 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:22.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:22.887+0000 7fb4a1ffb640 1 -- 172.21.15.33:0/3530523570 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb494060900 con 0x7fb4a40b6fc0 2024-07-26T15:48:23.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.080+0000 7fb4ab668640 1 -- 172.21.15.33:0/3530523570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb4a40c8520 con 0x7fb4a40b6fc0 2024-07-26T15:48:23.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.081+0000 7fb4a1ffb640 1 -- 172.21.15.33:0/3530523570 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v148) ==== 74+0+17040 (secure 0 0 0) 0x7fb494069190 con 0x7fb4a40b6fc0 2024-07-26T15:48:23.082 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:23.083 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":148,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:48:20.332217+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:48:16.400229+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-07-26T15:48:17.662673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"148","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:48:23.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 -- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb490077130 msgr2=0x7fb490079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb490077130 0x7fb490079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb498000f60 tx=0x7fb498009040 comp rx=0 tx=0).stop 2024-07-26T15:48:23.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 -- 172.21.15.33:0/3530523570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a40b6fc0 msgr2=0x7fb4a415b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a40b6fc0 0x7fb4a415b5e0 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7fb49400c400 tx=0x7fb49400c8c0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 -- 172.21.15.33:0/3530523570 shutdown_connections 2024-07-26T15:48:23.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fb490077130 0x7fb490079640 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4a40ced80 0x7fb4a40c6950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4a40ce970 0x7fb4a415bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 --2- 172.21.15.33:0/3530523570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4a40b6fc0 0x7fb4a415b5e0 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 -- 172.21.15.33:0/3530523570 >> 172.21.15.33:0/3530523570 conn(0x7fb4a40d1b70 msgr2=0x7fb4a40712a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:23.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 -- 172.21.15.33:0/3530523570 shutdown_connections 2024-07-26T15:48:23.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.083+0000 7fb4ab668640 1 -- 172.21.15.33:0/3530523570 wait complete. 2024-07-26T15:48:23.096 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T15:48:23.096 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:48:23.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.213+0000 7f5c20799640 1 -- 172.21.15.33:0/564541752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c04003fd0 msgr2=0x7f5c04004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.213+0000 7f5c20799640 1 --2- 172.21.15.33:0/564541752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c04003fd0 0x7f5c04004800 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f5c08009b20 tx=0x7f5c04005830 comp rx=0 tx=0).stop 2024-07-26T15:48:23.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.213+0000 7f5c1ed36640 1 -- 172.21.15.33:0/564541752 reap_dead start 2024-07-26T15:48:23.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.213+0000 7f5c20799640 1 -- 172.21.15.33:0/564541752 shutdown_connections 2024-07-26T15:48:23.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.213+0000 7f5c20799640 1 -- 172.21.15.33:0/564541752 >> 172.21.15.33:0/564541752 conn(0x7f5c180d3e10 msgr2=0x7f5c180d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:23.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.213+0000 7f5c20799640 1 -- 172.21.15.33:0/564541752 shutdown_connections 2024-07-26T15:48:23.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.213+0000 7f5c20799640 1 -- 172.21.15.33:0/564541752 wait complete. 2024-07-26T15:48:23.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.215+0000 7f5c20799640 1 Processor -- start 2024-07-26T15:48:23.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.215+0000 7f5c20799640 1 -- start start 2024-07-26T15:48:23.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.216+0000 7f5c20799640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5c04003fd0 0x7f5c181d8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.216+0000 7f5c20799640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5c180caea0 0x7f5c180a1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.216+0000 7f5c20799640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c180b4130 0x7f5c180b4540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.216+0000 7f5c20799640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5c180cef70 con 0x7f5c180b4130 2024-07-26T15:48:23.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.216+0000 7f5c20799640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5c180cedf0 con 0x7f5c04003fd0 2024-07-26T15:48:23.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.216+0000 7f5c20799640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5c180cf0f0 con 0x7f5c180caea0 2024-07-26T15:48:23.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.216+0000 7f5c1ed36640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c180b4130 0x7f5c180b4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.216+0000 7f5c1ed36640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c180b4130 0x7f5c180b4540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42848/0 (socket says 172.21.15.33:42848) 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.216+0000 7f5c1ed36640 1 -- 172.21.15.33:0/1791074454 learned_addr learned my addr 172.21.15.33:0/1791074454 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c1e535640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5c04003fd0 0x7f5c181d8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c1dd34640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5c180caea0 0x7f5c180a1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c1ed36640 1 -- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5c180caea0 msgr2=0x7f5c180a1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c1ed36640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5c180caea0 0x7f5c180a1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c1ed36640 1 -- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5c04003fd0 msgr2=0x7f5c181d8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c1ed36640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5c04003fd0 0x7f5c181d8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c1ed36640 1 -- 172.21.15.33:0/1791074454 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c180b4a80 con 0x7f5c180b4130 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c1ed36640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c180b4130 0x7f5c180b4540 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f5c10005fd0 tx=0x7f5c10010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c0effd640 1 -- 172.21.15.33:0/1791074454 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c10017070 con 0x7f5c180b4130 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c0effd640 1 -- 172.21.15.33:0/1791074454 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c10015070 con 0x7f5c180b4130 2024-07-26T15:48:23.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c20799640 1 -- 172.21.15.33:0/1791074454 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c181d9600 con 0x7f5c180b4130 2024-07-26T15:48:23.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c0effd640 1 -- 172.21.15.33:0/1791074454 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c1001c6c0 con 0x7f5c180b4130 2024-07-26T15:48:23.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.217+0000 7f5c20799640 1 -- 172.21.15.33:0/1791074454 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c181d9bc0 con 0x7f5c180b4130 2024-07-26T15:48:23.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.218+0000 7f5c20799640 1 -- 172.21.15.33:0/1791074454 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c181d9370 con 0x7f5c180b4130 2024-07-26T15:48:23.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.219+0000 7f5c0effd640 1 -- 172.21.15.33:0/1791074454 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f5c1001c860 con 0x7f5c180b4130 2024-07-26T15:48:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.220+0000 7f5c0effd640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f5bfc077130 0x7f5bfc079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.220+0000 7f5c0effd640 1 -- 172.21.15.33:0/1791074454 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7f5c10099a20 con 0x7f5c180b4130 2024-07-26T15:48:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.220+0000 7f5c1e535640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f5bfc077130 0x7f5bfc079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.221+0000 7f5c1e535640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f5bfc077130 0x7f5bfc079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5c180ce390 tx=0x7f5c14006740 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:23.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.224+0000 7f5c0effd640 1 -- 172.21.15.33:0/1791074454 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5c1002b080 con 0x7f5c180b4130 2024-07-26T15:48:23.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.413+0000 7f5c20799640 1 -- 172.21.15.33:0/1791074454 --> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5c180cf5f0 con 0x7f5bfc077130 2024-07-26T15:48:23.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.418+0000 7f5c0effd640 1 -- 172.21.15.33:0/1791074454 <== mgr.7498 v2:172.21.15.154:6836/1799144315 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243930 (secure 0 0 0) 0x7f5c180cf5f0 con 0x7f5bfc077130 2024-07-26T15:48:23.422 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:23.423 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:48:23.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 -- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f5bfc077130 msgr2=0x7f5bfc079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f5bfc077130 0x7f5bfc079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5c180ce390 tx=0x7f5c14006740 comp rx=0 tx=0).stop 2024-07-26T15:48:23.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 -- 172.21.15.33:0/1791074454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c180b4130 msgr2=0x7f5c180b4540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c180b4130 0x7f5c180b4540 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f5c10005fd0 tx=0x7f5c10010f40 comp rx=0 tx=0).stop 2024-07-26T15:48:23.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 -- 172.21.15.33:0/1791074454 shutdown_connections 2024-07-26T15:48:23.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c180b4130 0x7f5c180b4540 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5c180caea0 0x7f5c180a1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f5bfc077130 0x7f5bfc079640 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 --2- 172.21.15.33:0/1791074454 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5c04003fd0 0x7f5c181d8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 -- 172.21.15.33:0/1791074454 >> 172.21.15.33:0/1791074454 conn(0x7f5c180d3e10 msgr2=0x7f5c180b1a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:23.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 -- 172.21.15.33:0/1791074454 shutdown_connections 2024-07-26T15:48:23.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.421+0000 7f5c20799640 1 -- 172.21.15.33:0/1791074454 wait complete. 2024-07-26T15:48:23.434 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:48:22.654335+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592036,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":258,"num_write_kb":1639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":169,"ondisk_log_size":169,"up":106,"acting":106,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":51,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":352108,"kb_used_data":15220,"kb_used_omap":12,"kb_used_meta":336755,"kb_avail":754622612,"statfs":{"total":773094113280,"available":772733554688,"internally_reserved":0,"allocated":15585280,"data_stored":8536068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":344837681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1668,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.352212"},"pg_stats":[{"pgid":"18.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035829+0000","last_change":"2024-07-26T15:48:19.356342+0000","last_active":"2024-07-26T15:48:21.035829+0000","last_peered":"2024-07-26T15:48:21.035829+0000","last_clean":"2024-07-26T15:48:21.035829+0000","last_became_active":"2024-07-26T15:48:19.355709+0000","last_became_peered":"2024-07-26T15:48:19.355709+0000","last_unstale":"2024-07-26T15:48:21.035829+0000","last_undegraded":"2024-07-26T15:48:21.035829+0000","last_fullsized":"2024-07-26T15:48:21.035829+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:01.654254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3d","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035764+0000","last_change":"2024-07-26T15:48:19.357429+0000","last_active":"2024-07-26T15:48:21.035764+0000","last_peered":"2024-07-26T15:48:21.035764+0000","last_clean":"2024-07-26T15:48:21.035764+0000","last_became_active":"2024-07-26T15:48:19.357116+0000","last_became_peered":"2024-07-26T15:48:19.357116+0000","last_unstale":"2024-07-26T15:48:21.035764+0000","last_undegraded":"2024-07-26T15:48:21.035764+0000","last_fullsized":"2024-07-26T15:48:21.035764+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:46.008679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.38","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035187+0000","last_change":"2024-07-26T15:48:19.360934+0000","last_active":"2024-07-26T15:48:21.035187+0000","last_peered":"2024-07-26T15:48:21.035187+0000","last_clean":"2024-07-26T15:48:21.035187+0000","last_became_active":"2024-07-26T15:48:19.360447+0000","last_became_peered":"2024-07-26T15:48:19.360447+0000","last_unstale":"2024-07-26T15:48:21.035187+0000","last_undegraded":"2024-07-26T15:48:21.035187+0000","last_fullsized":"2024-07-26T15:48:21.035187+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:39:11.015821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.36","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638898+0000","last_change":"2024-07-26T15:48:19.349889+0000","last_active":"2024-07-26T15:48:20.638898+0000","last_peered":"2024-07-26T15:48:20.638898+0000","last_clean":"2024-07-26T15:48:20.638898+0000","last_became_active":"2024-07-26T15:48:19.349316+0000","last_became_peered":"2024-07-26T15:48:19.349316+0000","last_unstale":"2024-07-26T15:48:20.638898+0000","last_undegraded":"2024-07-26T15:48:20.638898+0000","last_fullsized":"2024-07-26T15:48:20.638898+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:01.571656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.33","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638607+0000","last_change":"2024-07-26T15:48:19.334720+0000","last_active":"2024-07-26T15:48:20.638607+0000","last_peered":"2024-07-26T15:48:20.638607+0000","last_clean":"2024-07-26T15:48:20.638607+0000","last_became_active":"2024-07-26T15:48:19.334419+0000","last_became_peered":"2024-07-26T15:48:19.334419+0000","last_unstale":"2024-07-26T15:48:20.638607+0000","last_undegraded":"2024-07-26T15:48:20.638607+0000","last_fullsized":"2024-07-26T15:48:20.638607+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:50.638982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.32","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035554+0000","last_change":"2024-07-26T15:48:19.358829+0000","last_active":"2024-07-26T15:48:21.035554+0000","last_peered":"2024-07-26T15:48:21.035554+0000","last_clean":"2024-07-26T15:48:21.035554+0000","last_became_active":"2024-07-26T15:48:19.358304+0000","last_became_peered":"2024-07-26T15:48:19.358304+0000","last_unstale":"2024-07-26T15:48:21.035554+0000","last_undegraded":"2024-07-26T15:48:21.035554+0000","last_fullsized":"2024-07-26T15:48:21.035554+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:48.807948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2f","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638939+0000","last_change":"2024-07-26T15:48:19.336429+0000","last_active":"2024-07-26T15:48:20.638939+0000","last_peered":"2024-07-26T15:48:20.638939+0000","last_clean":"2024-07-26T15:48:20.638939+0000","last_became_active":"2024-07-26T15:48:19.333891+0000","last_became_peered":"2024-07-26T15:48:19.333891+0000","last_unstale":"2024-07-26T15:48:20.638939+0000","last_undegraded":"2024-07-26T15:48:20.638939+0000","last_fullsized":"2024-07-26T15:48:20.638939+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:18.485185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.2e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035899+0000","last_change":"2024-07-26T15:48:19.356041+0000","last_active":"2024-07-26T15:48:21.035899+0000","last_peered":"2024-07-26T15:48:21.035899+0000","last_clean":"2024-07-26T15:48:21.035899+0000","last_became_active":"2024-07-26T15:48:19.355290+0000","last_became_peered":"2024-07-26T15:48:19.355290+0000","last_unstale":"2024-07-26T15:48:21.035899+0000","last_undegraded":"2024-07-26T15:48:21.035899+0000","last_fullsized":"2024-07-26T15:48:21.035899+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:03:42.438484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.22","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035697+0000","last_change":"2024-07-26T15:48:19.349391+0000","last_active":"2024-07-26T15:48:21.035697+0000","last_peered":"2024-07-26T15:48:21.035697+0000","last_clean":"2024-07-26T15:48:21.035697+0000","last_became_active":"2024-07-26T15:48:19.345678+0000","last_became_peered":"2024-07-26T15:48:19.345678+0000","last_unstale":"2024-07-26T15:48:21.035697+0000","last_undegraded":"2024-07-26T15:48:21.035697+0000","last_fullsized":"2024-07-26T15:48:21.035697+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:00.926472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638838+0000","last_change":"2024-07-26T15:48:19.350845+0000","last_active":"2024-07-26T15:48:20.638838+0000","last_peered":"2024-07-26T15:48:20.638838+0000","last_clean":"2024-07-26T15:48:20.638838+0000","last_became_active":"2024-07-26T15:48:19.350561+0000","last_became_peered":"2024-07-26T15:48:19.350561+0000","last_unstale":"2024-07-26T15:48:20.638838+0000","last_undegraded":"2024-07-26T15:48:20.638838+0000","last_fullsized":"2024-07-26T15:48:20.638838+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:06.074949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309412+0000","last_change":"2024-07-26T15:48:17.309412+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309412+0000","last_undegraded":"2024-07-26T15:48:17.309412+0000","last_fullsized":"2024-07-26T15:48:17.309412+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1e","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638786+0000","last_change":"2024-07-26T15:48:18.315470+0000","last_active":"2024-07-26T15:48:20.638786+0000","last_peered":"2024-07-26T15:48:20.638786+0000","last_clean":"2024-07-26T15:48:20.638786+0000","last_became_active":"2024-07-26T15:48:18.315044+0000","last_became_peered":"2024-07-26T15:48:18.315044+0000","last_unstale":"2024-07-26T15:48:20.638786+0000","last_undegraded":"2024-07-26T15:48:20.638786+0000","last_fullsized":"2024-07-26T15:48:20.638786+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:34:55.325573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.310159+0000","last_change":"2024-07-26T15:48:17.310159+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.310159+0000","last_undegraded":"2024-07-26T15:48:17.310159+0000","last_fullsized":"2024-07-26T15:48:17.310159+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1c","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638697+0000","last_change":"2024-07-26T15:48:18.317378+0000","last_active":"2024-07-26T15:48:20.638697+0000","last_peered":"2024-07-26T15:48:20.638697+0000","last_clean":"2024-07-26T15:48:20.638697+0000","last_became_active":"2024-07-26T15:48:18.317059+0000","last_became_peered":"2024-07-26T15:48:18.317059+0000","last_unstale":"2024-07-26T15:48:20.638697+0000","last_undegraded":"2024-07-26T15:48:20.638697+0000","last_fullsized":"2024-07-26T15:48:20.638697+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:09.854015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638551+0000","last_change":"2024-07-26T15:48:19.334032+0000","last_active":"2024-07-26T15:48:20.638551+0000","last_peered":"2024-07-26T15:48:20.638551+0000","last_clean":"2024-07-26T15:48:20.638551+0000","last_became_active":"2024-07-26T15:48:19.333696+0000","last_became_peered":"2024-07-26T15:48:19.333696+0000","last_unstale":"2024-07-26T15:48:20.638551+0000","last_undegraded":"2024-07-26T15:48:20.638551+0000","last_fullsized":"2024-07-26T15:48:20.638551+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:46:55.485379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.304210+0000","last_change":"2024-07-26T15:48:17.304210+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.304210+0000","last_undegraded":"2024-07-26T15:48:17.304210+0000","last_fullsized":"2024-07-26T15:48:17.304210+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.305745+0000","last_change":"2024-07-26T15:48:17.305745+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.305745+0000","last_undegraded":"2024-07-26T15:48:17.305745+0000","last_fullsized":"2024-07-26T15:48:17.305745+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035838+0000","last_change":"2024-07-26T15:48:19.354891+0000","last_active":"2024-07-26T15:48:21.035838+0000","last_peered":"2024-07-26T15:48:21.035838+0000","last_clean":"2024-07-26T15:48:21.035838+0000","last_became_active":"2024-07-26T15:48:19.354565+0000","last_became_peered":"2024-07-26T15:48:19.354565+0000","last_unstale":"2024-07-26T15:48:21.035838+0000","last_undegraded":"2024-07-26T15:48:21.035838+0000","last_fullsized":"2024-07-26T15:48:21.035838+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:09.375579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303768+0000","last_change":"2024-07-26T15:48:17.303768+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303768+0000","last_undegraded":"2024-07-26T15:48:17.303768+0000","last_fullsized":"2024-07-26T15:48:17.303768+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638651+0000","last_change":"2024-07-26T15:48:19.345677+0000","last_active":"2024-07-26T15:48:20.638651+0000","last_peered":"2024-07-26T15:48:20.638651+0000","last_clean":"2024-07-26T15:48:20.638651+0000","last_became_active":"2024-07-26T15:48:19.345356+0000","last_became_peered":"2024-07-26T15:48:19.345356+0000","last_unstale":"2024-07-26T15:48:20.638651+0000","last_undegraded":"2024-07-26T15:48:20.638651+0000","last_fullsized":"2024-07-26T15:48:20.638651+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:56:36.473934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308486+0000","last_change":"2024-07-26T15:48:17.308486+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308486+0000","last_undegraded":"2024-07-26T15:48:17.308486+0000","last_fullsized":"2024-07-26T15:48:17.308486+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308532+0000","last_change":"2024-07-26T15:48:17.308532+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308532+0000","last_undegraded":"2024-07-26T15:48:17.308532+0000","last_fullsized":"2024-07-26T15:48:17.308532+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.304129+0000","last_change":"2024-07-26T15:48:17.304129+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.304129+0000","last_undegraded":"2024-07-26T15:48:17.304129+0000","last_fullsized":"2024-07-26T15:48:17.304129+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035985+0000","last_change":"2024-07-26T15:48:19.341411+0000","last_active":"2024-07-26T15:48:21.035985+0000","last_peered":"2024-07-26T15:48:21.035985+0000","last_clean":"2024-07-26T15:48:21.035985+0000","last_became_active":"2024-07-26T15:48:19.341121+0000","last_became_peered":"2024-07-26T15:48:19.341121+0000","last_unstale":"2024-07-26T15:48:21.035985+0000","last_undegraded":"2024-07-26T15:48:21.035985+0000","last_fullsized":"2024-07-26T15:48:21.035985+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:24.731592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303943+0000","last_change":"2024-07-26T15:48:17.303943+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303943+0000","last_undegraded":"2024-07-26T15:48:17.303943+0000","last_fullsized":"2024-07-26T15:48:17.303943+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.14","version":"147'6","reported_seq":21,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035367+0000","last_change":"2024-07-26T15:48:18.318967+0000","last_active":"2024-07-26T15:48:21.035367+0000","last_peered":"2024-07-26T15:48:21.035367+0000","last_clean":"2024-07-26T15:48:21.035367+0000","last_became_active":"2024-07-26T15:48:18.318627+0000","last_became_peered":"2024-07-26T15:48:18.318627+0000","last_unstale":"2024-07-26T15:48:21.035367+0000","last_undegraded":"2024-07-26T15:48:21.035367+0000","last_fullsized":"2024-07-26T15:48:21.035367+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:39.334328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.13","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035414+0000","last_change":"2024-07-26T15:48:18.324649+0000","last_active":"2024-07-26T15:48:21.035414+0000","last_peered":"2024-07-26T15:48:21.035414+0000","last_clean":"2024-07-26T15:48:21.035414+0000","last_became_active":"2024-07-26T15:48:18.324160+0000","last_became_peered":"2024-07-26T15:48:18.324160+0000","last_unstale":"2024-07-26T15:48:21.035414+0000","last_undegraded":"2024-07-26T15:48:21.035414+0000","last_fullsized":"2024-07-26T15:48:21.035414+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:11.445709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638574+0000","last_change":"2024-07-26T15:48:19.347121+0000","last_active":"2024-07-26T15:48:20.638574+0000","last_peered":"2024-07-26T15:48:20.638574+0000","last_clean":"2024-07-26T15:48:20.638574+0000","last_became_active":"2024-07-26T15:48:19.346809+0000","last_became_peered":"2024-07-26T15:48:19.346809+0000","last_unstale":"2024-07-26T15:48:20.638574+0000","last_undegraded":"2024-07-26T15:48:20.638574+0000","last_fullsized":"2024-07-26T15:48:20.638574+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:03.519622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035994+0000","last_change":"2024-07-26T15:48:18.317659+0000","last_active":"2024-07-26T15:48:21.035994+0000","last_peered":"2024-07-26T15:48:21.035994+0000","last_clean":"2024-07-26T15:48:21.035994+0000","last_became_active":"2024-07-26T15:48:18.317339+0000","last_became_peered":"2024-07-26T15:48:18.317339+0000","last_unstale":"2024-07-26T15:48:21.035994+0000","last_undegraded":"2024-07-26T15:48:21.035994+0000","last_fullsized":"2024-07-26T15:48:21.035994+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:36.196253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035604+0000","last_change":"2024-07-26T15:48:18.319881+0000","last_active":"2024-07-26T15:48:21.035604+0000","last_peered":"2024-07-26T15:48:21.035604+0000","last_clean":"2024-07-26T15:48:21.035604+0000","last_became_active":"2024-07-26T15:48:18.319566+0000","last_became_peered":"2024-07-26T15:48:18.319566+0000","last_unstale":"2024-07-26T15:48:21.035604+0000","last_undegraded":"2024-07-26T15:48:21.035604+0000","last_fullsized":"2024-07-26T15:48:21.035604+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:55.390093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.f","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638873+0000","last_change":"2024-07-26T15:48:18.325561+0000","last_active":"2024-07-26T15:48:20.638873+0000","last_peered":"2024-07-26T15:48:20.638873+0000","last_clean":"2024-07-26T15:48:20.638873+0000","last_became_active":"2024-07-26T15:48:18.325195+0000","last_became_peered":"2024-07-26T15:48:18.325195+0000","last_unstale":"2024-07-26T15:48:20.638873+0000","last_undegraded":"2024-07-26T15:48:20.638873+0000","last_fullsized":"2024-07-26T15:48:20.638873+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:49.287667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.305582+0000","last_change":"2024-07-26T15:48:17.305582+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.305582+0000","last_undegraded":"2024-07-26T15:48:17.305582+0000","last_fullsized":"2024-07-26T15:48:17.305582+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308127+0000","last_change":"2024-07-26T15:48:17.308127+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308127+0000","last_undegraded":"2024-07-26T15:48:17.308127+0000","last_fullsized":"2024-07-26T15:48:17.308127+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308406+0000","last_change":"2024-07-26T15:48:17.308406+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308406+0000","last_undegraded":"2024-07-26T15:48:17.308406+0000","last_fullsized":"2024-07-26T15:48:17.308406+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308970+0000","last_change":"2024-07-26T15:48:17.308970+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308970+0000","last_undegraded":"2024-07-26T15:48:17.308970+0000","last_fullsized":"2024-07-26T15:48:17.308970+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035501+0000","last_change":"2024-07-26T15:48:19.355431+0000","last_active":"2024-07-26T15:48:21.035501+0000","last_peered":"2024-07-26T15:48:21.035501+0000","last_clean":"2024-07-26T15:48:21.035501+0000","last_became_active":"2024-07-26T15:48:19.355048+0000","last_became_peered":"2024-07-26T15:48:19.355048+0000","last_unstale":"2024-07-26T15:48:21.035501+0000","last_undegraded":"2024-07-26T15:48:21.035501+0000","last_fullsized":"2024-07-26T15:48:21.035501+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:24:15.138291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308154+0000","last_change":"2024-07-26T15:48:17.308154+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308154+0000","last_undegraded":"2024-07-26T15:48:17.308154+0000","last_fullsized":"2024-07-26T15:48:17.308154+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035919+0000","last_change":"2024-07-26T15:48:19.346397+0000","last_active":"2024-07-26T15:48:21.035919+0000","last_peered":"2024-07-26T15:48:21.035919+0000","last_clean":"2024-07-26T15:48:21.035919+0000","last_became_active":"2024-07-26T15:48:19.345209+0000","last_became_peered":"2024-07-26T15:48:19.345209+0000","last_unstale":"2024-07-26T15:48:21.035919+0000","last_undegraded":"2024-07-26T15:48:21.035919+0000","last_fullsized":"2024-07-26T15:48:21.035919+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:17.765646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035608+0000","last_change":"2024-07-26T15:48:18.322666+0000","last_active":"2024-07-26T15:48:21.035608+0000","last_peered":"2024-07-26T15:48:21.035608+0000","last_clean":"2024-07-26T15:48:21.035608+0000","last_became_active":"2024-07-26T15:48:18.322363+0000","last_became_peered":"2024-07-26T15:48:18.322363+0000","last_unstale":"2024-07-26T15:48:21.035608+0000","last_undegraded":"2024-07-26T15:48:21.035608+0000","last_fullsized":"2024-07-26T15:48:21.035608+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:45.617632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309457+0000","last_change":"2024-07-26T15:48:17.309457+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309457+0000","last_undegraded":"2024-07-26T15:48:17.309457+0000","last_fullsized":"2024-07-26T15:48:17.309457+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.307914+0000","last_change":"2024-07-26T15:48:17.307914+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.307914+0000","last_undegraded":"2024-07-26T15:48:17.307914+0000","last_fullsized":"2024-07-26T15:48:17.307914+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638893+0000","last_change":"2024-07-26T15:48:19.333382+0000","last_active":"2024-07-26T15:48:20.638893+0000","last_peered":"2024-07-26T15:48:20.638893+0000","last_clean":"2024-07-26T15:48:20.638893+0000","last_became_active":"2024-07-26T15:48:19.333065+0000","last_became_peered":"2024-07-26T15:48:19.333065+0000","last_unstale":"2024-07-26T15:48:20.638893+0000","last_undegraded":"2024-07-26T15:48:20.638893+0000","last_fullsized":"2024-07-26T15:48:20.638893+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:45:33.931623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309160+0000","last_change":"2024-07-26T15:48:17.309160+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309160+0000","last_undegraded":"2024-07-26T15:48:17.309160+0000","last_fullsized":"2024-07-26T15:48:17.309160+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309128+0000","last_change":"2024-07-26T15:48:17.309128+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309128+0000","last_undegraded":"2024-07-26T15:48:17.309128+0000","last_fullsized":"2024-07-26T15:48:17.309128+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309183+0000","last_change":"2024-07-26T15:48:17.309183+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309183+0000","last_undegraded":"2024-07-26T15:48:17.309183+0000","last_fullsized":"2024-07-26T15:48:17.309183+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303539+0000","last_change":"2024-07-26T15:48:17.303539+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303539+0000","last_undegraded":"2024-07-26T15:48:17.303539+0000","last_fullsized":"2024-07-26T15:48:17.303539+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035446+0000","last_change":"2024-07-26T15:48:19.358659+0000","last_active":"2024-07-26T15:48:21.035446+0000","last_peered":"2024-07-26T15:48:21.035446+0000","last_clean":"2024-07-26T15:48:21.035446+0000","last_became_active":"2024-07-26T15:48:19.358028+0000","last_became_peered":"2024-07-26T15:48:19.358028+0000","last_unstale":"2024-07-26T15:48:21.035446+0000","last_undegraded":"2024-07-26T15:48:21.035446+0000","last_fullsized":"2024-07-26T15:48:21.035446+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:03.489962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303531+0000","last_change":"2024-07-26T15:48:17.303531+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303531+0000","last_undegraded":"2024-07-26T15:48:17.303531+0000","last_fullsized":"2024-07-26T15:48:17.303531+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.305714+0000","last_change":"2024-07-26T15:48:17.305714+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.305714+0000","last_undegraded":"2024-07-26T15:48:17.305714+0000","last_fullsized":"2024-07-26T15:48:17.305714+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638848+0000","last_change":"2024-07-26T15:48:19.342282+0000","last_active":"2024-07-26T15:48:20.638848+0000","last_peered":"2024-07-26T15:48:20.638848+0000","last_clean":"2024-07-26T15:48:20.638848+0000","last_became_active":"2024-07-26T15:48:19.341978+0000","last_became_peered":"2024-07-26T15:48:19.341978+0000","last_unstale":"2024-07-26T15:48:20.638848+0000","last_undegraded":"2024-07-26T15:48:20.638848+0000","last_fullsized":"2024-07-26T15:48:20.638848+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:08:28.936626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308148+0000","last_change":"2024-07-26T15:48:17.308148+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308148+0000","last_undegraded":"2024-07-26T15:48:17.308148+0000","last_fullsized":"2024-07-26T15:48:17.308148+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.10","version":"147'8","reported_seq":23,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035189+0000","last_change":"2024-07-26T15:48:18.324569+0000","last_active":"2024-07-26T15:48:21.035189+0000","last_peered":"2024-07-26T15:48:21.035189+0000","last_clean":"2024-07-26T15:48:21.035189+0000","last_became_active":"2024-07-26T15:48:18.324247+0000","last_became_peered":"2024-07-26T15:48:18.324247+0000","last_unstale":"2024-07-26T15:48:21.035189+0000","last_undegraded":"2024-07-26T15:48:21.035189+0000","last_fullsized":"2024-07-26T15:48:21.035189+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:25.390416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"138'149","reported_seq":620,"reported_epoch":145,"state":"active+clean","last_fresh":"2024-07-26T15:48:17.310707+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:48:17.310707+0000","last_peered":"2024-07-26T15:48:17.310707+0000","last_clean":"2024-07-26T15:48:17.310707+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:48:17.310707+0000","last_undegraded":"2024-07-26T15:48:17.310707+0000","last_fullsized":"2024-07-26T15:48:17.310707+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":149,"log_dups_size":0,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":233,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":18,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":40,"acting":40,"num_store_stats":2},{"poolid":17,"num_pg":32,"stat_sum":{"num_bytes":1668,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20,"ondisk_log_size":20,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":233,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575085,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59876,"kb_used_data":2320,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311964,"statfs":{"total":96636764160,"available":96575451136,"internally_reserved":0,"allocated":2375680,"data_stored":1501270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32920,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338920,"statfs":{"total":96636764160,"available":96603054080,"internally_reserved":0,"allocated":1781760,"data_stored":910902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55140,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316700,"statfs":{"total":96636764160,"available":96580300800,"internally_reserved":0,"allocated":1794048,"data_stored":917167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37084,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1781760,"data_stored":910902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509676,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37152,"kb_used_data":1804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334688,"statfs":{"total":96636764160,"available":96598720512,"internally_reserved":0,"allocated":1847296,"data_stored":939507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509675,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59288,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312552,"statfs":{"total":96636764160,"available":96576053248,"internally_reserved":0,"allocated":1781760,"data_stored":910902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509679,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32976,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338864,"statfs":{"total":96636764160,"available":96602996736,"internally_reserved":0,"allocated":1835008,"data_stored":937883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542382,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37672,"kb_used_data":2332,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334168,"statfs":{"total":96636764160,"available":96598188032,"internally_reserved":0,"allocated":2387968,"data_stored":1507535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:48:23.438 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:48:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.591+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/703718158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d54004d40 msgr2=0x7f8d54005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.591+0000 7f8d6f6d2640 1 --2- 172.21.15.33:0/703718158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d54004d40 0x7f8d54005150 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f8d60009ed0 tx=0x7f8d54005830 comp rx=0 tx=0).stop 2024-07-26T15:48:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.591+0000 7f8d6dc6f640 1 -- 172.21.15.33:0/703718158 reap_dead start 2024-07-26T15:48:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.591+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/703718158 shutdown_connections 2024-07-26T15:48:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.591+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/703718158 >> 172.21.15.33:0/703718158 conn(0x7f8d680b26e0 msgr2=0x7f8d680b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.591+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/703718158 shutdown_connections 2024-07-26T15:48:23.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.591+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/703718158 wait complete. 2024-07-26T15:48:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.593+0000 7f8d6f6d2640 1 Processor -- start 2024-07-26T15:48:23.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.593+0000 7f8d6f6d2640 1 -- start start 2024-07-26T15:48:23.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.594+0000 7f8d6f6d2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d54004d40 0x7f8d68153df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.594+0000 7f8d6f6d2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d681f4ab0 0x7f8d6815a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.594+0000 7f8d6f6d2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d68158730 0x7f8d68158b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.594+0000 7f8d6f6d2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8d680b48d0 con 0x7f8d54004d40 2024-07-26T15:48:23.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.594+0000 7f8d6f6d2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8d6813e790 con 0x7f8d681f4ab0 2024-07-26T15:48:23.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.594+0000 7f8d6f6d2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8d680b4a50 con 0x7f8d68158730 2024-07-26T15:48:23.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.594+0000 7f8d6d46e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d54004d40 0x7f8d68153df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.594+0000 7f8d6d46e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d54004d40 0x7f8d68153df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42874/0 (socket says 172.21.15.33:42874) 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.594+0000 7f8d6d46e640 1 -- 172.21.15.33:0/2096917646 learned_addr learned my addr 172.21.15.33:0/2096917646 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d6dc6f640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d68158730 0x7f8d68158b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d6cc6d640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d681f4ab0 0x7f8d6815a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d6d46e640 1 -- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d68158730 msgr2=0x7f8d68158b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d6d46e640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d68158730 0x7f8d68158b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d6d46e640 1 -- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d681f4ab0 msgr2=0x7f8d6815a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d6d46e640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d681f4ab0 0x7f8d6815a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d6d46e640 1 -- 172.21.15.33:0/2096917646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d68154410 con 0x7f8d54004d40 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d6d46e640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d54004d40 0x7f8d68153df0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f8d64009e20 tx=0x7f8d64011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d5dffb640 1 -- 172.21.15.33:0/2096917646 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d64021070 con 0x7f8d54004d40 2024-07-26T15:48:23.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d5dffb640 1 -- 172.21.15.33:0/2096917646 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d6400fe40 con 0x7f8d54004d40 2024-07-26T15:48:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/2096917646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d681546f0 con 0x7f8d54004d40 2024-07-26T15:48:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d5dffb640 1 -- 172.21.15.33:0/2096917646 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d640148a0 con 0x7f8d54004d40 2024-07-26T15:48:23.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.595+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/2096917646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d68154cb0 con 0x7f8d54004d40 2024-07-26T15:48:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.596+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/2096917646 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d68140a60 con 0x7f8d54004d40 2024-07-26T15:48:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.597+0000 7f8d5dffb640 1 -- 172.21.15.33:0/2096917646 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f8d64024070 con 0x7f8d54004d40 2024-07-26T15:48:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.598+0000 7f8d5dffb640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8d4c077130 0x7f8d4c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.598+0000 7f8d5dffb640 1 -- 172.21.15.33:0/2096917646 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7f8d6409b980 con 0x7f8d54004d40 2024-07-26T15:48:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.598+0000 7f8d6cc6d640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8d4c077130 0x7f8d4c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.599+0000 7f8d6cc6d640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8d4c077130 0x7f8d4c079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8d6812dfc0 tx=0x7f8d58006040 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:23.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.602+0000 7f8d5dffb640 1 -- 172.21.15.33:0/2096917646 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8d64064260 con 0x7f8d54004d40 2024-07-26T15:48:23.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.791+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/2096917646 --> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8d6813fe60 con 0x7f8d4c077130 2024-07-26T15:48:23.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.796+0000 7f8d5dffb640 1 -- 172.21.15.33:0/2096917646 <== mgr.7498 v2:172.21.15.154:6836/1799144315 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243930 (secure 0 0 0) 0x7f8d6813fe60 con 0x7f8d4c077130 2024-07-26T15:48:23.800 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:23.801 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:48:23.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8d4c077130 msgr2=0x7f8d4c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8d4c077130 0x7f8d4c079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8d6812dfc0 tx=0x7f8d58006040 comp rx=0 tx=0).stop 2024-07-26T15:48:23.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/2096917646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d54004d40 msgr2=0x7f8d68153df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d54004d40 0x7f8d68153df0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f8d64009e20 tx=0x7f8d64011e20 comp rx=0 tx=0).stop 2024-07-26T15:48:23.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/2096917646 shutdown_connections 2024-07-26T15:48:23.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d68158730 0x7f8d68158b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8d4c077130 0x7f8d4c079640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d681f4ab0 0x7f8d6815a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 --2- 172.21.15.33:0/2096917646 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d54004d40 0x7f8d68153df0 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/2096917646 >> 172.21.15.33:0/2096917646 conn(0x7f8d680b26e0 msgr2=0x7f8d6806f230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:23.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/2096917646 shutdown_connections 2024-07-26T15:48:23.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.799+0000 7f8d6f6d2640 1 -- 172.21.15.33:0/2096917646 wait complete. 2024-07-26T15:48:23.812 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:48:22.654335+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592036,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":258,"num_write_kb":1639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":169,"ondisk_log_size":169,"up":106,"acting":106,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":51,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":352108,"kb_used_data":15220,"kb_used_omap":12,"kb_used_meta":336755,"kb_avail":754622612,"statfs":{"total":773094113280,"available":772733554688,"internally_reserved":0,"allocated":15585280,"data_stored":8536068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":344837681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1668,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.352212"},"pg_stats":[{"pgid":"18.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035829+0000","last_change":"2024-07-26T15:48:19.356342+0000","last_active":"2024-07-26T15:48:21.035829+0000","last_peered":"2024-07-26T15:48:21.035829+0000","last_clean":"2024-07-26T15:48:21.035829+0000","last_became_active":"2024-07-26T15:48:19.355709+0000","last_became_peered":"2024-07-26T15:48:19.355709+0000","last_unstale":"2024-07-26T15:48:21.035829+0000","last_undegraded":"2024-07-26T15:48:21.035829+0000","last_fullsized":"2024-07-26T15:48:21.035829+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:01.654254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3d","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035764+0000","last_change":"2024-07-26T15:48:19.357429+0000","last_active":"2024-07-26T15:48:21.035764+0000","last_peered":"2024-07-26T15:48:21.035764+0000","last_clean":"2024-07-26T15:48:21.035764+0000","last_became_active":"2024-07-26T15:48:19.357116+0000","last_became_peered":"2024-07-26T15:48:19.357116+0000","last_unstale":"2024-07-26T15:48:21.035764+0000","last_undegraded":"2024-07-26T15:48:21.035764+0000","last_fullsized":"2024-07-26T15:48:21.035764+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:46.008679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.38","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035187+0000","last_change":"2024-07-26T15:48:19.360934+0000","last_active":"2024-07-26T15:48:21.035187+0000","last_peered":"2024-07-26T15:48:21.035187+0000","last_clean":"2024-07-26T15:48:21.035187+0000","last_became_active":"2024-07-26T15:48:19.360447+0000","last_became_peered":"2024-07-26T15:48:19.360447+0000","last_unstale":"2024-07-26T15:48:21.035187+0000","last_undegraded":"2024-07-26T15:48:21.035187+0000","last_fullsized":"2024-07-26T15:48:21.035187+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:39:11.015821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.36","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638898+0000","last_change":"2024-07-26T15:48:19.349889+0000","last_active":"2024-07-26T15:48:20.638898+0000","last_peered":"2024-07-26T15:48:20.638898+0000","last_clean":"2024-07-26T15:48:20.638898+0000","last_became_active":"2024-07-26T15:48:19.349316+0000","last_became_peered":"2024-07-26T15:48:19.349316+0000","last_unstale":"2024-07-26T15:48:20.638898+0000","last_undegraded":"2024-07-26T15:48:20.638898+0000","last_fullsized":"2024-07-26T15:48:20.638898+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:01.571656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.33","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638607+0000","last_change":"2024-07-26T15:48:19.334720+0000","last_active":"2024-07-26T15:48:20.638607+0000","last_peered":"2024-07-26T15:48:20.638607+0000","last_clean":"2024-07-26T15:48:20.638607+0000","last_became_active":"2024-07-26T15:48:19.334419+0000","last_became_peered":"2024-07-26T15:48:19.334419+0000","last_unstale":"2024-07-26T15:48:20.638607+0000","last_undegraded":"2024-07-26T15:48:20.638607+0000","last_fullsized":"2024-07-26T15:48:20.638607+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:50.638982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.32","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035554+0000","last_change":"2024-07-26T15:48:19.358829+0000","last_active":"2024-07-26T15:48:21.035554+0000","last_peered":"2024-07-26T15:48:21.035554+0000","last_clean":"2024-07-26T15:48:21.035554+0000","last_became_active":"2024-07-26T15:48:19.358304+0000","last_became_peered":"2024-07-26T15:48:19.358304+0000","last_unstale":"2024-07-26T15:48:21.035554+0000","last_undegraded":"2024-07-26T15:48:21.035554+0000","last_fullsized":"2024-07-26T15:48:21.035554+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:48.807948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2f","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638939+0000","last_change":"2024-07-26T15:48:19.336429+0000","last_active":"2024-07-26T15:48:20.638939+0000","last_peered":"2024-07-26T15:48:20.638939+0000","last_clean":"2024-07-26T15:48:20.638939+0000","last_became_active":"2024-07-26T15:48:19.333891+0000","last_became_peered":"2024-07-26T15:48:19.333891+0000","last_unstale":"2024-07-26T15:48:20.638939+0000","last_undegraded":"2024-07-26T15:48:20.638939+0000","last_fullsized":"2024-07-26T15:48:20.638939+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:18.485185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.2e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035899+0000","last_change":"2024-07-26T15:48:19.356041+0000","last_active":"2024-07-26T15:48:21.035899+0000","last_peered":"2024-07-26T15:48:21.035899+0000","last_clean":"2024-07-26T15:48:21.035899+0000","last_became_active":"2024-07-26T15:48:19.355290+0000","last_became_peered":"2024-07-26T15:48:19.355290+0000","last_unstale":"2024-07-26T15:48:21.035899+0000","last_undegraded":"2024-07-26T15:48:21.035899+0000","last_fullsized":"2024-07-26T15:48:21.035899+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:03:42.438484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.22","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035697+0000","last_change":"2024-07-26T15:48:19.349391+0000","last_active":"2024-07-26T15:48:21.035697+0000","last_peered":"2024-07-26T15:48:21.035697+0000","last_clean":"2024-07-26T15:48:21.035697+0000","last_became_active":"2024-07-26T15:48:19.345678+0000","last_became_peered":"2024-07-26T15:48:19.345678+0000","last_unstale":"2024-07-26T15:48:21.035697+0000","last_undegraded":"2024-07-26T15:48:21.035697+0000","last_fullsized":"2024-07-26T15:48:21.035697+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:00.926472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638838+0000","last_change":"2024-07-26T15:48:19.350845+0000","last_active":"2024-07-26T15:48:20.638838+0000","last_peered":"2024-07-26T15:48:20.638838+0000","last_clean":"2024-07-26T15:48:20.638838+0000","last_became_active":"2024-07-26T15:48:19.350561+0000","last_became_peered":"2024-07-26T15:48:19.350561+0000","last_unstale":"2024-07-26T15:48:20.638838+0000","last_undegraded":"2024-07-26T15:48:20.638838+0000","last_fullsized":"2024-07-26T15:48:20.638838+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:06.074949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309412+0000","last_change":"2024-07-26T15:48:17.309412+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309412+0000","last_undegraded":"2024-07-26T15:48:17.309412+0000","last_fullsized":"2024-07-26T15:48:17.309412+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1e","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638786+0000","last_change":"2024-07-26T15:48:18.315470+0000","last_active":"2024-07-26T15:48:20.638786+0000","last_peered":"2024-07-26T15:48:20.638786+0000","last_clean":"2024-07-26T15:48:20.638786+0000","last_became_active":"2024-07-26T15:48:18.315044+0000","last_became_peered":"2024-07-26T15:48:18.315044+0000","last_unstale":"2024-07-26T15:48:20.638786+0000","last_undegraded":"2024-07-26T15:48:20.638786+0000","last_fullsized":"2024-07-26T15:48:20.638786+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:34:55.325573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.310159+0000","last_change":"2024-07-26T15:48:17.310159+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.310159+0000","last_undegraded":"2024-07-26T15:48:17.310159+0000","last_fullsized":"2024-07-26T15:48:17.310159+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1c","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638697+0000","last_change":"2024-07-26T15:48:18.317378+0000","last_active":"2024-07-26T15:48:20.638697+0000","last_peered":"2024-07-26T15:48:20.638697+0000","last_clean":"2024-07-26T15:48:20.638697+0000","last_became_active":"2024-07-26T15:48:18.317059+0000","last_became_peered":"2024-07-26T15:48:18.317059+0000","last_unstale":"2024-07-26T15:48:20.638697+0000","last_undegraded":"2024-07-26T15:48:20.638697+0000","last_fullsized":"2024-07-26T15:48:20.638697+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:09.854015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638551+0000","last_change":"2024-07-26T15:48:19.334032+0000","last_active":"2024-07-26T15:48:20.638551+0000","last_peered":"2024-07-26T15:48:20.638551+0000","last_clean":"2024-07-26T15:48:20.638551+0000","last_became_active":"2024-07-26T15:48:19.333696+0000","last_became_peered":"2024-07-26T15:48:19.333696+0000","last_unstale":"2024-07-26T15:48:20.638551+0000","last_undegraded":"2024-07-26T15:48:20.638551+0000","last_fullsized":"2024-07-26T15:48:20.638551+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:46:55.485379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.304210+0000","last_change":"2024-07-26T15:48:17.304210+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.304210+0000","last_undegraded":"2024-07-26T15:48:17.304210+0000","last_fullsized":"2024-07-26T15:48:17.304210+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.305745+0000","last_change":"2024-07-26T15:48:17.305745+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.305745+0000","last_undegraded":"2024-07-26T15:48:17.305745+0000","last_fullsized":"2024-07-26T15:48:17.305745+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035838+0000","last_change":"2024-07-26T15:48:19.354891+0000","last_active":"2024-07-26T15:48:21.035838+0000","last_peered":"2024-07-26T15:48:21.035838+0000","last_clean":"2024-07-26T15:48:21.035838+0000","last_became_active":"2024-07-26T15:48:19.354565+0000","last_became_peered":"2024-07-26T15:48:19.354565+0000","last_unstale":"2024-07-26T15:48:21.035838+0000","last_undegraded":"2024-07-26T15:48:21.035838+0000","last_fullsized":"2024-07-26T15:48:21.035838+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:09.375579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303768+0000","last_change":"2024-07-26T15:48:17.303768+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303768+0000","last_undegraded":"2024-07-26T15:48:17.303768+0000","last_fullsized":"2024-07-26T15:48:17.303768+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638651+0000","last_change":"2024-07-26T15:48:19.345677+0000","last_active":"2024-07-26T15:48:20.638651+0000","last_peered":"2024-07-26T15:48:20.638651+0000","last_clean":"2024-07-26T15:48:20.638651+0000","last_became_active":"2024-07-26T15:48:19.345356+0000","last_became_peered":"2024-07-26T15:48:19.345356+0000","last_unstale":"2024-07-26T15:48:20.638651+0000","last_undegraded":"2024-07-26T15:48:20.638651+0000","last_fullsized":"2024-07-26T15:48:20.638651+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:56:36.473934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308486+0000","last_change":"2024-07-26T15:48:17.308486+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308486+0000","last_undegraded":"2024-07-26T15:48:17.308486+0000","last_fullsized":"2024-07-26T15:48:17.308486+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308532+0000","last_change":"2024-07-26T15:48:17.308532+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308532+0000","last_undegraded":"2024-07-26T15:48:17.308532+0000","last_fullsized":"2024-07-26T15:48:17.308532+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.304129+0000","last_change":"2024-07-26T15:48:17.304129+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.304129+0000","last_undegraded":"2024-07-26T15:48:17.304129+0000","last_fullsized":"2024-07-26T15:48:17.304129+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035985+0000","last_change":"2024-07-26T15:48:19.341411+0000","last_active":"2024-07-26T15:48:21.035985+0000","last_peered":"2024-07-26T15:48:21.035985+0000","last_clean":"2024-07-26T15:48:21.035985+0000","last_became_active":"2024-07-26T15:48:19.341121+0000","last_became_peered":"2024-07-26T15:48:19.341121+0000","last_unstale":"2024-07-26T15:48:21.035985+0000","last_undegraded":"2024-07-26T15:48:21.035985+0000","last_fullsized":"2024-07-26T15:48:21.035985+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:24.731592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303943+0000","last_change":"2024-07-26T15:48:17.303943+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303943+0000","last_undegraded":"2024-07-26T15:48:17.303943+0000","last_fullsized":"2024-07-26T15:48:17.303943+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.14","version":"147'6","reported_seq":21,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035367+0000","last_change":"2024-07-26T15:48:18.318967+0000","last_active":"2024-07-26T15:48:21.035367+0000","last_peered":"2024-07-26T15:48:21.035367+0000","last_clean":"2024-07-26T15:48:21.035367+0000","last_became_active":"2024-07-26T15:48:18.318627+0000","last_became_peered":"2024-07-26T15:48:18.318627+0000","last_unstale":"2024-07-26T15:48:21.035367+0000","last_undegraded":"2024-07-26T15:48:21.035367+0000","last_fullsized":"2024-07-26T15:48:21.035367+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:39.334328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.13","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035414+0000","last_change":"2024-07-26T15:48:18.324649+0000","last_active":"2024-07-26T15:48:21.035414+0000","last_peered":"2024-07-26T15:48:21.035414+0000","last_clean":"2024-07-26T15:48:21.035414+0000","last_became_active":"2024-07-26T15:48:18.324160+0000","last_became_peered":"2024-07-26T15:48:18.324160+0000","last_unstale":"2024-07-26T15:48:21.035414+0000","last_undegraded":"2024-07-26T15:48:21.035414+0000","last_fullsized":"2024-07-26T15:48:21.035414+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:11.445709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638574+0000","last_change":"2024-07-26T15:48:19.347121+0000","last_active":"2024-07-26T15:48:20.638574+0000","last_peered":"2024-07-26T15:48:20.638574+0000","last_clean":"2024-07-26T15:48:20.638574+0000","last_became_active":"2024-07-26T15:48:19.346809+0000","last_became_peered":"2024-07-26T15:48:19.346809+0000","last_unstale":"2024-07-26T15:48:20.638574+0000","last_undegraded":"2024-07-26T15:48:20.638574+0000","last_fullsized":"2024-07-26T15:48:20.638574+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:03.519622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035994+0000","last_change":"2024-07-26T15:48:18.317659+0000","last_active":"2024-07-26T15:48:21.035994+0000","last_peered":"2024-07-26T15:48:21.035994+0000","last_clean":"2024-07-26T15:48:21.035994+0000","last_became_active":"2024-07-26T15:48:18.317339+0000","last_became_peered":"2024-07-26T15:48:18.317339+0000","last_unstale":"2024-07-26T15:48:21.035994+0000","last_undegraded":"2024-07-26T15:48:21.035994+0000","last_fullsized":"2024-07-26T15:48:21.035994+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:36.196253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035604+0000","last_change":"2024-07-26T15:48:18.319881+0000","last_active":"2024-07-26T15:48:21.035604+0000","last_peered":"2024-07-26T15:48:21.035604+0000","last_clean":"2024-07-26T15:48:21.035604+0000","last_became_active":"2024-07-26T15:48:18.319566+0000","last_became_peered":"2024-07-26T15:48:18.319566+0000","last_unstale":"2024-07-26T15:48:21.035604+0000","last_undegraded":"2024-07-26T15:48:21.035604+0000","last_fullsized":"2024-07-26T15:48:21.035604+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:55.390093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.f","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638873+0000","last_change":"2024-07-26T15:48:18.325561+0000","last_active":"2024-07-26T15:48:20.638873+0000","last_peered":"2024-07-26T15:48:20.638873+0000","last_clean":"2024-07-26T15:48:20.638873+0000","last_became_active":"2024-07-26T15:48:18.325195+0000","last_became_peered":"2024-07-26T15:48:18.325195+0000","last_unstale":"2024-07-26T15:48:20.638873+0000","last_undegraded":"2024-07-26T15:48:20.638873+0000","last_fullsized":"2024-07-26T15:48:20.638873+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:49.287667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.305582+0000","last_change":"2024-07-26T15:48:17.305582+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.305582+0000","last_undegraded":"2024-07-26T15:48:17.305582+0000","last_fullsized":"2024-07-26T15:48:17.305582+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308127+0000","last_change":"2024-07-26T15:48:17.308127+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308127+0000","last_undegraded":"2024-07-26T15:48:17.308127+0000","last_fullsized":"2024-07-26T15:48:17.308127+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308406+0000","last_change":"2024-07-26T15:48:17.308406+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308406+0000","last_undegraded":"2024-07-26T15:48:17.308406+0000","last_fullsized":"2024-07-26T15:48:17.308406+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308970+0000","last_change":"2024-07-26T15:48:17.308970+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308970+0000","last_undegraded":"2024-07-26T15:48:17.308970+0000","last_fullsized":"2024-07-26T15:48:17.308970+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035501+0000","last_change":"2024-07-26T15:48:19.355431+0000","last_active":"2024-07-26T15:48:21.035501+0000","last_peered":"2024-07-26T15:48:21.035501+0000","last_clean":"2024-07-26T15:48:21.035501+0000","last_became_active":"2024-07-26T15:48:19.355048+0000","last_became_peered":"2024-07-26T15:48:19.355048+0000","last_unstale":"2024-07-26T15:48:21.035501+0000","last_undegraded":"2024-07-26T15:48:21.035501+0000","last_fullsized":"2024-07-26T15:48:21.035501+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:24:15.138291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308154+0000","last_change":"2024-07-26T15:48:17.308154+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308154+0000","last_undegraded":"2024-07-26T15:48:17.308154+0000","last_fullsized":"2024-07-26T15:48:17.308154+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035919+0000","last_change":"2024-07-26T15:48:19.346397+0000","last_active":"2024-07-26T15:48:21.035919+0000","last_peered":"2024-07-26T15:48:21.035919+0000","last_clean":"2024-07-26T15:48:21.035919+0000","last_became_active":"2024-07-26T15:48:19.345209+0000","last_became_peered":"2024-07-26T15:48:19.345209+0000","last_unstale":"2024-07-26T15:48:21.035919+0000","last_undegraded":"2024-07-26T15:48:21.035919+0000","last_fullsized":"2024-07-26T15:48:21.035919+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:17.765646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035608+0000","last_change":"2024-07-26T15:48:18.322666+0000","last_active":"2024-07-26T15:48:21.035608+0000","last_peered":"2024-07-26T15:48:21.035608+0000","last_clean":"2024-07-26T15:48:21.035608+0000","last_became_active":"2024-07-26T15:48:18.322363+0000","last_became_peered":"2024-07-26T15:48:18.322363+0000","last_unstale":"2024-07-26T15:48:21.035608+0000","last_undegraded":"2024-07-26T15:48:21.035608+0000","last_fullsized":"2024-07-26T15:48:21.035608+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:45.617632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309457+0000","last_change":"2024-07-26T15:48:17.309457+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309457+0000","last_undegraded":"2024-07-26T15:48:17.309457+0000","last_fullsized":"2024-07-26T15:48:17.309457+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.307914+0000","last_change":"2024-07-26T15:48:17.307914+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.307914+0000","last_undegraded":"2024-07-26T15:48:17.307914+0000","last_fullsized":"2024-07-26T15:48:17.307914+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638893+0000","last_change":"2024-07-26T15:48:19.333382+0000","last_active":"2024-07-26T15:48:20.638893+0000","last_peered":"2024-07-26T15:48:20.638893+0000","last_clean":"2024-07-26T15:48:20.638893+0000","last_became_active":"2024-07-26T15:48:19.333065+0000","last_became_peered":"2024-07-26T15:48:19.333065+0000","last_unstale":"2024-07-26T15:48:20.638893+0000","last_undegraded":"2024-07-26T15:48:20.638893+0000","last_fullsized":"2024-07-26T15:48:20.638893+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:45:33.931623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309160+0000","last_change":"2024-07-26T15:48:17.309160+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309160+0000","last_undegraded":"2024-07-26T15:48:17.309160+0000","last_fullsized":"2024-07-26T15:48:17.309160+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309128+0000","last_change":"2024-07-26T15:48:17.309128+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309128+0000","last_undegraded":"2024-07-26T15:48:17.309128+0000","last_fullsized":"2024-07-26T15:48:17.309128+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309183+0000","last_change":"2024-07-26T15:48:17.309183+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309183+0000","last_undegraded":"2024-07-26T15:48:17.309183+0000","last_fullsized":"2024-07-26T15:48:17.309183+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303539+0000","last_change":"2024-07-26T15:48:17.303539+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303539+0000","last_undegraded":"2024-07-26T15:48:17.303539+0000","last_fullsized":"2024-07-26T15:48:17.303539+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035446+0000","last_change":"2024-07-26T15:48:19.358659+0000","last_active":"2024-07-26T15:48:21.035446+0000","last_peered":"2024-07-26T15:48:21.035446+0000","last_clean":"2024-07-26T15:48:21.035446+0000","last_became_active":"2024-07-26T15:48:19.358028+0000","last_became_peered":"2024-07-26T15:48:19.358028+0000","last_unstale":"2024-07-26T15:48:21.035446+0000","last_undegraded":"2024-07-26T15:48:21.035446+0000","last_fullsized":"2024-07-26T15:48:21.035446+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:03.489962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303531+0000","last_change":"2024-07-26T15:48:17.303531+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303531+0000","last_undegraded":"2024-07-26T15:48:17.303531+0000","last_fullsized":"2024-07-26T15:48:17.303531+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.305714+0000","last_change":"2024-07-26T15:48:17.305714+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.305714+0000","last_undegraded":"2024-07-26T15:48:17.305714+0000","last_fullsized":"2024-07-26T15:48:17.305714+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638848+0000","last_change":"2024-07-26T15:48:19.342282+0000","last_active":"2024-07-26T15:48:20.638848+0000","last_peered":"2024-07-26T15:48:20.638848+0000","last_clean":"2024-07-26T15:48:20.638848+0000","last_became_active":"2024-07-26T15:48:19.341978+0000","last_became_peered":"2024-07-26T15:48:19.341978+0000","last_unstale":"2024-07-26T15:48:20.638848+0000","last_undegraded":"2024-07-26T15:48:20.638848+0000","last_fullsized":"2024-07-26T15:48:20.638848+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:08:28.936626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308148+0000","last_change":"2024-07-26T15:48:17.308148+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308148+0000","last_undegraded":"2024-07-26T15:48:17.308148+0000","last_fullsized":"2024-07-26T15:48:17.308148+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.10","version":"147'8","reported_seq":23,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035189+0000","last_change":"2024-07-26T15:48:18.324569+0000","last_active":"2024-07-26T15:48:21.035189+0000","last_peered":"2024-07-26T15:48:21.035189+0000","last_clean":"2024-07-26T15:48:21.035189+0000","last_became_active":"2024-07-26T15:48:18.324247+0000","last_became_peered":"2024-07-26T15:48:18.324247+0000","last_unstale":"2024-07-26T15:48:21.035189+0000","last_undegraded":"2024-07-26T15:48:21.035189+0000","last_fullsized":"2024-07-26T15:48:21.035189+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:25.390416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"138'149","reported_seq":620,"reported_epoch":145,"state":"active+clean","last_fresh":"2024-07-26T15:48:17.310707+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:48:17.310707+0000","last_peered":"2024-07-26T15:48:17.310707+0000","last_clean":"2024-07-26T15:48:17.310707+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:48:17.310707+0000","last_undegraded":"2024-07-26T15:48:17.310707+0000","last_fullsized":"2024-07-26T15:48:17.310707+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":149,"log_dups_size":0,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":233,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":18,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":40,"acting":40,"num_store_stats":2},{"poolid":17,"num_pg":32,"stat_sum":{"num_bytes":1668,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20,"ondisk_log_size":20,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":233,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575085,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59876,"kb_used_data":2320,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311964,"statfs":{"total":96636764160,"available":96575451136,"internally_reserved":0,"allocated":2375680,"data_stored":1501270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32920,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338920,"statfs":{"total":96636764160,"available":96603054080,"internally_reserved":0,"allocated":1781760,"data_stored":910902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55140,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316700,"statfs":{"total":96636764160,"available":96580300800,"internally_reserved":0,"allocated":1794048,"data_stored":917167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37084,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1781760,"data_stored":910902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509676,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37152,"kb_used_data":1804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334688,"statfs":{"total":96636764160,"available":96598720512,"internally_reserved":0,"allocated":1847296,"data_stored":939507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509675,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59288,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312552,"statfs":{"total":96636764160,"available":96576053248,"internally_reserved":0,"allocated":1781760,"data_stored":910902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509679,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32976,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338864,"statfs":{"total":96636764160,"available":96602996736,"internally_reserved":0,"allocated":1835008,"data_stored":937883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542382,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37672,"kb_used_data":2332,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334168,"statfs":{"total":96636764160,"available":96598188032,"internally_reserved":0,"allocated":2387968,"data_stored":1507535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:48:23.816 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:48:23.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.968+0000 7f7536433640 1 -- 172.21.15.33:0/1070313385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7518005350 msgr2=0x7f751800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.968+0000 7f7536433640 1 --2- 172.21.15.33:0/1070313385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7518005350 0x7f751800b9c0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f7528009ed0 tx=0x7f7518005830 comp rx=0 tx=0).stop 2024-07-26T15:48:23.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.968+0000 7f7536433640 1 -- 172.21.15.33:0/1070313385 shutdown_connections 2024-07-26T15:48:23.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.968+0000 7f7536433640 1 --2- 172.21.15.33:0/1070313385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7518005350 0x7f751800b9c0 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.968+0000 7f7536433640 1 -- 172.21.15.33:0/1070313385 >> 172.21.15.33:0/1070313385 conn(0x7f75300b26e0 msgr2=0x7f75300b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:23.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.969+0000 7f7536433640 1 -- 172.21.15.33:0/1070313385 shutdown_connections 2024-07-26T15:48:23.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.969+0000 7f7536433640 1 -- 172.21.15.33:0/1070313385 wait complete. 2024-07-26T15:48:23.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.970+0000 7f7536433640 1 Processor -- start 2024-07-26T15:48:23.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.971+0000 7f7536433640 1 -- start start 2024-07-26T15:48:23.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f7536433640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7518005350 0x7f753013bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f7536433640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f753013c0b0 0x7f7530137390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f7536433640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75301378d0 0x7f7530152a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f7536433640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f75300738f0 con 0x7f75301378d0 2024-07-26T15:48:23.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f7536433640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7530073770 con 0x7f7518005350 2024-07-26T15:48:23.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f7536433640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7530073a70 con 0x7f753013c0b0 2024-07-26T15:48:23.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f75349d0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75301378d0 0x7f7530152a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f75349d0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75301378d0 0x7f7530152a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42888/0 (socket says 172.21.15.33:42888) 2024-07-26T15:48:23.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f75349d0640 1 -- 172.21.15.33:0/3936286325 learned_addr learned my addr 172.21.15.33:0/3936286325 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:23.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f752f7fe640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f753013c0b0 0x7f7530137390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f752ffff640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7518005350 0x7f753013bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f75349d0640 1 -- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f753013c0b0 msgr2=0x7f7530137390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f75349d0640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f753013c0b0 0x7f7530137390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f75349d0640 1 -- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7518005350 msgr2=0x7f753013bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:23.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f75349d0640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7518005350 0x7f753013bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:23.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f75349d0640 1 -- 172.21.15.33:0/3936286325 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75301f26e0 con 0x7f75301378d0 2024-07-26T15:48:23.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.972+0000 7f75349d0640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75301378d0 0x7f7530152a70 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f7528009e20 tx=0x7f7528034ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:23.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.973+0000 7f752cff9640 1 -- 172.21.15.33:0/3936286325 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7528041070 con 0x7f75301378d0 2024-07-26T15:48:23.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.973+0000 7f752cff9640 1 -- 172.21.15.33:0/3936286325 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f75280325f0 con 0x7f75301378d0 2024-07-26T15:48:23.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.973+0000 7f7536433640 1 -- 172.21.15.33:0/3936286325 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75301f29a0 con 0x7f75301378d0 2024-07-26T15:48:23.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.973+0000 7f752cff9640 1 -- 172.21.15.33:0/3936286325 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7528009ad0 con 0x7f75301378d0 2024-07-26T15:48:23.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.973+0000 7f7536433640 1 -- 172.21.15.33:0/3936286325 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75301f2f60 con 0x7f75301378d0 2024-07-26T15:48:23.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.974+0000 7f7536433640 1 -- 172.21.15.33:0/3936286325 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7530140940 con 0x7f75301378d0 2024-07-26T15:48:23.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.974+0000 7f752cff9640 1 -- 172.21.15.33:0/3936286325 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f7528032a40 con 0x7f75301378d0 2024-07-26T15:48:23.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.975+0000 7f752cff9640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f751c077130 0x7f751c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:23.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.975+0000 7f752cff9640 1 -- 172.21.15.33:0/3936286325 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7f75280b96e0 con 0x7f75301378d0 2024-07-26T15:48:23.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.975+0000 7f752ffff640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f751c077130 0x7f751c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:23.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.976+0000 7f752ffff640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f751c077130 0x7f751c079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f75200065b0 tx=0x7f7520006ae0 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:23.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:23.980+0000 7f752cff9640 1 -- 172.21.15.33:0/3936286325 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7528082590 con 0x7f75301378d0 2024-07-26T15:48:24.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.166+0000 7f7536433640 1 -- 172.21.15.33:0/3936286325 --> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f753013d0d0 con 0x7f751c077130 2024-07-26T15:48:24.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.170+0000 7f752cff9640 1 -- 172.21.15.33:0/3936286325 <== mgr.7498 v2:172.21.15.154:6836/1799144315 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243930 (secure 0 0 0) 0x7f753013d0d0 con 0x7f751c077130 2024-07-26T15:48:24.174 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:24.175 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:48:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 -- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f751c077130 msgr2=0x7f751c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f751c077130 0x7f751c079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f75200065b0 tx=0x7f7520006ae0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 -- 172.21.15.33:0/3936286325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75301378d0 msgr2=0x7f7530152a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75301378d0 0x7f7530152a70 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f7528009e20 tx=0x7f7528034ca0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 -- 172.21.15.33:0/3936286325 shutdown_connections 2024-07-26T15:48:24.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75301378d0 0x7f7530152a70 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f753013c0b0 0x7f7530137390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f751c077130 0x7f751c079640 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 --2- 172.21.15.33:0/3936286325 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7518005350 0x7f753013bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 -- 172.21.15.33:0/3936286325 >> 172.21.15.33:0/3936286325 conn(0x7f75300b26e0 msgr2=0x7f7530154e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:24.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 -- 172.21.15.33:0/3936286325 shutdown_connections 2024-07-26T15:48:24.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.173+0000 7f7536433640 1 -- 172.21.15.33:0/3936286325 wait complete. 2024-07-26T15:48:24.186 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:48:22.654335+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592036,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":258,"num_write_kb":1639,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":169,"ondisk_log_size":169,"up":106,"acting":106,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":51,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":352108,"kb_used_data":15220,"kb_used_omap":12,"kb_used_meta":336755,"kb_avail":754622612,"statfs":{"total":773094113280,"available":772733554688,"internally_reserved":0,"allocated":15585280,"data_stored":8536068,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":344837681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1668,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.352212"},"pg_stats":[{"pgid":"18.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035829+0000","last_change":"2024-07-26T15:48:19.356342+0000","last_active":"2024-07-26T15:48:21.035829+0000","last_peered":"2024-07-26T15:48:21.035829+0000","last_clean":"2024-07-26T15:48:21.035829+0000","last_became_active":"2024-07-26T15:48:19.355709+0000","last_became_peered":"2024-07-26T15:48:19.355709+0000","last_unstale":"2024-07-26T15:48:21.035829+0000","last_undegraded":"2024-07-26T15:48:21.035829+0000","last_fullsized":"2024-07-26T15:48:21.035829+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:01.654254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3d","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035764+0000","last_change":"2024-07-26T15:48:19.357429+0000","last_active":"2024-07-26T15:48:21.035764+0000","last_peered":"2024-07-26T15:48:21.035764+0000","last_clean":"2024-07-26T15:48:21.035764+0000","last_became_active":"2024-07-26T15:48:19.357116+0000","last_became_peered":"2024-07-26T15:48:19.357116+0000","last_unstale":"2024-07-26T15:48:21.035764+0000","last_undegraded":"2024-07-26T15:48:21.035764+0000","last_fullsized":"2024-07-26T15:48:21.035764+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:46.008679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.38","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035187+0000","last_change":"2024-07-26T15:48:19.360934+0000","last_active":"2024-07-26T15:48:21.035187+0000","last_peered":"2024-07-26T15:48:21.035187+0000","last_clean":"2024-07-26T15:48:21.035187+0000","last_became_active":"2024-07-26T15:48:19.360447+0000","last_became_peered":"2024-07-26T15:48:19.360447+0000","last_unstale":"2024-07-26T15:48:21.035187+0000","last_undegraded":"2024-07-26T15:48:21.035187+0000","last_fullsized":"2024-07-26T15:48:21.035187+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:39:11.015821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.36","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638898+0000","last_change":"2024-07-26T15:48:19.349889+0000","last_active":"2024-07-26T15:48:20.638898+0000","last_peered":"2024-07-26T15:48:20.638898+0000","last_clean":"2024-07-26T15:48:20.638898+0000","last_became_active":"2024-07-26T15:48:19.349316+0000","last_became_peered":"2024-07-26T15:48:19.349316+0000","last_unstale":"2024-07-26T15:48:20.638898+0000","last_undegraded":"2024-07-26T15:48:20.638898+0000","last_fullsized":"2024-07-26T15:48:20.638898+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:01.571656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.33","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638607+0000","last_change":"2024-07-26T15:48:19.334720+0000","last_active":"2024-07-26T15:48:20.638607+0000","last_peered":"2024-07-26T15:48:20.638607+0000","last_clean":"2024-07-26T15:48:20.638607+0000","last_became_active":"2024-07-26T15:48:19.334419+0000","last_became_peered":"2024-07-26T15:48:19.334419+0000","last_unstale":"2024-07-26T15:48:20.638607+0000","last_undegraded":"2024-07-26T15:48:20.638607+0000","last_fullsized":"2024-07-26T15:48:20.638607+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:50.638982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.32","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035554+0000","last_change":"2024-07-26T15:48:19.358829+0000","last_active":"2024-07-26T15:48:21.035554+0000","last_peered":"2024-07-26T15:48:21.035554+0000","last_clean":"2024-07-26T15:48:21.035554+0000","last_became_active":"2024-07-26T15:48:19.358304+0000","last_became_peered":"2024-07-26T15:48:19.358304+0000","last_unstale":"2024-07-26T15:48:21.035554+0000","last_undegraded":"2024-07-26T15:48:21.035554+0000","last_fullsized":"2024-07-26T15:48:21.035554+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:48.807948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2f","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638939+0000","last_change":"2024-07-26T15:48:19.336429+0000","last_active":"2024-07-26T15:48:20.638939+0000","last_peered":"2024-07-26T15:48:20.638939+0000","last_clean":"2024-07-26T15:48:20.638939+0000","last_became_active":"2024-07-26T15:48:19.333891+0000","last_became_peered":"2024-07-26T15:48:19.333891+0000","last_unstale":"2024-07-26T15:48:20.638939+0000","last_undegraded":"2024-07-26T15:48:20.638939+0000","last_fullsized":"2024-07-26T15:48:20.638939+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:18.485185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.2e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035899+0000","last_change":"2024-07-26T15:48:19.356041+0000","last_active":"2024-07-26T15:48:21.035899+0000","last_peered":"2024-07-26T15:48:21.035899+0000","last_clean":"2024-07-26T15:48:21.035899+0000","last_became_active":"2024-07-26T15:48:19.355290+0000","last_became_peered":"2024-07-26T15:48:19.355290+0000","last_unstale":"2024-07-26T15:48:21.035899+0000","last_undegraded":"2024-07-26T15:48:21.035899+0000","last_fullsized":"2024-07-26T15:48:21.035899+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:03:42.438484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.22","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035697+0000","last_change":"2024-07-26T15:48:19.349391+0000","last_active":"2024-07-26T15:48:21.035697+0000","last_peered":"2024-07-26T15:48:21.035697+0000","last_clean":"2024-07-26T15:48:21.035697+0000","last_became_active":"2024-07-26T15:48:19.345678+0000","last_became_peered":"2024-07-26T15:48:19.345678+0000","last_unstale":"2024-07-26T15:48:21.035697+0000","last_undegraded":"2024-07-26T15:48:21.035697+0000","last_fullsized":"2024-07-26T15:48:21.035697+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:00.926472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638838+0000","last_change":"2024-07-26T15:48:19.350845+0000","last_active":"2024-07-26T15:48:20.638838+0000","last_peered":"2024-07-26T15:48:20.638838+0000","last_clean":"2024-07-26T15:48:20.638838+0000","last_became_active":"2024-07-26T15:48:19.350561+0000","last_became_peered":"2024-07-26T15:48:19.350561+0000","last_unstale":"2024-07-26T15:48:20.638838+0000","last_undegraded":"2024-07-26T15:48:20.638838+0000","last_fullsized":"2024-07-26T15:48:20.638838+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:06.074949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309412+0000","last_change":"2024-07-26T15:48:17.309412+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309412+0000","last_undegraded":"2024-07-26T15:48:17.309412+0000","last_fullsized":"2024-07-26T15:48:17.309412+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1e","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638786+0000","last_change":"2024-07-26T15:48:18.315470+0000","last_active":"2024-07-26T15:48:20.638786+0000","last_peered":"2024-07-26T15:48:20.638786+0000","last_clean":"2024-07-26T15:48:20.638786+0000","last_became_active":"2024-07-26T15:48:18.315044+0000","last_became_peered":"2024-07-26T15:48:18.315044+0000","last_unstale":"2024-07-26T15:48:20.638786+0000","last_undegraded":"2024-07-26T15:48:20.638786+0000","last_fullsized":"2024-07-26T15:48:20.638786+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:34:55.325573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.310159+0000","last_change":"2024-07-26T15:48:17.310159+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.310159+0000","last_undegraded":"2024-07-26T15:48:17.310159+0000","last_fullsized":"2024-07-26T15:48:17.310159+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1c","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638697+0000","last_change":"2024-07-26T15:48:18.317378+0000","last_active":"2024-07-26T15:48:20.638697+0000","last_peered":"2024-07-26T15:48:20.638697+0000","last_clean":"2024-07-26T15:48:20.638697+0000","last_became_active":"2024-07-26T15:48:18.317059+0000","last_became_peered":"2024-07-26T15:48:18.317059+0000","last_unstale":"2024-07-26T15:48:20.638697+0000","last_undegraded":"2024-07-26T15:48:20.638697+0000","last_fullsized":"2024-07-26T15:48:20.638697+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:09.854015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638551+0000","last_change":"2024-07-26T15:48:19.334032+0000","last_active":"2024-07-26T15:48:20.638551+0000","last_peered":"2024-07-26T15:48:20.638551+0000","last_clean":"2024-07-26T15:48:20.638551+0000","last_became_active":"2024-07-26T15:48:19.333696+0000","last_became_peered":"2024-07-26T15:48:19.333696+0000","last_unstale":"2024-07-26T15:48:20.638551+0000","last_undegraded":"2024-07-26T15:48:20.638551+0000","last_fullsized":"2024-07-26T15:48:20.638551+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:46:55.485379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.304210+0000","last_change":"2024-07-26T15:48:17.304210+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.304210+0000","last_undegraded":"2024-07-26T15:48:17.304210+0000","last_fullsized":"2024-07-26T15:48:17.304210+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.305745+0000","last_change":"2024-07-26T15:48:17.305745+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.305745+0000","last_undegraded":"2024-07-26T15:48:17.305745+0000","last_fullsized":"2024-07-26T15:48:17.305745+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035838+0000","last_change":"2024-07-26T15:48:19.354891+0000","last_active":"2024-07-26T15:48:21.035838+0000","last_peered":"2024-07-26T15:48:21.035838+0000","last_clean":"2024-07-26T15:48:21.035838+0000","last_became_active":"2024-07-26T15:48:19.354565+0000","last_became_peered":"2024-07-26T15:48:19.354565+0000","last_unstale":"2024-07-26T15:48:21.035838+0000","last_undegraded":"2024-07-26T15:48:21.035838+0000","last_fullsized":"2024-07-26T15:48:21.035838+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:09.375579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303768+0000","last_change":"2024-07-26T15:48:17.303768+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303768+0000","last_undegraded":"2024-07-26T15:48:17.303768+0000","last_fullsized":"2024-07-26T15:48:17.303768+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638651+0000","last_change":"2024-07-26T15:48:19.345677+0000","last_active":"2024-07-26T15:48:20.638651+0000","last_peered":"2024-07-26T15:48:20.638651+0000","last_clean":"2024-07-26T15:48:20.638651+0000","last_became_active":"2024-07-26T15:48:19.345356+0000","last_became_peered":"2024-07-26T15:48:19.345356+0000","last_unstale":"2024-07-26T15:48:20.638651+0000","last_undegraded":"2024-07-26T15:48:20.638651+0000","last_fullsized":"2024-07-26T15:48:20.638651+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:56:36.473934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308486+0000","last_change":"2024-07-26T15:48:17.308486+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308486+0000","last_undegraded":"2024-07-26T15:48:17.308486+0000","last_fullsized":"2024-07-26T15:48:17.308486+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308532+0000","last_change":"2024-07-26T15:48:17.308532+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308532+0000","last_undegraded":"2024-07-26T15:48:17.308532+0000","last_fullsized":"2024-07-26T15:48:17.308532+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.304129+0000","last_change":"2024-07-26T15:48:17.304129+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.304129+0000","last_undegraded":"2024-07-26T15:48:17.304129+0000","last_fullsized":"2024-07-26T15:48:17.304129+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035985+0000","last_change":"2024-07-26T15:48:19.341411+0000","last_active":"2024-07-26T15:48:21.035985+0000","last_peered":"2024-07-26T15:48:21.035985+0000","last_clean":"2024-07-26T15:48:21.035985+0000","last_became_active":"2024-07-26T15:48:19.341121+0000","last_became_peered":"2024-07-26T15:48:19.341121+0000","last_unstale":"2024-07-26T15:48:21.035985+0000","last_undegraded":"2024-07-26T15:48:21.035985+0000","last_fullsized":"2024-07-26T15:48:21.035985+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:24.731592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303943+0000","last_change":"2024-07-26T15:48:17.303943+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303943+0000","last_undegraded":"2024-07-26T15:48:17.303943+0000","last_fullsized":"2024-07-26T15:48:17.303943+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.14","version":"147'6","reported_seq":21,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035367+0000","last_change":"2024-07-26T15:48:18.318967+0000","last_active":"2024-07-26T15:48:21.035367+0000","last_peered":"2024-07-26T15:48:21.035367+0000","last_clean":"2024-07-26T15:48:21.035367+0000","last_became_active":"2024-07-26T15:48:18.318627+0000","last_became_peered":"2024-07-26T15:48:18.318627+0000","last_unstale":"2024-07-26T15:48:21.035367+0000","last_undegraded":"2024-07-26T15:48:21.035367+0000","last_fullsized":"2024-07-26T15:48:21.035367+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:39.334328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.13","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035414+0000","last_change":"2024-07-26T15:48:18.324649+0000","last_active":"2024-07-26T15:48:21.035414+0000","last_peered":"2024-07-26T15:48:21.035414+0000","last_clean":"2024-07-26T15:48:21.035414+0000","last_became_active":"2024-07-26T15:48:18.324160+0000","last_became_peered":"2024-07-26T15:48:18.324160+0000","last_unstale":"2024-07-26T15:48:21.035414+0000","last_undegraded":"2024-07-26T15:48:21.035414+0000","last_fullsized":"2024-07-26T15:48:21.035414+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:11.445709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638574+0000","last_change":"2024-07-26T15:48:19.347121+0000","last_active":"2024-07-26T15:48:20.638574+0000","last_peered":"2024-07-26T15:48:20.638574+0000","last_clean":"2024-07-26T15:48:20.638574+0000","last_became_active":"2024-07-26T15:48:19.346809+0000","last_became_peered":"2024-07-26T15:48:19.346809+0000","last_unstale":"2024-07-26T15:48:20.638574+0000","last_undegraded":"2024-07-26T15:48:20.638574+0000","last_fullsized":"2024-07-26T15:48:20.638574+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:03.519622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035994+0000","last_change":"2024-07-26T15:48:18.317659+0000","last_active":"2024-07-26T15:48:21.035994+0000","last_peered":"2024-07-26T15:48:21.035994+0000","last_clean":"2024-07-26T15:48:21.035994+0000","last_became_active":"2024-07-26T15:48:18.317339+0000","last_became_peered":"2024-07-26T15:48:18.317339+0000","last_unstale":"2024-07-26T15:48:21.035994+0000","last_undegraded":"2024-07-26T15:48:21.035994+0000","last_fullsized":"2024-07-26T15:48:21.035994+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:36.196253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035604+0000","last_change":"2024-07-26T15:48:18.319881+0000","last_active":"2024-07-26T15:48:21.035604+0000","last_peered":"2024-07-26T15:48:21.035604+0000","last_clean":"2024-07-26T15:48:21.035604+0000","last_became_active":"2024-07-26T15:48:18.319566+0000","last_became_peered":"2024-07-26T15:48:18.319566+0000","last_unstale":"2024-07-26T15:48:21.035604+0000","last_undegraded":"2024-07-26T15:48:21.035604+0000","last_fullsized":"2024-07-26T15:48:21.035604+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:55.390093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.f","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638873+0000","last_change":"2024-07-26T15:48:18.325561+0000","last_active":"2024-07-26T15:48:20.638873+0000","last_peered":"2024-07-26T15:48:20.638873+0000","last_clean":"2024-07-26T15:48:20.638873+0000","last_became_active":"2024-07-26T15:48:18.325195+0000","last_became_peered":"2024-07-26T15:48:18.325195+0000","last_unstale":"2024-07-26T15:48:20.638873+0000","last_undegraded":"2024-07-26T15:48:20.638873+0000","last_fullsized":"2024-07-26T15:48:20.638873+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:49.287667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.305582+0000","last_change":"2024-07-26T15:48:17.305582+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.305582+0000","last_undegraded":"2024-07-26T15:48:17.305582+0000","last_fullsized":"2024-07-26T15:48:17.305582+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308127+0000","last_change":"2024-07-26T15:48:17.308127+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308127+0000","last_undegraded":"2024-07-26T15:48:17.308127+0000","last_fullsized":"2024-07-26T15:48:17.308127+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308406+0000","last_change":"2024-07-26T15:48:17.308406+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308406+0000","last_undegraded":"2024-07-26T15:48:17.308406+0000","last_fullsized":"2024-07-26T15:48:17.308406+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308970+0000","last_change":"2024-07-26T15:48:17.308970+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308970+0000","last_undegraded":"2024-07-26T15:48:17.308970+0000","last_fullsized":"2024-07-26T15:48:17.308970+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035501+0000","last_change":"2024-07-26T15:48:19.355431+0000","last_active":"2024-07-26T15:48:21.035501+0000","last_peered":"2024-07-26T15:48:21.035501+0000","last_clean":"2024-07-26T15:48:21.035501+0000","last_became_active":"2024-07-26T15:48:19.355048+0000","last_became_peered":"2024-07-26T15:48:19.355048+0000","last_unstale":"2024-07-26T15:48:21.035501+0000","last_undegraded":"2024-07-26T15:48:21.035501+0000","last_fullsized":"2024-07-26T15:48:21.035501+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:24:15.138291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308154+0000","last_change":"2024-07-26T15:48:17.308154+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308154+0000","last_undegraded":"2024-07-26T15:48:17.308154+0000","last_fullsized":"2024-07-26T15:48:17.308154+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035919+0000","last_change":"2024-07-26T15:48:19.346397+0000","last_active":"2024-07-26T15:48:21.035919+0000","last_peered":"2024-07-26T15:48:21.035919+0000","last_clean":"2024-07-26T15:48:21.035919+0000","last_became_active":"2024-07-26T15:48:19.345209+0000","last_became_peered":"2024-07-26T15:48:19.345209+0000","last_unstale":"2024-07-26T15:48:21.035919+0000","last_undegraded":"2024-07-26T15:48:21.035919+0000","last_fullsized":"2024-07-26T15:48:21.035919+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:17.765646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035608+0000","last_change":"2024-07-26T15:48:18.322666+0000","last_active":"2024-07-26T15:48:21.035608+0000","last_peered":"2024-07-26T15:48:21.035608+0000","last_clean":"2024-07-26T15:48:21.035608+0000","last_became_active":"2024-07-26T15:48:18.322363+0000","last_became_peered":"2024-07-26T15:48:18.322363+0000","last_unstale":"2024-07-26T15:48:21.035608+0000","last_undegraded":"2024-07-26T15:48:21.035608+0000","last_fullsized":"2024-07-26T15:48:21.035608+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:45.617632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309457+0000","last_change":"2024-07-26T15:48:17.309457+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309457+0000","last_undegraded":"2024-07-26T15:48:17.309457+0000","last_fullsized":"2024-07-26T15:48:17.309457+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.307914+0000","last_change":"2024-07-26T15:48:17.307914+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.307914+0000","last_undegraded":"2024-07-26T15:48:17.307914+0000","last_fullsized":"2024-07-26T15:48:17.307914+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638893+0000","last_change":"2024-07-26T15:48:19.333382+0000","last_active":"2024-07-26T15:48:20.638893+0000","last_peered":"2024-07-26T15:48:20.638893+0000","last_clean":"2024-07-26T15:48:20.638893+0000","last_became_active":"2024-07-26T15:48:19.333065+0000","last_became_peered":"2024-07-26T15:48:19.333065+0000","last_unstale":"2024-07-26T15:48:20.638893+0000","last_undegraded":"2024-07-26T15:48:20.638893+0000","last_fullsized":"2024-07-26T15:48:20.638893+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:45:33.931623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309160+0000","last_change":"2024-07-26T15:48:17.309160+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309160+0000","last_undegraded":"2024-07-26T15:48:17.309160+0000","last_fullsized":"2024-07-26T15:48:17.309160+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309128+0000","last_change":"2024-07-26T15:48:17.309128+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309128+0000","last_undegraded":"2024-07-26T15:48:17.309128+0000","last_fullsized":"2024-07-26T15:48:17.309128+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.309183+0000","last_change":"2024-07-26T15:48:17.309183+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.309183+0000","last_undegraded":"2024-07-26T15:48:17.309183+0000","last_fullsized":"2024-07-26T15:48:17.309183+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303539+0000","last_change":"2024-07-26T15:48:17.303539+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303539+0000","last_undegraded":"2024-07-26T15:48:17.303539+0000","last_fullsized":"2024-07-26T15:48:17.303539+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035446+0000","last_change":"2024-07-26T15:48:19.358659+0000","last_active":"2024-07-26T15:48:21.035446+0000","last_peered":"2024-07-26T15:48:21.035446+0000","last_clean":"2024-07-26T15:48:21.035446+0000","last_became_active":"2024-07-26T15:48:19.358028+0000","last_became_peered":"2024-07-26T15:48:19.358028+0000","last_unstale":"2024-07-26T15:48:21.035446+0000","last_undegraded":"2024-07-26T15:48:21.035446+0000","last_fullsized":"2024-07-26T15:48:21.035446+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:03.489962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.303531+0000","last_change":"2024-07-26T15:48:17.303531+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.303531+0000","last_undegraded":"2024-07-26T15:48:17.303531+0000","last_fullsized":"2024-07-26T15:48:17.303531+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.305714+0000","last_change":"2024-07-26T15:48:17.305714+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.305714+0000","last_undegraded":"2024-07-26T15:48:17.305714+0000","last_fullsized":"2024-07-26T15:48:17.305714+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638848+0000","last_change":"2024-07-26T15:48:19.342282+0000","last_active":"2024-07-26T15:48:20.638848+0000","last_peered":"2024-07-26T15:48:20.638848+0000","last_clean":"2024-07-26T15:48:20.638848+0000","last_became_active":"2024-07-26T15:48:19.341978+0000","last_became_peered":"2024-07-26T15:48:19.341978+0000","last_unstale":"2024-07-26T15:48:20.638848+0000","last_undegraded":"2024-07-26T15:48:20.638848+0000","last_fullsized":"2024-07-26T15:48:20.638848+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:08:28.936626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":1,"reported_epoch":145,"state":"creating+peering","last_fresh":"2024-07-26T15:48:17.308148+0000","last_change":"2024-07-26T15:48:17.308148+0000","last_active":"2024-07-26T15:48:17.289325+0000","last_peered":"2024-07-26T15:48:17.289325+0000","last_clean":"2024-07-26T15:48:17.289325+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:17.308148+0000","last_undegraded":"2024-07-26T15:48:17.308148+0000","last_fullsized":"2024-07-26T15:48:17.308148+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T15:48:18.297851+0000","last_change":"2024-07-26T15:48:18.297851+0000","last_active":"2024-07-26T15:48:18.297851+0000","last_peered":"2024-07-26T15:48:18.297851+0000","last_clean":"2024-07-26T15:48:18.297851+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T15:48:18.297851+0000","last_undegraded":"2024-07-26T15:48:18.297851+0000","last_fullsized":"2024-07-26T15:48:18.297851+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"17.10","version":"147'8","reported_seq":23,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035189+0000","last_change":"2024-07-26T15:48:18.324569+0000","last_active":"2024-07-26T15:48:21.035189+0000","last_peered":"2024-07-26T15:48:21.035189+0000","last_clean":"2024-07-26T15:48:21.035189+0000","last_became_active":"2024-07-26T15:48:18.324247+0000","last_became_peered":"2024-07-26T15:48:18.324247+0000","last_unstale":"2024-07-26T15:48:21.035189+0000","last_undegraded":"2024-07-26T15:48:21.035189+0000","last_fullsized":"2024-07-26T15:48:21.035189+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:25.390416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"138'149","reported_seq":620,"reported_epoch":145,"state":"active+clean","last_fresh":"2024-07-26T15:48:17.310707+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:48:17.310707+0000","last_peered":"2024-07-26T15:48:17.310707+0000","last_clean":"2024-07-26T15:48:17.310707+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:48:17.310707+0000","last_undegraded":"2024-07-26T15:48:17.310707+0000","last_fullsized":"2024-07-26T15:48:17.310707+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":149,"log_dups_size":0,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":233,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":18,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":40,"acting":40,"num_store_stats":2},{"poolid":17,"num_pg":32,"stat_sum":{"num_bytes":1668,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":20,"ondisk_log_size":20,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":233,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575085,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59876,"kb_used_data":2320,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311964,"statfs":{"total":96636764160,"available":96575451136,"internally_reserved":0,"allocated":2375680,"data_stored":1501270,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32920,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338920,"statfs":{"total":96636764160,"available":96603054080,"internally_reserved":0,"allocated":1781760,"data_stored":910902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55140,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316700,"statfs":{"total":96636764160,"available":96580300800,"internally_reserved":0,"allocated":1794048,"data_stored":917167,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509676,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37084,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334756,"statfs":{"total":96636764160,"available":96598790144,"internally_reserved":0,"allocated":1781760,"data_stored":910902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509676,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37152,"kb_used_data":1804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334688,"statfs":{"total":96636764160,"available":96598720512,"internally_reserved":0,"allocated":1847296,"data_stored":939507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509675,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59288,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312552,"statfs":{"total":96636764160,"available":96576053248,"internally_reserved":0,"allocated":1781760,"data_stored":910902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509679,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32976,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338864,"statfs":{"total":96636764160,"available":96602996736,"internally_reserved":0,"allocated":1835008,"data_stored":937883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542382,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37672,"kb_used_data":2332,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334168,"statfs":{"total":96636764160,"available":96598188032,"internally_reserved":0,"allocated":2387968,"data_stored":1507535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:48:24.190 INFO:tasks.ceph.ceph_manager.ceph:PG 18.3f is not active+clean 2024-07-26T15:48:24.190 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.190 INFO:tasks.ceph.ceph_manager.ceph:PG 18.3c is not active+clean 2024-07-26T15:48:24.190 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.191 INFO:tasks.ceph.ceph_manager.ceph:PG 18.3b is not active+clean 2024-07-26T15:48:24.191 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.191 INFO:tasks.ceph.ceph_manager.ceph:PG 18.3a is not active+clean 2024-07-26T15:48:24.191 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.191 INFO:tasks.ceph.ceph_manager.ceph:PG 18.39 is not active+clean 2024-07-26T15:48:24.191 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.191 INFO:tasks.ceph.ceph_manager.ceph:PG 18.37 is not active+clean 2024-07-26T15:48:24.191 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.191 INFO:tasks.ceph.ceph_manager.ceph:PG 18.35 is not active+clean 2024-07-26T15:48:24.191 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.191 INFO:tasks.ceph.ceph_manager.ceph:PG 18.34 is not active+clean 2024-07-26T15:48:24.192 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.192 INFO:tasks.ceph.ceph_manager.ceph:PG 18.31 is not active+clean 2024-07-26T15:48:24.192 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.192 INFO:tasks.ceph.ceph_manager.ceph:PG 18.30 is not active+clean 2024-07-26T15:48:24.192 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.192 INFO:tasks.ceph.ceph_manager.ceph:PG 18.2d is not active+clean 2024-07-26T15:48:24.192 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.192 INFO:tasks.ceph.ceph_manager.ceph:PG 18.2c is not active+clean 2024-07-26T15:48:24.192 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.192 INFO:tasks.ceph.ceph_manager.ceph:PG 18.2b is not active+clean 2024-07-26T15:48:24.192 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.193 INFO:tasks.ceph.ceph_manager.ceph:PG 18.2a is not active+clean 2024-07-26T15:48:24.193 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.193 INFO:tasks.ceph.ceph_manager.ceph:PG 18.29 is not active+clean 2024-07-26T15:48:24.193 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.193 INFO:tasks.ceph.ceph_manager.ceph:PG 18.28 is not active+clean 2024-07-26T15:48:24.193 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.193 INFO:tasks.ceph.ceph_manager.ceph:PG 18.27 is not active+clean 2024-07-26T15:48:24.194 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.194 INFO:tasks.ceph.ceph_manager.ceph:PG 18.26 is not active+clean 2024-07-26T15:48:24.194 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.194 INFO:tasks.ceph.ceph_manager.ceph:PG 18.25 is not active+clean 2024-07-26T15:48:24.194 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.194 INFO:tasks.ceph.ceph_manager.ceph:PG 18.24 is not active+clean 2024-07-26T15:48:24.194 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.195 INFO:tasks.ceph.ceph_manager.ceph:PG 18.23 is not active+clean 2024-07-26T15:48:24.195 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.195 INFO:tasks.ceph.ceph_manager.ceph:PG 18.21 is not active+clean 2024-07-26T15:48:24.195 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.195 INFO:tasks.ceph.ceph_manager.ceph:PG 18.20 is not active+clean 2024-07-26T15:48:24.195 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.195 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1f is not active+clean 2024-07-26T15:48:24.195 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.309412+0000', 'last_change': '2024-07-26T15:48:17.309412+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.309412+0000', 'last_undegraded': '2024-07-26T15:48:17.309412+0000', 'last_fullsized': '2024-07-26T15:48:17.309412+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:48:24.195 INFO:tasks.ceph.ceph_manager.ceph:PG 18.1d is not active+clean 2024-07-26T15:48:24.196 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.196 INFO:tasks.ceph.ceph_manager.ceph:PG 18.1e is not active+clean 2024-07-26T15:48:24.196 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.196 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1d is not active+clean 2024-07-26T15:48:24.196 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.310159+0000', 'last_change': '2024-07-26T15:48:17.310159+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.310159+0000', 'last_undegraded': '2024-07-26T15:48:17.310159+0000', 'last_fullsized': '2024-07-26T15:48:17.310159+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:48:24.196 INFO:tasks.ceph.ceph_manager.ceph:PG 18.1f is not active+clean 2024-07-26T15:48:24.196 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.196 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1b is not active+clean 2024-07-26T15:48:24.196 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.304210+0000', 'last_change': '2024-07-26T15:48:17.304210+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.304210+0000', 'last_undegraded': '2024-07-26T15:48:17.304210+0000', 'last_fullsized': '2024-07-26T15:48:17.304210+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:48:24.197 INFO:tasks.ceph.ceph_manager.ceph:PG 18.19 is not active+clean 2024-07-26T15:48:24.197 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.197 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1a is not active+clean 2024-07-26T15:48:24.197 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.305745+0000', 'last_change': '2024-07-26T15:48:17.305745+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.305745+0000', 'last_undegraded': '2024-07-26T15:48:17.305745+0000', 'last_fullsized': '2024-07-26T15:48:17.305745+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T15:48:24.197 INFO:tasks.ceph.ceph_manager.ceph:PG 17.19 is not active+clean 2024-07-26T15:48:24.197 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.303768+0000', 'last_change': '2024-07-26T15:48:17.303768+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.303768+0000', 'last_undegraded': '2024-07-26T15:48:17.303768+0000', 'last_fullsized': '2024-07-26T15:48:17.303768+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:48:24.197 INFO:tasks.ceph.ceph_manager.ceph:PG 17.18 is not active+clean 2024-07-26T15:48:24.197 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.308486+0000', 'last_change': '2024-07-26T15:48:17.308486+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.308486+0000', 'last_undegraded': '2024-07-26T15:48:17.308486+0000', 'last_fullsized': '2024-07-26T15:48:17.308486+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T15:48:24.197 INFO:tasks.ceph.ceph_manager.ceph:PG 18.14 is not active+clean 2024-07-26T15:48:24.197 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.198 INFO:tasks.ceph.ceph_manager.ceph:PG 17.17 is not active+clean 2024-07-26T15:48:24.198 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.308532+0000', 'last_change': '2024-07-26T15:48:17.308532+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.308532+0000', 'last_undegraded': '2024-07-26T15:48:17.308532+0000', 'last_fullsized': '2024-07-26T15:48:17.308532+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:48:24.198 INFO:tasks.ceph.ceph_manager.ceph:PG 18.15 is not active+clean 2024-07-26T15:48:24.198 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.198 INFO:tasks.ceph.ceph_manager.ceph:PG 17.16 is not active+clean 2024-07-26T15:48:24.198 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.304129+0000', 'last_change': '2024-07-26T15:48:17.304129+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.304129+0000', 'last_undegraded': '2024-07-26T15:48:17.304129+0000', 'last_fullsized': '2024-07-26T15:48:17.304129+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:48:24.198 INFO:tasks.ceph.ceph_manager.ceph:PG 17.15 is not active+clean 2024-07-26T15:48:24.198 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.303943+0000', 'last_change': '2024-07-26T15:48:17.303943+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.303943+0000', 'last_undegraded': '2024-07-26T15:48:17.303943+0000', 'last_fullsized': '2024-07-26T15:48:17.303943+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T15:48:24.198 INFO:tasks.ceph.ceph_manager.ceph:PG 18.17 is not active+clean 2024-07-26T15:48:24.199 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.199 INFO:tasks.ceph.ceph_manager.ceph:PG 18.10 is not active+clean 2024-07-26T15:48:24.199 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.199 INFO:tasks.ceph.ceph_manager.ceph:PG 18.12 is not active+clean 2024-07-26T15:48:24.199 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.199 INFO:tasks.ceph.ceph_manager.ceph:PG 18.c is not active+clean 2024-07-26T15:48:24.199 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.199 INFO:tasks.ceph.ceph_manager.ceph:PG 18.d is not active+clean 2024-07-26T15:48:24.199 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.199 INFO:tasks.ceph.ceph_manager.ceph:PG 17.e is not active+clean 2024-07-26T15:48:24.200 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.305582+0000', 'last_change': '2024-07-26T15:48:17.305582+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.305582+0000', 'last_undegraded': '2024-07-26T15:48:17.305582+0000', 'last_fullsized': '2024-07-26T15:48:17.305582+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T15:48:24.200 INFO:tasks.ceph.ceph_manager.ceph:PG 18.e is not active+clean 2024-07-26T15:48:24.200 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.200 INFO:tasks.ceph.ceph_manager.ceph:PG 17.d is not active+clean 2024-07-26T15:48:24.200 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.308127+0000', 'last_change': '2024-07-26T15:48:17.308127+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.308127+0000', 'last_undegraded': '2024-07-26T15:48:17.308127+0000', 'last_fullsized': '2024-07-26T15:48:17.308127+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:48:24.200 INFO:tasks.ceph.ceph_manager.ceph:PG 18.f is not active+clean 2024-07-26T15:48:24.200 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.200 INFO:tasks.ceph.ceph_manager.ceph:PG 17.c is not active+clean 2024-07-26T15:48:24.200 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.308406+0000', 'last_change': '2024-07-26T15:48:17.308406+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.308406+0000', 'last_undegraded': '2024-07-26T15:48:17.308406+0000', 'last_fullsized': '2024-07-26T15:48:17.308406+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:48:24.201 INFO:tasks.ceph.ceph_manager.ceph:PG 18.8 is not active+clean 2024-07-26T15:48:24.201 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.201 INFO:tasks.ceph.ceph_manager.ceph:PG 17.b is not active+clean 2024-07-26T15:48:24.201 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.308970+0000', 'last_change': '2024-07-26T15:48:17.308970+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.308970+0000', 'last_undegraded': '2024-07-26T15:48:17.308970+0000', 'last_fullsized': '2024-07-26T15:48:17.308970+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T15:48:24.201 INFO:tasks.ceph.ceph_manager.ceph:PG 17.a is not active+clean 2024-07-26T15:48:24.201 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.308154+0000', 'last_change': '2024-07-26T15:48:17.308154+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.308154+0000', 'last_undegraded': '2024-07-26T15:48:17.308154+0000', 'last_fullsized': '2024-07-26T15:48:17.308154+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:48:24.201 INFO:tasks.ceph.ceph_manager.ceph:PG 18.b is not active+clean 2024-07-26T15:48:24.201 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.201 INFO:tasks.ceph.ceph_manager.ceph:PG 17.8 is not active+clean 2024-07-26T15:48:24.201 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.309457+0000', 'last_change': '2024-07-26T15:48:17.309457+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.309457+0000', 'last_undegraded': '2024-07-26T15:48:17.309457+0000', 'last_fullsized': '2024-07-26T15:48:17.309457+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:48:24.202 INFO:tasks.ceph.ceph_manager.ceph:PG 18.4 is not active+clean 2024-07-26T15:48:24.202 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.202 INFO:tasks.ceph.ceph_manager.ceph:PG 17.7 is not active+clean 2024-07-26T15:48:24.202 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.307914+0000', 'last_change': '2024-07-26T15:48:17.307914+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.307914+0000', 'last_undegraded': '2024-07-26T15:48:17.307914+0000', 'last_fullsized': '2024-07-26T15:48:17.307914+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T15:48:24.202 INFO:tasks.ceph.ceph_manager.ceph:PG 17.6 is not active+clean 2024-07-26T15:48:24.202 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.309160+0000', 'last_change': '2024-07-26T15:48:17.309160+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.309160+0000', 'last_undegraded': '2024-07-26T15:48:17.309160+0000', 'last_fullsized': '2024-07-26T15:48:17.309160+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:48:24.202 INFO:tasks.ceph.ceph_manager.ceph:PG 18.6 is not active+clean 2024-07-26T15:48:24.202 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.202 INFO:tasks.ceph.ceph_manager.ceph:PG 17.5 is not active+clean 2024-07-26T15:48:24.203 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.309128+0000', 'last_change': '2024-07-26T15:48:17.309128+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.309128+0000', 'last_undegraded': '2024-07-26T15:48:17.309128+0000', 'last_fullsized': '2024-07-26T15:48:17.309128+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T15:48:24.203 INFO:tasks.ceph.ceph_manager.ceph:PG 18.7 is not active+clean 2024-07-26T15:48:24.203 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.203 INFO:tasks.ceph.ceph_manager.ceph:PG 17.4 is not active+clean 2024-07-26T15:48:24.203 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.309183+0000', 'last_change': '2024-07-26T15:48:17.309183+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.309183+0000', 'last_undegraded': '2024-07-26T15:48:17.309183+0000', 'last_fullsized': '2024-07-26T15:48:17.309183+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T15:48:24.203 INFO:tasks.ceph.ceph_manager.ceph:PG 18.0 is not active+clean 2024-07-26T15:48:24.203 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.203 INFO:tasks.ceph.ceph_manager.ceph:PG 17.3 is not active+clean 2024-07-26T15:48:24.203 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.303539+0000', 'last_change': '2024-07-26T15:48:17.303539+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.303539+0000', 'last_undegraded': '2024-07-26T15:48:17.303539+0000', 'last_fullsized': '2024-07-26T15:48:17.303539+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:48:24.203 INFO:tasks.ceph.ceph_manager.ceph:PG 17.2 is not active+clean 2024-07-26T15:48:24.204 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.303531+0000', 'last_change': '2024-07-26T15:48:17.303531+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.303531+0000', 'last_undegraded': '2024-07-26T15:48:17.303531+0000', 'last_fullsized': '2024-07-26T15:48:17.303531+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T15:48:24.204 INFO:tasks.ceph.ceph_manager.ceph:PG 18.2 is not active+clean 2024-07-26T15:48:24.204 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.204 INFO:tasks.ceph.ceph_manager.ceph:PG 17.1 is not active+clean 2024-07-26T15:48:24.204 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.305714+0000', 'last_change': '2024-07-26T15:48:17.305714+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.305714+0000', 'last_undegraded': '2024-07-26T15:48:17.305714+0000', 'last_fullsized': '2024-07-26T15:48:17.305714+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T15:48:24.204 INFO:tasks.ceph.ceph_manager.ceph:PG 17.0 is not active+clean 2024-07-26T15:48:24.204 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '17.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 145, 'state': 'creating+peering', 'last_fresh': '2024-07-26T15:48:17.308148+0000', 'last_change': '2024-07-26T15:48:17.308148+0000', 'last_active': '2024-07-26T15:48:17.289325+0000', 'last_peered': '2024-07-26T15:48:17.289325+0000', 'last_clean': '2024-07-26T15:48:17.289325+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:17.308148+0000', 'last_undegraded': '2024-07-26T15:48:17.308148+0000', 'last_fullsized': '2024-07-26T15:48:17.308148+0000', 'mapping_epoch': 145, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 145, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:17.289325+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T15:48:24.204 INFO:tasks.ceph.ceph_manager.ceph:PG 18.13 is not active+clean 2024-07-26T15:48:24.204 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '18.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T15:48:18.297851+0000', 'last_change': '2024-07-26T15:48:18.297851+0000', 'last_active': '2024-07-26T15:48:18.297851+0000', 'last_peered': '2024-07-26T15:48:18.297851+0000', 'last_clean': '2024-07-26T15:48:18.297851+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T15:48:18.297851+0000', 'last_undegraded': '2024-07-26T15:48:18.297851+0000', 'last_fullsized': '2024-07-26T15:48:18.297851+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'last_clean_scrub_stamp': '2024-07-26T15:48:18.297851+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T15:48:24.205 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-07-26T15:48:24.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.343+0000 7feed1eb9640 1 -- 172.21.15.33:0/1803060232 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feecc0d0c80 msgr2=0x7feecc0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.343+0000 7feed1eb9640 1 --2- 172.21.15.33:0/1803060232 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feecc0d0c80 0x7feecc0d2930 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7feec0009830 tx=0x7feec002a3f0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.343+0000 7feed1eb9640 1 -- 172.21.15.33:0/1803060232 shutdown_connections 2024-07-26T15:48:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.343+0000 7feed1eb9640 1 --2- 172.21.15.33:0/1803060232 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feecc0ce9e0 0x7feecc0cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.343+0000 7feed1eb9640 1 --2- 172.21.15.33:0/1803060232 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feecc0d0c80 0x7feecc0d2930 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.343+0000 7feed1eb9640 1 -- 172.21.15.33:0/1803060232 >> 172.21.15.33:0/1803060232 conn(0x7feecc0d3e10 msgr2=0x7feecc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.343+0000 7feed1eb9640 1 -- 172.21.15.33:0/1803060232 shutdown_connections 2024-07-26T15:48:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.343+0000 7feed1eb9640 1 -- 172.21.15.33:0/1803060232 wait complete. 2024-07-26T15:48:24.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.344+0000 7feed1eb9640 1 Processor -- start 2024-07-26T15:48:24.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.345+0000 7feed1eb9640 1 -- start start 2024-07-26T15:48:24.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feed1eb9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feecc0b2dc0 0x7feecc0b7650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:24.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feed1eb9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feecc0ce9e0 0x7feecc164a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feed1eb9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feecc164fb0 0x7feecc0cca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feed1eb9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7feecc0cf4b0 con 0x7feecc164fb0 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feed1eb9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7feecc0cf330 con 0x7feecc0ce9e0 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feed1eb9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7feecc0cf630 con 0x7feecc0b2dc0 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feecbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feecc164fb0 0x7feecc0cca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feecbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feecc164fb0 0x7feecc0cca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42898/0 (socket says 172.21.15.33:42898) 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feecbfff640 1 -- 172.21.15.33:0/2680433492 learned_addr learned my addr 172.21.15.33:0/2680433492 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feecaffd640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feecc0ce9e0 0x7feecc164a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feecb7fe640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feecc0b2dc0 0x7feecc0b7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feecbfff640 1 -- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feecc0b2dc0 msgr2=0x7feecc0b7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feecbfff640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feecc0b2dc0 0x7feecc0b7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feecbfff640 1 -- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feecc0ce9e0 msgr2=0x7feecc164a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feecbfff640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feecc0ce9e0 0x7feecc164a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feecbfff640 1 -- 172.21.15.33:0/2680433492 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feecc14aef0 con 0x7feecc164fb0 2024-07-26T15:48:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.346+0000 7feecb7fe640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feecc0b2dc0 0x7feecc0b7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.347+0000 7feecbfff640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feecc164fb0 0x7feecc0cca50 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7feec4009f80 tx=0x7feec400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.347+0000 7feeb3fff640 1 -- 172.21.15.33:0/2680433492 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec401b070 con 0x7feecc164fb0 2024-07-26T15:48:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.347+0000 7feeb3fff640 1 -- 172.21.15.33:0/2680433492 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feec4003b80 con 0x7feecc164fb0 2024-07-26T15:48:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.347+0000 7feed1eb9640 1 -- 172.21.15.33:0/2680433492 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feecc1653c0 con 0x7feecc164fb0 2024-07-26T15:48:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.347+0000 7feeb3fff640 1 -- 172.21.15.33:0/2680433492 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec4004030 con 0x7feecc164fb0 2024-07-26T15:48:24.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.347+0000 7feed1eb9640 1 -- 172.21.15.33:0/2680433492 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feecc15f6f0 con 0x7feecc164fb0 2024-07-26T15:48:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.348+0000 7feed1eb9640 1 -- 172.21.15.33:0/2680433492 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feecc0cedf0 con 0x7feecc164fb0 2024-07-26T15:48:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.349+0000 7feeb3fff640 1 -- 172.21.15.33:0/2680433492 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7feec401e070 con 0x7feecc164fb0 2024-07-26T15:48:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.349+0000 7feeb3fff640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feeb8077130 0x7feeb8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.349+0000 7feeb3fff640 1 -- 172.21.15.33:0/2680433492 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7feec40993c0 con 0x7feecc164fb0 2024-07-26T15:48:24.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.349+0000 7feecb7fe640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feeb8077130 0x7feeb8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:24.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.350+0000 7feecb7fe640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feeb8077130 0x7feeb8079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7feecc0ce390 tx=0x7feebc009040 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:24.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.354+0000 7feeb3fff640 1 -- 172.21.15.33:0/2680433492 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7feecc1653c0 con 0x7feecc164fb0 2024-07-26T15:48:24.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.626+0000 7feed1eb9640 1 -- 172.21.15.33:0/2680433492 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7feecc0b0e60 con 0x7feecc164fb0 2024-07-26T15:48:24.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.627+0000 7feeb3fff640 1 -- 172.21.15.33:0/2680433492 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1219 (secure 0 0 0) 0x7feecc14aef0 con 0x7feecc164fb0 2024-07-26T15:48:24.774 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:24.775 INFO:teuthology.orchestra.run.smithi033.stdout:{"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":1196,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":148,"num_osds":8,"num_up_osds":8,"osd_up_since":1722007720,"num_in_osds":8,"osd_in_since":1722007711,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":44},{"state_name":"active+clean","count":30},{"state_name":"creating+peering","count":23}],"num_pgs":97,"num_pools":3,"num_objects":14,"data_bytes":592036,"bytes_used":360558592,"bytes_avail":772733554688,"bytes_total":773094113280,"unknown_pgs_ratio":0.45360824465751648,"inactive_pgs_ratio":0.23711340129375458,"write_bytes_sec":2104,"read_op_per_sec":0,"write_op_per_sec":4},"fsmap":{"epoch":72,"btime":"2024-07-26T15:48:22:347405+0000","id":8,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":8,"rank":0,"name":"c","status":"up:active","gid":8280}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":8,"modified":"2024-07-26T15:46:50.950719+0000","services":{}},"progress_events":{}} 2024-07-26T15:48:24.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 -- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feeb8077130 msgr2=0x7feeb8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:24.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feeb8077130 0x7feeb8079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7feecc0ce390 tx=0x7feebc009040 comp rx=0 tx=0).stop 2024-07-26T15:48:24.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 -- 172.21.15.33:0/2680433492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feecc164fb0 msgr2=0x7feecc0cca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:24.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feecc164fb0 0x7feecc0cca50 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7feec4009f80 tx=0x7feec400c800 comp rx=0 tx=0).stop 2024-07-26T15:48:24.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 -- 172.21.15.33:0/2680433492 shutdown_connections 2024-07-26T15:48:24.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feecc164fb0 0x7feecc0cca50 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7feeb8077130 0x7feeb8079640 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feecc0ce9e0 0x7feecc164a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 --2- 172.21.15.33:0/2680433492 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feecc0b2dc0 0x7feecc0b7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 -- 172.21.15.33:0/2680433492 >> 172.21.15.33:0/2680433492 conn(0x7feecc0d3e10 msgr2=0x7feecc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:24.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 -- 172.21.15.33:0/2680433492 shutdown_connections 2024-07-26T15:48:24.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.629+0000 7feed1eb9640 1 -- 172.21.15.33:0/2680433492 wait complete. 2024-07-26T15:48:24.777 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-07-26T15:48:24.777 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:48:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.894+0000 7fcf793a9640 1 -- 172.21.15.33:0/74817728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf740cf060 msgr2=0x7fcf7406fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.894+0000 7fcf793a9640 1 --2- 172.21.15.33:0/74817728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf740cf060 0x7fcf7406fb40 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7fcf74158f10 tx=0x7fcf6402a4a0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.894+0000 7fcf793a9640 1 -- 172.21.15.33:0/74817728 shutdown_connections 2024-07-26T15:48:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.894+0000 7fcf793a9640 1 --2- 172.21.15.33:0/74817728 >> v2:172.21.15.154:3300/0 conn(0x7fcf7415bd10 0x7fcf740cd490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.894+0000 7fcf793a9640 1 --2- 172.21.15.33:0/74817728 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf740cf060 0x7fcf7406fb40 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.894+0000 7fcf793a9640 1 -- 172.21.15.33:0/74817728 >> 172.21.15.33:0/74817728 conn(0x7fcf740cc3d0 msgr2=0x7fcf740cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.894+0000 7fcf793a9640 1 -- 172.21.15.33:0/74817728 shutdown_connections 2024-07-26T15:48:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.894+0000 7fcf793a9640 1 -- 172.21.15.33:0/74817728 wait complete. 2024-07-26T15:48:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.896+0000 7fcf793a9640 1 Processor -- start 2024-07-26T15:48:24.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.896+0000 7fcf793a9640 1 -- start start 2024-07-26T15:48:24.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf793a9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcf74070080 0x7fcf741428d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:24.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf793a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf740cf060 0x7fcf741e7030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf793a9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcf7415bd10 0x7fcf740a94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf793a9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcf740cdd90 con 0x7fcf740cf060 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf793a9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcf740cdc10 con 0x7fcf74070080 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf793a9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcf740cdf10 con 0x7fcf7415bd10 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf6a7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf740cf060 0x7fcf741e7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf6a7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf740cf060 0x7fcf741e7030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42922/0 (socket says 172.21.15.33:42922) 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf6a7fc640 1 -- 172.21.15.33:0/542787656 learned_addr learned my addr 172.21.15.33:0/542787656 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf72ffd640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcf74070080 0x7fcf741428d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf737fe640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcf7415bd10 0x7fcf740a94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf6a7fc640 1 -- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcf7415bd10 msgr2=0x7fcf740a94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf6a7fc640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcf7415bd10 0x7fcf740a94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf6a7fc640 1 -- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcf74070080 msgr2=0x7fcf741428d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:24.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf6a7fc640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcf74070080 0x7fcf741428d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:24.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf6a7fc640 1 -- 172.21.15.33:0/542787656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf741f7040 con 0x7fcf740cf060 2024-07-26T15:48:24.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf72ffd640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcf74070080 0x7fcf741428d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:24.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.898+0000 7fcf6a7fc640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf740cf060 0x7fcf741e7030 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c00c3c0 tx=0x7fcf5c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:24.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.899+0000 7fcf6bfff640 1 -- 172.21.15.33:0/542787656 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c017070 con 0x7fcf740cf060 2024-07-26T15:48:24.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.899+0000 7fcf6bfff640 1 -- 172.21.15.33:0/542787656 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf5c0035f0 con 0x7fcf740cf060 2024-07-26T15:48:24.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.899+0000 7fcf793a9640 1 -- 172.21.15.33:0/542787656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf741e6830 con 0x7fcf740cf060 2024-07-26T15:48:24.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.899+0000 7fcf6bfff640 1 -- 172.21.15.33:0/542787656 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c003a20 con 0x7fcf740cf060 2024-07-26T15:48:24.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.899+0000 7fcf793a9640 1 -- 172.21.15.33:0/542787656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf741e7570 con 0x7fcf740cf060 2024-07-26T15:48:24.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.900+0000 7fcf793a9640 1 -- 172.21.15.33:0/542787656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf740ce430 con 0x7fcf740cf060 2024-07-26T15:48:24.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.901+0000 7fcf6bfff640 1 -- 172.21.15.33:0/542787656 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7fcf5c01a070 con 0x7fcf740cf060 2024-07-26T15:48:24.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.901+0000 7fcf6bfff640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fcf54077130 0x7fcf54079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:24.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.901+0000 7fcf6bfff640 1 -- 172.21.15.33:0/542787656 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7fcf5c097f70 con 0x7fcf740cf060 2024-07-26T15:48:24.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.901+0000 7fcf72ffd640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fcf54077130 0x7fcf54079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:24.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.902+0000 7fcf72ffd640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fcf54077130 0x7fcf54079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fcf64034000 tx=0x7fcf64004730 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:24.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:24.906+0000 7fcf6bfff640 1 -- 172.21.15.33:0/542787656 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcf74070490 con 0x7fcf740cf060 2024-07-26T15:48:25.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.097+0000 7fcf793a9640 1 -- 172.21.15.33:0/542787656 --> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcf740cc1b0 con 0x7fcf54077130 2024-07-26T15:48:25.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.102+0000 7fcf6bfff640 1 -- 172.21.15.33:0/542787656 <== mgr.7498 v2:172.21.15.154:6836/1799144315 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252491 (secure 0 0 0) 0x7fcf740cc1b0 con 0x7fcf54077130 2024-07-26T15:48:25.108 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:25.110 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:48:25.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 -- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fcf54077130 msgr2=0x7fcf54079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:25.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fcf54077130 0x7fcf54079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fcf64034000 tx=0x7fcf64004730 comp rx=0 tx=0).stop 2024-07-26T15:48:25.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 -- 172.21.15.33:0/542787656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf740cf060 msgr2=0x7fcf741e7030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:25.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf740cf060 0x7fcf741e7030 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c00c3c0 tx=0x7fcf5c00c880 comp rx=0 tx=0).stop 2024-07-26T15:48:25.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 -- 172.21.15.33:0/542787656 shutdown_connections 2024-07-26T15:48:25.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcf7415bd10 0x7fcf740a94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:25.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf740cf060 0x7fcf741e7030 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:25.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fcf54077130 0x7fcf54079640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:25.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 --2- 172.21.15.33:0/542787656 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcf74070080 0x7fcf741428d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:25.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 -- 172.21.15.33:0/542787656 >> 172.21.15.33:0/542787656 conn(0x7fcf740cc3d0 msgr2=0x7fcf740b0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:25.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 -- 172.21.15.33:0/542787656 shutdown_connections 2024-07-26T15:48:25.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:25.105+0000 7fcf793a9640 1 -- 172.21.15.33:0/542787656 wait complete. 2024-07-26T15:48:25.118 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-07-26T15:48:24.654955+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":278,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":188,"ondisk_log_size":188,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":352420,"kb_used_data":15528,"kb_used_omap":12,"kb_used_meta":336755,"kb_avail":754622300,"statfs":{"total":773094113280,"available":772733235200,"internally_reserved":0,"allocated":15900672,"data_stored":8688444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":344837681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.353633"},"pg_stats":[{"pgid":"18.3f","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344630+0000","last_change":"2024-07-26T15:48:19.339771+0000","last_active":"2024-07-26T15:48:20.344630+0000","last_peered":"2024-07-26T15:48:20.344630+0000","last_clean":"2024-07-26T15:48:20.344630+0000","last_became_active":"2024-07-26T15:48:19.339448+0000","last_became_peered":"2024-07-26T15:48:19.339448+0000","last_unstale":"2024-07-26T15:48:20.344630+0000","last_undegraded":"2024-07-26T15:48:20.344630+0000","last_fullsized":"2024-07-26T15:48:20.344630+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:09:41.063720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.3e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035829+0000","last_change":"2024-07-26T15:48:19.356342+0000","last_active":"2024-07-26T15:48:21.035829+0000","last_peered":"2024-07-26T15:48:21.035829+0000","last_clean":"2024-07-26T15:48:21.035829+0000","last_became_active":"2024-07-26T15:48:19.355709+0000","last_became_peered":"2024-07-26T15:48:19.355709+0000","last_unstale":"2024-07-26T15:48:21.035829+0000","last_undegraded":"2024-07-26T15:48:21.035829+0000","last_fullsized":"2024-07-26T15:48:21.035829+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:01.654254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3d","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035764+0000","last_change":"2024-07-26T15:48:19.357429+0000","last_active":"2024-07-26T15:48:21.035764+0000","last_peered":"2024-07-26T15:48:21.035764+0000","last_clean":"2024-07-26T15:48:21.035764+0000","last_became_active":"2024-07-26T15:48:19.357116+0000","last_became_peered":"2024-07-26T15:48:19.357116+0000","last_unstale":"2024-07-26T15:48:21.035764+0000","last_undegraded":"2024-07-26T15:48:21.035764+0000","last_fullsized":"2024-07-26T15:48:21.035764+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:46.008679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3c","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390856+0000","last_change":"2024-07-26T15:48:19.346121+0000","last_active":"2024-07-26T15:48:21.390856+0000","last_peered":"2024-07-26T15:48:21.390856+0000","last_clean":"2024-07-26T15:48:21.390856+0000","last_became_active":"2024-07-26T15:48:19.345773+0000","last_became_peered":"2024-07-26T15:48:19.345773+0000","last_unstale":"2024-07-26T15:48:21.390856+0000","last_undegraded":"2024-07-26T15:48:21.390856+0000","last_fullsized":"2024-07-26T15:48:21.390856+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:24:28.912783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3b","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343738+0000","last_change":"2024-07-26T15:48:19.335572+0000","last_active":"2024-07-26T15:48:20.343738+0000","last_peered":"2024-07-26T15:48:20.343738+0000","last_clean":"2024-07-26T15:48:20.343738+0000","last_became_active":"2024-07-26T15:48:19.335294+0000","last_became_peered":"2024-07-26T15:48:19.335294+0000","last_unstale":"2024-07-26T15:48:20.343738+0000","last_undegraded":"2024-07-26T15:48:20.343738+0000","last_fullsized":"2024-07-26T15:48:20.343738+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:57:36.999124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.3a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333286+0000","last_change":"2024-07-26T15:48:19.359599+0000","last_active":"2024-07-26T15:48:21.333286+0000","last_peered":"2024-07-26T15:48:21.333286+0000","last_clean":"2024-07-26T15:48:21.333286+0000","last_became_active":"2024-07-26T15:48:19.359271+0000","last_became_peered":"2024-07-26T15:48:19.359271+0000","last_unstale":"2024-07-26T15:48:21.333286+0000","last_undegraded":"2024-07-26T15:48:21.333286+0000","last_fullsized":"2024-07-26T15:48:21.333286+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:37.314218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.39","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333203+0000","last_change":"2024-07-26T15:48:19.348520+0000","last_active":"2024-07-26T15:48:21.333203+0000","last_peered":"2024-07-26T15:48:21.333203+0000","last_clean":"2024-07-26T15:48:21.333203+0000","last_became_active":"2024-07-26T15:48:19.348228+0000","last_became_peered":"2024-07-26T15:48:19.348228+0000","last_unstale":"2024-07-26T15:48:21.333203+0000","last_undegraded":"2024-07-26T15:48:21.333203+0000","last_fullsized":"2024-07-26T15:48:21.333203+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:39:18.326854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.38","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035187+0000","last_change":"2024-07-26T15:48:19.360934+0000","last_active":"2024-07-26T15:48:21.035187+0000","last_peered":"2024-07-26T15:48:21.035187+0000","last_clean":"2024-07-26T15:48:21.035187+0000","last_became_active":"2024-07-26T15:48:19.360447+0000","last_became_peered":"2024-07-26T15:48:19.360447+0000","last_unstale":"2024-07-26T15:48:21.035187+0000","last_undegraded":"2024-07-26T15:48:21.035187+0000","last_fullsized":"2024-07-26T15:48:21.035187+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:39:11.015821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.37","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390969+0000","last_change":"2024-07-26T15:48:19.355607+0000","last_active":"2024-07-26T15:48:21.390969+0000","last_peered":"2024-07-26T15:48:21.390969+0000","last_clean":"2024-07-26T15:48:21.390969+0000","last_became_active":"2024-07-26T15:48:19.355225+0000","last_became_peered":"2024-07-26T15:48:19.355225+0000","last_unstale":"2024-07-26T15:48:21.390969+0000","last_undegraded":"2024-07-26T15:48:21.390969+0000","last_fullsized":"2024-07-26T15:48:21.390969+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:04:22.931193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.36","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638898+0000","last_change":"2024-07-26T15:48:19.349889+0000","last_active":"2024-07-26T15:48:20.638898+0000","last_peered":"2024-07-26T15:48:20.638898+0000","last_clean":"2024-07-26T15:48:20.638898+0000","last_became_active":"2024-07-26T15:48:19.349316+0000","last_became_peered":"2024-07-26T15:48:19.349316+0000","last_unstale":"2024-07-26T15:48:20.638898+0000","last_undegraded":"2024-07-26T15:48:20.638898+0000","last_fullsized":"2024-07-26T15:48:20.638898+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:01.571656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.35","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344003+0000","last_change":"2024-07-26T15:48:19.338069+0000","last_active":"2024-07-26T15:48:20.344003+0000","last_peered":"2024-07-26T15:48:20.344003+0000","last_clean":"2024-07-26T15:48:20.344003+0000","last_became_active":"2024-07-26T15:48:19.337732+0000","last_became_peered":"2024-07-26T15:48:19.337732+0000","last_unstale":"2024-07-26T15:48:20.344003+0000","last_undegraded":"2024-07-26T15:48:20.344003+0000","last_fullsized":"2024-07-26T15:48:20.344003+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:33:20.978103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.34","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333770+0000","last_change":"2024-07-26T15:48:19.344745+0000","last_active":"2024-07-26T15:48:21.333770+0000","last_peered":"2024-07-26T15:48:21.333770+0000","last_clean":"2024-07-26T15:48:21.333770+0000","last_became_active":"2024-07-26T15:48:19.344098+0000","last_became_peered":"2024-07-26T15:48:19.344098+0000","last_unstale":"2024-07-26T15:48:21.333770+0000","last_undegraded":"2024-07-26T15:48:21.333770+0000","last_fullsized":"2024-07-26T15:48:21.333770+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:28:44.639489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.33","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638607+0000","last_change":"2024-07-26T15:48:19.334720+0000","last_active":"2024-07-26T15:48:20.638607+0000","last_peered":"2024-07-26T15:48:20.638607+0000","last_clean":"2024-07-26T15:48:20.638607+0000","last_became_active":"2024-07-26T15:48:19.334419+0000","last_became_peered":"2024-07-26T15:48:19.334419+0000","last_unstale":"2024-07-26T15:48:20.638607+0000","last_undegraded":"2024-07-26T15:48:20.638607+0000","last_fullsized":"2024-07-26T15:48:20.638607+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:50.638982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.32","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035554+0000","last_change":"2024-07-26T15:48:19.358829+0000","last_active":"2024-07-26T15:48:21.035554+0000","last_peered":"2024-07-26T15:48:21.035554+0000","last_clean":"2024-07-26T15:48:21.035554+0000","last_became_active":"2024-07-26T15:48:19.358304+0000","last_became_peered":"2024-07-26T15:48:19.358304+0000","last_unstale":"2024-07-26T15:48:21.035554+0000","last_undegraded":"2024-07-26T15:48:21.035554+0000","last_fullsized":"2024-07-26T15:48:21.035554+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:48.807948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.31","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343807+0000","last_change":"2024-07-26T15:48:19.336390+0000","last_active":"2024-07-26T15:48:20.343807+0000","last_peered":"2024-07-26T15:48:20.343807+0000","last_clean":"2024-07-26T15:48:20.343807+0000","last_became_active":"2024-07-26T15:48:19.336118+0000","last_became_peered":"2024-07-26T15:48:19.336118+0000","last_unstale":"2024-07-26T15:48:20.343807+0000","last_undegraded":"2024-07-26T15:48:20.343807+0000","last_fullsized":"2024-07-26T15:48:20.343807+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:23:32.781620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.30","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333580+0000","last_change":"2024-07-26T15:48:19.342479+0000","last_active":"2024-07-26T15:48:21.333580+0000","last_peered":"2024-07-26T15:48:21.333580+0000","last_clean":"2024-07-26T15:48:21.333580+0000","last_became_active":"2024-07-26T15:48:19.341546+0000","last_became_peered":"2024-07-26T15:48:19.341546+0000","last_unstale":"2024-07-26T15:48:21.333580+0000","last_undegraded":"2024-07-26T15:48:21.333580+0000","last_fullsized":"2024-07-26T15:48:21.333580+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:33:42.017664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2f","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638939+0000","last_change":"2024-07-26T15:48:19.336429+0000","last_active":"2024-07-26T15:48:20.638939+0000","last_peered":"2024-07-26T15:48:20.638939+0000","last_clean":"2024-07-26T15:48:20.638939+0000","last_became_active":"2024-07-26T15:48:19.333891+0000","last_became_peered":"2024-07-26T15:48:19.333891+0000","last_unstale":"2024-07-26T15:48:20.638939+0000","last_undegraded":"2024-07-26T15:48:20.638939+0000","last_fullsized":"2024-07-26T15:48:20.638939+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:18.485185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.2e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035899+0000","last_change":"2024-07-26T15:48:19.356041+0000","last_active":"2024-07-26T15:48:21.035899+0000","last_peered":"2024-07-26T15:48:21.035899+0000","last_clean":"2024-07-26T15:48:21.035899+0000","last_became_active":"2024-07-26T15:48:19.355290+0000","last_became_peered":"2024-07-26T15:48:19.355290+0000","last_unstale":"2024-07-26T15:48:21.035899+0000","last_undegraded":"2024-07-26T15:48:21.035899+0000","last_fullsized":"2024-07-26T15:48:21.035899+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:03:42.438484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.2d","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330739+0000","last_change":"2024-07-26T15:48:19.351941+0000","last_active":"2024-07-26T15:48:21.330739+0000","last_peered":"2024-07-26T15:48:21.330739+0000","last_clean":"2024-07-26T15:48:21.330739+0000","last_became_active":"2024-07-26T15:48:19.351601+0000","last_became_peered":"2024-07-26T15:48:19.351601+0000","last_unstale":"2024-07-26T15:48:21.330739+0000","last_undegraded":"2024-07-26T15:48:21.330739+0000","last_fullsized":"2024-07-26T15:48:21.330739+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:26.685834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.2c","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.340905+0000","last_change":"2024-07-26T15:48:19.348815+0000","last_active":"2024-07-26T15:48:20.340905+0000","last_peered":"2024-07-26T15:48:20.340905+0000","last_clean":"2024-07-26T15:48:20.340905+0000","last_became_active":"2024-07-26T15:48:19.348476+0000","last_became_peered":"2024-07-26T15:48:19.348476+0000","last_unstale":"2024-07-26T15:48:20.340905+0000","last_undegraded":"2024-07-26T15:48:20.340905+0000","last_fullsized":"2024-07-26T15:48:20.340905+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:34:33.217943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.2b","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390813+0000","last_change":"2024-07-26T15:48:19.343721+0000","last_active":"2024-07-26T15:48:21.390813+0000","last_peered":"2024-07-26T15:48:21.390813+0000","last_clean":"2024-07-26T15:48:21.390813+0000","last_became_active":"2024-07-26T15:48:19.343295+0000","last_became_peered":"2024-07-26T15:48:19.343295+0000","last_unstale":"2024-07-26T15:48:21.390813+0000","last_undegraded":"2024-07-26T15:48:21.390813+0000","last_fullsized":"2024-07-26T15:48:21.390813+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:04:42.159353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.2a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344835+0000","last_change":"2024-07-26T15:48:19.352049+0000","last_active":"2024-07-26T15:48:20.344835+0000","last_peered":"2024-07-26T15:48:20.344835+0000","last_clean":"2024-07-26T15:48:20.344835+0000","last_became_active":"2024-07-26T15:48:19.351187+0000","last_became_peered":"2024-07-26T15:48:19.351187+0000","last_unstale":"2024-07-26T15:48:20.344835+0000","last_undegraded":"2024-07-26T15:48:20.344835+0000","last_fullsized":"2024-07-26T15:48:20.344835+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:00:07.496749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.29","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390651+0000","last_change":"2024-07-26T15:48:19.359188+0000","last_active":"2024-07-26T15:48:21.390651+0000","last_peered":"2024-07-26T15:48:21.390651+0000","last_clean":"2024-07-26T15:48:21.390651+0000","last_became_active":"2024-07-26T15:48:19.358781+0000","last_became_peered":"2024-07-26T15:48:19.358781+0000","last_unstale":"2024-07-26T15:48:21.390651+0000","last_undegraded":"2024-07-26T15:48:21.390651+0000","last_fullsized":"2024-07-26T15:48:21.390651+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:09:24.689653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.28","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343817+0000","last_change":"2024-07-26T15:48:19.337434+0000","last_active":"2024-07-26T15:48:20.343817+0000","last_peered":"2024-07-26T15:48:20.343817+0000","last_clean":"2024-07-26T15:48:20.343817+0000","last_became_active":"2024-07-26T15:48:19.337044+0000","last_became_peered":"2024-07-26T15:48:19.337044+0000","last_unstale":"2024-07-26T15:48:20.343817+0000","last_undegraded":"2024-07-26T15:48:20.343817+0000","last_fullsized":"2024-07-26T15:48:20.343817+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:39:11.015821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.27","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344834+0000","last_change":"2024-07-26T15:48:19.335572+0000","last_active":"2024-07-26T15:48:20.344834+0000","last_peered":"2024-07-26T15:48:20.344834+0000","last_clean":"2024-07-26T15:48:20.344834+0000","last_became_active":"2024-07-26T15:48:19.335278+0000","last_became_peered":"2024-07-26T15:48:19.335278+0000","last_unstale":"2024-07-26T15:48:20.344834+0000","last_undegraded":"2024-07-26T15:48:20.344834+0000","last_fullsized":"2024-07-26T15:48:20.344834+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:09.375579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.26","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.340996+0000","last_change":"2024-07-26T15:48:19.331963+0000","last_active":"2024-07-26T15:48:20.340996+0000","last_peered":"2024-07-26T15:48:20.340996+0000","last_clean":"2024-07-26T15:48:20.340996+0000","last_became_active":"2024-07-26T15:48:19.331654+0000","last_became_peered":"2024-07-26T15:48:19.331654+0000","last_unstale":"2024-07-26T15:48:20.340996+0000","last_undegraded":"2024-07-26T15:48:20.340996+0000","last_fullsized":"2024-07-26T15:48:20.340996+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:24:32.991676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.25","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330790+0000","last_change":"2024-07-26T15:48:19.351197+0000","last_active":"2024-07-26T15:48:21.330790+0000","last_peered":"2024-07-26T15:48:21.330790+0000","last_clean":"2024-07-26T15:48:21.330790+0000","last_became_active":"2024-07-26T15:48:19.350881+0000","last_became_peered":"2024-07-26T15:48:19.350881+0000","last_unstale":"2024-07-26T15:48:21.330790+0000","last_undegraded":"2024-07-26T15:48:21.330790+0000","last_fullsized":"2024-07-26T15:48:21.330790+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:19:31.095440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.24","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333603+0000","last_change":"2024-07-26T15:48:19.347875+0000","last_active":"2024-07-26T15:48:21.333603+0000","last_peered":"2024-07-26T15:48:21.333603+0000","last_clean":"2024-07-26T15:48:21.333603+0000","last_became_active":"2024-07-26T15:48:19.347562+0000","last_became_peered":"2024-07-26T15:48:19.347562+0000","last_unstale":"2024-07-26T15:48:21.333603+0000","last_undegraded":"2024-07-26T15:48:21.333603+0000","last_fullsized":"2024-07-26T15:48:21.333603+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:49.035871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.23","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.341195+0000","last_change":"2024-07-26T15:48:19.356083+0000","last_active":"2024-07-26T15:48:20.341195+0000","last_peered":"2024-07-26T15:48:20.341195+0000","last_clean":"2024-07-26T15:48:20.341195+0000","last_became_active":"2024-07-26T15:48:19.355721+0000","last_became_peered":"2024-07-26T15:48:19.355721+0000","last_unstale":"2024-07-26T15:48:20.341195+0000","last_undegraded":"2024-07-26T15:48:20.341195+0000","last_fullsized":"2024-07-26T15:48:20.341195+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:41.398321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.22","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035697+0000","last_change":"2024-07-26T15:48:19.349391+0000","last_active":"2024-07-26T15:48:21.035697+0000","last_peered":"2024-07-26T15:48:21.035697+0000","last_clean":"2024-07-26T15:48:21.035697+0000","last_became_active":"2024-07-26T15:48:19.345678+0000","last_became_peered":"2024-07-26T15:48:19.345678+0000","last_unstale":"2024-07-26T15:48:21.035697+0000","last_undegraded":"2024-07-26T15:48:21.035697+0000","last_fullsized":"2024-07-26T15:48:21.035697+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:00.926472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.21","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343983+0000","last_change":"2024-07-26T15:48:19.335417+0000","last_active":"2024-07-26T15:48:20.343983+0000","last_peered":"2024-07-26T15:48:20.343983+0000","last_clean":"2024-07-26T15:48:20.343983+0000","last_became_active":"2024-07-26T15:48:19.335075+0000","last_became_peered":"2024-07-26T15:48:19.335075+0000","last_unstale":"2024-07-26T15:48:20.343983+0000","last_undegraded":"2024-07-26T15:48:20.343983+0000","last_fullsized":"2024-07-26T15:48:20.343983+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:03.489962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.20","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343905+0000","last_change":"2024-07-26T15:48:19.331760+0000","last_active":"2024-07-26T15:48:20.343905+0000","last_peered":"2024-07-26T15:48:20.343905+0000","last_clean":"2024-07-26T15:48:20.343905+0000","last_became_active":"2024-07-26T15:48:19.331433+0000","last_became_peered":"2024-07-26T15:48:19.331433+0000","last_unstale":"2024-07-26T15:48:20.343905+0000","last_undegraded":"2024-07-26T15:48:20.343905+0000","last_fullsized":"2024-07-26T15:48:20.343905+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:24:15.138291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638838+0000","last_change":"2024-07-26T15:48:19.350845+0000","last_active":"2024-07-26T15:48:20.638838+0000","last_peered":"2024-07-26T15:48:20.638838+0000","last_clean":"2024-07-26T15:48:20.638838+0000","last_became_active":"2024-07-26T15:48:19.350561+0000","last_became_peered":"2024-07-26T15:48:19.350561+0000","last_unstale":"2024-07-26T15:48:20.638838+0000","last_undegraded":"2024-07-26T15:48:20.638838+0000","last_fullsized":"2024-07-26T15:48:20.638838+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:06.074949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1f","version":"147'4","reported_seq":19,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330561+0000","last_change":"2024-07-26T15:48:18.315201+0000","last_active":"2024-07-26T15:48:21.330561+0000","last_peered":"2024-07-26T15:48:21.330561+0000","last_clean":"2024-07-26T15:48:21.330561+0000","last_became_active":"2024-07-26T15:48:18.314846+0000","last_became_peered":"2024-07-26T15:48:18.314846+0000","last_unstale":"2024-07-26T15:48:21.330561+0000","last_undegraded":"2024-07-26T15:48:21.330561+0000","last_fullsized":"2024-07-26T15:48:21.330561+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:31:00.194116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1d","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333497+0000","last_change":"2024-07-26T15:48:19.348657+0000","last_active":"2024-07-26T15:48:21.333497+0000","last_peered":"2024-07-26T15:48:21.333497+0000","last_clean":"2024-07-26T15:48:21.333497+0000","last_became_active":"2024-07-26T15:48:19.348351+0000","last_became_peered":"2024-07-26T15:48:19.348351+0000","last_unstale":"2024-07-26T15:48:21.333497+0000","last_undegraded":"2024-07-26T15:48:21.333497+0000","last_fullsized":"2024-07-26T15:48:21.333497+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:28:39.235344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1e","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638786+0000","last_change":"2024-07-26T15:48:18.315470+0000","last_active":"2024-07-26T15:48:20.638786+0000","last_peered":"2024-07-26T15:48:20.638786+0000","last_clean":"2024-07-26T15:48:20.638786+0000","last_became_active":"2024-07-26T15:48:18.315044+0000","last_became_peered":"2024-07-26T15:48:18.315044+0000","last_unstale":"2024-07-26T15:48:20.638786+0000","last_undegraded":"2024-07-26T15:48:20.638786+0000","last_fullsized":"2024-07-26T15:48:20.638786+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:34:55.325573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.1e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344056+0000","last_change":"2024-07-26T15:48:19.349984+0000","last_active":"2024-07-26T15:48:20.344056+0000","last_peered":"2024-07-26T15:48:20.344056+0000","last_clean":"2024-07-26T15:48:20.344056+0000","last_became_active":"2024-07-26T15:48:19.349272+0000","last_became_peered":"2024-07-26T15:48:19.349272+0000","last_unstale":"2024-07-26T15:48:20.344056+0000","last_undegraded":"2024-07-26T15:48:20.344056+0000","last_fullsized":"2024-07-26T15:48:20.344056+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:00.926472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1d","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390945+0000","last_change":"2024-07-26T15:48:18.318708+0000","last_active":"2024-07-26T15:48:21.390945+0000","last_peered":"2024-07-26T15:48:21.390945+0000","last_clean":"2024-07-26T15:48:21.390945+0000","last_became_active":"2024-07-26T15:48:18.318319+0000","last_became_peered":"2024-07-26T15:48:18.318319+0000","last_unstale":"2024-07-26T15:48:21.390945+0000","last_undegraded":"2024-07-26T15:48:21.390945+0000","last_fullsized":"2024-07-26T15:48:21.390945+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:40.048276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1f","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390993+0000","last_change":"2024-07-26T15:48:19.348966+0000","last_active":"2024-07-26T15:48:21.390993+0000","last_peered":"2024-07-26T15:48:21.390993+0000","last_clean":"2024-07-26T15:48:21.390993+0000","last_became_active":"2024-07-26T15:48:19.348539+0000","last_became_peered":"2024-07-26T15:48:19.348539+0000","last_unstale":"2024-07-26T15:48:21.390993+0000","last_undegraded":"2024-07-26T15:48:21.390993+0000","last_fullsized":"2024-07-26T15:48:21.390993+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:01.957730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638697+0000","last_change":"2024-07-26T15:48:18.317378+0000","last_active":"2024-07-26T15:48:20.638697+0000","last_peered":"2024-07-26T15:48:20.638697+0000","last_clean":"2024-07-26T15:48:20.638697+0000","last_became_active":"2024-07-26T15:48:18.317059+0000","last_became_peered":"2024-07-26T15:48:18.317059+0000","last_unstale":"2024-07-26T15:48:20.638697+0000","last_undegraded":"2024-07-26T15:48:20.638697+0000","last_fullsized":"2024-07-26T15:48:20.638697+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:09.854015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638551+0000","last_change":"2024-07-26T15:48:19.334032+0000","last_active":"2024-07-26T15:48:20.638551+0000","last_peered":"2024-07-26T15:48:20.638551+0000","last_clean":"2024-07-26T15:48:20.638551+0000","last_became_active":"2024-07-26T15:48:19.333696+0000","last_became_peered":"2024-07-26T15:48:19.333696+0000","last_unstale":"2024-07-26T15:48:20.638551+0000","last_undegraded":"2024-07-26T15:48:20.638551+0000","last_fullsized":"2024-07-26T15:48:20.638551+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:46:55.485379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343808+0000","last_change":"2024-07-26T15:48:18.319933+0000","last_active":"2024-07-26T15:48:20.343808+0000","last_peered":"2024-07-26T15:48:20.343808+0000","last_clean":"2024-07-26T15:48:20.343808+0000","last_became_active":"2024-07-26T15:48:18.319695+0000","last_became_peered":"2024-07-26T15:48:18.319695+0000","last_unstale":"2024-07-26T15:48:20.343808+0000","last_undegraded":"2024-07-26T15:48:20.343808+0000","last_fullsized":"2024-07-26T15:48:20.343808+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:59.538818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344024+0000","last_change":"2024-07-26T15:48:19.347387+0000","last_active":"2024-07-26T15:48:20.344024+0000","last_peered":"2024-07-26T15:48:20.344024+0000","last_clean":"2024-07-26T15:48:20.344024+0000","last_became_active":"2024-07-26T15:48:19.347046+0000","last_became_peered":"2024-07-26T15:48:19.347046+0000","last_unstale":"2024-07-26T15:48:20.344024+0000","last_undegraded":"2024-07-26T15:48:20.344024+0000","last_fullsized":"2024-07-26T15:48:20.344024+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:34:19.260926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333349+0000","last_change":"2024-07-26T15:48:18.318537+0000","last_active":"2024-07-26T15:48:21.333349+0000","last_peered":"2024-07-26T15:48:21.333349+0000","last_clean":"2024-07-26T15:48:21.333349+0000","last_became_active":"2024-07-26T15:48:18.318185+0000","last_became_peered":"2024-07-26T15:48:18.318185+0000","last_unstale":"2024-07-26T15:48:21.333349+0000","last_undegraded":"2024-07-26T15:48:21.333349+0000","last_fullsized":"2024-07-26T15:48:21.333349+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:46.217639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035838+0000","last_change":"2024-07-26T15:48:19.354891+0000","last_active":"2024-07-26T15:48:21.035838+0000","last_peered":"2024-07-26T15:48:21.035838+0000","last_clean":"2024-07-26T15:48:21.035838+0000","last_became_active":"2024-07-26T15:48:19.354565+0000","last_became_peered":"2024-07-26T15:48:19.354565+0000","last_unstale":"2024-07-26T15:48:21.035838+0000","last_undegraded":"2024-07-26T15:48:21.035838+0000","last_fullsized":"2024-07-26T15:48:21.035838+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:09.375579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343679+0000","last_change":"2024-07-26T15:48:18.312013+0000","last_active":"2024-07-26T15:48:20.343679+0000","last_peered":"2024-07-26T15:48:20.343679+0000","last_clean":"2024-07-26T15:48:20.343679+0000","last_became_active":"2024-07-26T15:48:18.311649+0000","last_became_peered":"2024-07-26T15:48:18.311649+0000","last_unstale":"2024-07-26T15:48:20.343679+0000","last_undegraded":"2024-07-26T15:48:20.343679+0000","last_fullsized":"2024-07-26T15:48:20.343679+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:31.901194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638651+0000","last_change":"2024-07-26T15:48:19.345677+0000","last_active":"2024-07-26T15:48:20.638651+0000","last_peered":"2024-07-26T15:48:20.638651+0000","last_clean":"2024-07-26T15:48:20.638651+0000","last_became_active":"2024-07-26T15:48:19.345356+0000","last_became_peered":"2024-07-26T15:48:19.345356+0000","last_unstale":"2024-07-26T15:48:20.638651+0000","last_undegraded":"2024-07-26T15:48:20.638651+0000","last_fullsized":"2024-07-26T15:48:20.638651+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:56:36.473934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333583+0000","last_change":"2024-07-26T15:48:18.316001+0000","last_active":"2024-07-26T15:48:21.333583+0000","last_peered":"2024-07-26T15:48:21.333583+0000","last_clean":"2024-07-26T15:48:21.333583+0000","last_became_active":"2024-07-26T15:48:18.315316+0000","last_became_peered":"2024-07-26T15:48:18.315316+0000","last_unstale":"2024-07-26T15:48:21.333583+0000","last_undegraded":"2024-07-26T15:48:21.333583+0000","last_fullsized":"2024-07-26T15:48:21.333583+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:17:30.613129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.14","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330500+0000","last_change":"2024-07-26T15:48:19.347553+0000","last_active":"2024-07-26T15:48:21.330500+0000","last_peered":"2024-07-26T15:48:21.330500+0000","last_clean":"2024-07-26T15:48:21.330500+0000","last_became_active":"2024-07-26T15:48:19.347213+0000","last_became_peered":"2024-07-26T15:48:19.347213+0000","last_unstale":"2024-07-26T15:48:21.330500+0000","last_undegraded":"2024-07-26T15:48:21.330500+0000","last_fullsized":"2024-07-26T15:48:21.330500+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:18.429183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330621+0000","last_change":"2024-07-26T15:48:18.324043+0000","last_active":"2024-07-26T15:48:21.330621+0000","last_peered":"2024-07-26T15:48:21.330621+0000","last_clean":"2024-07-26T15:48:21.330621+0000","last_became_active":"2024-07-26T15:48:18.323741+0000","last_became_peered":"2024-07-26T15:48:18.323741+0000","last_unstale":"2024-07-26T15:48:21.330621+0000","last_undegraded":"2024-07-26T15:48:21.330621+0000","last_fullsized":"2024-07-26T15:48:21.330621+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:02:24.635856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.15","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344446+0000","last_change":"2024-07-26T15:48:19.345248+0000","last_active":"2024-07-26T15:48:20.344446+0000","last_peered":"2024-07-26T15:48:20.344446+0000","last_clean":"2024-07-26T15:48:20.344446+0000","last_became_active":"2024-07-26T15:48:19.344856+0000","last_became_peered":"2024-07-26T15:48:19.344856+0000","last_unstale":"2024-07-26T15:48:20.344446+0000","last_undegraded":"2024-07-26T15:48:20.344446+0000","last_fullsized":"2024-07-26T15:48:20.344446+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:01.654254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343578+0000","last_change":"2024-07-26T15:48:18.311516+0000","last_active":"2024-07-26T15:48:20.343578+0000","last_peered":"2024-07-26T15:48:20.343578+0000","last_clean":"2024-07-26T15:48:20.343578+0000","last_became_active":"2024-07-26T15:48:18.311023+0000","last_became_peered":"2024-07-26T15:48:18.311023+0000","last_unstale":"2024-07-26T15:48:20.343578+0000","last_undegraded":"2024-07-26T15:48:20.343578+0000","last_fullsized":"2024-07-26T15:48:20.343578+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:22.132886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035985+0000","last_change":"2024-07-26T15:48:19.341411+0000","last_active":"2024-07-26T15:48:21.035985+0000","last_peered":"2024-07-26T15:48:21.035985+0000","last_clean":"2024-07-26T15:48:21.035985+0000","last_became_active":"2024-07-26T15:48:19.341121+0000","last_became_peered":"2024-07-26T15:48:19.341121+0000","last_unstale":"2024-07-26T15:48:21.035985+0000","last_undegraded":"2024-07-26T15:48:21.035985+0000","last_fullsized":"2024-07-26T15:48:21.035985+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:24.731592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.15","version":"147'3","reported_seq":18,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344523+0000","last_change":"2024-07-26T15:48:18.315138+0000","last_active":"2024-07-26T15:48:20.344523+0000","last_peered":"2024-07-26T15:48:20.344523+0000","last_clean":"2024-07-26T15:48:20.344523+0000","last_became_active":"2024-07-26T15:48:18.314815+0000","last_became_peered":"2024-07-26T15:48:18.314815+0000","last_unstale":"2024-07-26T15:48:20.344523+0000","last_undegraded":"2024-07-26T15:48:20.344523+0000","last_fullsized":"2024-07-26T15:48:20.344523+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:36.196253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344896+0000","last_change":"2024-07-26T15:48:19.338249+0000","last_active":"2024-07-26T15:48:20.344896+0000","last_peered":"2024-07-26T15:48:20.344896+0000","last_clean":"2024-07-26T15:48:20.344896+0000","last_became_active":"2024-07-26T15:48:19.336961+0000","last_became_peered":"2024-07-26T15:48:19.336961+0000","last_unstale":"2024-07-26T15:48:20.344896+0000","last_undegraded":"2024-07-26T15:48:20.344896+0000","last_fullsized":"2024-07-26T15:48:20.344896+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:03:42.438484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.14","version":"147'6","reported_seq":21,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035367+0000","last_change":"2024-07-26T15:48:18.318967+0000","last_active":"2024-07-26T15:48:21.035367+0000","last_peered":"2024-07-26T15:48:21.035367+0000","last_clean":"2024-07-26T15:48:21.035367+0000","last_became_active":"2024-07-26T15:48:18.318627+0000","last_became_peered":"2024-07-26T15:48:18.318627+0000","last_unstale":"2024-07-26T15:48:21.035367+0000","last_undegraded":"2024-07-26T15:48:21.035367+0000","last_fullsized":"2024-07-26T15:48:21.035367+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:39.334328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.10","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330799+0000","last_change":"2024-07-26T15:48:19.339072+0000","last_active":"2024-07-26T15:48:21.330799+0000","last_peered":"2024-07-26T15:48:21.330799+0000","last_clean":"2024-07-26T15:48:21.330799+0000","last_became_active":"2024-07-26T15:48:19.338353+0000","last_became_peered":"2024-07-26T15:48:19.338353+0000","last_unstale":"2024-07-26T15:48:21.330799+0000","last_undegraded":"2024-07-26T15:48:21.330799+0000","last_fullsized":"2024-07-26T15:48:21.330799+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:54:38.450314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.13","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035414+0000","last_change":"2024-07-26T15:48:18.324649+0000","last_active":"2024-07-26T15:48:21.035414+0000","last_peered":"2024-07-26T15:48:21.035414+0000","last_clean":"2024-07-26T15:48:21.035414+0000","last_became_active":"2024-07-26T15:48:18.324160+0000","last_became_peered":"2024-07-26T15:48:18.324160+0000","last_unstale":"2024-07-26T15:48:21.035414+0000","last_undegraded":"2024-07-26T15:48:21.035414+0000","last_fullsized":"2024-07-26T15:48:21.035414+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:11.445709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638574+0000","last_change":"2024-07-26T15:48:19.347121+0000","last_active":"2024-07-26T15:48:20.638574+0000","last_peered":"2024-07-26T15:48:20.638574+0000","last_clean":"2024-07-26T15:48:20.638574+0000","last_became_active":"2024-07-26T15:48:19.346809+0000","last_became_peered":"2024-07-26T15:48:19.346809+0000","last_unstale":"2024-07-26T15:48:20.638574+0000","last_undegraded":"2024-07-26T15:48:20.638574+0000","last_fullsized":"2024-07-26T15:48:20.638574+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:03.519622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035994+0000","last_change":"2024-07-26T15:48:18.317659+0000","last_active":"2024-07-26T15:48:21.035994+0000","last_peered":"2024-07-26T15:48:21.035994+0000","last_clean":"2024-07-26T15:48:21.035994+0000","last_became_active":"2024-07-26T15:48:18.317339+0000","last_became_peered":"2024-07-26T15:48:18.317339+0000","last_unstale":"2024-07-26T15:48:21.035994+0000","last_undegraded":"2024-07-26T15:48:21.035994+0000","last_fullsized":"2024-07-26T15:48:21.035994+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:36.196253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.340888+0000","last_change":"2024-07-26T15:48:19.335589+0000","last_active":"2024-07-26T15:48:20.340888+0000","last_peered":"2024-07-26T15:48:20.340888+0000","last_clean":"2024-07-26T15:48:20.340888+0000","last_became_active":"2024-07-26T15:48:19.335219+0000","last_became_peered":"2024-07-26T15:48:19.335219+0000","last_unstale":"2024-07-26T15:48:20.340888+0000","last_undegraded":"2024-07-26T15:48:20.340888+0000","last_fullsized":"2024-07-26T15:48:20.340888+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:40:53.978275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035604+0000","last_change":"2024-07-26T15:48:18.319881+0000","last_active":"2024-07-26T15:48:21.035604+0000","last_peered":"2024-07-26T15:48:21.035604+0000","last_clean":"2024-07-26T15:48:21.035604+0000","last_became_active":"2024-07-26T15:48:18.319566+0000","last_became_peered":"2024-07-26T15:48:18.319566+0000","last_unstale":"2024-07-26T15:48:21.035604+0000","last_undegraded":"2024-07-26T15:48:21.035604+0000","last_fullsized":"2024-07-26T15:48:21.035604+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:55.390093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344111+0000","last_change":"2024-07-26T15:48:19.349556+0000","last_active":"2024-07-26T15:48:20.344111+0000","last_peered":"2024-07-26T15:48:20.344111+0000","last_clean":"2024-07-26T15:48:20.344111+0000","last_became_active":"2024-07-26T15:48:19.349242+0000","last_became_peered":"2024-07-26T15:48:19.349242+0000","last_unstale":"2024-07-26T15:48:20.344111+0000","last_undegraded":"2024-07-26T15:48:20.344111+0000","last_fullsized":"2024-07-26T15:48:20.344111+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:46.008679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638873+0000","last_change":"2024-07-26T15:48:18.325561+0000","last_active":"2024-07-26T15:48:20.638873+0000","last_peered":"2024-07-26T15:48:20.638873+0000","last_clean":"2024-07-26T15:48:20.638873+0000","last_became_active":"2024-07-26T15:48:18.325195+0000","last_became_peered":"2024-07-26T15:48:18.325195+0000","last_unstale":"2024-07-26T15:48:20.638873+0000","last_undegraded":"2024-07-26T15:48:20.638873+0000","last_fullsized":"2024-07-26T15:48:20.638873+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:49.287667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344194+0000","last_change":"2024-07-26T15:48:19.345609+0000","last_active":"2024-07-26T15:48:20.344194+0000","last_peered":"2024-07-26T15:48:20.344194+0000","last_clean":"2024-07-26T15:48:20.344194+0000","last_became_active":"2024-07-26T15:48:19.345171+0000","last_became_peered":"2024-07-26T15:48:19.345171+0000","last_unstale":"2024-07-26T15:48:20.344194+0000","last_undegraded":"2024-07-26T15:48:20.344194+0000","last_fullsized":"2024-07-26T15:48:20.344194+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:51:36.037595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.e","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.341094+0000","last_change":"2024-07-26T15:48:18.328521+0000","last_active":"2024-07-26T15:48:20.341094+0000","last_peered":"2024-07-26T15:48:20.341094+0000","last_clean":"2024-07-26T15:48:20.341094+0000","last_became_active":"2024-07-26T15:48:18.328233+0000","last_became_peered":"2024-07-26T15:48:18.328233+0000","last_unstale":"2024-07-26T15:48:20.341094+0000","last_undegraded":"2024-07-26T15:48:20.341094+0000","last_fullsized":"2024-07-26T15:48:20.341094+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:59:56.064156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333469+0000","last_change":"2024-07-26T15:48:19.344070+0000","last_active":"2024-07-26T15:48:21.333469+0000","last_peered":"2024-07-26T15:48:21.333469+0000","last_clean":"2024-07-26T15:48:21.333469+0000","last_became_active":"2024-07-26T15:48:19.343647+0000","last_became_peered":"2024-07-26T15:48:19.343647+0000","last_unstale":"2024-07-26T15:48:21.333469+0000","last_undegraded":"2024-07-26T15:48:21.333469+0000","last_fullsized":"2024-07-26T15:48:21.333469+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:03:04.618178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390967+0000","last_change":"2024-07-26T15:48:18.317788+0000","last_active":"2024-07-26T15:48:21.390967+0000","last_peered":"2024-07-26T15:48:21.390967+0000","last_clean":"2024-07-26T15:48:21.390967+0000","last_became_active":"2024-07-26T15:48:18.317451+0000","last_became_peered":"2024-07-26T15:48:18.317451+0000","last_unstale":"2024-07-26T15:48:21.390967+0000","last_undegraded":"2024-07-26T15:48:21.390967+0000","last_fullsized":"2024-07-26T15:48:21.390967+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:23:54.604801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.f","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344991+0000","last_change":"2024-07-26T15:48:19.344506+0000","last_active":"2024-07-26T15:48:20.344991+0000","last_peered":"2024-07-26T15:48:20.344991+0000","last_clean":"2024-07-26T15:48:20.344991+0000","last_became_active":"2024-07-26T15:48:19.344133+0000","last_became_peered":"2024-07-26T15:48:19.344133+0000","last_unstale":"2024-07-26T15:48:20.344991+0000","last_undegraded":"2024-07-26T15:48:20.344991+0000","last_fullsized":"2024-07-26T15:48:20.344991+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:17.765646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390737+0000","last_change":"2024-07-26T15:48:18.331640+0000","last_active":"2024-07-26T15:48:21.390737+0000","last_peered":"2024-07-26T15:48:21.390737+0000","last_clean":"2024-07-26T15:48:21.390737+0000","last_became_active":"2024-07-26T15:48:18.331326+0000","last_became_peered":"2024-07-26T15:48:18.331326+0000","last_unstale":"2024-07-26T15:48:21.390737+0000","last_undegraded":"2024-07-26T15:48:21.390737+0000","last_fullsized":"2024-07-26T15:48:21.390737+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:20:51.823266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333111+0000","last_change":"2024-07-26T15:48:19.341847+0000","last_active":"2024-07-26T15:48:21.333111+0000","last_peered":"2024-07-26T15:48:21.333111+0000","last_clean":"2024-07-26T15:48:21.333111+0000","last_became_active":"2024-07-26T15:48:19.341094+0000","last_became_peered":"2024-07-26T15:48:19.341094+0000","last_unstale":"2024-07-26T15:48:21.333111+0000","last_undegraded":"2024-07-26T15:48:21.333111+0000","last_fullsized":"2024-07-26T15:48:21.333111+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:48.425093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.b","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333075+0000","last_change":"2024-07-26T15:48:18.327062+0000","last_active":"2024-07-26T15:48:21.333075+0000","last_peered":"2024-07-26T15:48:21.333075+0000","last_clean":"2024-07-26T15:48:21.333075+0000","last_became_active":"2024-07-26T15:48:18.326739+0000","last_became_peered":"2024-07-26T15:48:18.326739+0000","last_unstale":"2024-07-26T15:48:21.333075+0000","last_undegraded":"2024-07-26T15:48:21.333075+0000","last_fullsized":"2024-07-26T15:48:21.333075+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:10:56.796190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035501+0000","last_change":"2024-07-26T15:48:19.355431+0000","last_active":"2024-07-26T15:48:21.035501+0000","last_peered":"2024-07-26T15:48:21.035501+0000","last_clean":"2024-07-26T15:48:21.035501+0000","last_became_active":"2024-07-26T15:48:19.355048+0000","last_became_peered":"2024-07-26T15:48:19.355048+0000","last_unstale":"2024-07-26T15:48:21.035501+0000","last_undegraded":"2024-07-26T15:48:21.035501+0000","last_fullsized":"2024-07-26T15:48:21.035501+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:24:15.138291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390340+0000","last_change":"2024-07-26T15:48:18.317970+0000","last_active":"2024-07-26T15:48:21.390340+0000","last_peered":"2024-07-26T15:48:21.390340+0000","last_clean":"2024-07-26T15:48:21.390340+0000","last_became_active":"2024-07-26T15:48:18.317637+0000","last_became_peered":"2024-07-26T15:48:18.317637+0000","last_unstale":"2024-07-26T15:48:21.390340+0000","last_undegraded":"2024-07-26T15:48:21.390340+0000","last_fullsized":"2024-07-26T15:48:21.390340+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:16:43.038316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035919+0000","last_change":"2024-07-26T15:48:19.346397+0000","last_active":"2024-07-26T15:48:21.035919+0000","last_peered":"2024-07-26T15:48:21.035919+0000","last_clean":"2024-07-26T15:48:21.035919+0000","last_became_active":"2024-07-26T15:48:19.345209+0000","last_became_peered":"2024-07-26T15:48:19.345209+0000","last_unstale":"2024-07-26T15:48:21.035919+0000","last_undegraded":"2024-07-26T15:48:21.035919+0000","last_fullsized":"2024-07-26T15:48:21.035919+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:17.765646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035608+0000","last_change":"2024-07-26T15:48:18.322666+0000","last_active":"2024-07-26T15:48:21.035608+0000","last_peered":"2024-07-26T15:48:21.035608+0000","last_clean":"2024-07-26T15:48:21.035608+0000","last_became_active":"2024-07-26T15:48:18.322363+0000","last_became_peered":"2024-07-26T15:48:18.322363+0000","last_unstale":"2024-07-26T15:48:21.035608+0000","last_undegraded":"2024-07-26T15:48:21.035608+0000","last_fullsized":"2024-07-26T15:48:21.035608+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:45.617632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.b","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344038+0000","last_change":"2024-07-26T15:48:19.336519+0000","last_active":"2024-07-26T15:48:20.344038+0000","last_peered":"2024-07-26T15:48:20.344038+0000","last_clean":"2024-07-26T15:48:20.344038+0000","last_became_active":"2024-07-26T15:48:19.336223+0000","last_became_peered":"2024-07-26T15:48:19.336223+0000","last_unstale":"2024-07-26T15:48:20.344038+0000","last_undegraded":"2024-07-26T15:48:20.344038+0000","last_fullsized":"2024-07-26T15:48:20.344038+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:48.807948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390172+0000","last_change":"2024-07-26T15:48:18.314576+0000","last_active":"2024-07-26T15:48:21.390172+0000","last_peered":"2024-07-26T15:48:21.390172+0000","last_clean":"2024-07-26T15:48:21.390172+0000","last_became_active":"2024-07-26T15:48:18.314215+0000","last_became_peered":"2024-07-26T15:48:18.314215+0000","last_unstale":"2024-07-26T15:48:21.390172+0000","last_undegraded":"2024-07-26T15:48:21.390172+0000","last_fullsized":"2024-07-26T15:48:21.390172+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:26:21.662946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333920+0000","last_change":"2024-07-26T15:48:19.344458+0000","last_active":"2024-07-26T15:48:21.333920+0000","last_peered":"2024-07-26T15:48:21.333920+0000","last_clean":"2024-07-26T15:48:21.333920+0000","last_became_active":"2024-07-26T15:48:19.343564+0000","last_became_peered":"2024-07-26T15:48:19.343564+0000","last_unstale":"2024-07-26T15:48:21.333920+0000","last_undegraded":"2024-07-26T15:48:21.333920+0000","last_fullsized":"2024-07-26T15:48:21.333920+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:12.964662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.7","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333426+0000","last_change":"2024-07-26T15:48:18.329956+0000","last_active":"2024-07-26T15:48:21.333426+0000","last_peered":"2024-07-26T15:48:21.333426+0000","last_clean":"2024-07-26T15:48:21.333426+0000","last_became_active":"2024-07-26T15:48:18.329677+0000","last_became_peered":"2024-07-26T15:48:18.329677+0000","last_unstale":"2024-07-26T15:48:21.333426+0000","last_undegraded":"2024-07-26T15:48:21.333426+0000","last_fullsized":"2024-07-26T15:48:21.333426+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:08.976611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638893+0000","last_change":"2024-07-26T15:48:19.333382+0000","last_active":"2024-07-26T15:48:20.638893+0000","last_peered":"2024-07-26T15:48:20.638893+0000","last_clean":"2024-07-26T15:48:20.638893+0000","last_became_active":"2024-07-26T15:48:19.333065+0000","last_became_peered":"2024-07-26T15:48:19.333065+0000","last_unstale":"2024-07-26T15:48:20.638893+0000","last_undegraded":"2024-07-26T15:48:20.638893+0000","last_fullsized":"2024-07-26T15:48:20.638893+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:45:33.931623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.6","version":"148'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330697+0000","last_change":"2024-07-26T15:48:18.328298+0000","last_active":"2024-07-26T15:48:21.330697+0000","last_peered":"2024-07-26T15:48:21.330697+0000","last_clean":"2024-07-26T15:48:21.330697+0000","last_became_active":"2024-07-26T15:48:18.327927+0000","last_became_peered":"2024-07-26T15:48:18.327927+0000","last_unstale":"2024-07-26T15:48:21.330697+0000","last_undegraded":"2024-07-26T15:48:21.330697+0000","last_fullsized":"2024-07-26T15:48:21.330697+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:09:18.089133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390999+0000","last_change":"2024-07-26T15:48:19.342721+0000","last_active":"2024-07-26T15:48:21.390999+0000","last_peered":"2024-07-26T15:48:21.390999+0000","last_clean":"2024-07-26T15:48:21.390999+0000","last_became_active":"2024-07-26T15:48:19.341071+0000","last_became_peered":"2024-07-26T15:48:19.341071+0000","last_unstale":"2024-07-26T15:48:21.390999+0000","last_undegraded":"2024-07-26T15:48:21.390999+0000","last_fullsized":"2024-07-26T15:48:21.390999+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:08:34.490956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330830+0000","last_change":"2024-07-26T15:48:18.327151+0000","last_active":"2024-07-26T15:48:21.330830+0000","last_peered":"2024-07-26T15:48:21.330830+0000","last_clean":"2024-07-26T15:48:21.330830+0000","last_became_active":"2024-07-26T15:48:18.326878+0000","last_became_peered":"2024-07-26T15:48:18.326878+0000","last_unstale":"2024-07-26T15:48:21.330830+0000","last_undegraded":"2024-07-26T15:48:21.330830+0000","last_fullsized":"2024-07-26T15:48:21.330830+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:59.538818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.7","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.341232+0000","last_change":"2024-07-26T15:48:19.335626+0000","last_active":"2024-07-26T15:48:20.341232+0000","last_peered":"2024-07-26T15:48:20.341232+0000","last_clean":"2024-07-26T15:48:20.341232+0000","last_became_active":"2024-07-26T15:48:19.335280+0000","last_became_peered":"2024-07-26T15:48:19.335280+0000","last_unstale":"2024-07-26T15:48:20.341232+0000","last_undegraded":"2024-07-26T15:48:20.341232+0000","last_fullsized":"2024-07-26T15:48:20.341232+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:49:59.747535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333925+0000","last_change":"2024-07-26T15:48:18.323827+0000","last_active":"2024-07-26T15:48:21.333925+0000","last_peered":"2024-07-26T15:48:21.333925+0000","last_clean":"2024-07-26T15:48:21.333925+0000","last_became_active":"2024-07-26T15:48:18.323479+0000","last_became_peered":"2024-07-26T15:48:18.323479+0000","last_unstale":"2024-07-26T15:48:21.333925+0000","last_undegraded":"2024-07-26T15:48:21.333925+0000","last_fullsized":"2024-07-26T15:48:21.333925+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:41.232441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333489+0000","last_change":"2024-07-26T15:48:19.343093+0000","last_active":"2024-07-26T15:48:21.333489+0000","last_peered":"2024-07-26T15:48:21.333489+0000","last_clean":"2024-07-26T15:48:21.333489+0000","last_became_active":"2024-07-26T15:48:19.342264+0000","last_became_peered":"2024-07-26T15:48:19.342264+0000","last_unstale":"2024-07-26T15:48:21.333489+0000","last_undegraded":"2024-07-26T15:48:21.333489+0000","last_fullsized":"2024-07-26T15:48:21.333489+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:19:37.711805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343904+0000","last_change":"2024-07-26T15:48:18.313125+0000","last_active":"2024-07-26T15:48:20.343904+0000","last_peered":"2024-07-26T15:48:20.343904+0000","last_clean":"2024-07-26T15:48:20.343904+0000","last_became_active":"2024-07-26T15:48:18.312826+0000","last_became_peered":"2024-07-26T15:48:18.312826+0000","last_unstale":"2024-07-26T15:48:20.343904+0000","last_undegraded":"2024-07-26T15:48:20.343904+0000","last_fullsized":"2024-07-26T15:48:20.343904+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:22.994500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035446+0000","last_change":"2024-07-26T15:48:19.358659+0000","last_active":"2024-07-26T15:48:21.035446+0000","last_peered":"2024-07-26T15:48:21.035446+0000","last_clean":"2024-07-26T15:48:21.035446+0000","last_became_active":"2024-07-26T15:48:19.358028+0000","last_became_peered":"2024-07-26T15:48:19.358028+0000","last_unstale":"2024-07-26T15:48:21.035446+0000","last_undegraded":"2024-07-26T15:48:21.035446+0000","last_fullsized":"2024-07-26T15:48:21.035446+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:03.489962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344911+0000","last_change":"2024-07-26T15:48:18.315874+0000","last_active":"2024-07-26T15:48:20.344911+0000","last_peered":"2024-07-26T15:48:20.344911+0000","last_clean":"2024-07-26T15:48:20.344911+0000","last_became_active":"2024-07-26T15:48:18.315513+0000","last_became_peered":"2024-07-26T15:48:18.315513+0000","last_unstale":"2024-07-26T15:48:20.344911+0000","last_undegraded":"2024-07-26T15:48:20.344911+0000","last_fullsized":"2024-07-26T15:48:20.344911+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:55.471381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390494+0000","last_change":"2024-07-26T15:48:19.345741+0000","last_active":"2024-07-26T15:48:21.390494+0000","last_peered":"2024-07-26T15:48:21.390494+0000","last_clean":"2024-07-26T15:48:21.390494+0000","last_became_active":"2024-07-26T15:48:19.345422+0000","last_became_peered":"2024-07-26T15:48:19.345422+0000","last_unstale":"2024-07-26T15:48:21.390494+0000","last_undegraded":"2024-07-26T15:48:21.390494+0000","last_fullsized":"2024-07-26T15:48:21.390494+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:10.374060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333137+0000","last_change":"2024-07-26T15:48:18.316757+0000","last_active":"2024-07-26T15:48:21.333137+0000","last_peered":"2024-07-26T15:48:21.333137+0000","last_clean":"2024-07-26T15:48:21.333137+0000","last_became_active":"2024-07-26T15:48:18.316456+0000","last_became_peered":"2024-07-26T15:48:18.316456+0000","last_unstale":"2024-07-26T15:48:21.333137+0000","last_undegraded":"2024-07-26T15:48:21.333137+0000","last_fullsized":"2024-07-26T15:48:21.333137+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:41:03.714916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638848+0000","last_change":"2024-07-26T15:48:19.342282+0000","last_active":"2024-07-26T15:48:20.638848+0000","last_peered":"2024-07-26T15:48:20.638848+0000","last_clean":"2024-07-26T15:48:20.638848+0000","last_became_active":"2024-07-26T15:48:19.341978+0000","last_became_peered":"2024-07-26T15:48:19.341978+0000","last_unstale":"2024-07-26T15:48:20.638848+0000","last_undegraded":"2024-07-26T15:48:20.638848+0000","last_fullsized":"2024-07-26T15:48:20.638848+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:08:28.936626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390185+0000","last_change":"2024-07-26T15:48:18.317573+0000","last_active":"2024-07-26T15:48:21.390185+0000","last_peered":"2024-07-26T15:48:21.390185+0000","last_clean":"2024-07-26T15:48:21.390185+0000","last_became_active":"2024-07-26T15:48:18.317245+0000","last_became_peered":"2024-07-26T15:48:18.317245+0000","last_unstale":"2024-07-26T15:48:21.390185+0000","last_undegraded":"2024-07-26T15:48:21.390185+0000","last_fullsized":"2024-07-26T15:48:21.390185+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:59.029362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390743+0000","last_change":"2024-07-26T15:48:19.344031+0000","last_active":"2024-07-26T15:48:21.390743+0000","last_peered":"2024-07-26T15:48:21.390743+0000","last_clean":"2024-07-26T15:48:21.390743+0000","last_became_active":"2024-07-26T15:48:19.343612+0000","last_became_peered":"2024-07-26T15:48:19.343612+0000","last_unstale":"2024-07-26T15:48:21.390743+0000","last_undegraded":"2024-07-26T15:48:21.390743+0000","last_fullsized":"2024-07-26T15:48:21.390743+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:59.555370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.10","version":"147'8","reported_seq":23,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035189+0000","last_change":"2024-07-26T15:48:18.324569+0000","last_active":"2024-07-26T15:48:21.035189+0000","last_peered":"2024-07-26T15:48:21.035189+0000","last_clean":"2024-07-26T15:48:21.035189+0000","last_became_active":"2024-07-26T15:48:18.324247+0000","last_became_peered":"2024-07-26T15:48:18.324247+0000","last_unstale":"2024-07-26T15:48:21.035189+0000","last_undegraded":"2024-07-26T15:48:21.035189+0000","last_fullsized":"2024-07-26T15:48:21.035189+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:25.390416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"138'149","reported_seq":626,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390416+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:48:21.390416+0000","last_peered":"2024-07-26T15:48:21.390416+0000","last_clean":"2024-07-26T15:48:21.390416+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:48:21.390416+0000","last_undegraded":"2024-07-26T15:48:21.390416+0000","last_fullsized":"2024-07-26T15:48:21.390416+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":149,"log_dups_size":0,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":233,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":18,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":17,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":233,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575086,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59932,"kb_used_data":2384,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311908,"statfs":{"total":96636764160,"available":96575393792,"internally_reserved":0,"allocated":2441216,"data_stored":1529005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509677,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32976,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338864,"statfs":{"total":96636764160,"available":96602996736,"internally_reserved":0,"allocated":1835008,"data_stored":938443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509677,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55188,"kb_used_data":1796,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316652,"statfs":{"total":96636764160,"available":96580251648,"internally_reserved":0,"allocated":1839104,"data_stored":938021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509677,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37140,"kb_used_data":1800,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334700,"statfs":{"total":96636764160,"available":96598732800,"internally_reserved":0,"allocated":1843200,"data_stored":939473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509676,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37152,"kb_used_data":1804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334688,"statfs":{"total":96636764160,"available":96598720512,"internally_reserved":0,"allocated":1847296,"data_stored":939507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509676,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59344,"kb_used_data":1788,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312496,"statfs":{"total":96636764160,"available":96575995904,"internally_reserved":0,"allocated":1830912,"data_stored":937861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509679,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32976,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338864,"statfs":{"total":96636764160,"available":96602996736,"internally_reserved":0,"allocated":1835008,"data_stored":937883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542383,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37712,"kb_used_data":2372,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334128,"statfs":{"total":96636764160,"available":96598147072,"internally_reserved":0,"allocated":2428928,"data_stored":1528251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:48:25.888 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:48:25.892 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:48:28.123 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:48:28.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.256+0000 7ffa31577640 1 -- 172.21.15.33:0/549272378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa2c0cfa60 msgr2=0x7ffa2c0cfe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:28.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.256+0000 7ffa31577640 1 --2- 172.21.15.33:0/549272378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa2c0cfa60 0x7ffa2c0cfe70 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c0d2890 tx=0x7ffa2002a530 comp rx=0 tx=0).stop 2024-07-26T15:48:28.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.256+0000 7ffa31577640 1 -- 172.21.15.33:0/549272378 shutdown_connections 2024-07-26T15:48:28.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.256+0000 7ffa31577640 1 --2- 172.21.15.33:0/549272378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa2c0cfa60 0x7ffa2c0cfe70 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.256+0000 7ffa31577640 1 --2- 172.21.15.33:0/549272378 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa2c0cc660 0x7ffa2c0b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.256+0000 7ffa31577640 1 -- 172.21.15.33:0/549272378 >> 172.21.15.33:0/549272378 conn(0x7ffa2c0d1bf0 msgr2=0x7ffa2c0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:28.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.256+0000 7ffa31577640 1 -- 172.21.15.33:0/549272378 shutdown_connections 2024-07-26T15:48:28.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.256+0000 7ffa31577640 1 -- 172.21.15.33:0/549272378 wait complete. 2024-07-26T15:48:28.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.258+0000 7ffa31577640 1 Processor -- start 2024-07-26T15:48:28.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.258+0000 7ffa31577640 1 -- start start 2024-07-26T15:48:28.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa31577640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa2c0cc660 0x7ffa2c159650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:28.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa31577640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa2c0cfa60 0x7ffa2c0afd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa31577640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa2c160400 0x7ffa2c0b0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa31577640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa2c0ce690 con 0x7ffa2c0cc660 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa31577640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffa2c0ce510 con 0x7ffa2c0cfa60 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa31577640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffa2c0ce810 con 0x7ffa2c160400 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa2affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa2c0cc660 0x7ffa2c159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa2affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa2c0cc660 0x7ffa2c159650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42944/0 (socket says 172.21.15.33:42944) 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa2affd640 1 -- 172.21.15.33:0/2997708422 learned_addr learned my addr 172.21.15.33:0/2997708422 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa2a7fc640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa2c0cfa60 0x7ffa2c0afd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa2b7fe640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa2c160400 0x7ffa2c0b0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.259+0000 7ffa2affd640 1 -- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa2c160400 msgr2=0x7ffa2c0b0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.260+0000 7ffa2affd640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa2c160400 0x7ffa2c0b0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.260+0000 7ffa2affd640 1 -- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa2c0cfa60 msgr2=0x7ffa2c0afd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:28.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.260+0000 7ffa2affd640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa2c0cfa60 0x7ffa2c0afd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.260+0000 7ffa2affd640 1 -- 172.21.15.33:0/2997708422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa2c15d320 con 0x7ffa2c0cc660 2024-07-26T15:48:28.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.260+0000 7ffa2a7fc640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa2c0cfa60 0x7ffa2c0afd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:28.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.260+0000 7ffa2affd640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa2c0cc660 0x7ffa2c159650 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7ffa1c00e790 tx=0x7ffa1c00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:28.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.260+0000 7ffa137fe640 1 -- 172.21.15.33:0/2997708422 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa1c00eea0 con 0x7ffa2c0cc660 2024-07-26T15:48:28.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.260+0000 7ffa137fe640 1 -- 172.21.15.33:0/2997708422 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa1c00cdb0 con 0x7ffa2c0cc660 2024-07-26T15:48:28.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.260+0000 7ffa31577640 1 -- 172.21.15.33:0/2997708422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa2c15f760 con 0x7ffa2c0cc660 2024-07-26T15:48:28.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.260+0000 7ffa137fe640 1 -- 172.21.15.33:0/2997708422 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa1c010690 con 0x7ffa2c0cc660 2024-07-26T15:48:28.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.260+0000 7ffa31577640 1 -- 172.21.15.33:0/2997708422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa2c0caee0 con 0x7ffa2c0cc660 2024-07-26T15:48:28.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.261+0000 7ffa31577640 1 -- 172.21.15.33:0/2997708422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa2c0b6e00 con 0x7ffa2c0cc660 2024-07-26T15:48:28.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.262+0000 7ffa137fe640 1 -- 172.21.15.33:0/2997708422 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7ffa1c010830 con 0x7ffa2c0cc660 2024-07-26T15:48:28.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.262+0000 7ffa137fe640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa18077130 0x7ffa18079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:28.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.262+0000 7ffa137fe640 1 -- 172.21.15.33:0/2997708422 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7ffa1c0996c0 con 0x7ffa2c0cc660 2024-07-26T15:48:28.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.263+0000 7ffa2a7fc640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa18077130 0x7ffa18079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:28.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.263+0000 7ffa2a7fc640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa18077130 0x7ffa18079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ffa20033000 tx=0x7ffa20004730 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:28.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.267+0000 7ffa137fe640 1 -- 172.21.15.33:0/2997708422 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffa1c062570 con 0x7ffa2c0cc660 2024-07-26T15:48:28.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.458+0000 7ffa31577640 1 -- 172.21.15.33:0/2997708422 --> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffa2c0c54c0 con 0x7ffa18077130 2024-07-26T15:48:28.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.463+0000 7ffa137fe640 1 -- 172.21.15.33:0/2997708422 <== mgr.7498 v2:172.21.15.154:6836/1799144315 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252491 (secure 0 0 0) 0x7ffa2c0c54c0 con 0x7ffa18077130 2024-07-26T15:48:28.467 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:28.468 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 -- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa18077130 msgr2=0x7ffa18079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa18077130 0x7ffa18079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ffa20033000 tx=0x7ffa20004730 comp rx=0 tx=0).stop 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 -- 172.21.15.33:0/2997708422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa2c0cc660 msgr2=0x7ffa2c159650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa2c0cc660 0x7ffa2c159650 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7ffa1c00e790 tx=0x7ffa1c00ec50 comp rx=0 tx=0).stop 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 -- 172.21.15.33:0/2997708422 shutdown_connections 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa2c160400 0x7ffa2c0b0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa18077130 0x7ffa18079640 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa2c0cfa60 0x7ffa2c0afd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 --2- 172.21.15.33:0/2997708422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa2c0cc660 0x7ffa2c159650 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 -- 172.21.15.33:0/2997708422 >> 172.21.15.33:0/2997708422 conn(0x7ffa2c0d1bf0 msgr2=0x7ffa2c15b2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 -- 172.21.15.33:0/2997708422 shutdown_connections 2024-07-26T15:48:28.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.466+0000 7ffa31577640 1 -- 172.21.15.33:0/2997708422 wait complete. 2024-07-26T15:48:28.479 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-07-26T15:48:26.655544+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":278,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":188,"ondisk_log_size":188,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":352420,"kb_used_data":15528,"kb_used_omap":12,"kb_used_meta":336755,"kb_avail":754622300,"statfs":{"total":773094113280,"available":772733235200,"internally_reserved":0,"allocated":15900672,"data_stored":8688444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":344837681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002350"},"pg_stats":[{"pgid":"18.3f","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344630+0000","last_change":"2024-07-26T15:48:19.339771+0000","last_active":"2024-07-26T15:48:20.344630+0000","last_peered":"2024-07-26T15:48:20.344630+0000","last_clean":"2024-07-26T15:48:20.344630+0000","last_became_active":"2024-07-26T15:48:19.339448+0000","last_became_peered":"2024-07-26T15:48:19.339448+0000","last_unstale":"2024-07-26T15:48:20.344630+0000","last_undegraded":"2024-07-26T15:48:20.344630+0000","last_fullsized":"2024-07-26T15:48:20.344630+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:09:41.063720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.3e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035829+0000","last_change":"2024-07-26T15:48:19.356342+0000","last_active":"2024-07-26T15:48:21.035829+0000","last_peered":"2024-07-26T15:48:21.035829+0000","last_clean":"2024-07-26T15:48:21.035829+0000","last_became_active":"2024-07-26T15:48:19.355709+0000","last_became_peered":"2024-07-26T15:48:19.355709+0000","last_unstale":"2024-07-26T15:48:21.035829+0000","last_undegraded":"2024-07-26T15:48:21.035829+0000","last_fullsized":"2024-07-26T15:48:21.035829+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:01.654254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3d","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035764+0000","last_change":"2024-07-26T15:48:19.357429+0000","last_active":"2024-07-26T15:48:21.035764+0000","last_peered":"2024-07-26T15:48:21.035764+0000","last_clean":"2024-07-26T15:48:21.035764+0000","last_became_active":"2024-07-26T15:48:19.357116+0000","last_became_peered":"2024-07-26T15:48:19.357116+0000","last_unstale":"2024-07-26T15:48:21.035764+0000","last_undegraded":"2024-07-26T15:48:21.035764+0000","last_fullsized":"2024-07-26T15:48:21.035764+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:46.008679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.3c","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390856+0000","last_change":"2024-07-26T15:48:19.346121+0000","last_active":"2024-07-26T15:48:21.390856+0000","last_peered":"2024-07-26T15:48:21.390856+0000","last_clean":"2024-07-26T15:48:21.390856+0000","last_became_active":"2024-07-26T15:48:19.345773+0000","last_became_peered":"2024-07-26T15:48:19.345773+0000","last_unstale":"2024-07-26T15:48:21.390856+0000","last_undegraded":"2024-07-26T15:48:21.390856+0000","last_fullsized":"2024-07-26T15:48:21.390856+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:24:28.912783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3b","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343738+0000","last_change":"2024-07-26T15:48:19.335572+0000","last_active":"2024-07-26T15:48:20.343738+0000","last_peered":"2024-07-26T15:48:20.343738+0000","last_clean":"2024-07-26T15:48:20.343738+0000","last_became_active":"2024-07-26T15:48:19.335294+0000","last_became_peered":"2024-07-26T15:48:19.335294+0000","last_unstale":"2024-07-26T15:48:20.343738+0000","last_undegraded":"2024-07-26T15:48:20.343738+0000","last_fullsized":"2024-07-26T15:48:20.343738+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:57:36.999124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.3a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333286+0000","last_change":"2024-07-26T15:48:19.359599+0000","last_active":"2024-07-26T15:48:21.333286+0000","last_peered":"2024-07-26T15:48:21.333286+0000","last_clean":"2024-07-26T15:48:21.333286+0000","last_became_active":"2024-07-26T15:48:19.359271+0000","last_became_peered":"2024-07-26T15:48:19.359271+0000","last_unstale":"2024-07-26T15:48:21.333286+0000","last_undegraded":"2024-07-26T15:48:21.333286+0000","last_fullsized":"2024-07-26T15:48:21.333286+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:37.314218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.39","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333203+0000","last_change":"2024-07-26T15:48:19.348520+0000","last_active":"2024-07-26T15:48:21.333203+0000","last_peered":"2024-07-26T15:48:21.333203+0000","last_clean":"2024-07-26T15:48:21.333203+0000","last_became_active":"2024-07-26T15:48:19.348228+0000","last_became_peered":"2024-07-26T15:48:19.348228+0000","last_unstale":"2024-07-26T15:48:21.333203+0000","last_undegraded":"2024-07-26T15:48:21.333203+0000","last_fullsized":"2024-07-26T15:48:21.333203+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:39:18.326854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.38","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035187+0000","last_change":"2024-07-26T15:48:19.360934+0000","last_active":"2024-07-26T15:48:21.035187+0000","last_peered":"2024-07-26T15:48:21.035187+0000","last_clean":"2024-07-26T15:48:21.035187+0000","last_became_active":"2024-07-26T15:48:19.360447+0000","last_became_peered":"2024-07-26T15:48:19.360447+0000","last_unstale":"2024-07-26T15:48:21.035187+0000","last_undegraded":"2024-07-26T15:48:21.035187+0000","last_fullsized":"2024-07-26T15:48:21.035187+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:39:11.015821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.37","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390969+0000","last_change":"2024-07-26T15:48:19.355607+0000","last_active":"2024-07-26T15:48:21.390969+0000","last_peered":"2024-07-26T15:48:21.390969+0000","last_clean":"2024-07-26T15:48:21.390969+0000","last_became_active":"2024-07-26T15:48:19.355225+0000","last_became_peered":"2024-07-26T15:48:19.355225+0000","last_unstale":"2024-07-26T15:48:21.390969+0000","last_undegraded":"2024-07-26T15:48:21.390969+0000","last_fullsized":"2024-07-26T15:48:21.390969+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:04:22.931193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.36","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638898+0000","last_change":"2024-07-26T15:48:19.349889+0000","last_active":"2024-07-26T15:48:20.638898+0000","last_peered":"2024-07-26T15:48:20.638898+0000","last_clean":"2024-07-26T15:48:20.638898+0000","last_became_active":"2024-07-26T15:48:19.349316+0000","last_became_peered":"2024-07-26T15:48:19.349316+0000","last_unstale":"2024-07-26T15:48:20.638898+0000","last_undegraded":"2024-07-26T15:48:20.638898+0000","last_fullsized":"2024-07-26T15:48:20.638898+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:01.571656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.35","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344003+0000","last_change":"2024-07-26T15:48:19.338069+0000","last_active":"2024-07-26T15:48:20.344003+0000","last_peered":"2024-07-26T15:48:20.344003+0000","last_clean":"2024-07-26T15:48:20.344003+0000","last_became_active":"2024-07-26T15:48:19.337732+0000","last_became_peered":"2024-07-26T15:48:19.337732+0000","last_unstale":"2024-07-26T15:48:20.344003+0000","last_undegraded":"2024-07-26T15:48:20.344003+0000","last_fullsized":"2024-07-26T15:48:20.344003+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:33:20.978103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.34","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333770+0000","last_change":"2024-07-26T15:48:19.344745+0000","last_active":"2024-07-26T15:48:21.333770+0000","last_peered":"2024-07-26T15:48:21.333770+0000","last_clean":"2024-07-26T15:48:21.333770+0000","last_became_active":"2024-07-26T15:48:19.344098+0000","last_became_peered":"2024-07-26T15:48:19.344098+0000","last_unstale":"2024-07-26T15:48:21.333770+0000","last_undegraded":"2024-07-26T15:48:21.333770+0000","last_fullsized":"2024-07-26T15:48:21.333770+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:28:44.639489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.33","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638607+0000","last_change":"2024-07-26T15:48:19.334720+0000","last_active":"2024-07-26T15:48:20.638607+0000","last_peered":"2024-07-26T15:48:20.638607+0000","last_clean":"2024-07-26T15:48:20.638607+0000","last_became_active":"2024-07-26T15:48:19.334419+0000","last_became_peered":"2024-07-26T15:48:19.334419+0000","last_unstale":"2024-07-26T15:48:20.638607+0000","last_undegraded":"2024-07-26T15:48:20.638607+0000","last_fullsized":"2024-07-26T15:48:20.638607+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:50.638982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.32","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035554+0000","last_change":"2024-07-26T15:48:19.358829+0000","last_active":"2024-07-26T15:48:21.035554+0000","last_peered":"2024-07-26T15:48:21.035554+0000","last_clean":"2024-07-26T15:48:21.035554+0000","last_became_active":"2024-07-26T15:48:19.358304+0000","last_became_peered":"2024-07-26T15:48:19.358304+0000","last_unstale":"2024-07-26T15:48:21.035554+0000","last_undegraded":"2024-07-26T15:48:21.035554+0000","last_fullsized":"2024-07-26T15:48:21.035554+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:48.807948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.31","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343807+0000","last_change":"2024-07-26T15:48:19.336390+0000","last_active":"2024-07-26T15:48:20.343807+0000","last_peered":"2024-07-26T15:48:20.343807+0000","last_clean":"2024-07-26T15:48:20.343807+0000","last_became_active":"2024-07-26T15:48:19.336118+0000","last_became_peered":"2024-07-26T15:48:19.336118+0000","last_unstale":"2024-07-26T15:48:20.343807+0000","last_undegraded":"2024-07-26T15:48:20.343807+0000","last_fullsized":"2024-07-26T15:48:20.343807+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:23:32.781620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.30","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333580+0000","last_change":"2024-07-26T15:48:19.342479+0000","last_active":"2024-07-26T15:48:21.333580+0000","last_peered":"2024-07-26T15:48:21.333580+0000","last_clean":"2024-07-26T15:48:21.333580+0000","last_became_active":"2024-07-26T15:48:19.341546+0000","last_became_peered":"2024-07-26T15:48:19.341546+0000","last_unstale":"2024-07-26T15:48:21.333580+0000","last_undegraded":"2024-07-26T15:48:21.333580+0000","last_fullsized":"2024-07-26T15:48:21.333580+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:33:42.017664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2f","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638939+0000","last_change":"2024-07-26T15:48:19.336429+0000","last_active":"2024-07-26T15:48:20.638939+0000","last_peered":"2024-07-26T15:48:20.638939+0000","last_clean":"2024-07-26T15:48:20.638939+0000","last_became_active":"2024-07-26T15:48:19.333891+0000","last_became_peered":"2024-07-26T15:48:19.333891+0000","last_unstale":"2024-07-26T15:48:20.638939+0000","last_undegraded":"2024-07-26T15:48:20.638939+0000","last_fullsized":"2024-07-26T15:48:20.638939+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:18.485185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.2e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035899+0000","last_change":"2024-07-26T15:48:19.356041+0000","last_active":"2024-07-26T15:48:21.035899+0000","last_peered":"2024-07-26T15:48:21.035899+0000","last_clean":"2024-07-26T15:48:21.035899+0000","last_became_active":"2024-07-26T15:48:19.355290+0000","last_became_peered":"2024-07-26T15:48:19.355290+0000","last_unstale":"2024-07-26T15:48:21.035899+0000","last_undegraded":"2024-07-26T15:48:21.035899+0000","last_fullsized":"2024-07-26T15:48:21.035899+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:03:42.438484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.2d","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330739+0000","last_change":"2024-07-26T15:48:19.351941+0000","last_active":"2024-07-26T15:48:21.330739+0000","last_peered":"2024-07-26T15:48:21.330739+0000","last_clean":"2024-07-26T15:48:21.330739+0000","last_became_active":"2024-07-26T15:48:19.351601+0000","last_became_peered":"2024-07-26T15:48:19.351601+0000","last_unstale":"2024-07-26T15:48:21.330739+0000","last_undegraded":"2024-07-26T15:48:21.330739+0000","last_fullsized":"2024-07-26T15:48:21.330739+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:26.685834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.2c","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.340905+0000","last_change":"2024-07-26T15:48:19.348815+0000","last_active":"2024-07-26T15:48:20.340905+0000","last_peered":"2024-07-26T15:48:20.340905+0000","last_clean":"2024-07-26T15:48:20.340905+0000","last_became_active":"2024-07-26T15:48:19.348476+0000","last_became_peered":"2024-07-26T15:48:19.348476+0000","last_unstale":"2024-07-26T15:48:20.340905+0000","last_undegraded":"2024-07-26T15:48:20.340905+0000","last_fullsized":"2024-07-26T15:48:20.340905+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:34:33.217943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.2b","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390813+0000","last_change":"2024-07-26T15:48:19.343721+0000","last_active":"2024-07-26T15:48:21.390813+0000","last_peered":"2024-07-26T15:48:21.390813+0000","last_clean":"2024-07-26T15:48:21.390813+0000","last_became_active":"2024-07-26T15:48:19.343295+0000","last_became_peered":"2024-07-26T15:48:19.343295+0000","last_unstale":"2024-07-26T15:48:21.390813+0000","last_undegraded":"2024-07-26T15:48:21.390813+0000","last_fullsized":"2024-07-26T15:48:21.390813+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:04:42.159353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.2a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344835+0000","last_change":"2024-07-26T15:48:19.352049+0000","last_active":"2024-07-26T15:48:20.344835+0000","last_peered":"2024-07-26T15:48:20.344835+0000","last_clean":"2024-07-26T15:48:20.344835+0000","last_became_active":"2024-07-26T15:48:19.351187+0000","last_became_peered":"2024-07-26T15:48:19.351187+0000","last_unstale":"2024-07-26T15:48:20.344835+0000","last_undegraded":"2024-07-26T15:48:20.344835+0000","last_fullsized":"2024-07-26T15:48:20.344835+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:00:07.496749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.29","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390651+0000","last_change":"2024-07-26T15:48:19.359188+0000","last_active":"2024-07-26T15:48:21.390651+0000","last_peered":"2024-07-26T15:48:21.390651+0000","last_clean":"2024-07-26T15:48:21.390651+0000","last_became_active":"2024-07-26T15:48:19.358781+0000","last_became_peered":"2024-07-26T15:48:19.358781+0000","last_unstale":"2024-07-26T15:48:21.390651+0000","last_undegraded":"2024-07-26T15:48:21.390651+0000","last_fullsized":"2024-07-26T15:48:21.390651+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:09:24.689653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.28","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343817+0000","last_change":"2024-07-26T15:48:19.337434+0000","last_active":"2024-07-26T15:48:20.343817+0000","last_peered":"2024-07-26T15:48:20.343817+0000","last_clean":"2024-07-26T15:48:20.343817+0000","last_became_active":"2024-07-26T15:48:19.337044+0000","last_became_peered":"2024-07-26T15:48:19.337044+0000","last_unstale":"2024-07-26T15:48:20.343817+0000","last_undegraded":"2024-07-26T15:48:20.343817+0000","last_fullsized":"2024-07-26T15:48:20.343817+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:39:11.015821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.27","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344834+0000","last_change":"2024-07-26T15:48:19.335572+0000","last_active":"2024-07-26T15:48:20.344834+0000","last_peered":"2024-07-26T15:48:20.344834+0000","last_clean":"2024-07-26T15:48:20.344834+0000","last_became_active":"2024-07-26T15:48:19.335278+0000","last_became_peered":"2024-07-26T15:48:19.335278+0000","last_unstale":"2024-07-26T15:48:20.344834+0000","last_undegraded":"2024-07-26T15:48:20.344834+0000","last_fullsized":"2024-07-26T15:48:20.344834+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:09.375579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.26","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.340996+0000","last_change":"2024-07-26T15:48:19.331963+0000","last_active":"2024-07-26T15:48:20.340996+0000","last_peered":"2024-07-26T15:48:20.340996+0000","last_clean":"2024-07-26T15:48:20.340996+0000","last_became_active":"2024-07-26T15:48:19.331654+0000","last_became_peered":"2024-07-26T15:48:19.331654+0000","last_unstale":"2024-07-26T15:48:20.340996+0000","last_undegraded":"2024-07-26T15:48:20.340996+0000","last_fullsized":"2024-07-26T15:48:20.340996+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:24:32.991676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.25","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330790+0000","last_change":"2024-07-26T15:48:19.351197+0000","last_active":"2024-07-26T15:48:21.330790+0000","last_peered":"2024-07-26T15:48:21.330790+0000","last_clean":"2024-07-26T15:48:21.330790+0000","last_became_active":"2024-07-26T15:48:19.350881+0000","last_became_peered":"2024-07-26T15:48:19.350881+0000","last_unstale":"2024-07-26T15:48:21.330790+0000","last_undegraded":"2024-07-26T15:48:21.330790+0000","last_fullsized":"2024-07-26T15:48:21.330790+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:19:31.095440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.24","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333603+0000","last_change":"2024-07-26T15:48:19.347875+0000","last_active":"2024-07-26T15:48:21.333603+0000","last_peered":"2024-07-26T15:48:21.333603+0000","last_clean":"2024-07-26T15:48:21.333603+0000","last_became_active":"2024-07-26T15:48:19.347562+0000","last_became_peered":"2024-07-26T15:48:19.347562+0000","last_unstale":"2024-07-26T15:48:21.333603+0000","last_undegraded":"2024-07-26T15:48:21.333603+0000","last_fullsized":"2024-07-26T15:48:21.333603+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:49.035871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.23","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.341195+0000","last_change":"2024-07-26T15:48:19.356083+0000","last_active":"2024-07-26T15:48:20.341195+0000","last_peered":"2024-07-26T15:48:20.341195+0000","last_clean":"2024-07-26T15:48:20.341195+0000","last_became_active":"2024-07-26T15:48:19.355721+0000","last_became_peered":"2024-07-26T15:48:19.355721+0000","last_unstale":"2024-07-26T15:48:20.341195+0000","last_undegraded":"2024-07-26T15:48:20.341195+0000","last_fullsized":"2024-07-26T15:48:20.341195+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:47:41.398321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.22","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035697+0000","last_change":"2024-07-26T15:48:19.349391+0000","last_active":"2024-07-26T15:48:21.035697+0000","last_peered":"2024-07-26T15:48:21.035697+0000","last_clean":"2024-07-26T15:48:21.035697+0000","last_became_active":"2024-07-26T15:48:19.345678+0000","last_became_peered":"2024-07-26T15:48:19.345678+0000","last_unstale":"2024-07-26T15:48:21.035697+0000","last_undegraded":"2024-07-26T15:48:21.035697+0000","last_fullsized":"2024-07-26T15:48:21.035697+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:00.926472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.21","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343983+0000","last_change":"2024-07-26T15:48:19.335417+0000","last_active":"2024-07-26T15:48:20.343983+0000","last_peered":"2024-07-26T15:48:20.343983+0000","last_clean":"2024-07-26T15:48:20.343983+0000","last_became_active":"2024-07-26T15:48:19.335075+0000","last_became_peered":"2024-07-26T15:48:19.335075+0000","last_unstale":"2024-07-26T15:48:20.343983+0000","last_undegraded":"2024-07-26T15:48:20.343983+0000","last_fullsized":"2024-07-26T15:48:20.343983+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:03.489962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.20","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343905+0000","last_change":"2024-07-26T15:48:19.331760+0000","last_active":"2024-07-26T15:48:20.343905+0000","last_peered":"2024-07-26T15:48:20.343905+0000","last_clean":"2024-07-26T15:48:20.343905+0000","last_became_active":"2024-07-26T15:48:19.331433+0000","last_became_peered":"2024-07-26T15:48:19.331433+0000","last_unstale":"2024-07-26T15:48:20.343905+0000","last_undegraded":"2024-07-26T15:48:20.343905+0000","last_fullsized":"2024-07-26T15:48:20.343905+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:24:15.138291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638838+0000","last_change":"2024-07-26T15:48:19.350845+0000","last_active":"2024-07-26T15:48:20.638838+0000","last_peered":"2024-07-26T15:48:20.638838+0000","last_clean":"2024-07-26T15:48:20.638838+0000","last_became_active":"2024-07-26T15:48:19.350561+0000","last_became_peered":"2024-07-26T15:48:19.350561+0000","last_unstale":"2024-07-26T15:48:20.638838+0000","last_undegraded":"2024-07-26T15:48:20.638838+0000","last_fullsized":"2024-07-26T15:48:20.638838+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:06.074949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1f","version":"147'4","reported_seq":19,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330561+0000","last_change":"2024-07-26T15:48:18.315201+0000","last_active":"2024-07-26T15:48:21.330561+0000","last_peered":"2024-07-26T15:48:21.330561+0000","last_clean":"2024-07-26T15:48:21.330561+0000","last_became_active":"2024-07-26T15:48:18.314846+0000","last_became_peered":"2024-07-26T15:48:18.314846+0000","last_unstale":"2024-07-26T15:48:21.330561+0000","last_undegraded":"2024-07-26T15:48:21.330561+0000","last_fullsized":"2024-07-26T15:48:21.330561+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:31:00.194116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1d","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333497+0000","last_change":"2024-07-26T15:48:19.348657+0000","last_active":"2024-07-26T15:48:21.333497+0000","last_peered":"2024-07-26T15:48:21.333497+0000","last_clean":"2024-07-26T15:48:21.333497+0000","last_became_active":"2024-07-26T15:48:19.348351+0000","last_became_peered":"2024-07-26T15:48:19.348351+0000","last_unstale":"2024-07-26T15:48:21.333497+0000","last_undegraded":"2024-07-26T15:48:21.333497+0000","last_fullsized":"2024-07-26T15:48:21.333497+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:28:39.235344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.1e","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638786+0000","last_change":"2024-07-26T15:48:18.315470+0000","last_active":"2024-07-26T15:48:20.638786+0000","last_peered":"2024-07-26T15:48:20.638786+0000","last_clean":"2024-07-26T15:48:20.638786+0000","last_became_active":"2024-07-26T15:48:18.315044+0000","last_became_peered":"2024-07-26T15:48:18.315044+0000","last_unstale":"2024-07-26T15:48:20.638786+0000","last_undegraded":"2024-07-26T15:48:20.638786+0000","last_fullsized":"2024-07-26T15:48:20.638786+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:34:55.325573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.1e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344056+0000","last_change":"2024-07-26T15:48:19.349984+0000","last_active":"2024-07-26T15:48:20.344056+0000","last_peered":"2024-07-26T15:48:20.344056+0000","last_clean":"2024-07-26T15:48:20.344056+0000","last_became_active":"2024-07-26T15:48:19.349272+0000","last_became_peered":"2024-07-26T15:48:19.349272+0000","last_unstale":"2024-07-26T15:48:20.344056+0000","last_undegraded":"2024-07-26T15:48:20.344056+0000","last_fullsized":"2024-07-26T15:48:20.344056+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:50:00.926472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1d","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390945+0000","last_change":"2024-07-26T15:48:18.318708+0000","last_active":"2024-07-26T15:48:21.390945+0000","last_peered":"2024-07-26T15:48:21.390945+0000","last_clean":"2024-07-26T15:48:21.390945+0000","last_became_active":"2024-07-26T15:48:18.318319+0000","last_became_peered":"2024-07-26T15:48:18.318319+0000","last_unstale":"2024-07-26T15:48:21.390945+0000","last_undegraded":"2024-07-26T15:48:21.390945+0000","last_fullsized":"2024-07-26T15:48:21.390945+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:40.048276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1f","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390993+0000","last_change":"2024-07-26T15:48:19.348966+0000","last_active":"2024-07-26T15:48:21.390993+0000","last_peered":"2024-07-26T15:48:21.390993+0000","last_clean":"2024-07-26T15:48:21.390993+0000","last_became_active":"2024-07-26T15:48:19.348539+0000","last_became_peered":"2024-07-26T15:48:19.348539+0000","last_unstale":"2024-07-26T15:48:21.390993+0000","last_undegraded":"2024-07-26T15:48:21.390993+0000","last_fullsized":"2024-07-26T15:48:21.390993+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:01.957730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638697+0000","last_change":"2024-07-26T15:48:18.317378+0000","last_active":"2024-07-26T15:48:20.638697+0000","last_peered":"2024-07-26T15:48:20.638697+0000","last_clean":"2024-07-26T15:48:20.638697+0000","last_became_active":"2024-07-26T15:48:18.317059+0000","last_became_peered":"2024-07-26T15:48:18.317059+0000","last_unstale":"2024-07-26T15:48:20.638697+0000","last_undegraded":"2024-07-26T15:48:20.638697+0000","last_fullsized":"2024-07-26T15:48:20.638697+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:09.854015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638551+0000","last_change":"2024-07-26T15:48:19.334032+0000","last_active":"2024-07-26T15:48:20.638551+0000","last_peered":"2024-07-26T15:48:20.638551+0000","last_clean":"2024-07-26T15:48:20.638551+0000","last_became_active":"2024-07-26T15:48:19.333696+0000","last_became_peered":"2024-07-26T15:48:19.333696+0000","last_unstale":"2024-07-26T15:48:20.638551+0000","last_undegraded":"2024-07-26T15:48:20.638551+0000","last_fullsized":"2024-07-26T15:48:20.638551+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:46:55.485379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343808+0000","last_change":"2024-07-26T15:48:18.319933+0000","last_active":"2024-07-26T15:48:20.343808+0000","last_peered":"2024-07-26T15:48:20.343808+0000","last_clean":"2024-07-26T15:48:20.343808+0000","last_became_active":"2024-07-26T15:48:18.319695+0000","last_became_peered":"2024-07-26T15:48:18.319695+0000","last_unstale":"2024-07-26T15:48:20.343808+0000","last_undegraded":"2024-07-26T15:48:20.343808+0000","last_fullsized":"2024-07-26T15:48:20.343808+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:59.538818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344024+0000","last_change":"2024-07-26T15:48:19.347387+0000","last_active":"2024-07-26T15:48:20.344024+0000","last_peered":"2024-07-26T15:48:20.344024+0000","last_clean":"2024-07-26T15:48:20.344024+0000","last_became_active":"2024-07-26T15:48:19.347046+0000","last_became_peered":"2024-07-26T15:48:19.347046+0000","last_unstale":"2024-07-26T15:48:20.344024+0000","last_undegraded":"2024-07-26T15:48:20.344024+0000","last_fullsized":"2024-07-26T15:48:20.344024+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:34:19.260926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.1a","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333349+0000","last_change":"2024-07-26T15:48:18.318537+0000","last_active":"2024-07-26T15:48:21.333349+0000","last_peered":"2024-07-26T15:48:21.333349+0000","last_clean":"2024-07-26T15:48:21.333349+0000","last_became_active":"2024-07-26T15:48:18.318185+0000","last_became_peered":"2024-07-26T15:48:18.318185+0000","last_unstale":"2024-07-26T15:48:21.333349+0000","last_undegraded":"2024-07-26T15:48:21.333349+0000","last_fullsized":"2024-07-26T15:48:21.333349+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:26:46.217639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035838+0000","last_change":"2024-07-26T15:48:19.354891+0000","last_active":"2024-07-26T15:48:21.035838+0000","last_peered":"2024-07-26T15:48:21.035838+0000","last_clean":"2024-07-26T15:48:21.035838+0000","last_became_active":"2024-07-26T15:48:19.354565+0000","last_became_peered":"2024-07-26T15:48:19.354565+0000","last_unstale":"2024-07-26T15:48:21.035838+0000","last_undegraded":"2024-07-26T15:48:21.035838+0000","last_fullsized":"2024-07-26T15:48:21.035838+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:09.375579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343679+0000","last_change":"2024-07-26T15:48:18.312013+0000","last_active":"2024-07-26T15:48:20.343679+0000","last_peered":"2024-07-26T15:48:20.343679+0000","last_clean":"2024-07-26T15:48:20.343679+0000","last_became_active":"2024-07-26T15:48:18.311649+0000","last_became_peered":"2024-07-26T15:48:18.311649+0000","last_unstale":"2024-07-26T15:48:20.343679+0000","last_undegraded":"2024-07-26T15:48:20.343679+0000","last_fullsized":"2024-07-26T15:48:20.343679+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:31.901194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638651+0000","last_change":"2024-07-26T15:48:19.345677+0000","last_active":"2024-07-26T15:48:20.638651+0000","last_peered":"2024-07-26T15:48:20.638651+0000","last_clean":"2024-07-26T15:48:20.638651+0000","last_became_active":"2024-07-26T15:48:19.345356+0000","last_became_peered":"2024-07-26T15:48:19.345356+0000","last_unstale":"2024-07-26T15:48:20.638651+0000","last_undegraded":"2024-07-26T15:48:20.638651+0000","last_fullsized":"2024-07-26T15:48:20.638651+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:56:36.473934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333583+0000","last_change":"2024-07-26T15:48:18.316001+0000","last_active":"2024-07-26T15:48:21.333583+0000","last_peered":"2024-07-26T15:48:21.333583+0000","last_clean":"2024-07-26T15:48:21.333583+0000","last_became_active":"2024-07-26T15:48:18.315316+0000","last_became_peered":"2024-07-26T15:48:18.315316+0000","last_unstale":"2024-07-26T15:48:21.333583+0000","last_undegraded":"2024-07-26T15:48:21.333583+0000","last_fullsized":"2024-07-26T15:48:21.333583+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:17:30.613129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.14","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330500+0000","last_change":"2024-07-26T15:48:19.347553+0000","last_active":"2024-07-26T15:48:21.330500+0000","last_peered":"2024-07-26T15:48:21.330500+0000","last_clean":"2024-07-26T15:48:21.330500+0000","last_became_active":"2024-07-26T15:48:19.347213+0000","last_became_peered":"2024-07-26T15:48:19.347213+0000","last_unstale":"2024-07-26T15:48:21.330500+0000","last_undegraded":"2024-07-26T15:48:21.330500+0000","last_fullsized":"2024-07-26T15:48:21.330500+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:18.429183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330621+0000","last_change":"2024-07-26T15:48:18.324043+0000","last_active":"2024-07-26T15:48:21.330621+0000","last_peered":"2024-07-26T15:48:21.330621+0000","last_clean":"2024-07-26T15:48:21.330621+0000","last_became_active":"2024-07-26T15:48:18.323741+0000","last_became_peered":"2024-07-26T15:48:18.323741+0000","last_unstale":"2024-07-26T15:48:21.330621+0000","last_undegraded":"2024-07-26T15:48:21.330621+0000","last_fullsized":"2024-07-26T15:48:21.330621+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:02:24.635856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.15","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344446+0000","last_change":"2024-07-26T15:48:19.345248+0000","last_active":"2024-07-26T15:48:20.344446+0000","last_peered":"2024-07-26T15:48:20.344446+0000","last_clean":"2024-07-26T15:48:20.344446+0000","last_became_active":"2024-07-26T15:48:19.344856+0000","last_became_peered":"2024-07-26T15:48:19.344856+0000","last_unstale":"2024-07-26T15:48:20.344446+0000","last_undegraded":"2024-07-26T15:48:20.344446+0000","last_fullsized":"2024-07-26T15:48:20.344446+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:01.654254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343578+0000","last_change":"2024-07-26T15:48:18.311516+0000","last_active":"2024-07-26T15:48:20.343578+0000","last_peered":"2024-07-26T15:48:20.343578+0000","last_clean":"2024-07-26T15:48:20.343578+0000","last_became_active":"2024-07-26T15:48:18.311023+0000","last_became_peered":"2024-07-26T15:48:18.311023+0000","last_unstale":"2024-07-26T15:48:20.343578+0000","last_undegraded":"2024-07-26T15:48:20.343578+0000","last_fullsized":"2024-07-26T15:48:20.343578+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:22.132886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035985+0000","last_change":"2024-07-26T15:48:19.341411+0000","last_active":"2024-07-26T15:48:21.035985+0000","last_peered":"2024-07-26T15:48:21.035985+0000","last_clean":"2024-07-26T15:48:21.035985+0000","last_became_active":"2024-07-26T15:48:19.341121+0000","last_became_peered":"2024-07-26T15:48:19.341121+0000","last_unstale":"2024-07-26T15:48:21.035985+0000","last_undegraded":"2024-07-26T15:48:21.035985+0000","last_fullsized":"2024-07-26T15:48:21.035985+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:24.731592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.15","version":"147'3","reported_seq":18,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344523+0000","last_change":"2024-07-26T15:48:18.315138+0000","last_active":"2024-07-26T15:48:20.344523+0000","last_peered":"2024-07-26T15:48:20.344523+0000","last_clean":"2024-07-26T15:48:20.344523+0000","last_became_active":"2024-07-26T15:48:18.314815+0000","last_became_peered":"2024-07-26T15:48:18.314815+0000","last_unstale":"2024-07-26T15:48:20.344523+0000","last_undegraded":"2024-07-26T15:48:20.344523+0000","last_fullsized":"2024-07-26T15:48:20.344523+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:36.196253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344896+0000","last_change":"2024-07-26T15:48:19.338249+0000","last_active":"2024-07-26T15:48:20.344896+0000","last_peered":"2024-07-26T15:48:20.344896+0000","last_clean":"2024-07-26T15:48:20.344896+0000","last_became_active":"2024-07-26T15:48:19.336961+0000","last_became_peered":"2024-07-26T15:48:19.336961+0000","last_unstale":"2024-07-26T15:48:20.344896+0000","last_undegraded":"2024-07-26T15:48:20.344896+0000","last_fullsized":"2024-07-26T15:48:20.344896+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:03:42.438484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.14","version":"147'6","reported_seq":21,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035367+0000","last_change":"2024-07-26T15:48:18.318967+0000","last_active":"2024-07-26T15:48:21.035367+0000","last_peered":"2024-07-26T15:48:21.035367+0000","last_clean":"2024-07-26T15:48:21.035367+0000","last_became_active":"2024-07-26T15:48:18.318627+0000","last_became_peered":"2024-07-26T15:48:18.318627+0000","last_unstale":"2024-07-26T15:48:21.035367+0000","last_undegraded":"2024-07-26T15:48:21.035367+0000","last_fullsized":"2024-07-26T15:48:21.035367+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:57:39.334328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.10","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330799+0000","last_change":"2024-07-26T15:48:19.339072+0000","last_active":"2024-07-26T15:48:21.330799+0000","last_peered":"2024-07-26T15:48:21.330799+0000","last_clean":"2024-07-26T15:48:21.330799+0000","last_became_active":"2024-07-26T15:48:19.338353+0000","last_became_peered":"2024-07-26T15:48:19.338353+0000","last_unstale":"2024-07-26T15:48:21.330799+0000","last_undegraded":"2024-07-26T15:48:21.330799+0000","last_fullsized":"2024-07-26T15:48:21.330799+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:54:38.450314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.13","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035414+0000","last_change":"2024-07-26T15:48:18.324649+0000","last_active":"2024-07-26T15:48:21.035414+0000","last_peered":"2024-07-26T15:48:21.035414+0000","last_clean":"2024-07-26T15:48:21.035414+0000","last_became_active":"2024-07-26T15:48:18.324160+0000","last_became_peered":"2024-07-26T15:48:18.324160+0000","last_unstale":"2024-07-26T15:48:21.035414+0000","last_undegraded":"2024-07-26T15:48:21.035414+0000","last_fullsized":"2024-07-26T15:48:21.035414+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:43:11.445709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638574+0000","last_change":"2024-07-26T15:48:19.347121+0000","last_active":"2024-07-26T15:48:20.638574+0000","last_peered":"2024-07-26T15:48:20.638574+0000","last_clean":"2024-07-26T15:48:20.638574+0000","last_became_active":"2024-07-26T15:48:19.346809+0000","last_became_peered":"2024-07-26T15:48:19.346809+0000","last_unstale":"2024-07-26T15:48:20.638574+0000","last_undegraded":"2024-07-26T15:48:20.638574+0000","last_fullsized":"2024-07-26T15:48:20.638574+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:03.519622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035994+0000","last_change":"2024-07-26T15:48:18.317659+0000","last_active":"2024-07-26T15:48:21.035994+0000","last_peered":"2024-07-26T15:48:21.035994+0000","last_clean":"2024-07-26T15:48:21.035994+0000","last_became_active":"2024-07-26T15:48:18.317339+0000","last_became_peered":"2024-07-26T15:48:18.317339+0000","last_unstale":"2024-07-26T15:48:21.035994+0000","last_undegraded":"2024-07-26T15:48:21.035994+0000","last_fullsized":"2024-07-26T15:48:21.035994+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:36.196253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.340888+0000","last_change":"2024-07-26T15:48:19.335589+0000","last_active":"2024-07-26T15:48:20.340888+0000","last_peered":"2024-07-26T15:48:20.340888+0000","last_clean":"2024-07-26T15:48:20.340888+0000","last_became_active":"2024-07-26T15:48:19.335219+0000","last_became_peered":"2024-07-26T15:48:19.335219+0000","last_unstale":"2024-07-26T15:48:20.340888+0000","last_undegraded":"2024-07-26T15:48:20.340888+0000","last_fullsized":"2024-07-26T15:48:20.340888+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:40:53.978275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035604+0000","last_change":"2024-07-26T15:48:18.319881+0000","last_active":"2024-07-26T15:48:21.035604+0000","last_peered":"2024-07-26T15:48:21.035604+0000","last_clean":"2024-07-26T15:48:21.035604+0000","last_became_active":"2024-07-26T15:48:18.319566+0000","last_became_peered":"2024-07-26T15:48:18.319566+0000","last_unstale":"2024-07-26T15:48:21.035604+0000","last_undegraded":"2024-07-26T15:48:21.035604+0000","last_fullsized":"2024-07-26T15:48:21.035604+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:55.390093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344111+0000","last_change":"2024-07-26T15:48:19.349556+0000","last_active":"2024-07-26T15:48:20.344111+0000","last_peered":"2024-07-26T15:48:20.344111+0000","last_clean":"2024-07-26T15:48:20.344111+0000","last_became_active":"2024-07-26T15:48:19.349242+0000","last_became_peered":"2024-07-26T15:48:19.349242+0000","last_unstale":"2024-07-26T15:48:20.344111+0000","last_undegraded":"2024-07-26T15:48:20.344111+0000","last_fullsized":"2024-07-26T15:48:20.344111+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:46.008679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.f","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638873+0000","last_change":"2024-07-26T15:48:18.325561+0000","last_active":"2024-07-26T15:48:20.638873+0000","last_peered":"2024-07-26T15:48:20.638873+0000","last_clean":"2024-07-26T15:48:20.638873+0000","last_became_active":"2024-07-26T15:48:18.325195+0000","last_became_peered":"2024-07-26T15:48:18.325195+0000","last_unstale":"2024-07-26T15:48:20.638873+0000","last_undegraded":"2024-07-26T15:48:20.638873+0000","last_fullsized":"2024-07-26T15:48:20.638873+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:32:49.287667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344194+0000","last_change":"2024-07-26T15:48:19.345609+0000","last_active":"2024-07-26T15:48:20.344194+0000","last_peered":"2024-07-26T15:48:20.344194+0000","last_clean":"2024-07-26T15:48:20.344194+0000","last_became_active":"2024-07-26T15:48:19.345171+0000","last_became_peered":"2024-07-26T15:48:19.345171+0000","last_unstale":"2024-07-26T15:48:20.344194+0000","last_undegraded":"2024-07-26T15:48:20.344194+0000","last_fullsized":"2024-07-26T15:48:20.344194+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T15:51:36.037595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.e","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.341094+0000","last_change":"2024-07-26T15:48:18.328521+0000","last_active":"2024-07-26T15:48:20.341094+0000","last_peered":"2024-07-26T15:48:20.341094+0000","last_clean":"2024-07-26T15:48:20.341094+0000","last_became_active":"2024-07-26T15:48:18.328233+0000","last_became_peered":"2024-07-26T15:48:18.328233+0000","last_unstale":"2024-07-26T15:48:20.341094+0000","last_undegraded":"2024-07-26T15:48:20.341094+0000","last_fullsized":"2024-07-26T15:48:20.341094+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:59:56.064156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333469+0000","last_change":"2024-07-26T15:48:19.344070+0000","last_active":"2024-07-26T15:48:21.333469+0000","last_peered":"2024-07-26T15:48:21.333469+0000","last_clean":"2024-07-26T15:48:21.333469+0000","last_became_active":"2024-07-26T15:48:19.343647+0000","last_became_peered":"2024-07-26T15:48:19.343647+0000","last_unstale":"2024-07-26T15:48:21.333469+0000","last_undegraded":"2024-07-26T15:48:21.333469+0000","last_fullsized":"2024-07-26T15:48:21.333469+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:03:04.618178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.d","version":"147'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390967+0000","last_change":"2024-07-26T15:48:18.317788+0000","last_active":"2024-07-26T15:48:21.390967+0000","last_peered":"2024-07-26T15:48:21.390967+0000","last_clean":"2024-07-26T15:48:21.390967+0000","last_became_active":"2024-07-26T15:48:18.317451+0000","last_became_peered":"2024-07-26T15:48:18.317451+0000","last_unstale":"2024-07-26T15:48:21.390967+0000","last_undegraded":"2024-07-26T15:48:21.390967+0000","last_fullsized":"2024-07-26T15:48:21.390967+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:23:54.604801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.f","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344991+0000","last_change":"2024-07-26T15:48:19.344506+0000","last_active":"2024-07-26T15:48:20.344991+0000","last_peered":"2024-07-26T15:48:20.344991+0000","last_clean":"2024-07-26T15:48:20.344991+0000","last_became_active":"2024-07-26T15:48:19.344133+0000","last_became_peered":"2024-07-26T15:48:19.344133+0000","last_unstale":"2024-07-26T15:48:20.344991+0000","last_undegraded":"2024-07-26T15:48:20.344991+0000","last_fullsized":"2024-07-26T15:48:20.344991+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:17.765646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390737+0000","last_change":"2024-07-26T15:48:18.331640+0000","last_active":"2024-07-26T15:48:21.390737+0000","last_peered":"2024-07-26T15:48:21.390737+0000","last_clean":"2024-07-26T15:48:21.390737+0000","last_became_active":"2024-07-26T15:48:18.331326+0000","last_became_peered":"2024-07-26T15:48:18.331326+0000","last_unstale":"2024-07-26T15:48:21.390737+0000","last_undegraded":"2024-07-26T15:48:21.390737+0000","last_fullsized":"2024-07-26T15:48:21.390737+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:20:51.823266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333111+0000","last_change":"2024-07-26T15:48:19.341847+0000","last_active":"2024-07-26T15:48:21.333111+0000","last_peered":"2024-07-26T15:48:21.333111+0000","last_clean":"2024-07-26T15:48:21.333111+0000","last_became_active":"2024-07-26T15:48:19.341094+0000","last_became_peered":"2024-07-26T15:48:19.341094+0000","last_unstale":"2024-07-26T15:48:21.333111+0000","last_undegraded":"2024-07-26T15:48:21.333111+0000","last_fullsized":"2024-07-26T15:48:21.333111+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:48.425093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.b","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333075+0000","last_change":"2024-07-26T15:48:18.327062+0000","last_active":"2024-07-26T15:48:21.333075+0000","last_peered":"2024-07-26T15:48:21.333075+0000","last_clean":"2024-07-26T15:48:21.333075+0000","last_became_active":"2024-07-26T15:48:18.326739+0000","last_became_peered":"2024-07-26T15:48:18.326739+0000","last_unstale":"2024-07-26T15:48:21.333075+0000","last_undegraded":"2024-07-26T15:48:21.333075+0000","last_fullsized":"2024-07-26T15:48:21.333075+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:10:56.796190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035501+0000","last_change":"2024-07-26T15:48:19.355431+0000","last_active":"2024-07-26T15:48:21.035501+0000","last_peered":"2024-07-26T15:48:21.035501+0000","last_clean":"2024-07-26T15:48:21.035501+0000","last_became_active":"2024-07-26T15:48:19.355048+0000","last_became_peered":"2024-07-26T15:48:19.355048+0000","last_unstale":"2024-07-26T15:48:21.035501+0000","last_undegraded":"2024-07-26T15:48:21.035501+0000","last_fullsized":"2024-07-26T15:48:21.035501+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:24:15.138291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390340+0000","last_change":"2024-07-26T15:48:18.317970+0000","last_active":"2024-07-26T15:48:21.390340+0000","last_peered":"2024-07-26T15:48:21.390340+0000","last_clean":"2024-07-26T15:48:21.390340+0000","last_became_active":"2024-07-26T15:48:18.317637+0000","last_became_peered":"2024-07-26T15:48:18.317637+0000","last_unstale":"2024-07-26T15:48:21.390340+0000","last_undegraded":"2024-07-26T15:48:21.390340+0000","last_fullsized":"2024-07-26T15:48:21.390340+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:16:43.038316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035919+0000","last_change":"2024-07-26T15:48:19.346397+0000","last_active":"2024-07-26T15:48:21.035919+0000","last_peered":"2024-07-26T15:48:21.035919+0000","last_clean":"2024-07-26T15:48:21.035919+0000","last_became_active":"2024-07-26T15:48:19.345209+0000","last_became_peered":"2024-07-26T15:48:19.345209+0000","last_unstale":"2024-07-26T15:48:21.035919+0000","last_undegraded":"2024-07-26T15:48:21.035919+0000","last_fullsized":"2024-07-26T15:48:21.035919+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:17.765646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035608+0000","last_change":"2024-07-26T15:48:18.322666+0000","last_active":"2024-07-26T15:48:21.035608+0000","last_peered":"2024-07-26T15:48:21.035608+0000","last_clean":"2024-07-26T15:48:21.035608+0000","last_became_active":"2024-07-26T15:48:18.322363+0000","last_became_peered":"2024-07-26T15:48:18.322363+0000","last_unstale":"2024-07-26T15:48:21.035608+0000","last_undegraded":"2024-07-26T15:48:21.035608+0000","last_fullsized":"2024-07-26T15:48:21.035608+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:45.617632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.b","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344038+0000","last_change":"2024-07-26T15:48:19.336519+0000","last_active":"2024-07-26T15:48:20.344038+0000","last_peered":"2024-07-26T15:48:20.344038+0000","last_clean":"2024-07-26T15:48:20.344038+0000","last_became_active":"2024-07-26T15:48:19.336223+0000","last_became_peered":"2024-07-26T15:48:19.336223+0000","last_unstale":"2024-07-26T15:48:20.344038+0000","last_undegraded":"2024-07-26T15:48:20.344038+0000","last_fullsized":"2024-07-26T15:48:20.344038+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:48.807948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390172+0000","last_change":"2024-07-26T15:48:18.314576+0000","last_active":"2024-07-26T15:48:21.390172+0000","last_peered":"2024-07-26T15:48:21.390172+0000","last_clean":"2024-07-26T15:48:21.390172+0000","last_became_active":"2024-07-26T15:48:18.314215+0000","last_became_peered":"2024-07-26T15:48:18.314215+0000","last_unstale":"2024-07-26T15:48:21.390172+0000","last_undegraded":"2024-07-26T15:48:21.390172+0000","last_fullsized":"2024-07-26T15:48:21.390172+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:26:21.662946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333920+0000","last_change":"2024-07-26T15:48:19.344458+0000","last_active":"2024-07-26T15:48:21.333920+0000","last_peered":"2024-07-26T15:48:21.333920+0000","last_clean":"2024-07-26T15:48:21.333920+0000","last_became_active":"2024-07-26T15:48:19.343564+0000","last_became_peered":"2024-07-26T15:48:19.343564+0000","last_unstale":"2024-07-26T15:48:21.333920+0000","last_undegraded":"2024-07-26T15:48:21.333920+0000","last_fullsized":"2024-07-26T15:48:21.333920+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:12.964662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.7","version":"147'2","reported_seq":17,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333426+0000","last_change":"2024-07-26T15:48:18.329956+0000","last_active":"2024-07-26T15:48:21.333426+0000","last_peered":"2024-07-26T15:48:21.333426+0000","last_clean":"2024-07-26T15:48:21.333426+0000","last_became_active":"2024-07-26T15:48:18.329677+0000","last_became_peered":"2024-07-26T15:48:18.329677+0000","last_unstale":"2024-07-26T15:48:21.333426+0000","last_undegraded":"2024-07-26T15:48:21.333426+0000","last_fullsized":"2024-07-26T15:48:21.333426+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:08.976611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638893+0000","last_change":"2024-07-26T15:48:19.333382+0000","last_active":"2024-07-26T15:48:20.638893+0000","last_peered":"2024-07-26T15:48:20.638893+0000","last_clean":"2024-07-26T15:48:20.638893+0000","last_became_active":"2024-07-26T15:48:19.333065+0000","last_became_peered":"2024-07-26T15:48:19.333065+0000","last_unstale":"2024-07-26T15:48:20.638893+0000","last_undegraded":"2024-07-26T15:48:20.638893+0000","last_fullsized":"2024-07-26T15:48:20.638893+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:45:33.931623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.6","version":"148'1","reported_seq":16,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330697+0000","last_change":"2024-07-26T15:48:18.328298+0000","last_active":"2024-07-26T15:48:21.330697+0000","last_peered":"2024-07-26T15:48:21.330697+0000","last_clean":"2024-07-26T15:48:21.330697+0000","last_became_active":"2024-07-26T15:48:18.327927+0000","last_became_peered":"2024-07-26T15:48:18.327927+0000","last_unstale":"2024-07-26T15:48:21.330697+0000","last_undegraded":"2024-07-26T15:48:21.330697+0000","last_fullsized":"2024-07-26T15:48:21.330697+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:09:18.089133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390999+0000","last_change":"2024-07-26T15:48:19.342721+0000","last_active":"2024-07-26T15:48:21.390999+0000","last_peered":"2024-07-26T15:48:21.390999+0000","last_clean":"2024-07-26T15:48:21.390999+0000","last_became_active":"2024-07-26T15:48:19.341071+0000","last_became_peered":"2024-07-26T15:48:19.341071+0000","last_unstale":"2024-07-26T15:48:21.390999+0000","last_undegraded":"2024-07-26T15:48:21.390999+0000","last_fullsized":"2024-07-26T15:48:21.390999+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:08:34.490956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.330830+0000","last_change":"2024-07-26T15:48:18.327151+0000","last_active":"2024-07-26T15:48:21.330830+0000","last_peered":"2024-07-26T15:48:21.330830+0000","last_clean":"2024-07-26T15:48:21.330830+0000","last_became_active":"2024-07-26T15:48:18.326878+0000","last_became_peered":"2024-07-26T15:48:18.326878+0000","last_unstale":"2024-07-26T15:48:21.330830+0000","last_undegraded":"2024-07-26T15:48:21.330830+0000","last_fullsized":"2024-07-26T15:48:21.330830+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:59.538818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.7","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.341232+0000","last_change":"2024-07-26T15:48:19.335626+0000","last_active":"2024-07-26T15:48:20.341232+0000","last_peered":"2024-07-26T15:48:20.341232+0000","last_clean":"2024-07-26T15:48:20.341232+0000","last_became_active":"2024-07-26T15:48:19.335280+0000","last_became_peered":"2024-07-26T15:48:19.335280+0000","last_unstale":"2024-07-26T15:48:20.341232+0000","last_undegraded":"2024-07-26T15:48:20.341232+0000","last_fullsized":"2024-07-26T15:48:20.341232+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:49:59.747535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333925+0000","last_change":"2024-07-26T15:48:18.323827+0000","last_active":"2024-07-26T15:48:21.333925+0000","last_peered":"2024-07-26T15:48:21.333925+0000","last_clean":"2024-07-26T15:48:21.333925+0000","last_became_active":"2024-07-26T15:48:18.323479+0000","last_became_peered":"2024-07-26T15:48:18.323479+0000","last_unstale":"2024-07-26T15:48:21.333925+0000","last_undegraded":"2024-07-26T15:48:21.333925+0000","last_fullsized":"2024-07-26T15:48:21.333925+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:41.232441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333489+0000","last_change":"2024-07-26T15:48:19.343093+0000","last_active":"2024-07-26T15:48:21.333489+0000","last_peered":"2024-07-26T15:48:21.333489+0000","last_clean":"2024-07-26T15:48:21.333489+0000","last_became_active":"2024-07-26T15:48:19.342264+0000","last_became_peered":"2024-07-26T15:48:19.342264+0000","last_unstale":"2024-07-26T15:48:21.333489+0000","last_undegraded":"2024-07-26T15:48:21.333489+0000","last_fullsized":"2024-07-26T15:48:21.333489+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:19:37.711805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.343904+0000","last_change":"2024-07-26T15:48:18.313125+0000","last_active":"2024-07-26T15:48:20.343904+0000","last_peered":"2024-07-26T15:48:20.343904+0000","last_clean":"2024-07-26T15:48:20.343904+0000","last_became_active":"2024-07-26T15:48:18.312826+0000","last_became_peered":"2024-07-26T15:48:18.312826+0000","last_unstale":"2024-07-26T15:48:20.343904+0000","last_undegraded":"2024-07-26T15:48:20.343904+0000","last_fullsized":"2024-07-26T15:48:20.343904+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:22.994500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035446+0000","last_change":"2024-07-26T15:48:19.358659+0000","last_active":"2024-07-26T15:48:21.035446+0000","last_peered":"2024-07-26T15:48:21.035446+0000","last_clean":"2024-07-26T15:48:21.035446+0000","last_became_active":"2024-07-26T15:48:19.358028+0000","last_became_peered":"2024-07-26T15:48:19.358028+0000","last_unstale":"2024-07-26T15:48:21.035446+0000","last_undegraded":"2024-07-26T15:48:21.035446+0000","last_fullsized":"2024-07-26T15:48:21.035446+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:45:03.489962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.344911+0000","last_change":"2024-07-26T15:48:18.315874+0000","last_active":"2024-07-26T15:48:20.344911+0000","last_peered":"2024-07-26T15:48:20.344911+0000","last_clean":"2024-07-26T15:48:20.344911+0000","last_became_active":"2024-07-26T15:48:18.315513+0000","last_became_peered":"2024-07-26T15:48:18.315513+0000","last_unstale":"2024-07-26T15:48:20.344911+0000","last_undegraded":"2024-07-26T15:48:20.344911+0000","last_fullsized":"2024-07-26T15:48:20.344911+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:55.471381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390494+0000","last_change":"2024-07-26T15:48:19.345741+0000","last_active":"2024-07-26T15:48:21.390494+0000","last_peered":"2024-07-26T15:48:21.390494+0000","last_clean":"2024-07-26T15:48:21.390494+0000","last_became_active":"2024-07-26T15:48:19.345422+0000","last_became_peered":"2024-07-26T15:48:19.345422+0000","last_unstale":"2024-07-26T15:48:21.390494+0000","last_undegraded":"2024-07-26T15:48:21.390494+0000","last_fullsized":"2024-07-26T15:48:21.390494+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:10.374060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.333137+0000","last_change":"2024-07-26T15:48:18.316757+0000","last_active":"2024-07-26T15:48:21.333137+0000","last_peered":"2024-07-26T15:48:21.333137+0000","last_clean":"2024-07-26T15:48:21.333137+0000","last_became_active":"2024-07-26T15:48:18.316456+0000","last_became_peered":"2024-07-26T15:48:18.316456+0000","last_unstale":"2024-07-26T15:48:21.333137+0000","last_undegraded":"2024-07-26T15:48:21.333137+0000","last_fullsized":"2024-07-26T15:48:21.333137+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:41:03.714916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:20.638848+0000","last_change":"2024-07-26T15:48:19.342282+0000","last_active":"2024-07-26T15:48:20.638848+0000","last_peered":"2024-07-26T15:48:20.638848+0000","last_clean":"2024-07-26T15:48:20.638848+0000","last_became_active":"2024-07-26T15:48:19.341978+0000","last_became_peered":"2024-07-26T15:48:19.341978+0000","last_unstale":"2024-07-26T15:48:20.638848+0000","last_undegraded":"2024-07-26T15:48:20.638848+0000","last_fullsized":"2024-07-26T15:48:20.638848+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:08:28.936626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":15,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390185+0000","last_change":"2024-07-26T15:48:18.317573+0000","last_active":"2024-07-26T15:48:21.390185+0000","last_peered":"2024-07-26T15:48:21.390185+0000","last_clean":"2024-07-26T15:48:21.390185+0000","last_became_active":"2024-07-26T15:48:18.317245+0000","last_became_peered":"2024-07-26T15:48:18.317245+0000","last_unstale":"2024-07-26T15:48:21.390185+0000","last_undegraded":"2024-07-26T15:48:21.390185+0000","last_fullsized":"2024-07-26T15:48:21.390185+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:59.029362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"0'0","reported_seq":13,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390743+0000","last_change":"2024-07-26T15:48:19.344031+0000","last_active":"2024-07-26T15:48:21.390743+0000","last_peered":"2024-07-26T15:48:21.390743+0000","last_clean":"2024-07-26T15:48:21.390743+0000","last_became_active":"2024-07-26T15:48:19.343612+0000","last_became_peered":"2024-07-26T15:48:19.343612+0000","last_unstale":"2024-07-26T15:48:21.390743+0000","last_undegraded":"2024-07-26T15:48:21.390743+0000","last_fullsized":"2024-07-26T15:48:21.390743+0000","mapping_epoch":146,"log_start":"0'0","ondisk_log_start":"0'0","created":146,"last_epoch_clean":147,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:18.297851+0000","last_clean_scrub_stamp":"2024-07-26T15:48:18.297851+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:59.555370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.10","version":"147'8","reported_seq":23,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.035189+0000","last_change":"2024-07-26T15:48:18.324569+0000","last_active":"2024-07-26T15:48:21.035189+0000","last_peered":"2024-07-26T15:48:21.035189+0000","last_clean":"2024-07-26T15:48:21.035189+0000","last_became_active":"2024-07-26T15:48:18.324247+0000","last_became_peered":"2024-07-26T15:48:18.324247+0000","last_unstale":"2024-07-26T15:48:21.035189+0000","last_undegraded":"2024-07-26T15:48:21.035189+0000","last_fullsized":"2024-07-26T15:48:21.035189+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":145,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:17.289325+0000","last_clean_scrub_stamp":"2024-07-26T15:48:17.289325+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:25.390416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"138'149","reported_seq":626,"reported_epoch":148,"state":"active+clean","last_fresh":"2024-07-26T15:48:21.390416+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:48:21.390416+0000","last_peered":"2024-07-26T15:48:21.390416+0000","last_clean":"2024-07-26T15:48:21.390416+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:48:21.390416+0000","last_undegraded":"2024-07-26T15:48:21.390416+0000","last_fullsized":"2024-07-26T15:48:21.390416+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":149,"log_dups_size":0,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":233,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":18,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":17,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":726,"num_read_kb":1991,"num_write":233,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575086,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59932,"kb_used_data":2384,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311908,"statfs":{"total":96636764160,"available":96575393792,"internally_reserved":0,"allocated":2441216,"data_stored":1529005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509677,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32976,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338864,"statfs":{"total":96636764160,"available":96602996736,"internally_reserved":0,"allocated":1835008,"data_stored":938443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509677,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55188,"kb_used_data":1796,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316652,"statfs":{"total":96636764160,"available":96580251648,"internally_reserved":0,"allocated":1839104,"data_stored":938021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509677,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37140,"kb_used_data":1800,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334700,"statfs":{"total":96636764160,"available":96598732800,"internally_reserved":0,"allocated":1843200,"data_stored":939473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509676,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37152,"kb_used_data":1804,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334688,"statfs":{"total":96636764160,"available":96598720512,"internally_reserved":0,"allocated":1847296,"data_stored":939507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509676,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59344,"kb_used_data":1788,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312496,"statfs":{"total":96636764160,"available":96575995904,"internally_reserved":0,"allocated":1830912,"data_stored":937861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509679,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32976,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338864,"statfs":{"total":96636764160,"available":96602996736,"internally_reserved":0,"allocated":1835008,"data_stored":937883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542383,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37712,"kb_used_data":2372,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334128,"statfs":{"total":96636764160,"available":96598147072,"internally_reserved":0,"allocated":2428928,"data_stored":1528251,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:48:28.483 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T15:48:28.483 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T15:48:28.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.644+0000 7fa925159640 1 -- 172.21.15.33:0/935460000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa908003c60 msgr2=0x7fa9080040b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:28.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.644+0000 7fa925159640 1 --2- 172.21.15.33:0/935460000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa908003c60 0x7fa9080040b0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7fa910001eb0 tx=0x7fa908005830 comp rx=0 tx=0).stop 2024-07-26T15:48:28.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.644+0000 7fa91f59e640 1 -- 172.21.15.33:0/935460000 reap_dead start 2024-07-26T15:48:28.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.644+0000 7fa925159640 1 -- 172.21.15.33:0/935460000 shutdown_connections 2024-07-26T15:48:28.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.644+0000 7fa925159640 1 -- 172.21.15.33:0/935460000 >> 172.21.15.33:0/935460000 conn(0x7fa9200d3de0 msgr2=0x7fa9200d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:28.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.644+0000 7fa925159640 1 -- 172.21.15.33:0/935460000 shutdown_connections 2024-07-26T15:48:28.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.644+0000 7fa925159640 1 -- 172.21.15.33:0/935460000 wait complete. 2024-07-26T15:48:28.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.646+0000 7fa925159640 1 Processor -- start 2024-07-26T15:48:28.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.646+0000 7fa925159640 1 -- start start 2024-07-26T15:48:28.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.647+0000 7fa925159640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa908003c60 0x7fa9200b85a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:28.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa925159640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9201f8ac0 0x7fa9201f54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:28.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa925159640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9200ccac0 0x7fa9200cced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:28.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa925159640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa9200d1920 con 0x7fa9201f8ac0 2024-07-26T15:48:28.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa925159640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa9200b2d30 con 0x7fa908003c60 2024-07-26T15:48:28.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa925159640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa9200d1aa0 con 0x7fa9200ccac0 2024-07-26T15:48:28.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9201f8ac0 0x7fa9201f54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:28.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9201f8ac0 0x7fa9201f54d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42968/0 (socket says 172.21.15.33:42968) 2024-07-26T15:48:28.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91e59c640 1 -- 172.21.15.33:0/1932988441 learned_addr learned my addr 172.21.15.33:0/1932988441 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:28.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91ed9d640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa908003c60 0x7fa9200b85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:28.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91f59e640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9200ccac0 0x7fa9200cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:28.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91e59c640 1 -- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9200ccac0 msgr2=0x7fa9200cced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:28.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91e59c640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9200ccac0 0x7fa9200cced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91e59c640 1 -- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa908003c60 msgr2=0x7fa9200b85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:28.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91e59c640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa908003c60 0x7fa9200b85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91e59c640 1 -- 172.21.15.33:0/1932988441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9201f91f0 con 0x7fa9201f8ac0 2024-07-26T15:48:28.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91ed9d640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa908003c60 0x7fa9200b85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:28.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa91e59c640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9201f8ac0 0x7fa9201f54d0 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7fa914011ab0 tx=0x7fa914011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:28.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa9077fe640 1 -- 172.21.15.33:0/1932988441 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa91401e070 con 0x7fa9201f8ac0 2024-07-26T15:48:28.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa925159640 1 -- 172.21.15.33:0/1932988441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9201f94d0 con 0x7fa9201f8ac0 2024-07-26T15:48:28.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa9077fe640 1 -- 172.21.15.33:0/1932988441 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa91400fe70 con 0x7fa9201f8ac0 2024-07-26T15:48:28.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa9077fe640 1 -- 172.21.15.33:0/1932988441 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9140042b0 con 0x7fa9201f8ac0 2024-07-26T15:48:28.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.648+0000 7fa925159640 1 -- 172.21.15.33:0/1932988441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9200cafa0 con 0x7fa9201f8ac0 2024-07-26T15:48:28.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.650+0000 7fa925159640 1 -- 172.21.15.33:0/1932988441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9201f8f60 con 0x7fa9201f8ac0 2024-07-26T15:48:28.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.651+0000 7fa9077fe640 1 -- 172.21.15.33:0/1932988441 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7fa914021070 con 0x7fa9201f8ac0 2024-07-26T15:48:28.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.651+0000 7fa9077fe640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa90c077160 0x7fa90c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:28.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.651+0000 7fa9077fe640 1 -- 172.21.15.33:0/1932988441 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7fa914099770 con 0x7fa9201f8ac0 2024-07-26T15:48:28.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.651+0000 7fa91ed9d640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa90c077160 0x7fa90c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:28.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.652+0000 7fa91ed9d640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa90c077160 0x7fa90c079670 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa910033000 tx=0x7fa91002d000 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:28.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.656+0000 7fa9077fe640 1 -- 172.21.15.33:0/1932988441 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa914061f50 con 0x7fa9201f8ac0 2024-07-26T15:48:28.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.926+0000 7fa925159640 1 -- 172.21.15.33:0/1932988441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fa9200d2430 con 0x7fa9201f8ac0 2024-07-26T15:48:28.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.929+0000 7fa9077fe640 1 -- 172.21.15.33:0/1932988441 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v20) ==== 190+0+147 (secure 0 0 0) 0x7fa9140664a0 con 0x7fa9201f8ac0 2024-07-26T15:48:28.931 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T15:48:28.931 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T15:48:28.931 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T15:48:28.931 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T15:48:28.931 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T15:48:28.931 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T15:48:28.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 -- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa90c077160 msgr2=0x7fa90c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:28.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa90c077160 0x7fa90c079670 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fa910033000 tx=0x7fa91002d000 comp rx=0 tx=0).stop 2024-07-26T15:48:28.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 -- 172.21.15.33:0/1932988441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9201f8ac0 msgr2=0x7fa9201f54d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:28.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9201f8ac0 0x7fa9201f54d0 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7fa914011ab0 tx=0x7fa914011f70 comp rx=0 tx=0).stop 2024-07-26T15:48:28.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 -- 172.21.15.33:0/1932988441 shutdown_connections 2024-07-26T15:48:28.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9200ccac0 0x7fa9200cced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9201f8ac0 0x7fa9201f54d0 unknown :-1 s=CLOSED pgs=1385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fa90c077160 0x7fa90c079670 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 --2- 172.21.15.33:0/1932988441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa908003c60 0x7fa9200b85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:28.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 -- 172.21.15.33:0/1932988441 >> 172.21.15.33:0/1932988441 conn(0x7fa9200d3de0 msgr2=0x7fa9200b5a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:28.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 -- 172.21.15.33:0/1932988441 shutdown_connections 2024-07-26T15:48:28.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:28.932+0000 7fa925159640 1 -- 172.21.15.33:0/1932988441 wait complete. 2024-07-26T15:48:28.945 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:29.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.061+0000 7f85ae502640 1 -- 172.21.15.33:0/2022769437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85900099b0 msgr2=0x7f859000bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.061+0000 7f85ae502640 1 --2- 172.21.15.33:0/2022769437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85900099b0 0x7f859000bdd0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f85a000c610 tx=0x7f8590005830 comp rx=0 tx=0).stop 2024-07-26T15:48:29.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.061+0000 7f85ae502640 1 -- 172.21.15.33:0/2022769437 shutdown_connections 2024-07-26T15:48:29.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.061+0000 7f85ae502640 1 --2- 172.21.15.33:0/2022769437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85900099b0 0x7f859000bdd0 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.061+0000 7f85ae502640 1 -- 172.21.15.33:0/2022769437 >> 172.21.15.33:0/2022769437 conn(0x7f85a80d3e10 msgr2=0x7f85a80d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:29.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.061+0000 7f85ae502640 1 -- 172.21.15.33:0/2022769437 shutdown_connections 2024-07-26T15:48:29.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.061+0000 7f85ae502640 1 -- 172.21.15.33:0/2022769437 wait complete. 2024-07-26T15:48:29.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.063+0000 7f85ae502640 1 Processor -- start 2024-07-26T15:48:29.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.063+0000 7f85ae502640 1 -- start start 2024-07-26T15:48:29.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.064+0000 7f85ae502640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85900099b0 0x7f85a81e8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.064+0000 7f85ae502640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85a80ca5f0 0x7f85a80cd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.064+0000 7f85ae502640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85a81e8870 0x7f85a80cd600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.064+0000 7f85ae502640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f85a80d2ab0 con 0x7f85900099b0 2024-07-26T15:48:29.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.064+0000 7f85ae502640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f85a80d2930 con 0x7f85a81e8870 2024-07-26T15:48:29.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.064+0000 7f85ae502640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f85a80d2c30 con 0x7f85a80ca5f0 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85900099b0 0x7f85a81e8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85900099b0 0x7f85a81e8190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42972/0 (socket says 172.21.15.33:42972) 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a7fff640 1 -- 172.21.15.33:0/1796522832 learned_addr learned my addr 172.21.15.33:0/1796522832 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85aca9f640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85a81e8870 0x7f85a80cd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a77fe640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85a80ca5f0 0x7f85a80cd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a7fff640 1 -- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85a80ca5f0 msgr2=0x7f85a80cd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a7fff640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85a80ca5f0 0x7f85a80cd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a7fff640 1 -- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85a81e8870 msgr2=0x7f85a80cd600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a7fff640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85a81e8870 0x7f85a80cd600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a7fff640 1 -- 172.21.15.33:0/1796522832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85a80c9950 con 0x7f85900099b0 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a7fff640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85900099b0 0x7f85a81e8190 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f8598004e70 tx=0x7f8598001620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a4ff9640 1 -- 172.21.15.33:0/1796522832 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8598015020 con 0x7f85900099b0 2024-07-26T15:48:29.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a4ff9640 1 -- 172.21.15.33:0/1796522832 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8598011960 con 0x7f85900099b0 2024-07-26T15:48:29.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85a4ff9640 1 -- 172.21.15.33:0/1796522832 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8598001d90 con 0x7f85900099b0 2024-07-26T15:48:29.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85ae502640 1 -- 172.21.15.33:0/1796522832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85a80c9c30 con 0x7f85900099b0 2024-07-26T15:48:29.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.065+0000 7f85ae502640 1 -- 172.21.15.33:0/1796522832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85a81f8280 con 0x7f85900099b0 2024-07-26T15:48:29.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.066+0000 7f85ae502640 1 -- 172.21.15.33:0/1796522832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85a80cf070 con 0x7f85900099b0 2024-07-26T15:48:29.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.067+0000 7f85a4ff9640 1 -- 172.21.15.33:0/1796522832 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f8598018020 con 0x7f85900099b0 2024-07-26T15:48:29.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.068+0000 7f85a4ff9640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8594077160 0x7f8594079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.068+0000 7f85a4ff9640 1 -- 172.21.15.33:0/1796522832 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7f85980996d0 con 0x7f85900099b0 2024-07-26T15:48:29.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.068+0000 7f85a77fe640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8594077160 0x7f8594079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.069+0000 7f85a77fe640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8594077160 0x7f8594079670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f85a81e8d70 tx=0x7f859c00b2e0 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:29.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.072+0000 7f85a4ff9640 1 -- 172.21.15.33:0/1796522832 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f859801f020 con 0x7f85900099b0 2024-07-26T15:48:29.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.303+0000 7f85ae502640 1 -- 172.21.15.33:0/1796522832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f85a80cf400 con 0x7f85900099b0 2024-07-26T15:48:29.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.303+0000 7f85a4ff9640 1 -- 172.21.15.33:0/1796522832 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+5225 (secure 0 0 0) 0x7f8598061e90 con 0x7f85900099b0 2024-07-26T15:48:29.305 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:29.305 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":72,"btime":"2024-07-26T15:48:22:347405+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7055,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4271468480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4271468480},{"type":"v1","addr":"172.21.15.154:6834","nonce":4271468480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":7058,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/56633906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":56633906},{"type":"v1","addr":"172.21.15.154:6835","nonce":56633906}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":8277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1735067579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1735067579},{"type":"v1","addr":"172.21.15.33:6834","nonce":1735067579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:18.703192+0000","modified":"2024-07-26T15:48:21.737765+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8280":{"gid":8280,"name":"c","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3257669112","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257669112},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257669112}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8280,"qdb_cluster":[8280]},"id":8}]} 2024-07-26T15:48:29.306 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 72 2024-07-26T15:48:29.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 -- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8594077160 msgr2=0x7f8594079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8594077160 0x7f8594079670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f85a81e8d70 tx=0x7f859c00b2e0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 -- 172.21.15.33:0/1796522832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85900099b0 msgr2=0x7f85a81e8190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85900099b0 0x7f85a81e8190 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f8598004e70 tx=0x7f8598001620 comp rx=0 tx=0).stop 2024-07-26T15:48:29.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 -- 172.21.15.33:0/1796522832 shutdown_connections 2024-07-26T15:48:29.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f8594077160 0x7f8594079670 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85a81e8870 0x7f85a80cd600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85a80ca5f0 0x7f85a80cd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 --2- 172.21.15.33:0/1796522832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85900099b0 0x7f85a81e8190 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 -- 172.21.15.33:0/1796522832 >> 172.21.15.33:0/1796522832 conn(0x7f85a80d3e10 msgr2=0x7f85a80b1f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:29.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 -- 172.21.15.33:0/1796522832 shutdown_connections 2024-07-26T15:48:29.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.306+0000 7f85ae502640 1 -- 172.21.15.33:0/1796522832 wait complete. 2024-07-26T15:48:29.723 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 72, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T15:48:18.703192+0000', 'modified': '2024-07-26T15:48:21.737765+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8280}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8280': {'gid': 8280, 'name': 'c', 'rank': 0, 'incarnation': 68, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6835/3257669112', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6833', 'nonce': 3257669112}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 3257669112}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [18], 'metadata_pool': 17, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8280, 'qdb_cluster': [8280]} 2024-07-26T15:48:29.723 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T15:48:29.723 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-26T15:48:29.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.842+0000 7ffa51977640 1 -- 172.21.15.33:0/1212595951 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa4c0b2600 msgr2=0x7ffa4c0b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.842+0000 7ffa51977640 1 --2- 172.21.15.33:0/1212595951 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa4c0b2600 0x7ffa4c0b31d0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7ffa40009830 tx=0x7ffa4002a480 comp rx=0 tx=0).stop 2024-07-26T15:48:29.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.842+0000 7ffa51977640 1 -- 172.21.15.33:0/1212595951 shutdown_connections 2024-07-26T15:48:29.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.842+0000 7ffa51977640 1 --2- 172.21.15.33:0/1212595951 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa4c0ce9e0 0x7ffa4c0cc6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.842+0000 7ffa51977640 1 --2- 172.21.15.33:0/1212595951 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa4c0b2600 0x7ffa4c0b31d0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.842+0000 7ffa51977640 1 -- 172.21.15.33:0/1212595951 >> 172.21.15.33:0/1212595951 conn(0x7ffa4c0b37a0 msgr2=0x7ffa4c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:29.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.842+0000 7ffa51977640 1 -- 172.21.15.33:0/1212595951 shutdown_connections 2024-07-26T15:48:29.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.842+0000 7ffa51977640 1 -- 172.21.15.33:0/1212595951 wait complete. 2024-07-26T15:48:29.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.844+0000 7ffa51977640 1 Processor -- start 2024-07-26T15:48:29.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.844+0000 7ffa51977640 1 -- start start 2024-07-26T15:48:29.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa51977640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa4c0b2600 0x7ffa4c0c8240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa51977640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa4c0b6f60 0x7ffa4c0c6750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa51977640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa4c0ce9e0 0x7ffa4c14df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa51977640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa4c0cd170 con 0x7ffa4c0b2600 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa51977640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffa4c0ccff0 con 0x7ffa4c0ce9e0 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa51977640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffa4c0cd2f0 con 0x7ffa4c0b6f60 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa4c0b2600 0x7ffa4c0c8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa4c0b2600 0x7ffa4c0c8240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42984/0 (socket says 172.21.15.33:42984) 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4affd640 1 -- 172.21.15.33:0/1056867769 learned_addr learned my addr 172.21.15.33:0/1056867769 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4a7fc640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa4c0b6f60 0x7ffa4c0c6750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4b7fe640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa4c0ce9e0 0x7ffa4c14df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4affd640 1 -- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa4c0b6f60 msgr2=0x7ffa4c0c6750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4affd640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa4c0b6f60 0x7ffa4c0c6750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4affd640 1 -- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa4c0ce9e0 msgr2=0x7ffa4c14df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4affd640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa4c0ce9e0 0x7ffa4c14df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4affd640 1 -- 172.21.15.33:0/1056867769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa4c0c6c90 con 0x7ffa4c0b2600 2024-07-26T15:48:29.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4a7fc640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa4c0b6f60 0x7ffa4c0c6750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:29.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.846+0000 7ffa4affd640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa4c0b2600 0x7ffa4c0c8240 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c00c760 tx=0x7ffa3c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:29.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.847+0000 7ffa33fff640 1 -- 172.21.15.33:0/1056867769 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa3c003b70 con 0x7ffa4c0b2600 2024-07-26T15:48:29.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.847+0000 7ffa33fff640 1 -- 172.21.15.33:0/1056867769 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa3c003d30 con 0x7ffa4c0b2600 2024-07-26T15:48:29.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.847+0000 7ffa51977640 1 -- 172.21.15.33:0/1056867769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa4c0c71a0 con 0x7ffa4c0b2600 2024-07-26T15:48:29.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.847+0000 7ffa33fff640 1 -- 172.21.15.33:0/1056867769 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa3c00aab0 con 0x7ffa4c0b2600 2024-07-26T15:48:29.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.847+0000 7ffa51977640 1 -- 172.21.15.33:0/1056867769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa4c0c7760 con 0x7ffa4c0b2600 2024-07-26T15:48:29.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.848+0000 7ffa33fff640 1 -- 172.21.15.33:0/1056867769 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7ffa3c00ac50 con 0x7ffa4c0b2600 2024-07-26T15:48:29.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.849+0000 7ffa33fff640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa38077160 0x7ffa38079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.849+0000 7ffa33fff640 1 -- 172.21.15.33:0/1056867769 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7ffa3c098b10 con 0x7ffa4c0b2600 2024-07-26T15:48:29.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.849+0000 7ffa4a7fc640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa38077160 0x7ffa38079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.850+0000 7ffa4a7fc640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa38077160 0x7ffa38079670 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ffa40034000 tx=0x7ffa40004730 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:29.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.850+0000 7ffa5896d740 1 Processor -- start 2024-07-26T15:48:29.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.850+0000 7ffa5896d740 1 -- start start 2024-07-26T15:48:29.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c3106270 0x5627c34c4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30dd3b0 0x5627c34d30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c34d3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa5896d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5627c341e3f0 con 0x5627c30e5590 2024-07-26T15:48:29.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa5896d740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5627c340da90 con 0x5627c30dd3b0 2024-07-26T15:48:29.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa5896d740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5627c3411930 con 0x5627c3106270 2024-07-26T15:48:29.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa4b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c34d3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa4b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c34d3610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42996/0 (socket says 172.21.15.33:42996) 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/3579046490 learned_addr learned my addr 172.21.15.33:0/3579046490 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa4a7fc640 1 --2- 172.21.15.33:0/3579046490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30dd3b0 0x5627c34d30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa4affd640 1 --2- 172.21.15.33:0/3579046490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c3106270 0x5627c34c4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/3579046490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c3106270 msgr2=0x5627c34c4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa4b7fe640 1 --2- 172.21.15.33:0/3579046490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c3106270 0x5627c34c4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/3579046490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30dd3b0 msgr2=0x5627c34d30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa4b7fe640 1 --2- 172.21.15.33:0/3579046490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30dd3b0 0x5627c34d30d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/3579046490 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627c3171850 con 0x5627c30e5590 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.852+0000 7ffa4b7fe640 1 --2- 172.21.15.33:0/3579046490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c34d3610 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7ffa44009b90 tx=0x7ffa44011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6df53198416ca3b server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.853+0000 7ffa317fa640 1 -- 172.21.15.33:0/3579046490 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa4401e070 con 0x5627c30e5590 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.853+0000 7ffa317fa640 1 -- 172.21.15.33:0/3579046490 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa44019520 con 0x5627c30e5590 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.853+0000 7ffa317fa640 1 -- 172.21.15.33:0/3579046490 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa44019950 con 0x5627c30e5590 2024-07-26T15:48:29.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.853+0000 7ffa5896d740 1 -- 172.21.15.33:0/3579046490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 msgr2=0x5627c34d3610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.853+0000 7ffa5896d740 1 --2- 172.21.15.33:0/3579046490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c34d3610 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7ffa44009b90 tx=0x7ffa44011810 comp rx=0 tx=0).stop 2024-07-26T15:48:29.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.854+0000 7ffa5896d740 1 -- 172.21.15.33:0/3579046490 shutdown_connections 2024-07-26T15:48:29.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.854+0000 7ffa5896d740 1 --2- 172.21.15.33:0/3579046490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c34d3610 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.854+0000 7ffa5896d740 1 --2- 172.21.15.33:0/3579046490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30dd3b0 0x5627c34d30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.854+0000 7ffa5896d740 1 --2- 172.21.15.33:0/3579046490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c3106270 0x5627c34c4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.854+0000 7ffa5896d740 1 -- 172.21.15.33:0/3579046490 >> 172.21.15.33:0/3579046490 conn(0x5627c30fa3c0 msgr2=0x5627c34ac4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:29.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.854+0000 7ffa5896d740 1 -- 172.21.15.33:0/3579046490 shutdown_connections 2024-07-26T15:48:29.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.854+0000 7ffa5896d740 1 -- 172.21.15.33:0/3579046490 wait complete. 2024-07-26T15:48:29.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.855+0000 7ffa5896d740 1 -- start start 2024-07-26T15:48:29.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.855+0000 7ffa5896d740 1 Processor -- start 2024-07-26T15:48:29.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c34ec540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30e5590 0x5627c34abba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34ac0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa5896d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5627c3180620 con 0x5627c3106270 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa5896d740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5627c3395cb0 con 0x5627c30e5590 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa5896d740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5627c34e9a30 con 0x5627c30dd3b0 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa5896d740 10 client.0 _ll_register_callbacks cb 0x5627c33b7ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa4b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34ac0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa4b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34ac0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43012/0 (socket says 172.21.15.33:43012) 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/2062951826 learned_addr learned my addr 172.21.15.33:0/2062951826 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa4affd640 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c34ec540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa4a7fc640 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30e5590 0x5627c34abba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/2062951826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 msgr2=0x5627c34ec540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa4b7fe640 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c34ec540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/2062951826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30e5590 msgr2=0x5627c34abba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:48:29.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa4b7fe640 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30e5590 0x5627c34abba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.856+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/2062951826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627c31e86b0 con 0x5627c3106270 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa4b7fe640 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34ac0e0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7ffa44009b60 tx=0x7ffa44004650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f2ca52e5b6eec92 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa2a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2062951826 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa44026070 con 0x5627c3106270 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2062951826 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7ffa440196d0 con 0x5627c3106270 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa5896d740 1 -- 172.21.15.33:0/2062951826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa44019520 con 0x5627c3106270 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2062951826 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) ==== 24+0+0 (secure 0 0 0) 0x7ffa44031050 con 0x5627c3106270 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa5896d740 10 client.8430 fetch_fsmap learned FSMap version 72 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa5896d740 1 -- 172.21.15.33:0/2062951826 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=2+}) -- 0x5627c34e94b0 con 0x5627c3106270 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2062951826 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa44019520 con 0x5627c3106270 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2062951826 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 72) ==== 3502+0+0 (secure 0 0 0) 0x7ffa44034020 con 0x5627c3106270 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa5896d740 10 client.8430 fetch_fsmap finished waiting for FSMap version 72 2024-07-26T15:48:29.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa5896d740 10 client.8430 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa5896d740 20 client.8430 populate_metadata read hostname 'smithi033' 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.33:6833/3257669112,v1:172.21.15.33:6835/3257669112] conn(0x5627c30c4e40 0x5627c3507cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa5896d740 4 client.8430 mds_command: new command op to 8280 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.857+0000 7ffa5896d740 1 -- 172.21.15.33:0/2062951826 --> [v2:172.21.15.33:6833/3257669112,v1:172.21.15.33:6835/3257669112] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627c3420340 con 0x5627c30c4e40 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.858+0000 7ffa4affd640 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.33:6833/3257669112,v1:172.21.15.33:6835/3257669112] conn(0x5627c30c4e40 0x5627c3507cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.858+0000 7ffa2a7fc640 10 client.8430 ms_handle_connect on v2:172.21.15.33:6833/3257669112 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.858+0000 7ffa4affd640 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.33:6833/3257669112,v1:172.21.15.33:6835/3257669112] conn(0x5627c30c4e40 0x5627c3507cd0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbdd5a9d135e9e84 server_cookie=c4296ec667acb0ef in_seq=0 out_seq=0 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.858+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2062951826 <== mds.0 v2:172.21.15.33:6833/3257669112 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5627c3420340 con 0x5627c30c4e40 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.858+0000 7ffa2a7fc640 10 client.8430 handle_command_reply: tid=0 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 1 client.8430 shutdown 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 1 -- 172.21.15.33:0/2062951826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 msgr2=0x5627c34ac0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34ac0e0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7ffa44009b60 tx=0x7ffa44004650 comp rx=0 tx=0).stop 2024-07-26T15:48:29.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 1 -- 172.21.15.33:0/2062951826 shutdown_connections 2024-07-26T15:48:29.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.33:6833/3257669112,v1:172.21.15.33:6835/3257669112] conn(0x5627c30c4e40 0x5627c3507cd0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34ac0e0 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30e5590 0x5627c34abba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa2a7fc640 0 client.8430 ms_handle_reset on v2:172.21.15.33:6833/3257669112 2024-07-26T15:48:29.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2062951826 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c34ec540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 1 -- 172.21.15.33:0/2062951826 >> 172.21.15.33:0/2062951826 conn(0x5627c30fa3c0 msgr2=0x5627c34d5f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:29.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 1 -- 172.21.15.33:0/2062951826 shutdown_connections 2024-07-26T15:48:29.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 1 -- 172.21.15.33:0/2062951826 wait complete. 2024-07-26T15:48:29.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.859+0000 7ffa5896d740 20 client.8430 trim_cache size 0 max 16384 2024-07-26T15:48:29.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.878+0000 7ffa5896d740 1 Processor -- start 2024-07-26T15:48:29.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.878+0000 7ffa5896d740 1 -- start start 2024-07-26T15:48:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c34aca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30e5590 0x5627c3518a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34a2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa5896d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa4c06ed80 con 0x5627c3106270 2024-07-26T15:48:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa5896d740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffa4c14f750 con 0x5627c30e5590 2024-07-26T15:48:29.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa5896d740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffa4c0caa40 con 0x5627c30dd3b0 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa4b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34a2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa4b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34a2010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43020/0 (socket says 172.21.15.33:43020) 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/1339879892 learned_addr learned my addr 172.21.15.33:0/1339879892 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa4a7fc640 1 --2- 172.21.15.33:0/1339879892 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30e5590 0x5627c3518a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa4affd640 1 --2- 172.21.15.33:0/1339879892 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c34aca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/1339879892 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 msgr2=0x5627c34aca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa4b7fe640 1 --2- 172.21.15.33:0/1339879892 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c34aca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/1339879892 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30e5590 msgr2=0x5627c3518a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa4b7fe640 1 --2- 172.21.15.33:0/1339879892 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30e5590 0x5627c3518a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa4b7fe640 1 -- 172.21.15.33:0/1339879892 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627c3503f90 con 0x5627c3106270 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa4b7fe640 1 --2- 172.21.15.33:0/1339879892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34a2010 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7ffa44005a00 tx=0x7ffa44005a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b41def39621ac25 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa30ff9640 1 -- 172.21.15.33:0/1339879892 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa44026040 con 0x5627c3106270 2024-07-26T15:48:29.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa30ff9640 1 -- 172.21.15.33:0/1339879892 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa44019520 con 0x5627c3106270 2024-07-26T15:48:29.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.880+0000 7ffa30ff9640 1 -- 172.21.15.33:0/1339879892 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa4401e040 con 0x5627c3106270 2024-07-26T15:48:29.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.881+0000 7ffa5896d740 1 -- 172.21.15.33:0/1339879892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 msgr2=0x5627c34a2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.881+0000 7ffa5896d740 1 --2- 172.21.15.33:0/1339879892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34a2010 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7ffa44005a00 tx=0x7ffa44005a30 comp rx=0 tx=0).stop 2024-07-26T15:48:29.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.881+0000 7ffa5896d740 1 -- 172.21.15.33:0/1339879892 shutdown_connections 2024-07-26T15:48:29.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.881+0000 7ffa5896d740 1 --2- 172.21.15.33:0/1339879892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c3106270 0x5627c34a2010 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.881+0000 7ffa5896d740 1 --2- 172.21.15.33:0/1339879892 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c30e5590 0x5627c3518a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.881+0000 7ffa5896d740 1 --2- 172.21.15.33:0/1339879892 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c34aca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.881+0000 7ffa5896d740 1 -- 172.21.15.33:0/1339879892 >> 172.21.15.33:0/1339879892 conn(0x5627c30fa3c0 msgr2=0x5627c34d2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:29.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.881+0000 7ffa5896d740 1 -- 172.21.15.33:0/1339879892 shutdown_connections 2024-07-26T15:48:29.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.881+0000 7ffa5896d740 1 -- 172.21.15.33:0/1339879892 wait complete. 2024-07-26T15:48:29.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.882+0000 7ffa5896d740 1 -- start start 2024-07-26T15:48:29.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.882+0000 7ffa5896d740 1 Processor -- start 2024-07-26T15:48:29.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c35753e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c3571750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa5896d740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c3106270 0x5627c34f2c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa5896d740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5627c34eca80 con 0x5627c30e5590 2024-07-26T15:48:29.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa5896d740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5627c34e9770 con 0x5627c3106270 2024-07-26T15:48:29.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa5896d740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5627c34e8620 con 0x5627c30dd3b0 2024-07-26T15:48:29.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa5896d740 10 client.0 _ll_register_callbacks cb 0x7ffa4401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa4a7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c3571750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa4a7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c3571750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43022/0 (socket says 172.21.15.33:43022) 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa4a7fc640 1 -- 172.21.15.33:0/2021325658 learned_addr learned my addr 172.21.15.33:0/2021325658 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa4affd640 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c35753e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa4a7fc640 1 -- 172.21.15.33:0/2021325658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 msgr2=0x5627c35753e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa4b7fe640 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c3106270 0x5627c34f2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa4a7fc640 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c35753e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa4a7fc640 1 -- 172.21.15.33:0/2021325658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c3106270 msgr2=0x5627c34f2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa4a7fc640 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c3106270 0x5627c34f2c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa4a7fc640 1 -- 172.21.15.33:0/2021325658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627c34f3b60 con 0x5627c30e5590 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa4a7fc640 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c3571750 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7ffa4002aa70 tx=0x7ffa40005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c22d06b92b7f225 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa2a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:48:29.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.884+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2021325658 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa4004ad10 con 0x5627c30e5590 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2021325658 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7ffa4003c420 con 0x5627c30e5590 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa5896d740 1 -- 172.21.15.33:0/2021325658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa44019520 con 0x5627c30e5590 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2021325658 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) ==== 24+0+0 (secure 0 0 0) 0x7ffa40061050 con 0x5627c30e5590 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa5896d740 10 client.8436 fetch_fsmap learned FSMap version 72 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa5896d740 1 -- 172.21.15.33:0/2021325658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=2+}) -- 0x5627c3575a50 con 0x5627c30e5590 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2021325658 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa44019520 con 0x5627c30e5590 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2021325658 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 72) ==== 3502+0+0 (secure 0 0 0) 0x7ffa40064020 con 0x5627c30e5590 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa5896d740 10 client.8436 fetch_fsmap finished waiting for FSMap version 72 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa5896d740 10 client.8436 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa5896d740 20 client.8436 populate_metadata read hostname 'smithi033' 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.33:6833/3257669112,v1:172.21.15.33:6835/3257669112] conn(0x5627c3518a50 0x5627c34ecc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa5896d740 4 client.8436 mds_command: new command op to 8280 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T15:48:29.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa5896d740 1 -- 172.21.15.33:0/2021325658 --> [v2:172.21.15.33:6833/3257669112,v1:172.21.15.33:6835/3257669112] -- command(tid 0: {"prefix": "status"}) -- 0x5627c341bde0 con 0x5627c3518a50 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.885+0000 7ffa4affd640 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.33:6833/3257669112,v1:172.21.15.33:6835/3257669112] conn(0x5627c3518a50 0x5627c34ecc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa2a7fc640 10 client.8436 ms_handle_connect on v2:172.21.15.33:6833/3257669112 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa4affd640 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.33:6833/3257669112,v1:172.21.15.33:6835/3257669112] conn(0x5627c3518a50 0x5627c34ecc00 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=605bc6b7d13902a0 server_cookie=449a9406ee6fabfe in_seq=0 out_seq=0 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa2a7fc640 1 -- 172.21.15.33:0/2021325658 <== mds.0 v2:172.21.15.33:6833/3257669112 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x5627c341bde0 con 0x5627c3518a50 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa2a7fc640 10 client.8436 handle_command_reply: tid=0 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 1 client.8436 shutdown 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 1 -- 172.21.15.33:0/2021325658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 msgr2=0x5627c3571750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c3571750 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7ffa4002aa70 tx=0x7ffa40005f90 comp rx=0 tx=0).stop 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 1 -- 172.21.15.33:0/2021325658 shutdown_connections 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.33:6833/3257669112,v1:172.21.15.33:6835/3257669112] conn(0x5627c3518a50 0x5627c34ecc00 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5627c3106270 0x5627c34f2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5627c30e5590 0x5627c3571750 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa2a7fc640 0 client.8436 ms_handle_reset on v2:172.21.15.33:6833/3257669112 2024-07-26T15:48:29.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 1 --2- 172.21.15.33:0/2021325658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5627c30dd3b0 0x5627c35753e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 1 -- 172.21.15.33:0/2021325658 >> 172.21.15.33:0/2021325658 conn(0x5627c30fa3c0 msgr2=0x5627c34a79a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:29.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 1 -- 172.21.15.33:0/2021325658 shutdown_connections 2024-07-26T15:48:29.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 1 -- 172.21.15.33:0/2021325658 wait complete. 2024-07-26T15:48:29.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.886+0000 7ffa5896d740 20 client.8436 trim_cache size 0 max 16384 2024-07-26T15:48:29.893 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:48:29.893 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T15:48:29.893 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T15:48:29.893 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 8280, 2024-07-26T15:48:29.893 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T15:48:29.893 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T15:48:29.894 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T15:48:29.894 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 10.565180077999999, 2024-07-26T15:48:29.894 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 72, 2024-07-26T15:48:29.894 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 148, 2024-07-26T15:48:29.894 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 148, 2024-07-26T15:48:29.894 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 15.186805446999999 2024-07-26T15:48:29.894 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:48:29.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 -- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa38077160 msgr2=0x7ffa38079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa38077160 0x7ffa38079670 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ffa40034000 tx=0x7ffa40004730 comp rx=0 tx=0).stop 2024-07-26T15:48:29.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 -- 172.21.15.33:0/1056867769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa4c0b2600 msgr2=0x7ffa4c0c8240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:29.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa4c0b2600 0x7ffa4c0c8240 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c00c760 tx=0x7ffa3c00cc20 comp rx=0 tx=0).stop 2024-07-26T15:48:29.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 -- 172.21.15.33:0/1056867769 shutdown_connections 2024-07-26T15:48:29.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7ffa38077160 0x7ffa38079670 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa4c0ce9e0 0x7ffa4c14df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa4c0b6f60 0x7ffa4c0c6750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 --2- 172.21.15.33:0/1056867769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa4c0b2600 0x7ffa4c0c8240 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:29.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 -- 172.21.15.33:0/1056867769 >> 172.21.15.33:0/1056867769 conn(0x7ffa4c0b37a0 msgr2=0x7ffa4c15d940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:29.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 -- 172.21.15.33:0/1056867769 shutdown_connections 2024-07-26T15:48:29.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:29.887+0000 7ffa51977640 1 -- 172.21.15.33:0/1056867769 wait complete. 2024-07-26T15:48:29.899 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:48:30.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.016+0000 7f4306989640 1 -- 172.21.15.33:0/118540987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8004800 msgr2=0x7f42e8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:30.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.016+0000 7f4306989640 1 --2- 172.21.15.33:0/118540987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8004800 0x7f42e8004c10 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f42f4006fc0 tx=0x7f42e8005830 comp rx=0 tx=0).stop 2024-07-26T15:48:30.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.016+0000 7f4304f26640 1 -- 172.21.15.33:0/118540987 reap_dead start 2024-07-26T15:48:30.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.016+0000 7f4306989640 1 -- 172.21.15.33:0/118540987 shutdown_connections 2024-07-26T15:48:30.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.016+0000 7f4306989640 1 -- 172.21.15.33:0/118540987 >> 172.21.15.33:0/118540987 conn(0x7f43000d1b80 msgr2=0x7f43000d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:30.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.016+0000 7f4306989640 1 -- 172.21.15.33:0/118540987 shutdown_connections 2024-07-26T15:48:30.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.016+0000 7f4306989640 1 -- 172.21.15.33:0/118540987 wait complete. 2024-07-26T15:48:30.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.018+0000 7f4306989640 1 Processor -- start 2024-07-26T15:48:30.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.018+0000 7f4306989640 1 -- start start 2024-07-26T15:48:30.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.019+0000 7f4306989640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8004800 0x7f4300152790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:30.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.019+0000 7f4306989640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43001f6fe0 0x7f43001e6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:30.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.019+0000 7f4306989640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4300152eb0 0x7f43001e7020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:30.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.019+0000 7f4306989640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f43000b6b80 con 0x7f42e8004800 2024-07-26T15:48:30.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.019+0000 7f4306989640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f43000cf550 con 0x7f4300152eb0 2024-07-26T15:48:30.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.019+0000 7f4306989640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f43000b6d00 con 0x7f43001f6fe0 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8004800 0x7f4300152790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8004800 0x7f4300152790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43048/0 (socket says 172.21.15.33:43048) 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fffff640 1 -- 172.21.15.33:0/2500189814 learned_addr learned my addr 172.21.15.33:0/2500189814 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42ff7fe640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43001f6fe0 0x7f43001e6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f4304f26640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4300152eb0 0x7f43001e7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fffff640 1 -- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43001f6fe0 msgr2=0x7f43001e6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fffff640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43001f6fe0 0x7f43001e6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fffff640 1 -- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4300152eb0 msgr2=0x7f43001e7020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fffff640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4300152eb0 0x7f43001e7020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fffff640 1 -- 172.21.15.33:0/2500189814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43000ca950 con 0x7f42e8004800 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fffff640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8004800 0x7f4300152790 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f42f0003f50 tx=0x7f42f00016f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fcff9640 1 -- 172.21.15.33:0/2500189814 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f0011640 con 0x7f42e8004800 2024-07-26T15:48:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fcff9640 1 -- 172.21.15.33:0/2500189814 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42f0016020 con 0x7f42e8004800 2024-07-26T15:48:30.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f42fcff9640 1 -- 172.21.15.33:0/2500189814 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f0011a60 con 0x7f42e8004800 2024-07-26T15:48:30.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f4306989640 1 -- 172.21.15.33:0/2500189814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43000cac30 con 0x7f42e8004800 2024-07-26T15:48:30.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.020+0000 7f4306989640 1 -- 172.21.15.33:0/2500189814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f430015c950 con 0x7f42e8004800 2024-07-26T15:48:30.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.021+0000 7f4306989640 1 -- 172.21.15.33:0/2500189814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43000b49d0 con 0x7f42e8004800 2024-07-26T15:48:30.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.022+0000 7f42fcff9640 1 -- 172.21.15.33:0/2500189814 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f42f0011c00 con 0x7f42e8004800 2024-07-26T15:48:30.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.023+0000 7f42fcff9640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f42ec077130 0x7f42ec079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:30.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.023+0000 7f42fcff9640 1 -- 172.21.15.33:0/2500189814 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7f42f00997d0 con 0x7f42e8004800 2024-07-26T15:48:30.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.023+0000 7f42ff7fe640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f42ec077130 0x7f42ec079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:30.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.024+0000 7f42ff7fe640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f42ec077130 0x7f42ec079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f42f4033000 tx=0x7f42f4038040 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:30.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.027+0000 7f42fcff9640 1 -- 172.21.15.33:0/2500189814 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f42f0020020 con 0x7f42e8004800 2024-07-26T15:48:30.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.259+0000 7f4306989640 1 -- 172.21.15.33:0/2500189814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f43000d2450 con 0x7f42e8004800 2024-07-26T15:48:30.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.260+0000 7f42fcff9640 1 -- 172.21.15.33:0/2500189814 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v72) ==== 53+0+73 (secure 0 0 0) 0x7f42f0061fa0 con 0x7f42e8004800 2024-07-26T15:48:30.261 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T15:48:30.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 -- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f42ec077130 msgr2=0x7f42ec079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:30.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f42ec077130 0x7f42ec079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f42f4033000 tx=0x7f42f4038040 comp rx=0 tx=0).stop 2024-07-26T15:48:30.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 -- 172.21.15.33:0/2500189814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8004800 msgr2=0x7f4300152790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:30.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8004800 0x7f4300152790 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f42f0003f50 tx=0x7f42f00016f0 comp rx=0 tx=0).stop 2024-07-26T15:48:30.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 -- 172.21.15.33:0/2500189814 shutdown_connections 2024-07-26T15:48:30.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f42ec077130 0x7f42ec079640 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:30.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4300152eb0 0x7f43001e7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:30.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43001f6fe0 0x7f43001e6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:30.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 --2- 172.21.15.33:0/2500189814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e8004800 0x7f4300152790 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:30.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 -- 172.21.15.33:0/2500189814 >> 172.21.15.33:0/2500189814 conn(0x7f43000d1b80 msgr2=0x7f43000b3dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:30.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 -- 172.21.15.33:0/2500189814 shutdown_connections 2024-07-26T15:48:30.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30.262+0000 7f4306989640 1 -- 172.21.15.33:0/2500189814 wait complete. 2024-07-26T15:48:30.275 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:48:30.275 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:48:30.275 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T15:48:30.276 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T15:48:30.276 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T15:48:30.276 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:48:30.276 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:48:30.276 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:48:30.276 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:48:30.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:30.276 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T15:48:30.293 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:48:30.293 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:48:30.293 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:48:30.293 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:48:30.293 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:48:30.293 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:48:30.293 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 41547sec preferred_lft 41547sec 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T15:48:30.294 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T15:48:30.295 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:48:30.296 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:48:30.296 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:48:30.296 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T15:48:30.296 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:48:30.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:30.296 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:48:30.358 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T15:48:30.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:30.360 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T15:48:30.416 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T15:48:30.416 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:48:30.416 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T15:48:30.417 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T15:48:30.417 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:48:30.417 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:48:30.417 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:48:30.417 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T15:48:30.417 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T15:48:30.417 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T15:48:30.417 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:48:30.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:48:30.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:48:30.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:30.546 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:48:30.561 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T15:48:30.561 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T15:48:30.562 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:48:30.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:30.562 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T15:48:30.627 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T15:48:30.627 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:48:30.627 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T15:48:30.683 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:48:30.683 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:48:30.683 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:48:30.739 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:48:30.805 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:48:30.863 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:48:30.863 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:48:30.863 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:48:30.863 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:48:30.864 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:48:30.864 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:48:30.864 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:48:30.864 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:48:30.864 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:48:30.864 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:48:30.864 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:48:30.864 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:48:30.865 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:48:30.865 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:48:30.865 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:48:30.865 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:48:30.865 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:48:30.865 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:48:30.865 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:48:30.865 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:48:30.865 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:48:30.866 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:48:30.866 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:48:30.866 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:48:30.866 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:48:30.866 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:48:30.866 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:48:30.866 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:48:30.866 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:48:30.867 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:48:30.867 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:48:30.867 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:48:30.867 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:48:30.867 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:48:30.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:30.867 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:48:30.919 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T15:48:30.919 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T15:48:30.961 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:48:30.986 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:48:31.044 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:48:31.044 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:48:31.044 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:48:31.044 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:48:31.044 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:48:31.044 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:48:31.045 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:48:31.046 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:48:31.047 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:48:31.047 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:48:31.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:31.047 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:48:31.055 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T15:48:31.054+0000 7fd21c998480 -1 init, newargv = 0x7fd20c004580 newargc=15 2024-07-26T15:48:31.056 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[77027]: starting ceph client 2024-07-26T15:48:31.061 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[77027]: starting fuse 2024-07-26T15:48:31.071 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:48:31.071 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T15:48:31.071 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:48:31.071 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T15:48:31.072 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:48:31.073 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T15:48:31.073 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:48:31.073 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:48:31.073 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:48:31.073 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T15:48:31.073 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T15:48:31.073 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T15:48:31.073 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:48:31.073 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:48:31.073 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T15:48:31.073 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T15:48:31.192 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.77027.asok 2024-07-26T15:48:31.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:48:31.203 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.77027.asok 2024-07-26T15:48:31.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:31.203 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.77027.asok status 2024-07-26T15:48:31.350 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:48:31.350 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T15:48:31.350 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:48:31.350 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "77027", 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 8451, 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T15:48:31.351 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 8451 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 1078145563 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 1078145563 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:31.352 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.8451 192.168.0.1:0/1078145563", 2024-07-26T15:48:31.353 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/1078145563", 2024-07-26T15:48:31.353 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T15:48:31.353 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 72, 2024-07-26T15:48:31.353 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 148, 2024-07-26T15:48:31.353 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:48:31.353 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T15:48:31.353 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T15:48:31.353 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:48:31.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:31.359 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T15:48:31.359 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T15:48:31.375 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T15:48:31.375 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T15:48:31.375 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:31.376 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:48:31.441 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T15:48:31.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.599+0000 7f453b116640 1 -- 172.21.15.33:0/2286039405 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4534158960 msgr2=0x7f453415ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:31.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.599+0000 7f453b116640 1 --2- 172.21.15.33:0/2286039405 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4534158960 0x7f453415ea40 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f4534071d60 tx=0x7f452402a4a0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.599+0000 7f453b116640 1 -- 172.21.15.33:0/2286039405 shutdown_connections 2024-07-26T15:48:31.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.599+0000 7f453b116640 1 --2- 172.21.15.33:0/2286039405 >> v2:172.21.15.154:3300/0 conn(0x7f453406f9e0 0x7f45340b45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.599+0000 7f453b116640 1 --2- 172.21.15.33:0/2286039405 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4534158960 0x7f453415ea40 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.599+0000 7f453b116640 1 -- 172.21.15.33:0/2286039405 >> 172.21.15.33:0/2286039405 conn(0x7f45340d0b40 msgr2=0x7f45340d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:31.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.599+0000 7f453b116640 1 -- 172.21.15.33:0/2286039405 shutdown_connections 2024-07-26T15:48:31.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.599+0000 7f453b116640 1 -- 172.21.15.33:0/2286039405 wait complete. 2024-07-26T15:48:31.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.601+0000 7f453b116640 1 Processor -- start 2024-07-26T15:48:31.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.601+0000 7f453b116640 1 -- start start 2024-07-26T15:48:31.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f453b116640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f453406f9e0 0x7f45340c5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:31.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f453b116640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4534158960 0x7f45340afe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f453b116640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f453415ef80 0x7f453415d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f453b116640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f45340b5060 con 0x7f453406f9e0 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f453b116640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f45340b4ee0 con 0x7f4534158960 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f453b116640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f45340b51e0 con 0x7f453415ef80 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f4538eb2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f453406f9e0 0x7f45340c5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f4538eb2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f453406f9e0 0x7f45340c5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43060/0 (socket says 172.21.15.33:43060) 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f4538eb2640 1 -- 172.21.15.33:0/1833754561 learned_addr learned my addr 172.21.15.33:0/1833754561 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f45396b3640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f453415ef80 0x7f453415d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f4533fff640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4534158960 0x7f45340afe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f4538eb2640 1 -- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f453415ef80 msgr2=0x7f453415d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f4538eb2640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f453415ef80 0x7f453415d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f4538eb2640 1 -- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4534158960 msgr2=0x7f45340afe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f4538eb2640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4534158960 0x7f45340afe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f4538eb2640 1 -- 172.21.15.33:0/1833754561 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45340c63a0 con 0x7f453406f9e0 2024-07-26T15:48:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f4533fff640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4534158960 0x7f45340afe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f4538eb2640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f453406f9e0 0x7f45340c5aa0 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f452402aa90 tx=0x7f4524033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.603+0000 7f45317fa640 1 -- 172.21.15.33:0/1833754561 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4524031d60 con 0x7f453406f9e0 2024-07-26T15:48:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.604+0000 7f45317fa640 1 -- 172.21.15.33:0/1833754561 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4524033e10 con 0x7f453406f9e0 2024-07-26T15:48:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.604+0000 7f453b116640 1 -- 172.21.15.33:0/1833754561 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45340c6680 con 0x7f453406f9e0 2024-07-26T15:48:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.604+0000 7f45317fa640 1 -- 172.21.15.33:0/1833754561 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4524005260 con 0x7f453406f9e0 2024-07-26T15:48:31.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.604+0000 7f453b116640 1 -- 172.21.15.33:0/1833754561 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4534137120 con 0x7f453406f9e0 2024-07-26T15:48:31.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.605+0000 7f453b116640 1 -- 172.21.15.33:0/1833754561 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45340b5690 con 0x7f453406f9e0 2024-07-26T15:48:31.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.605+0000 7f45317fa640 1 -- 172.21.15.33:0/1833754561 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7f4524005400 con 0x7f453406f9e0 2024-07-26T15:48:31.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.606+0000 7f45317fa640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4514077160 0x7f4514079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:31.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.606+0000 7f45317fa640 1 -- 172.21.15.33:0/1833754561 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7f45240ba0b0 con 0x7f453406f9e0 2024-07-26T15:48:31.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.606+0000 7f4533fff640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4514077160 0x7f4514079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:31.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.607+0000 7f4533fff640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4514077160 0x7f4514079670 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f451c007fd0 tx=0x7f451c009040 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:31.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.611+0000 7f45317fa640 1 -- 172.21.15.33:0/1833754561 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f452403f030 con 0x7f453406f9e0 2024-07-26T15:48:31.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.827+0000 7f453b116640 1 -- 172.21.15.33:0/1833754561 --> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f45340b0380 con 0x7f4514077160 2024-07-26T15:48:31.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.829+0000 7f45317fa640 1 -- 172.21.15.33:0/1833754561 <== mgr.7498 v2:172.21.15.154:6836/1799144315 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f45340b0380 con 0x7f4514077160 2024-07-26T15:48:31.831 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:48:31.831 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:31.831 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T15:48:31.831 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:31.831 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:48:31.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.831+0000 7f453b116640 1 -- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4514077160 msgr2=0x7f4514079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:31.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.831+0000 7f453b116640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4514077160 0x7f4514079670 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f451c007fd0 tx=0x7f451c009040 comp rx=0 tx=0).stop 2024-07-26T15:48:31.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.831+0000 7f453b116640 1 -- 172.21.15.33:0/1833754561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f453406f9e0 msgr2=0x7f45340c5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:31.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.831+0000 7f453b116640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f453406f9e0 0x7f45340c5aa0 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f452402aa90 tx=0x7f4524033c20 comp rx=0 tx=0).stop 2024-07-26T15:48:31.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.832+0000 7f453b116640 1 -- 172.21.15.33:0/1833754561 shutdown_connections 2024-07-26T15:48:31.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.832+0000 7f453b116640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f453415ef80 0x7f453415d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.832+0000 7f453b116640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f4514077160 0x7f4514079670 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.832+0000 7f453b116640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4534158960 0x7f45340afe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.832+0000 7f453b116640 1 --2- 172.21.15.33:0/1833754561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f453406f9e0 0x7f45340c5aa0 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.832+0000 7f453b116640 1 -- 172.21.15.33:0/1833754561 >> 172.21.15.33:0/1833754561 conn(0x7f45340d0b40 msgr2=0x7f4534158fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:31.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.832+0000 7f453b116640 1 -- 172.21.15.33:0/1833754561 shutdown_connections 2024-07-26T15:48:31.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.832+0000 7f453b116640 1 -- 172.21.15.33:0/1833754561 wait complete. 2024-07-26T15:48:31.844 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T15:48:31.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.963+0000 7fc0da285640 1 -- 172.21.15.33:0/1831618329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0d40b8e30 msgr2=0x7fc0d40b4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:31.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.963+0000 7fc0da285640 1 --2- 172.21.15.33:0/1831618329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0d40b8e30 0x7fc0d40b4e60 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7fc0c8005fd0 tx=0x7fc0c802a5a0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.963+0000 7fc0da285640 1 -- 172.21.15.33:0/1831618329 shutdown_connections 2024-07-26T15:48:31.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.963+0000 7fc0da285640 1 --2- 172.21.15.33:0/1831618329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0d40b8e30 0x7fc0d40b4e60 unknown :-1 s=CLOSED pgs=1404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.963+0000 7fc0da285640 1 --2- 172.21.15.33:0/1831618329 >> v2:172.21.15.154:3300/0 conn(0x7fc0d40b6be0 0x7fc0d40d48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.963+0000 7fc0da285640 1 -- 172.21.15.33:0/1831618329 >> 172.21.15.33:0/1831618329 conn(0x7fc0d40d3d90 msgr2=0x7fc0d40d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.963+0000 7fc0da285640 1 -- 172.21.15.33:0/1831618329 shutdown_connections 2024-07-26T15:48:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.963+0000 7fc0da285640 1 -- 172.21.15.33:0/1831618329 wait complete. 2024-07-26T15:48:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.965+0000 7fc0da285640 1 Processor -- start 2024-07-26T15:48:31.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.965+0000 7fc0da285640 1 -- start start 2024-07-26T15:48:31.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0da285640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0d40b6be0 0x7fc0d41f59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:31.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0da285640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc0d40b8e30 0x7fc0d40cc490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:31.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0da285640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc0d40d05d0 0x7fc0d40a0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:31.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0da285640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d40d1f20 con 0x7fc0d40b6be0 2024-07-26T15:48:31.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0da285640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d40d1300 con 0x7fc0d40d05d0 2024-07-26T15:48:31.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0da285640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc0d40d20a0 con 0x7fc0d40b8e30 2024-07-26T15:48:31.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0d40b6be0 0x7fc0d41f59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:31.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0d40b6be0 0x7fc0d41f59f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52664/0 (socket says 172.21.15.33:52664) 2024-07-26T15:48:31.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d3fff640 1 -- 172.21.15.33:0/142421451 learned_addr learned my addr 172.21.15.33:0/142421451 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:31.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d37fe640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc0d40b8e30 0x7fc0d40cc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:31.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d8822640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc0d40d05d0 0x7fc0d40a0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:31.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d3fff640 1 -- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc0d40b8e30 msgr2=0x7fc0d40cc490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d3fff640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc0d40b8e30 0x7fc0d40cc490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d3fff640 1 -- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc0d40d05d0 msgr2=0x7fc0d40a0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d3fff640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc0d40d05d0 0x7fc0d40a0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d3fff640 1 -- 172.21.15.33:0/142421451 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0d4150fe0 con 0x7fc0d40b6be0 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d37fe640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc0d40b8e30 0x7fc0d40cc490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d8822640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc0d40d05d0 0x7fc0d40a0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.967+0000 7fc0d3fff640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0d40b6be0 0x7fc0d41f59f0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7fc0c400e790 tx=0x7fc0c400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.968+0000 7fc0d0ff9640 1 -- 172.21.15.33:0/142421451 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c400eea0 con 0x7fc0d40b6be0 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.968+0000 7fc0d0ff9640 1 -- 172.21.15.33:0/142421451 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0c400cdb0 con 0x7fc0d40b6be0 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.968+0000 7fc0da285640 1 -- 172.21.15.33:0/142421451 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0d41512c0 con 0x7fc0d40b6be0 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.968+0000 7fc0d0ff9640 1 -- 172.21.15.33:0/142421451 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c4010690 con 0x7fc0d40b6be0 2024-07-26T15:48:31.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.968+0000 7fc0da285640 1 -- 172.21.15.33:0/142421451 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0d4151880 con 0x7fc0d40b6be0 2024-07-26T15:48:31.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.969+0000 7fc0da285640 1 -- 172.21.15.33:0/142421451 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0d40d48b0 con 0x7fc0d40b6be0 2024-07-26T15:48:31.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.970+0000 7fc0d0ff9640 1 -- 172.21.15.33:0/142421451 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 77) ==== 99241+0+0 (secure 0 0 0) 0x7fc0c4010830 con 0x7fc0d40b6be0 2024-07-26T15:48:31.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.970+0000 7fc0d0ff9640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc0c0077130 0x7fc0c0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:31.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.970+0000 7fc0d0ff9640 1 -- 172.21.15.33:0/142421451 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7fc0c4099e50 con 0x7fc0d40b6be0 2024-07-26T15:48:31.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.970+0000 7fc0d37fe640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc0c0077130 0x7fc0c0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:31.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.971+0000 7fc0d37fe640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc0c0077130 0x7fc0c0079640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc0c8033000 tx=0x7fc0c8004730 comp rx=0 tx=0).ready entity=mgr.7498 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:31.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:31.974+0000 7fc0d0ff9640 1 -- 172.21.15.33:0/142421451 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc0c4062de0 con 0x7fc0d40b6be0 2024-07-26T15:48:32.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.215+0000 7fc0da285640 1 -- 172.21.15.33:0/142421451 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fc0d408de70 con 0x7fc0d40b6be0 2024-07-26T15:48:32.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.730+0000 7fc0d0ff9640 1 -- 172.21.15.33:0/142421451 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v78) ==== 92+0+0 (secure 0 0 0) 0x7fc0c40626e0 con 0x7fc0d40b6be0 2024-07-26T15:48:32.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.735+0000 7fc0da285640 1 -- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc0c0077130 msgr2=0x7fc0c0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:32.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.735+0000 7fc0da285640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc0c0077130 0x7fc0c0079640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc0c8033000 tx=0x7fc0c8004730 comp rx=0 tx=0).stop 2024-07-26T15:48:32.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.735+0000 7fc0da285640 1 -- 172.21.15.33:0/142421451 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0d40b6be0 msgr2=0x7fc0d41f59f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:32.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.735+0000 7fc0da285640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0d40b6be0 0x7fc0d41f59f0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7fc0c400e790 tx=0x7fc0c400ec50 comp rx=0 tx=0).stop 2024-07-26T15:48:32.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.736+0000 7fc0da285640 1 -- 172.21.15.33:0/142421451 shutdown_connections 2024-07-26T15:48:32.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.736+0000 7fc0da285640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7fc0c0077130 0x7fc0c0079640 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:32.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.736+0000 7fc0da285640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc0d40d05d0 0x7fc0d40a0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:32.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.736+0000 7fc0da285640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc0d40b8e30 0x7fc0d40cc490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:32.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.736+0000 7fc0da285640 1 --2- 172.21.15.33:0/142421451 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc0d40b6be0 0x7fc0d41f59f0 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:32.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.736+0000 7fc0da285640 1 -- 172.21.15.33:0/142421451 >> 172.21.15.33:0/142421451 conn(0x7fc0d40d3d90 msgr2=0x7fc0d40d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:32.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.736+0000 7fc0da285640 1 -- 172.21.15.33:0/142421451 shutdown_connections 2024-07-26T15:48:32.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.736+0000 7fc0da285640 1 -- 172.21.15.33:0/142421451 wait complete. 2024-07-26T15:48:32.752 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T15:48:32.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.880+0000 7f34f66da640 1 -- 172.21.15.33:0/3360945232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34dc005350 msgr2=0x7f34dc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:32.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.880+0000 7f34f66da640 1 --2- 172.21.15.33:0/3360945232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34dc005350 0x7f34dc00b9c0 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f34e8005fd0 tx=0x7f34dc005830 comp rx=0 tx=0).stop 2024-07-26T15:48:32.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.880+0000 7f34f66da640 1 -- 172.21.15.33:0/3360945232 shutdown_connections 2024-07-26T15:48:32.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.880+0000 7f34f66da640 1 --2- 172.21.15.33:0/3360945232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34dc005350 0x7f34dc00b9c0 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:32.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.880+0000 7f34f66da640 1 -- 172.21.15.33:0/3360945232 >> 172.21.15.33:0/3360945232 conn(0x7f34f00d1bb0 msgr2=0x7f34f00d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:32.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.881+0000 7f34f66da640 1 -- 172.21.15.33:0/3360945232 shutdown_connections 2024-07-26T15:48:32.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.881+0000 7f34f66da640 1 -- 172.21.15.33:0/3360945232 wait complete. 2024-07-26T15:48:32.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.883+0000 7f34f66da640 1 Processor -- start 2024-07-26T15:48:32.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.884+0000 7f34f66da640 1 -- start start 2024-07-26T15:48:32.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34f66da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34dc005350 0x7f34f006d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:32.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34f66da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f0154e30 0x7f34f0155240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34f66da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34f006e1c0 0x7f34f006e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34f66da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f34f00b74c0 con 0x7f34f0154e30 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34f66da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f34f00b1f90 con 0x7f34f006e1c0 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34f66da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f34f00b7640 con 0x7f34dc005350 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34e7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f0154e30 0x7f34f0155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34e7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f0154e30 0x7f34f0155240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52690/0 (socket says 172.21.15.33:52690) 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34e7fff640 1 -- 172.21.15.33:0/4043280960 learned_addr learned my addr 172.21.15.33:0/4043280960 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34effff640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34dc005350 0x7f34f006d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34f4c77640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34f006e1c0 0x7f34f006e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34e7fff640 1 -- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34dc005350 msgr2=0x7f34f006d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34e7fff640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34dc005350 0x7f34f006d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34e7fff640 1 -- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34f006e1c0 msgr2=0x7f34f006e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34e7fff640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34f006e1c0 0x7f34f006e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.886+0000 7f34e7fff640 1 -- 172.21.15.33:0/4043280960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34f01f8cc0 con 0x7f34f0154e30 2024-07-26T15:48:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.887+0000 7f34e7fff640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f0154e30 0x7f34f0155240 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f34d8003ec0 tx=0x7f34d8001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.887+0000 7f34ed7fa640 1 -- 172.21.15.33:0/4043280960 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d8015070 con 0x7f34f0154e30 2024-07-26T15:48:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.887+0000 7f34ed7fa640 1 -- 172.21.15.33:0/4043280960 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f34d8011840 con 0x7f34f0154e30 2024-07-26T15:48:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.887+0000 7f34f66da640 1 -- 172.21.15.33:0/4043280960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34f01f8fa0 con 0x7f34f0154e30 2024-07-26T15:48:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.887+0000 7f34ed7fa640 1 -- 172.21.15.33:0/4043280960 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d8011c70 con 0x7f34f0154e30 2024-07-26T15:48:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.887+0000 7f34f66da640 1 -- 172.21.15.33:0/4043280960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34f01f9560 con 0x7f34f0154e30 2024-07-26T15:48:32.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.888+0000 7f34f66da640 1 -- 172.21.15.33:0/4043280960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34f00b1660 con 0x7f34f0154e30 2024-07-26T15:48:32.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.888+0000 7f34ed7fa640 1 -- 172.21.15.33:0/4043280960 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 78) ==== 99258+0+0 (secure 0 0 0) 0x7f34d8018070 con 0x7f34f0154e30 2024-07-26T15:48:32.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.889+0000 7f34ed7fa640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f34d0077180 0x7f34d0079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:32.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.889+0000 7f34effff640 1 -- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f34d0077180 msgr2=0x7f34d0079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1799144315 2024-07-26T15:48:32.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.889+0000 7f34ed7fa640 1 -- 172.21.15.33:0/4043280960 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7f34d8099800 con 0x7f34f0154e30 2024-07-26T15:48:32.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.889+0000 7f34effff640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f34d0077180 0x7f34d0079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:48:32.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:32.894+0000 7f34ed7fa640 1 -- 172.21.15.33:0/4043280960 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f34d8062070 con 0x7f34f0154e30 2024-07-26T15:48:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.086+0000 7f34f66da640 1 -- 172.21.15.33:0/4043280960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f34f00cfab0 con 0x7f34f0154e30 2024-07-26T15:48:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.090+0000 7f34ed7fa640 1 -- 172.21.15.33:0/4043280960 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v53)=0 v53) ==== 138+0+0 (secure 0 0 0) 0x7f34d80665c0 con 0x7f34f0154e30 2024-07-26T15:48:33.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.091+0000 7f34effff640 1 -- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f34d0077180 msgr2=0x7f34d0079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1799144315 2024-07-26T15:48:33.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.091+0000 7f34effff640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f34d0077180 0x7f34d0079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:48:33.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.092+0000 7f34f66da640 1 -- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f34d0077180 msgr2=0x7f34d0079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:48:33.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.092+0000 7f34f66da640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f34d0077180 0x7f34d0079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.092+0000 7f34f66da640 1 -- 172.21.15.33:0/4043280960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f0154e30 msgr2=0x7f34f0155240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:33.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.092+0000 7f34f66da640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f0154e30 0x7f34f0155240 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f34d8003ec0 tx=0x7f34d8001630 comp rx=0 tx=0).stop 2024-07-26T15:48:33.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.092+0000 7f34f66da640 1 -- 172.21.15.33:0/4043280960 shutdown_connections 2024-07-26T15:48:33.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.092+0000 7f34f66da640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f34d0077180 0x7f34d0079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.092+0000 7f34f66da640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f34f006e1c0 0x7f34f006e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.092+0000 7f34f66da640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34f0154e30 0x7f34f0155240 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.093+0000 7f34f66da640 1 --2- 172.21.15.33:0/4043280960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f34dc005350 0x7f34f006d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.093+0000 7f34f66da640 1 -- 172.21.15.33:0/4043280960 >> 172.21.15.33:0/4043280960 conn(0x7f34f00d1bb0 msgr2=0x7f34f0164290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:33.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.093+0000 7f34f66da640 1 -- 172.21.15.33:0/4043280960 shutdown_connections 2024-07-26T15:48:33.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.093+0000 7f34f66da640 1 -- 172.21.15.33:0/4043280960 wait complete. 2024-07-26T15:48:33.107 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T15:48:33.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.227+0000 7f81ead07640 1 -- 172.21.15.33:0/260506553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81e413ee40 msgr2=0x7f81e406cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:33.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.227+0000 7f81ead07640 1 --2- 172.21.15.33:0/260506553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81e413ee40 0x7f81e406cb70 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f81e40711b0 tx=0x7f81d002a560 comp rx=0 tx=0).stop 2024-07-26T15:48:33.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.227+0000 7f81ead07640 1 -- 172.21.15.33:0/260506553 shutdown_connections 2024-07-26T15:48:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.227+0000 7f81ead07640 1 --2- 172.21.15.33:0/260506553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81e413ee40 0x7f81e406cb70 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.227+0000 7f81ead07640 1 --2- 172.21.15.33:0/260506553 >> v2:172.21.15.154:3300/0 conn(0x7f81e41421e0 0x7f81e406c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.227+0000 7f81ead07640 1 -- 172.21.15.33:0/260506553 >> 172.21.15.33:0/260506553 conn(0x7f81e40b2fa0 msgr2=0x7f81e406d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.227+0000 7f81ead07640 1 -- 172.21.15.33:0/260506553 shutdown_connections 2024-07-26T15:48:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.228+0000 7f81ead07640 1 -- 172.21.15.33:0/260506553 wait complete. 2024-07-26T15:48:33.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.229+0000 7f81ead07640 1 Processor -- start 2024-07-26T15:48:33.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.229+0000 7f81ead07640 1 -- start start 2024-07-26T15:48:33.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81ead07640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81e413ee40 0x7f81e41f33c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81ead07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81e41421e0 0x7f81e41574f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81ead07640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81e415c410 0x7f81e40b0d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81ead07640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f81e40cfa70 con 0x7f81e41421e0 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81ead07640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f81e40cf8f0 con 0x7f81e415c410 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81ead07640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f81e40cfbf0 con 0x7f81e413ee40 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81e3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81e41421e0 0x7f81e41574f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81e3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81e41421e0 0x7f81e41574f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52706/0 (socket says 172.21.15.33:52706) 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81e3fff640 1 -- 172.21.15.33:0/863872236 learned_addr learned my addr 172.21.15.33:0/863872236 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81e92a4640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81e415c410 0x7f81e40b0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81e8aa3640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81e413ee40 0x7f81e41f33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81e3fff640 1 -- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81e413ee40 msgr2=0x7f81e41f33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:33.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81e3fff640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81e413ee40 0x7f81e41f33c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81e3fff640 1 -- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81e415c410 msgr2=0x7f81e40b0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81e3fff640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81e415c410 0x7f81e40b0d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.231+0000 7f81e3fff640 1 -- 172.21.15.33:0/863872236 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81e41f3900 con 0x7f81e41421e0 2024-07-26T15:48:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.232+0000 7f81e3fff640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81e41421e0 0x7f81e41574f0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f81d0034040 tx=0x7f81d00038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.232+0000 7f81e17fa640 1 -- 172.21.15.33:0/863872236 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81d003e030 con 0x7f81e41421e0 2024-07-26T15:48:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.232+0000 7f81e17fa640 1 -- 172.21.15.33:0/863872236 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81d0003db0 con 0x7f81e41421e0 2024-07-26T15:48:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.232+0000 7f81e17fa640 1 -- 172.21.15.33:0/863872236 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81d0035040 con 0x7f81e41421e0 2024-07-26T15:48:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.232+0000 7f81ead07640 1 -- 172.21.15.33:0/863872236 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81e4138fe0 con 0x7f81e41421e0 2024-07-26T15:48:33.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.232+0000 7f81ead07640 1 -- 172.21.15.33:0/863872236 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81e41395a0 con 0x7f81e41421e0 2024-07-26T15:48:33.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.233+0000 7f81ead07640 1 -- 172.21.15.33:0/863872236 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81e40d1220 con 0x7f81e41421e0 2024-07-26T15:48:33.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.234+0000 7f81e17fa640 1 -- 172.21.15.33:0/863872236 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 78) ==== 99258+0+0 (secure 0 0 0) 0x7f81d0041030 con 0x7f81e41421e0 2024-07-26T15:48:33.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.234+0000 7f81e17fa640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f81c8077180 0x7f81c8079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:33.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.235+0000 7f81e8aa3640 1 -- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f81c8077180 msgr2=0x7f81c8079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1799144315 2024-07-26T15:48:33.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.235+0000 7f81e17fa640 1 -- 172.21.15.33:0/863872236 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7f81d00b97c0 con 0x7f81e41421e0 2024-07-26T15:48:33.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.235+0000 7f81e8aa3640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f81c8077180 0x7f81c8079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:48:33.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.239+0000 7f81e17fa640 1 -- 172.21.15.33:0/863872236 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f81d0081f10 con 0x7f81e41421e0 2024-07-26T15:48:33.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.433+0000 7f81ead07640 1 -- 172.21.15.33:0/863872236 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f81e415cc30 con 0x7f81e41421e0 2024-07-26T15:48:33.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.436+0000 7f81e8aa3640 1 -- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f81c8077180 msgr2=0x7f81c8079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1799144315 2024-07-26T15:48:33.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.436+0000 7f81e8aa3640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f81c8077180 0x7f81c8079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:48:33.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.437+0000 7f81e17fa640 1 -- 172.21.15.33:0/863872236 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v54)=0 v54) ==== 133+0+0 (secure 0 0 0) 0x7f81d0086460 con 0x7f81e41421e0 2024-07-26T15:48:33.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 -- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f81c8077180 msgr2=0x7f81c8079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:48:33.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f81c8077180 0x7f81c8079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 -- 172.21.15.33:0/863872236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81e41421e0 msgr2=0x7f81e41574f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:33.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81e41421e0 0x7f81e41574f0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f81d0034040 tx=0x7f81d00038a0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 -- 172.21.15.33:0/863872236 shutdown_connections 2024-07-26T15:48:33.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f81c8077180 0x7f81c8079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81e415c410 0x7f81e40b0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81e41421e0 0x7f81e41574f0 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 --2- 172.21.15.33:0/863872236 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81e413ee40 0x7f81e41f33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 -- 172.21.15.33:0/863872236 >> 172.21.15.33:0/863872236 conn(0x7f81e40b2fa0 msgr2=0x7f81e406c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:33.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 -- 172.21.15.33:0/863872236 shutdown_connections 2024-07-26T15:48:33.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.440+0000 7f81ead07640 1 -- 172.21.15.33:0/863872236 wait complete. 2024-07-26T15:48:33.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:33.453 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/minutes) 2024-07-26T15:48:33.477 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/minutes 1m 2024-07-26T15:48:33.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.638+0000 7f9e39136640 1 -- 172.21.15.33:0/2149535318 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e340d4920 msgr2=0x7f9e340b93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:33.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.638+0000 7f9e39136640 1 --2- 172.21.15.33:0/2149535318 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e340d4920 0x7f9e340b93c0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f9e240098e0 tx=0x7f9e2402a5d0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.638+0000 7f9e39136640 1 -- 172.21.15.33:0/2149535318 shutdown_connections 2024-07-26T15:48:33.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.638+0000 7f9e39136640 1 --2- 172.21.15.33:0/2149535318 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e340b2da0 0x7f9e340cf690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.638+0000 7f9e39136640 1 --2- 172.21.15.33:0/2149535318 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e340d4920 0x7f9e340b93c0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.638+0000 7f9e39136640 1 -- 172.21.15.33:0/2149535318 >> 172.21.15.33:0/2149535318 conn(0x7f9e340d3d90 msgr2=0x7f9e340d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:33.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.638+0000 7f9e39136640 1 -- 172.21.15.33:0/2149535318 shutdown_connections 2024-07-26T15:48:33.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.638+0000 7f9e39136640 1 -- 172.21.15.33:0/2149535318 wait complete. 2024-07-26T15:48:33.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.640+0000 7f9e39136640 1 Processor -- start 2024-07-26T15:48:33.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.640+0000 7f9e39136640 1 -- start start 2024-07-26T15:48:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.641+0000 7f9e39136640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e340b2da0 0x7f9e341522a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.641+0000 7f9e39136640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e340d0610 0x7f9e341e8910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.641+0000 7f9e39136640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e341e8e50 0x7f9e341e7480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.641+0000 7f9e39136640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9e340b3850 con 0x7f9e341e8e50 2024-07-26T15:48:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.641+0000 7f9e39136640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9e340b36d0 con 0x7f9e340b2da0 2024-07-26T15:48:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.641+0000 7f9e39136640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9e340b39d0 con 0x7f9e340d0610 2024-07-26T15:48:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.641+0000 7f9e3359e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e341e8e50 0x7f9e341e7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.641+0000 7f9e2bfff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e340d0610 0x7f9e341e8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.641+0000 7f9e3359e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e341e8e50 0x7f9e341e7480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52710/0 (socket says 172.21.15.33:52710) 2024-07-26T15:48:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.641+0000 7f9e3359e640 1 -- 172.21.15.33:0/510577030 learned_addr learned my addr 172.21.15.33:0/510577030 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:33.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.641+0000 7f9e32d9d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e340b2da0 0x7f9e341522a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:33.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e2bfff640 1 -- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e340b2da0 msgr2=0x7f9e341522a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:33.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e2bfff640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9e340b2da0 0x7f9e341522a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e2bfff640 1 -- 172.21.15.33:0/510577030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e341e8e50 msgr2=0x7f9e341e7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:33.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e2bfff640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e341e8e50 0x7f9e341e7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:33.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e2bfff640 1 -- 172.21.15.33:0/510577030 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e341e9260 con 0x7f9e340d0610 2024-07-26T15:48:33.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e3359e640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e341e8e50 0x7f9e341e7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:48:33.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e2bfff640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e340d0610 0x7f9e341e8910 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9e1c00ea20 tx=0x7f9e1c00eee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:33.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e2b7fe640 1 -- 172.21.15.33:0/510577030 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e1c00ccc0 con 0x7f9e340d0610 2024-07-26T15:48:33.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e2b7fe640 1 -- 172.21.15.33:0/510577030 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e1c00ce60 con 0x7f9e340d0610 2024-07-26T15:48:33.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e2b7fe640 1 -- 172.21.15.33:0/510577030 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e1c004280 con 0x7f9e340d0610 2024-07-26T15:48:33.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e39136640 1 -- 172.21.15.33:0/510577030 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e340a0f40 con 0x7f9e340d0610 2024-07-26T15:48:33.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.642+0000 7f9e39136640 1 -- 172.21.15.33:0/510577030 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e340a13b0 con 0x7f9e340d0610 2024-07-26T15:48:33.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.643+0000 7f9e39136640 1 -- 172.21.15.33:0/510577030 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e340b5000 con 0x7f9e340d0610 2024-07-26T15:48:33.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.644+0000 7f9e2b7fe640 1 -- 172.21.15.33:0/510577030 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 78) ==== 99258+0+0 (secure 0 0 0) 0x7f9e1c0035f0 con 0x7f9e340d0610 2024-07-26T15:48:33.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.645+0000 7f9e2b7fe640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9e14077180 0x7f9e14079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:33.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.645+0000 7f9e32d9d640 1 -- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9e14077180 msgr2=0x7f9e14079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1799144315 2024-07-26T15:48:33.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.645+0000 7f9e2b7fe640 1 -- 172.21.15.33:0/510577030 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(148..148 src has 1..148) ==== 6157+0+0 (secure 0 0 0) 0x7f9e1c0996b0 con 0x7f9e340d0610 2024-07-26T15:48:33.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.645+0000 7f9e32d9d640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9e14077180 0x7f9e14079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:48:33.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.649+0000 7f9e2b7fe640 1 -- 172.21.15.33:0/510577030 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9e341e9260 con 0x7f9e340d0610 2024-07-26T15:48:33.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.846+0000 7f9e32d9d640 1 -- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9e14077180 msgr2=0x7f9e14079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1799144315 2024-07-26T15:48:33.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.846+0000 7f9e32d9d640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9e14077180 0x7f9e14079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:48:33.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:33.866+0000 7f9e39136640 1 -- 172.21.15.33:0/510577030 --> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/minutes", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f9e340a1110 con 0x7f9e14077180 2024-07-26T15:48:34.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:34.247+0000 7f9e32d9d640 1 -- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9e14077180 msgr2=0x7f9e14079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1799144315 2024-07-26T15:48:34.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:34.247+0000 7f9e32d9d640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9e14077180 0x7f9e14079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T15:48:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:35.048+0000 7f9e32d9d640 1 -- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9e14077180 msgr2=0x7f9e14079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1799144315 2024-07-26T15:48:35.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:35.048+0000 7f9e32d9d640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9e14077180 0x7f9e14079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T15:48:36.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:36.354+0000 7f9e2b7fe640 1 -- 172.21.15.33:0/510577030 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mgrmap(e 79) ==== 98867+0+0 (secure 0 0 0) 0x7f9e1c05e070 con 0x7f9e340d0610 2024-07-26T15:48:36.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:36.355+0000 7f9e2b7fe640 1 -- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9e14077180 msgr2=0x7f9e14079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:48:36.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:36.355+0000 7f9e2b7fe640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/1799144315,v1:172.21.15.154:6837/1799144315] conn(0x7f9e14077180 0x7f9e14079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:36.492 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:36.491+0000 7f5e64ecf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:36.492 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:36.491+0000 7f5e64ecf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:36.493 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:36.491+0000 7f5e64ecf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:36.493 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:36.491+0000 7f5e64ecf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:36.493 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:36.491+0000 7f5e64ecf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:36.493 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:36.491+0000 7f5e67ed5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:36.493 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:36.491+0000 7f5e67ed5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:36.493 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:36.491+0000 7f5e67ed5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:36.493 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:36.491+0000 7f5e67ed5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:36.493 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:36.491+0000 7f5e67ed5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:37.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.360+0000 7f9e2b7fe640 1 -- 172.21.15.33:0/510577030 <== mon.2 v2:172.21.15.154:3301/0 8 ==== mgrmap(e 80) ==== 98994+0+0 (secure 0 0 0) 0x7f9e1c06e3c0 con 0x7f9e340d0610 2024-07-26T15:48:37.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.360+0000 7f9e2b7fe640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f9e1407f780 0x7f9e14081ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:37.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.360+0000 7f9e2b7fe640 1 -- 172.21.15.33:0/510577030 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/minutes", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f9e1400c880 con 0x7f9e1407f780 2024-07-26T15:48:37.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.362+0000 7f9e32d9d640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f9e1407f780 0x7f9e14081ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:37.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.365+0000 7f9e32d9d640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f9e1407f780 0x7f9e14081ba0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9e24034000 tx=0x7f9e24004730 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:37.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.439+0000 7f9e2b7fe640 1 -- 172.21.15.33:0/510577030 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+45 (secure 0 0 0) 0x7f9e1400c880 con 0x7f9e1407f780 2024-07-26T15:48:37.440 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1/minutes 2024-07-26T15:48:37.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.441+0000 7f9e39136640 1 -- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f9e1407f780 msgr2=0x7f9e14081ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:37.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.441+0000 7f9e39136640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f9e1407f780 0x7f9e14081ba0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9e24034000 tx=0x7f9e24004730 comp rx=0 tx=0).stop 2024-07-26T15:48:37.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.441+0000 7f9e39136640 1 -- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e340d0610 msgr2=0x7f9e341e8910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:37.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.441+0000 7f9e39136640 1 --2- 172.21.15.33:0/510577030 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9e340d0610 0x7f9e341e8910 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9e1c00ea20 tx=0x7f9e1c00eee0 comp rx=0 tx=0).stop 2024-07-26T15:48:37.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.441+0000 7f9e3359e640 1 -- 172.21.15.33:0/510577030 reap_dead start 2024-07-26T15:48:37.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.441+0000 7f9e39136640 1 -- 172.21.15.33:0/510577030 shutdown_connections 2024-07-26T15:48:37.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.441+0000 7f9e39136640 1 -- 172.21.15.33:0/510577030 >> 172.21.15.33:0/510577030 conn(0x7f9e340d3d90 msgr2=0x7f9e340d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:37.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.441+0000 7f9e39136640 1 -- 172.21.15.33:0/510577030 shutdown_connections 2024-07-26T15:48:37.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.441+0000 7f9e39136640 1 -- 172.21.15.33:0/510577030 wait complete. 2024-07-26T15:48:37.454 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1/minutes 2024-07-26T15:48:37.455 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:37.455 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/hourly) 2024-07-26T15:48:37.474 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/hourly 1h 2024-07-26T15:48:37.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.635+0000 7f6aaa225640 1 -- 172.21.15.33:0/3154683989 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a8c003fd0 msgr2=0x7f6a8c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:37.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.635+0000 7f6aaa225640 1 --2- 172.21.15.33:0/3154683989 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a8c003fd0 0x7f6a8c004800 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f6aa409fdd0 tx=0x7f6a8c005830 comp rx=0 tx=0).stop 2024-07-26T15:48:37.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.635+0000 7f6aa3fff640 1 -- 172.21.15.33:0/3154683989 reap_dead start 2024-07-26T15:48:37.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.635+0000 7f6aaa225640 1 -- 172.21.15.33:0/3154683989 shutdown_connections 2024-07-26T15:48:37.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.635+0000 7f6aaa225640 1 -- 172.21.15.33:0/3154683989 >> 172.21.15.33:0/3154683989 conn(0x7f6aa40b3810 msgr2=0x7f6aa40b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:37.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.636+0000 7f6aaa225640 1 -- 172.21.15.33:0/3154683989 shutdown_connections 2024-07-26T15:48:37.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.636+0000 7f6aaa225640 1 -- 172.21.15.33:0/3154683989 wait complete. 2024-07-26T15:48:37.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.637+0000 7f6aaa225640 1 Processor -- start 2024-07-26T15:48:37.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.637+0000 7f6aaa225640 1 -- start start 2024-07-26T15:48:37.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aaa225640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a8c003fd0 0x7f6aa41e53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:37.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aaa225640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6aa41f2580 0x7f6aa41e5af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aaa225640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6aa40cb110 0x7f6aa40cb520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aaa225640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa40ce750 con 0x7f6aa40cb110 2024-07-26T15:48:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aaa225640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa40ce5d0 con 0x7f6aa41f2580 2024-07-26T15:48:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aaa225640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6aa40cd6a0 con 0x7f6a8c003fd0 2024-07-26T15:48:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aa3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6aa40cb110 0x7f6aa40cb520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aa3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6aa40cb110 0x7f6aa40cb520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52728/0 (socket says 172.21.15.33:52728) 2024-07-26T15:48:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aa3fff640 1 -- 172.21.15.33:0/1331867467 learned_addr learned my addr 172.21.15.33:0/1331867467 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aa37fe640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a8c003fd0 0x7f6aa41e53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aa2ffd640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6aa41f2580 0x7f6aa41e5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aa3fff640 1 -- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a8c003fd0 msgr2=0x7f6aa41e53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aa3fff640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a8c003fd0 0x7f6aa41e53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aa3fff640 1 -- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6aa41f2580 msgr2=0x7f6aa41e5af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aa3fff640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6aa41f2580 0x7f6aa41e5af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aa3fff640 1 -- 172.21.15.33:0/1331867467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aa40ca070 con 0x7f6aa40cb110 2024-07-26T15:48:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.639+0000 7f6aa3fff640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6aa40cb110 0x7f6aa40cb520 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c006fd0 tx=0x7f6a9c006660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.640+0000 7f6a8bfff640 1 -- 172.21.15.33:0/1331867467 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a9c00fa20 con 0x7f6aa40cb110 2024-07-26T15:48:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.640+0000 7f6aaa225640 1 -- 172.21.15.33:0/1331867467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6aa40ca350 con 0x7f6aa40cb110 2024-07-26T15:48:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.640+0000 7f6a8bfff640 1 -- 172.21.15.33:0/1331867467 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a9c00fbe0 con 0x7f6aa40cb110 2024-07-26T15:48:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.640+0000 7f6a8bfff640 1 -- 172.21.15.33:0/1331867467 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a9c011430 con 0x7f6aa40cb110 2024-07-26T15:48:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.640+0000 7f6aaa225640 1 -- 172.21.15.33:0/1331867467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6aa40ca910 con 0x7f6aa40cb110 2024-07-26T15:48:37.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.641+0000 7f6aaa225640 1 -- 172.21.15.33:0/1331867467 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6aa40ce900 con 0x7f6aa40cb110 2024-07-26T15:48:37.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.642+0000 7f6a8bfff640 1 -- 172.21.15.33:0/1331867467 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 80) ==== 98994+0+0 (secure 0 0 0) 0x7f6a9c0115f0 con 0x7f6aa40cb110 2024-07-26T15:48:37.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.642+0000 7f6a8bfff640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6a90076eb0 0x7f6a900793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:37.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.642+0000 7f6a8bfff640 1 -- 172.21.15.33:0/1331867467 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7f6a9c099200 con 0x7f6aa40cb110 2024-07-26T15:48:37.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.642+0000 7f6aa37fe640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6a90076eb0 0x7f6a900793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:37.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.643+0000 7f6aa37fe640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6a90076eb0 0x7f6a900793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f6a94009ba0 tx=0x7f6a94005f30 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:37.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.647+0000 7f6a8bfff640 1 -- 172.21.15.33:0/1331867467 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6a9c062430 con 0x7f6aa40cb110 2024-07-26T15:48:37.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.864+0000 7f6aaa225640 1 -- 172.21.15.33:0/1331867467 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/hourly", "snap_schedule": "1h", "target": ["mon-mgr", ""]}) -- 0x7f6aa4073f20 con 0x7f6a90076eb0 2024-07-26T15:48:37.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.922+0000 7f6a8bfff640 1 -- 172.21.15.33:0/1331867467 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+44 (secure 0 0 0) 0x7f6aa4073f20 con 0x7f6a90076eb0 2024-07-26T15:48:37.924 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1/hourly 2024-07-26T15:48:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 -- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6a90076eb0 msgr2=0x7f6a900793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6a90076eb0 0x7f6a900793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f6a94009ba0 tx=0x7f6a94005f30 comp rx=0 tx=0).stop 2024-07-26T15:48:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 -- 172.21.15.33:0/1331867467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6aa40cb110 msgr2=0x7f6aa40cb520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6aa40cb110 0x7f6aa40cb520 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f6a9c006fd0 tx=0x7f6a9c006660 comp rx=0 tx=0).stop 2024-07-26T15:48:37.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 -- 172.21.15.33:0/1331867467 shutdown_connections 2024-07-26T15:48:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6a90076eb0 0x7f6a900793c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6aa40cb110 0x7f6aa40cb520 unknown :-1 s=CLOSED pgs=1416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6aa41f2580 0x7f6aa41e5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 --2- 172.21.15.33:0/1331867467 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a8c003fd0 0x7f6aa41e53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 -- 172.21.15.33:0/1331867467 >> 172.21.15.33:0/1331867467 conn(0x7f6aa40b3810 msgr2=0x7f6aa415bf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 -- 172.21.15.33:0/1331867467 shutdown_connections 2024-07-26T15:48:37.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:37.924+0000 7f6aaa225640 1 -- 172.21.15.33:0/1331867467 wait complete. 2024-07-26T15:48:37.937 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1/hourly 2024-07-26T15:48:37.937 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:37.937 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/daily) 2024-07-26T15:48:37.955 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/daily 1d 2024-07-26T15:48:38.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.115+0000 7efe1564b640 1 -- 172.21.15.33:0/811178745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1013ee40 msgr2=0x7efe1015cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:38.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.115+0000 7efe1564b640 1 --2- 172.21.15.33:0/811178745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1013ee40 0x7efe1015cb20 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7efe10141ed0 tx=0x7efe0802a890 comp rx=0 tx=0).stop 2024-07-26T15:48:38.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.115+0000 7efe1564b640 1 -- 172.21.15.33:0/811178745 shutdown_connections 2024-07-26T15:48:38.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.115+0000 7efe1564b640 1 --2- 172.21.15.33:0/811178745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1013ee40 0x7efe1015cb20 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.115+0000 7efe1564b640 1 -- 172.21.15.33:0/811178745 >> 172.21.15.33:0/811178745 conn(0x7efe100b2fa0 msgr2=0x7efe1006d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:38.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.115+0000 7efe1564b640 1 -- 172.21.15.33:0/811178745 shutdown_connections 2024-07-26T15:48:38.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.115+0000 7efe1564b640 1 -- 172.21.15.33:0/811178745 wait complete. 2024-07-26T15:48:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.116+0000 7efe1564b640 1 Processor -- start 2024-07-26T15:48:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.116+0000 7efe1564b640 1 -- start start 2024-07-26T15:48:38.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe1564b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1013ee40 0x7efe101554c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe1564b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe101421e0 0x7efe101f5b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe1564b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe10155c70 0x7efe101f6090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe1564b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efe101673e0 con 0x7efe1013ee40 2024-07-26T15:48:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe1564b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efe10167260 con 0x7efe101421e0 2024-07-26T15:48:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe1564b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efe10167560 con 0x7efe10155c70 2024-07-26T15:48:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe0effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1013ee40 0x7efe101554c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe0effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1013ee40 0x7efe101554c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52742/0 (socket says 172.21.15.33:52742) 2024-07-26T15:48:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe0effd640 1 -- 172.21.15.33:0/848284362 learned_addr learned my addr 172.21.15.33:0/848284362 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe07fff640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe101421e0 0x7efe101f5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe0f7fe640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe10155c70 0x7efe101f6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe0effd640 1 -- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe10155c70 msgr2=0x7efe101f6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:38.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe0effd640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe10155c70 0x7efe101f6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe0effd640 1 -- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe101421e0 msgr2=0x7efe101f5b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:38.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe0effd640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe101421e0 0x7efe101f5b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe0effd640 1 -- 172.21.15.33:0/848284362 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe101409d0 con 0x7efe1013ee40 2024-07-26T15:48:38.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe07fff640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe101421e0 0x7efe101f5b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:38.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe0f7fe640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe10155c70 0x7efe101f6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:38.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe0effd640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1013ee40 0x7efe101554c0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7efe0000c430 tx=0x7efe0000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:38.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.118+0000 7efe077fe640 1 -- 172.21.15.33:0/848284362 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe00011790 con 0x7efe1013ee40 2024-07-26T15:48:38.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.119+0000 7efe077fe640 1 -- 172.21.15.33:0/848284362 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe00017070 con 0x7efe1013ee40 2024-07-26T15:48:38.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.119+0000 7efe1564b640 1 -- 172.21.15.33:0/848284362 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe101f67b0 con 0x7efe1013ee40 2024-07-26T15:48:38.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.119+0000 7efe077fe640 1 -- 172.21.15.33:0/848284362 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe00011cc0 con 0x7efe1013ee40 2024-07-26T15:48:38.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.119+0000 7efe1564b640 1 -- 172.21.15.33:0/848284362 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe10155a00 con 0x7efe1013ee40 2024-07-26T15:48:38.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.120+0000 7efe1564b640 1 -- 172.21.15.33:0/848284362 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe101f65d0 con 0x7efe1013ee40 2024-07-26T15:48:38.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.120+0000 7efe077fe640 1 -- 172.21.15.33:0/848284362 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 80) ==== 98994+0+0 (secure 0 0 0) 0x7efe0001c460 con 0x7efe1013ee40 2024-07-26T15:48:38.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.121+0000 7efe077fe640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efdf0076ee0 0x7efdf00793f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:38.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.121+0000 7efe077fe640 1 -- 172.21.15.33:0/848284362 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7efe000983f0 con 0x7efe1013ee40 2024-07-26T15:48:38.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.121+0000 7efe07fff640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efdf0076ee0 0x7efdf00793f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:38.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.122+0000 7efe07fff640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efdf0076ee0 0x7efdf00793f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7efe101310f0 tx=0x7efdf8009040 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:38.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.125+0000 7efe077fe640 1 -- 172.21.15.33:0/848284362 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efe101f65d0 con 0x7efe1013ee40 2024-07-26T15:48:38.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.341+0000 7efe1564b640 1 -- 172.21.15.33:0/848284362 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/daily", "snap_schedule": "1d", "target": ["mon-mgr", ""]}) -- 0x7efe1006c630 con 0x7efdf0076ee0 2024-07-26T15:48:38.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.408+0000 7efe077fe640 1 -- 172.21.15.33:0/848284362 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7efe1006c630 con 0x7efdf0076ee0 2024-07-26T15:48:38.409 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1/daily 2024-07-26T15:48:38.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 -- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efdf0076ee0 msgr2=0x7efdf00793f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:38.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efdf0076ee0 0x7efdf00793f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7efe101310f0 tx=0x7efdf8009040 comp rx=0 tx=0).stop 2024-07-26T15:48:38.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 -- 172.21.15.33:0/848284362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1013ee40 msgr2=0x7efe101554c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:38.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1013ee40 0x7efe101554c0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7efe0000c430 tx=0x7efe0000c8f0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 -- 172.21.15.33:0/848284362 shutdown_connections 2024-07-26T15:48:38.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efdf0076ee0 0x7efdf00793f0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efe10155c70 0x7efe101f6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efe101421e0 0x7efe101f5b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 --2- 172.21.15.33:0/848284362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe1013ee40 0x7efe101554c0 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 -- 172.21.15.33:0/848284362 >> 172.21.15.33:0/848284362 conn(0x7efe100b2fa0 msgr2=0x7efe1006c840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:38.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 -- 172.21.15.33:0/848284362 shutdown_connections 2024-07-26T15:48:38.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.410+0000 7efe1564b640 1 -- 172.21.15.33:0/848284362 wait complete. 2024-07-26T15:48:38.423 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1/daily 2024-07-26T15:48:38.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:38.423 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/weekly) 2024-07-26T15:48:38.441 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/weekly 1w 2024-07-26T15:48:38.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.600+0000 7fbc720cb640 1 -- 172.21.15.33:0/3483470722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc6c0b5f80 msgr2=0x7fbc6c0d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:38.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.600+0000 7fbc720cb640 1 --2- 172.21.15.33:0/3483470722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc6c0b5f80 0x7fbc6c0d1920 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7fbc60005fd0 tx=0x7fbc6002a530 comp rx=0 tx=0).stop 2024-07-26T15:48:38.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.600+0000 7fbc720cb640 1 -- 172.21.15.33:0/3483470722 shutdown_connections 2024-07-26T15:48:38.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.600+0000 7fbc720cb640 1 --2- 172.21.15.33:0/3483470722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc6c0b5f80 0x7fbc6c0d1920 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.600+0000 7fbc720cb640 1 --2- 172.21.15.33:0/3483470722 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc6c0cfa50 0x7fbc6c0b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.600+0000 7fbc720cb640 1 -- 172.21.15.33:0/3483470722 >> 172.21.15.33:0/3483470722 conn(0x7fbc6c0d3de0 msgr2=0x7fbc6c0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:38.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.600+0000 7fbc720cb640 1 -- 172.21.15.33:0/3483470722 shutdown_connections 2024-07-26T15:48:38.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.600+0000 7fbc720cb640 1 -- 172.21.15.33:0/3483470722 wait complete. 2024-07-26T15:48:38.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.602+0000 7fbc720cb640 1 Processor -- start 2024-07-26T15:48:38.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.602+0000 7fbc720cb640 1 -- start start 2024-07-26T15:48:38.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.603+0000 7fbc720cb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc6c0b5f80 0x7fbc6c1dc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:38.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.603+0000 7fbc720cb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc6c0b6390 0x7fbc6c1e5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:38.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.603+0000 7fbc720cb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc6c0cfa50 0x7fbc6c1e5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:38.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.603+0000 7fbc720cb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c0b3740 con 0x7fbc6c0b6390 2024-07-26T15:48:38.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.603+0000 7fbc720cb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbc6c0b2d30 con 0x7fbc6c0b5f80 2024-07-26T15:48:38.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.603+0000 7fbc720cb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbc6c0b38c0 con 0x7fbc6c0cfa50 2024-07-26T15:48:38.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.603+0000 7fbc6affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc6c0b6390 0x7fbc6c1e5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:38.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.603+0000 7fbc6affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc6c0b6390 0x7fbc6c1e5660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52762/0 (socket says 172.21.15.33:52762) 2024-07-26T15:48:38.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.603+0000 7fbc6bfff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc6c0cfa50 0x7fbc6c1e5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc6affd640 1 -- 172.21.15.33:0/1450196811 learned_addr learned my addr 172.21.15.33:0/1450196811 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc6b7fe640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc6c0b5f80 0x7fbc6c1dc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc6affd640 1 -- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc6c0cfa50 msgr2=0x7fbc6c1e5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc6affd640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc6c0cfa50 0x7fbc6c1e5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc6affd640 1 -- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc6c0b5f80 msgr2=0x7fbc6c1dc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc6affd640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc6c0b5f80 0x7fbc6c1dc2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc6affd640 1 -- 172.21.15.33:0/1450196811 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc6c0b8060 con 0x7fbc6c0b6390 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc6bfff640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc6c0cfa50 0x7fbc6c1e5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc6b7fe640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc6c0b5f80 0x7fbc6c1dc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc6affd640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc6c0b6390 0x7fbc6c1e5660 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7fbc60034040 tx=0x7fbc600039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc53fff640 1 -- 172.21.15.33:0/1450196811 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc6003e030 con 0x7fbc6c0b6390 2024-07-26T15:48:38.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc53fff640 1 -- 172.21.15.33:0/1450196811 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc600047a0 con 0x7fbc6c0b6390 2024-07-26T15:48:38.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc720cb640 1 -- 172.21.15.33:0/1450196811 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc6c0b8d10 con 0x7fbc6c0b6390 2024-07-26T15:48:38.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc53fff640 1 -- 172.21.15.33:0/1450196811 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc60035040 con 0x7fbc6c0b6390 2024-07-26T15:48:38.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.604+0000 7fbc720cb640 1 -- 172.21.15.33:0/1450196811 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc6c0b79a0 con 0x7fbc6c0b6390 2024-07-26T15:48:38.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.605+0000 7fbc720cb640 1 -- 172.21.15.33:0/1450196811 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc6c0b5a40 con 0x7fbc6c0b6390 2024-07-26T15:48:38.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.606+0000 7fbc53fff640 1 -- 172.21.15.33:0/1450196811 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 80) ==== 98994+0+0 (secure 0 0 0) 0x7fbc60041030 con 0x7fbc6c0b6390 2024-07-26T15:48:38.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.607+0000 7fbc53fff640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7fbc58076eb0 0x7fbc580793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:38.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.607+0000 7fbc53fff640 1 -- 172.21.15.33:0/1450196811 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7fbc600b9110 con 0x7fbc6c0b6390 2024-07-26T15:48:38.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.607+0000 7fbc6b7fe640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7fbc58076eb0 0x7fbc580793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:38.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.607+0000 7fbc6b7fe640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7fbc58076eb0 0x7fbc580793c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c005fd0 tx=0x7fbc5c00a250 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:38.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.611+0000 7fbc53fff640 1 -- 172.21.15.33:0/1450196811 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbc60081ca0 con 0x7fbc6c0b6390 2024-07-26T15:48:38.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.828+0000 7fbc720cb640 1 -- 172.21.15.33:0/1450196811 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/weekly", "snap_schedule": "1w", "target": ["mon-mgr", ""]}) -- 0x7fbc6c0b82f0 con 0x7fbc58076eb0 2024-07-26T15:48:38.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.891+0000 7fbc53fff640 1 -- 172.21.15.33:0/1450196811 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+44 (secure 0 0 0) 0x7fbc6c0b82f0 con 0x7fbc58076eb0 2024-07-26T15:48:38.892 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1/weekly 2024-07-26T15:48:38.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 -- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7fbc58076eb0 msgr2=0x7fbc580793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:38.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7fbc58076eb0 0x7fbc580793c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c005fd0 tx=0x7fbc5c00a250 comp rx=0 tx=0).stop 2024-07-26T15:48:38.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 -- 172.21.15.33:0/1450196811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc6c0b6390 msgr2=0x7fbc6c1e5660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:38.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc6c0b6390 0x7fbc6c1e5660 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7fbc60034040 tx=0x7fbc600039e0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 -- 172.21.15.33:0/1450196811 shutdown_connections 2024-07-26T15:48:38.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7fbc58076eb0 0x7fbc580793c0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc6c0cfa50 0x7fbc6c1e5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc6c0b6390 0x7fbc6c1e5660 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 --2- 172.21.15.33:0/1450196811 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc6c0b5f80 0x7fbc6c1dc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:38.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 -- 172.21.15.33:0/1450196811 >> 172.21.15.33:0/1450196811 conn(0x7fbc6c0d3de0 msgr2=0x7fbc6c1dda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:38.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 -- 172.21.15.33:0/1450196811 shutdown_connections 2024-07-26T15:48:38.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:38.893+0000 7fbc720cb640 1 -- 172.21.15.33:0/1450196811 wait complete. 2024-07-26T15:48:38.905 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1/weekly 2024-07-26T15:48:38.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:38.906 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/monthly) 2024-07-26T15:48:38.924 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/monthly 1M 2024-07-26T15:48:39.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.083+0000 7f0894cfa640 1 -- 172.21.15.33:0/3643792718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08900b6150 msgr2=0x7f08900d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:39.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.083+0000 7f0894cfa640 1 --2- 172.21.15.33:0/3643792718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08900b6150 0x7f08900d1920 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f0878005fd0 tx=0x7f087802a5d0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.083+0000 7f0894cfa640 1 -- 172.21.15.33:0/3643792718 shutdown_connections 2024-07-26T15:48:39.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.083+0000 7f0894cfa640 1 --2- 172.21.15.33:0/3643792718 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08900b6150 0x7f08900d1920 unknown :-1 s=CLOSED pgs=1423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.084+0000 7f0894cfa640 1 -- 172.21.15.33:0/3643792718 >> 172.21.15.33:0/3643792718 conn(0x7f08900d3de0 msgr2=0x7f08900d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:39.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.084+0000 7f0894cfa640 1 -- 172.21.15.33:0/3643792718 shutdown_connections 2024-07-26T15:48:39.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.084+0000 7f0894cfa640 1 -- 172.21.15.33:0/3643792718 wait complete. 2024-07-26T15:48:39.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.086+0000 7f0894cfa640 1 Processor -- start 2024-07-26T15:48:39.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.086+0000 7f0894cfa640 1 -- start start 2024-07-26T15:48:39.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f0894cfa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08900b6150 0x7f089006d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:39.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f0894cfa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08900cfa50 0x7f08901e2c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:39.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f0894cfa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08900d1e60 0x7f08901f8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:39.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f0894cfa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f08900d2270 con 0x7f08900d1e60 2024-07-26T15:48:39.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f0894cfa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f08900b2d30 con 0x7f08900cfa50 2024-07-26T15:48:39.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f0894cfa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f08900d23f0 con 0x7f08900b6150 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f088ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08900d1e60 0x7f08901f8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f088ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08900d1e60 0x7f08901f8cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52786/0 (socket says 172.21.15.33:52786) 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f088ed9d640 1 -- 172.21.15.33:0/2925358096 learned_addr learned my addr 172.21.15.33:0/2925358096 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f0887fff640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08900cfa50 0x7f08901e2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f088e59c640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08900b6150 0x7f089006d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f088ed9d640 1 -- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08900b6150 msgr2=0x7f089006d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f088ed9d640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08900b6150 0x7f089006d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f088ed9d640 1 -- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08900cfa50 msgr2=0x7f08901e2c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f088ed9d640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08900cfa50 0x7f08901e2c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.087+0000 7f088ed9d640 1 -- 172.21.15.33:0/2925358096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08901e3160 con 0x7f08900d1e60 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.088+0000 7f088ed9d640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08900d1e60 0x7f08901f8cc0 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f088800b9e0 tx=0x7f088800bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:39.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.088+0000 7f0886ffd640 1 -- 172.21.15.33:0/2925358096 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0888003b70 con 0x7f08900d1e60 2024-07-26T15:48:39.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.088+0000 7f0886ffd640 1 -- 172.21.15.33:0/2925358096 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0888003e00 con 0x7f08900d1e60 2024-07-26T15:48:39.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.088+0000 7f0886ffd640 1 -- 172.21.15.33:0/2925358096 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f088800cb20 con 0x7f08900d1e60 2024-07-26T15:48:39.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.088+0000 7f0894cfa640 1 -- 172.21.15.33:0/2925358096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f089006da50 con 0x7f08900d1e60 2024-07-26T15:48:39.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.088+0000 7f0894cfa640 1 -- 172.21.15.33:0/2925358096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f089006e010 con 0x7f08900d1e60 2024-07-26T15:48:39.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.089+0000 7f0894cfa640 1 -- 172.21.15.33:0/2925358096 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08900b9310 con 0x7f08900d1e60 2024-07-26T15:48:39.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.090+0000 7f0886ffd640 1 -- 172.21.15.33:0/2925358096 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 80) ==== 98994+0+0 (secure 0 0 0) 0x7f088800ccc0 con 0x7f08900d1e60 2024-07-26T15:48:39.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.090+0000 7f0886ffd640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f0870076eb0 0x7f08700793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:39.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.090+0000 7f0886ffd640 1 -- 172.21.15.33:0/2925358096 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7f0888098710 con 0x7f08900d1e60 2024-07-26T15:48:39.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.090+0000 7f088e59c640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f0870076eb0 0x7f08700793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:39.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.091+0000 7f088e59c640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f0870076eb0 0x7f08700793c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0880000f60 tx=0x7f0880009040 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:39.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.095+0000 7f0886ffd640 1 -- 172.21.15.33:0/2925358096 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f08900b9310 con 0x7f08900d1e60 2024-07-26T15:48:39.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.194+0000 7f0886ffd640 1 -- 172.21.15.33:0/2925358096 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 81) ==== 99259+0+0 (secure 0 0 0) 0x7f088805d580 con 0x7f08900d1e60 2024-07-26T15:48:39.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.314+0000 7f0894cfa640 1 -- 172.21.15.33:0/2925358096 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/monthly", "snap_schedule": "1M", "target": ["mon-mgr", ""]}) -- 0x7f08901e3330 con 0x7f0870076eb0 2024-07-26T15:48:39.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.373+0000 7f0886ffd640 1 -- 172.21.15.33:0/2925358096 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+45 (secure 0 0 0) 0x7f08901e3330 con 0x7f0870076eb0 2024-07-26T15:48:39.375 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1/monthly 2024-07-26T15:48:39.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.375+0000 7f0894cfa640 1 -- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f0870076eb0 msgr2=0x7f08700793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:39.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.376+0000 7f0894cfa640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f0870076eb0 0x7f08700793c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0880000f60 tx=0x7f0880009040 comp rx=0 tx=0).stop 2024-07-26T15:48:39.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.376+0000 7f0894cfa640 1 -- 172.21.15.33:0/2925358096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08900d1e60 msgr2=0x7f08901f8cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:39.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.376+0000 7f0894cfa640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08900d1e60 0x7f08901f8cc0 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f088800b9e0 tx=0x7f088800bea0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.376+0000 7f0894cfa640 1 -- 172.21.15.33:0/2925358096 shutdown_connections 2024-07-26T15:48:39.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.376+0000 7f0894cfa640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f0870076eb0 0x7f08700793c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.376+0000 7f0894cfa640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08900d1e60 0x7f08901f8cc0 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.376+0000 7f0894cfa640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08900cfa50 0x7f08901e2c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.376+0000 7f0894cfa640 1 --2- 172.21.15.33:0/2925358096 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08900b6150 0x7f089006d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.376+0000 7f0894cfa640 1 -- 172.21.15.33:0/2925358096 >> 172.21.15.33:0/2925358096 conn(0x7f08900d3de0 msgr2=0x7f08900b5a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:39.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.376+0000 7f0894cfa640 1 -- 172.21.15.33:0/2925358096 shutdown_connections 2024-07-26T15:48:39.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.376+0000 7f0894cfa640 1 -- 172.21.15.33:0/2925358096 wait complete. 2024-07-26T15:48:39.388 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1/monthly 2024-07-26T15:48:39.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:39.389 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/yearly) 2024-07-26T15:48:39.406 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/yearly 1y 2024-07-26T15:48:39.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.566+0000 7efcf3d16640 1 -- 172.21.15.33:0/3431642275 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efcec0b53e0 msgr2=0x7efcec0d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:39.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.566+0000 7efcf3d16640 1 --2- 172.21.15.33:0/3431642275 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efcec0b53e0 0x7efcec0d0570 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7efce8009900 tx=0x7efce802a610 comp rx=0 tx=0).stop 2024-07-26T15:48:39.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.566+0000 7efcf3d16640 1 -- 172.21.15.33:0/3431642275 shutdown_connections 2024-07-26T15:48:39.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.566+0000 7efcf3d16640 1 --2- 172.21.15.33:0/3431642275 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efcec0cf8e0 0x7efcec0d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.566+0000 7efcf3d16640 1 --2- 172.21.15.33:0/3431642275 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efcec0b53e0 0x7efcec0d0570 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.566+0000 7efcf3d16640 1 -- 172.21.15.33:0/3431642275 >> 172.21.15.33:0/3431642275 conn(0x7efcec0d3dc0 msgr2=0x7efcec0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:39.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.566+0000 7efcf3d16640 1 -- 172.21.15.33:0/3431642275 shutdown_connections 2024-07-26T15:48:39.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.566+0000 7efcf3d16640 1 -- 172.21.15.33:0/3431642275 wait complete. 2024-07-26T15:48:39.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.568+0000 7efcf3d16640 1 Processor -- start 2024-07-26T15:48:39.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.568+0000 7efcf3d16640 1 -- start start 2024-07-26T15:48:39.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.569+0000 7efcf3d16640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efcec0b53e0 0x7efcec14f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:39.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.569+0000 7efcf3d16640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efcec0b8fa0 0x7efcec0a0a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:39.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.569+0000 7efcf3d16640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efcec0cf8e0 0x7efcec0a0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:39.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.569+0000 7efcf3d16640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efcec0b7870 con 0x7efcec0cf8e0 2024-07-26T15:48:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.569+0000 7efcf3d16640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efcec0b76f0 con 0x7efcec0b53e0 2024-07-26T15:48:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.569+0000 7efcf3d16640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efcec0b79f0 con 0x7efcec0b8fa0 2024-07-26T15:48:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf22b3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efcec0cf8e0 0x7efcec0a0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf22b3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efcec0cf8e0 0x7efcec0a0fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52802/0 (socket says 172.21.15.33:52802) 2024-07-26T15:48:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf22b3640 1 -- 172.21.15.33:0/1272718750 learned_addr learned my addr 172.21.15.33:0/1272718750 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf12b1640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efcec0b8fa0 0x7efcec0a0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf1ab2640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efcec0b53e0 0x7efcec14f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf22b3640 1 -- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efcec0b8fa0 msgr2=0x7efcec0a0a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf22b3640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efcec0b8fa0 0x7efcec0a0a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf22b3640 1 -- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efcec0b53e0 msgr2=0x7efcec14f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:39.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf22b3640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efcec0b53e0 0x7efcec14f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf22b3640 1 -- 172.21.15.33:0/1272718750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcec09f7d0 con 0x7efcec0cf8e0 2024-07-26T15:48:39.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf22b3640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efcec0cf8e0 0x7efcec0a0fc0 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7efce400da10 tx=0x7efce400ded0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:39.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efce27fc640 1 -- 172.21.15.33:0/1272718750 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce4017070 con 0x7efcec0cf8e0 2024-07-26T15:48:39.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efce27fc640 1 -- 172.21.15.33:0/1272718750 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efce4003970 con 0x7efcec0cf8e0 2024-07-26T15:48:39.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf3d16640 1 -- 172.21.15.33:0/1272718750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcec09ec50 con 0x7efcec0cf8e0 2024-07-26T15:48:39.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efce27fc640 1 -- 172.21.15.33:0/1272718750 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efce400be60 con 0x7efcec0cf8e0 2024-07-26T15:48:39.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.570+0000 7efcf3d16640 1 -- 172.21.15.33:0/1272718750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcec09f210 con 0x7efcec0cf8e0 2024-07-26T15:48:39.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.571+0000 7efcf3d16640 1 -- 172.21.15.33:0/1272718750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcec09e9c0 con 0x7efcec0cf8e0 2024-07-26T15:48:39.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.572+0000 7efce27fc640 1 -- 172.21.15.33:0/1272718750 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 81) ==== 99259+0+0 (secure 0 0 0) 0x7efce4010460 con 0x7efcec0cf8e0 2024-07-26T15:48:39.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.573+0000 7efce27fc640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efcd0077180 0x7efcd0079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:39.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.573+0000 7efce27fc640 1 -- 172.21.15.33:0/1272718750 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7efce40992e0 con 0x7efcec0cf8e0 2024-07-26T15:48:39.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.573+0000 7efcf1ab2640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efcd0077180 0x7efcd0079690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:39.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.573+0000 7efcf1ab2640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efcd0077180 0x7efcd0079690 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7efce8033000 tx=0x7efce8004730 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:39.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.577+0000 7efce27fc640 1 -- 172.21.15.33:0/1272718750 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efce4061f90 con 0x7efcec0cf8e0 2024-07-26T15:48:39.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.792+0000 7efcf3d16640 1 -- 172.21.15.33:0/1272718750 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/yearly", "snap_schedule": "1y", "target": ["mon-mgr", ""]}) -- 0x7efcec0b7ea0 con 0x7efcd0077180 2024-07-26T15:48:39.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.852+0000 7efce27fc640 1 -- 172.21.15.33:0/1272718750 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+44 (secure 0 0 0) 0x7efcec0b7ea0 con 0x7efcd0077180 2024-07-26T15:48:39.854 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1/yearly 2024-07-26T15:48:39.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 -- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efcd0077180 msgr2=0x7efcd0079690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:39.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efcd0077180 0x7efcd0079690 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7efce8033000 tx=0x7efce8004730 comp rx=0 tx=0).stop 2024-07-26T15:48:39.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 -- 172.21.15.33:0/1272718750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efcec0cf8e0 msgr2=0x7efcec0a0fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:39.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efcec0cf8e0 0x7efcec0a0fc0 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7efce400da10 tx=0x7efce400ded0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 -- 172.21.15.33:0/1272718750 shutdown_connections 2024-07-26T15:48:39.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7efcd0077180 0x7efcd0079690 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efcec0cf8e0 0x7efcec0a0fc0 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efcec0b8fa0 0x7efcec0a0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 --2- 172.21.15.33:0/1272718750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efcec0b53e0 0x7efcec14f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:39.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 -- 172.21.15.33:0/1272718750 >> 172.21.15.33:0/1272718750 conn(0x7efcec0d3dc0 msgr2=0x7efcec06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:39.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 -- 172.21.15.33:0/1272718750 shutdown_connections 2024-07-26T15:48:39.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:39.854+0000 7efcf3d16640 1 -- 172.21.15.33:0/1272718750 wait complete. 2024-07-26T15:48:39.867 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1/yearly 2024-07-26T15:48:39.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:39.867 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/bad_period_spec) 2024-07-26T15:48:39.885 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/bad_period_spec 1X 2024-07-26T15:48:40.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.045+0000 7f6269671640 1 -- 172.21.15.33:0/3551612655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f624c004800 msgr2=0x7f624c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:40.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.045+0000 7f6269671640 1 --2- 172.21.15.33:0/3551612655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f624c004800 0x7f624c004c10 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7f62580016c0 tx=0x7f624c005830 comp rx=0 tx=0).stop 2024-07-26T15:48:40.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.045+0000 7f6269671640 1 -- 172.21.15.33:0/3551612655 shutdown_connections 2024-07-26T15:48:40.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.045+0000 7f6269671640 1 --2- 172.21.15.33:0/3551612655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f624c004800 0x7f624c004c10 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.045+0000 7f6269671640 1 -- 172.21.15.33:0/3551612655 >> 172.21.15.33:0/3551612655 conn(0x7f62640b2fa0 msgr2=0x7f626406d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:40.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.045+0000 7f6269671640 1 -- 172.21.15.33:0/3551612655 shutdown_connections 2024-07-26T15:48:40.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.045+0000 7f6269671640 1 -- 172.21.15.33:0/3551612655 wait complete. 2024-07-26T15:48:40.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.047+0000 7f6269671640 1 Processor -- start 2024-07-26T15:48:40.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.047+0000 7f6269671640 1 -- start start 2024-07-26T15:48:40.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.048+0000 7f6269671640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f624c004800 0x7f62640cf520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.048+0000 7f6269671640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f626414b510 0x7f6264159e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.048+0000 7f6269671640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f626414b920 0x7f626415a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.048+0000 7f6269671640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f626415c300 con 0x7f626414b510 2024-07-26T15:48:40.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.048+0000 7f6269671640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f626415c180 con 0x7f626414b920 2024-07-26T15:48:40.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.048+0000 7f6269671640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f62640731a0 con 0x7f624c004800 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.048+0000 7f62627fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f626414b510 0x7f6264159e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.048+0000 7f62627fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f626414b510 0x7f6264159e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52818/0 (socket says 172.21.15.33:52818) 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.048+0000 7f62627fc640 1 -- 172.21.15.33:0/1011059143 learned_addr learned my addr 172.21.15.33:0/1011059143 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.048+0000 7f6262ffd640 1 --2- 172.21.15.33:0/1011059143 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f624c004800 0x7f62640cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f62637fe640 1 --2- 172.21.15.33:0/1011059143 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f626414b920 0x7f626415a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f62627fc640 1 -- 172.21.15.33:0/1011059143 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f624c004800 msgr2=0x7f62640cf520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f62627fc640 1 --2- 172.21.15.33:0/1011059143 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f624c004800 0x7f62640cf520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f62627fc640 1 -- 172.21.15.33:0/1011059143 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f626414b920 msgr2=0x7f626415a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f62627fc640 1 --2- 172.21.15.33:0/1011059143 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f626414b920 0x7f626415a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f62627fc640 1 -- 172.21.15.33:0/1011059143 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62640cffe0 con 0x7f626414b510 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f62627fc640 1 --2- 172.21.15.33:0/1011059143 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f626414b510 0x7f6264159e00 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7f625802a8e0 tx=0x7f62580063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f624b7fe640 1 -- 172.21.15.33:0/1011059143 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258003a00 con 0x7f626414b510 2024-07-26T15:48:40.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f624b7fe640 1 -- 172.21.15.33:0/1011059143 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6258039070 con 0x7f626414b510 2024-07-26T15:48:40.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f6269671640 1 -- 172.21.15.33:0/1011059143 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62641526a0 con 0x7f626414b510 2024-07-26T15:48:40.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f624b7fe640 1 -- 172.21.15.33:0/1011059143 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258033420 con 0x7f626414b510 2024-07-26T15:48:40.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.049+0000 7f6269671640 1 -- 172.21.15.33:0/1011059143 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62640cfa60 con 0x7f626414b510 2024-07-26T15:48:40.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.050+0000 7f6269671640 1 -- 172.21.15.33:0/1011059143 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62640cfd50 con 0x7f626414b510 2024-07-26T15:48:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.051+0000 7f624b7fe640 1 -- 172.21.15.33:0/1011059143 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 81) ==== 99259+0+0 (secure 0 0 0) 0x7f6258044020 con 0x7f626414b510 2024-07-26T15:48:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.051+0000 7f624b7fe640 1 --2- 172.21.15.33:0/1011059143 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f62500771b0 0x7f62500796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.051+0000 7f624b7fe640 1 -- 172.21.15.33:0/1011059143 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7f62580b85a0 con 0x7f626414b510 2024-07-26T15:48:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.052+0000 7f6262ffd640 1 --2- 172.21.15.33:0/1011059143 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f62500771b0 0x7f62500796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.052+0000 7f6262ffd640 1 --2- 172.21.15.33:0/1011059143 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f62500771b0 0x7f62500796c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f6254006cb0 tx=0x7f62540067a0 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:40.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.056+0000 7f624b7fe640 1 -- 172.21.15.33:0/1011059143 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f62580814c0 con 0x7f626414b510 2024-07-26T15:48:40.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.269+0000 7f6269671640 1 -- 172.21.15.33:0/1011059143 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/bad_period_spec", "snap_schedule": "1X", "target": ["mon-mgr", ""]}) -- 0x7f6264152490 con 0x7f62500771b0 2024-07-26T15:48:40.271 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:40.270+0000 7f5e6eee3640 -1 mgr.server reply reply (2) No such file or directory invalid schedule specified - multiplier should be one of h,d,w,M,y 2024-07-26T15:48:40.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.270+0000 7f624b7fe640 1 -- 172.21.15.33:0/1011059143 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: -2 invalid schedule specified - multiplier should be one of h,d,w,M,y) ==== 74+0+0 (secure 0 0 0) 0x7f6264152490 con 0x7f62500771b0 2024-07-26T15:48:40.272 INFO:teuthology.orchestra.run.smithi033.stderr:Error ENOENT: invalid schedule specified - multiplier should be one of h,d,w,M,y 2024-07-26T15:48:40.277 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-07-26T15:48:40.278 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/bad_period_spec 1MM 2024-07-26T15:48:40.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.398+0000 7f23ff565640 1 -- 172.21.15.33:0/2778629831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23f815c610 msgr2=0x7f23f80cf370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:40.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.398+0000 7f23ff565640 1 --2- 172.21.15.33:0/2778629831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23f815c610 0x7f23f80cf370 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f23e8005fd0 tx=0x7f23e802aa50 comp rx=0 tx=0).stop 2024-07-26T15:48:40.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.398+0000 7f23ff565640 1 -- 172.21.15.33:0/2778629831 shutdown_connections 2024-07-26T15:48:40.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.398+0000 7f23ff565640 1 --2- 172.21.15.33:0/2778629831 >> v2:172.21.15.154:3300/0 conn(0x7f23f815d9f0 0x7f23f815de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.398+0000 7f23ff565640 1 --2- 172.21.15.33:0/2778629831 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23f806c810 0x7f23f806cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.398+0000 7f23ff565640 1 --2- 172.21.15.33:0/2778629831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23f815c610 0x7f23f80cf370 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.398+0000 7f23ff565640 1 -- 172.21.15.33:0/2778629831 >> 172.21.15.33:0/2778629831 conn(0x7f23f80d0b40 msgr2=0x7f23f80d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:40.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.398+0000 7f23ff565640 1 -- 172.21.15.33:0/2778629831 shutdown_connections 2024-07-26T15:48:40.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.398+0000 7f23ff565640 1 -- 172.21.15.33:0/2778629831 wait complete. 2024-07-26T15:48:40.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.400+0000 7f23ff565640 1 Processor -- start 2024-07-26T15:48:40.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.400+0000 7f23ff565640 1 -- start start 2024-07-26T15:48:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.401+0000 7f23ff565640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23f806c810 0x7f23f815ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.401+0000 7f23ff565640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23f815c610 0x7f23f80a9de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.401+0000 7f23ff565640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23f815d9f0 0x7f23f8148420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.401+0000 7f23ff565640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f23f815e9e0 con 0x7f23f806c810 2024-07-26T15:48:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.401+0000 7f23ff565640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f23f815e860 con 0x7f23f815c610 2024-07-26T15:48:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.401+0000 7f23ff565640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f23f815eb60 con 0x7f23f815d9f0 2024-07-26T15:48:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.401+0000 7f23fd301640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23f806c810 0x7f23f815ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.402+0000 7f23fd301640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23f806c810 0x7f23f815ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52824/0 (socket says 172.21.15.33:52824) 2024-07-26T15:48:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.402+0000 7f23fd301640 1 -- 172.21.15.33:0/3106699655 learned_addr learned my addr 172.21.15.33:0/3106699655 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.402+0000 7f23fdb02640 1 --2- 172.21.15.33:0/3106699655 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23f815d9f0 0x7f23f8148420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.402+0000 7f23fcb00640 1 --2- 172.21.15.33:0/3106699655 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23f815c610 0x7f23f80a9de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.402+0000 7f23fd301640 1 -- 172.21.15.33:0/3106699655 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23f815d9f0 msgr2=0x7f23f8148420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.402+0000 7f23fd301640 1 --2- 172.21.15.33:0/3106699655 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23f815d9f0 0x7f23f8148420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.402+0000 7f23fd301640 1 -- 172.21.15.33:0/3106699655 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23f815c610 msgr2=0x7f23f80a9de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.402+0000 7f23fd301640 1 --2- 172.21.15.33:0/3106699655 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23f815c610 0x7f23f80a9de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.402+0000 7f23fd301640 1 -- 172.21.15.33:0/3106699655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23f80aa320 con 0x7f23f806c810 2024-07-26T15:48:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.402+0000 7f23fd301640 1 --2- 172.21.15.33:0/3106699655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23f806c810 0x7f23f815ab30 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f23e8000f80 tx=0x7f23e8003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:40.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.404+0000 7f23f5ffb640 1 -- 172.21.15.33:0/3106699655 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e8046070 con 0x7f23f806c810 2024-07-26T15:48:40.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.404+0000 7f23f5ffb640 1 -- 172.21.15.33:0/3106699655 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23e80046c0 con 0x7f23f806c810 2024-07-26T15:48:40.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.404+0000 7f23ff565640 1 -- 172.21.15.33:0/3106699655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23f8159a90 con 0x7f23f806c810 2024-07-26T15:48:40.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.404+0000 7f23f5ffb640 1 -- 172.21.15.33:0/3106699655 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e8033070 con 0x7f23f806c810 2024-07-26T15:48:40.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.404+0000 7f23ff565640 1 -- 172.21.15.33:0/3106699655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23f815a050 con 0x7f23f806c810 2024-07-26T15:48:40.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.406+0000 7f23ff565640 1 -- 172.21.15.33:0/3106699655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23f80cf370 con 0x7f23f806c810 2024-07-26T15:48:40.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.406+0000 7f23f5ffb640 1 -- 172.21.15.33:0/3106699655 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 81) ==== 99259+0+0 (secure 0 0 0) 0x7f23e8049070 con 0x7f23f806c810 2024-07-26T15:48:40.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.407+0000 7f23f5ffb640 1 --2- 172.21.15.33:0/3106699655 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f23e4077180 0x7f23e4079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.407+0000 7f23f5ffb640 1 -- 172.21.15.33:0/3106699655 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7f23e80b9f80 con 0x7f23f806c810 2024-07-26T15:48:40.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.407+0000 7f23fcb00640 1 --2- 172.21.15.33:0/3106699655 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f23e4077180 0x7f23e4079690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.408+0000 7f23fcb00640 1 --2- 172.21.15.33:0/3106699655 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f23e4077180 0x7f23e4079690 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f23f815b140 tx=0x7f23ec005ef0 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:40.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.412+0000 7f23f5ffb640 1 -- 172.21.15.33:0/3106699655 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f23e803e070 con 0x7f23f806c810 2024-07-26T15:48:40.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.419+0000 7f23f5ffb640 1 -- 172.21.15.33:0/3106699655 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 82) ==== 99315+0+0 (secure 0 0 0) 0x7f23e8036070 con 0x7f23f806c810 2024-07-26T15:48:40.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.632+0000 7f23ff565640 1 -- 172.21.15.33:0/3106699655 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/bad_period_spec", "snap_schedule": "1MM", "target": ["mon-mgr", ""]}) -- 0x7f23f8159660 con 0x7f23e4077180 2024-07-26T15:48:40.634 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:40.633+0000 7f5e6eee3640 -1 mgr.server reply reply (2) No such file or directory invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc. 2024-07-26T15:48:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.633+0000 7f23f5ffb640 1 -- 172.21.15.33:0/3106699655 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: -2 invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc.) ==== 138+0+0 (secure 0 0 0) 0x7f23ec004020 con 0x7f23e4077180 2024-07-26T15:48:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:Error ENOENT: invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc. 2024-07-26T15:48:40.640 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-07-26T15:48:40.641 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/bad_period_spec 1 2024-07-26T15:48:40.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.760+0000 7f9a20624640 1 -- 172.21.15.33:0/1608680325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a180b74c0 msgr2=0x7f9a180ce900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:40.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.760+0000 7f9a20624640 1 --2- 172.21.15.33:0/1608680325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a180b74c0 0x7f9a180ce900 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f9a1806d540 tx=0x7f9a0802a4d0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.760+0000 7f9a20624640 1 -- 172.21.15.33:0/1608680325 shutdown_connections 2024-07-26T15:48:40.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.760+0000 7f9a20624640 1 --2- 172.21.15.33:0/1608680325 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9a180b5720 0x7f9a180b5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.760+0000 7f9a20624640 1 --2- 172.21.15.33:0/1608680325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a180b74c0 0x7f9a180ce900 unknown :-1 s=CLOSED pgs=1432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.760+0000 7f9a20624640 1 --2- 172.21.15.33:0/1608680325 >> v2:172.21.15.154:3300/0 conn(0x7f9a180cfcc0 0x7f9a180ce3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.760+0000 7f9a20624640 1 -- 172.21.15.33:0/1608680325 >> 172.21.15.33:0/1608680325 conn(0x7f9a180b3810 msgr2=0x7f9a180b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:40.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.760+0000 7f9a20624640 1 -- 172.21.15.33:0/1608680325 shutdown_connections 2024-07-26T15:48:40.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.760+0000 7f9a20624640 1 -- 172.21.15.33:0/1608680325 wait complete. 2024-07-26T15:48:40.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.762+0000 7f9a20624640 1 Processor -- start 2024-07-26T15:48:40.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.762+0000 7f9a20624640 1 -- start start 2024-07-26T15:48:40.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.763+0000 7f9a20624640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9a180b5720 0x7f9a1815ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.763+0000 7f9a20624640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9a180b74c0 0x7f9a181f63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.763+0000 7f9a20624640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a180cfcc0 0x7f9a1814bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.763+0000 7f9a20624640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9a180b6400 con 0x7f9a180cfcc0 2024-07-26T15:48:40.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.763+0000 7f9a20624640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9a180b6280 con 0x7f9a180b74c0 2024-07-26T15:48:40.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.763+0000 7f9a20624640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9a180b6580 con 0x7f9a180b5720 2024-07-26T15:48:40.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.763+0000 7f9a1ebc1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a180cfcc0 0x7f9a1814bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.763+0000 7f9a1ebc1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a180cfcc0 0x7f9a1814bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52832/0 (socket says 172.21.15.33:52832) 2024-07-26T15:48:40.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.763+0000 7f9a1ebc1640 1 -- 172.21.15.33:0/929768329 learned_addr learned my addr 172.21.15.33:0/929768329 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:40.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.763+0000 7f9a1dbbf640 1 --2- 172.21.15.33:0/929768329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9a180b74c0 0x7f9a181f63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a1e3c0640 1 --2- 172.21.15.33:0/929768329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9a180b5720 0x7f9a1815ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a1ebc1640 1 -- 172.21.15.33:0/929768329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9a180b5720 msgr2=0x7f9a1815ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:40.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a1ebc1640 1 --2- 172.21.15.33:0/929768329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9a180b5720 0x7f9a1815ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a1ebc1640 1 -- 172.21.15.33:0/929768329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9a180b74c0 msgr2=0x7f9a181f63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:40.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a1ebc1640 1 --2- 172.21.15.33:0/929768329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9a180b74c0 0x7f9a181f63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:40.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a1ebc1640 1 -- 172.21.15.33:0/929768329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a180b1780 con 0x7f9a180cfcc0 2024-07-26T15:48:40.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a1ebc1640 1 --2- 172.21.15.33:0/929768329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a180cfcc0 0x7f9a1814bb30 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f9a1000e990 tx=0x7f9a1000ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:40.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a0effd640 1 -- 172.21.15.33:0/929768329 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a10004d20 con 0x7f9a180cfcc0 2024-07-26T15:48:40.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a0effd640 1 -- 172.21.15.33:0/929768329 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a1000caa0 con 0x7f9a180cfcc0 2024-07-26T15:48:40.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a0effd640 1 -- 172.21.15.33:0/929768329 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a10005020 con 0x7f9a180cfcc0 2024-07-26T15:48:40.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a20624640 1 -- 172.21.15.33:0/929768329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a180b1a40 con 0x7f9a180cfcc0 2024-07-26T15:48:40.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.764+0000 7f9a20624640 1 -- 172.21.15.33:0/929768329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a180b2000 con 0x7f9a180cfcc0 2024-07-26T15:48:40.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.765+0000 7f9a20624640 1 -- 172.21.15.33:0/929768329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a180b5b30 con 0x7f9a180cfcc0 2024-07-26T15:48:40.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.766+0000 7f9a0effd640 1 -- 172.21.15.33:0/929768329 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 82) ==== 99315+0+0 (secure 0 0 0) 0x7f9a100051c0 con 0x7f9a180cfcc0 2024-07-26T15:48:40.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.767+0000 7f9a0effd640 1 --2- 172.21.15.33:0/929768329 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f99fc077210 0x7f99fc079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:40.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.767+0000 7f9a0effd640 1 -- 172.21.15.33:0/929768329 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7f9a10099720 con 0x7f9a180cfcc0 2024-07-26T15:48:40.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.767+0000 7f9a1e3c0640 1 --2- 172.21.15.33:0/929768329 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f99fc077210 0x7f99fc079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:40.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.767+0000 7f9a1e3c0640 1 --2- 172.21.15.33:0/929768329 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f99fc077210 0x7f99fc079720 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f9a1400bb30 tx=0x7f9a1400b2e0 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:40.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.771+0000 7f9a0effd640 1 -- 172.21.15.33:0/929768329 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9a10016030 con 0x7f9a180cfcc0 2024-07-26T15:48:40.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.991+0000 7f9a20624640 1 -- 172.21.15.33:0/929768329 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/bad_period_spec", "snap_schedule": "1", "target": ["mon-mgr", ""]}) -- 0x7f9a18075db0 con 0x7f99fc077210 2024-07-26T15:48:40.993 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:40.992+0000 7f5e6eee3640 -1 mgr.server reply reply (2) No such file or directory invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc. 2024-07-26T15:48:40.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:40.992+0000 7f9a0effd640 1 -- 172.21.15.33:0/929768329 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: -2 invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc.) ==== 138+0+0 (secure 0 0 0) 0x7f9a18075db0 con 0x7f99fc077210 2024-07-26T15:48:40.994 INFO:teuthology.orchestra.run.smithi033.stderr:Error ENOENT: invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc. 2024-07-26T15:48:40.999 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-07-26T15:48:41.000 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/bad_period_spec M 2024-07-26T15:48:41.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.119+0000 7f7b8f80d640 1 -- 172.21.15.33:0/1183017865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b8806c810 msgr2=0x7f7b8806cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:41.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.119+0000 7f7b8f80d640 1 --2- 172.21.15.33:0/1183017865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b8806c810 0x7f7b8806cc20 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c005fd0 tx=0x7f7b7c02a580 comp rx=0 tx=0).stop 2024-07-26T15:48:41.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.119+0000 7f7b8f80d640 1 -- 172.21.15.33:0/1183017865 shutdown_connections 2024-07-26T15:48:41.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.119+0000 7f7b8f80d640 1 --2- 172.21.15.33:0/1183017865 >> v2:172.21.15.154:3300/0 conn(0x7f7b8815d9f0 0x7f7b8815de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:41.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.119+0000 7f7b8f80d640 1 --2- 172.21.15.33:0/1183017865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b8806c810 0x7f7b8806cc20 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:41.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.119+0000 7f7b8f80d640 1 --2- 172.21.15.33:0/1183017865 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b8815c610 0x7f7b880cf370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:41.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.119+0000 7f7b8f80d640 1 -- 172.21.15.33:0/1183017865 >> 172.21.15.33:0/1183017865 conn(0x7f7b880d0b40 msgr2=0x7f7b880d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:41.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.119+0000 7f7b8f80d640 1 -- 172.21.15.33:0/1183017865 shutdown_connections 2024-07-26T15:48:41.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.119+0000 7f7b8f80d640 1 -- 172.21.15.33:0/1183017865 wait complete. 2024-07-26T15:48:41.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.121+0000 7f7b8f80d640 1 Processor -- start 2024-07-26T15:48:41.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.121+0000 7f7b8f80d640 1 -- start start 2024-07-26T15:48:41.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.122+0000 7f7b8f80d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b8806c810 0x7f7b880cd100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.122+0000 7f7b8f80d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b8815c610 0x7f7b880b54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.122+0000 7f7b8f80d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b8815d9f0 0x7f7b88159ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.122+0000 7f7b8f80d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7b8815e9e0 con 0x7f7b8815d9f0 2024-07-26T15:48:41.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.122+0000 7f7b8f80d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7b8815e860 con 0x7f7b8815c610 2024-07-26T15:48:41.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.122+0000 7f7b8f80d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7b8815eb60 con 0x7f7b8806c810 2024-07-26T15:48:41.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.122+0000 7f7b8ddaa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b8815d9f0 0x7f7b88159ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.122+0000 7f7b8ddaa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b8815d9f0 0x7f7b88159ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52850/0 (socket says 172.21.15.33:52850) 2024-07-26T15:48:41.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.122+0000 7f7b8ddaa640 1 -- 172.21.15.33:0/3199218280 learned_addr learned my addr 172.21.15.33:0/3199218280 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.122+0000 7f7b8d5a9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b8806c810 0x7f7b880cd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b8cda8640 1 --2- 172.21.15.33:0/3199218280 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b8815c610 0x7f7b880b54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b8ddaa640 1 -- 172.21.15.33:0/3199218280 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b8806c810 msgr2=0x7f7b880cd100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b8ddaa640 1 --2- 172.21.15.33:0/3199218280 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7b8806c810 0x7f7b880cd100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b8ddaa640 1 -- 172.21.15.33:0/3199218280 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b8815c610 msgr2=0x7f7b880b54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b8ddaa640 1 --2- 172.21.15.33:0/3199218280 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7b8815c610 0x7f7b880b54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b8ddaa640 1 -- 172.21.15.33:0/3199218280 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b881f5780 con 0x7f7b8815d9f0 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b8ddaa640 1 --2- 172.21.15.33:0/3199218280 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7b8815d9f0 0x7f7b88159ea0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7f7b7800ca80 tx=0x7f7b7800cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b85ffb640 1 -- 172.21.15.33:0/3199218280 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b78007d90 con 0x7f7b8815d9f0 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b85ffb640 1 -- 172.21.15.33:0/3199218280 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b78004c30 con 0x7f7b8815d9f0 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b8f80d640 1 -- 172.21.15.33:0/3199218280 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b881f5bf0 con 0x7f7b8815d9f0 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b85ffb640 1 -- 172.21.15.33:0/3199218280 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b78005280 con 0x7f7b8815d9f0 2024-07-26T15:48:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.123+0000 7f7b8f80d640 1 -- 172.21.15.33:0/3199218280 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b881f61b0 con 0x7f7b8815d9f0 2024-07-26T15:48:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.124+0000 7f7b8f80d640 1 -- 172.21.15.33:0/3199218280 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b881f5950 con 0x7f7b8815d9f0 2024-07-26T15:48:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.125+0000 7f7b85ffb640 1 -- 172.21.15.33:0/3199218280 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 82) ==== 99315+0+0 (secure 0 0 0) 0x7f7b78005420 con 0x7f7b8815d9f0 2024-07-26T15:48:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.125+0000 7f7b85ffb640 1 --2- 172.21.15.33:0/3199218280 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f7b74077210 0x7f7b74079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.126+0000 7f7b85ffb640 1 -- 172.21.15.33:0/3199218280 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7f7b780998d0 con 0x7f7b8815d9f0 2024-07-26T15:48:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.126+0000 7f7b8d5a9640 1 --2- 172.21.15.33:0/3199218280 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f7b74077210 0x7f7b74079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.126+0000 7f7b8d5a9640 1 --2- 172.21.15.33:0/3199218280 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f7b74077210 0x7f7b74079720 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7b80005fd0 tx=0x7f7b8000b260 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:41.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.130+0000 7f7b85ffb640 1 -- 172.21.15.33:0/3199218280 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7b881f5950 con 0x7f7b8815d9f0 2024-07-26T15:48:41.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.345+0000 7f7b8f80d640 1 -- 172.21.15.33:0/3199218280 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/bad_period_spec", "snap_schedule": "M", "target": ["mon-mgr", ""]}) -- 0x7f7b880cf370 con 0x7f7b74077210 2024-07-26T15:48:41.347 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:41.346+0000 7f5e6eee3640 -1 mgr.server reply reply (2) No such file or directory invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc. 2024-07-26T15:48:41.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.346+0000 7f7b85ffb640 1 -- 172.21.15.33:0/3199218280 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: -2 invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc.) ==== 138+0+0 (secure 0 0 0) 0x7f7b880cf370 con 0x7f7b74077210 2024-07-26T15:48:41.348 INFO:teuthology.orchestra.run.smithi033.stderr:Error ENOENT: invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc. 2024-07-26T15:48:41.353 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-07-26T15:48:41.353 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/bad_period_spec -1m 2024-07-26T15:48:41.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.473+0000 7f7a12086640 1 -- 172.21.15.33:0/1456608673 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79f4003a00 msgr2=0x7f79f4003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:41.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.473+0000 7f7a12086640 1 --2- 172.21.15.33:0/1456608673 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79f4003a00 0x7f79f4003e70 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f79fc009b50 tx=0x7f79f4005830 comp rx=0 tx=0).stop 2024-07-26T15:48:41.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.473+0000 7f7a0bfff640 1 -- 172.21.15.33:0/1456608673 reap_dead start 2024-07-26T15:48:41.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.473+0000 7f7a12086640 1 -- 172.21.15.33:0/1456608673 shutdown_connections 2024-07-26T15:48:41.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.473+0000 7f7a12086640 1 -- 172.21.15.33:0/1456608673 >> 172.21.15.33:0/1456608673 conn(0x7f7a0c0b37a0 msgr2=0x7f7a0c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:41.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.473+0000 7f7a12086640 1 -- 172.21.15.33:0/1456608673 shutdown_connections 2024-07-26T15:48:41.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.473+0000 7f7a12086640 1 -- 172.21.15.33:0/1456608673 wait complete. 2024-07-26T15:48:41.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.475+0000 7f7a12086640 1 Processor -- start 2024-07-26T15:48:41.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.475+0000 7f7a12086640 1 -- start start 2024-07-26T15:48:41.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a12086640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79f4003a00 0x7f7a0c0c7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a12086640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7a0c1f3780 0x7f7a0c15e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a12086640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7a0c1e6b80 0x7f7a0c1e6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a12086640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0c0ccc00 con 0x7f79f4003a00 2024-07-26T15:48:41.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a12086640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0c0b3550 con 0x7f7a0c1e6b80 2024-07-26T15:48:41.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a12086640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7a0c0ccd80 con 0x7f7a0c1f3780 2024-07-26T15:48:41.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79f4003a00 0x7f7a0c0c7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79f4003a00 0x7f7a0c0c7cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52870/0 (socket says 172.21.15.33:52870) 2024-07-26T15:48:41.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0b7fe640 1 -- 172.21.15.33:0/2449447481 learned_addr learned my addr 172.21.15.33:0/2449447481 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:41.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0affd640 1 --2- 172.21.15.33:0/2449447481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7a0c1f3780 0x7f7a0c15e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0bfff640 1 --2- 172.21.15.33:0/2449447481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7a0c1e6b80 0x7f7a0c1e6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0b7fe640 1 -- 172.21.15.33:0/2449447481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7a0c1f3780 msgr2=0x7f7a0c15e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:41.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0b7fe640 1 --2- 172.21.15.33:0/2449447481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7a0c1f3780 0x7f7a0c15e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:41.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0b7fe640 1 -- 172.21.15.33:0/2449447481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7a0c1e6b80 msgr2=0x7f7a0c1e6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:41.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0b7fe640 1 --2- 172.21.15.33:0/2449447481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7a0c1e6b80 0x7f7a0c1e6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:41.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0b7fe640 1 -- 172.21.15.33:0/2449447481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a0c1e74d0 con 0x7f79f4003a00 2024-07-26T15:48:41.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0bfff640 1 --2- 172.21.15.33:0/2449447481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7a0c1e6b80 0x7f7a0c1e6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:41.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f7a0b7fe640 1 --2- 172.21.15.33:0/2449447481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79f4003a00 0x7f7a0c0c7cb0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f79fc009a70 tx=0x7f79fc033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:41.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.477+0000 7f79f3fff640 1 -- 172.21.15.33:0/2449447481 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79fc038040 con 0x7f79f4003a00 2024-07-26T15:48:41.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.478+0000 7f79f3fff640 1 -- 172.21.15.33:0/2449447481 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f79fc004020 con 0x7f79f4003a00 2024-07-26T15:48:41.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.478+0000 7f7a12086640 1 -- 172.21.15.33:0/2449447481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a0c0c81f0 con 0x7f79f4003a00 2024-07-26T15:48:41.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.478+0000 7f79f3fff640 1 -- 172.21.15.33:0/2449447481 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79fc004470 con 0x7f79f4003a00 2024-07-26T15:48:41.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.478+0000 7f7a12086640 1 -- 172.21.15.33:0/2449447481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a0c1f2ca0 con 0x7f79f4003a00 2024-07-26T15:48:41.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.479+0000 7f7a12086640 1 -- 172.21.15.33:0/2449447481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a0c1f2a90 con 0x7f79f4003a00 2024-07-26T15:48:41.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.479+0000 7f79f3fff640 1 -- 172.21.15.33:0/2449447481 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 82) ==== 99315+0+0 (secure 0 0 0) 0x7f79fc045020 con 0x7f79f4003a00 2024-07-26T15:48:41.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.480+0000 7f79f3fff640 1 --2- 172.21.15.33:0/2449447481 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f79f8077240 0x7f79f8079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.480+0000 7f79f3fff640 1 -- 172.21.15.33:0/2449447481 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7f79fc0b9840 con 0x7f79f4003a00 2024-07-26T15:48:41.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.480+0000 7f7a0affd640 1 --2- 172.21.15.33:0/2449447481 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f79f8077240 0x7f79f8079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.481+0000 7f7a0affd640 1 --2- 172.21.15.33:0/2449447481 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f79f8077240 0x7f79f8079750 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c1e79f0 tx=0x7f7a00006040 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:41.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.484+0000 7f79f3fff640 1 -- 172.21.15.33:0/2449447481 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7a0c1e74d0 con 0x7f79f4003a00 2024-07-26T15:48:41.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.700+0000 7f7a12086640 1 -- 172.21.15.33:0/2449447481 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/bad_period_spec", "snap_schedule": "-1m", "target": ["mon-mgr", ""]}) -- 0x7f7a0c0cc6c0 con 0x7f79f8077240 2024-07-26T15:48:41.704 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:41.702+0000 7f5e6eee3640 -1 mgr.server reply reply (2) No such file or directory invalid schedule specified - period must be a non-zero positive value e.g. 1h or 4d etc. 2024-07-26T15:48:41.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.702+0000 7f79f3fff640 1 -- 172.21.15.33:0/2449447481 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: -2 invalid schedule specified - period must be a non-zero positive value e.g. 1h or 4d etc.) ==== 96+0+0 (secure 0 0 0) 0x7f7a0c0cc6c0 con 0x7f79f8077240 2024-07-26T15:48:41.704 INFO:teuthology.orchestra.run.smithi033.stderr:Error ENOENT: invalid schedule specified - period must be a non-zero positive value e.g. 1h or 4d etc. 2024-07-26T15:48:41.709 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-07-26T15:48:41.709 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1/bad_period_spec '' 2024-07-26T15:48:41.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.828+0000 7f0daa599640 1 -- 172.21.15.33:0/793931070 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0da40b1d10 msgr2=0x7f0da4165f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:41.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.828+0000 7f0daa599640 1 --2- 172.21.15.33:0/793931070 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0da40b1d10 0x7f0da4165f90 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c009be0 tx=0x7f0d9c02a840 comp rx=0 tx=0).stop 2024-07-26T15:48:41.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.829+0000 7f0daa599640 1 -- 172.21.15.33:0/793931070 shutdown_connections 2024-07-26T15:48:41.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.829+0000 7f0daa599640 1 --2- 172.21.15.33:0/793931070 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0da40b1d10 0x7f0da4165f90 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:41.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.829+0000 7f0daa599640 1 --2- 172.21.15.33:0/793931070 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0da40b6ed0 0x7f0da40b13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:41.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.829+0000 7f0daa599640 1 -- 172.21.15.33:0/793931070 >> 172.21.15.33:0/793931070 conn(0x7f0da40d1bb0 msgr2=0x7f0da40d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:41.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.829+0000 7f0daa599640 1 -- 172.21.15.33:0/793931070 shutdown_connections 2024-07-26T15:48:41.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.829+0000 7f0daa599640 1 -- 172.21.15.33:0/793931070 wait complete. 2024-07-26T15:48:41.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.830+0000 7f0daa599640 1 Processor -- start 2024-07-26T15:48:41.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.830+0000 7f0daa599640 1 -- start start 2024-07-26T15:48:41.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0daa599640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0da40b1900 0x7f0da4165f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0daa599640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0da40b6ed0 0x7f0da409d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0daa599640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0da40cb420 0x7f0da409ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0daa599640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0da40b7640 con 0x7f0da40cb420 2024-07-26T15:48:41.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0daa599640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0da40b74c0 con 0x7f0da40b1900 2024-07-26T15:48:41.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0daa599640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0da41664d0 con 0x7f0da40b6ed0 2024-07-26T15:48:41.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0da8b36640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0da40cb420 0x7f0da409ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0da8b36640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0da40cb420 0x7f0da409ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56736/0 (socket says 172.21.15.33:56736) 2024-07-26T15:48:41.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0da8b36640 1 -- 172.21.15.33:0/889843235 learned_addr learned my addr 172.21.15.33:0/889843235 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:41.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0da3fff640 1 --2- 172.21.15.33:0/889843235 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0da40b1900 0x7f0da4165f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0d9bfff640 1 --2- 172.21.15.33:0/889843235 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0da40b6ed0 0x7f0da409d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0da8b36640 1 -- 172.21.15.33:0/889843235 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0da40b6ed0 msgr2=0x7f0da409d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:41.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0da8b36640 1 --2- 172.21.15.33:0/889843235 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0da40b6ed0 0x7f0da409d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:41.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0da8b36640 1 -- 172.21.15.33:0/889843235 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0da40b1900 msgr2=0x7f0da4165f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:41.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0da8b36640 1 --2- 172.21.15.33:0/889843235 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0da40b1900 0x7f0da4165f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:41.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0da8b36640 1 -- 172.21.15.33:0/889843235 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0da409e440 con 0x7f0da40cb420 2024-07-26T15:48:41.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.832+0000 7f0da8b36640 1 --2- 172.21.15.33:0/889843235 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0da40cb420 0x7f0da409ea70 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c009d00 tx=0x7f0d9c033f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:41.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.833+0000 7f0da17fa640 1 -- 172.21.15.33:0/889843235 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c042020 con 0x7f0da40cb420 2024-07-26T15:48:41.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.833+0000 7f0da17fa640 1 -- 172.21.15.33:0/889843235 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0d9c004330 con 0x7f0da40cb420 2024-07-26T15:48:41.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.833+0000 7f0da17fa640 1 -- 172.21.15.33:0/889843235 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c037040 con 0x7f0da40cb420 2024-07-26T15:48:41.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.833+0000 7f0daa599640 1 -- 172.21.15.33:0/889843235 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0da409dba0 con 0x7f0da40cb420 2024-07-26T15:48:41.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.833+0000 7f0daa599640 1 -- 172.21.15.33:0/889843235 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0da409e160 con 0x7f0da40cb420 2024-07-26T15:48:41.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.834+0000 7f0daa599640 1 -- 172.21.15.33:0/889843235 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0da40b1d10 con 0x7f0da40cb420 2024-07-26T15:48:41.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.835+0000 7f0da17fa640 1 -- 172.21.15.33:0/889843235 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 82) ==== 99315+0+0 (secure 0 0 0) 0x7f0d9c045020 con 0x7f0da40cb420 2024-07-26T15:48:41.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.835+0000 7f0da17fa640 1 --2- 172.21.15.33:0/889843235 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f0d84077240 0x7f0d84079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:41.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.835+0000 7f0da17fa640 1 -- 172.21.15.33:0/889843235 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7f0d9c0ba100 con 0x7f0da40cb420 2024-07-26T15:48:41.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.836+0000 7f0da3fff640 1 --2- 172.21.15.33:0/889843235 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f0d84077240 0x7f0d84079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:41.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.836+0000 7f0da3fff640 1 --2- 172.21.15.33:0/889843235 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f0d84077240 0x7f0d84079750 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0d94005fd0 tx=0x7f0d9400a250 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:41.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:41.840+0000 7f0da17fa640 1 -- 172.21.15.33:0/889843235 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0d9c04c030 con 0x7f0da40cb420 2024-07-26T15:48:42.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:42.056+0000 7f0daa599640 1 -- 172.21.15.33:0/889843235 --> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1/bad_period_spec", "snap_schedule": "", "target": ["mon-mgr", ""]}) -- 0x7f0da40cfab0 con 0x7f0d84077240 2024-07-26T15:48:42.058 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T15:48:42.057+0000 7f5e6eee3640 -1 mgr.server reply reply (2) No such file or directory invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc. 2024-07-26T15:48:42.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:42.057+0000 7f0da17fa640 1 -- 172.21.15.33:0/889843235 <== mgr.7831 v2:172.21.15.154:6836/933084838 1 ==== mgr_command_reply(tid 0: -2 invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc.) ==== 138+0+0 (secure 0 0 0) 0x7f0da40cfab0 con 0x7f0d84077240 2024-07-26T15:48:42.059 INFO:teuthology.orchestra.run.smithi033.stderr:Error ENOENT: invalid schedule specified - period should be non-zero positive value and multiplier should be one of h,d,w,M,y e.g. 1h or 4d etc. 2024-07-26T15:48:42.064 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-07-26T15:48:42.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.065 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/minutes/.snap) 2024-07-26T15:48:42.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.085 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/minutes) 2024-07-26T15:48:42.143 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.143 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/hourly/.snap) 2024-07-26T15:48:42.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.203 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/hourly) 2024-07-26T15:48:42.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.262 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/daily/.snap) 2024-07-26T15:48:42.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.323 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/daily) 2024-07-26T15:48:42.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.383 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/weekly/.snap) 2024-07-26T15:48:42.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.443 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/weekly) 2024-07-26T15:48:42.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.502 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/monthly/.snap) 2024-07-26T15:48:42.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.562 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/monthly) 2024-07-26T15:48:42.621 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.621 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/yearly/.snap) 2024-07-26T15:48:42.681 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.681 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/yearly) 2024-07-26T15:48:42.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.740 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/bad_period_spec/.snap) 2024-07-26T15:48:42.799 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:42.799 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/bad_period_spec) 2024-07-26T15:48:42.858 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T15:48:43.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.016+0000 7f772c4c2640 1 -- 172.21.15.33:0/886860075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77240b8fa0 msgr2=0x7f77240d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.016+0000 7f772c4c2640 1 --2- 172.21.15.33:0/886860075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77240b8fa0 0x7f77240d0ab0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f7718005fd0 tx=0x7f771802a580 comp rx=0 tx=0).stop 2024-07-26T15:48:43.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.016+0000 7f772c4c2640 1 -- 172.21.15.33:0/886860075 shutdown_connections 2024-07-26T15:48:43.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.016+0000 7f772c4c2640 1 --2- 172.21.15.33:0/886860075 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77240b6cf0 0x7f77240b7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.016+0000 7f772c4c2640 1 --2- 172.21.15.33:0/886860075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77240b8fa0 0x7f77240d0ab0 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.016+0000 7f772c4c2640 1 --2- 172.21.15.33:0/886860075 >> v2:172.21.15.154:3300/0 conn(0x7f77240b53e0 0x7f77240d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.016+0000 7f772c4c2640 1 -- 172.21.15.33:0/886860075 >> 172.21.15.33:0/886860075 conn(0x7f77240d3dc0 msgr2=0x7f77240d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:43.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.016+0000 7f772c4c2640 1 -- 172.21.15.33:0/886860075 shutdown_connections 2024-07-26T15:48:43.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.016+0000 7f772c4c2640 1 -- 172.21.15.33:0/886860075 wait complete. 2024-07-26T15:48:43.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.018+0000 7f772c4c2640 1 Processor -- start 2024-07-26T15:48:43.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.018+0000 7f772c4c2640 1 -- start start 2024-07-26T15:48:43.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.019+0000 7f772c4c2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77240b53e0 0x7f77241f5b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.019+0000 7f772c4c2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77240b6cf0 0x7f77241eef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.019+0000 7f772c4c2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77240b8fa0 0x7f772415eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.019+0000 7f772c4c2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f77240b7c40 con 0x7f77240b8fa0 2024-07-26T15:48:43.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.019+0000 7f772c4c2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f77240b7ac0 con 0x7f77240b53e0 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.019+0000 7f772c4c2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f77240b7dc0 con 0x7f77240b6cf0 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772aa5f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77240b8fa0 0x7f772415eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772aa5f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77240b8fa0 0x7f772415eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56750/0 (socket says 172.21.15.33:56750) 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772aa5f640 1 -- 172.21.15.33:0/335508059 learned_addr learned my addr 172.21.15.33:0/335508059 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772a25e640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77240b53e0 0x7f77241f5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f7729a5d640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77240b6cf0 0x7f77241eef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772aa5f640 1 -- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77240b6cf0 msgr2=0x7f77241eef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772aa5f640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77240b6cf0 0x7f77241eef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772aa5f640 1 -- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77240b53e0 msgr2=0x7f77241f5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772aa5f640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77240b53e0 0x7f77241f5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772aa5f640 1 -- 172.21.15.33:0/335508059 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77241f6080 con 0x7f77240b8fa0 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772aa5f640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77240b8fa0 0x7f772415eae0 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f771c00d690 tx=0x7f771c00db50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:43.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f7722ffd640 1 -- 172.21.15.33:0/335508059 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f771c017070 con 0x7f77240b8fa0 2024-07-26T15:48:43.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f7722ffd640 1 -- 172.21.15.33:0/335508059 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f771c005310 con 0x7f77240b8fa0 2024-07-26T15:48:43.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772c4c2640 1 -- 172.21.15.33:0/335508059 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77240a1470 con 0x7f77240b8fa0 2024-07-26T15:48:43.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f7722ffd640 1 -- 172.21.15.33:0/335508059 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f771c009820 con 0x7f77240b8fa0 2024-07-26T15:48:43.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.020+0000 7f772c4c2640 1 -- 172.21.15.33:0/335508059 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f772409dbd0 con 0x7f77240b8fa0 2024-07-26T15:48:43.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.021+0000 7f772c4c2640 1 -- 172.21.15.33:0/335508059 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77240b7100 con 0x7f77240b8fa0 2024-07-26T15:48:43.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.022+0000 7f7722ffd640 1 -- 172.21.15.33:0/335508059 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 82) ==== 99315+0+0 (secure 0 0 0) 0x7f771c0099c0 con 0x7f77240b8fa0 2024-07-26T15:48:43.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.023+0000 7f7722ffd640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f7710077210 0x7f7710079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.023+0000 7f7722ffd640 1 -- 172.21.15.33:0/335508059 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7f771c098f00 con 0x7f77240b8fa0 2024-07-26T15:48:43.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.023+0000 7f772a25e640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f7710077210 0x7f7710079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:43.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.024+0000 7f772a25e640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f7710077210 0x7f7710079720 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7714005fd0 tx=0x7f7714009560 comp rx=0 tx=0).ready entity=mgr.7831 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:43.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.027+0000 7f7722ffd640 1 -- 172.21.15.33:0/335508059 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f77241f6080 con 0x7f77240b8fa0 2024-07-26T15:48:43.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.271+0000 7f772c4c2640 1 -- 172.21.15.33:0/335508059 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7f7724161760 con 0x7f77240b8fa0 2024-07-26T15:48:43.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.420+0000 7f7722ffd640 1 -- 172.21.15.33:0/335508059 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v83) ==== 93+0+0 (secure 0 0 0) 0x7f771c061540 con 0x7f77240b8fa0 2024-07-26T15:48:43.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.423+0000 7f772c4c2640 1 -- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f7710077210 msgr2=0x7f7710079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.423+0000 7f772c4c2640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f7710077210 0x7f7710079720 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7714005fd0 tx=0x7f7714009560 comp rx=0 tx=0).stop 2024-07-26T15:48:43.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.423+0000 7f772c4c2640 1 -- 172.21.15.33:0/335508059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77240b8fa0 msgr2=0x7f772415eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.423+0000 7f772c4c2640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77240b8fa0 0x7f772415eae0 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f771c00d690 tx=0x7f771c00db50 comp rx=0 tx=0).stop 2024-07-26T15:48:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.424+0000 7f772c4c2640 1 -- 172.21.15.33:0/335508059 shutdown_connections 2024-07-26T15:48:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.424+0000 7f772c4c2640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f7710077210 0x7f7710079720 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.424+0000 7f772c4c2640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77240b8fa0 0x7f772415eae0 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.424+0000 7f772c4c2640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77240b6cf0 0x7f77241eef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.424+0000 7f772c4c2640 1 --2- 172.21.15.33:0/335508059 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77240b53e0 0x7f77241f5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.424+0000 7f772c4c2640 1 -- 172.21.15.33:0/335508059 >> 172.21.15.33:0/335508059 conn(0x7f77240d3dc0 msgr2=0x7f77240b0c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:43.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.425+0000 7f772c4c2640 1 -- 172.21.15.33:0/335508059 shutdown_connections 2024-07-26T15:48:43.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.425+0000 7f772c4c2640 1 -- 172.21.15.33:0/335508059 wait complete. 2024-07-26T15:48:43.439 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T15:48:43.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.558+0000 7f91c4f39640 1 -- 172.21.15.33:0/2769151540 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c00b49d0 msgr2=0x7f91c00b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.558+0000 7f91c4f39640 1 --2- 172.21.15.33:0/2769151540 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c00b49d0 0x7f91c00b4de0 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f91b8005fd0 tx=0x7f91b802aa10 comp rx=0 tx=0).stop 2024-07-26T15:48:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.559+0000 7f91c4f39640 1 -- 172.21.15.33:0/2769151540 shutdown_connections 2024-07-26T15:48:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.559+0000 7f91c4f39640 1 --2- 172.21.15.33:0/2769151540 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c00b49d0 0x7f91c00b4de0 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.559+0000 7f91c4f39640 1 --2- 172.21.15.33:0/2769151540 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91c00ceb60 0x7f91c015c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.559+0000 7f91c4f39640 1 -- 172.21.15.33:0/2769151540 >> 172.21.15.33:0/2769151540 conn(0x7f91c00d1b80 msgr2=0x7f91c00d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.559+0000 7f91c4f39640 1 -- 172.21.15.33:0/2769151540 shutdown_connections 2024-07-26T15:48:43.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.559+0000 7f91c4f39640 1 -- 172.21.15.33:0/2769151540 wait complete. 2024-07-26T15:48:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.561+0000 7f91c4f39640 1 Processor -- start 2024-07-26T15:48:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.561+0000 7f91c4f39640 1 -- start start 2024-07-26T15:48:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91c4f39640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91c00b49d0 0x7f91c014b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91c4f39640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c00b70b0 0x7f91c014c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91c4f39640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91c014e660 0x7f91c014c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91c4f39640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f91c00b6d00 con 0x7f91c00b70b0 2024-07-26T15:48:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91c4f39640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f91c00b6b80 con 0x7f91c00b49d0 2024-07-26T15:48:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91c4f39640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f91c00b5320 con 0x7f91c014e660 2024-07-26T15:48:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91bdd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c00b70b0 0x7f91c014c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91bdd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c00b70b0 0x7f91c014c0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56784/0 (socket says 172.21.15.33:56784) 2024-07-26T15:48:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91bdd9b640 1 -- 172.21.15.33:0/690966769 learned_addr learned my addr 172.21.15.33:0/690966769 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91bed9d640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91c014e660 0x7f91c014c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91be59c640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91c00b49d0 0x7f91c014b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91bdd9b640 1 -- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91c014e660 msgr2=0x7f91c014c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91bdd9b640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91c014e660 0x7f91c014c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91bdd9b640 1 -- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91c00b49d0 msgr2=0x7f91c014b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91bdd9b640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91c00b49d0 0x7f91c014b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91bdd9b640 1 -- 172.21.15.33:0/690966769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91c0157710 con 0x7f91c00b70b0 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.562+0000 7f91be59c640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91c00b49d0 0x7f91c014b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.563+0000 7f91bdd9b640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c00b70b0 0x7f91c014c0f0 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f91b4009fd0 tx=0x7f91b400ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.563+0000 7f91aeffd640 1 -- 172.21.15.33:0/690966769 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b400cc60 con 0x7f91c00b70b0 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.563+0000 7f91aeffd640 1 -- 172.21.15.33:0/690966769 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91b400ce00 con 0x7f91c00b70b0 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.563+0000 7f91aeffd640 1 -- 172.21.15.33:0/690966769 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b4005280 con 0x7f91c00b70b0 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.563+0000 7f91c4f39640 1 -- 172.21.15.33:0/690966769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91c0156270 con 0x7f91c00b70b0 2024-07-26T15:48:43.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.563+0000 7f91c4f39640 1 -- 172.21.15.33:0/690966769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91c014cce0 con 0x7f91c00b70b0 2024-07-26T15:48:43.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.564+0000 7f91c4f39640 1 -- 172.21.15.33:0/690966769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91c0156060 con 0x7f91c00b70b0 2024-07-26T15:48:43.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.565+0000 7f91aeffd640 1 -- 172.21.15.33:0/690966769 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 83) ==== 99298+0+0 (secure 0 0 0) 0x7f91b4005420 con 0x7f91c00b70b0 2024-07-26T15:48:43.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.565+0000 7f91aeffd640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f91a00771c0 0x7f91a00796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.566+0000 7f91be59c640 1 -- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f91a00771c0 msgr2=0x7f91a00796d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/933084838 2024-07-26T15:48:43.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.566+0000 7f91aeffd640 1 -- 172.21.15.33:0/690966769 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7f91b4099cd0 con 0x7f91c00b70b0 2024-07-26T15:48:43.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.566+0000 7f91be59c640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f91a00771c0 0x7f91a00796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:48:43.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.569+0000 7f91aeffd640 1 -- 172.21.15.33:0/690966769 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f91b40628b0 con 0x7f91c00b70b0 2024-07-26T15:48:43.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.767+0000 7f91be59c640 1 -- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f91a00771c0 msgr2=0x7f91a00796d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/933084838 2024-07-26T15:48:43.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.767+0000 7f91be59c640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f91a00771c0 0x7f91a00796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:48:43.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.813+0000 7f91c4f39640 1 -- 172.21.15.33:0/690966769 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f91c00b5fb0 con 0x7f91c00b70b0 2024-07-26T15:48:43.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.816+0000 7f91aeffd640 1 -- 172.21.15.33:0/690966769 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v83) ==== 74+0+191383 (secure 0 0 0) 0x7f91b40621b0 con 0x7f91c00b70b0 2024-07-26T15:48:43.820 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:43.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 -- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f91a00771c0 msgr2=0x7f91a00796d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:48:43.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f91a00771c0 0x7f91a00796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 -- 172.21.15.33:0/690966769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c00b70b0 msgr2=0x7f91c014c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c00b70b0 0x7f91c014c0f0 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f91b4009fd0 tx=0x7f91b400ec20 comp rx=0 tx=0).stop 2024-07-26T15:48:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 -- 172.21.15.33:0/690966769 shutdown_connections 2024-07-26T15:48:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f91a00771c0 0x7f91a00796d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91c014e660 0x7f91c014c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c00b70b0 0x7f91c014c0f0 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 --2- 172.21.15.33:0/690966769 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91c00b49d0 0x7f91c014b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 -- 172.21.15.33:0/690966769 >> 172.21.15.33:0/690966769 conn(0x7f91c00d1b80 msgr2=0x7f91c00b2ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 -- 172.21.15.33:0/690966769 shutdown_connections 2024-07-26T15:48:43.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.819+0000 7f91c4f39640 1 -- 172.21.15.33:0/690966769 wait complete. 2024-07-26T15:48:43.832 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":83,"flags":0,"active_gid":7831,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6836","nonce":933084838},{"type":"v1","addr":"172.21.15.154:6837","nonce":933084838}]},"active_addr":"172.21.15.154:6837/933084838","active_change":"2024-07-26T15:48:36.344536+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":8481,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":149,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1269655746}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1233394545}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1728967770}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3646731768}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1722800721}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2626113756}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2790948921}]}]} 2024-07-26T15:48:43.836 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail x 2024-07-26T15:48:43.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.955+0000 7f6c13951640 1 -- 172.21.15.33:0/262521874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c0c0b6ed0 msgr2=0x7f6c0c0b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.955+0000 7f6c13951640 1 --2- 172.21.15.33:0/262521874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c0c0b6ed0 0x7f6c0c0b13c0 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c0b7cd0 tx=0x7f6c0802a5a0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.955+0000 7f6c13951640 1 -- 172.21.15.33:0/262521874 shutdown_connections 2024-07-26T15:48:43.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.955+0000 7f6c13951640 1 --2- 172.21.15.33:0/262521874 >> v2:172.21.15.154:3300/0 conn(0x7f6c0c0b1d10 0x7f6c0c165f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.955+0000 7f6c13951640 1 --2- 172.21.15.33:0/262521874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c0c0b6ed0 0x7f6c0c0b13c0 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.955+0000 7f6c13951640 1 -- 172.21.15.33:0/262521874 >> 172.21.15.33:0/262521874 conn(0x7f6c0c0d1bb0 msgr2=0x7f6c0c0d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:43.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.955+0000 7f6c13951640 1 -- 172.21.15.33:0/262521874 shutdown_connections 2024-07-26T15:48:43.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.955+0000 7f6c13951640 1 -- 172.21.15.33:0/262521874 wait complete. 2024-07-26T15:48:43.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.957+0000 7f6c13951640 1 Processor -- start 2024-07-26T15:48:43.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.957+0000 7f6c13951640 1 -- start start 2024-07-26T15:48:43.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.958+0000 7f6c13951640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c0c0b1900 0x7f6c0c0cdc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.958+0000 7f6c13951640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c0c0b6ed0 0x7f6c0c06ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.958+0000 7f6c13951640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c0c06f340 0x7f6c0c161ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.958+0000 7f6c13951640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0c0b33d0 con 0x7f6c0c0b1900 2024-07-26T15:48:43.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.958+0000 7f6c13951640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6c0c0b76d0 con 0x7f6c0c0b6ed0 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.958+0000 7f6c13951640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6c0c1664d0 con 0x7f6c0c06f340 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.958+0000 7f6c116ed640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c0c0b1900 0x7f6c0c0cdc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.958+0000 7f6c116ed640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c0c0b1900 0x7f6c0c0cdc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56814/0 (socket says 172.21.15.33:56814) 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.958+0000 7f6c116ed640 1 -- 172.21.15.33:0/1354977780 learned_addr learned my addr 172.21.15.33:0/1354977780 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.958+0000 7f6c10eec640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c0c0b6ed0 0x7f6c0c06ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c11eee640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c0c06f340 0x7f6c0c161ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c116ed640 1 -- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c0c06f340 msgr2=0x7f6c0c161ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c116ed640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c0c06f340 0x7f6c0c161ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c116ed640 1 -- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c0c0b6ed0 msgr2=0x7f6c0c06ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c116ed640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c0c0b6ed0 0x7f6c0c06ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c116ed640 1 -- 172.21.15.33:0/1354977780 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c0c1f86d0 con 0x7f6c0c0b1900 2024-07-26T15:48:43.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c116ed640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c0c0b1900 0x7f6c0c0cdc60 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f6c08034040 tx=0x7f6c080038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:43.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c01ffb640 1 -- 172.21.15.33:0/1354977780 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c0803e030 con 0x7f6c0c0b1900 2024-07-26T15:48:43.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c01ffb640 1 -- 172.21.15.33:0/1354977780 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c08003d90 con 0x7f6c0c0b1900 2024-07-26T15:48:43.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c01ffb640 1 -- 172.21.15.33:0/1354977780 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c08035040 con 0x7f6c0c0b1900 2024-07-26T15:48:43.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c13951640 1 -- 172.21.15.33:0/1354977780 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c0c1f89b0 con 0x7f6c0c0b1900 2024-07-26T15:48:43.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.959+0000 7f6c13951640 1 -- 172.21.15.33:0/1354977780 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c0c1f8f70 con 0x7f6c0c0b1900 2024-07-26T15:48:43.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.960+0000 7f6c13951640 1 -- 172.21.15.33:0/1354977780 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c0c0b1d10 con 0x7f6c0c0b1900 2024-07-26T15:48:43.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.961+0000 7f6c01ffb640 1 -- 172.21.15.33:0/1354977780 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 83) ==== 99298+0+0 (secure 0 0 0) 0x7f6c08041030 con 0x7f6c0c0b1900 2024-07-26T15:48:43.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.962+0000 7f6c01ffb640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6bf00771f0 0x7f6bf0079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:43.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.962+0000 7f6c10eec640 1 -- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6bf00771f0 msgr2=0x7f6bf0079700 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/933084838 2024-07-26T15:48:43.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.962+0000 7f6c01ffb640 1 -- 172.21.15.33:0/1354977780 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 6501+0+0 (secure 0 0 0) 0x7f6c080b99e0 con 0x7f6c0c0b1900 2024-07-26T15:48:43.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.962+0000 7f6c10eec640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6bf00771f0 0x7f6bf0079700 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:48:43.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:43.966+0000 7f6c01ffb640 1 -- 172.21.15.33:0/1354977780 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6c08081f70 con 0x7f6c0c0b1900 2024-07-26T15:48:44.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.164+0000 7f6c10eec640 1 -- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6bf00771f0 msgr2=0x7f6bf0079700 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/933084838 2024-07-26T15:48:44.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.164+0000 7f6c10eec640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6bf00771f0 0x7f6bf0079700 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:48:44.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.211+0000 7f6c13951640 1 -- 172.21.15.33:0/1354977780 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "x"} v 0) -- 0x7f6c0c0cfab0 con 0x7f6c0c0b1900 2024-07-26T15:48:44.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.214+0000 7f6c01ffb640 1 -- 172.21.15.33:0/1354977780 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "x"}]=0 v84) ==== 68+0+0 (secure 0 0 0) 0x7f6c080864c0 con 0x7f6c0c0b1900 2024-07-26T15:48:44.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.217+0000 7f6c01ffb640 1 -- 172.21.15.33:0/1354977780 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 84) ==== 49591+0+0 (secure 0 0 0) 0x7f6c0807e200 con 0x7f6c0c0b1900 2024-07-26T15:48:44.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.218+0000 7f6c01ffb640 1 -- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6bf00771f0 msgr2=0x7f6bf0079700 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:48:44.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.218+0000 7f6c01ffb640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6bf00771f0 0x7f6bf0079700 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.218+0000 7f6c13951640 1 -- 172.21.15.33:0/1354977780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c0c0b1900 msgr2=0x7f6c0c0cdc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:44.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.218+0000 7f6c13951640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c0c0b1900 0x7f6c0c0cdc60 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f6c08034040 tx=0x7f6c080038a0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.218+0000 7f6c13951640 1 -- 172.21.15.33:0/1354977780 shutdown_connections 2024-07-26T15:48:44.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.218+0000 7f6c13951640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:6836/933084838,v1:172.21.15.154:6837/933084838] conn(0x7f6bf00771f0 0x7f6bf0079700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.218+0000 7f6c13951640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c0c06f340 0x7f6c0c161ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.218+0000 7f6c13951640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c0c0b6ed0 0x7f6c0c06ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.218+0000 7f6c13951640 1 --2- 172.21.15.33:0/1354977780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c0c0b1900 0x7f6c0c0cdc60 unknown :-1 s=CLOSED pgs=1450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.218+0000 7f6c13951640 1 -- 172.21.15.33:0/1354977780 >> 172.21.15.33:0/1354977780 conn(0x7f6c0c0d1bb0 msgr2=0x7f6c0c0d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:44.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.219+0000 7f6c13951640 1 -- 172.21.15.33:0/1354977780 shutdown_connections 2024-07-26T15:48:44.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.219+0000 7f6c13951640 1 -- 172.21.15.33:0/1354977780 wait complete. 2024-07-26T15:48:44.233 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:48:44.233 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:48:44.282 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:48:44.321 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:48:44.322 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:48:44.322 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:48:44.322 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:44.337 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:48:44.338 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:44.395 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T15:48:44.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.554+0000 7fda39519640 1 -- 172.21.15.33:0/4286900290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda340b8fa0 msgr2=0x7fda340d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:44.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.554+0000 7fda39519640 1 --2- 172.21.15.33:0/4286900290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda340b8fa0 0x7fda340d0ab0 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7fda24005fd0 tx=0x7fda2402aa70 comp rx=0 tx=0).stop 2024-07-26T15:48:44.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.554+0000 7fda39519640 1 -- 172.21.15.33:0/4286900290 shutdown_connections 2024-07-26T15:48:44.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.554+0000 7fda39519640 1 --2- 172.21.15.33:0/4286900290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda340b8fa0 0x7fda340d0ab0 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.554+0000 7fda39519640 1 --2- 172.21.15.33:0/4286900290 >> v2:172.21.15.154:3300/0 conn(0x7fda340b53e0 0x7fda340d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.554+0000 7fda39519640 1 -- 172.21.15.33:0/4286900290 >> 172.21.15.33:0/4286900290 conn(0x7fda340d3dc0 msgr2=0x7fda340d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:44.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.554+0000 7fda39519640 1 -- 172.21.15.33:0/4286900290 shutdown_connections 2024-07-26T15:48:44.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.554+0000 7fda39519640 1 -- 172.21.15.33:0/4286900290 wait complete. 2024-07-26T15:48:44.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.556+0000 7fda39519640 1 Processor -- start 2024-07-26T15:48:44.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.556+0000 7fda39519640 1 -- start start 2024-07-26T15:48:44.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.557+0000 7fda39519640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda340b53e0 0x7fda341f5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:44.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.557+0000 7fda39519640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda340b6cf0 0x7fda3414db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:44.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.557+0000 7fda39519640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda340b8fa0 0x7fda341f8700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.557+0000 7fda39519640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fda340b7990 con 0x7fda340b53e0 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.557+0000 7fda39519640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fda340b7810 con 0x7fda340b8fa0 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.557+0000 7fda39519640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fda340b7b10 con 0x7fda340b6cf0 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.557+0000 7fda32ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda340b53e0 0x7fda341f5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda32ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda340b53e0 0x7fda341f5160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56822/0 (socket says 172.21.15.33:56822) 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda32ffd640 1 -- 172.21.15.33:0/3659929482 learned_addr learned my addr 172.21.15.33:0/3659929482 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda337fe640 1 --2- 172.21.15.33:0/3659929482 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda340b8fa0 0x7fda341f8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda327fc640 1 --2- 172.21.15.33:0/3659929482 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda340b6cf0 0x7fda3414db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda32ffd640 1 -- 172.21.15.33:0/3659929482 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda340b6cf0 msgr2=0x7fda3414db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda32ffd640 1 --2- 172.21.15.33:0/3659929482 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda340b6cf0 0x7fda3414db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda32ffd640 1 -- 172.21.15.33:0/3659929482 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda340b8fa0 msgr2=0x7fda341f8700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda32ffd640 1 --2- 172.21.15.33:0/3659929482 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda340b8fa0 0x7fda341f8700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda32ffd640 1 -- 172.21.15.33:0/3659929482 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda340b2270 con 0x7fda340b53e0 2024-07-26T15:48:44.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda32ffd640 1 --2- 172.21.15.33:0/3659929482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda340b53e0 0x7fda341f5160 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7fda1c00e790 tx=0x7fda1c00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:44.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda2b7fe640 1 -- 172.21.15.33:0/3659929482 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda1c00eea0 con 0x7fda340b53e0 2024-07-26T15:48:44.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda2b7fe640 1 -- 172.21.15.33:0/3659929482 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda1c00cd50 con 0x7fda340b53e0 2024-07-26T15:48:44.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda39519640 1 -- 172.21.15.33:0/3659929482 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda341f5a90 con 0x7fda340b53e0 2024-07-26T15:48:44.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda2b7fe640 1 -- 172.21.15.33:0/3659929482 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda1c010690 con 0x7fda340b53e0 2024-07-26T15:48:44.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.558+0000 7fda39519640 1 -- 172.21.15.33:0/3659929482 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda340b24e0 con 0x7fda340b53e0 2024-07-26T15:48:44.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.560+0000 7fda2b7fe640 1 -- 172.21.15.33:0/3659929482 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 84) ==== 49591+0+0 (secure 0 0 0) 0x7fda1c010830 con 0x7fda340b53e0 2024-07-26T15:48:44.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.560+0000 7fda39519640 1 -- 172.21.15.33:0/3659929482 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda340b7100 con 0x7fda340b53e0 2024-07-26T15:48:44.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.560+0000 7fda2b7fe640 1 -- 172.21.15.33:0/3659929482 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(150..150 src has 1..150) ==== 6888+0+0 (secure 0 0 0) 0x7fda1c052f80 con 0x7fda340b53e0 2024-07-26T15:48:44.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.565+0000 7fda2b7fe640 1 -- 172.21.15.33:0/3659929482 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fda1c010e00 con 0x7fda340b53e0 2024-07-26T15:48:44.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.772+0000 7fda39519640 1 -- 172.21.15.33:0/3659929482 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fda340b9c80 con 0x7fda340b53e0 2024-07-26T15:48:44.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.773+0000 7fda2b7fe640 1 -- 172.21.15.33:0/3659929482 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 17 entries v150) ==== 81+0+1013 (secure 0 0 0) 0x7fda1c010b20 con 0x7fda340b53e0 2024-07-26T15:48:44.774 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3646731768 2024-07-27T15:48:44.212715+0000 2024-07-26T15:48:44.774 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2626113756 2024-07-27T15:48:44.212715+0000 2024-07-26T15:48:44.774 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/933084838 2024-07-27T15:48:44.212715+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/933084838 2024-07-27T15:48:44.212715+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1728967770 2024-07-27T15:48:44.212715+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1722800721 2024-07-27T15:48:44.212715+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1233394545 2024-07-27T15:48:44.212715+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2790948921 2024-07-27T15:48:44.212715+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3962256879 2024-07-27T15:48:36.344360+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3526880940 2024-07-27T15:48:36.344360+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1269655746 2024-07-27T15:48:44.212715+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3618130597 2024-07-27T15:48:36.344360+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2167493001 2024-07-27T15:48:36.344360+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/1799144315 2024-07-27T15:48:36.344360+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/1799144315 2024-07-27T15:48:36.344360+0000 2024-07-26T15:48:44.775 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1275900202 2024-07-27T15:48:36.344360+0000 2024-07-26T15:48:44.776 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2319708684 2024-07-27T15:48:36.344360+0000 2024-07-26T15:48:44.776 INFO:teuthology.orchestra.run.smithi033.stderr:listed 17 entries 2024-07-26T15:48:44.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.775+0000 7fda39519640 1 -- 172.21.15.33:0/3659929482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda340b53e0 msgr2=0x7fda341f5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:44.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.775+0000 7fda39519640 1 --2- 172.21.15.33:0/3659929482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda340b53e0 0x7fda341f5160 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7fda1c00e790 tx=0x7fda1c00ec50 comp rx=0 tx=0).stop 2024-07-26T15:48:44.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.775+0000 7fda39519640 1 -- 172.21.15.33:0/3659929482 shutdown_connections 2024-07-26T15:48:44.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.775+0000 7fda39519640 1 --2- 172.21.15.33:0/3659929482 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda340b8fa0 0x7fda341f8700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.775+0000 7fda39519640 1 --2- 172.21.15.33:0/3659929482 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda340b6cf0 0x7fda3414db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.775+0000 7fda39519640 1 --2- 172.21.15.33:0/3659929482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda340b53e0 0x7fda341f5160 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:44.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.775+0000 7fda39519640 1 -- 172.21.15.33:0/3659929482 >> 172.21.15.33:0/3659929482 conn(0x7fda340d3dc0 msgr2=0x7fda341613c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:44.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.775+0000 7fda39519640 1 -- 172.21.15.33:0/3659929482 shutdown_connections 2024-07-26T15:48:44.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:44.775+0000 7fda39519640 1 -- 172.21.15.33:0/3659929482 wait complete. 2024-07-26T15:48:44.788 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T15:48:44.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:44.788 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T15:48:44.812 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[77027]: fuse finished with error 0 and tester_r 0 2024-07-26T15:48:44.814 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T15:48:44.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:48:44.815 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T15:48:44.906 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:48:44.906 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:48:44.906 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:44.922 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:48:44.922 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:48:44.922 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:48:44.922 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:44.964 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:48:44.964 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T15:48:44.964 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:48:44.964 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:44.980 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:48:44.980 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:45.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.122+0000 7ffb609f0640 1 -- 172.21.15.33:0/3377311748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb5c0ce9e0 msgr2=0x7ffb5c0cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:45.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.122+0000 7ffb609f0640 1 --2- 172.21.15.33:0/3377311748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb5c0ce9e0 0x7ffb5c0cedf0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7ffb54005fd0 tx=0x7ffb5402a4b0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.122+0000 7ffb609f0640 1 -- 172.21.15.33:0/3377311748 shutdown_connections 2024-07-26T15:48:45.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.122+0000 7ffb609f0640 1 --2- 172.21.15.33:0/3377311748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb5c0ce9e0 0x7ffb5c0cedf0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.122+0000 7ffb609f0640 1 --2- 172.21.15.33:0/3377311748 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb5c0d0c80 0x7ffb5c0d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.122+0000 7ffb609f0640 1 -- 172.21.15.33:0/3377311748 >> 172.21.15.33:0/3377311748 conn(0x7ffb5c0d3e10 msgr2=0x7ffb5c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:45.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.122+0000 7ffb609f0640 1 -- 172.21.15.33:0/3377311748 shutdown_connections 2024-07-26T15:48:45.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.122+0000 7ffb609f0640 1 -- 172.21.15.33:0/3377311748 wait complete. 2024-07-26T15:48:45.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.124+0000 7ffb609f0640 1 Processor -- start 2024-07-26T15:48:45.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.124+0000 7ffb609f0640 1 -- start start 2024-07-26T15:48:45.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.125+0000 7ffb609f0640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb5c0b2dc0 0x7ffb5c14b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:45.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.125+0000 7ffb609f0640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb5c0ce9e0 0x7ffb5c06d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:45.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb609f0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb5c06d980 0x7ffb5c15f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:45.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb609f0640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffb5c0cf4b0 con 0x7ffb5c06d980 2024-07-26T15:48:45.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb609f0640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffb5c0cf330 con 0x7ffb5c0ce9e0 2024-07-26T15:48:45.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb609f0640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffb5c0cf630 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb5ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb5c06d980 0x7ffb5c15f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:45.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb5ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb5c06d980 0x7ffb5c15f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56826/0 (socket says 172.21.15.33:56826) 2024-07-26T15:48:45.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb5ad9d640 1 -- 172.21.15.33:0/3434870735 learned_addr learned my addr 172.21.15.33:0/3434870735 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:45.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb5a59c640 1 --2- 172.21.15.33:0/3434870735 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb5c0b2dc0 0x7ffb5c14b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:45.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb59d9b640 1 --2- 172.21.15.33:0/3434870735 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb5c0ce9e0 0x7ffb5c06d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:45.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb5a59c640 1 -- 172.21.15.33:0/3434870735 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb5c0ce9e0 msgr2=0x7ffb5c06d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:45.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb5a59c640 1 --2- 172.21.15.33:0/3434870735 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb5c0ce9e0 0x7ffb5c06d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb5a59c640 1 -- 172.21.15.33:0/3434870735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb5c06d980 msgr2=0x7ffb5c15f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:45.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb5a59c640 1 --2- 172.21.15.33:0/3434870735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb5c06d980 0x7ffb5c15f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb5a59c640 1 -- 172.21.15.33:0/3434870735 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb5c1674a0 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb5ad9d640 1 --2- 172.21.15.33:0/3434870735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb5c06d980 0x7ffb5c15f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:48:45.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.126+0000 7ffb5a59c640 1 --2- 172.21.15.33:0/3434870735 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb5c0b2dc0 0x7ffb5c14b290 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c00c390 tx=0x7ffb4c00c790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:45.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.127+0000 7ffb52ffd640 1 -- 172.21.15.33:0/3434870735 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4c017070 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.127+0000 7ffb52ffd640 1 -- 172.21.15.33:0/3434870735 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb4c0053c0 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.127+0000 7ffb609f0640 1 -- 172.21.15.33:0/3434870735 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb5c167780 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.127+0000 7ffb52ffd640 1 -- 172.21.15.33:0/3434870735 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb4c0038a0 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.127+0000 7ffb609f0640 1 -- 172.21.15.33:0/3434870735 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb5c167d40 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.128+0000 7ffb52ffd640 1 -- 172.21.15.33:0/3434870735 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 84) ==== 49591+0+0 (secure 0 0 0) 0x7ffb4c01a070 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.128+0000 7ffb609f0640 1 -- 172.21.15.33:0/3434870735 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb5c0cedf0 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.128+0000 7ffb52ffd640 1 -- 172.21.15.33:0/3434870735 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(150..150 src has 1..150) ==== 6888+0+0 (secure 0 0 0) 0x7ffb4c051820 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.133+0000 7ffb52ffd640 1 -- 172.21.15.33:0/3434870735 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffb4c0102e0 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.371+0000 7ffb609f0640 1 -- 172.21.15.33:0/3434870735 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffb5c0b66d0 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.372+0000 7ffb52ffd640 1 -- 172.21.15.33:0/3434870735 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+5225 (secure 0 0 0) 0x7ffb4c003c20 con 0x7ffb5c0b2dc0 2024-07-26T15:48:45.373 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:45.373 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":72,"btime":"2024-07-26T15:48:22:347405+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7055,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4271468480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4271468480},{"type":"v1","addr":"172.21.15.154:6834","nonce":4271468480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":7058,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/56633906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":56633906},{"type":"v1","addr":"172.21.15.154:6835","nonce":56633906}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":8277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1735067579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1735067579},{"type":"v1","addr":"172.21.15.33:6834","nonce":1735067579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:18.703192+0000","modified":"2024-07-26T15:48:21.737765+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8280":{"gid":8280,"name":"c","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3257669112","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257669112},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257669112}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8280,"qdb_cluster":[8280]},"id":8}]} 2024-07-26T15:48:45.373 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 72 2024-07-26T15:48:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.374+0000 7ffb609f0640 1 -- 172.21.15.33:0/3434870735 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb5c0b2dc0 msgr2=0x7ffb5c14b290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.374+0000 7ffb609f0640 1 --2- 172.21.15.33:0/3434870735 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb5c0b2dc0 0x7ffb5c14b290 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c00c390 tx=0x7ffb4c00c790 comp rx=0 tx=0).stop 2024-07-26T15:48:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.374+0000 7ffb609f0640 1 -- 172.21.15.33:0/3434870735 shutdown_connections 2024-07-26T15:48:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.374+0000 7ffb609f0640 1 --2- 172.21.15.33:0/3434870735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb5c06d980 0x7ffb5c15f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.374+0000 7ffb609f0640 1 --2- 172.21.15.33:0/3434870735 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffb5c0ce9e0 0x7ffb5c06d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.374+0000 7ffb609f0640 1 --2- 172.21.15.33:0/3434870735 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffb5c0b2dc0 0x7ffb5c14b290 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.374+0000 7ffb609f0640 1 -- 172.21.15.33:0/3434870735 >> 172.21.15.33:0/3434870735 conn(0x7ffb5c0d3e10 msgr2=0x7ffb5c0b20d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.374+0000 7ffb609f0640 1 -- 172.21.15.33:0/3434870735 shutdown_connections 2024-07-26T15:48:45.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.374+0000 7ffb609f0640 1 -- 172.21.15.33:0/3434870735 wait complete. 2024-07-26T15:48:45.387 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:45.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.506+0000 7fc3ac15e640 1 -- 172.21.15.33:0/2515788987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3a40ce9e0 msgr2=0x7fc3a40cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:45.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.506+0000 7fc3ac15e640 1 --2- 172.21.15.33:0/2515788987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3a40ce9e0 0x7fc3a40cedf0 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7fc3a408ccd0 tx=0x7fc39c02a9a0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.506+0000 7fc3ac15e640 1 -- 172.21.15.33:0/2515788987 shutdown_connections 2024-07-26T15:48:45.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.506+0000 7fc3ac15e640 1 --2- 172.21.15.33:0/2515788987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3a40ce9e0 0x7fc3a40cedf0 unknown :-1 s=CLOSED pgs=1455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.506+0000 7fc3ac15e640 1 --2- 172.21.15.33:0/2515788987 >> v2:172.21.15.154:3300/0 conn(0x7fc3a40b2dc0 0x7fc3a40d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.506+0000 7fc3ac15e640 1 -- 172.21.15.33:0/2515788987 >> 172.21.15.33:0/2515788987 conn(0x7fc3a40d3e10 msgr2=0x7fc3a40d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:45.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.506+0000 7fc3ac15e640 1 -- 172.21.15.33:0/2515788987 shutdown_connections 2024-07-26T15:48:45.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.506+0000 7fc3ac15e640 1 -- 172.21.15.33:0/2515788987 wait complete. 2024-07-26T15:48:45.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.508+0000 7fc3ac15e640 1 Processor -- start 2024-07-26T15:48:45.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.508+0000 7fc3ac15e640 1 -- start start 2024-07-26T15:48:45.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.509+0000 7fc3ac15e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3a40b2dc0 0x7fc3a415df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:45.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.509+0000 7fc3ac15e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3a40ce9e0 0x7fc3a40cd890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:45.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.509+0000 7fc3ac15e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3a40d0570 0x7fc3a41675d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:45.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.509+0000 7fc3ac15e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a40cf4b0 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.509+0000 7fc3ac15e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a40cf330 con 0x7fc3a40d0570 2024-07-26T15:48:45.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.509+0000 7fc3ac15e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc3a40cf630 con 0x7fc3a40b2dc0 2024-07-26T15:48:45.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.509+0000 7fc3a96f9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3a40ce9e0 0x7fc3a40cd890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:45.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.509+0000 7fc3a96f9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3a40ce9e0 0x7fc3a40cd890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56836/0 (socket says 172.21.15.33:56836) 2024-07-26T15:48:45.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.509+0000 7fc3a96f9640 1 -- 172.21.15.33:0/1638039175 learned_addr learned my addr 172.21.15.33:0/1638039175 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:45.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.509+0000 7fc3aa6fb640 1 --2- 172.21.15.33:0/1638039175 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3a40d0570 0x7fc3a41675d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.509+0000 7fc3a9efa640 1 --2- 172.21.15.33:0/1638039175 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3a40b2dc0 0x7fc3a415df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3a96f9640 1 -- 172.21.15.33:0/1638039175 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3a40b2dc0 msgr2=0x7fc3a415df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3a96f9640 1 --2- 172.21.15.33:0/1638039175 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3a40b2dc0 0x7fc3a415df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3a96f9640 1 -- 172.21.15.33:0/1638039175 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3a40d0570 msgr2=0x7fc3a41675d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3a96f9640 1 --2- 172.21.15.33:0/1638039175 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3a40d0570 0x7fc3a41675d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3a96f9640 1 -- 172.21.15.33:0/1638039175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3a415e440 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3aa6fb640 1 --2- 172.21.15.33:0/1638039175 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3a40d0570 0x7fc3a41675d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3a96f9640 1 --2- 172.21.15.33:0/1638039175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3a40ce9e0 0x7fc3a40cd890 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7fc39800c3a0 tx=0x7fc39800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3967fc640 1 -- 172.21.15.33:0/1638039175 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc398017070 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3967fc640 1 -- 172.21.15.33:0/1638039175 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc3980053c0 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3ac15e640 1 -- 172.21.15.33:0/1638039175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3a40c7b90 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3967fc640 1 -- 172.21.15.33:0/1638039175 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc398003850 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.510+0000 7fc3ac15e640 1 -- 172.21.15.33:0/1638039175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3a40c8150 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.511+0000 7fc3ac15e640 1 -- 172.21.15.33:0/1638039175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3a40d2930 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.511+0000 7fc3967fc640 1 -- 172.21.15.33:0/1638039175 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 84) ==== 49591+0+0 (secure 0 0 0) 0x7fc39801a070 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.512+0000 7fc3967fc640 1 -- 172.21.15.33:0/1638039175 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(150..150 src has 1..150) ==== 6888+0+0 (secure 0 0 0) 0x7fc398051940 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.516+0000 7fc3967fc640 1 -- 172.21.15.33:0/1638039175 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc3980102e0 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.749+0000 7fc3ac15e640 1 -- 172.21.15.33:0/1638039175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc3a40b94d0 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.750+0000 7fc3967fc640 1 -- 172.21.15.33:0/1638039175 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+5225 (secure 0 0 0) 0x7fc398003bd0 con 0x7fc3a40ce9e0 2024-07-26T15:48:45.751 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:45.752 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":72,"btime":"2024-07-26T15:48:22:347405+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7055,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4271468480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4271468480},{"type":"v1","addr":"172.21.15.154:6834","nonce":4271468480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":7058,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/56633906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":56633906},{"type":"v1","addr":"172.21.15.154:6835","nonce":56633906}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":8277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1735067579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1735067579},{"type":"v1","addr":"172.21.15.33:6834","nonce":1735067579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:18.703192+0000","modified":"2024-07-26T15:48:21.737765+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8280":{"gid":8280,"name":"c","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3257669112","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257669112},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257669112}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8280,"qdb_cluster":[8280]},"id":8}]} 2024-07-26T15:48:45.752 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 72 2024-07-26T15:48:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.752+0000 7fc3ac15e640 1 -- 172.21.15.33:0/1638039175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3a40ce9e0 msgr2=0x7fc3a40cd890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.752+0000 7fc3ac15e640 1 --2- 172.21.15.33:0/1638039175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3a40ce9e0 0x7fc3a40cd890 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7fc39800c3a0 tx=0x7fc39800c860 comp rx=0 tx=0).stop 2024-07-26T15:48:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.752+0000 7fc3ac15e640 1 -- 172.21.15.33:0/1638039175 shutdown_connections 2024-07-26T15:48:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.752+0000 7fc3ac15e640 1 --2- 172.21.15.33:0/1638039175 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3a40d0570 0x7fc3a41675d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.752+0000 7fc3ac15e640 1 --2- 172.21.15.33:0/1638039175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3a40ce9e0 0x7fc3a40cd890 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.752+0000 7fc3ac15e640 1 --2- 172.21.15.33:0/1638039175 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3a40b2dc0 0x7fc3a415df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.752+0000 7fc3ac15e640 1 -- 172.21.15.33:0/1638039175 >> 172.21.15.33:0/1638039175 conn(0x7fc3a40d3e10 msgr2=0x7fc3a40b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.752+0000 7fc3ac15e640 1 -- 172.21.15.33:0/1638039175 shutdown_connections 2024-07-26T15:48:45.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.752+0000 7fc3ac15e640 1 -- 172.21.15.33:0/1638039175 wait complete. 2024-07-26T15:48:45.765 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:48:45.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.883+0000 7f77ce128640 1 -- 172.21.15.33:0/3852992524 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77c80b2dc0 msgr2=0x7f77c80d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:45.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.883+0000 7f77ce128640 1 --2- 172.21.15.33:0/3852992524 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77c80b2dc0 0x7f77c80d2930 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f77b8009820 tx=0x7f77b802a3f0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.883+0000 7f77ce128640 1 -- 172.21.15.33:0/3852992524 shutdown_connections 2024-07-26T15:48:45.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.883+0000 7f77ce128640 1 --2- 172.21.15.33:0/3852992524 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77c80d0570 0x7f77c80d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.883+0000 7f77ce128640 1 --2- 172.21.15.33:0/3852992524 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77c80b2dc0 0x7f77c80d2930 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.883+0000 7f77ce128640 1 -- 172.21.15.33:0/3852992524 >> 172.21.15.33:0/3852992524 conn(0x7f77c80d3e10 msgr2=0x7f77c80d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:45.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.883+0000 7f77ce128640 1 -- 172.21.15.33:0/3852992524 shutdown_connections 2024-07-26T15:48:45.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.883+0000 7f77ce128640 1 -- 172.21.15.33:0/3852992524 wait complete. 2024-07-26T15:48:45.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.885+0000 7f77ce128640 1 Processor -- start 2024-07-26T15:48:45.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.885+0000 7f77ce128640 1 -- start start 2024-07-26T15:48:45.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.886+0000 7f77ce128640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77c80b2dc0 0x7f77c8149d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:45.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.886+0000 7f77ce128640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77c80ce9e0 0x7f77c80c9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:45.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.886+0000 7f77ce128640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77c80d0570 0x7f77c80c97c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.886+0000 7f77ce128640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f77c80d4b40 con 0x7f77c80ce9e0 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.886+0000 7f77ce128640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f77c80cf710 con 0x7f77c80b2dc0 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.886+0000 7f77ce128640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f77c80d4cc0 con 0x7f77c80d0570 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.886+0000 7f77c6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77c80ce9e0 0x7f77c80c9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.886+0000 7f77c6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77c80ce9e0 0x7f77c80c9280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56844/0 (socket says 172.21.15.33:56844) 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.886+0000 7f77c6ffd640 1 -- 172.21.15.33:0/907073775 learned_addr learned my addr 172.21.15.33:0/907073775 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.886+0000 7f77c77fe640 1 --2- 172.21.15.33:0/907073775 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77c80b2dc0 0x7f77c8149d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.886+0000 7f77c7fff640 1 --2- 172.21.15.33:0/907073775 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77c80d0570 0x7f77c80c97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.887+0000 7f77c6ffd640 1 -- 172.21.15.33:0/907073775 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77c80d0570 msgr2=0x7f77c80c97c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.887+0000 7f77c6ffd640 1 --2- 172.21.15.33:0/907073775 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77c80d0570 0x7f77c80c97c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.887+0000 7f77c6ffd640 1 -- 172.21.15.33:0/907073775 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77c80b2dc0 msgr2=0x7f77c8149d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.887+0000 7f77c6ffd640 1 --2- 172.21.15.33:0/907073775 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77c80b2dc0 0x7f77c8149d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:45.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.887+0000 7f77c6ffd640 1 -- 172.21.15.33:0/907073775 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77c80cb330 con 0x7f77c80ce9e0 2024-07-26T15:48:45.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.887+0000 7f77c77fe640 1 --2- 172.21.15.33:0/907073775 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77c80b2dc0 0x7f77c8149d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:48:45.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.887+0000 7f77c6ffd640 1 --2- 172.21.15.33:0/907073775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77c80ce9e0 0x7f77c80c9280 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00ea20 tx=0x7f77bc00eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:45.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.887+0000 7f77affff640 1 -- 172.21.15.33:0/907073775 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77bc00ce40 con 0x7f77c80ce9e0 2024-07-26T15:48:45.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.887+0000 7f77affff640 1 -- 172.21.15.33:0/907073775 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f77bc004020 con 0x7f77c80ce9e0 2024-07-26T15:48:45.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.887+0000 7f77affff640 1 -- 172.21.15.33:0/907073775 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77bc004470 con 0x7f77c80ce9e0 2024-07-26T15:48:45.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.887+0000 7f77ce128640 1 -- 172.21.15.33:0/907073775 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77c80cb610 con 0x7f77c80ce9e0 2024-07-26T15:48:45.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.888+0000 7f77ce128640 1 -- 172.21.15.33:0/907073775 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77c80c7940 con 0x7f77c80ce9e0 2024-07-26T15:48:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.889+0000 7f77ce128640 1 -- 172.21.15.33:0/907073775 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77c80c7bd0 con 0x7f77c80ce9e0 2024-07-26T15:48:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.889+0000 7f77affff640 1 -- 172.21.15.33:0/907073775 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 84) ==== 49591+0+0 (secure 0 0 0) 0x7f77bc0035f0 con 0x7f77c80ce9e0 2024-07-26T15:48:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.889+0000 7f77affff640 1 -- 172.21.15.33:0/907073775 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(150..150 src has 1..150) ==== 6888+0+0 (secure 0 0 0) 0x7f77bc052fd0 con 0x7f77c80ce9e0 2024-07-26T15:48:45.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:45.894+0000 7f77affff640 1 -- 172.21.15.33:0/907073775 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f77bc021d10 con 0x7f77c80ce9e0 2024-07-26T15:48:46.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.088+0000 7f77ce128640 1 -- 172.21.15.33:0/907073775 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f77c80d2930 con 0x7f77c80ce9e0 2024-07-26T15:48:46.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.089+0000 7f77affff640 1 -- 172.21.15.33:0/907073775 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v150) ==== 74+0+18120 (secure 0 0 0) 0x7f77bc003b70 con 0x7f77c80ce9e0 2024-07-26T15:48:46.091 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:46.091 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":150,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:48:44.212756+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:48:16.400229+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-07-26T15:48:17.662673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"148","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/3646731768":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/2626113756":"2024-07-27T15:48:44.212715+0000","172.21.15.154:6837/933084838":"2024-07-27T15:48:44.212715+0000","172.21.15.154:6836/933084838":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/1728967770":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/1722800721":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/1233394545":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/2790948921":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/3962256879":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/3526880940":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/1269655746":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/3618130597":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/2167493001":"2024-07-27T15:48:36.344360+0000","172.21.15.154:6837/1799144315":"2024-07-27T15:48:36.344360+0000","172.21.15.154:6836/1799144315":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/1275900202":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/2319708684":"2024-07-27T15:48:36.344360+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:48:46.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.091+0000 7f77ce128640 1 -- 172.21.15.33:0/907073775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77c80ce9e0 msgr2=0x7f77c80c9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.091+0000 7f77ce128640 1 --2- 172.21.15.33:0/907073775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77c80ce9e0 0x7f77c80c9280 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f77bc00ea20 tx=0x7f77bc00eee0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.092+0000 7f77ce128640 1 -- 172.21.15.33:0/907073775 shutdown_connections 2024-07-26T15:48:46.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.092+0000 7f77ce128640 1 --2- 172.21.15.33:0/907073775 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77c80d0570 0x7f77c80c97c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.092+0000 7f77ce128640 1 --2- 172.21.15.33:0/907073775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77c80ce9e0 0x7f77c80c9280 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.092+0000 7f77ce128640 1 --2- 172.21.15.33:0/907073775 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77c80b2dc0 0x7f77c8149d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.092+0000 7f77ce128640 1 -- 172.21.15.33:0/907073775 >> 172.21.15.33:0/907073775 conn(0x7f77c80d3e10 msgr2=0x7f77c8161200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:46.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.092+0000 7f77ce128640 1 -- 172.21.15.33:0/907073775 shutdown_connections 2024-07-26T15:48:46.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.092+0000 7f77ce128640 1 -- 172.21.15.33:0/907073775 wait complete. 2024-07-26T15:48:46.105 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T15:48:46.105 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:46.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.222+0000 7f7106444640 1 -- 172.21.15.33:0/3675342396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71000ce450 msgr2=0x7f71000ce860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.222+0000 7f7106444640 1 --2- 172.21.15.33:0/3675342396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71000ce450 0x7f71000ce860 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f71000b4770 tx=0x7f70e802a4d0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.222+0000 7f7106444640 1 -- 172.21.15.33:0/3675342396 shutdown_connections 2024-07-26T15:48:46.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.222+0000 7f7106444640 1 --2- 172.21.15.33:0/3675342396 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71000cfa80 0x7f71000cfe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.222+0000 7f7106444640 1 --2- 172.21.15.33:0/3675342396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71000ce450 0x7f71000ce860 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.222+0000 7f7106444640 1 --2- 172.21.15.33:0/3675342396 >> v2:172.21.15.154:3300/0 conn(0x7f71000b70b0 0x7f710015c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.222+0000 7f7106444640 1 -- 172.21.15.33:0/3675342396 >> 172.21.15.33:0/3675342396 conn(0x7f71000d1b80 msgr2=0x7f71000d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:46.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.222+0000 7f7106444640 1 -- 172.21.15.33:0/3675342396 shutdown_connections 2024-07-26T15:48:46.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.222+0000 7f7106444640 1 -- 172.21.15.33:0/3675342396 wait complete. 2024-07-26T15:48:46.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.224+0000 7f7106444640 1 Processor -- start 2024-07-26T15:48:46.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.224+0000 7f7106444640 1 -- start start 2024-07-26T15:48:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.225+0000 7f7106444640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71000b70b0 0x7f71000cabc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.225+0000 7f7106444640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71000ce450 0x7f710014bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.225+0000 7f7106444640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f71000cfa80 0x7f71001f8500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.225+0000 7f7106444640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f71000cdea0 con 0x7f71000b70b0 2024-07-26T15:48:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.225+0000 7f7106444640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f71000cf550 con 0x7f71000cfa80 2024-07-26T15:48:46.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.225+0000 7f7106444640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f71000b6b80 con 0x7f71000ce450 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.225+0000 7f70fffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71000b70b0 0x7f71000cabc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70fffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71000b70b0 0x7f71000cabc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56866/0 (socket says 172.21.15.33:56866) 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70fffff640 1 -- 172.21.15.33:0/4284201653 learned_addr learned my addr 172.21.15.33:0/4284201653 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70ff7fe640 1 --2- 172.21.15.33:0/4284201653 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71000ce450 0x7f710014bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f71049e1640 1 --2- 172.21.15.33:0/4284201653 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f71000cfa80 0x7f71001f8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70fffff640 1 -- 172.21.15.33:0/4284201653 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71000ce450 msgr2=0x7f710014bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70fffff640 1 --2- 172.21.15.33:0/4284201653 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71000ce450 0x7f710014bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70fffff640 1 -- 172.21.15.33:0/4284201653 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f71000cfa80 msgr2=0x7f71001f8500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70fffff640 1 --2- 172.21.15.33:0/4284201653 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f71000cfa80 0x7f71001f8500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70fffff640 1 -- 172.21.15.33:0/4284201653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71001f8a40 con 0x7f71000b70b0 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70fffff640 1 --2- 172.21.15.33:0/4284201653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71000b70b0 0x7f71000cabc0 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7f70f000d680 tx=0x7f70f000db40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:46.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70fcff9640 1 -- 172.21.15.33:0/4284201653 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f0017070 con 0x7f71000b70b0 2024-07-26T15:48:46.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70fcff9640 1 -- 172.21.15.33:0/4284201653 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70f0004310 con 0x7f71000b70b0 2024-07-26T15:48:46.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f7106444640 1 -- 172.21.15.33:0/4284201653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71001f8d10 con 0x7f71000b70b0 2024-07-26T15:48:46.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f70fcff9640 1 -- 172.21.15.33:0/4284201653 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f0005280 con 0x7f71000b70b0 2024-07-26T15:48:46.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.226+0000 7f7106444640 1 -- 172.21.15.33:0/4284201653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71001f92d0 con 0x7f71000b70b0 2024-07-26T15:48:46.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.227+0000 7f70fcff9640 1 -- 172.21.15.33:0/4284201653 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 84) ==== 49591+0+0 (secure 0 0 0) 0x7f70f0005420 con 0x7f71000b70b0 2024-07-26T15:48:46.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.228+0000 7f7106444640 1 -- 172.21.15.33:0/4284201653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71000ce860 con 0x7f71000b70b0 2024-07-26T15:48:46.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.228+0000 7f70fcff9640 1 -- 172.21.15.33:0/4284201653 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(150..150 src has 1..150) ==== 6888+0+0 (secure 0 0 0) 0x7f70f0052830 con 0x7f71000b70b0 2024-07-26T15:48:46.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.233+0000 7f70fcff9640 1 -- 172.21.15.33:0/4284201653 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f70f0020020 con 0x7f71000b70b0 2024-07-26T15:48:46.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.465+0000 7f7106444640 1 -- 172.21.15.33:0/4284201653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f710015ed50 con 0x7f71000b70b0 2024-07-26T15:48:46.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.466+0000 7f70fcff9640 1 -- 172.21.15.33:0/4284201653 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+5225 (secure 0 0 0) 0x7f70f001fde0 con 0x7f71000b70b0 2024-07-26T15:48:46.467 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:46.467 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":72,"btime":"2024-07-26T15:48:22:347405+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7055,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4271468480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4271468480},{"type":"v1","addr":"172.21.15.154:6834","nonce":4271468480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":7058,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/56633906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":56633906},{"type":"v1","addr":"172.21.15.154:6835","nonce":56633906}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":8277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1735067579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1735067579},{"type":"v1","addr":"172.21.15.33:6834","nonce":1735067579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:18.703192+0000","modified":"2024-07-26T15:48:21.737765+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8280":{"gid":8280,"name":"c","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3257669112","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257669112},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257669112}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8280,"qdb_cluster":[8280]},"id":8}]} 2024-07-26T15:48:46.467 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 72 2024-07-26T15:48:46.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.468+0000 7f7106444640 1 -- 172.21.15.33:0/4284201653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71000b70b0 msgr2=0x7f71000cabc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.468+0000 7f7106444640 1 --2- 172.21.15.33:0/4284201653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71000b70b0 0x7f71000cabc0 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7f70f000d680 tx=0x7f70f000db40 comp rx=0 tx=0).stop 2024-07-26T15:48:46.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.468+0000 7f7106444640 1 -- 172.21.15.33:0/4284201653 shutdown_connections 2024-07-26T15:48:46.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.468+0000 7f7106444640 1 --2- 172.21.15.33:0/4284201653 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f71000cfa80 0x7f71001f8500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.468+0000 7f7106444640 1 --2- 172.21.15.33:0/4284201653 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f71000ce450 0x7f710014bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.468+0000 7f7106444640 1 --2- 172.21.15.33:0/4284201653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f71000b70b0 0x7f71000cabc0 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.468+0000 7f7106444640 1 -- 172.21.15.33:0/4284201653 >> 172.21.15.33:0/4284201653 conn(0x7f71000d1b80 msgr2=0x7f71000d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:46.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.468+0000 7f7106444640 1 -- 172.21.15.33:0/4284201653 shutdown_connections 2024-07-26T15:48:46.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.468+0000 7f7106444640 1 -- 172.21.15.33:0/4284201653 wait complete. 2024-07-26T15:48:46.481 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:46.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.598+0000 7f5d3584b640 1 -- 172.21.15.33:0/364692309 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d300ce6e0 msgr2=0x7f5d300cc380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.598+0000 7f5d3584b640 1 --2- 172.21.15.33:0/364692309 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d300ce6e0 0x7f5d300cc380 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f5d3015fc10 tx=0x7f5d2002a560 comp rx=0 tx=0).stop 2024-07-26T15:48:46.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.598+0000 7f5d3584b640 1 -- 172.21.15.33:0/364692309 shutdown_connections 2024-07-26T15:48:46.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.598+0000 7f5d3584b640 1 --2- 172.21.15.33:0/364692309 >> v2:172.21.15.154:3300/0 conn(0x7f5d3015afc0 0x7f5d3015eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.598+0000 7f5d3584b640 1 --2- 172.21.15.33:0/364692309 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d300ce6e0 0x7f5d300cc380 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.598+0000 7f5d3584b640 1 -- 172.21.15.33:0/364692309 >> 172.21.15.33:0/364692309 conn(0x7f5d300d0b10 msgr2=0x7f5d300d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:46.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.598+0000 7f5d3584b640 1 -- 172.21.15.33:0/364692309 shutdown_connections 2024-07-26T15:48:46.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.598+0000 7f5d3584b640 1 -- 172.21.15.33:0/364692309 wait complete. 2024-07-26T15:48:46.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.600+0000 7f5d3584b640 1 Processor -- start 2024-07-26T15:48:46.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.600+0000 7f5d3584b640 1 -- start start 2024-07-26T15:48:46.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d3584b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d300ce6e0 0x7f5d300abf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:46.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d3584b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d3015afc0 0x7f5d300c4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:46.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d3584b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d3015f0e0 0x7f5d300c4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d3584b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5d30073430 con 0x7f5d300ce6e0 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d3584b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5d300732b0 con 0x7f5d3015afc0 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d3584b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5d300735b0 con 0x7f5d3015f0e0 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d2effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d300ce6e0 0x7f5d300abf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d2effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d300ce6e0 0x7f5d300abf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56888/0 (socket says 172.21.15.33:56888) 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d2effd640 1 -- 172.21.15.33:0/285153557 learned_addr learned my addr 172.21.15.33:0/285153557 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d27fff640 1 --2- 172.21.15.33:0/285153557 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d3015afc0 0x7f5d300c4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d2f7fe640 1 --2- 172.21.15.33:0/285153557 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d3015f0e0 0x7f5d300c4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d2effd640 1 -- 172.21.15.33:0/285153557 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d3015f0e0 msgr2=0x7f5d300c4cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d2effd640 1 --2- 172.21.15.33:0/285153557 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d3015f0e0 0x7f5d300c4cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d2effd640 1 -- 172.21.15.33:0/285153557 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d3015afc0 msgr2=0x7f5d300c4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d2effd640 1 --2- 172.21.15.33:0/285153557 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d3015afc0 0x7f5d300c4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.601+0000 7f5d2effd640 1 -- 172.21.15.33:0/285153557 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d301f6950 con 0x7f5d300ce6e0 2024-07-26T15:48:46.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.602+0000 7f5d2effd640 1 --2- 172.21.15.33:0/285153557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d300ce6e0 0x7f5d300abf10 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f5d20034040 tx=0x7f5d200039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:46.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.602+0000 7f5d2cff9640 1 -- 172.21.15.33:0/285153557 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d2003e030 con 0x7f5d300ce6e0 2024-07-26T15:48:46.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.602+0000 7f5d2cff9640 1 -- 172.21.15.33:0/285153557 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5d200047a0 con 0x7f5d300ce6e0 2024-07-26T15:48:46.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.602+0000 7f5d3584b640 1 -- 172.21.15.33:0/285153557 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d3014d1b0 con 0x7f5d300ce6e0 2024-07-26T15:48:46.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.602+0000 7f5d2cff9640 1 -- 172.21.15.33:0/285153557 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d20035040 con 0x7f5d300ce6e0 2024-07-26T15:48:46.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.602+0000 7f5d3584b640 1 -- 172.21.15.33:0/285153557 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d3014d770 con 0x7f5d300ce6e0 2024-07-26T15:48:46.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.603+0000 7f5d2cff9640 1 -- 172.21.15.33:0/285153557 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 84) ==== 49591+0+0 (secure 0 0 0) 0x7f5d20041030 con 0x7f5d300ce6e0 2024-07-26T15:48:46.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.603+0000 7f5d2cff9640 1 -- 172.21.15.33:0/285153557 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(150..150 src has 1..150) ==== 6888+0+0 (secure 0 0 0) 0x7f5d20072e20 con 0x7f5d300ce6e0 2024-07-26T15:48:46.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.603+0000 7f5d3584b640 1 -- 172.21.15.33:0/285153557 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d300cc380 con 0x7f5d300ce6e0 2024-07-26T15:48:46.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.608+0000 7f5d2cff9640 1 -- 172.21.15.33:0/285153557 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5d2002ee90 con 0x7f5d300ce6e0 2024-07-26T15:48:46.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.845+0000 7f5d3584b640 1 -- 172.21.15.33:0/285153557 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5d300cfb60 con 0x7f5d300ce6e0 2024-07-26T15:48:46.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.845+0000 7f5d2cff9640 1 -- 172.21.15.33:0/285153557 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+5225 (secure 0 0 0) 0x7f5d20042a20 con 0x7f5d300ce6e0 2024-07-26T15:48:46.847 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:46.847 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":72,"btime":"2024-07-26T15:48:22:347405+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7055,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4271468480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4271468480},{"type":"v1","addr":"172.21.15.154:6834","nonce":4271468480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":7058,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/56633906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":56633906},{"type":"v1","addr":"172.21.15.154:6835","nonce":56633906}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":8277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1735067579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1735067579},{"type":"v1","addr":"172.21.15.33:6834","nonce":1735067579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:18.703192+0000","modified":"2024-07-26T15:48:21.737765+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8280":{"gid":8280,"name":"c","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/3257669112","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3257669112},{"type":"v1","addr":"172.21.15.33:6835","nonce":3257669112}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[18],"metadata_pool":17,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8280,"qdb_cluster":[8280]},"id":8}]} 2024-07-26T15:48:46.847 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 72 2024-07-26T15:48:46.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.848+0000 7f5d3584b640 1 -- 172.21.15.33:0/285153557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d300ce6e0 msgr2=0x7f5d300abf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.848+0000 7f5d3584b640 1 --2- 172.21.15.33:0/285153557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d300ce6e0 0x7f5d300abf10 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f5d20034040 tx=0x7f5d200039e0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.848+0000 7f5d3584b640 1 -- 172.21.15.33:0/285153557 shutdown_connections 2024-07-26T15:48:46.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.848+0000 7f5d3584b640 1 --2- 172.21.15.33:0/285153557 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5d3015f0e0 0x7f5d300c4cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.848+0000 7f5d3584b640 1 --2- 172.21.15.33:0/285153557 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5d3015afc0 0x7f5d300c4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.848+0000 7f5d3584b640 1 --2- 172.21.15.33:0/285153557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d300ce6e0 0x7f5d300abf10 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.848+0000 7f5d3584b640 1 -- 172.21.15.33:0/285153557 >> 172.21.15.33:0/285153557 conn(0x7f5d300d0b10 msgr2=0x7f5d3015dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:46.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.848+0000 7f5d3584b640 1 -- 172.21.15.33:0/285153557 shutdown_connections 2024-07-26T15:48:46.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.848+0000 7f5d3584b640 1 -- 172.21.15.33:0/285153557 wait complete. 2024-07-26T15:48:46.861 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:48:46.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.978+0000 7f23ab28c640 1 -- 172.21.15.33:0/1769590666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23a40ce9e0 msgr2=0x7f23a40cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.978+0000 7f23ab28c640 1 --2- 172.21.15.33:0/1769590666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23a40ce9e0 0x7f23a40cedf0 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f23a408ccd0 tx=0x7f239c02a9a0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.978+0000 7f23ab28c640 1 -- 172.21.15.33:0/1769590666 shutdown_connections 2024-07-26T15:48:46.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.978+0000 7f23ab28c640 1 --2- 172.21.15.33:0/1769590666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23a40ce9e0 0x7f23a40cedf0 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.978+0000 7f23ab28c640 1 --2- 172.21.15.33:0/1769590666 >> v2:172.21.15.154:3300/0 conn(0x7f23a40b2dc0 0x7f23a40d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.978+0000 7f23ab28c640 1 -- 172.21.15.33:0/1769590666 >> 172.21.15.33:0/1769590666 conn(0x7f23a40d3e10 msgr2=0x7f23a40d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:46.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.978+0000 7f23ab28c640 1 -- 172.21.15.33:0/1769590666 shutdown_connections 2024-07-26T15:48:46.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.978+0000 7f23ab28c640 1 -- 172.21.15.33:0/1769590666 wait complete. 2024-07-26T15:48:46.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.980+0000 7f23ab28c640 1 Processor -- start 2024-07-26T15:48:46.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.980+0000 7f23ab28c640 1 -- start start 2024-07-26T15:48:46.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23ab28c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23a40b2dc0 0x7f23a415f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:46.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23ab28c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23a40ce9e0 0x7f23a415afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23ab28c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23a40d0570 0x7f23a4166510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23ab28c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f23a40cf4b0 con 0x7f23a40d0570 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23ab28c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f23a40cf330 con 0x7f23a40ce9e0 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23ab28c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f23a40cf630 con 0x7f23a40b2dc0 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23a9829640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23a40d0570 0x7f23a4166510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23a9829640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23a40d0570 0x7f23a4166510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56902/0 (socket says 172.21.15.33:56902) 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23a9829640 1 -- 172.21.15.33:0/2152151422 learned_addr learned my addr 172.21.15.33:0/2152151422 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23a9028640 1 --2- 172.21.15.33:0/2152151422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23a40b2dc0 0x7f23a415f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23a8827640 1 --2- 172.21.15.33:0/2152151422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23a40ce9e0 0x7f23a415afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23a9829640 1 -- 172.21.15.33:0/2152151422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23a40b2dc0 msgr2=0x7f23a415f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23a9829640 1 --2- 172.21.15.33:0/2152151422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23a40b2dc0 0x7f23a415f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23a9829640 1 -- 172.21.15.33:0/2152151422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23a40ce9e0 msgr2=0x7f23a415afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:46.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23a9829640 1 --2- 172.21.15.33:0/2152151422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23a40ce9e0 0x7f23a415afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:46.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.981+0000 7f23a9829640 1 -- 172.21.15.33:0/2152151422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23a415fa00 con 0x7f23a40d0570 2024-07-26T15:48:46.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.982+0000 7f23a9829640 1 --2- 172.21.15.33:0/2152151422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23a40d0570 0x7f23a4166510 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f239c02af90 tx=0x7f239c003ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:46.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.982+0000 7f2395ffb640 1 -- 172.21.15.33:0/2152151422 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c033050 con 0x7f23a40d0570 2024-07-26T15:48:46.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.982+0000 7f2395ffb640 1 -- 172.21.15.33:0/2152151422 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f239c004450 con 0x7f23a40d0570 2024-07-26T15:48:46.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.982+0000 7f23ab28c640 1 -- 172.21.15.33:0/2152151422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23a4165a00 con 0x7f23a40d0570 2024-07-26T15:48:46.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.982+0000 7f2395ffb640 1 -- 172.21.15.33:0/2152151422 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c004860 con 0x7f23a40d0570 2024-07-26T15:48:46.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.982+0000 7f23ab28c640 1 -- 172.21.15.33:0/2152151422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23a415b4f0 con 0x7f23a40d0570 2024-07-26T15:48:46.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.983+0000 7f2395ffb640 1 -- 172.21.15.33:0/2152151422 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 84) ==== 49591+0+0 (secure 0 0 0) 0x7f239c036070 con 0x7f23a40d0570 2024-07-26T15:48:46.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.983+0000 7f23ab28c640 1 -- 172.21.15.33:0/2152151422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23a40d2930 con 0x7f23a40d0570 2024-07-26T15:48:46.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.983+0000 7f2395ffb640 1 -- 172.21.15.33:0/2152151422 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(150..150 src has 1..150) ==== 6888+0+0 (secure 0 0 0) 0x7f239c073590 con 0x7f23a40d0570 2024-07-26T15:48:46.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:46.988+0000 7f2395ffb640 1 -- 172.21.15.33:0/2152151422 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f239c038da0 con 0x7f23a40d0570 2024-07-26T15:48:47.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.183+0000 7f23ab28c640 1 -- 172.21.15.33:0/2152151422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f23a40d4430 con 0x7f23a40d0570 2024-07-26T15:48:47.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.184+0000 7f2395ffb640 1 -- 172.21.15.33:0/2152151422 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v150) ==== 74+0+18120 (secure 0 0 0) 0x7f239c037dc0 con 0x7f23a40d0570 2024-07-26T15:48:47.186 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:47.186 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":150,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:48:44.212756+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:48:16.400229+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_data","create_time":"2024-07-26T15:48:17.662673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"148","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/3646731768":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/2626113756":"2024-07-27T15:48:44.212715+0000","172.21.15.154:6837/933084838":"2024-07-27T15:48:44.212715+0000","172.21.15.154:6836/933084838":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/1728967770":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/1722800721":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/1233394545":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/2790948921":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/3962256879":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/3526880940":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/1269655746":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/3618130597":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/2167493001":"2024-07-27T15:48:36.344360+0000","172.21.15.154:6837/1799144315":"2024-07-27T15:48:36.344360+0000","172.21.15.154:6836/1799144315":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/1275900202":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/2319708684":"2024-07-27T15:48:36.344360+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:48:47.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.187+0000 7f23ab28c640 1 -- 172.21.15.33:0/2152151422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23a40d0570 msgr2=0x7f23a4166510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:47.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.187+0000 7f23ab28c640 1 --2- 172.21.15.33:0/2152151422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23a40d0570 0x7f23a4166510 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f239c02af90 tx=0x7f239c003ef0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.187+0000 7f23ab28c640 1 -- 172.21.15.33:0/2152151422 shutdown_connections 2024-07-26T15:48:47.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.187+0000 7f23ab28c640 1 --2- 172.21.15.33:0/2152151422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23a40d0570 0x7f23a4166510 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.187+0000 7f23ab28c640 1 --2- 172.21.15.33:0/2152151422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23a40ce9e0 0x7f23a415afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.187+0000 7f23ab28c640 1 --2- 172.21.15.33:0/2152151422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23a40b2dc0 0x7f23a415f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.187+0000 7f23ab28c640 1 -- 172.21.15.33:0/2152151422 >> 172.21.15.33:0/2152151422 conn(0x7f23a40d3e10 msgr2=0x7f23a40b2290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:47.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.187+0000 7f23ab28c640 1 -- 172.21.15.33:0/2152151422 shutdown_connections 2024-07-26T15:48:47.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.187+0000 7f23ab28c640 1 -- 172.21.15.33:0/2152151422 wait complete. 2024-07-26T15:48:47.200 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T15:48:47.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.326+0000 7ff5c27fc640 1 -- 172.21.15.33:0/3991326887 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5ac0047a0 con 0x7ff5c40b8fa0 2024-07-26T15:48:47.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.326+0000 7ff5c9799640 1 -- 172.21.15.33:0/3991326887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5c40b8fa0 msgr2=0x7ff5c40d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:47.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.327+0000 7ff5c9799640 1 --2- 172.21.15.33:0/3991326887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5c40b8fa0 0x7ff5c40d0ab0 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7ff5ac005fd0 tx=0x7ff5ac02a580 comp rx=0 tx=0).stop 2024-07-26T15:48:47.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.327+0000 7ff5c9799640 1 -- 172.21.15.33:0/3991326887 shutdown_connections 2024-07-26T15:48:47.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.327+0000 7ff5c9799640 1 --2- 172.21.15.33:0/3991326887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5c40b6cf0 0x7ff5c40b7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.327+0000 7ff5c9799640 1 --2- 172.21.15.33:0/3991326887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5c40b8fa0 0x7ff5c40d0ab0 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.327+0000 7ff5c9799640 1 --2- 172.21.15.33:0/3991326887 >> v2:172.21.15.154:3300/0 conn(0x7ff5c40b53e0 0x7ff5c40d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.327+0000 7ff5c9799640 1 -- 172.21.15.33:0/3991326887 >> 172.21.15.33:0/3991326887 conn(0x7ff5c40d3dc0 msgr2=0x7ff5c40d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:47.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.327+0000 7ff5c9799640 1 -- 172.21.15.33:0/3991326887 shutdown_connections 2024-07-26T15:48:47.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.327+0000 7ff5c9799640 1 -- 172.21.15.33:0/3991326887 wait complete. 2024-07-26T15:48:47.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.329+0000 7ff5c9799640 1 Processor -- start 2024-07-26T15:48:47.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.329+0000 7ff5c9799640 1 -- start start 2024-07-26T15:48:47.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.331+0000 7ff5c9799640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5c40b53e0 0x7ff5c4151b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:47.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.331+0000 7ff5c9799640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5c40b6cf0 0x7ff5c40cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:47.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.331+0000 7ff5c9799640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5c40b8fa0 0x7ff5c4152260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:47.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.331+0000 7ff5c2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5c40b53e0 0x7ff5c4151b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:47.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.331+0000 7ff5c9799640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff5c40b7cd0 con 0x7ff5c40b53e0 2024-07-26T15:48:47.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.331+0000 7ff5c9799640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff5c40b7b50 con 0x7ff5c40b6cf0 2024-07-26T15:48:47.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.331+0000 7ff5c2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5c40b53e0 0x7ff5c4151b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56950/0 (socket says 172.21.15.33:56950) 2024-07-26T15:48:47.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.331+0000 7ff5c9799640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff5c40b7e50 con 0x7ff5c40b8fa0 2024-07-26T15:48:47.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.331+0000 7ff5c2ffd640 1 -- 172.21.15.33:0/891018228 learned_addr learned my addr 172.21.15.33:0/891018228 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.331+0000 7ff5bbfff640 1 --2- 172.21.15.33:0/891018228 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5c40b6cf0 0x7ff5c40cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.331+0000 7ff5c37fe640 1 --2- 172.21.15.33:0/891018228 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5c40b8fa0 0x7ff5c4152260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.332+0000 7ff5c2ffd640 1 -- 172.21.15.33:0/891018228 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5c40b8fa0 msgr2=0x7ff5c4152260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.332+0000 7ff5c2ffd640 1 --2- 172.21.15.33:0/891018228 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5c40b8fa0 0x7ff5c4152260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.332+0000 7ff5c2ffd640 1 -- 172.21.15.33:0/891018228 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5c40b6cf0 msgr2=0x7ff5c40cd860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.332+0000 7ff5c2ffd640 1 --2- 172.21.15.33:0/891018228 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5c40b6cf0 0x7ff5c40cd860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.332+0000 7ff5c2ffd640 1 -- 172.21.15.33:0/891018228 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5c40cc7c0 con 0x7ff5c40b53e0 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.332+0000 7ff5c2ffd640 1 --2- 172.21.15.33:0/891018228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5c40b53e0 0x7ff5c4151b30 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7ff5b400eb30 tx=0x7ff5b4009f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.332+0000 7ff5bb7fe640 1 -- 172.21.15.33:0/891018228 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5b4010430 con 0x7ff5c40b53e0 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.332+0000 7ff5bb7fe640 1 -- 172.21.15.33:0/891018228 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff5b40105d0 con 0x7ff5c40b53e0 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.332+0000 7ff5c9799640 1 -- 172.21.15.33:0/891018228 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5c40ccaa0 con 0x7ff5c40b53e0 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.332+0000 7ff5bb7fe640 1 -- 172.21.15.33:0/891018228 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5b40109e0 con 0x7ff5c40b53e0 2024-07-26T15:48:47.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.332+0000 7ff5c9799640 1 -- 172.21.15.33:0/891018228 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5c40cd060 con 0x7ff5c40b53e0 2024-07-26T15:48:47.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.334+0000 7ff5c9799640 1 -- 172.21.15.33:0/891018228 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5c40b7100 con 0x7ff5c40b53e0 2024-07-26T15:48:47.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.334+0000 7ff5bb7fe640 1 -- 172.21.15.33:0/891018228 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 85) ==== 98850+0+0 (secure 0 0 0) 0x7ff5b4010b80 con 0x7ff5c40b53e0 2024-07-26T15:48:47.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.335+0000 7ff5bb7fe640 1 -- 172.21.15.33:0/891018228 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6888+0+0 (secure 0 0 0) 0x7ff5b4099660 con 0x7ff5c40b53e0 2024-07-26T15:48:47.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.339+0000 7ff5bb7fe640 1 -- 172.21.15.33:0/891018228 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff5b40620d0 con 0x7ff5c40b53e0 2024-07-26T15:48:47.353 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:47.351+0000 7f35263fa640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:47.353 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:47.351+0000 7f35263fa640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:47.353 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:47.351+0000 7f35263fa640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:47.353 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:47.351+0000 7f35263fa640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:47.353 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:47.351+0000 7f35263fa640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:47.353 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:47.351+0000 7f35233f4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:47.354 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:47.351+0000 7f35233f4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:47.354 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:47.351+0000 7f35233f4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:47.354 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:47.351+0000 7f35233f4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:47.354 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:48:47.351+0000 7f35233f4640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:48:47.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.577+0000 7ff5c9799640 1 -- 172.21.15.33:0/891018228 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff5c40b9c80 con 0x7ff5c40b53e0 2024-07-26T15:48:47.579 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T15:48:47.577+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T15:48:47.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.581+0000 7ff5bb7fe640 1 -- 172.21.15.33:0/891018228 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v73) ==== 161+0+0 (secure 0 0 0) 0x7ff5b4066620 con 0x7ff5c40b53e0 2024-07-26T15:48:47.582 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T15:48:47.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.584+0000 7ff5c9799640 1 -- 172.21.15.33:0/891018228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5c40b53e0 msgr2=0x7ff5c4151b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:47.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.584+0000 7ff5c9799640 1 --2- 172.21.15.33:0/891018228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5c40b53e0 0x7ff5c4151b30 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7ff5b400eb30 tx=0x7ff5b4009f70 comp rx=0 tx=0).stop 2024-07-26T15:48:47.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.584+0000 7ff5c9799640 1 -- 172.21.15.33:0/891018228 shutdown_connections 2024-07-26T15:48:47.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.584+0000 7ff5c9799640 1 --2- 172.21.15.33:0/891018228 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5c40b8fa0 0x7ff5c4152260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.584+0000 7ff5c9799640 1 --2- 172.21.15.33:0/891018228 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5c40b6cf0 0x7ff5c40cd860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.584+0000 7ff5c9799640 1 --2- 172.21.15.33:0/891018228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5c40b53e0 0x7ff5c4151b30 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.584+0000 7ff5c9799640 1 -- 172.21.15.33:0/891018228 >> 172.21.15.33:0/891018228 conn(0x7ff5c40d3dc0 msgr2=0x7ff5c40b2c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:47.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.584+0000 7ff5c9799640 1 -- 172.21.15.33:0/891018228 shutdown_connections 2024-07-26T15:48:47.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.584+0000 7ff5c9799640 1 -- 172.21.15.33:0/891018228 wait complete. 2024-07-26T15:48:47.597 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T15:48:47.650 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:48:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.718+0000 7f52e3577640 1 -- 172.21.15.33:0/2017176032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52dc0b3750 msgr2=0x7f52dc06ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.718+0000 7f52e3577640 1 --2- 172.21.15.33:0/2017176032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52dc0b3750 0x7f52dc06ecf0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f52d4005fd0 tx=0x7f52d402aa90 comp rx=0 tx=0).stop 2024-07-26T15:48:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.718+0000 7f52e3577640 1 -- 172.21.15.33:0/2017176032 shutdown_connections 2024-07-26T15:48:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.718+0000 7f52e3577640 1 --2- 172.21.15.33:0/2017176032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52dc0b3750 0x7f52dc06ecf0 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.718+0000 7f52e3577640 1 --2- 172.21.15.33:0/2017176032 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52dc0cef90 0x7f52dc0b3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.718+0000 7f52e3577640 1 -- 172.21.15.33:0/2017176032 >> 172.21.15.33:0/2017176032 conn(0x7f52dc0b1740 msgr2=0x7f52dc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:47.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.718+0000 7f52e3577640 1 -- 172.21.15.33:0/2017176032 shutdown_connections 2024-07-26T15:48:47.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.718+0000 7f52e3577640 1 -- 172.21.15.33:0/2017176032 wait complete. 2024-07-26T15:48:47.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.720+0000 7f52e3577640 1 Processor -- start 2024-07-26T15:48:47.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.720+0000 7f52e3577640 1 -- start start 2024-07-26T15:48:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.721+0000 7f52e3577640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52dc0b3750 0x7f52dc144ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.721+0000 7f52e3577640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52dc0cef90 0x7f52dc0aecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.721+0000 7f52e3577640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f52dc15ad30 0x7f52dc158f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.721+0000 7f52e3577640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f52dc06e660 con 0x7f52dc0cef90 2024-07-26T15:48:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.721+0000 7f52e3577640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f52dc06e4e0 con 0x7f52dc15ad30 2024-07-26T15:48:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.721+0000 7f52e3577640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f52dc06e7e0 con 0x7f52dc0b3750 2024-07-26T15:48:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.721+0000 7f52e0b12640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52dc0cef90 0x7f52dc0aecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.721+0000 7f52e0b12640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52dc0cef90 0x7f52dc0aecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57042/0 (socket says 172.21.15.33:57042) 2024-07-26T15:48:47.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52e0b12640 1 -- 172.21.15.33:0/2302635079 learned_addr learned my addr 172.21.15.33:0/2302635079 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.721+0000 7f52e1313640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52dc0b3750 0x7f52dc144ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52e1b14640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f52dc15ad30 0x7f52dc158f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52e0b12640 1 -- 172.21.15.33:0/2302635079 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52dc0b3750 msgr2=0x7f52dc144ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52e0b12640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52dc0b3750 0x7f52dc144ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52e0b12640 1 -- 172.21.15.33:0/2302635079 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f52dc15ad30 msgr2=0x7f52dc158f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52e0b12640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f52dc15ad30 0x7f52dc158f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52e0b12640 1 -- 172.21.15.33:0/2302635079 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52dc157ea0 con 0x7f52dc0cef90 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52e0b12640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52dc0cef90 0x7f52dc0aecf0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f52cc00fbc0 tx=0x7f52cc00d7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52d1ffb640 1 -- 172.21.15.33:0/2302635079 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52cc005220 con 0x7f52dc0cef90 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52d1ffb640 1 -- 172.21.15.33:0/2302635079 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f52cc0054b0 con 0x7f52dc0cef90 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52e3577640 1 -- 172.21.15.33:0/2302635079 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52dc158180 con 0x7f52dc0cef90 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52d1ffb640 1 -- 172.21.15.33:0/2302635079 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52cc004a00 con 0x7f52dc0cef90 2024-07-26T15:48:47.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.722+0000 7f52e3577640 1 -- 172.21.15.33:0/2302635079 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52dc158740 con 0x7f52dc0cef90 2024-07-26T15:48:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.723+0000 7f52e3577640 1 -- 172.21.15.33:0/2302635079 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52dc06ecf0 con 0x7f52dc0cef90 2024-07-26T15:48:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.724+0000 7f52d1ffb640 1 -- 172.21.15.33:0/2302635079 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 85) ==== 98850+0+0 (secure 0 0 0) 0x7f52cc004ba0 con 0x7f52dc0cef90 2024-07-26T15:48:47.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.725+0000 7f52d1ffb640 1 -- 172.21.15.33:0/2302635079 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 6974+0+0 (secure 0 0 0) 0x7f52cc09a460 con 0x7f52dc0cef90 2024-07-26T15:48:47.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.729+0000 7f52d1ffb640 1 -- 172.21.15.33:0/2302635079 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f52cc062fd0 con 0x7f52dc0cef90 2024-07-26T15:48:47.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:47.962+0000 7f52e3577640 1 -- 172.21.15.33:0/2302635079 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f52dc06fbf0 con 0x7f52dc0cef90 2024-07-26T15:48:48.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.290+0000 7f52d1ffb640 1 -- 172.21.15.33:0/2302635079 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 86) ==== 98977+0+0 (secure 0 0 0) 0x7f52cc09a0f0 con 0x7f52dc0cef90 2024-07-26T15:48:48.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.290+0000 7f52d1ffb640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f52c007d050 0x7f52c007f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:48.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.291+0000 7f52e1313640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f52c007d050 0x7f52c007f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:48.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.293+0000 7f52e1313640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f52c007d050 0x7f52c007f470 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f52dc155270 tx=0x7f52d8009040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:48.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.582+0000 7f52d1ffb640 1 -- 172.21.15.33:0/2302635079 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v74) ==== 104+0+0 (secure 0 0 0) 0x7f52cc08b090 con 0x7f52dc0cef90 2024-07-26T15:48:48.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 -- 172.21.15.33:0/2302635079 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f52c007d050 msgr2=0x7f52c007f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:48.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f52c007d050 0x7f52c007f470 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f52dc155270 tx=0x7f52d8009040 comp rx=0 tx=0).stop 2024-07-26T15:48:48.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 -- 172.21.15.33:0/2302635079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52dc0cef90 msgr2=0x7f52dc0aecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:48.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52dc0cef90 0x7f52dc0aecf0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f52cc00fbc0 tx=0x7f52cc00d7b0 comp rx=0 tx=0).stop 2024-07-26T15:48:48.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 -- 172.21.15.33:0/2302635079 shutdown_connections 2024-07-26T15:48:48.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f52c007d050 0x7f52c007f470 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:48.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f52dc15ad30 0x7f52dc158f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:48.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52dc0cef90 0x7f52dc0aecf0 unknown :-1 s=CLOSED pgs=1480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:48.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 --2- 172.21.15.33:0/2302635079 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52dc0b3750 0x7f52dc144ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:48.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 -- 172.21.15.33:0/2302635079 >> 172.21.15.33:0/2302635079 conn(0x7f52dc0b1740 msgr2=0x7f52dc0af690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:48.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 -- 172.21.15.33:0/2302635079 shutdown_connections 2024-07-26T15:48:48.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.585+0000 7f52e3577640 1 -- 172.21.15.33:0/2302635079 wait complete. 2024-07-26T15:48:48.600 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T15:48:48.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.726+0000 7f979a520640 1 -- 172.21.15.33:0/1155173394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97940ceab0 msgr2=0x7f97940cc770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:48.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.726+0000 7f979a520640 1 --2- 172.21.15.33:0/1155173394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97940ceab0 0x7f97940cc770 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f9788009900 tx=0x7f978802a610 comp rx=0 tx=0).stop 2024-07-26T15:48:48.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.726+0000 7f979a520640 1 -- 172.21.15.33:0/1155173394 shutdown_connections 2024-07-26T15:48:48.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.726+0000 7f979a520640 1 --2- 172.21.15.33:0/1155173394 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97940b6560 0x7f97940cccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:48.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.726+0000 7f979a520640 1 --2- 172.21.15.33:0/1155173394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97940ceab0 0x7f97940cc770 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:48.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.726+0000 7f979a520640 1 -- 172.21.15.33:0/1155173394 >> 172.21.15.33:0/1155173394 conn(0x7f97940d1c60 msgr2=0x7f97940d2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:48.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.726+0000 7f979a520640 1 -- 172.21.15.33:0/1155173394 shutdown_connections 2024-07-26T15:48:48.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.726+0000 7f979a520640 1 -- 172.21.15.33:0/1155173394 wait complete. 2024-07-26T15:48:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.727+0000 7f979a520640 1 Processor -- start 2024-07-26T15:48:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.728+0000 7f979a520640 1 -- start start 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f979a520640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97940b6560 0x7f97941f2c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f979a520640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97940d2780 0x7f97940cada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f979a520640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f979414c330 0x7f97940cb2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f979a520640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f97940cd370 con 0x7f97940b6560 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f979a520640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f97940cd1f0 con 0x7f97940d2780 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f979a520640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f97940cd4f0 con 0x7f979414c330 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f9793fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97940b6560 0x7f97941f2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f9793fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97940b6560 0x7f97941f2c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57062/0 (socket says 172.21.15.33:57062) 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f9793fff640 1 -- 172.21.15.33:0/2117473752 learned_addr learned my addr 172.21.15.33:0/2117473752 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f9793fff640 1 -- 172.21.15.33:0/2117473752 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f979414c330 msgr2=0x7f97940cb2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f9793fff640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f979414c330 0x7f97940cb2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:48.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f9793fff640 1 -- 172.21.15.33:0/2117473752 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97940d2780 msgr2=0x7f97940cada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:48.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f9793fff640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97940d2780 0x7f97940cada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:48.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.729+0000 7f9793fff640 1 -- 172.21.15.33:0/2117473752 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97941f35c0 con 0x7f97940b6560 2024-07-26T15:48:48.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.730+0000 7f9793fff640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97940b6560 0x7f97941f2c50 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f978400c3c0 tx=0x7f978400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:48.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.730+0000 7f9790ff9640 1 -- 172.21.15.33:0/2117473752 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9784017070 con 0x7f97940b6560 2024-07-26T15:48:48.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.730+0000 7f9790ff9640 1 -- 172.21.15.33:0/2117473752 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97840053c0 con 0x7f97940b6560 2024-07-26T15:48:48.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.730+0000 7f979a520640 1 -- 172.21.15.33:0/2117473752 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97941f38a0 con 0x7f97940b6560 2024-07-26T15:48:48.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.730+0000 7f9790ff9640 1 -- 172.21.15.33:0/2117473752 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9784003880 con 0x7f97940b6560 2024-07-26T15:48:48.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.730+0000 7f979a520640 1 -- 172.21.15.33:0/2117473752 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f979415b7c0 con 0x7f97940b6560 2024-07-26T15:48:48.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.731+0000 7f979a520640 1 -- 172.21.15.33:0/2117473752 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f979406a570 con 0x7f97940b6560 2024-07-26T15:48:48.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.732+0000 7f9790ff9640 1 -- 172.21.15.33:0/2117473752 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 86) ==== 98977+0+0 (secure 0 0 0) 0x7f978401a070 con 0x7f97940b6560 2024-07-26T15:48:48.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.732+0000 7f9790ff9640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9780076e90 0x7f97800793a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:48.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.732+0000 7f9790ff9640 1 -- 172.21.15.33:0/2117473752 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 6974+0+0 (secure 0 0 0) 0x7f9784097d10 con 0x7f97940b6560 2024-07-26T15:48:48.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.732+0000 7f97937fe640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9780076e90 0x7f97800793a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:48.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.733+0000 7f97937fe640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9780076e90 0x7f97800793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f9788033000 tx=0x7f97880046c0 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:48.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.737+0000 7f9790ff9640 1 -- 172.21.15.33:0/2117473752 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f979406a570 con 0x7f97940b6560 2024-07-26T15:48:48.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:48.930+0000 7f979a520640 1 -- 172.21.15.33:0/2117473752 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f97940cd9a0 con 0x7f97940b6560 2024-07-26T15:48:49.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.591+0000 7f9790ff9640 1 -- 172.21.15.33:0/2117473752 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 87) ==== 99185+0+0 (secure 0 0 0) 0x7f97840670c0 con 0x7f97940b6560 2024-07-26T15:48:49.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.594+0000 7f9790ff9640 1 -- 172.21.15.33:0/2117473752 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v153) ==== 181+0+0 (secure 0 0 0) 0x7f9784067450 con 0x7f97940b6560 2024-07-26T15:48:49.595 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T15:48:49.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.596+0000 7f979a520640 1 -- 172.21.15.33:0/2117473752 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9780076e90 msgr2=0x7f97800793a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:49.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.597+0000 7f979a520640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9780076e90 0x7f97800793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f9788033000 tx=0x7f97880046c0 comp rx=0 tx=0).stop 2024-07-26T15:48:49.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.597+0000 7f979a520640 1 -- 172.21.15.33:0/2117473752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97940b6560 msgr2=0x7f97941f2c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:49.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.597+0000 7f979a520640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97940b6560 0x7f97941f2c50 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f978400c3c0 tx=0x7f978400c880 comp rx=0 tx=0).stop 2024-07-26T15:48:49.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.597+0000 7f979a520640 1 -- 172.21.15.33:0/2117473752 shutdown_connections 2024-07-26T15:48:49.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.597+0000 7f979a520640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9780076e90 0x7f97800793a0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:49.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.597+0000 7f979a520640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f979414c330 0x7f97940cb2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:49.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.597+0000 7f979a520640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97940d2780 0x7f97940cada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:49.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.597+0000 7f979a520640 1 --2- 172.21.15.33:0/2117473752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97940b6560 0x7f97941f2c50 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:49.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.597+0000 7f979a520640 1 -- 172.21.15.33:0/2117473752 >> 172.21.15.33:0/2117473752 conn(0x7f97940d1c60 msgr2=0x7f97940c8440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:49.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.598+0000 7f979a520640 1 -- 172.21.15.33:0/2117473752 shutdown_connections 2024-07-26T15:48:49.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.598+0000 7f979a520640 1 -- 172.21.15.33:0/2117473752 wait complete. 2024-07-26T15:48:49.613 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T15:48:49.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.736+0000 7fb3af044640 1 -- 172.21.15.33:0/2214615851 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3a80d4970 msgr2=0x7fb3a80b9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:49.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.736+0000 7fb3af044640 1 --2- 172.21.15.33:0/2214615851 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3a80d4970 0x7fb3a80b9420 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7fb3a808c2d0 tx=0x7fb39c02a4a0 comp rx=0 tx=0).stop 2024-07-26T15:48:49.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.736+0000 7fb3af044640 1 -- 172.21.15.33:0/2214615851 shutdown_connections 2024-07-26T15:48:49.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.736+0000 7fb3af044640 1 --2- 172.21.15.33:0/2214615851 >> v2:172.21.15.154:3300/0 conn(0x7fb3a80d1cc0 0x7fb3a80d20d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:49.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.736+0000 7fb3af044640 1 --2- 172.21.15.33:0/2214615851 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3a80d4970 0x7fb3a80b9420 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:49.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.736+0000 7fb3af044640 1 -- 172.21.15.33:0/2214615851 >> 172.21.15.33:0/2214615851 conn(0x7fb3a80d3e50 msgr2=0x7fb3a80d4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:49.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.736+0000 7fb3af044640 1 -- 172.21.15.33:0/2214615851 shutdown_connections 2024-07-26T15:48:49.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.736+0000 7fb3af044640 1 -- 172.21.15.33:0/2214615851 wait complete. 2024-07-26T15:48:49.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.738+0000 7fb3af044640 1 Processor -- start 2024-07-26T15:48:49.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.738+0000 7fb3af044640 1 -- start start 2024-07-26T15:48:49.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3af044640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3a80d1cc0 0x7fb3a815c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:49.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3af044640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3a80d2610 0x7fb3a8150190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3af044640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3a80d4970 0x7fb3a80b2210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3af044640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a80d0f50 con 0x7fb3a80d1cc0 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3af044640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a80b4a80 con 0x7fb3a80d2610 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3af044640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb3a80d10d0 con 0x7fb3a80d4970 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3acde0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3a80d1cc0 0x7fb3a815c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3acde0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3a80d1cc0 0x7fb3a815c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57104/0 (socket says 172.21.15.33:57104) 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3acde0640 1 -- 172.21.15.33:0/786551819 learned_addr learned my addr 172.21.15.33:0/786551819 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3a7fff640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3a80d2610 0x7fb3a8150190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3ad5e1640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3a80d4970 0x7fb3a80b2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3acde0640 1 -- 172.21.15.33:0/786551819 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3a80d4970 msgr2=0x7fb3a80b2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3acde0640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3a80d4970 0x7fb3a80b2210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3acde0640 1 -- 172.21.15.33:0/786551819 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3a80d2610 msgr2=0x7fb3a8150190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:49.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3acde0640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3a80d2610 0x7fb3a8150190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:49.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3acde0640 1 -- 172.21.15.33:0/786551819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3a815cf20 con 0x7fb3a80d1cc0 2024-07-26T15:48:49.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.740+0000 7fb3acde0640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3a80d1cc0 0x7fb3a815c1a0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7fb39c034040 tx=0x7fb39c003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:49.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.741+0000 7fb3a57fa640 1 -- 172.21.15.33:0/786551819 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb39c03e030 con 0x7fb3a80d1cc0 2024-07-26T15:48:49.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.741+0000 7fb3a57fa640 1 -- 172.21.15.33:0/786551819 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb39c003e00 con 0x7fb3a80d1cc0 2024-07-26T15:48:49.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.741+0000 7fb3af044640 1 -- 172.21.15.33:0/786551819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3a815d200 con 0x7fb3a80d1cc0 2024-07-26T15:48:49.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.741+0000 7fb3a57fa640 1 -- 172.21.15.33:0/786551819 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb39c035040 con 0x7fb3a80d1cc0 2024-07-26T15:48:49.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.741+0000 7fb3af044640 1 -- 172.21.15.33:0/786551819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3a815d7c0 con 0x7fb3a80d1cc0 2024-07-26T15:48:49.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.742+0000 7fb3af044640 1 -- 172.21.15.33:0/786551819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3a80d15e0 con 0x7fb3a80d1cc0 2024-07-26T15:48:49.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.742+0000 7fb3a57fa640 1 -- 172.21.15.33:0/786551819 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 87) ==== 99185+0+0 (secure 0 0 0) 0x7fb39c041030 con 0x7fb3a80d1cc0 2024-07-26T15:48:49.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.743+0000 7fb3a57fa640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb38c0770a0 0x7fb38c0795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:49.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.743+0000 7fb3a57fa640 1 -- 172.21.15.33:0/786551819 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(153..153 src has 1..153) ==== 6536+0+0 (secure 0 0 0) 0x7fb39c0b9480 con 0x7fb3a80d1cc0 2024-07-26T15:48:49.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.743+0000 7fb3a7fff640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb38c0770a0 0x7fb38c0795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:49.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.744+0000 7fb3a7fff640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb38c0770a0 0x7fb38c0795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8158380 tx=0x7fb39400b2e0 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:49.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.748+0000 7fb3a57fa640 1 -- 172.21.15.33:0/786551819 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb39c081bf0 con 0x7fb3a80d1cc0 2024-07-26T15:48:49.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:49.947+0000 7fb3af044640 1 -- 172.21.15.33:0/786551819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb3a80694c0 con 0x7fb3a80d1cc0 2024-07-26T15:48:50.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.598+0000 7fb3a57fa640 1 -- 172.21.15.33:0/786551819 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v154) ==== 169+0+0 (secure 0 0 0) 0x7fb39c086140 con 0x7fb3a80d1cc0 2024-07-26T15:48:50.599 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T15:48:50.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.600+0000 7fb3af044640 1 -- 172.21.15.33:0/786551819 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb38c0770a0 msgr2=0x7fb38c0795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:50.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.600+0000 7fb3af044640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb38c0770a0 0x7fb38c0795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8158380 tx=0x7fb39400b2e0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.601+0000 7fb3af044640 1 -- 172.21.15.33:0/786551819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3a80d1cc0 msgr2=0x7fb3a815c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:50.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.601+0000 7fb3af044640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3a80d1cc0 0x7fb3a815c1a0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7fb39c034040 tx=0x7fb39c003910 comp rx=0 tx=0).stop 2024-07-26T15:48:50.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.601+0000 7fb3af044640 1 -- 172.21.15.33:0/786551819 shutdown_connections 2024-07-26T15:48:50.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.601+0000 7fb3af044640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb38c0770a0 0x7fb38c0795b0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.601+0000 7fb3af044640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3a80d4970 0x7fb3a80b2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.601+0000 7fb3af044640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3a80d2610 0x7fb3a8150190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.601+0000 7fb3af044640 1 --2- 172.21.15.33:0/786551819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3a80d1cc0 0x7fb3a815c1a0 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.601+0000 7fb3af044640 1 -- 172.21.15.33:0/786551819 >> 172.21.15.33:0/786551819 conn(0x7fb3a80d3e50 msgr2=0x7fb3a80b8990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:50.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.601+0000 7fb3af044640 1 -- 172.21.15.33:0/786551819 shutdown_connections 2024-07-26T15:48:50.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.601+0000 7fb3af044640 1 -- 172.21.15.33:0/786551819 wait complete. 2024-07-26T15:48:50.618 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T15:48:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.737+0000 7f0370cda640 1 -- 172.21.15.33:0/3674625933 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f036c163db0 msgr2=0x7f036c1661d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.737+0000 7f0370cda640 1 --2- 172.21.15.33:0/3674625933 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f036c163db0 0x7f036c1661d0 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f036c0d00e0 tx=0x7f036402a9c0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.737+0000 7f0370cda640 1 -- 172.21.15.33:0/3674625933 shutdown_connections 2024-07-26T15:48:50.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.737+0000 7f0370cda640 1 --2- 172.21.15.33:0/3674625933 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f036c163db0 0x7f036c1661d0 unknown :-1 s=CLOSED pgs=1487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.737+0000 7f0370cda640 1 --2- 172.21.15.33:0/3674625933 >> v2:172.21.15.154:3300/0 conn(0x7f036c0b1ad0 0x7f036c163870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.737+0000 7f0370cda640 1 -- 172.21.15.33:0/3674625933 >> 172.21.15.33:0/3674625933 conn(0x7f036c0d1bb0 msgr2=0x7f036c0d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:50.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.737+0000 7f0370cda640 1 -- 172.21.15.33:0/3674625933 shutdown_connections 2024-07-26T15:48:50.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.737+0000 7f0370cda640 1 -- 172.21.15.33:0/3674625933 wait complete. 2024-07-26T15:48:50.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.739+0000 7f0370cda640 1 Processor -- start 2024-07-26T15:48:50.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.739+0000 7f0370cda640 1 -- start start 2024-07-26T15:48:50.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f0370cda640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f036c0b1ad0 0x7f036c1649f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:50.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f0370cda640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f036c0b6ed0 0x7f036c15c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f0370cda640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f036c163db0 0x7f036c09f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f0370cda640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f036c0b7640 con 0x7f036c163db0 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f0370cda640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f036c0b74c0 con 0x7f036c0b6ed0 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f0370cda640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f036c166710 con 0x7f036c0b1ad0 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f036ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f036c163db0 0x7f036c09f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f036ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f036c163db0 0x7f036c09f380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57126/0 (socket says 172.21.15.33:57126) 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f036ad9d640 1 -- 172.21.15.33:0/3734540727 learned_addr learned my addr 172.21.15.33:0/3734540727 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f036a59c640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f036c0b1ad0 0x7f036c1649f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f0369d9b640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f036c0b6ed0 0x7f036c15c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f036ad9d640 1 -- 172.21.15.33:0/3734540727 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f036c0b1ad0 msgr2=0x7f036c1649f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f036ad9d640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f036c0b1ad0 0x7f036c1649f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f036ad9d640 1 -- 172.21.15.33:0/3734540727 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f036c0b6ed0 msgr2=0x7f036c15c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:50.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f036ad9d640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f036c0b6ed0 0x7f036c15c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f036ad9d640 1 -- 172.21.15.33:0/3734540727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f036c0cc730 con 0x7f036c163db0 2024-07-26T15:48:50.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.741+0000 7f036ad9d640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f036c163db0 0x7f036c09f380 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f0364033040 tx=0x7f0364003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:50.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.742+0000 7f035affd640 1 -- 172.21.15.33:0/3734540727 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0364034040 con 0x7f036c163db0 2024-07-26T15:48:50.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.742+0000 7f035affd640 1 -- 172.21.15.33:0/3734540727 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0364004640 con 0x7f036c163db0 2024-07-26T15:48:50.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.742+0000 7f0370cda640 1 -- 172.21.15.33:0/3734540727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f036c15cab0 con 0x7f036c163db0 2024-07-26T15:48:50.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.742+0000 7f035affd640 1 -- 172.21.15.33:0/3734540727 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0364045480 con 0x7f036c163db0 2024-07-26T15:48:50.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.742+0000 7f0370cda640 1 -- 172.21.15.33:0/3734540727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f036c0cccf0 con 0x7f036c163db0 2024-07-26T15:48:50.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.743+0000 7f0370cda640 1 -- 172.21.15.33:0/3734540727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f036c0b13c0 con 0x7f036c163db0 2024-07-26T15:48:50.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.744+0000 7f035affd640 1 -- 172.21.15.33:0/3734540727 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 87) ==== 99185+0+0 (secure 0 0 0) 0x7f0364037020 con 0x7f036c163db0 2024-07-26T15:48:50.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.744+0000 7f035affd640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f034c0770a0 0x7f034c0795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:50.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.744+0000 7f035affd640 1 -- 172.21.15.33:0/3734540727 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 6122+0+0 (secure 0 0 0) 0x7f03640ba380 con 0x7f036c163db0 2024-07-26T15:48:50.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.744+0000 7f036a59c640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f034c0770a0 0x7f034c0795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:50.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.745+0000 7f036a59c640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f034c0770a0 0x7f034c0795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f035c006fd0 tx=0x7f035c009060 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:50.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.749+0000 7f035affd640 1 -- 172.21.15.33:0/3734540727 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0364082e30 con 0x7f036c163db0 2024-07-26T15:48:50.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.941+0000 7f0370cda640 1 -- 172.21.15.33:0/3734540727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f036c0cfab0 con 0x7f036c163db0 2024-07-26T15:48:50.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.945+0000 7f035affd640 1 -- 172.21.15.33:0/3734540727 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v55) ==== 71+0+0 (secure 0 0 0) 0x7f0364087380 con 0x7f036c163db0 2024-07-26T15:48:50.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 -- 172.21.15.33:0/3734540727 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f034c0770a0 msgr2=0x7f034c0795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:50.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f034c0770a0 0x7f034c0795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f035c006fd0 tx=0x7f035c009060 comp rx=0 tx=0).stop 2024-07-26T15:48:50.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 -- 172.21.15.33:0/3734540727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f036c163db0 msgr2=0x7f036c09f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:50.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f036c163db0 0x7f036c09f380 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f0364033040 tx=0x7f0364003f10 comp rx=0 tx=0).stop 2024-07-26T15:48:50.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 -- 172.21.15.33:0/3734540727 shutdown_connections 2024-07-26T15:48:50.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f034c0770a0 0x7f034c0795b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f036c163db0 0x7f036c09f380 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f036c0b6ed0 0x7f036c15c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 --2- 172.21.15.33:0/3734540727 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f036c0b1ad0 0x7f036c1649f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:50.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 -- 172.21.15.33:0/3734540727 >> 172.21.15.33:0/3734540727 conn(0x7f036c0d1bb0 msgr2=0x7f036c1615b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:50.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 -- 172.21.15.33:0/3734540727 shutdown_connections 2024-07-26T15:48:50.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:50.948+0000 7f0370cda640 1 -- 172.21.15.33:0/3734540727 wait complete. 2024-07-26T15:48:50.960 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_all_periods' 2024-07-26T15:48:51.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.077+0000 7f2781de5640 1 -- 172.21.15.33:0/4198953056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d27c0 msgr2=0x7f277c0d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:51.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.077+0000 7f2781de5640 1 --2- 172.21.15.33:0/4198953056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d27c0 0x7f277c0d0570 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f277c08c3b0 tx=0x7f277402aa30 comp rx=0 tx=0).stop 2024-07-26T15:48:51.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.077+0000 7f2781de5640 1 -- 172.21.15.33:0/4198953056 shutdown_connections 2024-07-26T15:48:51.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.077+0000 7f2781de5640 1 --2- 172.21.15.33:0/4198953056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d27c0 0x7f277c0d0570 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.077+0000 7f2781de5640 1 --2- 172.21.15.33:0/4198953056 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c0d1b80 0x7f277c0d2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.077+0000 7f2781de5640 1 --2- 172.21.15.33:0/4198953056 >> v2:172.21.15.154:3300/0 conn(0x7f277c0cf430 0x7f277c0b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.077+0000 7f2781de5640 1 -- 172.21.15.33:0/4198953056 >> 172.21.15.33:0/4198953056 conn(0x7f277c0d3da0 msgr2=0x7f277c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:51.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.077+0000 7f2781de5640 1 -- 172.21.15.33:0/4198953056 shutdown_connections 2024-07-26T15:48:51.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.077+0000 7f2781de5640 1 -- 172.21.15.33:0/4198953056 wait complete. 2024-07-26T15:48:51.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.082+0000 7f2781de5640 1 Processor -- start 2024-07-26T15:48:51.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.083+0000 7f2781de5640 1 -- start start 2024-07-26T15:48:51.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.085+0000 7f2781de5640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f277c0cf430 0x7f277c0b55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:51.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.085+0000 7f2781de5640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c0d1b80 0x7f277c09de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:51.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.085+0000 7f2781de5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d27c0 0x7f277c14db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:51.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.085+0000 7f2781de5640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f277c0d0e40 con 0x7f277c0d27c0 2024-07-26T15:48:51.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.085+0000 7f2781de5640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f277c0d0cc0 con 0x7f277c0cf430 2024-07-26T15:48:51.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.085+0000 7f2781de5640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f277c0d0fc0 con 0x7f277c0d1b80 2024-07-26T15:48:51.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.086+0000 7f277bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d27c0 0x7f277c14db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:51.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.086+0000 7f277bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d27c0 0x7f277c14db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57132/0 (socket says 172.21.15.33:57132) 2024-07-26T15:48:51.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.086+0000 7f277bfff640 1 -- 172.21.15.33:0/3020151392 learned_addr learned my addr 172.21.15.33:0/3020151392 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:51.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.086+0000 7f277affd640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c0d1b80 0x7f277c09de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:51.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.086+0000 7f277b7fe640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f277c0cf430 0x7f277c0b55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:51.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.086+0000 7f277bfff640 1 -- 172.21.15.33:0/3020151392 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c0d1b80 msgr2=0x7f277c09de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:51.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.086+0000 7f277bfff640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c0d1b80 0x7f277c09de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.086+0000 7f277bfff640 1 -- 172.21.15.33:0/3020151392 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f277c0cf430 msgr2=0x7f277c0b55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:51.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.086+0000 7f277bfff640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f277c0cf430 0x7f277c0b55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.086+0000 7f277bfff640 1 -- 172.21.15.33:0/3020151392 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f277c0b4500 con 0x7f277c0d27c0 2024-07-26T15:48:51.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.087+0000 7f277bfff640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d27c0 0x7f277c14db20 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f277402b020 tx=0x7f2774003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:51.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.087+0000 7f2763fff640 1 -- 172.21.15.33:0/3020151392 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2774033050 con 0x7f277c0d27c0 2024-07-26T15:48:51.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.087+0000 7f2781de5640 1 -- 172.21.15.33:0/3020151392 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f277c0b47e0 con 0x7f277c0d27c0 2024-07-26T15:48:51.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.087+0000 7f2763fff640 1 -- 172.21.15.33:0/3020151392 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f27740045f0 con 0x7f277c0d27c0 2024-07-26T15:48:51.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.087+0000 7f2763fff640 1 -- 172.21.15.33:0/3020151392 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2774038450 con 0x7f277c0d27c0 2024-07-26T15:48:51.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.087+0000 7f2781de5640 1 -- 172.21.15.33:0/3020151392 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f277c0b4da0 con 0x7f277c0d27c0 2024-07-26T15:48:51.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.088+0000 7f2781de5640 1 -- 172.21.15.33:0/3020151392 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f277c0d2280 con 0x7f277c0d27c0 2024-07-26T15:48:51.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.090+0000 7f2763fff640 1 -- 172.21.15.33:0/3020151392 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 87) ==== 99185+0+0 (secure 0 0 0) 0x7f2774036070 con 0x7f277c0d27c0 2024-07-26T15:48:51.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.091+0000 7f2763fff640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f27680770d0 0x7f27680795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:51.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.091+0000 7f2763fff640 1 -- 172.21.15.33:0/3020151392 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 6122+0+0 (secure 0 0 0) 0x7f27740ba350 con 0x7f277c0d27c0 2024-07-26T15:48:51.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.091+0000 7f277b7fe640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f27680770d0 0x7f27680795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:51.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.092+0000 7f277b7fe640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f27680770d0 0x7f27680795e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f276c005c60 tx=0x7f276c005bf0 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:51.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.095+0000 7f2763fff640 1 -- 172.21.15.33:0/3020151392 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f27740832d0 con 0x7f277c0d27c0 2024-07-26T15:48:51.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.370+0000 7f2781de5640 1 -- 172.21.15.33:0/3020151392 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_all_periods"]} v 0) -- 0x7f277c0b2b20 con 0x7f277c0d27c0 2024-07-26T15:48:51.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.599+0000 7f2763fff640 1 -- 172.21.15.33:0/3020151392 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_all_periods"]}]=0 v767) ==== 160+0+0 (secure 0 0 0) 0x7f2774082bd0 con 0x7f277c0d27c0 2024-07-26T15:48:51.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.601+0000 7f2781de5640 1 -- 172.21.15.33:0/3020151392 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f27680770d0 msgr2=0x7f27680795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.601+0000 7f2781de5640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f27680770d0 0x7f27680795e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f276c005c60 tx=0x7f276c005bf0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.601+0000 7f2781de5640 1 -- 172.21.15.33:0/3020151392 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d27c0 msgr2=0x7f277c14db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.601+0000 7f2781de5640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d27c0 0x7f277c14db20 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f277402b020 tx=0x7f2774003f90 comp rx=0 tx=0).stop 2024-07-26T15:48:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.602+0000 7f2781de5640 1 -- 172.21.15.33:0/3020151392 shutdown_connections 2024-07-26T15:48:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.602+0000 7f2781de5640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f27680770d0 0x7f27680795e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.602+0000 7f2781de5640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f277c0d27c0 0x7f277c14db20 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.602+0000 7f2781de5640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f277c0d1b80 0x7f277c09de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.602+0000 7f2781de5640 1 --2- 172.21.15.33:0/3020151392 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f277c0cf430 0x7f277c0b55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.602+0000 7f2781de5640 1 -- 172.21.15.33:0/3020151392 >> 172.21.15.33:0/3020151392 conn(0x7f277c0d3da0 msgr2=0x7f277c15e160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.602+0000 7f2781de5640 1 -- 172.21.15.33:0/3020151392 shutdown_connections 2024-07-26T15:48:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.602+0000 7f2781de5640 1 -- 172.21.15.33:0/3020151392 wait complete. 2024-07-26T15:48:51.615 INFO:tasks.cephfs_test_runner:test_snap_schedule_all_periods (tasks.cephfs.test_snap_schedules.TestSnapSchedules) ... ok 2024-07-26T15:48:51.615 INFO:tasks.cephfs_test_runner:Starting test: test_snap_schedule_for_number_of_snaps_retention (tasks.cephfs.test_snap_schedules.TestSnapSchedules) Test that number of snaps retained are as per user spec. 2024-07-26T15:48:51.615 INFO:tasks.cephfs_test_runner:test_snap_schedule_for_number_of_snaps_retention (tasks.cephfs.test_snap_schedules.TestSnapSchedules) 2024-07-26T15:48:51.615 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:48:51.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.733+0000 7fad69694640 1 -- 172.21.15.33:0/3790018706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad640ce970 msgr2=0x7fad640ced80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:51.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.733+0000 7fad69694640 1 --2- 172.21.15.33:0/3790018706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad640ce970 0x7fad640ced80 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7fad640cdec0 tx=0x7fad4c02a560 comp rx=0 tx=0).stop 2024-07-26T15:48:51.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.733+0000 7fad69694640 1 -- 172.21.15.33:0/3790018706 shutdown_connections 2024-07-26T15:48:51.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.733+0000 7fad69694640 1 --2- 172.21.15.33:0/3790018706 >> v2:172.21.15.154:3300/0 conn(0x7fad640b1ba0 0x7fad640b1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.733+0000 7fad69694640 1 --2- 172.21.15.33:0/3790018706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad640ce970 0x7fad640ced80 unknown :-1 s=CLOSED pgs=1491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.733+0000 7fad69694640 1 -- 172.21.15.33:0/3790018706 >> 172.21.15.33:0/3790018706 conn(0x7fad640d1b70 msgr2=0x7fad640d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:51.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.733+0000 7fad69694640 1 -- 172.21.15.33:0/3790018706 shutdown_connections 2024-07-26T15:48:51.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.733+0000 7fad69694640 1 -- 172.21.15.33:0/3790018706 wait complete. 2024-07-26T15:48:51.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.735+0000 7fad69694640 1 Processor -- start 2024-07-26T15:48:51.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.735+0000 7fad69694640 1 -- start start 2024-07-26T15:48:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.736+0000 7fad69694640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad640b1ba0 0x7fad6406e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.736+0000 7fad69694640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad640b6fc0 0x7fad641570d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.736+0000 7fad69694640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad640ce970 0x7fad640c7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.736+0000 7fad69694640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fad640b2670 con 0x7fad640b6fc0 2024-07-26T15:48:51.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.736+0000 7fad69694640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fad640b24f0 con 0x7fad640ce970 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.736+0000 7fad69694640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fad640b27f0 con 0x7fad640b1ba0 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.736+0000 7fad627fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad640b6fc0 0x7fad641570d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.736+0000 7fad627fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad640b6fc0 0x7fad641570d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57160/0 (socket says 172.21.15.33:57160) 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.736+0000 7fad627fc640 1 -- 172.21.15.33:0/3113661502 learned_addr learned my addr 172.21.15.33:0/3113661502 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.736+0000 7fad62ffd640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad640b1ba0 0x7fad6406e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.736+0000 7fad637fe640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad640ce970 0x7fad640c7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad627fc640 1 -- 172.21.15.33:0/3113661502 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad640b1ba0 msgr2=0x7fad6406e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad627fc640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad640b1ba0 0x7fad6406e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad627fc640 1 -- 172.21.15.33:0/3113661502 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad640ce970 msgr2=0x7fad640c7ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad627fc640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad640ce970 0x7fad640c7ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad627fc640 1 -- 172.21.15.33:0/3113661502 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad64157610 con 0x7fad640b6fc0 2024-07-26T15:48:51.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad62ffd640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad640b1ba0 0x7fad6406e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:51.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad627fc640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad640b6fc0 0x7fad641570d0 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7fad4c034040 tx=0x7fad4c0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:51.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad5b7fe640 1 -- 172.21.15.33:0/3113661502 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c03e030 con 0x7fad640b6fc0 2024-07-26T15:48:51.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad5b7fe640 1 -- 172.21.15.33:0/3113661502 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fad4c0047a0 con 0x7fad640b6fc0 2024-07-26T15:48:51.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad69694640 1 -- 172.21.15.33:0/3113661502 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad641f5500 con 0x7fad640b6fc0 2024-07-26T15:48:51.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad5b7fe640 1 -- 172.21.15.33:0/3113661502 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4c035040 con 0x7fad640b6fc0 2024-07-26T15:48:51.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.737+0000 7fad69694640 1 -- 172.21.15.33:0/3113661502 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad641f5ac0 con 0x7fad640b6fc0 2024-07-26T15:48:51.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.738+0000 7fad69694640 1 -- 172.21.15.33:0/3113661502 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad640b2ca0 con 0x7fad640b6fc0 2024-07-26T15:48:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.739+0000 7fad5b7fe640 1 -- 172.21.15.33:0/3113661502 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 87) ==== 99185+0+0 (secure 0 0 0) 0x7fad4c041030 con 0x7fad640b6fc0 2024-07-26T15:48:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.739+0000 7fad5b7fe640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fad440770a0 0x7fad440795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.740+0000 7fad5b7fe640 1 -- 172.21.15.33:0/3113661502 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 6122+0+0 (secure 0 0 0) 0x7fad4c0b9350 con 0x7fad640b6fc0 2024-07-26T15:48:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.740+0000 7fad62ffd640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fad440770a0 0x7fad440795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:51.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.740+0000 7fad62ffd640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fad440770a0 0x7fad440795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fad54009fc0 tx=0x7fad54009550 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:51.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.744+0000 7fad5b7fe640 1 -- 172.21.15.33:0/3113661502 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fad64157610 con 0x7fad640b6fc0 2024-07-26T15:48:51.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.936+0000 7fad69694640 1 -- 172.21.15.33:0/3113661502 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fad640af240 con 0x7fad640b6fc0 2024-07-26T15:48:51.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.937+0000 7fad5b7fe640 1 -- 172.21.15.33:0/3113661502 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v154) ==== 74+0+14472 (secure 0 0 0) 0x7fad4c081c60 con 0x7fad640b6fc0 2024-07-26T15:48:51.938 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:51.938 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":154,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:48:50.595157+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":18,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":146,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6833/3257669112":"2024-07-27T15:48:47.578619+0000","172.21.15.154:0/3646731768":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/2626113756":"2024-07-27T15:48:44.212715+0000","172.21.15.154:6837/933084838":"2024-07-27T15:48:44.212715+0000","172.21.15.154:6836/933084838":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/1728967770":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/1722800721":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/1233394545":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/2790948921":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/3962256879":"2024-07-27T15:48:36.344360+0000","172.21.15.33:6835/3257669112":"2024-07-27T15:48:47.578619+0000","172.21.15.154:0/3526880940":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/1269655746":"2024-07-27T15:48:44.212715+0000","172.21.15.154:0/3618130597":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/2167493001":"2024-07-27T15:48:36.344360+0000","172.21.15.154:6837/1799144315":"2024-07-27T15:48:36.344360+0000","172.21.15.154:6836/1799144315":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/1275900202":"2024-07-27T15:48:36.344360+0000","172.21.15.154:0/2319708684":"2024-07-27T15:48:36.344360+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:48:51.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 -- 172.21.15.33:0/3113661502 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fad440770a0 msgr2=0x7fad440795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:51.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fad440770a0 0x7fad440795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fad54009fc0 tx=0x7fad54009550 comp rx=0 tx=0).stop 2024-07-26T15:48:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 -- 172.21.15.33:0/3113661502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad640b6fc0 msgr2=0x7fad641570d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad640b6fc0 0x7fad641570d0 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7fad4c034040 tx=0x7fad4c0039e0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 -- 172.21.15.33:0/3113661502 shutdown_connections 2024-07-26T15:48:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fad440770a0 0x7fad440795b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fad640ce970 0x7fad640c7ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fad640b6fc0 0x7fad641570d0 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 --2- 172.21.15.33:0/3113661502 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fad640b1ba0 0x7fad6406e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 -- 172.21.15.33:0/3113661502 >> 172.21.15.33:0/3113661502 conn(0x7fad640d1b70 msgr2=0x7fad6415c030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 -- 172.21.15.33:0/3113661502 shutdown_connections 2024-07-26T15:48:51.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:51.939+0000 7fad69694640 1 -- 172.21.15.33:0/3113661502 wait complete. 2024-07-26T15:48:51.952 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T15:48:51.953 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T15:48:52.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.074+0000 7fafac233640 1 -- 172.21.15.33:0/1994814745 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafa40d0c80 msgr2=0x7fafa40ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:52.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.074+0000 7fafac233640 1 --2- 172.21.15.33:0/1994814745 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafa40d0c80 0x7fafa40ce8d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7faf98009830 tx=0x7faf9802a4a0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.074+0000 7fafac233640 1 -- 172.21.15.33:0/1994814745 shutdown_connections 2024-07-26T15:48:52.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.074+0000 7fafac233640 1 --2- 172.21.15.33:0/1994814745 >> v2:172.21.15.154:3300/0 conn(0x7fafa40b7d00 0x7fafa40cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.074+0000 7fafac233640 1 --2- 172.21.15.33:0/1994814745 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafa40d0c80 0x7fafa40ce8d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.074+0000 7fafac233640 1 -- 172.21.15.33:0/1994814745 >> 172.21.15.33:0/1994814745 conn(0x7fafa40d3dc0 msgr2=0x7fafa40d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:52.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.074+0000 7fafac233640 1 -- 172.21.15.33:0/1994814745 shutdown_connections 2024-07-26T15:48:52.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.074+0000 7fafac233640 1 -- 172.21.15.33:0/1994814745 wait complete. 2024-07-26T15:48:52.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.076+0000 7fafac233640 1 Processor -- start 2024-07-26T15:48:52.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.076+0000 7fafac233640 1 -- start start 2024-07-26T15:48:52.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafac233640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafa40b53e0 0x7fafa40cdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:52.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafac233640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafa40b7d00 0x7fafa414df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:52.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafac233640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafa40b3080 0x7fafa414e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:52.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafac233640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fafa40cf510 con 0x7fafa40b7d00 2024-07-26T15:48:52.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafac233640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fafa40cf390 con 0x7fafa40b53e0 2024-07-26T15:48:52.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafac233640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fafa40cf690 con 0x7fafa40b3080 2024-07-26T15:48:52.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafa97ce640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafa40b7d00 0x7fafa414df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:52.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafa97ce640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafa40b7d00 0x7fafa414df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55554/0 (socket says 172.21.15.33:55554) 2024-07-26T15:48:52.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafa97ce640 1 -- 172.21.15.33:0/3299938352 learned_addr learned my addr 172.21.15.33:0/3299938352 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:52.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafaa7d0640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafa40b3080 0x7fafa414e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafa97ce640 1 -- 172.21.15.33:0/3299938352 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafa40b3080 msgr2=0x7fafa414e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafa9fcf640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafa40b53e0 0x7fafa40cdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafa97ce640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafa40b3080 0x7fafa414e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafa97ce640 1 -- 172.21.15.33:0/3299938352 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafa40b53e0 msgr2=0x7fafa40cdbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafa97ce640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafa40b53e0 0x7fafa40cdbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafa97ce640 1 -- 172.21.15.33:0/3299938352 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafa40b1fe0 con 0x7fafa40b7d00 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafaa7d0640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafa40b3080 0x7fafa414e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.077+0000 7fafa9fcf640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafa40b53e0 0x7fafa40cdbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.078+0000 7fafa97ce640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafa40b7d00 0x7fafa414df80 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7faf98009950 tx=0x7faf98003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.078+0000 7fafa27fc640 1 -- 172.21.15.33:0/3299938352 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf98005c90 con 0x7fafa40b7d00 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.078+0000 7fafa27fc640 1 -- 172.21.15.33:0/3299938352 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf98005020 con 0x7fafa40b7d00 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.078+0000 7fafac233640 1 -- 172.21.15.33:0/3299938352 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafa40b22c0 con 0x7fafa40b7d00 2024-07-26T15:48:52.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.078+0000 7fafa27fc640 1 -- 172.21.15.33:0/3299938352 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf98005450 con 0x7fafa40b7d00 2024-07-26T15:48:52.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.078+0000 7fafac233640 1 -- 172.21.15.33:0/3299938352 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafa40b2880 con 0x7fafa40b7d00 2024-07-26T15:48:52.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.079+0000 7fafac233640 1 -- 172.21.15.33:0/3299938352 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafa40b1d50 con 0x7fafa40b7d00 2024-07-26T15:48:52.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.080+0000 7fafa27fc640 1 -- 172.21.15.33:0/3299938352 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7faf980317c0 con 0x7fafa40b7d00 2024-07-26T15:48:52.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.080+0000 7fafa27fc640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7faf90077130 0x7faf90079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:52.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.080+0000 7fafa27fc640 1 -- 172.21.15.33:0/3299938352 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 6122+0+0 (secure 0 0 0) 0x7faf980b9d40 con 0x7fafa40b7d00 2024-07-26T15:48:52.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.080+0000 7fafa9fcf640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7faf90077130 0x7faf90079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:52.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.081+0000 7fafa9fcf640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7faf90077130 0x7faf90079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7faf940015a0 tx=0x7faf94009040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:52.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.085+0000 7fafa27fc640 1 -- 172.21.15.33:0/3299938352 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faf9803f030 con 0x7fafa40b7d00 2024-07-26T15:48:52.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.275+0000 7fafac233640 1 -- 172.21.15.33:0/3299938352 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fafa40cfb40 con 0x7fafa40b7d00 2024-07-26T15:48:52.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.276+0000 7fafa27fc640 1 -- 172.21.15.33:0/3299938352 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v154) ==== 93+0+10 (secure 0 0 0) 0x7faf98082b00 con 0x7fafa40b7d00 2024-07-26T15:48:52.277 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T15:48:52.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.277+0000 7fafac233640 1 -- 172.21.15.33:0/3299938352 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7faf90077130 msgr2=0x7faf90079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:52.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.278+0000 7fafac233640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7faf90077130 0x7faf90079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7faf940015a0 tx=0x7faf94009040 comp rx=0 tx=0).stop 2024-07-26T15:48:52.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.278+0000 7fafac233640 1 -- 172.21.15.33:0/3299938352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafa40b7d00 msgr2=0x7fafa414df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:52.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.278+0000 7fafac233640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafa40b7d00 0x7fafa414df80 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7faf98009950 tx=0x7faf98003c10 comp rx=0 tx=0).stop 2024-07-26T15:48:52.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.278+0000 7fafac233640 1 -- 172.21.15.33:0/3299938352 shutdown_connections 2024-07-26T15:48:52.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.278+0000 7fafac233640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7faf90077130 0x7faf90079640 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.278+0000 7fafac233640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fafa40b3080 0x7fafa414e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.278+0000 7fafac233640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fafa40b7d00 0x7fafa414df80 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.278+0000 7fafac233640 1 --2- 172.21.15.33:0/3299938352 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fafa40b53e0 0x7fafa40cdbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.278+0000 7fafac233640 1 -- 172.21.15.33:0/3299938352 >> 172.21.15.33:0/3299938352 conn(0x7fafa40d3dc0 msgr2=0x7fafa40b72f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:52.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.278+0000 7fafac233640 1 -- 172.21.15.33:0/3299938352 shutdown_connections 2024-07-26T15:48:52.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.278+0000 7fafac233640 1 -- 172.21.15.33:0/3299938352 wait complete. 2024-07-26T15:48:52.290 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_for_number_of_snaps_retention' 2024-07-26T15:48:52.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.407+0000 7f7920ba9640 1 -- 172.21.15.33:0/2448762564 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c0d1b80 msgr2=0x7f791c0b1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:52.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.407+0000 7f7920ba9640 1 --2- 172.21.15.33:0/2448762564 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c0d1b80 0x7f791c0b1470 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f7914005fd0 tx=0x7f791402a620 comp rx=0 tx=0).stop 2024-07-26T15:48:52.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.407+0000 7f7920ba9640 1 -- 172.21.15.33:0/2448762564 shutdown_connections 2024-07-26T15:48:52.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.407+0000 7f7920ba9640 1 --2- 172.21.15.33:0/2448762564 >> v2:172.21.15.154:3300/0 conn(0x7f791c0d2990 0x7f791c0b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.407+0000 7f7920ba9640 1 --2- 172.21.15.33:0/2448762564 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c0d1b80 0x7f791c0b1470 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.407+0000 7f7920ba9640 1 -- 172.21.15.33:0/2448762564 >> 172.21.15.33:0/2448762564 conn(0x7f791c0d3da0 msgr2=0x7f791c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:52.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.407+0000 7f7920ba9640 1 -- 172.21.15.33:0/2448762564 shutdown_connections 2024-07-26T15:48:52.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.407+0000 7f7920ba9640 1 -- 172.21.15.33:0/2448762564 wait complete. 2024-07-26T15:48:52.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.409+0000 7f7920ba9640 1 Processor -- start 2024-07-26T15:48:52.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.409+0000 7f7920ba9640 1 -- start start 2024-07-26T15:48:52.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.410+0000 7f7920ba9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f791c0cf430 0x7f791c0cdd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:52.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.410+0000 7f7920ba9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c0d1b80 0x7f791c15ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:52.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.410+0000 7f7920ba9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c15b140 0x7f791c15b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:52.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.410+0000 7f7920ba9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f791c0b1e80 con 0x7f791c0d1b80 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.410+0000 7f7920ba9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f791c0b1d00 con 0x7f791c15b140 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.410+0000 7f7920ba9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f791c0b2000 con 0x7f791c0cf430 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7919d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c0d1b80 0x7f791c15ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7919d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c0d1b80 0x7f791c15ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55560/0 (socket says 172.21.15.33:55560) 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7919d9b640 1 -- 172.21.15.33:0/1752939034 learned_addr learned my addr 172.21.15.33:0/1752939034 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f791a59c640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f791c0cf430 0x7f791c0cdd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f791ad9d640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c15b140 0x7f791c15b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7919d9b640 1 -- 172.21.15.33:0/1752939034 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f791c0cf430 msgr2=0x7f791c0cdd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7919d9b640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f791c0cf430 0x7f791c0cdd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7919d9b640 1 -- 172.21.15.33:0/1752939034 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c15b140 msgr2=0x7f791c15b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7919d9b640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c15b140 0x7f791c15b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:52.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7919d9b640 1 -- 172.21.15.33:0/1752939034 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f791c155b80 con 0x7f791c0d1b80 2024-07-26T15:48:52.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7919d9b640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c0d1b80 0x7f791c15ac00 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f790400c970 tx=0x7f790400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:52.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7912ffd640 1 -- 172.21.15.33:0/1752939034 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7904007bb0 con 0x7f791c0d1b80 2024-07-26T15:48:52.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7912ffd640 1 -- 172.21.15.33:0/1752939034 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7904007e40 con 0x7f791c0d1b80 2024-07-26T15:48:52.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7920ba9640 1 -- 172.21.15.33:0/1752939034 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f791c15ba90 con 0x7f791c0d1b80 2024-07-26T15:48:52.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7912ffd640 1 -- 172.21.15.33:0/1752939034 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790400f6b0 con 0x7f791c0d1b80 2024-07-26T15:48:52.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.411+0000 7f7920ba9640 1 -- 172.21.15.33:0/1752939034 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f791c161240 con 0x7f791c0d1b80 2024-07-26T15:48:52.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.412+0000 7f7920ba9640 1 -- 172.21.15.33:0/1752939034 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f791c0b2520 con 0x7f791c0d1b80 2024-07-26T15:48:52.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.413+0000 7f7912ffd640 1 -- 172.21.15.33:0/1752939034 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f790400f850 con 0x7f791c0d1b80 2024-07-26T15:48:52.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.414+0000 7f7912ffd640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f78fc077130 0x7f78fc079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:52.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.414+0000 7f7912ffd640 1 -- 172.21.15.33:0/1752939034 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 6122+0+0 (secure 0 0 0) 0x7f7904099240 con 0x7f791c0d1b80 2024-07-26T15:48:52.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.414+0000 7f791a59c640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f78fc077130 0x7f78fc079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:52.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.414+0000 7f791a59c640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f78fc077130 0x7f78fc079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f790c001e20 tx=0x7f790c009040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:52.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.418+0000 7f7912ffd640 1 -- 172.21.15.33:0/1752939034 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7904014030 con 0x7f791c0d1b80 2024-07-26T15:48:52.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:52.689+0000 7f7920ba9640 1 -- 172.21.15.33:0/1752939034 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_for_number_of_snaps_retention"]} v 0) -- 0x7f791c0b9c60 con 0x7f791c0d1b80 2024-07-26T15:48:53.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.606+0000 7f7912ffd640 1 -- 172.21.15.33:0/1752939034 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_for_number_of_snaps_retention"]}]=0 v769) ==== 181+0+0 (secure 0 0 0) 0x7f7904061b50 con 0x7f791c0d1b80 2024-07-26T15:48:53.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 -- 172.21.15.33:0/1752939034 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f78fc077130 msgr2=0x7f78fc079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:53.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f78fc077130 0x7f78fc079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f790c001e20 tx=0x7f790c009040 comp rx=0 tx=0).stop 2024-07-26T15:48:53.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 -- 172.21.15.33:0/1752939034 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c0d1b80 msgr2=0x7f791c15ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:53.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c0d1b80 0x7f791c15ac00 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f790400c970 tx=0x7f790400ce30 comp rx=0 tx=0).stop 2024-07-26T15:48:53.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 -- 172.21.15.33:0/1752939034 shutdown_connections 2024-07-26T15:48:53.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f78fc077130 0x7f78fc079640 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f791c15b140 0x7f791c15b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f791c0d1b80 0x7f791c15ac00 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 --2- 172.21.15.33:0/1752939034 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f791c0cf430 0x7f791c0cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 -- 172.21.15.33:0/1752939034 >> 172.21.15.33:0/1752939034 conn(0x7f791c0d3da0 msgr2=0x7f791c15e2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:53.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 -- 172.21.15.33:0/1752939034 shutdown_connections 2024-07-26T15:48:53.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.609+0000 7f7920ba9640 1 -- 172.21.15.33:0/1752939034 wait complete. 2024-07-26T15:48:53.625 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T15:48:53.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.748+0000 7f4a84006640 1 -- 172.21.15.33:0/1111580967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a7c0cfe70 msgr2=0x7f4a7c160b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:53.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.748+0000 7f4a84006640 1 --2- 172.21.15.33:0/1111580967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a7c0cfe70 0x7f4a7c160b10 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c0d0b00 tx=0x7f4a7402a970 comp rx=0 tx=0).stop 2024-07-26T15:48:53.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.748+0000 7f4a84006640 1 -- 172.21.15.33:0/1111580967 shutdown_connections 2024-07-26T15:48:53.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.748+0000 7f4a84006640 1 --2- 172.21.15.33:0/1111580967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a7c0cfe70 0x7f4a7c160b10 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.748+0000 7f4a84006640 1 --2- 172.21.15.33:0/1111580967 >> v2:172.21.15.154:3300/0 conn(0x7f4a7c0cc660 0x7f4a7c0b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.748+0000 7f4a84006640 1 -- 172.21.15.33:0/1111580967 >> 172.21.15.33:0/1111580967 conn(0x7f4a7c0d1bf0 msgr2=0x7f4a7c0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:53.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.748+0000 7f4a84006640 1 -- 172.21.15.33:0/1111580967 shutdown_connections 2024-07-26T15:48:53.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.748+0000 7f4a84006640 1 -- 172.21.15.33:0/1111580967 wait complete. 2024-07-26T15:48:53.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.750+0000 7f4a84006640 1 Processor -- start 2024-07-26T15:48:53.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.750+0000 7f4a84006640 1 -- start start 2024-07-26T15:48:53.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.751+0000 7f4a84006640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a7c0cc660 0x7f4a7c152050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:53.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.751+0000 7f4a84006640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a7c0cfa60 0x7f4a7c15af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:53.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.751+0000 7f4a84006640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a7c0cfe70 0x7f4a7c15b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:53.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.751+0000 7f4a84006640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7c0ce690 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.751+0000 7f4a84006640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7c0ce510 con 0x7f4a7c0cfa60 2024-07-26T15:48:53.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.751+0000 7f4a84006640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4a7c0ce810 con 0x7f4a7c0cc660 2024-07-26T15:48:53.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.751+0000 7f4a825a3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a7c0cfe70 0x7f4a7c15b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:53.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.751+0000 7f4a825a3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a7c0cfe70 0x7f4a7c15b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55566/0 (socket says 172.21.15.33:55566) 2024-07-26T15:48:53.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.751+0000 7f4a825a3640 1 -- 172.21.15.33:0/2967439645 learned_addr learned my addr 172.21.15.33:0/2967439645 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.751+0000 7f4a815a1640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a7c0cfa60 0x7f4a7c15af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a81da2640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a7c0cc660 0x7f4a7c152050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a825a3640 1 -- 172.21.15.33:0/2967439645 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a7c0cc660 msgr2=0x7f4a7c152050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a825a3640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a7c0cc660 0x7f4a7c152050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a825a3640 1 -- 172.21.15.33:0/2967439645 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a7c0cfa60 msgr2=0x7f4a7c15af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a825a3640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a7c0cfa60 0x7f4a7c15af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a825a3640 1 -- 172.21.15.33:0/2967439645 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a7c154320 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a825a3640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a7c0cfe70 0x7f4a7c15b440 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f4a74033040 tx=0x7f4a74003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a727fc640 1 -- 172.21.15.33:0/2967439645 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a74034040 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a727fc640 1 -- 172.21.15.33:0/2967439645 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a74004540 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a84006640 1 -- 172.21.15.33:0/2967439645 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a7c154600 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a727fc640 1 -- 172.21.15.33:0/2967439645 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a74045480 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.752+0000 7f4a84006640 1 -- 172.21.15.33:0/2967439645 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a7c154bc0 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.753+0000 7f4a84006640 1 -- 172.21.15.33:0/2967439645 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a7c15b980 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.754+0000 7f4a727fc640 1 -- 172.21.15.33:0/2967439645 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f4a74037020 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.755+0000 7f4a727fc640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4a60077130 0x7f4a60079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:53.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.755+0000 7f4a81da2640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4a60077130 0x7f4a60079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:53.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.755+0000 7f4a727fc640 1 -- 172.21.15.33:0/2967439645 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 6122+0+0 (secure 0 0 0) 0x7f4a740ba3f0 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.755+0000 7f4a81da2640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4a60077130 0x7f4a60079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4a78004630 tx=0x7f4a7800b2e0 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:53.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.759+0000 7f4a727fc640 1 -- 172.21.15.33:0/2967439645 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4a74082d00 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.953+0000 7f4a84006640 1 -- 172.21.15.33:0/2967439645 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f4a7c0b6e00 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.953+0000 7f4a727fc640 1 -- 172.21.15.33:0/2967439645 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v55) ==== 59+0+1998 (secure 0 0 0) 0x7f4a74087250 con 0x7f4a7c0cfe70 2024-07-26T15:48:53.955 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T15:48:53.955 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T15:48:53.955 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T15:48:53.955 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T15:48:53.955 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T15:48:53.955 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T15:48:53.955 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T15:48:53.956 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T15:48:53.957 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T15:48:53.957 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T15:48:53.957 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T15:48:53.957 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T15:48:53.957 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T15:48:53.957 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.955+0000 7f4a84006640 1 -- 172.21.15.33:0/2967439645 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4a60077130 msgr2=0x7f4a60079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.955+0000 7f4a84006640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4a60077130 0x7f4a60079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f4a78004630 tx=0x7f4a7800b2e0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.955+0000 7f4a84006640 1 -- 172.21.15.33:0/2967439645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a7c0cfe70 msgr2=0x7f4a7c15b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.955+0000 7f4a84006640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a7c0cfe70 0x7f4a7c15b440 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f4a74033040 tx=0x7f4a74003f10 comp rx=0 tx=0).stop 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.955+0000 7f4a84006640 1 -- 172.21.15.33:0/2967439645 shutdown_connections 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.955+0000 7f4a84006640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4a60077130 0x7f4a60079640 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.955+0000 7f4a84006640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a7c0cfe70 0x7f4a7c15b440 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.955+0000 7f4a84006640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a7c0cfa60 0x7f4a7c15af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.955+0000 7f4a84006640 1 --2- 172.21.15.33:0/2967439645 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a7c0cc660 0x7f4a7c152050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.955+0000 7f4a84006640 1 -- 172.21.15.33:0/2967439645 >> 172.21.15.33:0/2967439645 conn(0x7f4a7c0d1bf0 msgr2=0x7f4a7c0ccb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.956+0000 7f4a84006640 1 -- 172.21.15.33:0/2967439645 shutdown_connections 2024-07-26T15:48:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:53.956+0000 7f4a84006640 1 -- 172.21.15.33:0/2967439645 wait complete. 2024-07-26T15:48:53.968 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T15:48:54.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.088+0000 7f63c548c640 1 -- 172.21.15.33:0/3343289270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63ac003a30 msgr2=0x7f63ac003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:54.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.088+0000 7f63c548c640 1 --2- 172.21.15.33:0/3343289270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63ac003a30 0x7f63ac003ea0 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f63b000c610 tx=0x7f63ac005830 comp rx=0 tx=0).stop 2024-07-26T15:48:54.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.088+0000 7f63bf7fe640 1 -- 172.21.15.33:0/3343289270 reap_dead start 2024-07-26T15:48:54.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.088+0000 7f63c548c640 1 -- 172.21.15.33:0/3343289270 shutdown_connections 2024-07-26T15:48:54.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.088+0000 7f63c548c640 1 -- 172.21.15.33:0/3343289270 >> 172.21.15.33:0/3343289270 conn(0x7f63c00d1bb0 msgr2=0x7f63c00d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:54.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.088+0000 7f63c548c640 1 -- 172.21.15.33:0/3343289270 shutdown_connections 2024-07-26T15:48:54.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.088+0000 7f63c548c640 1 -- 172.21.15.33:0/3343289270 wait complete. 2024-07-26T15:48:54.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.090+0000 7f63c548c640 1 Processor -- start 2024-07-26T15:48:54.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.090+0000 7f63c548c640 1 -- start start 2024-07-26T15:48:54.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.091+0000 7f63c548c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f63ac003a30 0x7f63c00b5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:54.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.091+0000 7f63c548c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63c014ab00 0x7f63c014d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:54.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.091+0000 7f63c548c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f63c014d980 0x7f63c01f1f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:54.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.091+0000 7f63c548c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f63c00b74c0 con 0x7f63c014ab00 2024-07-26T15:48:54.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.091+0000 7f63c548c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f63c00b1f90 con 0x7f63ac003a30 2024-07-26T15:48:54.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.091+0000 7f63c548c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f63c00b7640 con 0x7f63c014d980 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.091+0000 7f63be7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63c014ab00 0x7f63c014d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.091+0000 7f63be7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63c014ab00 0x7f63c014d440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55586/0 (socket says 172.21.15.33:55586) 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.091+0000 7f63be7fc640 1 -- 172.21.15.33:0/1536454988 learned_addr learned my addr 172.21.15.33:0/1536454988 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.091+0000 7f63beffd640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f63ac003a30 0x7f63c00b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63bf7fe640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f63c014d980 0x7f63c01f1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63be7fc640 1 -- 172.21.15.33:0/1536454988 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f63c014d980 msgr2=0x7f63c01f1f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63be7fc640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f63c014d980 0x7f63c01f1f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63be7fc640 1 -- 172.21.15.33:0/1536454988 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f63ac003a30 msgr2=0x7f63c00b5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63be7fc640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f63ac003a30 0x7f63c00b5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63be7fc640 1 -- 172.21.15.33:0/1536454988 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63c0151260 con 0x7f63c014ab00 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63be7fc640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63c014ab00 0x7f63c014d440 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f63a8011a50 tx=0x7f63a8011e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:54.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63b77fe640 1 -- 172.21.15.33:0/1536454988 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a801f070 con 0x7f63c014ab00 2024-07-26T15:48:54.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63b77fe640 1 -- 172.21.15.33:0/1536454988 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f63a800fdc0 con 0x7f63c014ab00 2024-07-26T15:48:54.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63c548c640 1 -- 172.21.15.33:0/1536454988 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63c014dd90 con 0x7f63c014ab00 2024-07-26T15:48:54.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63b77fe640 1 -- 172.21.15.33:0/1536454988 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63a8012670 con 0x7f63c014ab00 2024-07-26T15:48:54.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.092+0000 7f63c548c640 1 -- 172.21.15.33:0/1536454988 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63c00b5e60 con 0x7f63c014ab00 2024-07-26T15:48:54.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.093+0000 7f63c548c640 1 -- 172.21.15.33:0/1536454988 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63c00b5bd0 con 0x7f63c014ab00 2024-07-26T15:48:54.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.094+0000 7f63b77fe640 1 -- 172.21.15.33:0/1536454988 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f63a8022070 con 0x7f63c014ab00 2024-07-26T15:48:54.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.095+0000 7f63b77fe640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f63a0077130 0x7f63a0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:54.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.095+0000 7f63b77fe640 1 -- 172.21.15.33:0/1536454988 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 6122+0+0 (secure 0 0 0) 0x7f63a8099650 con 0x7f63c014ab00 2024-07-26T15:48:54.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.095+0000 7f63beffd640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f63a0077130 0x7f63a0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:54.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.095+0000 7f63beffd640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f63a0077130 0x7f63a0079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f63b000c610 tx=0x7f63b0038040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:54.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.099+0000 7f63b77fe640 1 -- 172.21.15.33:0/1536454988 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f63c014dd90 con 0x7f63c014ab00 2024-07-26T15:48:54.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.291+0000 7f63c548c640 1 -- 172.21.15.33:0/1536454988 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f63c00b13c0 con 0x7f63c014ab00 2024-07-26T15:48:54.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.295+0000 7f63b77fe640 1 -- 172.21.15.33:0/1536454988 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v56)=0 v56) ==== 122+0+0 (secure 0 0 0) 0x7f63a8061eb0 con 0x7f63c014ab00 2024-07-26T15:48:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 -- 172.21.15.33:0/1536454988 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f63a0077130 msgr2=0x7f63a0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f63a0077130 0x7f63a0079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f63b000c610 tx=0x7f63b0038040 comp rx=0 tx=0).stop 2024-07-26T15:48:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 -- 172.21.15.33:0/1536454988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63c014ab00 msgr2=0x7f63c014d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63c014ab00 0x7f63c014d440 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f63a8011a50 tx=0x7f63a8011e50 comp rx=0 tx=0).stop 2024-07-26T15:48:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 -- 172.21.15.33:0/1536454988 shutdown_connections 2024-07-26T15:48:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f63a0077130 0x7f63a0079640 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f63c014d980 0x7f63c01f1f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63c014ab00 0x7f63c014d440 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 --2- 172.21.15.33:0/1536454988 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f63ac003a30 0x7f63c00b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 -- 172.21.15.33:0/1536454988 >> 172.21.15.33:0/1536454988 conn(0x7f63c00d1bb0 msgr2=0x7f63c0160da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:54.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 -- 172.21.15.33:0/1536454988 shutdown_connections 2024-07-26T15:48:54.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.297+0000 7f63c548c640 1 -- 172.21.15.33:0/1536454988 wait complete. 2024-07-26T15:48:54.310 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T15:48:54.310 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:48:54.347 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T15:48:54.400 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T15:48:54.400 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:48:54.400 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:54.417 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:48:54.417 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:48:54.417 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:54.434 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:48:54.434 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T15:48:54.434 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:54.473 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T15:48:54.473 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T15:48:54.473 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T15:48:54.491 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T15:48:54.491 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T15:48:54.491 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:48:54.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.630+0000 7f2639cfa640 1 -- 172.21.15.33:0/3205615924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26340cfa60 msgr2=0x7f26340cfe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:54.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.630+0000 7f2639cfa640 1 --2- 172.21.15.33:0/3205615924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26340cfa60 0x7f26340cfe70 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f2634069b10 tx=0x7f262802a560 comp rx=0 tx=0).stop 2024-07-26T15:48:54.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.630+0000 7f2639cfa640 1 -- 172.21.15.33:0/3205615924 shutdown_connections 2024-07-26T15:48:54.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.630+0000 7f2639cfa640 1 --2- 172.21.15.33:0/3205615924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26340cfa60 0x7f26340cfe70 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.630+0000 7f2639cfa640 1 --2- 172.21.15.33:0/3205615924 >> v2:172.21.15.154:3300/0 conn(0x7f26340cc660 0x7f26340b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.630+0000 7f2639cfa640 1 -- 172.21.15.33:0/3205615924 >> 172.21.15.33:0/3205615924 conn(0x7f26340d1bf0 msgr2=0x7f26340d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:54.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.630+0000 7f2639cfa640 1 -- 172.21.15.33:0/3205615924 shutdown_connections 2024-07-26T15:48:54.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.630+0000 7f2639cfa640 1 -- 172.21.15.33:0/3205615924 wait complete. 2024-07-26T15:48:54.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.632+0000 7f2639cfa640 1 Processor -- start 2024-07-26T15:48:54.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.632+0000 7f2639cfa640 1 -- start start 2024-07-26T15:48:54.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.633+0000 7f2639cfa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26340cc660 0x7f263415f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:54.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.633+0000 7f2639cfa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26340cfa60 0x7f26340b0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:54.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.633+0000 7f2639cfa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2634160400 0x7f26341f6c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:54.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.633+0000 7f2639cfa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f26340ce690 con 0x7f26340cfa60 2024-07-26T15:48:54.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.633+0000 7f2639cfa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f26340ce510 con 0x7f2634160400 2024-07-26T15:48:54.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.633+0000 7f2639cfa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f26340ce810 con 0x7f26340cc660 2024-07-26T15:48:54.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.633+0000 7f2632ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26340cfa60 0x7f26340b0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:54.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.633+0000 7f2632ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26340cfa60 0x7f26340b0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55608/0 (socket says 172.21.15.33:55608) 2024-07-26T15:48:54.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.633+0000 7f2632ffd640 1 -- 172.21.15.33:0/1714361734 learned_addr learned my addr 172.21.15.33:0/1714361734 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:54.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.633+0000 7f26337fe640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26340cc660 0x7f263415f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.633+0000 7f2633fff640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2634160400 0x7f26341f6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f2632ffd640 1 -- 172.21.15.33:0/1714361734 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26340cc660 msgr2=0x7f263415f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f2632ffd640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26340cc660 0x7f263415f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f2632ffd640 1 -- 172.21.15.33:0/1714361734 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2634160400 msgr2=0x7f26341f6c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f2632ffd640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2634160400 0x7f26341f6c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f2632ffd640 1 -- 172.21.15.33:0/1714361734 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f263415d370 con 0x7f26340cfa60 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f2633fff640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2634160400 0x7f26341f6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f2632ffd640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26340cfa60 0x7f26340b0260 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f2628034040 tx=0x7f2628003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f261bfff640 1 -- 172.21.15.33:0/1714361734 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f262803e030 con 0x7f26340cfa60 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f261bfff640 1 -- 172.21.15.33:0/1714361734 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2628003e00 con 0x7f26340cfa60 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f261bfff640 1 -- 172.21.15.33:0/1714361734 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2628035040 con 0x7f26340cfa60 2024-07-26T15:48:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f2639cfa640 1 -- 172.21.15.33:0/1714361734 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f263415d650 con 0x7f26340cfa60 2024-07-26T15:48:54.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.634+0000 7f2639cfa640 1 -- 172.21.15.33:0/1714361734 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f263415dc10 con 0x7f26340cfa60 2024-07-26T15:48:54.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.635+0000 7f2639cfa640 1 -- 172.21.15.33:0/1714361734 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26340b6e00 con 0x7f26340cfa60 2024-07-26T15:48:54.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.636+0000 7f261bfff640 1 -- 172.21.15.33:0/1714361734 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f2628041030 con 0x7f26340cfa60 2024-07-26T15:48:54.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.637+0000 7f261bfff640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2620077160 0x7f2620079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:54.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.637+0000 7f261bfff640 1 -- 172.21.15.33:0/1714361734 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 6122+0+0 (secure 0 0 0) 0x7f26280b9600 con 0x7f26340cfa60 2024-07-26T15:48:54.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.637+0000 7f26337fe640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2620077160 0x7f2620079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:54.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.637+0000 7f26337fe640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2620077160 0x7f2620079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f262400bb50 tx=0x7f262400b2e0 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:54.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.640+0000 7f261bfff640 1 -- 172.21.15.33:0/1714361734 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2628081ff0 con 0x7f26340cfa60 2024-07-26T15:48:54.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.872+0000 7f2639cfa640 1 -- 172.21.15.33:0/1714361734 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f26340c54c0 con 0x7f26340cfa60 2024-07-26T15:48:54.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.872+0000 7f261bfff640 1 -- 172.21.15.33:0/1714361734 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) ==== 94+0+3911 (secure 0 0 0) 0x7f2628086540 con 0x7f26340cfa60 2024-07-26T15:48:54.875 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:54.875 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":74,"btime":"2024-07-26T15:48:48:581979+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7055,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/4271468480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4271468480},{"type":"v1","addr":"172.21.15.154:6834","nonce":4271468480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":7058,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/56633906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":56633906},{"type":"v1","addr":"172.21.15.154:6835","nonce":56633906}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":8277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/1735067579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1735067579},{"type":"v1","addr":"172.21.15.33:6834","nonce":1735067579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":66},{"gid":8727,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1502478974","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":1502478974},{"type":"v1","addr":"172.21.15.33:6835","nonce":1502478974}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[]} 2024-07-26T15:48:54.875 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 74 2024-07-26T15:48:54.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.874+0000 7f2639cfa640 1 -- 172.21.15.33:0/1714361734 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2620077160 msgr2=0x7f2620079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:54.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.874+0000 7f2639cfa640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2620077160 0x7f2620079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f262400bb50 tx=0x7f262400b2e0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.874+0000 7f2639cfa640 1 -- 172.21.15.33:0/1714361734 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26340cfa60 msgr2=0x7f26340b0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:54.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.874+0000 7f2639cfa640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26340cfa60 0x7f26340b0260 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f2628034040 tx=0x7f2628003910 comp rx=0 tx=0).stop 2024-07-26T15:48:54.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.874+0000 7f2639cfa640 1 -- 172.21.15.33:0/1714361734 shutdown_connections 2024-07-26T15:48:54.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.874+0000 7f2639cfa640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2620077160 0x7f2620079670 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.874+0000 7f2639cfa640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2634160400 0x7f26341f6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.874+0000 7f2639cfa640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26340cfa60 0x7f26340b0260 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.874+0000 7f2639cfa640 1 --2- 172.21.15.33:0/1714361734 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26340cc660 0x7f263415f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:54.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.874+0000 7f2639cfa640 1 -- 172.21.15.33:0/1714361734 >> 172.21.15.33:0/1714361734 conn(0x7f26340d1bf0 msgr2=0x7f26340d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:54.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.875+0000 7f2639cfa640 1 -- 172.21.15.33:0/1714361734 shutdown_connections 2024-07-26T15:48:54.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:54.875+0000 7f2639cfa640 1 -- 172.21.15.33:0/1714361734 wait complete. 2024-07-26T15:48:54.888 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T15:48:54.888 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T15:48:54.888 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T15:48:54.888 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:48:54.888 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T15:48:54.888 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T15:48:54.889 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T15:48:54.889 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:48:54.889 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T15:48:54.889 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T15:48:54.889 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T15:48:54.889 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:48:54.889 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T15:48:54.890 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T15:48:54.890 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T15:48:54.890 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T15:48:54.898 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T15:48:54.898 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T15:48:54.901 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T15:48:54.901 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T15:48:54.902 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T15:48:54.902 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T15:48:54.903 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T15:48:54.903 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T15:48:54.944 INFO:tasks.ceph.mds.a:Started 2024-07-26T15:48:54.944 DEBUG:teuthology.parallel:result is None 2024-07-26T15:48:54.945 INFO:tasks.ceph.mds.b:Started 2024-07-26T15:48:54.945 DEBUG:teuthology.parallel:result is None 2024-07-26T15:48:54.945 INFO:tasks.ceph.mds.c:Started 2024-07-26T15:48:54.946 INFO:tasks.ceph.mds.d:Started 2024-07-26T15:48:54.946 DEBUG:teuthology.parallel:result is None 2024-07-26T15:48:54.946 DEBUG:teuthology.parallel:result is None 2024-07-26T15:48:54.946 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T15:48:55.035 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T15:48:55.035 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T15:48:55.041 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T15:48:55.041 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T15:48:55.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.069+0000 7fb57c79c640 1 -- 172.21.15.33:0/122079420 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb57406c630 msgr2=0x7fb5740af8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:55.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.069+0000 7fb57c79c640 1 --2- 172.21.15.33:0/122079420 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb57406c630 0x7fb5740af8e0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fb570009830 tx=0x7fb57002a5c0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.069+0000 7fb57c79c640 1 -- 172.21.15.33:0/122079420 shutdown_connections 2024-07-26T15:48:55.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.069+0000 7fb57c79c640 1 --2- 172.21.15.33:0/122079420 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb57406c630 0x7fb5740af8e0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.069+0000 7fb57c79c640 1 -- 172.21.15.33:0/122079420 >> 172.21.15.33:0/122079420 conn(0x7fb5740b50d0 msgr2=0x7fb5740b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:55.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.069+0000 7fb57c79c640 1 -- 172.21.15.33:0/122079420 shutdown_connections 2024-07-26T15:48:55.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.069+0000 7fb57c79c640 1 -- 172.21.15.33:0/122079420 wait complete. 2024-07-26T15:48:55.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.070+0000 7fb57c79c640 1 Processor -- start 2024-07-26T15:48:55.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.071+0000 7fb57c79c640 1 -- start start 2024-07-26T15:48:55.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57c79c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb57406c630 0x7fb5741f5a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57c79c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb5740cde30 0x7fb5741f85e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57c79c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb5740d0180 0x7fb57415cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57c79c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb5740b1100 con 0x7fb57406c630 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57c79c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb5740b0f80 con 0x7fb5740cde30 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57c79c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb5740b1280 con 0x7fb5740d0180 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57a538640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb57406c630 0x7fb5741f5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57a538640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb57406c630 0x7fb5741f5a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55646/0 (socket says 172.21.15.33:55646) 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57a538640 1 -- 172.21.15.33:0/3708441123 learned_addr learned my addr 172.21.15.33:0/3708441123 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57ad39640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb5740d0180 0x7fb57415cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57a538640 1 -- 172.21.15.33:0/3708441123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb5740d0180 msgr2=0x7fb57415cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57a538640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb5740d0180 0x7fb57415cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57a538640 1 -- 172.21.15.33:0/3708441123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb5740cde30 msgr2=0x7fb5741f85e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb579d37640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb5740cde30 0x7fb5741f85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:55.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57a538640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb5740cde30 0x7fb5741f85e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57a538640 1 -- 172.21.15.33:0/3708441123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5741f4fc0 con 0x7fb57406c630 2024-07-26T15:48:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb57ad39640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb5740d0180 0x7fb57415cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.072+0000 7fb579d37640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb5740cde30 0x7fb5741f85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:48:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.073+0000 7fb57a538640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb57406c630 0x7fb5741f5a70 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7fb570009950 tx=0x7fb570033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.073+0000 7fb566ffd640 1 -- 172.21.15.33:0/3708441123 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb570031d60 con 0x7fb57406c630 2024-07-26T15:48:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.073+0000 7fb566ffd640 1 -- 172.21.15.33:0/3708441123 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb570033e10 con 0x7fb57406c630 2024-07-26T15:48:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.073+0000 7fb57c79c640 1 -- 172.21.15.33:0/3708441123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5741f9080 con 0x7fb57406c630 2024-07-26T15:48:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.073+0000 7fb566ffd640 1 -- 172.21.15.33:0/3708441123 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb570033310 con 0x7fb57406c630 2024-07-26T15:48:55.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.073+0000 7fb57c79c640 1 -- 172.21.15.33:0/3708441123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5741f5270 con 0x7fb57406c630 2024-07-26T15:48:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.074+0000 7fb57c79c640 1 -- 172.21.15.33:0/3708441123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5740b6090 con 0x7fb57406c630 2024-07-26T15:48:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.075+0000 7fb566ffd640 1 -- 172.21.15.33:0/3708441123 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7fb5700334b0 con 0x7fb57406c630 2024-07-26T15:48:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.075+0000 7fb566ffd640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb558077130 0x7fb558079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.075+0000 7fb566ffd640 1 -- 172.21.15.33:0/3708441123 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 6122+0+0 (secure 0 0 0) 0x7fb5700b9de0 con 0x7fb57406c630 2024-07-26T15:48:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.075+0000 7fb579d37640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb558077130 0x7fb558079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:55.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.076+0000 7fb579d37640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb558077130 0x7fb558079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb568007fd0 tx=0x7fb568009040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:55.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.080+0000 7fb566ffd640 1 -- 172.21.15.33:0/3708441123 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb5740b6090 con 0x7fb57406c630 2024-07-26T15:48:55.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.284+0000 7fb57c79c640 1 -- 172.21.15.33:0/3708441123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fb5740b1730 con 0x7fb57406c630 2024-07-26T15:48:55.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.621+0000 7fb566ffd640 1 -- 172.21.15.33:0/3708441123 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v156) ==== 97+0+0 (secure 0 0 0) 0x7fb570089e20 con 0x7fb57406c630 2024-07-26T15:48:55.623 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T15:48:55.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.624+0000 7fb57c79c640 1 -- 172.21.15.33:0/3708441123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb558077130 msgr2=0x7fb558079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:55.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.624+0000 7fb57c79c640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb558077130 0x7fb558079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fb568007fd0 tx=0x7fb568009040 comp rx=0 tx=0).stop 2024-07-26T15:48:55.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.624+0000 7fb57c79c640 1 -- 172.21.15.33:0/3708441123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb57406c630 msgr2=0x7fb5741f5a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:55.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.624+0000 7fb57c79c640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb57406c630 0x7fb5741f5a70 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7fb570009950 tx=0x7fb570033c20 comp rx=0 tx=0).stop 2024-07-26T15:48:55.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.624+0000 7fb57c79c640 1 -- 172.21.15.33:0/3708441123 shutdown_connections 2024-07-26T15:48:55.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.624+0000 7fb57c79c640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb558077130 0x7fb558079640 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.624+0000 7fb57c79c640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb5740d0180 0x7fb57415cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.624+0000 7fb57c79c640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb5740cde30 0x7fb5741f85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.624+0000 7fb57c79c640 1 --2- 172.21.15.33:0/3708441123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb57406c630 0x7fb5741f5a70 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.624+0000 7fb57c79c640 1 -- 172.21.15.33:0/3708441123 >> 172.21.15.33:0/3708441123 conn(0x7fb5740b50d0 msgr2=0x7fb574074840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:55.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.625+0000 7fb57c79c640 1 -- 172.21.15.33:0/3708441123 shutdown_connections 2024-07-26T15:48:55.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.625+0000 7fb57c79c640 1 -- 172.21.15.33:0/3708441123 wait complete. 2024-07-26T15:48:55.639 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T15:48:55.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.758+0000 7f6a65844640 1 -- 172.21.15.33:0/2546713216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a600ce7a0 msgr2=0x7f6a600cebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:55.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.758+0000 7f6a65844640 1 --2- 172.21.15.33:0/2546713216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a600ce7a0 0x7f6a600cebb0 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f6a54009830 tx=0x7f6a5402a510 comp rx=0 tx=0).stop 2024-07-26T15:48:55.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.758+0000 7f6a65844640 1 -- 172.21.15.33:0/2546713216 shutdown_connections 2024-07-26T15:48:55.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.758+0000 7f6a65844640 1 --2- 172.21.15.33:0/2546713216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a600ce7a0 0x7f6a600cebb0 unknown :-1 s=CLOSED pgs=1518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.758+0000 7f6a65844640 1 --2- 172.21.15.33:0/2546713216 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a600b6fc0 0x7f6a600ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.758+0000 7f6a65844640 1 -- 172.21.15.33:0/2546713216 >> 172.21.15.33:0/2546713216 conn(0x7f6a600d1b70 msgr2=0x7f6a600d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:55.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.758+0000 7f6a65844640 1 -- 172.21.15.33:0/2546713216 shutdown_connections 2024-07-26T15:48:55.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.758+0000 7f6a65844640 1 -- 172.21.15.33:0/2546713216 wait complete. 2024-07-26T15:48:55.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.760+0000 7f6a65844640 1 Processor -- start 2024-07-26T15:48:55.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.760+0000 7f6a65844640 1 -- start start 2024-07-26T15:48:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.761+0000 7f6a65844640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a600b6fc0 0x7f6a601542c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.761+0000 7f6a65844640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a600cc740 0x7f6a600c9970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.761+0000 7f6a65844640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a600ce7a0 0x7f6a600afa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.761+0000 7f6a65844640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6a600b2d30 con 0x7f6a600cc740 2024-07-26T15:48:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.761+0000 7f6a65844640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6a600b2bb0 con 0x7f6a600b6fc0 2024-07-26T15:48:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.761+0000 7f6a65844640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6a600b2eb0 con 0x7f6a600ce7a0 2024-07-26T15:48:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.761+0000 7f6a5e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a600cc740 0x7f6a600c9970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.761+0000 7f6a5e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a600cc740 0x7f6a600c9970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55672/0 (socket says 172.21.15.33:55672) 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.761+0000 7f6a5e7fc640 1 -- 172.21.15.33:0/659799521 learned_addr learned my addr 172.21.15.33:0/659799521 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.761+0000 7f6a5effd640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a600b6fc0 0x7f6a601542c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.761+0000 7f6a5f7fe640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a600ce7a0 0x7f6a600afa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.762+0000 7f6a5e7fc640 1 -- 172.21.15.33:0/659799521 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a600ce7a0 msgr2=0x7f6a600afa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.762+0000 7f6a5e7fc640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a600ce7a0 0x7f6a600afa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.762+0000 7f6a5e7fc640 1 -- 172.21.15.33:0/659799521 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a600b6fc0 msgr2=0x7f6a601542c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.762+0000 7f6a5e7fc640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a600b6fc0 0x7f6a601542c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.762+0000 7f6a5e7fc640 1 -- 172.21.15.33:0/659799521 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a600c9eb0 con 0x7f6a600cc740 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.762+0000 7f6a5e7fc640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a600cc740 0x7f6a600c9970 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f6a5402ab00 tx=0x7f6a540305d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.762+0000 7f6a47fff640 1 -- 172.21.15.33:0/659799521 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a5403f070 con 0x7f6a600cc740 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.762+0000 7f6a47fff640 1 -- 172.21.15.33:0/659799521 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a54030cc0 con 0x7f6a600cc740 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.762+0000 7f6a65844640 1 -- 172.21.15.33:0/659799521 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a60155050 con 0x7f6a600cc740 2024-07-26T15:48:55.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.762+0000 7f6a47fff640 1 -- 172.21.15.33:0/659799521 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a54005c90 con 0x7f6a600cc740 2024-07-26T15:48:55.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.762+0000 7f6a65844640 1 -- 172.21.15.33:0/659799521 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a60155610 con 0x7f6a600cc740 2024-07-26T15:48:55.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.763+0000 7f6a65844640 1 -- 172.21.15.33:0/659799521 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a60154dc0 con 0x7f6a600cc740 2024-07-26T15:48:55.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.764+0000 7f6a47fff640 1 -- 172.21.15.33:0/659799521 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f6a54005280 con 0x7f6a600cc740 2024-07-26T15:48:55.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.764+0000 7f6a47fff640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6a4c077160 0x7f6a4c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:55.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.765+0000 7f6a47fff640 1 -- 172.21.15.33:0/659799521 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5305+0+0 (secure 0 0 0) 0x7f6a540b9850 con 0x7f6a600cc740 2024-07-26T15:48:55.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.765+0000 7f6a5effd640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6a4c077160 0x7f6a4c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:55.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.765+0000 7f6a5effd640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6a4c077160 0x7f6a4c079670 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6a50009b30 tx=0x7f6a50005f90 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:55.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:55.769+0000 7f6a47fff640 1 -- 172.21.15.33:0/659799521 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6a54031770 con 0x7f6a600cc740 2024-07-26T15:48:55.971 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:48:55.973 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:48:56.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.035+0000 7f6a65844640 1 -- 172.21.15.33:0/659799521 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f6a600ce260 con 0x7f6a600cc740 2024-07-26T15:48:56.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.035+0000 7f6a47fff640 1 -- 172.21.15.33:0/659799521 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v21) ==== 80+0+5304 (secure 0 0 0) 0x7f6a54082400 con 0x7f6a600cc740 2024-07-26T15:48:56.037 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:56.037 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:48:56.037 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T15:48:56.037 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.037 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T15:48:56.037 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T15:48:56.037 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.037 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:56.037 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:48:56.037 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:48:56.037 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.038 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.038 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.038 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.038 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T15:48:56.038 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T15:48:56.038 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.038 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:56.038 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:48:56.038 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:48:56.038 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.039 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:56.040 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T15:48:56.041 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:56.042 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T15:48:56.043 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.044 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:56.045 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.046 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.047 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.048 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T15:48:56.049 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T15:48:56.050 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T15:48:56.050 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.050 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.050 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T15:48:56.050 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:48:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.037+0000 7f6a65844640 1 -- 172.21.15.33:0/659799521 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6a4c077160 msgr2=0x7f6a4c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.037+0000 7f6a65844640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6a4c077160 0x7f6a4c079670 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6a50009b30 tx=0x7f6a50005f90 comp rx=0 tx=0).stop 2024-07-26T15:48:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.037+0000 7f6a65844640 1 -- 172.21.15.33:0/659799521 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a600cc740 msgr2=0x7f6a600c9970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:56.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.037+0000 7f6a65844640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a600cc740 0x7f6a600c9970 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f6a5402ab00 tx=0x7f6a540305d0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.037+0000 7f6a65844640 1 -- 172.21.15.33:0/659799521 shutdown_connections 2024-07-26T15:48:56.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.037+0000 7f6a65844640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6a4c077160 0x7f6a4c079670 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.037+0000 7f6a65844640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a600ce7a0 0x7f6a600afa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.037+0000 7f6a65844640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a600cc740 0x7f6a600c9970 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.037+0000 7f6a65844640 1 --2- 172.21.15.33:0/659799521 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a600b6fc0 0x7f6a601542c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.037+0000 7f6a65844640 1 -- 172.21.15.33:0/659799521 >> 172.21.15.33:0/659799521 conn(0x7f6a600d1b70 msgr2=0x7f6a6006e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:56.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.038+0000 7f6a65844640 1 -- 172.21.15.33:0/659799521 shutdown_connections 2024-07-26T15:48:56.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.038+0000 7f6a65844640 1 -- 172.21.15.33:0/659799521 wait complete. 2024-07-26T15:48:56.052 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T15:48:56.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.207+0000 7fc198841640 1 -- 172.21.15.33:0/674495407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1940ce970 msgr2=0x7fc1940ced80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:56.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.207+0000 7fc198841640 1 --2- 172.21.15.33:0/674495407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1940ce970 0x7fc1940ced80 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7fc17c009830 tx=0x7fc17c02a510 comp rx=0 tx=0).stop 2024-07-26T15:48:56.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.207+0000 7fc198841640 1 -- 172.21.15.33:0/674495407 shutdown_connections 2024-07-26T15:48:56.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.207+0000 7fc198841640 1 --2- 172.21.15.33:0/674495407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1940ce970 0x7fc1940ced80 unknown :-1 s=CLOSED pgs=1521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.207+0000 7fc198841640 1 -- 172.21.15.33:0/674495407 >> 172.21.15.33:0/674495407 conn(0x7fc1940d1b70 msgr2=0x7fc1940d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:56.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.207+0000 7fc198841640 1 -- 172.21.15.33:0/674495407 shutdown_connections 2024-07-26T15:48:56.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.207+0000 7fc198841640 1 -- 172.21.15.33:0/674495407 wait complete. 2024-07-26T15:48:56.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.209+0000 7fc198841640 1 Processor -- start 2024-07-26T15:48:56.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.210+0000 7fc198841640 1 -- start start 2024-07-26T15:48:56.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc198841640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc1940b1ba0 0x7fc19415e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:56.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc198841640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1940b6fc0 0x7fc1940cbaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:56.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc198841640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc1940ce970 0x7fc1941f5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc198841640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc1940b2a90 con 0x7fc1940b6fc0 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc198841640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc1940b2910 con 0x7fc1940ce970 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc198841640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc1940b2c10 con 0x7fc1940b1ba0 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc189d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1940b6fc0 0x7fc1940cbaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc189d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1940b6fc0 0x7fc1940cbaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55696/0 (socket says 172.21.15.33:55696) 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc189d9b640 1 -- 172.21.15.33:0/2525108735 learned_addr learned my addr 172.21.15.33:0/2525108735 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc192d9d640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc1940ce970 0x7fc1941f5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc19259c640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc1940b1ba0 0x7fc19415e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc189d9b640 1 -- 172.21.15.33:0/2525108735 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc1940b1ba0 msgr2=0x7fc19415e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc189d9b640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc1940b1ba0 0x7fc19415e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc189d9b640 1 -- 172.21.15.33:0/2525108735 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc1940ce970 msgr2=0x7fc1941f5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc189d9b640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc1940ce970 0x7fc1941f5900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc189d9b640 1 -- 172.21.15.33:0/2525108735 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1940cbfe0 con 0x7fc1940b6fc0 2024-07-26T15:48:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc192d9d640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc1940ce970 0x7fc1941f5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.211+0000 7fc189d9b640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1940b6fc0 0x7fc1940cbaa0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7fc17c009950 tx=0x7fc17c033ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.212+0000 7fc18b7fe640 1 -- 172.21.15.33:0/2525108735 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc17c031d60 con 0x7fc1940b6fc0 2024-07-26T15:48:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.212+0000 7fc18b7fe640 1 -- 172.21.15.33:0/2525108735 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc17c005020 con 0x7fc1940b6fc0 2024-07-26T15:48:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.212+0000 7fc18b7fe640 1 -- 172.21.15.33:0/2525108735 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc17c005470 con 0x7fc1940b6fc0 2024-07-26T15:48:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.212+0000 7fc198841640 1 -- 172.21.15.33:0/2525108735 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc19406f070 con 0x7fc1940b6fc0 2024-07-26T15:48:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.212+0000 7fc198841640 1 -- 172.21.15.33:0/2525108735 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1941f5100 con 0x7fc1940b6fc0 2024-07-26T15:48:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.213+0000 7fc198841640 1 -- 172.21.15.33:0/2525108735 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1940ced80 con 0x7fc1940b6fc0 2024-07-26T15:48:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.213+0000 7fc18b7fe640 1 -- 172.21.15.33:0/2525108735 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7fc17c0047a0 con 0x7fc1940b6fc0 2024-07-26T15:48:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.214+0000 7fc18b7fe640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fc174077130 0x7fc174079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.214+0000 7fc18b7fe640 1 -- 172.21.15.33:0/2525108735 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5305+0+0 (secure 0 0 0) 0x7fc17c0b9bb0 con 0x7fc1940b6fc0 2024-07-26T15:48:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.214+0000 7fc19259c640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fc174077130 0x7fc174079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.215+0000 7fc19259c640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fc174077130 0x7fc174079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc1840015e0 tx=0x7fc184009040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:56.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.218+0000 7fc18b7fe640 1 -- 172.21.15.33:0/2525108735 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc17c03f030 con 0x7fc1940b6fc0 2024-07-26T15:48:56.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.413+0000 7fc198841640 1 -- 172.21.15.33:0/2525108735 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc1940ce220 con 0x7fc1940b6fc0 2024-07-26T15:48:56.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.413+0000 7fc18b7fe640 1 -- 172.21.15.33:0/2525108735 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v158) ==== 84+0+65 (secure 0 0 0) 0x7fc17c082db0 con 0x7fc1940b6fc0 2024-07-26T15:48:56.414 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:48:56.415 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:48:56.415 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:48:56.415 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T15:48:56.415 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T15:48:56.415 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:48:56.415 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:48:56.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 -- 172.21.15.33:0/2525108735 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fc174077130 msgr2=0x7fc174079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:56.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fc174077130 0x7fc174079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc1840015e0 tx=0x7fc184009040 comp rx=0 tx=0).stop 2024-07-26T15:48:56.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 -- 172.21.15.33:0/2525108735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1940b6fc0 msgr2=0x7fc1940cbaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:56.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1940b6fc0 0x7fc1940cbaa0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7fc17c009950 tx=0x7fc17c033ce0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 -- 172.21.15.33:0/2525108735 shutdown_connections 2024-07-26T15:48:56.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fc174077130 0x7fc174079640 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc1940ce970 0x7fc1941f5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc1940b6fc0 0x7fc1940cbaa0 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 --2- 172.21.15.33:0/2525108735 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc1940b1ba0 0x7fc19415e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 -- 172.21.15.33:0/2525108735 >> 172.21.15.33:0/2525108735 conn(0x7fc1940d1b70 msgr2=0x7fc19415c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:56.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 -- 172.21.15.33:0/2525108735 shutdown_connections 2024-07-26T15:48:56.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.415+0000 7fc198841640 1 -- 172.21.15.33:0/2525108735 wait complete. 2024-07-26T15:48:56.428 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T15:48:56.428 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T15:48:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.548+0000 7f44274ba640 1 -- 172.21.15.33:0/789072196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f442015b2d0 msgr2=0x7f442015b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.548+0000 7f44274ba640 1 --2- 172.21.15.33:0/789072196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f442015b2d0 0x7f442015b6e0 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f4418005fd0 tx=0x7f441802a8d0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.548+0000 7f44274ba640 1 -- 172.21.15.33:0/789072196 shutdown_connections 2024-07-26T15:48:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.548+0000 7f44274ba640 1 --2- 172.21.15.33:0/789072196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f442015b2d0 0x7f442015b6e0 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.548+0000 7f44274ba640 1 --2- 172.21.15.33:0/789072196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4420151fb0 0x7f44200b4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.548+0000 7f44274ba640 1 -- 172.21.15.33:0/789072196 >> 172.21.15.33:0/789072196 conn(0x7f44200b2b00 msgr2=0x7f44200b2f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.548+0000 7f44274ba640 1 -- 172.21.15.33:0/789072196 shutdown_connections 2024-07-26T15:48:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.548+0000 7f44274ba640 1 -- 172.21.15.33:0/789072196 wait complete. 2024-07-26T15:48:56.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.550+0000 7f44274ba640 1 Processor -- start 2024-07-26T15:48:56.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.550+0000 7f44274ba640 1 -- start start 2024-07-26T15:48:56.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.551+0000 7f44274ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4420073580 0x7f442014c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:56.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.551+0000 7f44274ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4420151fb0 0x7f44201f76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:56.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.551+0000 7f44274ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f442015b2d0 0x7f44201504c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:56.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.551+0000 7f44274ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f442006f700 con 0x7f4420073580 2024-07-26T15:48:56.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.551+0000 7f44274ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f442006f580 con 0x7f4420151fb0 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.551+0000 7f44274ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f442006f880 con 0x7f442015b2d0 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.551+0000 7f4425256640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4420073580 0x7f442014c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.551+0000 7f4425256640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4420073580 0x7f442014c960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55704/0 (socket says 172.21.15.33:55704) 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.551+0000 7f4425256640 1 -- 172.21.15.33:0/119614072 learned_addr learned my addr 172.21.15.33:0/119614072 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f4425a57640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f442015b2d0 0x7f44201504c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f4424a55640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4420151fb0 0x7f44201f76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f4425256640 1 -- 172.21.15.33:0/119614072 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f442015b2d0 msgr2=0x7f44201504c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f4425256640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f442015b2d0 0x7f44201504c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f4425256640 1 -- 172.21.15.33:0/119614072 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4420151fb0 msgr2=0x7f44201f76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f4425256640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4420151fb0 0x7f44201f76f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f4425256640 1 -- 172.21.15.33:0/119614072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f442014f6e0 con 0x7f4420073580 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f4425256640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4420073580 0x7f442014c960 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f441c00d740 tx=0x7f441c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f4415ffb640 1 -- 172.21.15.33:0/119614072 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f441c017070 con 0x7f4420073580 2024-07-26T15:48:56.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f4415ffb640 1 -- 172.21.15.33:0/119614072 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f441c009d20 con 0x7f4420073580 2024-07-26T15:48:56.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f44274ba640 1 -- 172.21.15.33:0/119614072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44201f6c10 con 0x7f4420073580 2024-07-26T15:48:56.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f4415ffb640 1 -- 172.21.15.33:0/119614072 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f441c0106c0 con 0x7f4420073580 2024-07-26T15:48:56.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.552+0000 7f44274ba640 1 -- 172.21.15.33:0/119614072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f442014f9c0 con 0x7f4420073580 2024-07-26T15:48:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.554+0000 7f44274ba640 1 -- 172.21.15.33:0/119614072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f442006fd70 con 0x7f4420073580 2024-07-26T15:48:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.554+0000 7f4415ffb640 1 -- 172.21.15.33:0/119614072 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f441c01a070 con 0x7f4420073580 2024-07-26T15:48:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.555+0000 7f4415ffb640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4404077130 0x7f4404079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.555+0000 7f4415ffb640 1 -- 172.21.15.33:0/119614072 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 5305+0+0 (secure 0 0 0) 0x7f441c098a60 con 0x7f4420073580 2024-07-26T15:48:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.555+0000 7f4424a55640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4404077130 0x7f4404079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.555+0000 7f4424a55640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4404077130 0x7f4404079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f442014a590 tx=0x7f4410009040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:56.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.559+0000 7f4415ffb640 1 -- 172.21.15.33:0/119614072 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f441c061580 con 0x7f4420073580 2024-07-26T15:48:56.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:56.756+0000 7f44274ba640 1 -- 172.21.15.33:0/119614072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f44200cd170 con 0x7f4420073580 2024-07-26T15:48:57.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.632+0000 7f4415ffb640 1 -- 172.21.15.33:0/119614072 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v159) ==== 138+0+0 (secure 0 0 0) 0x7f441c065ad0 con 0x7f4420073580 2024-07-26T15:48:57.634 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T15:48:57.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.636+0000 7f44274ba640 1 -- 172.21.15.33:0/119614072 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4404077130 msgr2=0x7f4404079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:57.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.636+0000 7f44274ba640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4404077130 0x7f4404079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f442014a590 tx=0x7f4410009040 comp rx=0 tx=0).stop 2024-07-26T15:48:57.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.636+0000 7f44274ba640 1 -- 172.21.15.33:0/119614072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4420073580 msgr2=0x7f442014c960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:57.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.636+0000 7f44274ba640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4420073580 0x7f442014c960 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f441c00d740 tx=0x7f441c00dc00 comp rx=0 tx=0).stop 2024-07-26T15:48:57.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.636+0000 7f44274ba640 1 -- 172.21.15.33:0/119614072 shutdown_connections 2024-07-26T15:48:57.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.636+0000 7f44274ba640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f4404077130 0x7f4404079640 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:57.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.636+0000 7f44274ba640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f442015b2d0 0x7f44201504c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:57.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.636+0000 7f44274ba640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4420151fb0 0x7f44201f76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:57.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.636+0000 7f44274ba640 1 --2- 172.21.15.33:0/119614072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4420073580 0x7f442014c960 unknown :-1 s=CLOSED pgs=1525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:57.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.636+0000 7f44274ba640 1 -- 172.21.15.33:0/119614072 >> 172.21.15.33:0/119614072 conn(0x7f44200b2b00 msgr2=0x7f442006c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:57.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.637+0000 7f44274ba640 1 -- 172.21.15.33:0/119614072 shutdown_connections 2024-07-26T15:48:57.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.637+0000 7f44274ba640 1 -- 172.21.15.33:0/119614072 wait complete. 2024-07-26T15:48:57.655 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T15:48:57.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.787+0000 7f26492b2640 1 -- 172.21.15.33:0/3569639431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f262c003a50 msgr2=0x7f262c003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:57.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.787+0000 7f26492b2640 1 --2- 172.21.15.33:0/3569639431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f262c003a50 0x7f262c003ec0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f263400c610 tx=0x7f262c005830 comp rx=0 tx=0).stop 2024-07-26T15:48:57.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.787+0000 7f26492b2640 1 -- 172.21.15.33:0/3569639431 shutdown_connections 2024-07-26T15:48:57.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.787+0000 7f26492b2640 1 --2- 172.21.15.33:0/3569639431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f262c003a50 0x7f262c003ec0 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:57.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.787+0000 7f26492b2640 1 -- 172.21.15.33:0/3569639431 >> 172.21.15.33:0/3569639431 conn(0x7f26440d3dc0 msgr2=0x7f26440d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:57.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.787+0000 7f26492b2640 1 -- 172.21.15.33:0/3569639431 shutdown_connections 2024-07-26T15:48:57.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.787+0000 7f26492b2640 1 -- 172.21.15.33:0/3569639431 wait complete. 2024-07-26T15:48:57.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.789+0000 7f26492b2640 1 Processor -- start 2024-07-26T15:48:57.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.789+0000 7f26492b2640 1 -- start start 2024-07-26T15:48:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.790+0000 7f26492b2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f262c003a50 0x7f2644154d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.790+0000 7f26492b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f264415a870 0x7f264415bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.790+0000 7f26492b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2644155b40 0x7f2644155f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.790+0000 7f26492b2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f26440d0900 con 0x7f264415a870 2024-07-26T15:48:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.790+0000 7f26492b2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f26440d0780 con 0x7f2644155b40 2024-07-26T15:48:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.790+0000 7f26492b2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f26440d0a80 con 0x7f262c003a50 2024-07-26T15:48:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.790+0000 7f26427fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f264415a870 0x7f264415bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:57.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.790+0000 7f26427fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f264415a870 0x7f264415bca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55716/0 (socket says 172.21.15.33:55716) 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.790+0000 7f26427fc640 1 -- 172.21.15.33:0/1819387123 learned_addr learned my addr 172.21.15.33:0/1819387123 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f26437fe640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2644155b40 0x7f2644155f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f2642ffd640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f262c003a50 0x7f2644154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f26427fc640 1 -- 172.21.15.33:0/1819387123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f262c003a50 msgr2=0x7f2644154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f26427fc640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f262c003a50 0x7f2644154d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f26427fc640 1 -- 172.21.15.33:0/1819387123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2644155b40 msgr2=0x7f2644155f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f26427fc640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2644155b40 0x7f2644155f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f26427fc640 1 -- 172.21.15.33:0/1819387123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2644156490 con 0x7f264415a870 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f26437fe640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2644155b40 0x7f2644155f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f26427fc640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f264415a870 0x7f264415bca0 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7f2638003e60 tx=0x7f2638001670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f262b7fe640 1 -- 172.21.15.33:0/1819387123 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2638011640 con 0x7f264415a870 2024-07-26T15:48:57.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f262b7fe640 1 -- 172.21.15.33:0/1819387123 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2638016020 con 0x7f264415a870 2024-07-26T15:48:57.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f262b7fe640 1 -- 172.21.15.33:0/1819387123 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2638011a60 con 0x7f264415a870 2024-07-26T15:48:57.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f26492b2640 1 -- 172.21.15.33:0/1819387123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2644156710 con 0x7f264415a870 2024-07-26T15:48:57.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.791+0000 7f26492b2640 1 -- 172.21.15.33:0/1819387123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2644156c90 con 0x7f264415a870 2024-07-26T15:48:57.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.792+0000 7f26492b2640 1 -- 172.21.15.33:0/1819387123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26440b6cf0 con 0x7f264415a870 2024-07-26T15:48:57.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.793+0000 7f262b7fe640 1 -- 172.21.15.33:0/1819387123 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f2638011c00 con 0x7f264415a870 2024-07-26T15:48:57.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.794+0000 7f262b7fe640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2630077130 0x7f2630079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:57.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.794+0000 7f262b7fe640 1 -- 172.21.15.33:0/1819387123 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 5675+0+0 (secure 0 0 0) 0x7f26380994b0 con 0x7f264415a870 2024-07-26T15:48:57.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.794+0000 7f2642ffd640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2630077130 0x7f2630079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:57.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.794+0000 7f2642ffd640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2630077130 0x7f2630079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2634033000 tx=0x7f2634001360 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:57.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.799+0000 7f262b7fe640 1 -- 172.21.15.33:0/1819387123 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2638020020 con 0x7f264415a870 2024-07-26T15:48:57.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:57.990+0000 7f26492b2640 1 -- 172.21.15.33:0/1819387123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f26440b9c80 con 0x7f264415a870 2024-07-26T15:48:58.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.634+0000 7f262b7fe640 1 -- 172.21.15.33:0/1819387123 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v160) ==== 170+0+0 (secure 0 0 0) 0x7f2644156490 con 0x7f264415a870 2024-07-26T15:48:58.638 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T15:48:58.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.637+0000 7f26492b2640 1 -- 172.21.15.33:0/1819387123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2630077130 msgr2=0x7f2630079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:58.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.637+0000 7f26492b2640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2630077130 0x7f2630079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2634033000 tx=0x7f2634001360 comp rx=0 tx=0).stop 2024-07-26T15:48:58.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.637+0000 7f26492b2640 1 -- 172.21.15.33:0/1819387123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f264415a870 msgr2=0x7f264415bca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:58.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.637+0000 7f26492b2640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f264415a870 0x7f264415bca0 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7f2638003e60 tx=0x7f2638001670 comp rx=0 tx=0).stop 2024-07-26T15:48:58.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.638+0000 7f26492b2640 1 -- 172.21.15.33:0/1819387123 shutdown_connections 2024-07-26T15:48:58.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.638+0000 7f26492b2640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f2630077130 0x7f2630079640 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:58.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.638+0000 7f26492b2640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2644155b40 0x7f2644155f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:58.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.638+0000 7f26492b2640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f264415a870 0x7f264415bca0 unknown :-1 s=CLOSED pgs=1528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:58.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.638+0000 7f26492b2640 1 --2- 172.21.15.33:0/1819387123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f262c003a50 0x7f2644154d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:58.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.638+0000 7f26492b2640 1 -- 172.21.15.33:0/1819387123 >> 172.21.15.33:0/1819387123 conn(0x7f26440d3dc0 msgr2=0x7f2644161120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:58.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.638+0000 7f26492b2640 1 -- 172.21.15.33:0/1819387123 shutdown_connections 2024-07-26T15:48:58.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.638+0000 7f26492b2640 1 -- 172.21.15.33:0/1819387123 wait complete. 2024-07-26T15:48:58.665 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T15:48:58.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.786+0000 7fe472e0d640 1 -- 172.21.15.33:0/2286941634 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe46c158960 msgr2=0x7fe46c15ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:58.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.786+0000 7fe472e0d640 1 --2- 172.21.15.33:0/2286941634 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe46c158960 0x7fe46c15ea40 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7fe460005fd0 tx=0x7fe46002a540 comp rx=0 tx=0).stop 2024-07-26T15:48:58.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.786+0000 7fe472e0d640 1 -- 172.21.15.33:0/2286941634 shutdown_connections 2024-07-26T15:48:58.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.786+0000 7fe472e0d640 1 --2- 172.21.15.33:0/2286941634 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe46c15ef80 0x7fe46c06f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:58.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.786+0000 7fe472e0d640 1 --2- 172.21.15.33:0/2286941634 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe46c158960 0x7fe46c15ea40 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:58.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.786+0000 7fe472e0d640 1 -- 172.21.15.33:0/2286941634 >> 172.21.15.33:0/2286941634 conn(0x7fe46c0d0b40 msgr2=0x7fe46c0d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:58.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.786+0000 7fe472e0d640 1 -- 172.21.15.33:0/2286941634 shutdown_connections 2024-07-26T15:48:58.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.787+0000 7fe472e0d640 1 -- 172.21.15.33:0/2286941634 wait complete. 2024-07-26T15:48:58.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.788+0000 7fe472e0d640 1 Processor -- start 2024-07-26T15:48:58.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.788+0000 7fe472e0d640 1 -- start start 2024-07-26T15:48:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe472e0d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe46c06f810 0x7fe46c1407d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe472e0d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe46c158960 0x7fe46c13a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe472e0d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe46c15ef80 0x7fe46c15abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe472e0d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe46c15bbb0 con 0x7fe46c158960 2024-07-26T15:48:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe472e0d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe46c0b5810 con 0x7fe46c15ef80 2024-07-26T15:48:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe472e0d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe46c15bd30 con 0x7fe46c06f810 2024-07-26T15:48:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe46bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe46c158960 0x7fe46c13a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe46bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe46c158960 0x7fe46c13a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55744/0 (socket says 172.21.15.33:55744) 2024-07-26T15:48:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe46bfff640 1 -- 172.21.15.33:0/1334298692 learned_addr learned my addr 172.21.15.33:0/1334298692 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe470ba9640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe46c06f810 0x7fe46c1407d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe4713aa640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe46c15ef80 0x7fe46c15abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe46bfff640 1 -- 172.21.15.33:0/1334298692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe46c06f810 msgr2=0x7fe46c1407d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe46bfff640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe46c06f810 0x7fe46c1407d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe46bfff640 1 -- 172.21.15.33:0/1334298692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe46c15ef80 msgr2=0x7fe46c15abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe46bfff640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe46c15ef80 0x7fe46c15abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe46bfff640 1 -- 172.21.15.33:0/1334298692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe46c13e670 con 0x7fe46c158960 2024-07-26T15:48:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.790+0000 7fe4713aa640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe46c15ef80 0x7fe46c15abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:48:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.791+0000 7fe46bfff640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe46c158960 0x7fe46c13a500 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7fe45800c9a0 tx=0x7fe45800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.791+0000 7fe4697fa640 1 -- 172.21.15.33:0/1334298692 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe458007bb0 con 0x7fe46c158960 2024-07-26T15:48:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.791+0000 7fe4697fa640 1 -- 172.21.15.33:0/1334298692 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe458007e40 con 0x7fe46c158960 2024-07-26T15:48:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.791+0000 7fe4697fa640 1 -- 172.21.15.33:0/1334298692 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45800f690 con 0x7fe46c158960 2024-07-26T15:48:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.791+0000 7fe472e0d640 1 -- 172.21.15.33:0/1334298692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe46c13e950 con 0x7fe46c158960 2024-07-26T15:48:58.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.791+0000 7fe472e0d640 1 -- 172.21.15.33:0/1334298692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe46c13ef10 con 0x7fe46c158960 2024-07-26T15:48:58.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.792+0000 7fe472e0d640 1 -- 172.21.15.33:0/1334298692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe46c15c290 con 0x7fe46c158960 2024-07-26T15:48:58.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.793+0000 7fe4697fa640 1 -- 172.21.15.33:0/1334298692 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7fe45800f830 con 0x7fe46c158960 2024-07-26T15:48:58.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.794+0000 7fe4697fa640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fe450077130 0x7fe450079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:58.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.794+0000 7fe4697fa640 1 -- 172.21.15.33:0/1334298692 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 6057+0+0 (secure 0 0 0) 0x7fe4580999b0 con 0x7fe46c158960 2024-07-26T15:48:58.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.794+0000 7fe470ba9640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fe450077130 0x7fe450079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:58.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.794+0000 7fe470ba9640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fe450077130 0x7fe450079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe460033000 tx=0x7fe460004730 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:58.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:58.798+0000 7fe4697fa640 1 -- 172.21.15.33:0/1334298692 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe458027080 con 0x7fe46c158960 2024-07-26T15:48:59.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.034+0000 7fe472e0d640 1 -- 172.21.15.33:0/1334298692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fe46c140e20 con 0x7fe46c158960 2024-07-26T15:48:59.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.668+0000 7fe4697fa640 1 -- 172.21.15.33:0/1334298692 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 19 and data pool 20 v77) ==== 174+0+0 (secure 0 0 0) 0x7fe458014030 con 0x7fe46c158960 2024-07-26T15:48:59.670 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 19 and data pool 20 2024-07-26T15:48:59.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.674+0000 7fe472e0d640 1 -- 172.21.15.33:0/1334298692 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fe450077130 msgr2=0x7fe450079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:59.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.674+0000 7fe472e0d640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fe450077130 0x7fe450079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe460033000 tx=0x7fe460004730 comp rx=0 tx=0).stop 2024-07-26T15:48:59.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.675+0000 7fe472e0d640 1 -- 172.21.15.33:0/1334298692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe46c158960 msgr2=0x7fe46c13a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:59.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.675+0000 7fe472e0d640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe46c158960 0x7fe46c13a500 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7fe45800c9a0 tx=0x7fe45800ce60 comp rx=0 tx=0).stop 2024-07-26T15:48:59.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.676+0000 7fe472e0d640 1 -- 172.21.15.33:0/1334298692 shutdown_connections 2024-07-26T15:48:59.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.676+0000 7fe472e0d640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fe450077130 0x7fe450079640 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:59.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.676+0000 7fe472e0d640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe46c15ef80 0x7fe46c15abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:59.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.676+0000 7fe472e0d640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe46c158960 0x7fe46c13a500 unknown :-1 s=CLOSED pgs=1531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:59.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.676+0000 7fe472e0d640 1 --2- 172.21.15.33:0/1334298692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe46c06f810 0x7fe46c1407d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:59.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.676+0000 7fe472e0d640 1 -- 172.21.15.33:0/1334298692 >> 172.21.15.33:0/1334298692 conn(0x7fe46c0d0b40 msgr2=0x7fe46c0ce870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:59.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.679+0000 7fe472e0d640 1 -- 172.21.15.33:0/1334298692 shutdown_connections 2024-07-26T15:48:59.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.679+0000 7fe472e0d640 1 -- 172.21.15.33:0/1334298692 wait complete. 2024-07-26T15:48:59.700 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:48:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.819+0000 7fd3e7f89640 1 -- 172.21.15.33:0/70808786 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3e00b1e50 msgr2=0x7fd3e00b2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.819+0000 7fd3e7f89640 1 --2- 172.21.15.33:0/70808786 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3e00b1e50 0x7fd3e00b2260 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7fd3e00d2890 tx=0x7fd3d802aa10 comp rx=0 tx=0).stop 2024-07-26T15:48:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.819+0000 7fd3e7f89640 1 -- 172.21.15.33:0/70808786 shutdown_connections 2024-07-26T15:48:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.819+0000 7fd3e7f89640 1 --2- 172.21.15.33:0/70808786 >> v2:172.21.15.154:3300/0 conn(0x7fd3e00b6e00 0x7fd3e00b1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.819+0000 7fd3e7f89640 1 --2- 172.21.15.33:0/70808786 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3e00b1e50 0x7fd3e00b2260 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.819+0000 7fd3e7f89640 1 -- 172.21.15.33:0/70808786 >> 172.21.15.33:0/70808786 conn(0x7fd3e00d1bf0 msgr2=0x7fd3e00d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:48:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.819+0000 7fd3e7f89640 1 -- 172.21.15.33:0/70808786 shutdown_connections 2024-07-26T15:48:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.819+0000 7fd3e7f89640 1 -- 172.21.15.33:0/70808786 wait complete. 2024-07-26T15:48:59.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.821+0000 7fd3e7f89640 1 Processor -- start 2024-07-26T15:48:59.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.821+0000 7fd3e7f89640 1 -- start start 2024-07-26T15:48:59.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.822+0000 7fd3e7f89640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3e00b1e50 0x7fd3e0159ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:59.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.822+0000 7fd3e7f89640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3e00b6e00 0x7fd3e00caf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:59.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.822+0000 7fd3e7f89640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3e00cc660 0x7fd3e00cb450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:59.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.822+0000 7fd3e7f89640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e00ce690 con 0x7fd3e00b1e50 2024-07-26T15:48:59.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.822+0000 7fd3e7f89640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e00ce510 con 0x7fd3e00cc660 2024-07-26T15:48:59.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.822+0000 7fd3e7f89640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd3e00ce810 con 0x7fd3e00b6e00 2024-07-26T15:48:59.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.822+0000 7fd3e5d25640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3e00b1e50 0x7fd3e0159ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:59.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.822+0000 7fd3e5d25640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3e00b1e50 0x7fd3e0159ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55764/0 (socket says 172.21.15.33:55764) 2024-07-26T15:48:59.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.822+0000 7fd3e5d25640 1 -- 172.21.15.33:0/1651333865 learned_addr learned my addr 172.21.15.33:0/1651333865 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3e6526640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3e00cc660 0x7fd3e00cb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3e5524640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3e00b6e00 0x7fd3e00caf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3e5d25640 1 -- 172.21.15.33:0/1651333865 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3e00b6e00 msgr2=0x7fd3e00caf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3e5d25640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3e00b6e00 0x7fd3e00caf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3e5d25640 1 -- 172.21.15.33:0/1651333865 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3e00cc660 msgr2=0x7fd3e00cb450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3e5d25640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3e00cc660 0x7fd3e00cb450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3e5d25640 1 -- 172.21.15.33:0/1651333865 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e01f5560 con 0x7fd3e00b1e50 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3e5d25640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3e00b1e50 0x7fd3e0159ec0 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc00c3f0 tx=0x7fd3dc00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3d67fc640 1 -- 172.21.15.33:0/1651333865 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3dc017070 con 0x7fd3e00b1e50 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3d67fc640 1 -- 172.21.15.33:0/1651333865 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3dc0035f0 con 0x7fd3e00b1e50 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3d67fc640 1 -- 172.21.15.33:0/1651333865 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3dc003a40 con 0x7fd3e00b1e50 2024-07-26T15:48:59.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3e7f89640 1 -- 172.21.15.33:0/1651333865 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e01f5840 con 0x7fd3e00b1e50 2024-07-26T15:48:59.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.823+0000 7fd3e7f89640 1 -- 172.21.15.33:0/1651333865 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e01f5e00 con 0x7fd3e00b1e50 2024-07-26T15:48:59.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.824+0000 7fd3e7f89640 1 -- 172.21.15.33:0/1651333865 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3e00ce060 con 0x7fd3e00b1e50 2024-07-26T15:48:59.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.825+0000 7fd3d67fc640 1 -- 172.21.15.33:0/1651333865 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7fd3dc01a070 con 0x7fd3e00b1e50 2024-07-26T15:48:59.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.826+0000 7fd3d67fc640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd3c4077160 0x7fd3c4079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:48:59.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.826+0000 7fd3e5524640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd3c4077160 0x7fd3c4079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:48:59.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.826+0000 7fd3d67fc640 1 -- 172.21.15.33:0/1651333865 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(161..161 src has 1..161) ==== 6157+0+0 (secure 0 0 0) 0x7fd3dc097ec0 con 0x7fd3e00b1e50 2024-07-26T15:48:59.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.826+0000 7fd3e5524640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd3c4077160 0x7fd3c4079670 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd3e01f2c70 tx=0x7fd3d000a250 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:48:59.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:48:59.830+0000 7fd3d67fc640 1 -- 172.21.15.33:0/1651333865 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd3e00ce060 con 0x7fd3e00b1e50 2024-07-26T15:49:00.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.022+0000 7fd3e7f89640 1 -- 172.21.15.33:0/1651333865 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd3e00b2260 con 0x7fd3e00b1e50 2024-07-26T15:49:00.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.023+0000 7fd3d67fc640 1 -- 172.21.15.33:0/1651333865 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v161) ==== 74+0+17001 (secure 0 0 0) 0x7fd3dc0690c0 con 0x7fd3e00b1e50 2024-07-26T15:49:00.025 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:49:00.025 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":161,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:48:59.035508+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:48:56.762113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-07-26T15:48:57.996718+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:49:00.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 -- 172.21.15.33:0/1651333865 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd3c4077160 msgr2=0x7fd3c4079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:00.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd3c4077160 0x7fd3c4079670 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd3e01f2c70 tx=0x7fd3d000a250 comp rx=0 tx=0).stop 2024-07-26T15:49:00.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 -- 172.21.15.33:0/1651333865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3e00b1e50 msgr2=0x7fd3e0159ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:00.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3e00b1e50 0x7fd3e0159ec0 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc00c3f0 tx=0x7fd3dc00c8b0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 -- 172.21.15.33:0/1651333865 shutdown_connections 2024-07-26T15:49:00.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd3c4077160 0x7fd3c4079670 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3e00cc660 0x7fd3e00cb450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3e00b6e00 0x7fd3e00caf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 --2- 172.21.15.33:0/1651333865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3e00b1e50 0x7fd3e0159ec0 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 -- 172.21.15.33:0/1651333865 >> 172.21.15.33:0/1651333865 conn(0x7fd3e00d1bf0 msgr2=0x7fd3e00d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:00.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 -- 172.21.15.33:0/1651333865 shutdown_connections 2024-07-26T15:49:00.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.025+0000 7fd3e7f89640 1 -- 172.21.15.33:0/1651333865 wait complete. 2024-07-26T15:49:00.039 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:49:00.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.155+0000 7f332856c640 1 -- 172.21.15.33:0/219940543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33200ce970 msgr2=0x7f33200ced80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:00.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.155+0000 7f332856c640 1 --2- 172.21.15.33:0/219940543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33200ce970 0x7f33200ced80 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f33200cdec0 tx=0x7f331002a560 comp rx=0 tx=0).stop 2024-07-26T15:49:00.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.155+0000 7f332856c640 1 -- 172.21.15.33:0/219940543 shutdown_connections 2024-07-26T15:49:00.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.155+0000 7f332856c640 1 --2- 172.21.15.33:0/219940543 >> v2:172.21.15.154:3300/0 conn(0x7f33200b1ba0 0x7f33200b1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.155+0000 7f332856c640 1 --2- 172.21.15.33:0/219940543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33200ce970 0x7f33200ced80 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.155+0000 7f332856c640 1 -- 172.21.15.33:0/219940543 >> 172.21.15.33:0/219940543 conn(0x7f33200d1b70 msgr2=0x7f33200d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:00.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.155+0000 7f332856c640 1 -- 172.21.15.33:0/219940543 shutdown_connections 2024-07-26T15:49:00.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.155+0000 7f332856c640 1 -- 172.21.15.33:0/219940543 wait complete. 2024-07-26T15:49:00.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.157+0000 7f332856c640 1 Processor -- start 2024-07-26T15:49:00.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.157+0000 7f332856c640 1 -- start start 2024-07-26T15:49:00.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f332856c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33200b1ba0 0x7f33200c8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:00.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f332856c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33200b6fc0 0x7f33200c6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:00.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f332856c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33200ce970 0x7f332015a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:00.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f332856c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f33200b2670 con 0x7f33200b6fc0 2024-07-26T15:49:00.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f332856c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f33200b24f0 con 0x7f33200ce970 2024-07-26T15:49:00.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f332856c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f33200b27f0 con 0x7f33200b1ba0 2024-07-26T15:49:00.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3325b07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33200b6fc0 0x7f33200c6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:00.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3325b07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33200b6fc0 0x7f33200c6110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55780/0 (socket says 172.21.15.33:55780) 2024-07-26T15:49:00.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3325b07640 1 -- 172.21.15.33:0/646848572 learned_addr learned my addr 172.21.15.33:0/646848572 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:00.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3326b09640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33200ce970 0x7f332015a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:00.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3326308640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33200b1ba0 0x7f33200c8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:00.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3325b07640 1 -- 172.21.15.33:0/646848572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33200b1ba0 msgr2=0x7f33200c8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:00.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3325b07640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33200b1ba0 0x7f33200c8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3325b07640 1 -- 172.21.15.33:0/646848572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33200ce970 msgr2=0x7f332015a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:00.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3325b07640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33200ce970 0x7f332015a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3325b07640 1 -- 172.21.15.33:0/646848572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33200c89a0 con 0x7f33200b6fc0 2024-07-26T15:49:00.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3326308640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33200b1ba0 0x7f33200c8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:49:00.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.158+0000 7f3326b09640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33200ce970 0x7f332015a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:49:00.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.159+0000 7f3325b07640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33200b6fc0 0x7f33200c6110 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f3310000c00 tx=0x7f33100039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:00.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.159+0000 7f3316ffd640 1 -- 172.21.15.33:0/646848572 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f331003e030 con 0x7f33200b6fc0 2024-07-26T15:49:00.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.159+0000 7f3316ffd640 1 -- 172.21.15.33:0/646848572 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f33100047a0 con 0x7f33200b6fc0 2024-07-26T15:49:00.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.159+0000 7f332856c640 1 -- 172.21.15.33:0/646848572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33200c8100 con 0x7f33200b6fc0 2024-07-26T15:49:00.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.159+0000 7f3316ffd640 1 -- 172.21.15.33:0/646848572 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3310035040 con 0x7f33200b6fc0 2024-07-26T15:49:00.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.159+0000 7f332856c640 1 -- 172.21.15.33:0/646848572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33200c86c0 con 0x7f33200b6fc0 2024-07-26T15:49:00.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.160+0000 7f332856c640 1 -- 172.21.15.33:0/646848572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33200b2ca0 con 0x7f33200b6fc0 2024-07-26T15:49:00.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.161+0000 7f3316ffd640 1 -- 172.21.15.33:0/646848572 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f3310041030 con 0x7f33200b6fc0 2024-07-26T15:49:00.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.161+0000 7f3316ffd640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3304077160 0x7f3304079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:00.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.161+0000 7f3326308640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3304077160 0x7f3304079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:00.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.161+0000 7f3316ffd640 1 -- 172.21.15.33:0/646848572 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(161..161 src has 1..161) ==== 6157+0+0 (secure 0 0 0) 0x7f33100b9670 con 0x7f33200b6fc0 2024-07-26T15:49:00.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.162+0000 7f3326308640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3304077160 0x7f3304079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f331c00a830 tx=0x7f331c008040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:00.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.166+0000 7f3316ffd640 1 -- 172.21.15.33:0/646848572 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3310082410 con 0x7f33200b6fc0 2024-07-26T15:49:00.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.360+0000 7f332856c640 1 -- 172.21.15.33:0/646848572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f332015c190 con 0x7f33200b6fc0 2024-07-26T15:49:00.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.361+0000 7f3316ffd640 1 -- 172.21.15.33:0/646848572 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v161) ==== 74+0+17001 (secure 0 0 0) 0x7f3310081d10 con 0x7f33200b6fc0 2024-07-26T15:49:00.362 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:49:00.363 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":161,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:48:59.035508+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:48:56.762113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-07-26T15:48:57.996718+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 -- 172.21.15.33:0/646848572 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3304077160 msgr2=0x7f3304079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3304077160 0x7f3304079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f331c00a830 tx=0x7f331c008040 comp rx=0 tx=0).stop 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 -- 172.21.15.33:0/646848572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33200b6fc0 msgr2=0x7f33200c6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33200b6fc0 0x7f33200c6110 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f3310000c00 tx=0x7f33100039e0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 -- 172.21.15.33:0/646848572 shutdown_connections 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3304077160 0x7f3304079670 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33200ce970 0x7f332015a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33200b6fc0 0x7f33200c6110 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 --2- 172.21.15.33:0/646848572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33200b1ba0 0x7f33200c8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 -- 172.21.15.33:0/646848572 >> 172.21.15.33:0/646848572 conn(0x7f33200d1b70 msgr2=0x7f3320071530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 -- 172.21.15.33:0/646848572 shutdown_connections 2024-07-26T15:49:00.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.363+0000 7f332856c640 1 -- 172.21.15.33:0/646848572 wait complete. 2024-07-26T15:49:00.376 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T15:49:00.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.495+0000 7f3bd99eb640 1 -- 172.21.15.33:0/2512302467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3bd40b3920 msgr2=0x7f3bd4165330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:00.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.495+0000 7f3bd99eb640 1 --2- 172.21.15.33:0/2512302467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3bd40b3920 0x7f3bd4165330 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc005fd0 tx=0x7f3bcc02a5d0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.495+0000 7f3bd99eb640 1 -- 172.21.15.33:0/2512302467 shutdown_connections 2024-07-26T15:49:00.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.496+0000 7f3bd99eb640 1 --2- 172.21.15.33:0/2512302467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3bd40b3920 0x7f3bd4165330 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.496+0000 7f3bd99eb640 1 -- 172.21.15.33:0/2512302467 >> 172.21.15.33:0/2512302467 conn(0x7f3bd40b1740 msgr2=0x7f3bd40b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:00.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.496+0000 7f3bd99eb640 1 -- 172.21.15.33:0/2512302467 shutdown_connections 2024-07-26T15:49:00.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.496+0000 7f3bd99eb640 1 -- 172.21.15.33:0/2512302467 wait complete. 2024-07-26T15:49:00.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.497+0000 7f3bd99eb640 1 Processor -- start 2024-07-26T15:49:00.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.498+0000 7f3bd99eb640 1 -- start start 2024-07-26T15:49:00.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd99eb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3bd40cef90 0x7f3bd4155240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:00.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd99eb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3bd415ad30 0x7f3bd4143fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:00.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd99eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3bd414d2c0 0x7f3bd414c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:00.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd99eb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd406e550 con 0x7f3bd414d2c0 2024-07-26T15:49:00.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd99eb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd406e3d0 con 0x7f3bd415ad30 2024-07-26T15:49:00.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd99eb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3bd406e6d0 con 0x7f3bd40cef90 2024-07-26T15:49:00.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3bd414d2c0 0x7f3bd414c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:00.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3bd414d2c0 0x7f3bd414c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55792/0 (socket says 172.21.15.33:55792) 2024-07-26T15:49:00.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd37fe640 1 -- 172.21.15.33:0/967306792 learned_addr learned my addr 172.21.15.33:0/967306792 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd2ffd640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3bd40cef90 0x7f3bd4155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd27fc640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3bd415ad30 0x7f3bd4143fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd37fe640 1 -- 172.21.15.33:0/967306792 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3bd40cef90 msgr2=0x7f3bd4155240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd37fe640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3bd40cef90 0x7f3bd4155240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd37fe640 1 -- 172.21.15.33:0/967306792 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3bd415ad30 msgr2=0x7f3bd4143fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd37fe640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3bd415ad30 0x7f3bd4143fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd37fe640 1 -- 172.21.15.33:0/967306792 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd4155b40 con 0x7f3bd414d2c0 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.499+0000 7f3bd27fc640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3bd415ad30 0x7f3bd4143fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.500+0000 7f3bd37fe640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3bd414d2c0 0x7f3bd414c120 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc006010 tx=0x7f3bcc003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.500+0000 7f3bcbfff640 1 -- 172.21.15.33:0/967306792 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc03e030 con 0x7f3bd414d2c0 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.500+0000 7f3bcbfff640 1 -- 172.21.15.33:0/967306792 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3bcc003c20 con 0x7f3bd414d2c0 2024-07-26T15:49:00.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.500+0000 7f3bd99eb640 1 -- 172.21.15.33:0/967306792 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bd4155e20 con 0x7f3bd414d2c0 2024-07-26T15:49:00.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.500+0000 7f3bcbfff640 1 -- 172.21.15.33:0/967306792 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bcc035040 con 0x7f3bd414d2c0 2024-07-26T15:49:00.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.500+0000 7f3bd99eb640 1 -- 172.21.15.33:0/967306792 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bd41f3140 con 0x7f3bd414d2c0 2024-07-26T15:49:00.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.501+0000 7f3bd99eb640 1 -- 172.21.15.33:0/967306792 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bd41558b0 con 0x7f3bd414d2c0 2024-07-26T15:49:00.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.502+0000 7f3bcbfff640 1 -- 172.21.15.33:0/967306792 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f3bcc041030 con 0x7f3bd414d2c0 2024-07-26T15:49:00.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.502+0000 7f3bcbfff640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3bb4077160 0x7f3bb4079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:00.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.502+0000 7f3bcbfff640 1 -- 172.21.15.33:0/967306792 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(161..161 src has 1..161) ==== 6157+0+0 (secure 0 0 0) 0x7f3bcc0b9320 con 0x7f3bd414d2c0 2024-07-26T15:49:00.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.502+0000 7f3bd2ffd640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3bb4077160 0x7f3bb4079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:00.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.503+0000 7f3bd2ffd640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3bb4077160 0x7f3bb4079670 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f3bc4001e20 tx=0x7f3bc4009040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:00.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.507+0000 7f3bcbfff640 1 -- 172.21.15.33:0/967306792 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3bcc081b80 con 0x7f3bd414d2c0 2024-07-26T15:49:00.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:00.740+0000 7f3bd99eb640 1 -- 172.21.15.33:0/967306792 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f3bd4156340 con 0x7f3bd414d2c0 2024-07-26T15:49:01.626 INFO:tasks.ceph.mds.d.smithi154.stderr:2024-07-26T15:49:01.624+0000 7f764b5f8640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T15:49:01.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.679+0000 7f3bcbfff640 1 -- 172.21.15.33:0/967306792 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v80) ==== 118+0+0 (secure 0 0 0) 0x7f3bcc0860d0 con 0x7f3bd414d2c0 2024-07-26T15:49:01.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.682+0000 7f3bd99eb640 1 -- 172.21.15.33:0/967306792 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3bb4077160 msgr2=0x7f3bb4079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:01.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.682+0000 7f3bd99eb640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3bb4077160 0x7f3bb4079670 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f3bc4001e20 tx=0x7f3bc4009040 comp rx=0 tx=0).stop 2024-07-26T15:49:01.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.682+0000 7f3bd99eb640 1 -- 172.21.15.33:0/967306792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3bd414d2c0 msgr2=0x7f3bd414c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:01.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.682+0000 7f3bd99eb640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3bd414d2c0 0x7f3bd414c120 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc006010 tx=0x7f3bcc003820 comp rx=0 tx=0).stop 2024-07-26T15:49:01.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.682+0000 7f3bd99eb640 1 -- 172.21.15.33:0/967306792 shutdown_connections 2024-07-26T15:49:01.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.682+0000 7f3bd99eb640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f3bb4077160 0x7f3bb4079670 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:01.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.682+0000 7f3bd99eb640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3bd414d2c0 0x7f3bd414c120 unknown :-1 s=CLOSED pgs=1539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:01.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.682+0000 7f3bd99eb640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3bd415ad30 0x7f3bd4143fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:01.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.682+0000 7f3bd99eb640 1 --2- 172.21.15.33:0/967306792 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3bd40cef90 0x7f3bd4155240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:01.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.682+0000 7f3bd99eb640 1 -- 172.21.15.33:0/967306792 >> 172.21.15.33:0/967306792 conn(0x7f3bd40b1740 msgr2=0x7f3bd4158d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:01.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.683+0000 7f3bd99eb640 1 -- 172.21.15.33:0/967306792 shutdown_connections 2024-07-26T15:49:01.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.683+0000 7f3bd99eb640 1 -- 172.21.15.33:0/967306792 wait complete. 2024-07-26T15:49:01.698 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T15:49:01.698 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T15:49:01.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.825+0000 7f6264233640 1 -- 172.21.15.33:0/4095856994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f625c0d0900 msgr2=0x7f625c15c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:01.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.825+0000 7f6264233640 1 --2- 172.21.15.33:0/4095856994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f625c0d0900 0x7f625c15c1d0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7f625c0c72c0 tx=0x7f624c02a5f0 comp rx=0 tx=0).stop 2024-07-26T15:49:01.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.825+0000 7f6264233640 1 -- 172.21.15.33:0/4095856994 shutdown_connections 2024-07-26T15:49:01.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.825+0000 7f6264233640 1 --2- 172.21.15.33:0/4095856994 >> v2:172.21.15.154:3300/0 conn(0x7f625c0af880 0x7f625c0b0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:01.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.825+0000 7f6264233640 1 --2- 172.21.15.33:0/4095856994 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f625c0d0900 0x7f625c15c1d0 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:01.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.825+0000 7f6264233640 1 -- 172.21.15.33:0/4095856994 >> 172.21.15.33:0/4095856994 conn(0x7f625c0b50d0 msgr2=0x7f625c0b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:01.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.825+0000 7f6264233640 1 -- 172.21.15.33:0/4095856994 shutdown_connections 2024-07-26T15:49:01.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.825+0000 7f6264233640 1 -- 172.21.15.33:0/4095856994 wait complete. 2024-07-26T15:49:01.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.827+0000 7f6264233640 1 Processor -- start 2024-07-26T15:49:01.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.827+0000 7f6264233640 1 -- start start 2024-07-26T15:49:01.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.828+0000 7f6264233640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f625c0690f0 0x7f625c1f4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:01.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.828+0000 7f6264233640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f625c0af880 0x7f625c1f5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:01.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.828+0000 7f6264233640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f625c0aec30 0x7f625c0cf4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:01.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.828+0000 7f6264233640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f625c0b0c30 con 0x7f625c0af880 2024-07-26T15:49:01.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.828+0000 7f6264233640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f625c0b0ab0 con 0x7f625c0aec30 2024-07-26T15:49:01.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.828+0000 7f6264233640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f625c0b0db0 con 0x7f625c0690f0 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.828+0000 7f62617ce640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f625c0af880 0x7f625c1f5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.828+0000 7f62617ce640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f625c0af880 0x7f625c1f5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34268/0 (socket says 172.21.15.33:34268) 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f62617ce640 1 -- 172.21.15.33:0/2753225321 learned_addr learned my addr 172.21.15.33:0/2753225321 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f6261fcf640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f625c0690f0 0x7f625c1f4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f62627d0640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f625c0aec30 0x7f625c0cf4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f62617ce640 1 -- 172.21.15.33:0/2753225321 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f625c0690f0 msgr2=0x7f625c1f4ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f62617ce640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f625c0690f0 0x7f625c1f4ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f62617ce640 1 -- 172.21.15.33:0/2753225321 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f625c0aec30 msgr2=0x7f625c0cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f62617ce640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f625c0aec30 0x7f625c0cf4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f62617ce640 1 -- 172.21.15.33:0/2753225321 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f625c0cefe0 con 0x7f625c0af880 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f62617ce640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f625c0af880 0x7f625c1f5430 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7f624c000c00 tx=0x7f624c003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f62527fc640 1 -- 172.21.15.33:0/2753225321 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c03e030 con 0x7f625c0af880 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f62527fc640 1 -- 172.21.15.33:0/2753225321 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f624c003e00 con 0x7f625c0af880 2024-07-26T15:49:01.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f6264233640 1 -- 172.21.15.33:0/2753225321 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f625c0c9570 con 0x7f625c0af880 2024-07-26T15:49:01.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f62527fc640 1 -- 172.21.15.33:0/2753225321 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c035040 con 0x7f625c0af880 2024-07-26T15:49:01.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.829+0000 7f6264233640 1 -- 172.21.15.33:0/2753225321 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f625c15a530 con 0x7f625c0af880 2024-07-26T15:49:01.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.830+0000 7f6264233640 1 -- 172.21.15.33:0/2753225321 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f625c0b1340 con 0x7f625c0af880 2024-07-26T15:49:01.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.831+0000 7f62527fc640 1 -- 172.21.15.33:0/2753225321 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f624c041030 con 0x7f625c0af880 2024-07-26T15:49:01.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.832+0000 7f62527fc640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6240077130 0x7f6240079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:01.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.832+0000 7f62527fc640 1 -- 172.21.15.33:0/2753225321 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7f624c0b9870 con 0x7f625c0af880 2024-07-26T15:49:01.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.832+0000 7f6261fcf640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6240077130 0x7f6240079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:01.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.832+0000 7f6261fcf640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6240077130 0x7f6240079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6258000f60 tx=0x7f6258009040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:01.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:01.835+0000 7f62527fc640 1 -- 172.21.15.33:0/2753225321 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f624c0820d0 con 0x7f625c0af880 2024-07-26T15:49:02.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.073+0000 7f6264233640 1 -- 172.21.15.33:0/2753225321 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f625c0c37e0 con 0x7f625c0af880 2024-07-26T15:49:02.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.681+0000 7f62527fc640 1 -- 172.21.15.33:0/2753225321 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v81) ==== 122+0+0 (secure 0 0 0) 0x7f624c086620 con 0x7f625c0af880 2024-07-26T15:49:02.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.683+0000 7f6264233640 1 -- 172.21.15.33:0/2753225321 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6240077130 msgr2=0x7f6240079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:02.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.683+0000 7f6264233640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6240077130 0x7f6240079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6258000f60 tx=0x7f6258009040 comp rx=0 tx=0).stop 2024-07-26T15:49:02.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.683+0000 7f6264233640 1 -- 172.21.15.33:0/2753225321 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f625c0af880 msgr2=0x7f625c1f5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:02.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.683+0000 7f6264233640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f625c0af880 0x7f625c1f5430 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7f624c000c00 tx=0x7f624c003910 comp rx=0 tx=0).stop 2024-07-26T15:49:02.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.684+0000 7f6264233640 1 -- 172.21.15.33:0/2753225321 shutdown_connections 2024-07-26T15:49:02.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.684+0000 7f6264233640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6240077130 0x7f6240079640 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:02.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.684+0000 7f6264233640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f625c0aec30 0x7f625c0cf4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:02.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.684+0000 7f6264233640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f625c0af880 0x7f625c1f5430 unknown :-1 s=CLOSED pgs=1542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:02.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.684+0000 7f6264233640 1 --2- 172.21.15.33:0/2753225321 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f625c0690f0 0x7f625c1f4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:02.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.684+0000 7f6264233640 1 -- 172.21.15.33:0/2753225321 >> 172.21.15.33:0/2753225321 conn(0x7f625c0b50d0 msgr2=0x7f625c0d0160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:02.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.684+0000 7f6264233640 1 -- 172.21.15.33:0/2753225321 shutdown_connections 2024-07-26T15:49:02.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.684+0000 7f6264233640 1 -- 172.21.15.33:0/2753225321 wait complete. 2024-07-26T15:49:02.699 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T15:49:02.700 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:49:02.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.823+0000 7f26de4c2640 1 -- 172.21.15.33:0/2276451168 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d80d2930 msgr2=0x7f26d80cf0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:02.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.823+0000 7f26de4c2640 1 --2- 172.21.15.33:0/2276451168 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d80d2930 0x7f26d80cf0f0 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7f26d0005fd0 tx=0x7f26d002a820 comp rx=0 tx=0).stop 2024-07-26T15:49:02.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.823+0000 7f26de4c2640 1 -- 172.21.15.33:0/2276451168 shutdown_connections 2024-07-26T15:49:02.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.823+0000 7f26de4c2640 1 --2- 172.21.15.33:0/2276451168 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d80d2930 0x7f26d80cf0f0 unknown :-1 s=CLOSED pgs=1544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:02.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.823+0000 7f26de4c2640 1 -- 172.21.15.33:0/2276451168 >> 172.21.15.33:0/2276451168 conn(0x7f26d80d3e10 msgr2=0x7f26d80d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:02.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.823+0000 7f26de4c2640 1 -- 172.21.15.33:0/2276451168 shutdown_connections 2024-07-26T15:49:02.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.823+0000 7f26de4c2640 1 -- 172.21.15.33:0/2276451168 wait complete. 2024-07-26T15:49:02.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.825+0000 7f26de4c2640 1 Processor -- start 2024-07-26T15:49:02.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.825+0000 7f26de4c2640 1 -- start start 2024-07-26T15:49:02.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26de4c2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26d80b2dc0 0x7f26d80ca8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26de4c2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26d80d2930 0x7f26d815f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26de4c2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d8162460 0x7f26d80cd070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26de4c2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f26d80b3520 con 0x7f26d8162460 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26de4c2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f26d80d4d50 con 0x7f26d80b2dc0 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26de4c2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f26d8169af0 con 0x7f26d80d2930 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26dca5f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d8162460 0x7f26d80cd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26dca5f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d8162460 0x7f26d80cd070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34284/0 (socket says 172.21.15.33:34284) 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26dca5f640 1 -- 172.21.15.33:0/3606538166 learned_addr learned my addr 172.21.15.33:0/3606538166 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26d7fff640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26d80b2dc0 0x7f26d80ca8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26cffff640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26d80d2930 0x7f26d815f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26dca5f640 1 -- 172.21.15.33:0/3606538166 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26d80d2930 msgr2=0x7f26d815f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:02.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26dca5f640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26d80d2930 0x7f26d815f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:02.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26dca5f640 1 -- 172.21.15.33:0/3606538166 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26d80b2dc0 msgr2=0x7f26d80ca8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:02.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26dca5f640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26d80b2dc0 0x7f26d80ca8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:02.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.826+0000 7f26dca5f640 1 -- 172.21.15.33:0/3606538166 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d81638c0 con 0x7f26d8162460 2024-07-26T15:49:02.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.827+0000 7f26dca5f640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d8162460 0x7f26d80cd070 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f26d0009b30 tx=0x7f26d0032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:02.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.827+0000 7f26d57fa640 1 -- 172.21.15.33:0/3606538166 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d0037040 con 0x7f26d8162460 2024-07-26T15:49:02.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.827+0000 7f26d57fa640 1 -- 172.21.15.33:0/3606538166 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f26d0042070 con 0x7f26d8162460 2024-07-26T15:49:02.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.827+0000 7f26de4c2640 1 -- 172.21.15.33:0/3606538166 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26d8163ba0 con 0x7f26d8162460 2024-07-26T15:49:02.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.827+0000 7f26d57fa640 1 -- 172.21.15.33:0/3606538166 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d00042a0 con 0x7f26d8162460 2024-07-26T15:49:02.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.827+0000 7f26de4c2640 1 -- 172.21.15.33:0/3606538166 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26d8164da0 con 0x7f26d8162460 2024-07-26T15:49:02.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.828+0000 7f26de4c2640 1 -- 172.21.15.33:0/3606538166 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26d81648b0 con 0x7f26d8162460 2024-07-26T15:49:02.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.829+0000 7f26d57fa640 1 -- 172.21.15.33:0/3606538166 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f26d0004440 con 0x7f26d8162460 2024-07-26T15:49:02.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.830+0000 7f26d57fa640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f26b8077130 0x7f26b8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:02.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.830+0000 7f26d7fff640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f26b8077130 0x7f26b8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:02.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.830+0000 7f26d57fa640 1 -- 172.21.15.33:0/3606538166 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7f26d00b98e0 con 0x7f26d8162460 2024-07-26T15:49:02.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.830+0000 7f26d7fff640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f26b8077130 0x7f26b8079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f26c8001090 tx=0x7f26c8009040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:02.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:02.834+0000 7f26d57fa640 1 -- 172.21.15.33:0/3606538166 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f26d0082130 con 0x7f26d8162460 2024-07-26T15:49:03.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.068+0000 7f26de4c2640 1 -- 172.21.15.33:0/3606538166 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f26d80d0570 con 0x7f26d8162460 2024-07-26T15:49:03.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.068+0000 7f26d57fa640 1 -- 172.21.15.33:0/3606538166 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+5222 (secure 0 0 0) 0x7f26d0086680 con 0x7f26d8162460 2024-07-26T15:49:03.070 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:49:03.070 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":81,"btime":"2024-07-26T15:49:02:680758+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7415,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/318638545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":318638545},{"type":"v1","addr":"172.21.15.33:6834","nonce":318638545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":8137,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/193913692","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":193913692},{"type":"v1","addr":"172.21.15.154:6835","nonce":193913692}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76},{"gid":8823,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2271901314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2271901314},{"type":"v1","addr":"172.21.15.33:6835","nonce":2271901314}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76}],"filesystems":[{"mdsmap":{"epoch":81,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:59.035465+0000","modified":"2024-07-26T15:49:02.074493+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8826},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8826":{"gid":8826,"name":"d","rank":0,"incarnation":77,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/494247982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":494247982},{"type":"v1","addr":"172.21.15.154:6834","nonce":494247982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8826,"qdb_cluster":[8826]},"id":9}]} 2024-07-26T15:49:03.070 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 81 2024-07-26T15:49:03.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 -- 172.21.15.33:0/3606538166 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f26b8077130 msgr2=0x7f26b8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f26b8077130 0x7f26b8079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f26c8001090 tx=0x7f26c8009040 comp rx=0 tx=0).stop 2024-07-26T15:49:03.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 -- 172.21.15.33:0/3606538166 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d8162460 msgr2=0x7f26d80cd070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d8162460 0x7f26d80cd070 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f26d0009b30 tx=0x7f26d0032c90 comp rx=0 tx=0).stop 2024-07-26T15:49:03.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 -- 172.21.15.33:0/3606538166 shutdown_connections 2024-07-26T15:49:03.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f26b8077130 0x7f26b8079640 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d8162460 0x7f26d80cd070 unknown :-1 s=CLOSED pgs=1545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26d80d2930 0x7f26d815f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 --2- 172.21.15.33:0/3606538166 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26d80b2dc0 0x7f26d80ca8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 -- 172.21.15.33:0/3606538166 >> 172.21.15.33:0/3606538166 conn(0x7f26d80d3e10 msgr2=0x7f26d80b4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:03.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 -- 172.21.15.33:0/3606538166 shutdown_connections 2024-07-26T15:49:03.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.070+0000 7f26de4c2640 1 -- 172.21.15.33:0/3606538166 wait complete. 2024-07-26T15:49:03.084 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T15:49:03.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.200+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/41647155 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f480ce7a0 msgr2=0x7f8f480cebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.200+0000 7f8f4f4dc640 1 --2- 172.21.15.33:0/41647155 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f480ce7a0 0x7f8f480cebb0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c009830 tx=0x7f8f3c02a510 comp rx=0 tx=0).stop 2024-07-26T15:49:03.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.200+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/41647155 shutdown_connections 2024-07-26T15:49:03.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.200+0000 7f8f4f4dc640 1 --2- 172.21.15.33:0/41647155 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f480ce7a0 0x7f8f480cebb0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.200+0000 7f8f4f4dc640 1 --2- 172.21.15.33:0/41647155 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f480b6fc0 0x7f8f480ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.200+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/41647155 >> 172.21.15.33:0/41647155 conn(0x7f8f480d1b70 msgr2=0x7f8f480d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:03.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.200+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/41647155 shutdown_connections 2024-07-26T15:49:03.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.200+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/41647155 wait complete. 2024-07-26T15:49:03.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.202+0000 7f8f4f4dc640 1 Processor -- start 2024-07-26T15:49:03.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.202+0000 7f8f4f4dc640 1 -- start start 2024-07-26T15:49:03.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.203+0000 7f8f4f4dc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f480b6fc0 0x7f8f48071d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.203+0000 7f8f4f4dc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f480cc740 0x7f8f4815a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4f4dc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f480ce7a0 0x7f8f481590f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4f4dc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8f480b1280 con 0x7f8f480b6fc0 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4f4dc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8f480b2dc0 con 0x7f8f480ce7a0 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4f4dc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8f480cd260 con 0x7f8f480cc740 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4d278640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f480b6fc0 0x7f8f48071d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4d278640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f480b6fc0 0x7f8f48071d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34300/0 (socket says 172.21.15.33:34300) 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4d278640 1 -- 172.21.15.33:0/2468344126 learned_addr learned my addr 172.21.15.33:0/2468344126 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4da79640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f480ce7a0 0x7f8f481590f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4ca77640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f480cc740 0x7f8f4815a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4d278640 1 -- 172.21.15.33:0/2468344126 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f480cc740 msgr2=0x7f8f4815a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4d278640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f480cc740 0x7f8f4815a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4d278640 1 -- 172.21.15.33:0/2468344126 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f480ce7a0 msgr2=0x7f8f481590f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4d278640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f480ce7a0 0x7f8f481590f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4d278640 1 -- 172.21.15.33:0/2468344126 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f48159630 con 0x7f8f480b6fc0 2024-07-26T15:49:03.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4d278640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f480b6fc0 0x7f8f48071d40 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f8f3800eb60 tx=0x7f8f3800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:03.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f45ffb640 1 -- 172.21.15.33:0/2468344126 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38010630 con 0x7f8f480b6fc0 2024-07-26T15:49:03.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f45ffb640 1 -- 172.21.15.33:0/2468344126 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f380108c0 con 0x7f8f480b6fc0 2024-07-26T15:49:03.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/2468344126 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f4809f330 con 0x7f8f480b6fc0 2024-07-26T15:49:03.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.204+0000 7f8f45ffb640 1 -- 172.21.15.33:0/2468344126 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f38010d10 con 0x7f8f480b6fc0 2024-07-26T15:49:03.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.205+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/2468344126 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f48159b10 con 0x7f8f480b6fc0 2024-07-26T15:49:03.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.206+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/2468344126 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f480b29a0 con 0x7f8f480b6fc0 2024-07-26T15:49:03.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.207+0000 7f8f45ffb640 1 -- 172.21.15.33:0/2468344126 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f8f38018420 con 0x7f8f480b6fc0 2024-07-26T15:49:03.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.207+0000 7f8f45ffb640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f8f34077130 0x7f8f34079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.207+0000 7f8f45ffb640 1 -- 172.21.15.33:0/2468344126 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7f8f380999a0 con 0x7f8f480b6fc0 2024-07-26T15:49:03.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.207+0000 7f8f4ca77640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f8f34077130 0x7f8f34079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:03.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.208+0000 7f8f4ca77640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f8f34077130 0x7f8f34079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c034000 tx=0x7f8f3c004730 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:03.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.212+0000 7f8f45ffb640 1 -- 172.21.15.33:0/2468344126 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8f480b29a0 con 0x7f8f480b6fc0 2024-07-26T15:49:03.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.408+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/2468344126 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8f4815c3b0 con 0x7f8f480b6fc0 2024-07-26T15:49:03.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.409+0000 7f8f45ffb640 1 -- 172.21.15.33:0/2468344126 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v162) ==== 74+0+16988 (secure 0 0 0) 0x7f8f48159630 con 0x7f8f480b6fc0 2024-07-26T15:49:03.411 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:49:03.411 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":162,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T15:49:00.667579+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:48:56.762113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-07-26T15:48:57.996718+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T15:49:03.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.411+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/2468344126 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f8f34077130 msgr2=0x7f8f34079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.411+0000 7f8f4f4dc640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f8f34077130 0x7f8f34079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c034000 tx=0x7f8f3c004730 comp rx=0 tx=0).stop 2024-07-26T15:49:03.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.411+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/2468344126 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f480b6fc0 msgr2=0x7f8f48071d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.411+0000 7f8f4f4dc640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f480b6fc0 0x7f8f48071d40 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f8f3800eb60 tx=0x7f8f3800c6a0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.411+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/2468344126 shutdown_connections 2024-07-26T15:49:03.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.412+0000 7f8f4f4dc640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f8f34077130 0x7f8f34079640 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.412+0000 7f8f4f4dc640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f480ce7a0 0x7f8f481590f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.412+0000 7f8f4f4dc640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f480cc740 0x7f8f4815a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.412+0000 7f8f4f4dc640 1 --2- 172.21.15.33:0/2468344126 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f480b6fc0 0x7f8f48071d40 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.412+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/2468344126 >> 172.21.15.33:0/2468344126 conn(0x7f8f480d1b70 msgr2=0x7f8f480b3e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:03.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.412+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/2468344126 shutdown_connections 2024-07-26T15:49:03.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.412+0000 7f8f4f4dc640 1 -- 172.21.15.33:0/2468344126 wait complete. 2024-07-26T15:49:03.425 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T15:49:03.425 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:49:03.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.543+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2330014586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b140d1b80 msgr2=0x7f6b140d2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.543+0000 7f6b1a7e2640 1 --2- 172.21.15.33:0/2330014586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b140d1b80 0x7f6b140d2280 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f6b08005fd0 tx=0x7f6b0802a5d0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.543+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2330014586 shutdown_connections 2024-07-26T15:49:03.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.543+0000 7f6b1a7e2640 1 --2- 172.21.15.33:0/2330014586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b140d1b80 0x7f6b140d2280 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.543+0000 7f6b1a7e2640 1 --2- 172.21.15.33:0/2330014586 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b140cf430 0x7f6b140b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.543+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2330014586 >> 172.21.15.33:0/2330014586 conn(0x7f6b140d3da0 msgr2=0x7f6b140d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:03.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.543+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2330014586 shutdown_connections 2024-07-26T15:49:03.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.543+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2330014586 wait complete. 2024-07-26T15:49:03.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.545+0000 7f6b1a7e2640 1 Processor -- start 2024-07-26T15:49:03.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.545+0000 7f6b1a7e2640 1 -- start start 2024-07-26T15:49:03.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b1a7e2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b140cf430 0x7f6b1414ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b1a7e2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b140d1b80 0x7f6b140b5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b1a7e2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b140d27c0 0x7f6b141f4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b1a7e2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6b140d0c80 con 0x7f6b140d1b80 2024-07-26T15:49:03.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b1a7e2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6b140b2690 con 0x7f6b140d27c0 2024-07-26T15:49:03.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b1a7e2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6b140d0e00 con 0x7f6b140cf430 2024-07-26T15:49:03.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b137fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b140d1b80 0x7f6b140b5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:03.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b137fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b140d1b80 0x7f6b140b5370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34314/0 (socket says 172.21.15.33:34314) 2024-07-26T15:49:03.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b137fe640 1 -- 172.21.15.33:0/2971920909 learned_addr learned my addr 172.21.15.33:0/2971920909 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b13fff640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b140cf430 0x7f6b1414ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b18d7f640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b140d27c0 0x7f6b141f4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b137fe640 1 -- 172.21.15.33:0/2971920909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b140cf430 msgr2=0x7f6b1414ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b137fe640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b140cf430 0x7f6b1414ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b137fe640 1 -- 172.21.15.33:0/2971920909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b140d27c0 msgr2=0x7f6b141f4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.546+0000 7f6b137fe640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b140d27c0 0x7f6b141f4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.547+0000 7f6b137fe640 1 -- 172.21.15.33:0/2971920909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b140b42d0 con 0x7f6b140d1b80 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.547+0000 7f6b13fff640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b140cf430 0x7f6b1414ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.547+0000 7f6b18d7f640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b140d27c0 0x7f6b141f4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.547+0000 7f6b137fe640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b140d1b80 0x7f6b140b5370 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7f6b08034040 tx=0x7f6b080038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.547+0000 7f6b10ff9640 1 -- 172.21.15.33:0/2971920909 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b0803e030 con 0x7f6b140d1b80 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.547+0000 7f6b10ff9640 1 -- 172.21.15.33:0/2971920909 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6b08003ca0 con 0x7f6b140d1b80 2024-07-26T15:49:03.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.547+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2971920909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b140b45b0 con 0x7f6b140d1b80 2024-07-26T15:49:03.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.547+0000 7f6b10ff9640 1 -- 172.21.15.33:0/2971920909 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b08035040 con 0x7f6b140d1b80 2024-07-26T15:49:03.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.547+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2971920909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b140b4b70 con 0x7f6b140d1b80 2024-07-26T15:49:03.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.548+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2971920909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b140d1320 con 0x7f6b140d1b80 2024-07-26T15:49:03.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.549+0000 7f6b10ff9640 1 -- 172.21.15.33:0/2971920909 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f6b08041030 con 0x7f6b140d1b80 2024-07-26T15:49:03.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.549+0000 7f6b10ff9640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6b00077160 0x7f6b00079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.549+0000 7f6b10ff9640 1 -- 172.21.15.33:0/2971920909 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7f6b080b91f0 con 0x7f6b140d1b80 2024-07-26T15:49:03.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.549+0000 7f6b13fff640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6b00077160 0x7f6b00079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:03.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.550+0000 7f6b13fff640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6b00077160 0x7f6b00079670 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6b04005fd0 tx=0x7f6b0400f360 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:03.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.554+0000 7f6b10ff9640 1 -- 172.21.15.33:0/2971920909 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6b080820a0 con 0x7f6b140d1b80 2024-07-26T15:49:03.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.743+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2971920909 --> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6b1414e310 con 0x7f6b00077160 2024-07-26T15:49:03.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.748+0000 7f6b10ff9640 1 -- 172.21.15.33:0/2971920909 <== mgr.7283 v2:172.21.15.33:6836/3855147115 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252504 (secure 0 0 0) 0x7f6b1414e310 con 0x7f6b00077160 2024-07-26T15:49:03.752 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:49:03.753 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:49:03.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2971920909 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6b00077160 msgr2=0x7f6b00079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6b00077160 0x7f6b00079670 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6b04005fd0 tx=0x7f6b0400f360 comp rx=0 tx=0).stop 2024-07-26T15:49:03.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2971920909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b140d1b80 msgr2=0x7f6b140b5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b140d1b80 0x7f6b140b5370 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7f6b08034040 tx=0x7f6b080038a0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2971920909 shutdown_connections 2024-07-26T15:49:03.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f6b00077160 0x7f6b00079670 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6b140d27c0 0x7f6b141f4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b140d1b80 0x7f6b140b5370 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 --2- 172.21.15.33:0/2971920909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6b140cf430 0x7f6b1414ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2971920909 >> 172.21.15.33:0/2971920909 conn(0x7f6b140d3da0 msgr2=0x7f6b140b7960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:03.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2971920909 shutdown_connections 2024-07-26T15:49:03.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.751+0000 7f6b1a7e2640 1 -- 172.21.15.33:0/2971920909 wait complete. 2024-07-26T15:49:03.764 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:49:03.302211+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":846,"num_read_kb":2343,"num_write":302,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202,"ondisk_log_size":202,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":170,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":362160,"kb_used_data":16936,"kb_used_omap":12,"kb_used_meta":345075,"kb_avail":754612560,"statfs":{"total":773094113280,"available":772723261440,"internally_reserved":0,"allocated":17342464,"data_stored":9434420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":353357361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,7],"upper_bound":8},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.666276"},"pg_stats":[{"pgid":"20.3f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782323+0000","last_change":"2024-07-26T15:48:59.670388+0000","last_active":"2024-07-26T15:49:00.782323+0000","last_peered":"2024-07-26T15:49:00.782323+0000","last_clean":"2024-07-26T15:49:00.782323+0000","last_became_active":"2024-07-26T15:48:59.670073+0000","last_became_peered":"2024-07-26T15:48:59.670073+0000","last_unstale":"2024-07-26T15:49:00.782323+0000","last_undegraded":"2024-07-26T15:49:00.782323+0000","last_fullsized":"2024-07-26T15:49:00.782323+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:17.445243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678261+0000","last_change":"2024-07-26T15:48:59.677660+0000","last_active":"2024-07-26T15:49:00.678261+0000","last_peered":"2024-07-26T15:49:00.678261+0000","last_clean":"2024-07-26T15:49:00.678261+0000","last_became_active":"2024-07-26T15:48:59.677319+0000","last_became_peered":"2024-07-26T15:48:59.677319+0000","last_unstale":"2024-07-26T15:49:00.678261+0000","last_undegraded":"2024-07-26T15:49:00.678261+0000","last_fullsized":"2024-07-26T15:49:00.678261+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.709487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783703+0000","last_change":"2024-07-26T15:48:59.684505+0000","last_active":"2024-07-26T15:49:00.783703+0000","last_peered":"2024-07-26T15:49:00.783703+0000","last_clean":"2024-07-26T15:49:00.783703+0000","last_became_active":"2024-07-26T15:48:59.684229+0000","last_became_peered":"2024-07-26T15:48:59.684229+0000","last_unstale":"2024-07-26T15:49:00.783703+0000","last_undegraded":"2024-07-26T15:49:00.783703+0000","last_fullsized":"2024-07-26T15:49:00.783703+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:20.215694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.3c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677584+0000","last_change":"2024-07-26T15:48:59.676615+0000","last_active":"2024-07-26T15:49:00.677584+0000","last_peered":"2024-07-26T15:49:00.677584+0000","last_clean":"2024-07-26T15:49:00.677584+0000","last_became_active":"2024-07-26T15:48:59.676306+0000","last_became_peered":"2024-07-26T15:48:59.676306+0000","last_unstale":"2024-07-26T15:49:00.677584+0000","last_undegraded":"2024-07-26T15:49:00.677584+0000","last_fullsized":"2024-07-26T15:49:00.677584+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:10:12.175978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782162+0000","last_change":"2024-07-26T15:48:59.670558+0000","last_active":"2024-07-26T15:49:00.782162+0000","last_peered":"2024-07-26T15:49:00.782162+0000","last_clean":"2024-07-26T15:49:00.782162+0000","last_became_active":"2024-07-26T15:48:59.670216+0000","last_became_peered":"2024-07-26T15:48:59.670216+0000","last_unstale":"2024-07-26T15:49:00.782162+0000","last_undegraded":"2024-07-26T15:49:00.782162+0000","last_fullsized":"2024-07-26T15:49:00.782162+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:48.219190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.3a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782468+0000","last_change":"2024-07-26T15:48:59.695812+0000","last_active":"2024-07-26T15:49:00.782468+0000","last_peered":"2024-07-26T15:49:00.782468+0000","last_clean":"2024-07-26T15:49:00.782468+0000","last_became_active":"2024-07-26T15:48:59.695485+0000","last_became_peered":"2024-07-26T15:48:59.695485+0000","last_unstale":"2024-07-26T15:49:00.782468+0000","last_undegraded":"2024-07-26T15:49:00.782468+0000","last_fullsized":"2024-07-26T15:49:00.782468+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:35.842301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.39","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782540+0000","last_change":"2024-07-26T15:48:59.695564+0000","last_active":"2024-07-26T15:49:00.782540+0000","last_peered":"2024-07-26T15:49:00.782540+0000","last_clean":"2024-07-26T15:49:00.782540+0000","last_became_active":"2024-07-26T15:48:59.694598+0000","last_became_peered":"2024-07-26T15:48:59.694598+0000","last_unstale":"2024-07-26T15:49:00.782540+0000","last_undegraded":"2024-07-26T15:49:00.782540+0000","last_fullsized":"2024-07-26T15:49:00.782540+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:29:24.974778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.38","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677435+0000","last_change":"2024-07-26T15:48:59.674853+0000","last_active":"2024-07-26T15:49:00.677435+0000","last_peered":"2024-07-26T15:49:00.677435+0000","last_clean":"2024-07-26T15:49:00.677435+0000","last_became_active":"2024-07-26T15:48:59.674521+0000","last_became_peered":"2024-07-26T15:48:59.674521+0000","last_unstale":"2024-07-26T15:49:00.677435+0000","last_undegraded":"2024-07-26T15:49:00.677435+0000","last_fullsized":"2024-07-26T15:49:00.677435+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:35:12.730087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.37","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783722+0000","last_change":"2024-07-26T15:48:59.667924+0000","last_active":"2024-07-26T15:49:00.783722+0000","last_peered":"2024-07-26T15:49:00.783722+0000","last_clean":"2024-07-26T15:49:00.783722+0000","last_became_active":"2024-07-26T15:48:59.667600+0000","last_became_peered":"2024-07-26T15:48:59.667600+0000","last_unstale":"2024-07-26T15:49:00.783722+0000","last_undegraded":"2024-07-26T15:49:00.783722+0000","last_fullsized":"2024-07-26T15:49:00.783722+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:05.024942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.36","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676502+0000","last_change":"2024-07-26T15:48:59.679088+0000","last_active":"2024-07-26T15:49:00.676502+0000","last_peered":"2024-07-26T15:49:00.676502+0000","last_clean":"2024-07-26T15:49:00.676502+0000","last_became_active":"2024-07-26T15:48:59.678671+0000","last_became_peered":"2024-07-26T15:48:59.678671+0000","last_unstale":"2024-07-26T15:49:00.676502+0000","last_undegraded":"2024-07-26T15:49:00.676502+0000","last_fullsized":"2024-07-26T15:49:00.676502+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:31:16.591195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.35","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678044+0000","last_change":"2024-07-26T15:48:59.690066+0000","last_active":"2024-07-26T15:49:00.678044+0000","last_peered":"2024-07-26T15:49:00.678044+0000","last_clean":"2024-07-26T15:49:00.678044+0000","last_became_active":"2024-07-26T15:48:59.689714+0000","last_became_peered":"2024-07-26T15:48:59.689714+0000","last_unstale":"2024-07-26T15:49:00.678044+0000","last_undegraded":"2024-07-26T15:49:00.678044+0000","last_fullsized":"2024-07-26T15:49:00.678044+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:48.219190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.34","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782726+0000","last_change":"2024-07-26T15:48:59.672104+0000","last_active":"2024-07-26T15:49:00.782726+0000","last_peered":"2024-07-26T15:49:00.782726+0000","last_clean":"2024-07-26T15:49:00.782726+0000","last_became_active":"2024-07-26T15:48:59.671751+0000","last_became_peered":"2024-07-26T15:48:59.671751+0000","last_unstale":"2024-07-26T15:49:00.782726+0000","last_undegraded":"2024-07-26T15:49:00.782726+0000","last_fullsized":"2024-07-26T15:49:00.782726+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:20:11.430729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.33","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783482+0000","last_change":"2024-07-26T15:48:59.698004+0000","last_active":"2024-07-26T15:49:00.783482+0000","last_peered":"2024-07-26T15:49:00.783482+0000","last_clean":"2024-07-26T15:49:00.783482+0000","last_became_active":"2024-07-26T15:48:59.697561+0000","last_became_peered":"2024-07-26T15:48:59.697561+0000","last_unstale":"2024-07-26T15:49:00.783482+0000","last_undegraded":"2024-07-26T15:49:00.783482+0000","last_fullsized":"2024-07-26T15:49:00.783482+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:54.310869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.32","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782427+0000","last_change":"2024-07-26T15:48:59.684312+0000","last_active":"2024-07-26T15:49:00.782427+0000","last_peered":"2024-07-26T15:49:00.782427+0000","last_clean":"2024-07-26T15:49:00.782427+0000","last_became_active":"2024-07-26T15:48:59.683956+0000","last_became_peered":"2024-07-26T15:48:59.683956+0000","last_unstale":"2024-07-26T15:49:00.782427+0000","last_undegraded":"2024-07-26T15:49:00.782427+0000","last_fullsized":"2024-07-26T15:49:00.782427+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:58.764472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.31","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782320+0000","last_change":"2024-07-26T15:48:59.684979+0000","last_active":"2024-07-26T15:49:00.782320+0000","last_peered":"2024-07-26T15:49:00.782320+0000","last_clean":"2024-07-26T15:49:00.782320+0000","last_became_active":"2024-07-26T15:48:59.684617+0000","last_became_peered":"2024-07-26T15:48:59.684617+0000","last_unstale":"2024-07-26T15:49:00.782320+0000","last_undegraded":"2024-07-26T15:49:00.782320+0000","last_fullsized":"2024-07-26T15:49:00.782320+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:12.478627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.30","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782127+0000","last_change":"2024-07-26T15:48:59.674709+0000","last_active":"2024-07-26T15:49:00.782127+0000","last_peered":"2024-07-26T15:49:00.782127+0000","last_clean":"2024-07-26T15:49:00.782127+0000","last_became_active":"2024-07-26T15:48:59.674405+0000","last_became_peered":"2024-07-26T15:48:59.674405+0000","last_unstale":"2024-07-26T15:49:00.782127+0000","last_undegraded":"2024-07-26T15:49:00.782127+0000","last_fullsized":"2024-07-26T15:49:00.782127+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:09.252453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.2f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783714+0000","last_change":"2024-07-26T15:48:59.673712+0000","last_active":"2024-07-26T15:49:00.783714+0000","last_peered":"2024-07-26T15:49:00.783714+0000","last_clean":"2024-07-26T15:49:00.783714+0000","last_became_active":"2024-07-26T15:48:59.673318+0000","last_became_peered":"2024-07-26T15:48:59.673318+0000","last_unstale":"2024-07-26T15:49:00.783714+0000","last_undegraded":"2024-07-26T15:49:00.783714+0000","last_fullsized":"2024-07-26T15:49:00.783714+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:50.709349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.2e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782960+0000","last_change":"2024-07-26T15:48:59.670198+0000","last_active":"2024-07-26T15:49:00.782960+0000","last_peered":"2024-07-26T15:49:00.782960+0000","last_clean":"2024-07-26T15:49:00.782960+0000","last_became_active":"2024-07-26T15:48:59.669851+0000","last_became_peered":"2024-07-26T15:48:59.669851+0000","last_unstale":"2024-07-26T15:49:00.782960+0000","last_undegraded":"2024-07-26T15:49:00.782960+0000","last_fullsized":"2024-07-26T15:49:00.782960+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:46.307425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.2d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783750+0000","last_change":"2024-07-26T15:48:59.685545+0000","last_active":"2024-07-26T15:49:00.783750+0000","last_peered":"2024-07-26T15:49:00.783750+0000","last_clean":"2024-07-26T15:49:00.783750+0000","last_became_active":"2024-07-26T15:48:59.685083+0000","last_became_peered":"2024-07-26T15:48:59.685083+0000","last_unstale":"2024-07-26T15:49:00.783750+0000","last_undegraded":"2024-07-26T15:49:00.783750+0000","last_fullsized":"2024-07-26T15:49:00.783750+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:03:52.837282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.2c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782773+0000","last_change":"2024-07-26T15:48:59.684436+0000","last_active":"2024-07-26T15:49:00.782773+0000","last_peered":"2024-07-26T15:49:00.782773+0000","last_clean":"2024-07-26T15:49:00.782773+0000","last_became_active":"2024-07-26T15:48:59.684113+0000","last_became_peered":"2024-07-26T15:48:59.684113+0000","last_unstale":"2024-07-26T15:49:00.782773+0000","last_undegraded":"2024-07-26T15:49:00.782773+0000","last_fullsized":"2024-07-26T15:49:00.782773+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.709487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.2b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677620+0000","last_change":"2024-07-26T15:48:59.668378+0000","last_active":"2024-07-26T15:49:00.677620+0000","last_peered":"2024-07-26T15:49:00.677620+0000","last_clean":"2024-07-26T15:49:00.677620+0000","last_became_active":"2024-07-26T15:48:59.667805+0000","last_became_peered":"2024-07-26T15:48:59.667805+0000","last_unstale":"2024-07-26T15:49:00.677620+0000","last_undegraded":"2024-07-26T15:49:00.677620+0000","last_fullsized":"2024-07-26T15:49:00.677620+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:35:44.327083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782231+0000","last_change":"2024-07-26T15:48:59.667431+0000","last_active":"2024-07-26T15:49:00.782231+0000","last_peered":"2024-07-26T15:49:00.782231+0000","last_clean":"2024-07-26T15:49:00.782231+0000","last_became_active":"2024-07-26T15:48:59.667108+0000","last_became_peered":"2024-07-26T15:48:59.667108+0000","last_unstale":"2024-07-26T15:49:00.782231+0000","last_undegraded":"2024-07-26T15:49:00.782231+0000","last_fullsized":"2024-07-26T15:49:00.782231+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:36.815196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.29","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677444+0000","last_change":"2024-07-26T15:48:59.685051+0000","last_active":"2024-07-26T15:49:00.677444+0000","last_peered":"2024-07-26T15:49:00.677444+0000","last_clean":"2024-07-26T15:49:00.677444+0000","last_became_active":"2024-07-26T15:48:59.684664+0000","last_became_peered":"2024-07-26T15:48:59.684664+0000","last_unstale":"2024-07-26T15:49:00.677444+0000","last_undegraded":"2024-07-26T15:49:00.677444+0000","last_fullsized":"2024-07-26T15:49:00.677444+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:14.603783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.28","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782324+0000","last_change":"2024-07-26T15:48:59.668873+0000","last_active":"2024-07-26T15:49:00.782324+0000","last_peered":"2024-07-26T15:49:00.782324+0000","last_clean":"2024-07-26T15:49:00.782324+0000","last_became_active":"2024-07-26T15:48:59.668549+0000","last_became_peered":"2024-07-26T15:48:59.668549+0000","last_unstale":"2024-07-26T15:49:00.782324+0000","last_undegraded":"2024-07-26T15:49:00.782324+0000","last_fullsized":"2024-07-26T15:49:00.782324+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:24:35.948617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.27","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783745+0000","last_change":"2024-07-26T15:48:59.690537+0000","last_active":"2024-07-26T15:49:00.783745+0000","last_peered":"2024-07-26T15:49:00.783745+0000","last_clean":"2024-07-26T15:49:00.783745+0000","last_became_active":"2024-07-26T15:48:59.690205+0000","last_became_peered":"2024-07-26T15:48:59.690205+0000","last_unstale":"2024-07-26T15:49:00.783745+0000","last_undegraded":"2024-07-26T15:49:00.783745+0000","last_fullsized":"2024-07-26T15:49:00.783745+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:30.326093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.26","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783538+0000","last_change":"2024-07-26T15:48:59.695498+0000","last_active":"2024-07-26T15:49:00.783538+0000","last_peered":"2024-07-26T15:49:00.783538+0000","last_clean":"2024-07-26T15:49:00.783538+0000","last_became_active":"2024-07-26T15:48:59.695011+0000","last_became_peered":"2024-07-26T15:48:59.695011+0000","last_unstale":"2024-07-26T15:49:00.783538+0000","last_undegraded":"2024-07-26T15:49:00.783538+0000","last_fullsized":"2024-07-26T15:49:00.783538+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:35.495956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.25","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783959+0000","last_change":"2024-07-26T15:48:59.683327+0000","last_active":"2024-07-26T15:49:00.783959+0000","last_peered":"2024-07-26T15:49:00.783959+0000","last_clean":"2024-07-26T15:49:00.783959+0000","last_became_active":"2024-07-26T15:48:59.682979+0000","last_became_peered":"2024-07-26T15:48:59.682979+0000","last_unstale":"2024-07-26T15:49:00.783959+0000","last_undegraded":"2024-07-26T15:49:00.783959+0000","last_fullsized":"2024-07-26T15:49:00.783959+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:06.927077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.24","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676332+0000","last_change":"2024-07-26T15:48:59.678050+0000","last_active":"2024-07-26T15:49:00.676332+0000","last_peered":"2024-07-26T15:49:00.676332+0000","last_clean":"2024-07-26T15:49:00.676332+0000","last_became_active":"2024-07-26T15:48:59.677667+0000","last_became_peered":"2024-07-26T15:48:59.677667+0000","last_unstale":"2024-07-26T15:49:00.676332+0000","last_undegraded":"2024-07-26T15:49:00.676332+0000","last_fullsized":"2024-07-26T15:49:00.676332+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:04:24.376993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.23","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783269+0000","last_change":"2024-07-26T15:48:59.688990+0000","last_active":"2024-07-26T15:49:00.783269+0000","last_peered":"2024-07-26T15:49:00.783269+0000","last_clean":"2024-07-26T15:49:00.783269+0000","last_became_active":"2024-07-26T15:48:59.688235+0000","last_became_peered":"2024-07-26T15:48:59.688235+0000","last_unstale":"2024-07-26T15:49:00.783269+0000","last_undegraded":"2024-07-26T15:49:00.783269+0000","last_fullsized":"2024-07-26T15:49:00.783269+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:27:31.016797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.22","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782842+0000","last_change":"2024-07-26T15:48:59.689000+0000","last_active":"2024-07-26T15:49:00.782842+0000","last_peered":"2024-07-26T15:49:00.782842+0000","last_clean":"2024-07-26T15:49:00.782842+0000","last_became_active":"2024-07-26T15:48:59.688554+0000","last_became_peered":"2024-07-26T15:48:59.688554+0000","last_unstale":"2024-07-26T15:49:00.782842+0000","last_undegraded":"2024-07-26T15:49:00.782842+0000","last_fullsized":"2024-07-26T15:49:00.782842+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:50:10.049835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.21","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677879+0000","last_change":"2024-07-26T15:48:59.670401+0000","last_active":"2024-07-26T15:49:00.677879+0000","last_peered":"2024-07-26T15:49:00.677879+0000","last_clean":"2024-07-26T15:49:00.677879+0000","last_became_active":"2024-07-26T15:48:59.670050+0000","last_became_peered":"2024-07-26T15:48:59.670050+0000","last_unstale":"2024-07-26T15:49:00.677879+0000","last_undegraded":"2024-07-26T15:49:00.677879+0000","last_fullsized":"2024-07-26T15:49:00.677879+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:50.969812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.20","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676116+0000","last_change":"2024-07-26T15:48:59.671240+0000","last_active":"2024-07-26T15:49:00.676116+0000","last_peered":"2024-07-26T15:49:00.676116+0000","last_clean":"2024-07-26T15:49:00.676116+0000","last_became_active":"2024-07-26T15:48:59.670887+0000","last_became_peered":"2024-07-26T15:48:59.670887+0000","last_unstale":"2024-07-26T15:49:00.676116+0000","last_undegraded":"2024-07-26T15:49:00.676116+0000","last_fullsized":"2024-07-26T15:49:00.676116+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:13.186435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677634+0000","last_change":"2024-07-26T15:48:59.684214+0000","last_active":"2024-07-26T15:49:00.677634+0000","last_peered":"2024-07-26T15:49:00.677634+0000","last_clean":"2024-07-26T15:49:00.677634+0000","last_became_active":"2024-07-26T15:48:59.683912+0000","last_became_peered":"2024-07-26T15:48:59.683912+0000","last_unstale":"2024-07-26T15:49:00.677634+0000","last_undegraded":"2024-07-26T15:49:00.677634+0000","last_fullsized":"2024-07-26T15:49:00.677634+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:27:31.016797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1f","version":"161'4","reported_seq":19,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783275+0000","last_change":"2024-07-26T15:48:58.648469+0000","last_active":"2024-07-26T15:49:00.783275+0000","last_peered":"2024-07-26T15:49:00.783275+0000","last_clean":"2024-07-26T15:49:00.783275+0000","last_became_active":"2024-07-26T15:48:58.648175+0000","last_became_peered":"2024-07-26T15:48:58.648175+0000","last_unstale":"2024-07-26T15:49:00.783275+0000","last_undegraded":"2024-07-26T15:49:00.783275+0000","last_fullsized":"2024-07-26T15:49:00.783275+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:43.792777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782757+0000","last_change":"2024-07-26T15:48:59.668626+0000","last_active":"2024-07-26T15:49:00.782757+0000","last_peered":"2024-07-26T15:49:00.782757+0000","last_clean":"2024-07-26T15:49:00.782757+0000","last_became_active":"2024-07-26T15:48:59.668289+0000","last_became_peered":"2024-07-26T15:48:59.668289+0000","last_unstale":"2024-07-26T15:49:00.782757+0000","last_undegraded":"2024-07-26T15:49:00.782757+0000","last_fullsized":"2024-07-26T15:49:00.782757+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:18.785603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1e","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783240+0000","last_change":"2024-07-26T15:48:58.656527+0000","last_active":"2024-07-26T15:49:00.783240+0000","last_peered":"2024-07-26T15:49:00.783240+0000","last_clean":"2024-07-26T15:49:00.783240+0000","last_became_active":"2024-07-26T15:48:58.655767+0000","last_became_peered":"2024-07-26T15:48:58.655767+0000","last_unstale":"2024-07-26T15:49:00.783240+0000","last_undegraded":"2024-07-26T15:49:00.783240+0000","last_fullsized":"2024-07-26T15:49:00.783240+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:33:13.654267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677913+0000","last_change":"2024-07-26T15:48:59.684770+0000","last_active":"2024-07-26T15:49:00.677913+0000","last_peered":"2024-07-26T15:49:00.677913+0000","last_clean":"2024-07-26T15:49:00.677913+0000","last_became_active":"2024-07-26T15:48:59.684429+0000","last_became_peered":"2024-07-26T15:48:59.684429+0000","last_unstale":"2024-07-26T15:49:00.677913+0000","last_undegraded":"2024-07-26T15:49:00.677913+0000","last_fullsized":"2024-07-26T15:49:00.677913+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:31:16.352909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1d","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783879+0000","last_change":"2024-07-26T15:48:58.663814+0000","last_active":"2024-07-26T15:49:00.783879+0000","last_peered":"2024-07-26T15:49:00.783879+0000","last_clean":"2024-07-26T15:49:00.783879+0000","last_became_active":"2024-07-26T15:48:58.663502+0000","last_became_peered":"2024-07-26T15:48:58.663502+0000","last_unstale":"2024-07-26T15:49:00.783879+0000","last_undegraded":"2024-07-26T15:49:00.783879+0000","last_fullsized":"2024-07-26T15:49:00.783879+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:37:09.117865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.781967+0000","last_change":"2024-07-26T15:48:59.685305+0000","last_active":"2024-07-26T15:49:00.781967+0000","last_peered":"2024-07-26T15:49:00.781967+0000","last_clean":"2024-07-26T15:49:00.781967+0000","last_became_active":"2024-07-26T15:48:59.684964+0000","last_became_peered":"2024-07-26T15:48:59.684964+0000","last_unstale":"2024-07-26T15:49:00.781967+0000","last_undegraded":"2024-07-26T15:49:00.781967+0000","last_fullsized":"2024-07-26T15:49:00.781967+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:04.338315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1c","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783075+0000","last_change":"2024-07-26T15:48:58.654069+0000","last_active":"2024-07-26T15:49:00.783075+0000","last_peered":"2024-07-26T15:49:00.783075+0000","last_clean":"2024-07-26T15:49:00.783075+0000","last_became_active":"2024-07-26T15:48:58.653727+0000","last_became_peered":"2024-07-26T15:48:58.653727+0000","last_unstale":"2024-07-26T15:49:00.783075+0000","last_undegraded":"2024-07-26T15:49:00.783075+0000","last_fullsized":"2024-07-26T15:49:00.783075+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:11.761021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678432+0000","last_change":"2024-07-26T15:48:59.674751+0000","last_active":"2024-07-26T15:49:00.678432+0000","last_peered":"2024-07-26T15:49:00.678432+0000","last_clean":"2024-07-26T15:49:00.678432+0000","last_became_active":"2024-07-26T15:48:59.674364+0000","last_became_peered":"2024-07-26T15:48:59.674364+0000","last_unstale":"2024-07-26T15:49:00.678432+0000","last_undegraded":"2024-07-26T15:49:00.678432+0000","last_fullsized":"2024-07-26T15:49:00.678432+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:20.215694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1b","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677901+0000","last_change":"2024-07-26T15:48:58.652552+0000","last_active":"2024-07-26T15:49:00.677901+0000","last_peered":"2024-07-26T15:49:00.677901+0000","last_clean":"2024-07-26T15:49:00.677901+0000","last_became_active":"2024-07-26T15:48:58.649309+0000","last_became_peered":"2024-07-26T15:48:58.649309+0000","last_unstale":"2024-07-26T15:49:00.677901+0000","last_undegraded":"2024-07-26T15:49:00.677901+0000","last_fullsized":"2024-07-26T15:49:00.677901+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:50.189724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677901+0000","last_change":"2024-07-26T15:48:59.673511+0000","last_active":"2024-07-26T15:49:00.677901+0000","last_peered":"2024-07-26T15:49:00.677901+0000","last_clean":"2024-07-26T15:49:00.677901+0000","last_became_active":"2024-07-26T15:48:59.673169+0000","last_became_peered":"2024-07-26T15:48:59.673169+0000","last_unstale":"2024-07-26T15:49:00.677901+0000","last_undegraded":"2024-07-26T15:49:00.677901+0000","last_fullsized":"2024-07-26T15:49:00.677901+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:35.495956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1a","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782763+0000","last_change":"2024-07-26T15:48:58.657618+0000","last_active":"2024-07-26T15:49:00.782763+0000","last_peered":"2024-07-26T15:49:00.782763+0000","last_clean":"2024-07-26T15:49:00.782763+0000","last_became_active":"2024-07-26T15:48:58.657321+0000","last_became_peered":"2024-07-26T15:48:58.657321+0000","last_unstale":"2024-07-26T15:49:00.782763+0000","last_undegraded":"2024-07-26T15:49:00.782763+0000","last_fullsized":"2024-07-26T15:49:00.782763+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:16.184007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783172+0000","last_change":"2024-07-26T15:48:59.686398+0000","last_active":"2024-07-26T15:49:00.783172+0000","last_peered":"2024-07-26T15:49:00.783172+0000","last_clean":"2024-07-26T15:49:00.783172+0000","last_became_active":"2024-07-26T15:48:59.683269+0000","last_became_peered":"2024-07-26T15:48:59.683269+0000","last_unstale":"2024-07-26T15:49:00.783172+0000","last_undegraded":"2024-07-26T15:49:00.783172+0000","last_fullsized":"2024-07-26T15:49:00.783172+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:43:59.007510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782628+0000","last_change":"2024-07-26T15:48:58.660750+0000","last_active":"2024-07-26T15:49:00.782628+0000","last_peered":"2024-07-26T15:49:00.782628+0000","last_clean":"2024-07-26T15:49:00.782628+0000","last_became_active":"2024-07-26T15:48:58.660451+0000","last_became_peered":"2024-07-26T15:48:58.660451+0000","last_unstale":"2024-07-26T15:49:00.782628+0000","last_undegraded":"2024-07-26T15:49:00.782628+0000","last_fullsized":"2024-07-26T15:49:00.782628+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:18.829259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783320+0000","last_change":"2024-07-26T15:48:59.682559+0000","last_active":"2024-07-26T15:49:00.783320+0000","last_peered":"2024-07-26T15:49:00.783320+0000","last_clean":"2024-07-26T15:49:00.783320+0000","last_became_active":"2024-07-26T15:48:59.682213+0000","last_became_peered":"2024-07-26T15:48:59.682213+0000","last_unstale":"2024-07-26T15:49:00.783320+0000","last_undegraded":"2024-07-26T15:49:00.783320+0000","last_fullsized":"2024-07-26T15:49:00.783320+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:16:28.433216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782611+0000","last_change":"2024-07-26T15:48:58.659523+0000","last_active":"2024-07-26T15:49:00.782611+0000","last_peered":"2024-07-26T15:49:00.782611+0000","last_clean":"2024-07-26T15:49:00.782611+0000","last_became_active":"2024-07-26T15:48:58.659175+0000","last_became_peered":"2024-07-26T15:48:58.659175+0000","last_unstale":"2024-07-26T15:49:00.782611+0000","last_undegraded":"2024-07-26T15:49:00.782611+0000","last_fullsized":"2024-07-26T15:49:00.782611+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:49:04.529825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.781936+0000","last_change":"2024-07-26T15:48:59.675231+0000","last_active":"2024-07-26T15:49:00.781936+0000","last_peered":"2024-07-26T15:49:00.781936+0000","last_clean":"2024-07-26T15:49:00.781936+0000","last_became_active":"2024-07-26T15:48:59.674896+0000","last_became_peered":"2024-07-26T15:48:59.674896+0000","last_unstale":"2024-07-26T15:49:00.781936+0000","last_undegraded":"2024-07-26T15:49:00.781936+0000","last_fullsized":"2024-07-26T15:49:00.781936+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:11:40.882633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678398+0000","last_change":"2024-07-26T15:48:58.661466+0000","last_active":"2024-07-26T15:49:00.678398+0000","last_peered":"2024-07-26T15:49:00.678398+0000","last_clean":"2024-07-26T15:49:00.678398+0000","last_became_active":"2024-07-26T15:48:58.661118+0000","last_became_peered":"2024-07-26T15:48:58.661118+0000","last_unstale":"2024-07-26T15:49:00.678398+0000","last_undegraded":"2024-07-26T15:49:00.678398+0000","last_fullsized":"2024-07-26T15:49:00.678398+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:31.025626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782858+0000","last_change":"2024-07-26T15:48:59.669935+0000","last_active":"2024-07-26T15:49:00.782858+0000","last_peered":"2024-07-26T15:49:00.782858+0000","last_clean":"2024-07-26T15:49:00.782858+0000","last_became_active":"2024-07-26T15:48:59.669570+0000","last_became_peered":"2024-07-26T15:48:59.669570+0000","last_unstale":"2024-07-26T15:49:00.782858+0000","last_undegraded":"2024-07-26T15:49:00.782858+0000","last_fullsized":"2024-07-26T15:49:00.782858+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:52:08.238472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.781979+0000","last_change":"2024-07-26T15:48:58.659197+0000","last_active":"2024-07-26T15:49:00.781979+0000","last_peered":"2024-07-26T15:49:00.781979+0000","last_clean":"2024-07-26T15:49:00.781979+0000","last_became_active":"2024-07-26T15:48:58.656559+0000","last_became_peered":"2024-07-26T15:48:58.656559+0000","last_unstale":"2024-07-26T15:49:00.781979+0000","last_undegraded":"2024-07-26T15:49:00.781979+0000","last_fullsized":"2024-07-26T15:49:00.781979+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:19.239415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782910+0000","last_change":"2024-07-26T15:48:59.688889+0000","last_active":"2024-07-26T15:49:00.782910+0000","last_peered":"2024-07-26T15:49:00.782910+0000","last_clean":"2024-07-26T15:49:00.782910+0000","last_became_active":"2024-07-26T15:48:59.688455+0000","last_became_peered":"2024-07-26T15:48:59.688455+0000","last_unstale":"2024-07-26T15:49:00.782910+0000","last_undegraded":"2024-07-26T15:49:00.782910+0000","last_fullsized":"2024-07-26T15:49:00.782910+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:41:30.053722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.15","version":"161'3","reported_seq":18,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.784013+0000","last_change":"2024-07-26T15:48:58.653394+0000","last_active":"2024-07-26T15:49:00.784013+0000","last_peered":"2024-07-26T15:49:00.784013+0000","last_clean":"2024-07-26T15:49:00.784013+0000","last_became_active":"2024-07-26T15:48:58.653064+0000","last_became_peered":"2024-07-26T15:48:58.653064+0000","last_unstale":"2024-07-26T15:49:00.784013+0000","last_undegraded":"2024-07-26T15:49:00.784013+0000","last_fullsized":"2024-07-26T15:49:00.784013+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:07:17.135188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783376+0000","last_change":"2024-07-26T15:48:59.689230+0000","last_active":"2024-07-26T15:49:00.783376+0000","last_peered":"2024-07-26T15:49:00.783376+0000","last_clean":"2024-07-26T15:49:00.783376+0000","last_became_active":"2024-07-26T15:48:59.688585+0000","last_became_peered":"2024-07-26T15:48:59.688585+0000","last_unstale":"2024-07-26T15:49:00.783376+0000","last_undegraded":"2024-07-26T15:49:00.783376+0000","last_fullsized":"2024-07-26T15:49:00.783376+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:50.969812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.14","version":"161'6","reported_seq":21,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783221+0000","last_change":"2024-07-26T15:48:58.662954+0000","last_active":"2024-07-26T15:49:00.783221+0000","last_peered":"2024-07-26T15:49:00.783221+0000","last_clean":"2024-07-26T15:49:00.783221+0000","last_became_active":"2024-07-26T15:48:58.662601+0000","last_became_peered":"2024-07-26T15:48:58.662601+0000","last_unstale":"2024-07-26T15:49:00.783221+0000","last_undegraded":"2024-07-26T15:49:00.783221+0000","last_fullsized":"2024-07-26T15:49:00.783221+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:00:17.041676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676358+0000","last_change":"2024-07-26T15:48:59.675521+0000","last_active":"2024-07-26T15:49:00.676358+0000","last_peered":"2024-07-26T15:49:00.676358+0000","last_clean":"2024-07-26T15:49:00.676358+0000","last_became_active":"2024-07-26T15:48:59.675195+0000","last_became_peered":"2024-07-26T15:48:59.675195+0000","last_unstale":"2024-07-26T15:49:00.676358+0000","last_undegraded":"2024-07-26T15:49:00.676358+0000","last_fullsized":"2024-07-26T15:49:00.676358+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:16:30.270848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.13","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782039+0000","last_change":"2024-07-26T15:48:58.655438+0000","last_active":"2024-07-26T15:49:00.782039+0000","last_peered":"2024-07-26T15:49:00.782039+0000","last_clean":"2024-07-26T15:49:00.782039+0000","last_became_active":"2024-07-26T15:48:58.655128+0000","last_became_peered":"2024-07-26T15:48:58.655128+0000","last_unstale":"2024-07-26T15:49:00.782039+0000","last_undegraded":"2024-07-26T15:49:00.782039+0000","last_fullsized":"2024-07-26T15:49:00.782039+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:24.633532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783762+0000","last_change":"2024-07-26T15:48:59.682721+0000","last_active":"2024-07-26T15:49:00.783762+0000","last_peered":"2024-07-26T15:49:00.783762+0000","last_clean":"2024-07-26T15:49:00.783762+0000","last_became_active":"2024-07-26T15:48:59.682403+0000","last_became_peered":"2024-07-26T15:48:59.682403+0000","last_unstale":"2024-07-26T15:49:00.783762+0000","last_undegraded":"2024-07-26T15:49:00.783762+0000","last_fullsized":"2024-07-26T15:49:00.783762+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:07.940082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782822+0000","last_change":"2024-07-26T15:48:58.650462+0000","last_active":"2024-07-26T15:49:00.782822+0000","last_peered":"2024-07-26T15:49:00.782822+0000","last_clean":"2024-07-26T15:49:00.782822+0000","last_became_active":"2024-07-26T15:48:58.649926+0000","last_became_peered":"2024-07-26T15:48:58.649926+0000","last_unstale":"2024-07-26T15:49:00.782822+0000","last_undegraded":"2024-07-26T15:49:00.782822+0000","last_fullsized":"2024-07-26T15:49:00.782822+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:00.888005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783098+0000","last_change":"2024-07-26T15:48:59.669059+0000","last_active":"2024-07-26T15:49:00.783098+0000","last_peered":"2024-07-26T15:49:00.783098+0000","last_clean":"2024-07-26T15:49:00.783098+0000","last_became_active":"2024-07-26T15:48:59.668746+0000","last_became_peered":"2024-07-26T15:48:59.668746+0000","last_unstale":"2024-07-26T15:49:00.783098+0000","last_undegraded":"2024-07-26T15:49:00.783098+0000","last_fullsized":"2024-07-26T15:49:00.783098+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:27:13.007433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.10","version":"161'8","reported_seq":23,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782395+0000","last_change":"2024-07-26T15:48:58.656767+0000","last_active":"2024-07-26T15:49:00.782395+0000","last_peered":"2024-07-26T15:49:00.782395+0000","last_clean":"2024-07-26T15:49:00.782395+0000","last_became_active":"2024-07-26T15:48:58.656447+0000","last_became_peered":"2024-07-26T15:48:58.656447+0000","last_unstale":"2024-07-26T15:49:00.782395+0000","last_undegraded":"2024-07-26T15:49:00.782395+0000","last_fullsized":"2024-07-26T15:49:00.782395+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:49.562014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783056+0000","last_change":"2024-07-26T15:48:59.683138+0000","last_active":"2024-07-26T15:49:00.783056+0000","last_peered":"2024-07-26T15:49:00.783056+0000","last_clean":"2024-07-26T15:49:00.783056+0000","last_became_active":"2024-07-26T15:48:59.677895+0000","last_became_peered":"2024-07-26T15:48:59.677895+0000","last_unstale":"2024-07-26T15:49:00.783056+0000","last_undegraded":"2024-07-26T15:49:00.783056+0000","last_fullsized":"2024-07-26T15:49:00.783056+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:35:12.730087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.f","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678508+0000","last_change":"2024-07-26T15:48:58.648325+0000","last_active":"2024-07-26T15:49:00.678508+0000","last_peered":"2024-07-26T15:49:00.678508+0000","last_clean":"2024-07-26T15:49:00.678508+0000","last_became_active":"2024-07-26T15:48:58.646176+0000","last_became_peered":"2024-07-26T15:48:58.646176+0000","last_unstale":"2024-07-26T15:49:00.678508+0000","last_undegraded":"2024-07-26T15:49:00.678508+0000","last_fullsized":"2024-07-26T15:49:00.678508+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:17:00.259266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782558+0000","last_change":"2024-07-26T15:48:59.683389+0000","last_active":"2024-07-26T15:49:00.782558+0000","last_peered":"2024-07-26T15:49:00.782558+0000","last_clean":"2024-07-26T15:49:00.782558+0000","last_became_active":"2024-07-26T15:48:59.682917+0000","last_became_peered":"2024-07-26T15:48:59.682917+0000","last_unstale":"2024-07-26T15:49:00.782558+0000","last_undegraded":"2024-07-26T15:49:00.782558+0000","last_fullsized":"2024-07-26T15:49:00.782558+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:53.299951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.e","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783623+0000","last_change":"2024-07-26T15:48:58.647045+0000","last_active":"2024-07-26T15:49:00.783623+0000","last_peered":"2024-07-26T15:49:00.783623+0000","last_clean":"2024-07-26T15:49:00.783623+0000","last_became_active":"2024-07-26T15:48:58.646572+0000","last_became_peered":"2024-07-26T15:48:58.646572+0000","last_unstale":"2024-07-26T15:49:00.783623+0000","last_undegraded":"2024-07-26T15:49:00.783623+0000","last_fullsized":"2024-07-26T15:49:00.783623+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:23:54.583248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782857+0000","last_change":"2024-07-26T15:48:59.683131+0000","last_active":"2024-07-26T15:49:00.782857+0000","last_peered":"2024-07-26T15:49:00.782857+0000","last_clean":"2024-07-26T15:49:00.782857+0000","last_became_active":"2024-07-26T15:48:59.682681+0000","last_became_peered":"2024-07-26T15:48:59.682681+0000","last_unstale":"2024-07-26T15:49:00.782857+0000","last_undegraded":"2024-07-26T15:49:00.782857+0000","last_fullsized":"2024-07-26T15:49:00.782857+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:00:21.639060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.d","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783554+0000","last_change":"2024-07-26T15:48:58.660330+0000","last_active":"2024-07-26T15:49:00.783554+0000","last_peered":"2024-07-26T15:49:00.783554+0000","last_clean":"2024-07-26T15:49:00.783554+0000","last_became_active":"2024-07-26T15:48:58.660033+0000","last_became_peered":"2024-07-26T15:48:58.660033+0000","last_unstale":"2024-07-26T15:49:00.783554+0000","last_undegraded":"2024-07-26T15:49:00.783554+0000","last_fullsized":"2024-07-26T15:49:00.783554+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:13:12.374487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676493+0000","last_change":"2024-07-26T15:48:59.692092+0000","last_active":"2024-07-26T15:49:00.676493+0000","last_peered":"2024-07-26T15:49:00.676493+0000","last_clean":"2024-07-26T15:49:00.676493+0000","last_became_active":"2024-07-26T15:48:59.691758+0000","last_became_peered":"2024-07-26T15:48:59.691758+0000","last_unstale":"2024-07-26T15:49:00.676493+0000","last_undegraded":"2024-07-26T15:49:00.676493+0000","last_fullsized":"2024-07-26T15:49:00.676493+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:23:43.393360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782841+0000","last_change":"2024-07-26T15:48:58.664591+0000","last_active":"2024-07-26T15:49:00.782841+0000","last_peered":"2024-07-26T15:49:00.782841+0000","last_clean":"2024-07-26T15:49:00.782841+0000","last_became_active":"2024-07-26T15:48:58.663539+0000","last_became_peered":"2024-07-26T15:48:58.663539+0000","last_unstale":"2024-07-26T15:49:00.782841+0000","last_undegraded":"2024-07-26T15:49:00.782841+0000","last_fullsized":"2024-07-26T15:49:00.782841+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:47:30.769363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782797+0000","last_change":"2024-07-26T15:48:59.671953+0000","last_active":"2024-07-26T15:49:00.782797+0000","last_peered":"2024-07-26T15:49:00.782797+0000","last_clean":"2024-07-26T15:49:00.782797+0000","last_became_active":"2024-07-26T15:48:59.671601+0000","last_became_peered":"2024-07-26T15:48:59.671601+0000","last_unstale":"2024-07-26T15:49:00.782797+0000","last_undegraded":"2024-07-26T15:49:00.782797+0000","last_fullsized":"2024-07-26T15:49:00.782797+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:37:12.258380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.b","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677961+0000","last_change":"2024-07-26T15:48:58.651942+0000","last_active":"2024-07-26T15:49:00.677961+0000","last_peered":"2024-07-26T15:49:00.677961+0000","last_clean":"2024-07-26T15:49:00.677961+0000","last_became_active":"2024-07-26T15:48:58.650139+0000","last_became_peered":"2024-07-26T15:48:58.650139+0000","last_unstale":"2024-07-26T15:49:00.677961+0000","last_undegraded":"2024-07-26T15:49:00.677961+0000","last_fullsized":"2024-07-26T15:49:00.677961+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:01:16.816718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782599+0000","last_change":"2024-07-26T15:48:59.685387+0000","last_active":"2024-07-26T15:49:00.782599+0000","last_peered":"2024-07-26T15:49:00.782599+0000","last_clean":"2024-07-26T15:49:00.782599+0000","last_became_active":"2024-07-26T15:48:59.684609+0000","last_became_peered":"2024-07-26T15:48:59.684609+0000","last_unstale":"2024-07-26T15:49:00.782599+0000","last_undegraded":"2024-07-26T15:49:00.782599+0000","last_fullsized":"2024-07-26T15:49:00.782599+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:17:07.021123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782498+0000","last_change":"2024-07-26T15:48:58.656233+0000","last_active":"2024-07-26T15:49:00.782498+0000","last_peered":"2024-07-26T15:49:00.782498+0000","last_clean":"2024-07-26T15:49:00.782498+0000","last_became_active":"2024-07-26T15:48:58.655875+0000","last_became_peered":"2024-07-26T15:48:58.655875+0000","last_unstale":"2024-07-26T15:49:00.782498+0000","last_undegraded":"2024-07-26T15:49:00.782498+0000","last_fullsized":"2024-07-26T15:49:00.782498+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:32.361867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783264+0000","last_change":"2024-07-26T15:48:59.696794+0000","last_active":"2024-07-26T15:49:00.783264+0000","last_peered":"2024-07-26T15:49:00.783264+0000","last_clean":"2024-07-26T15:49:00.783264+0000","last_became_active":"2024-07-26T15:48:59.696504+0000","last_became_peered":"2024-07-26T15:48:59.696504+0000","last_unstale":"2024-07-26T15:49:00.783264+0000","last_undegraded":"2024-07-26T15:49:00.783264+0000","last_fullsized":"2024-07-26T15:49:00.783264+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:51:10.388940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782633+0000","last_change":"2024-07-26T15:48:58.660482+0000","last_active":"2024-07-26T15:49:00.782633+0000","last_peered":"2024-07-26T15:49:00.782633+0000","last_clean":"2024-07-26T15:49:00.782633+0000","last_became_active":"2024-07-26T15:48:58.660121+0000","last_became_peered":"2024-07-26T15:48:58.660121+0000","last_unstale":"2024-07-26T15:49:00.782633+0000","last_undegraded":"2024-07-26T15:49:00.782633+0000","last_fullsized":"2024-07-26T15:49:00.782633+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:46:10.743385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678495+0000","last_change":"2024-07-26T15:48:59.693148+0000","last_active":"2024-07-26T15:49:00.678495+0000","last_peered":"2024-07-26T15:49:00.678495+0000","last_clean":"2024-07-26T15:49:00.678495+0000","last_became_active":"2024-07-26T15:48:59.692823+0000","last_became_peered":"2024-07-26T15:48:59.692823+0000","last_unstale":"2024-07-26T15:49:00.678495+0000","last_undegraded":"2024-07-26T15:49:00.678495+0000","last_fullsized":"2024-07-26T15:49:00.678495+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:37:12.258380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782981+0000","last_change":"2024-07-26T15:48:58.648633+0000","last_active":"2024-07-26T15:49:00.782981+0000","last_peered":"2024-07-26T15:49:00.782981+0000","last_clean":"2024-07-26T15:49:00.782981+0000","last_became_active":"2024-07-26T15:48:58.648238+0000","last_became_peered":"2024-07-26T15:48:58.648238+0000","last_unstale":"2024-07-26T15:49:00.782981+0000","last_undegraded":"2024-07-26T15:49:00.782981+0000","last_fullsized":"2024-07-26T15:49:00.782981+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:15:51.170390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782989+0000","last_change":"2024-07-26T15:48:59.683656+0000","last_active":"2024-07-26T15:49:00.782989+0000","last_peered":"2024-07-26T15:49:00.782989+0000","last_clean":"2024-07-26T15:49:00.782989+0000","last_became_active":"2024-07-26T15:48:59.683275+0000","last_became_peered":"2024-07-26T15:48:59.683275+0000","last_unstale":"2024-07-26T15:49:00.782989+0000","last_undegraded":"2024-07-26T15:49:00.782989+0000","last_fullsized":"2024-07-26T15:49:00.782989+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:29.998840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.7","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782473+0000","last_change":"2024-07-26T15:48:58.654434+0000","last_active":"2024-07-26T15:49:00.782473+0000","last_peered":"2024-07-26T15:49:00.782473+0000","last_clean":"2024-07-26T15:49:00.782473+0000","last_became_active":"2024-07-26T15:48:58.654098+0000","last_became_peered":"2024-07-26T15:48:58.654098+0000","last_unstale":"2024-07-26T15:49:00.782473+0000","last_undegraded":"2024-07-26T15:49:00.782473+0000","last_fullsized":"2024-07-26T15:49:00.782473+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:17:12.481580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782960+0000","last_change":"2024-07-26T15:48:59.677309+0000","last_active":"2024-07-26T15:49:00.782960+0000","last_peered":"2024-07-26T15:49:00.782960+0000","last_clean":"2024-07-26T15:49:00.782960+0000","last_became_active":"2024-07-26T15:48:59.675440+0000","last_became_peered":"2024-07-26T15:48:59.675440+0000","last_unstale":"2024-07-26T15:49:00.782960+0000","last_undegraded":"2024-07-26T15:49:00.782960+0000","last_fullsized":"2024-07-26T15:49:00.782960+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:33.230068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.6","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678543+0000","last_change":"2024-07-26T15:48:58.650321+0000","last_active":"2024-07-26T15:49:00.678543+0000","last_peered":"2024-07-26T15:49:00.678543+0000","last_clean":"2024-07-26T15:49:00.678543+0000","last_became_active":"2024-07-26T15:48:58.649961+0000","last_became_peered":"2024-07-26T15:48:58.649961+0000","last_unstale":"2024-07-26T15:49:00.678543+0000","last_undegraded":"2024-07-26T15:49:00.678543+0000","last_fullsized":"2024-07-26T15:49:00.678543+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:09:21.107644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782771+0000","last_change":"2024-07-26T15:48:59.697075+0000","last_active":"2024-07-26T15:49:00.782771+0000","last_peered":"2024-07-26T15:49:00.782771+0000","last_clean":"2024-07-26T15:49:00.782771+0000","last_became_active":"2024-07-26T15:48:59.696754+0000","last_became_peered":"2024-07-26T15:48:59.696754+0000","last_unstale":"2024-07-26T15:49:00.782771+0000","last_undegraded":"2024-07-26T15:49:00.782771+0000","last_fullsized":"2024-07-26T15:49:00.782771+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:50.810466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677980+0000","last_change":"2024-07-26T15:48:58.659380+0000","last_active":"2024-07-26T15:49:00.677980+0000","last_peered":"2024-07-26T15:49:00.677980+0000","last_clean":"2024-07-26T15:49:00.677980+0000","last_became_active":"2024-07-26T15:48:58.659035+0000","last_became_peered":"2024-07-26T15:48:58.659035+0000","last_unstale":"2024-07-26T15:49:00.677980+0000","last_undegraded":"2024-07-26T15:49:00.677980+0000","last_fullsized":"2024-07-26T15:49:00.677980+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:08.310055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676461+0000","last_change":"2024-07-26T15:48:59.672337+0000","last_active":"2024-07-26T15:49:00.676461+0000","last_peered":"2024-07-26T15:49:00.676461+0000","last_clean":"2024-07-26T15:49:00.676461+0000","last_became_active":"2024-07-26T15:48:59.671963+0000","last_became_peered":"2024-07-26T15:48:59.671963+0000","last_unstale":"2024-07-26T15:49:00.676461+0000","last_undegraded":"2024-07-26T15:49:00.676461+0000","last_fullsized":"2024-07-26T15:49:00.676461+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:13.215418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783514+0000","last_change":"2024-07-26T15:48:58.658853+0000","last_active":"2024-07-26T15:49:00.783514+0000","last_peered":"2024-07-26T15:49:00.783514+0000","last_clean":"2024-07-26T15:49:00.783514+0000","last_became_active":"2024-07-26T15:48:58.658541+0000","last_became_peered":"2024-07-26T15:48:58.658541+0000","last_unstale":"2024-07-26T15:49:00.783514+0000","last_undegraded":"2024-07-26T15:49:00.783514+0000","last_fullsized":"2024-07-26T15:49:00.783514+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:15.884146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783579+0000","last_change":"2024-07-26T15:48:59.674498+0000","last_active":"2024-07-26T15:49:00.783579+0000","last_peered":"2024-07-26T15:49:00.783579+0000","last_clean":"2024-07-26T15:49:00.783579+0000","last_became_active":"2024-07-26T15:48:59.674164+0000","last_became_peered":"2024-07-26T15:48:59.674164+0000","last_unstale":"2024-07-26T15:49:00.783579+0000","last_undegraded":"2024-07-26T15:49:00.783579+0000","last_fullsized":"2024-07-26T15:49:00.783579+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:36:42.857220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677682+0000","last_change":"2024-07-26T15:48:58.652224+0000","last_active":"2024-07-26T15:49:00.677682+0000","last_peered":"2024-07-26T15:49:00.677682+0000","last_clean":"2024-07-26T15:49:00.677682+0000","last_became_active":"2024-07-26T15:48:58.651843+0000","last_became_peered":"2024-07-26T15:48:58.651843+0000","last_unstale":"2024-07-26T15:49:00.677682+0000","last_undegraded":"2024-07-26T15:49:00.677682+0000","last_fullsized":"2024-07-26T15:49:00.677682+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:30.991895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783863+0000","last_change":"2024-07-26T15:48:59.673442+0000","last_active":"2024-07-26T15:49:00.783863+0000","last_peered":"2024-07-26T15:49:00.783863+0000","last_clean":"2024-07-26T15:49:00.783863+0000","last_became_active":"2024-07-26T15:48:59.673129+0000","last_became_peered":"2024-07-26T15:48:59.673129+0000","last_unstale":"2024-07-26T15:49:00.783863+0000","last_undegraded":"2024-07-26T15:49:00.783863+0000","last_fullsized":"2024-07-26T15:49:00.783863+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:00:39.890659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782947+0000","last_change":"2024-07-26T15:48:58.656203+0000","last_active":"2024-07-26T15:49:00.782947+0000","last_peered":"2024-07-26T15:49:00.782947+0000","last_clean":"2024-07-26T15:49:00.782947+0000","last_became_active":"2024-07-26T15:48:58.655844+0000","last_became_peered":"2024-07-26T15:48:58.655844+0000","last_unstale":"2024-07-26T15:49:00.782947+0000","last_undegraded":"2024-07-26T15:49:00.782947+0000","last_fullsized":"2024-07-26T15:49:00.782947+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:39:31.171327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783692+0000","last_change":"2024-07-26T15:48:59.683669+0000","last_active":"2024-07-26T15:49:00.783692+0000","last_peered":"2024-07-26T15:49:00.783692+0000","last_clean":"2024-07-26T15:49:00.783692+0000","last_became_active":"2024-07-26T15:48:59.683304+0000","last_became_peered":"2024-07-26T15:48:59.683304+0000","last_unstale":"2024-07-26T15:49:00.783692+0000","last_undegraded":"2024-07-26T15:49:00.783692+0000","last_fullsized":"2024-07-26T15:49:00.783692+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:21:39.222833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782924+0000","last_change":"2024-07-26T15:48:58.658839+0000","last_active":"2024-07-26T15:49:00.782924+0000","last_peered":"2024-07-26T15:49:00.782924+0000","last_clean":"2024-07-26T15:49:00.782924+0000","last_became_active":"2024-07-26T15:48:58.658501+0000","last_became_peered":"2024-07-26T15:48:58.658501+0000","last_unstale":"2024-07-26T15:49:00.782924+0000","last_undegraded":"2024-07-26T15:49:00.782924+0000","last_fullsized":"2024-07-26T15:49:00.782924+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:28:01.105897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783516+0000","last_change":"2024-07-26T15:48:59.696550+0000","last_active":"2024-07-26T15:49:00.783516+0000","last_peered":"2024-07-26T15:49:00.783516+0000","last_clean":"2024-07-26T15:49:00.783516+0000","last_became_active":"2024-07-26T15:48:59.696225+0000","last_became_peered":"2024-07-26T15:48:59.696225+0000","last_unstale":"2024-07-26T15:49:00.783516+0000","last_undegraded":"2024-07-26T15:49:00.783516+0000","last_fullsized":"2024-07-26T15:49:00.783516+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:37.998743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782981+0000","last_change":"2024-07-26T15:48:58.663200+0000","last_active":"2024-07-26T15:49:00.782981+0000","last_peered":"2024-07-26T15:49:00.782981+0000","last_clean":"2024-07-26T15:49:00.782981+0000","last_became_active":"2024-07-26T15:48:58.662680+0000","last_became_peered":"2024-07-26T15:48:58.662680+0000","last_unstale":"2024-07-26T15:49:00.782981+0000","last_undegraded":"2024-07-26T15:49:00.782981+0000","last_fullsized":"2024-07-26T15:49:00.782981+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:31.025626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783808+0000","last_change":"2024-07-26T15:48:59.684470+0000","last_active":"2024-07-26T15:49:00.783808+0000","last_peered":"2024-07-26T15:49:00.783808+0000","last_clean":"2024-07-26T15:49:00.783808+0000","last_became_active":"2024-07-26T15:48:59.684167+0000","last_became_peered":"2024-07-26T15:48:59.684167+0000","last_unstale":"2024-07-26T15:49:00.783808+0000","last_undegraded":"2024-07-26T15:49:00.783808+0000","last_fullsized":"2024-07-26T15:49:00.783808+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:46:13.120506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782539+0000","last_change":"2024-07-26T15:48:58.655228+0000","last_active":"2024-07-26T15:49:00.782539+0000","last_peered":"2024-07-26T15:49:00.782539+0000","last_clean":"2024-07-26T15:49:00.782539+0000","last_became_active":"2024-07-26T15:48:58.654882+0000","last_became_peered":"2024-07-26T15:48:58.654882+0000","last_unstale":"2024-07-26T15:49:00.782539+0000","last_undegraded":"2024-07-26T15:49:00.782539+0000","last_fullsized":"2024-07-26T15:49:00.782539+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:58:26.519325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"152'163","reported_seq":702,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782232+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:49:00.782232+0000","last_peered":"2024-07-26T15:49:00.782232+0000","last_clean":"2024-07-26T15:49:00.782232+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:49:00.782232+0000","last_undegraded":"2024-07-26T15:49:00.782232+0000","last_fullsized":"2024-07-26T15:49:00.782232+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":846,"num_read_kb":2343,"num_write":257,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":20,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":19,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":846,"num_read_kb":2343,"num_write":257,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":163,"ondisk_log_size":163,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575094,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60116,"kb_used_data":2560,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311724,"statfs":{"total":96636764160,"available":96575205376,"internally_reserved":0,"allocated":2621440,"data_stored":1623178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509685,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37320,"kb_used_data":1972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334520,"statfs":{"total":96636764160,"available":96598548480,"internally_reserved":0,"allocated":2019328,"data_stored":1031780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,7],"upper_bound":8},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509685,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55364,"kb_used_data":1968,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316476,"statfs":{"total":96636764160,"available":96580071424,"internally_reserved":0,"allocated":2015232,"data_stored":1031130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509685,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37308,"kb_used_data":1964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334532,"statfs":{"total":96636764160,"available":96598560768,"internally_reserved":0,"allocated":2011136,"data_stored":1031108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509684,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37320,"kb_used_data":1980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334520,"statfs":{"total":96636764160,"available":96598548480,"internally_reserved":0,"allocated":2027520,"data_stored":1032790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509684,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59520,"kb_used_data":1972,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312320,"statfs":{"total":96636764160,"available":96575815680,"internally_reserved":0,"allocated":2019328,"data_stored":1031724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509687,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37316,"kb_used_data":1968,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334524,"statfs":{"total":96636764160,"available":96598552576,"internally_reserved":0,"allocated":2015232,"data_stored":1031178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542391,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37896,"kb_used_data":2552,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333944,"statfs":{"total":96636764160,"available":96597958656,"internally_reserved":0,"allocated":2613248,"data_stored":1621532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:49:03.768 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T15:49:03.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.923+0000 7fca1bce7640 1 -- 172.21.15.33:0/2406585961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9fc004800 msgr2=0x7fc9fc004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.923+0000 7fca1bce7640 1 --2- 172.21.15.33:0/2406585961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9fc004800 0x7fc9fc004c10 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7fca1409fb50 tx=0x7fc9fc005830 comp rx=0 tx=0).stop 2024-07-26T15:49:03.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.923+0000 7fca1a284640 1 -- 172.21.15.33:0/2406585961 reap_dead start 2024-07-26T15:49:03.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.923+0000 7fca1bce7640 1 -- 172.21.15.33:0/2406585961 shutdown_connections 2024-07-26T15:49:03.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.923+0000 7fca1bce7640 1 -- 172.21.15.33:0/2406585961 >> 172.21.15.33:0/2406585961 conn(0x7fca140d1b70 msgr2=0x7fca140d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:03.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.923+0000 7fca1bce7640 1 -- 172.21.15.33:0/2406585961 shutdown_connections 2024-07-26T15:49:03.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.923+0000 7fca1bce7640 1 -- 172.21.15.33:0/2406585961 wait complete. 2024-07-26T15:49:03.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.925+0000 7fca1bce7640 1 Processor -- start 2024-07-26T15:49:03.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.925+0000 7fca1bce7640 1 -- start start 2024-07-26T15:49:03.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca1bce7640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc9fc004800 0x7fca1414be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca1bce7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca1415ed70 0x7fca140cb720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca1bce7640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fca1415f180 0x7fca141f6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca1bce7640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fca140cef90 con 0x7fca1415ed70 2024-07-26T15:49:03.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca1bce7640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fca140b12d0 con 0x7fca1415f180 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca1bce7640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fca140cf110 con 0x7fc9fc004800 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca19282640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca1415ed70 0x7fca140cb720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca19282640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca1415ed70 0x7fca140cb720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34328/0 (socket says 172.21.15.33:34328) 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca19282640 1 -- 172.21.15.33:0/4022181381 learned_addr learned my addr 172.21.15.33:0/4022181381 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca19282640 1 -- 172.21.15.33:0/4022181381 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc9fc004800 msgr2=0x7fca1414be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca19282640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc9fc004800 0x7fca1414be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca19282640 1 -- 172.21.15.33:0/4022181381 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fca1415f180 msgr2=0x7fca141f6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca19282640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fca1415f180 0x7fca141f6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.926+0000 7fca19282640 1 -- 172.21.15.33:0/4022181381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca141f70f0 con 0x7fca1415ed70 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.927+0000 7fca19282640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca1415ed70 0x7fca140cb720 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7fca140742e0 tx=0x7fca0802bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.927+0000 7fca127fc640 1 -- 172.21.15.33:0/4022181381 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca08038040 con 0x7fca1415ed70 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.927+0000 7fca127fc640 1 -- 172.21.15.33:0/4022181381 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca08004020 con 0x7fca1415ed70 2024-07-26T15:49:03.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.927+0000 7fca1bce7640 1 -- 172.21.15.33:0/4022181381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca1415dcf0 con 0x7fca1415ed70 2024-07-26T15:49:03.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.927+0000 7fca127fc640 1 -- 172.21.15.33:0/4022181381 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca08004470 con 0x7fca1415ed70 2024-07-26T15:49:03.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.927+0000 7fca1bce7640 1 -- 172.21.15.33:0/4022181381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca1415e2b0 con 0x7fca1415ed70 2024-07-26T15:49:03.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.928+0000 7fca1bce7640 1 -- 172.21.15.33:0/4022181381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca140b1fb0 con 0x7fca1415ed70 2024-07-26T15:49:03.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.929+0000 7fca127fc640 1 -- 172.21.15.33:0/4022181381 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7fca08045020 con 0x7fca1415ed70 2024-07-26T15:49:03.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.929+0000 7fca127fc640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fca00077130 0x7fca00079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:03.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.929+0000 7fca127fc640 1 -- 172.21.15.33:0/4022181381 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7fca080b9490 con 0x7fca1415ed70 2024-07-26T15:49:03.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.929+0000 7fca19a83640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fca00077130 0x7fca00079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:03.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.930+0000 7fca19a83640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fca00077130 0x7fca00079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fca04001f80 tx=0x7fca04001f10 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:03.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:03.934+0000 7fca127fc640 1 -- 172.21.15.33:0/4022181381 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fca08082450 con 0x7fca1415ed70 2024-07-26T15:49:04.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.122+0000 7fca1bce7640 1 -- 172.21.15.33:0/4022181381 --> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fca1415c490 con 0x7fca00077130 2024-07-26T15:49:04.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.126+0000 7fca127fc640 1 -- 172.21.15.33:0/4022181381 <== mgr.7283 v2:172.21.15.33:6836/3855147115 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252504 (secure 0 0 0) 0x7fca1415c490 con 0x7fca00077130 2024-07-26T15:49:04.131 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:49:04.132 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T15:49:04.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 -- 172.21.15.33:0/4022181381 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fca00077130 msgr2=0x7fca00079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fca00077130 0x7fca00079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fca04001f80 tx=0x7fca04001f10 comp rx=0 tx=0).stop 2024-07-26T15:49:04.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 -- 172.21.15.33:0/4022181381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca1415ed70 msgr2=0x7fca140cb720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca1415ed70 0x7fca140cb720 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7fca140742e0 tx=0x7fca0802bf90 comp rx=0 tx=0).stop 2024-07-26T15:49:04.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 -- 172.21.15.33:0/4022181381 shutdown_connections 2024-07-26T15:49:04.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fca00077130 0x7fca00079640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fca1415f180 0x7fca141f6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca1415ed70 0x7fca140cb720 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 --2- 172.21.15.33:0/4022181381 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc9fc004800 0x7fca1414be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 -- 172.21.15.33:0/4022181381 >> 172.21.15.33:0/4022181381 conn(0x7fca140d1b70 msgr2=0x7fca140ae900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:04.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 -- 172.21.15.33:0/4022181381 shutdown_connections 2024-07-26T15:49:04.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.130+0000 7fca1bce7640 1 -- 172.21.15.33:0/4022181381 wait complete. 2024-07-26T15:49:04.143 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T15:49:03.302211+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":846,"num_read_kb":2343,"num_write":302,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202,"ondisk_log_size":202,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":170,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":362160,"kb_used_data":16936,"kb_used_omap":12,"kb_used_meta":345075,"kb_avail":754612560,"statfs":{"total":773094113280,"available":772723261440,"internally_reserved":0,"allocated":17342464,"data_stored":9434420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":353357361},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,7],"upper_bound":8},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.666276"},"pg_stats":[{"pgid":"20.3f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782323+0000","last_change":"2024-07-26T15:48:59.670388+0000","last_active":"2024-07-26T15:49:00.782323+0000","last_peered":"2024-07-26T15:49:00.782323+0000","last_clean":"2024-07-26T15:49:00.782323+0000","last_became_active":"2024-07-26T15:48:59.670073+0000","last_became_peered":"2024-07-26T15:48:59.670073+0000","last_unstale":"2024-07-26T15:49:00.782323+0000","last_undegraded":"2024-07-26T15:49:00.782323+0000","last_fullsized":"2024-07-26T15:49:00.782323+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:17.445243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678261+0000","last_change":"2024-07-26T15:48:59.677660+0000","last_active":"2024-07-26T15:49:00.678261+0000","last_peered":"2024-07-26T15:49:00.678261+0000","last_clean":"2024-07-26T15:49:00.678261+0000","last_became_active":"2024-07-26T15:48:59.677319+0000","last_became_peered":"2024-07-26T15:48:59.677319+0000","last_unstale":"2024-07-26T15:49:00.678261+0000","last_undegraded":"2024-07-26T15:49:00.678261+0000","last_fullsized":"2024-07-26T15:49:00.678261+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.709487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783703+0000","last_change":"2024-07-26T15:48:59.684505+0000","last_active":"2024-07-26T15:49:00.783703+0000","last_peered":"2024-07-26T15:49:00.783703+0000","last_clean":"2024-07-26T15:49:00.783703+0000","last_became_active":"2024-07-26T15:48:59.684229+0000","last_became_peered":"2024-07-26T15:48:59.684229+0000","last_unstale":"2024-07-26T15:49:00.783703+0000","last_undegraded":"2024-07-26T15:49:00.783703+0000","last_fullsized":"2024-07-26T15:49:00.783703+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:20.215694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.3c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677584+0000","last_change":"2024-07-26T15:48:59.676615+0000","last_active":"2024-07-26T15:49:00.677584+0000","last_peered":"2024-07-26T15:49:00.677584+0000","last_clean":"2024-07-26T15:49:00.677584+0000","last_became_active":"2024-07-26T15:48:59.676306+0000","last_became_peered":"2024-07-26T15:48:59.676306+0000","last_unstale":"2024-07-26T15:49:00.677584+0000","last_undegraded":"2024-07-26T15:49:00.677584+0000","last_fullsized":"2024-07-26T15:49:00.677584+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:10:12.175978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782162+0000","last_change":"2024-07-26T15:48:59.670558+0000","last_active":"2024-07-26T15:49:00.782162+0000","last_peered":"2024-07-26T15:49:00.782162+0000","last_clean":"2024-07-26T15:49:00.782162+0000","last_became_active":"2024-07-26T15:48:59.670216+0000","last_became_peered":"2024-07-26T15:48:59.670216+0000","last_unstale":"2024-07-26T15:49:00.782162+0000","last_undegraded":"2024-07-26T15:49:00.782162+0000","last_fullsized":"2024-07-26T15:49:00.782162+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:48.219190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.3a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782468+0000","last_change":"2024-07-26T15:48:59.695812+0000","last_active":"2024-07-26T15:49:00.782468+0000","last_peered":"2024-07-26T15:49:00.782468+0000","last_clean":"2024-07-26T15:49:00.782468+0000","last_became_active":"2024-07-26T15:48:59.695485+0000","last_became_peered":"2024-07-26T15:48:59.695485+0000","last_unstale":"2024-07-26T15:49:00.782468+0000","last_undegraded":"2024-07-26T15:49:00.782468+0000","last_fullsized":"2024-07-26T15:49:00.782468+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:35.842301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.39","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782540+0000","last_change":"2024-07-26T15:48:59.695564+0000","last_active":"2024-07-26T15:49:00.782540+0000","last_peered":"2024-07-26T15:49:00.782540+0000","last_clean":"2024-07-26T15:49:00.782540+0000","last_became_active":"2024-07-26T15:48:59.694598+0000","last_became_peered":"2024-07-26T15:48:59.694598+0000","last_unstale":"2024-07-26T15:49:00.782540+0000","last_undegraded":"2024-07-26T15:49:00.782540+0000","last_fullsized":"2024-07-26T15:49:00.782540+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:29:24.974778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.38","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677435+0000","last_change":"2024-07-26T15:48:59.674853+0000","last_active":"2024-07-26T15:49:00.677435+0000","last_peered":"2024-07-26T15:49:00.677435+0000","last_clean":"2024-07-26T15:49:00.677435+0000","last_became_active":"2024-07-26T15:48:59.674521+0000","last_became_peered":"2024-07-26T15:48:59.674521+0000","last_unstale":"2024-07-26T15:49:00.677435+0000","last_undegraded":"2024-07-26T15:49:00.677435+0000","last_fullsized":"2024-07-26T15:49:00.677435+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:35:12.730087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.37","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783722+0000","last_change":"2024-07-26T15:48:59.667924+0000","last_active":"2024-07-26T15:49:00.783722+0000","last_peered":"2024-07-26T15:49:00.783722+0000","last_clean":"2024-07-26T15:49:00.783722+0000","last_became_active":"2024-07-26T15:48:59.667600+0000","last_became_peered":"2024-07-26T15:48:59.667600+0000","last_unstale":"2024-07-26T15:49:00.783722+0000","last_undegraded":"2024-07-26T15:49:00.783722+0000","last_fullsized":"2024-07-26T15:49:00.783722+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:05.024942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.36","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676502+0000","last_change":"2024-07-26T15:48:59.679088+0000","last_active":"2024-07-26T15:49:00.676502+0000","last_peered":"2024-07-26T15:49:00.676502+0000","last_clean":"2024-07-26T15:49:00.676502+0000","last_became_active":"2024-07-26T15:48:59.678671+0000","last_became_peered":"2024-07-26T15:48:59.678671+0000","last_unstale":"2024-07-26T15:49:00.676502+0000","last_undegraded":"2024-07-26T15:49:00.676502+0000","last_fullsized":"2024-07-26T15:49:00.676502+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:31:16.591195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.35","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678044+0000","last_change":"2024-07-26T15:48:59.690066+0000","last_active":"2024-07-26T15:49:00.678044+0000","last_peered":"2024-07-26T15:49:00.678044+0000","last_clean":"2024-07-26T15:49:00.678044+0000","last_became_active":"2024-07-26T15:48:59.689714+0000","last_became_peered":"2024-07-26T15:48:59.689714+0000","last_unstale":"2024-07-26T15:49:00.678044+0000","last_undegraded":"2024-07-26T15:49:00.678044+0000","last_fullsized":"2024-07-26T15:49:00.678044+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:48.219190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.34","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782726+0000","last_change":"2024-07-26T15:48:59.672104+0000","last_active":"2024-07-26T15:49:00.782726+0000","last_peered":"2024-07-26T15:49:00.782726+0000","last_clean":"2024-07-26T15:49:00.782726+0000","last_became_active":"2024-07-26T15:48:59.671751+0000","last_became_peered":"2024-07-26T15:48:59.671751+0000","last_unstale":"2024-07-26T15:49:00.782726+0000","last_undegraded":"2024-07-26T15:49:00.782726+0000","last_fullsized":"2024-07-26T15:49:00.782726+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:20:11.430729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.33","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783482+0000","last_change":"2024-07-26T15:48:59.698004+0000","last_active":"2024-07-26T15:49:00.783482+0000","last_peered":"2024-07-26T15:49:00.783482+0000","last_clean":"2024-07-26T15:49:00.783482+0000","last_became_active":"2024-07-26T15:48:59.697561+0000","last_became_peered":"2024-07-26T15:48:59.697561+0000","last_unstale":"2024-07-26T15:49:00.783482+0000","last_undegraded":"2024-07-26T15:49:00.783482+0000","last_fullsized":"2024-07-26T15:49:00.783482+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:54.310869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.32","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782427+0000","last_change":"2024-07-26T15:48:59.684312+0000","last_active":"2024-07-26T15:49:00.782427+0000","last_peered":"2024-07-26T15:49:00.782427+0000","last_clean":"2024-07-26T15:49:00.782427+0000","last_became_active":"2024-07-26T15:48:59.683956+0000","last_became_peered":"2024-07-26T15:48:59.683956+0000","last_unstale":"2024-07-26T15:49:00.782427+0000","last_undegraded":"2024-07-26T15:49:00.782427+0000","last_fullsized":"2024-07-26T15:49:00.782427+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:58.764472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.31","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782320+0000","last_change":"2024-07-26T15:48:59.684979+0000","last_active":"2024-07-26T15:49:00.782320+0000","last_peered":"2024-07-26T15:49:00.782320+0000","last_clean":"2024-07-26T15:49:00.782320+0000","last_became_active":"2024-07-26T15:48:59.684617+0000","last_became_peered":"2024-07-26T15:48:59.684617+0000","last_unstale":"2024-07-26T15:49:00.782320+0000","last_undegraded":"2024-07-26T15:49:00.782320+0000","last_fullsized":"2024-07-26T15:49:00.782320+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:12.478627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.30","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782127+0000","last_change":"2024-07-26T15:48:59.674709+0000","last_active":"2024-07-26T15:49:00.782127+0000","last_peered":"2024-07-26T15:49:00.782127+0000","last_clean":"2024-07-26T15:49:00.782127+0000","last_became_active":"2024-07-26T15:48:59.674405+0000","last_became_peered":"2024-07-26T15:48:59.674405+0000","last_unstale":"2024-07-26T15:49:00.782127+0000","last_undegraded":"2024-07-26T15:49:00.782127+0000","last_fullsized":"2024-07-26T15:49:00.782127+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:09.252453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.2f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783714+0000","last_change":"2024-07-26T15:48:59.673712+0000","last_active":"2024-07-26T15:49:00.783714+0000","last_peered":"2024-07-26T15:49:00.783714+0000","last_clean":"2024-07-26T15:49:00.783714+0000","last_became_active":"2024-07-26T15:48:59.673318+0000","last_became_peered":"2024-07-26T15:48:59.673318+0000","last_unstale":"2024-07-26T15:49:00.783714+0000","last_undegraded":"2024-07-26T15:49:00.783714+0000","last_fullsized":"2024-07-26T15:49:00.783714+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:50.709349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.2e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782960+0000","last_change":"2024-07-26T15:48:59.670198+0000","last_active":"2024-07-26T15:49:00.782960+0000","last_peered":"2024-07-26T15:49:00.782960+0000","last_clean":"2024-07-26T15:49:00.782960+0000","last_became_active":"2024-07-26T15:48:59.669851+0000","last_became_peered":"2024-07-26T15:48:59.669851+0000","last_unstale":"2024-07-26T15:49:00.782960+0000","last_undegraded":"2024-07-26T15:49:00.782960+0000","last_fullsized":"2024-07-26T15:49:00.782960+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:46.307425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.2d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783750+0000","last_change":"2024-07-26T15:48:59.685545+0000","last_active":"2024-07-26T15:49:00.783750+0000","last_peered":"2024-07-26T15:49:00.783750+0000","last_clean":"2024-07-26T15:49:00.783750+0000","last_became_active":"2024-07-26T15:48:59.685083+0000","last_became_peered":"2024-07-26T15:48:59.685083+0000","last_unstale":"2024-07-26T15:49:00.783750+0000","last_undegraded":"2024-07-26T15:49:00.783750+0000","last_fullsized":"2024-07-26T15:49:00.783750+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:03:52.837282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.2c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782773+0000","last_change":"2024-07-26T15:48:59.684436+0000","last_active":"2024-07-26T15:49:00.782773+0000","last_peered":"2024-07-26T15:49:00.782773+0000","last_clean":"2024-07-26T15:49:00.782773+0000","last_became_active":"2024-07-26T15:48:59.684113+0000","last_became_peered":"2024-07-26T15:48:59.684113+0000","last_unstale":"2024-07-26T15:49:00.782773+0000","last_undegraded":"2024-07-26T15:49:00.782773+0000","last_fullsized":"2024-07-26T15:49:00.782773+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:00:27.709487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.2b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677620+0000","last_change":"2024-07-26T15:48:59.668378+0000","last_active":"2024-07-26T15:49:00.677620+0000","last_peered":"2024-07-26T15:49:00.677620+0000","last_clean":"2024-07-26T15:49:00.677620+0000","last_became_active":"2024-07-26T15:48:59.667805+0000","last_became_peered":"2024-07-26T15:48:59.667805+0000","last_unstale":"2024-07-26T15:49:00.677620+0000","last_undegraded":"2024-07-26T15:49:00.677620+0000","last_fullsized":"2024-07-26T15:49:00.677620+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:35:44.327083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782231+0000","last_change":"2024-07-26T15:48:59.667431+0000","last_active":"2024-07-26T15:49:00.782231+0000","last_peered":"2024-07-26T15:49:00.782231+0000","last_clean":"2024-07-26T15:49:00.782231+0000","last_became_active":"2024-07-26T15:48:59.667108+0000","last_became_peered":"2024-07-26T15:48:59.667108+0000","last_unstale":"2024-07-26T15:49:00.782231+0000","last_undegraded":"2024-07-26T15:49:00.782231+0000","last_fullsized":"2024-07-26T15:49:00.782231+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:18:36.815196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.29","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677444+0000","last_change":"2024-07-26T15:48:59.685051+0000","last_active":"2024-07-26T15:49:00.677444+0000","last_peered":"2024-07-26T15:49:00.677444+0000","last_clean":"2024-07-26T15:49:00.677444+0000","last_became_active":"2024-07-26T15:48:59.684664+0000","last_became_peered":"2024-07-26T15:48:59.684664+0000","last_unstale":"2024-07-26T15:49:00.677444+0000","last_undegraded":"2024-07-26T15:49:00.677444+0000","last_fullsized":"2024-07-26T15:49:00.677444+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:20:14.603783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.28","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782324+0000","last_change":"2024-07-26T15:48:59.668873+0000","last_active":"2024-07-26T15:49:00.782324+0000","last_peered":"2024-07-26T15:49:00.782324+0000","last_clean":"2024-07-26T15:49:00.782324+0000","last_became_active":"2024-07-26T15:48:59.668549+0000","last_became_peered":"2024-07-26T15:48:59.668549+0000","last_unstale":"2024-07-26T15:49:00.782324+0000","last_undegraded":"2024-07-26T15:49:00.782324+0000","last_fullsized":"2024-07-26T15:49:00.782324+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:24:35.948617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.27","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783745+0000","last_change":"2024-07-26T15:48:59.690537+0000","last_active":"2024-07-26T15:49:00.783745+0000","last_peered":"2024-07-26T15:49:00.783745+0000","last_clean":"2024-07-26T15:49:00.783745+0000","last_became_active":"2024-07-26T15:48:59.690205+0000","last_became_peered":"2024-07-26T15:48:59.690205+0000","last_unstale":"2024-07-26T15:49:00.783745+0000","last_undegraded":"2024-07-26T15:49:00.783745+0000","last_fullsized":"2024-07-26T15:49:00.783745+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:30.326093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.26","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783538+0000","last_change":"2024-07-26T15:48:59.695498+0000","last_active":"2024-07-26T15:49:00.783538+0000","last_peered":"2024-07-26T15:49:00.783538+0000","last_clean":"2024-07-26T15:49:00.783538+0000","last_became_active":"2024-07-26T15:48:59.695011+0000","last_became_peered":"2024-07-26T15:48:59.695011+0000","last_unstale":"2024-07-26T15:49:00.783538+0000","last_undegraded":"2024-07-26T15:49:00.783538+0000","last_fullsized":"2024-07-26T15:49:00.783538+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:35.495956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.25","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783959+0000","last_change":"2024-07-26T15:48:59.683327+0000","last_active":"2024-07-26T15:49:00.783959+0000","last_peered":"2024-07-26T15:49:00.783959+0000","last_clean":"2024-07-26T15:49:00.783959+0000","last_became_active":"2024-07-26T15:48:59.682979+0000","last_became_peered":"2024-07-26T15:48:59.682979+0000","last_unstale":"2024-07-26T15:49:00.783959+0000","last_undegraded":"2024-07-26T15:49:00.783959+0000","last_fullsized":"2024-07-26T15:49:00.783959+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:06.927077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.24","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676332+0000","last_change":"2024-07-26T15:48:59.678050+0000","last_active":"2024-07-26T15:49:00.676332+0000","last_peered":"2024-07-26T15:49:00.676332+0000","last_clean":"2024-07-26T15:49:00.676332+0000","last_became_active":"2024-07-26T15:48:59.677667+0000","last_became_peered":"2024-07-26T15:48:59.677667+0000","last_unstale":"2024-07-26T15:49:00.676332+0000","last_undegraded":"2024-07-26T15:49:00.676332+0000","last_fullsized":"2024-07-26T15:49:00.676332+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:04:24.376993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.23","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783269+0000","last_change":"2024-07-26T15:48:59.688990+0000","last_active":"2024-07-26T15:49:00.783269+0000","last_peered":"2024-07-26T15:49:00.783269+0000","last_clean":"2024-07-26T15:49:00.783269+0000","last_became_active":"2024-07-26T15:48:59.688235+0000","last_became_peered":"2024-07-26T15:48:59.688235+0000","last_unstale":"2024-07-26T15:49:00.783269+0000","last_undegraded":"2024-07-26T15:49:00.783269+0000","last_fullsized":"2024-07-26T15:49:00.783269+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:27:31.016797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.22","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782842+0000","last_change":"2024-07-26T15:48:59.689000+0000","last_active":"2024-07-26T15:49:00.782842+0000","last_peered":"2024-07-26T15:49:00.782842+0000","last_clean":"2024-07-26T15:49:00.782842+0000","last_became_active":"2024-07-26T15:48:59.688554+0000","last_became_peered":"2024-07-26T15:48:59.688554+0000","last_unstale":"2024-07-26T15:49:00.782842+0000","last_undegraded":"2024-07-26T15:49:00.782842+0000","last_fullsized":"2024-07-26T15:49:00.782842+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:50:10.049835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.21","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677879+0000","last_change":"2024-07-26T15:48:59.670401+0000","last_active":"2024-07-26T15:49:00.677879+0000","last_peered":"2024-07-26T15:49:00.677879+0000","last_clean":"2024-07-26T15:49:00.677879+0000","last_became_active":"2024-07-26T15:48:59.670050+0000","last_became_peered":"2024-07-26T15:48:59.670050+0000","last_unstale":"2024-07-26T15:49:00.677879+0000","last_undegraded":"2024-07-26T15:49:00.677879+0000","last_fullsized":"2024-07-26T15:49:00.677879+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:50.969812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.20","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676116+0000","last_change":"2024-07-26T15:48:59.671240+0000","last_active":"2024-07-26T15:49:00.676116+0000","last_peered":"2024-07-26T15:49:00.676116+0000","last_clean":"2024-07-26T15:49:00.676116+0000","last_became_active":"2024-07-26T15:48:59.670887+0000","last_became_peered":"2024-07-26T15:48:59.670887+0000","last_unstale":"2024-07-26T15:49:00.676116+0000","last_undegraded":"2024-07-26T15:49:00.676116+0000","last_fullsized":"2024-07-26T15:49:00.676116+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:13.186435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677634+0000","last_change":"2024-07-26T15:48:59.684214+0000","last_active":"2024-07-26T15:49:00.677634+0000","last_peered":"2024-07-26T15:49:00.677634+0000","last_clean":"2024-07-26T15:49:00.677634+0000","last_became_active":"2024-07-26T15:48:59.683912+0000","last_became_peered":"2024-07-26T15:48:59.683912+0000","last_unstale":"2024-07-26T15:49:00.677634+0000","last_undegraded":"2024-07-26T15:49:00.677634+0000","last_fullsized":"2024-07-26T15:49:00.677634+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:27:31.016797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1f","version":"161'4","reported_seq":19,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783275+0000","last_change":"2024-07-26T15:48:58.648469+0000","last_active":"2024-07-26T15:49:00.783275+0000","last_peered":"2024-07-26T15:49:00.783275+0000","last_clean":"2024-07-26T15:49:00.783275+0000","last_became_active":"2024-07-26T15:48:58.648175+0000","last_became_peered":"2024-07-26T15:48:58.648175+0000","last_unstale":"2024-07-26T15:49:00.783275+0000","last_undegraded":"2024-07-26T15:49:00.783275+0000","last_fullsized":"2024-07-26T15:49:00.783275+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:43.792777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782757+0000","last_change":"2024-07-26T15:48:59.668626+0000","last_active":"2024-07-26T15:49:00.782757+0000","last_peered":"2024-07-26T15:49:00.782757+0000","last_clean":"2024-07-26T15:49:00.782757+0000","last_became_active":"2024-07-26T15:48:59.668289+0000","last_became_peered":"2024-07-26T15:48:59.668289+0000","last_unstale":"2024-07-26T15:49:00.782757+0000","last_undegraded":"2024-07-26T15:49:00.782757+0000","last_fullsized":"2024-07-26T15:49:00.782757+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:18.785603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1e","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783240+0000","last_change":"2024-07-26T15:48:58.656527+0000","last_active":"2024-07-26T15:49:00.783240+0000","last_peered":"2024-07-26T15:49:00.783240+0000","last_clean":"2024-07-26T15:49:00.783240+0000","last_became_active":"2024-07-26T15:48:58.655767+0000","last_became_peered":"2024-07-26T15:48:58.655767+0000","last_unstale":"2024-07-26T15:49:00.783240+0000","last_undegraded":"2024-07-26T15:49:00.783240+0000","last_fullsized":"2024-07-26T15:49:00.783240+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:33:13.654267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677913+0000","last_change":"2024-07-26T15:48:59.684770+0000","last_active":"2024-07-26T15:49:00.677913+0000","last_peered":"2024-07-26T15:49:00.677913+0000","last_clean":"2024-07-26T15:49:00.677913+0000","last_became_active":"2024-07-26T15:48:59.684429+0000","last_became_peered":"2024-07-26T15:48:59.684429+0000","last_unstale":"2024-07-26T15:49:00.677913+0000","last_undegraded":"2024-07-26T15:49:00.677913+0000","last_fullsized":"2024-07-26T15:49:00.677913+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:31:16.352909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1d","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783879+0000","last_change":"2024-07-26T15:48:58.663814+0000","last_active":"2024-07-26T15:49:00.783879+0000","last_peered":"2024-07-26T15:49:00.783879+0000","last_clean":"2024-07-26T15:49:00.783879+0000","last_became_active":"2024-07-26T15:48:58.663502+0000","last_became_peered":"2024-07-26T15:48:58.663502+0000","last_unstale":"2024-07-26T15:49:00.783879+0000","last_undegraded":"2024-07-26T15:49:00.783879+0000","last_fullsized":"2024-07-26T15:49:00.783879+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:37:09.117865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.781967+0000","last_change":"2024-07-26T15:48:59.685305+0000","last_active":"2024-07-26T15:49:00.781967+0000","last_peered":"2024-07-26T15:49:00.781967+0000","last_clean":"2024-07-26T15:49:00.781967+0000","last_became_active":"2024-07-26T15:48:59.684964+0000","last_became_peered":"2024-07-26T15:48:59.684964+0000","last_unstale":"2024-07-26T15:49:00.781967+0000","last_undegraded":"2024-07-26T15:49:00.781967+0000","last_fullsized":"2024-07-26T15:49:00.781967+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:04.338315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1c","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783075+0000","last_change":"2024-07-26T15:48:58.654069+0000","last_active":"2024-07-26T15:49:00.783075+0000","last_peered":"2024-07-26T15:49:00.783075+0000","last_clean":"2024-07-26T15:49:00.783075+0000","last_became_active":"2024-07-26T15:48:58.653727+0000","last_became_peered":"2024-07-26T15:48:58.653727+0000","last_unstale":"2024-07-26T15:49:00.783075+0000","last_undegraded":"2024-07-26T15:49:00.783075+0000","last_fullsized":"2024-07-26T15:49:00.783075+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:11.761021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678432+0000","last_change":"2024-07-26T15:48:59.674751+0000","last_active":"2024-07-26T15:49:00.678432+0000","last_peered":"2024-07-26T15:49:00.678432+0000","last_clean":"2024-07-26T15:49:00.678432+0000","last_became_active":"2024-07-26T15:48:59.674364+0000","last_became_peered":"2024-07-26T15:48:59.674364+0000","last_unstale":"2024-07-26T15:49:00.678432+0000","last_undegraded":"2024-07-26T15:49:00.678432+0000","last_fullsized":"2024-07-26T15:49:00.678432+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:20.215694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1b","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677901+0000","last_change":"2024-07-26T15:48:58.652552+0000","last_active":"2024-07-26T15:49:00.677901+0000","last_peered":"2024-07-26T15:49:00.677901+0000","last_clean":"2024-07-26T15:49:00.677901+0000","last_became_active":"2024-07-26T15:48:58.649309+0000","last_became_peered":"2024-07-26T15:48:58.649309+0000","last_unstale":"2024-07-26T15:49:00.677901+0000","last_undegraded":"2024-07-26T15:49:00.677901+0000","last_fullsized":"2024-07-26T15:49:00.677901+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:50.189724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677901+0000","last_change":"2024-07-26T15:48:59.673511+0000","last_active":"2024-07-26T15:49:00.677901+0000","last_peered":"2024-07-26T15:49:00.677901+0000","last_clean":"2024-07-26T15:49:00.677901+0000","last_became_active":"2024-07-26T15:48:59.673169+0000","last_became_peered":"2024-07-26T15:48:59.673169+0000","last_unstale":"2024-07-26T15:49:00.677901+0000","last_undegraded":"2024-07-26T15:49:00.677901+0000","last_fullsized":"2024-07-26T15:49:00.677901+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:35.495956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1a","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782763+0000","last_change":"2024-07-26T15:48:58.657618+0000","last_active":"2024-07-26T15:49:00.782763+0000","last_peered":"2024-07-26T15:49:00.782763+0000","last_clean":"2024-07-26T15:49:00.782763+0000","last_became_active":"2024-07-26T15:48:58.657321+0000","last_became_peered":"2024-07-26T15:48:58.657321+0000","last_unstale":"2024-07-26T15:49:00.782763+0000","last_undegraded":"2024-07-26T15:49:00.782763+0000","last_fullsized":"2024-07-26T15:49:00.782763+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:16.184007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783172+0000","last_change":"2024-07-26T15:48:59.686398+0000","last_active":"2024-07-26T15:49:00.783172+0000","last_peered":"2024-07-26T15:49:00.783172+0000","last_clean":"2024-07-26T15:49:00.783172+0000","last_became_active":"2024-07-26T15:48:59.683269+0000","last_became_peered":"2024-07-26T15:48:59.683269+0000","last_unstale":"2024-07-26T15:49:00.783172+0000","last_undegraded":"2024-07-26T15:49:00.783172+0000","last_fullsized":"2024-07-26T15:49:00.783172+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:43:59.007510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782628+0000","last_change":"2024-07-26T15:48:58.660750+0000","last_active":"2024-07-26T15:49:00.782628+0000","last_peered":"2024-07-26T15:49:00.782628+0000","last_clean":"2024-07-26T15:49:00.782628+0000","last_became_active":"2024-07-26T15:48:58.660451+0000","last_became_peered":"2024-07-26T15:48:58.660451+0000","last_unstale":"2024-07-26T15:49:00.782628+0000","last_undegraded":"2024-07-26T15:49:00.782628+0000","last_fullsized":"2024-07-26T15:49:00.782628+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:59:18.829259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783320+0000","last_change":"2024-07-26T15:48:59.682559+0000","last_active":"2024-07-26T15:49:00.783320+0000","last_peered":"2024-07-26T15:49:00.783320+0000","last_clean":"2024-07-26T15:49:00.783320+0000","last_became_active":"2024-07-26T15:48:59.682213+0000","last_became_peered":"2024-07-26T15:48:59.682213+0000","last_unstale":"2024-07-26T15:49:00.783320+0000","last_undegraded":"2024-07-26T15:49:00.783320+0000","last_fullsized":"2024-07-26T15:49:00.783320+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:16:28.433216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782611+0000","last_change":"2024-07-26T15:48:58.659523+0000","last_active":"2024-07-26T15:49:00.782611+0000","last_peered":"2024-07-26T15:49:00.782611+0000","last_clean":"2024-07-26T15:49:00.782611+0000","last_became_active":"2024-07-26T15:48:58.659175+0000","last_became_peered":"2024-07-26T15:48:58.659175+0000","last_unstale":"2024-07-26T15:49:00.782611+0000","last_undegraded":"2024-07-26T15:49:00.782611+0000","last_fullsized":"2024-07-26T15:49:00.782611+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:49:04.529825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.781936+0000","last_change":"2024-07-26T15:48:59.675231+0000","last_active":"2024-07-26T15:49:00.781936+0000","last_peered":"2024-07-26T15:49:00.781936+0000","last_clean":"2024-07-26T15:49:00.781936+0000","last_became_active":"2024-07-26T15:48:59.674896+0000","last_became_peered":"2024-07-26T15:48:59.674896+0000","last_unstale":"2024-07-26T15:49:00.781936+0000","last_undegraded":"2024-07-26T15:49:00.781936+0000","last_fullsized":"2024-07-26T15:49:00.781936+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:11:40.882633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678398+0000","last_change":"2024-07-26T15:48:58.661466+0000","last_active":"2024-07-26T15:49:00.678398+0000","last_peered":"2024-07-26T15:49:00.678398+0000","last_clean":"2024-07-26T15:49:00.678398+0000","last_became_active":"2024-07-26T15:48:58.661118+0000","last_became_peered":"2024-07-26T15:48:58.661118+0000","last_unstale":"2024-07-26T15:49:00.678398+0000","last_undegraded":"2024-07-26T15:49:00.678398+0000","last_fullsized":"2024-07-26T15:49:00.678398+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:31.025626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782858+0000","last_change":"2024-07-26T15:48:59.669935+0000","last_active":"2024-07-26T15:49:00.782858+0000","last_peered":"2024-07-26T15:49:00.782858+0000","last_clean":"2024-07-26T15:49:00.782858+0000","last_became_active":"2024-07-26T15:48:59.669570+0000","last_became_peered":"2024-07-26T15:48:59.669570+0000","last_unstale":"2024-07-26T15:49:00.782858+0000","last_undegraded":"2024-07-26T15:49:00.782858+0000","last_fullsized":"2024-07-26T15:49:00.782858+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:52:08.238472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.781979+0000","last_change":"2024-07-26T15:48:58.659197+0000","last_active":"2024-07-26T15:49:00.781979+0000","last_peered":"2024-07-26T15:49:00.781979+0000","last_clean":"2024-07-26T15:49:00.781979+0000","last_became_active":"2024-07-26T15:48:58.656559+0000","last_became_peered":"2024-07-26T15:48:58.656559+0000","last_unstale":"2024-07-26T15:49:00.781979+0000","last_undegraded":"2024-07-26T15:49:00.781979+0000","last_fullsized":"2024-07-26T15:49:00.781979+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:39:19.239415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782910+0000","last_change":"2024-07-26T15:48:59.688889+0000","last_active":"2024-07-26T15:49:00.782910+0000","last_peered":"2024-07-26T15:49:00.782910+0000","last_clean":"2024-07-26T15:49:00.782910+0000","last_became_active":"2024-07-26T15:48:59.688455+0000","last_became_peered":"2024-07-26T15:48:59.688455+0000","last_unstale":"2024-07-26T15:49:00.782910+0000","last_undegraded":"2024-07-26T15:49:00.782910+0000","last_fullsized":"2024-07-26T15:49:00.782910+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:41:30.053722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.15","version":"161'3","reported_seq":18,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.784013+0000","last_change":"2024-07-26T15:48:58.653394+0000","last_active":"2024-07-26T15:49:00.784013+0000","last_peered":"2024-07-26T15:49:00.784013+0000","last_clean":"2024-07-26T15:49:00.784013+0000","last_became_active":"2024-07-26T15:48:58.653064+0000","last_became_peered":"2024-07-26T15:48:58.653064+0000","last_unstale":"2024-07-26T15:49:00.784013+0000","last_undegraded":"2024-07-26T15:49:00.784013+0000","last_fullsized":"2024-07-26T15:49:00.784013+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:07:17.135188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.13","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783376+0000","last_change":"2024-07-26T15:48:59.689230+0000","last_active":"2024-07-26T15:49:00.783376+0000","last_peered":"2024-07-26T15:49:00.783376+0000","last_clean":"2024-07-26T15:49:00.783376+0000","last_became_active":"2024-07-26T15:48:59.688585+0000","last_became_peered":"2024-07-26T15:48:59.688585+0000","last_unstale":"2024-07-26T15:49:00.783376+0000","last_undegraded":"2024-07-26T15:49:00.783376+0000","last_fullsized":"2024-07-26T15:49:00.783376+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:50.969812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.14","version":"161'6","reported_seq":21,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783221+0000","last_change":"2024-07-26T15:48:58.662954+0000","last_active":"2024-07-26T15:49:00.783221+0000","last_peered":"2024-07-26T15:49:00.783221+0000","last_clean":"2024-07-26T15:49:00.783221+0000","last_became_active":"2024-07-26T15:48:58.662601+0000","last_became_peered":"2024-07-26T15:48:58.662601+0000","last_unstale":"2024-07-26T15:49:00.783221+0000","last_undegraded":"2024-07-26T15:49:00.783221+0000","last_fullsized":"2024-07-26T15:49:00.783221+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:00:17.041676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.14","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676358+0000","last_change":"2024-07-26T15:48:59.675521+0000","last_active":"2024-07-26T15:49:00.676358+0000","last_peered":"2024-07-26T15:49:00.676358+0000","last_clean":"2024-07-26T15:49:00.676358+0000","last_became_active":"2024-07-26T15:48:59.675195+0000","last_became_peered":"2024-07-26T15:48:59.675195+0000","last_unstale":"2024-07-26T15:49:00.676358+0000","last_undegraded":"2024-07-26T15:49:00.676358+0000","last_fullsized":"2024-07-26T15:49:00.676358+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:16:30.270848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.13","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782039+0000","last_change":"2024-07-26T15:48:58.655438+0000","last_active":"2024-07-26T15:49:00.782039+0000","last_peered":"2024-07-26T15:49:00.782039+0000","last_clean":"2024-07-26T15:49:00.782039+0000","last_became_active":"2024-07-26T15:48:58.655128+0000","last_became_peered":"2024-07-26T15:48:58.655128+0000","last_unstale":"2024-07-26T15:49:00.782039+0000","last_undegraded":"2024-07-26T15:49:00.782039+0000","last_fullsized":"2024-07-26T15:49:00.782039+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:26:24.633532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783762+0000","last_change":"2024-07-26T15:48:59.682721+0000","last_active":"2024-07-26T15:49:00.783762+0000","last_peered":"2024-07-26T15:49:00.783762+0000","last_clean":"2024-07-26T15:49:00.783762+0000","last_became_active":"2024-07-26T15:48:59.682403+0000","last_became_peered":"2024-07-26T15:48:59.682403+0000","last_unstale":"2024-07-26T15:49:00.783762+0000","last_undegraded":"2024-07-26T15:49:00.783762+0000","last_fullsized":"2024-07-26T15:49:00.783762+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:07.940082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782822+0000","last_change":"2024-07-26T15:48:58.650462+0000","last_active":"2024-07-26T15:49:00.782822+0000","last_peered":"2024-07-26T15:49:00.782822+0000","last_clean":"2024-07-26T15:49:00.782822+0000","last_became_active":"2024-07-26T15:48:58.649926+0000","last_became_peered":"2024-07-26T15:48:58.649926+0000","last_unstale":"2024-07-26T15:49:00.782822+0000","last_undegraded":"2024-07-26T15:49:00.782822+0000","last_fullsized":"2024-07-26T15:49:00.782822+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:00.888005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783098+0000","last_change":"2024-07-26T15:48:59.669059+0000","last_active":"2024-07-26T15:49:00.783098+0000","last_peered":"2024-07-26T15:49:00.783098+0000","last_clean":"2024-07-26T15:49:00.783098+0000","last_became_active":"2024-07-26T15:48:59.668746+0000","last_became_peered":"2024-07-26T15:48:59.668746+0000","last_unstale":"2024-07-26T15:49:00.783098+0000","last_undegraded":"2024-07-26T15:49:00.783098+0000","last_fullsized":"2024-07-26T15:49:00.783098+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:27:13.007433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.10","version":"161'8","reported_seq":23,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782395+0000","last_change":"2024-07-26T15:48:58.656767+0000","last_active":"2024-07-26T15:49:00.782395+0000","last_peered":"2024-07-26T15:49:00.782395+0000","last_clean":"2024-07-26T15:49:00.782395+0000","last_became_active":"2024-07-26T15:48:58.656447+0000","last_became_peered":"2024-07-26T15:48:58.656447+0000","last_unstale":"2024-07-26T15:49:00.782395+0000","last_undegraded":"2024-07-26T15:49:00.782395+0000","last_fullsized":"2024-07-26T15:49:00.782395+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:49.562014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783056+0000","last_change":"2024-07-26T15:48:59.683138+0000","last_active":"2024-07-26T15:49:00.783056+0000","last_peered":"2024-07-26T15:49:00.783056+0000","last_clean":"2024-07-26T15:49:00.783056+0000","last_became_active":"2024-07-26T15:48:59.677895+0000","last_became_peered":"2024-07-26T15:48:59.677895+0000","last_unstale":"2024-07-26T15:49:00.783056+0000","last_undegraded":"2024-07-26T15:49:00.783056+0000","last_fullsized":"2024-07-26T15:49:00.783056+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:35:12.730087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.f","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678508+0000","last_change":"2024-07-26T15:48:58.648325+0000","last_active":"2024-07-26T15:49:00.678508+0000","last_peered":"2024-07-26T15:49:00.678508+0000","last_clean":"2024-07-26T15:49:00.678508+0000","last_became_active":"2024-07-26T15:48:58.646176+0000","last_became_peered":"2024-07-26T15:48:58.646176+0000","last_unstale":"2024-07-26T15:49:00.678508+0000","last_undegraded":"2024-07-26T15:49:00.678508+0000","last_fullsized":"2024-07-26T15:49:00.678508+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:17:00.259266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782558+0000","last_change":"2024-07-26T15:48:59.683389+0000","last_active":"2024-07-26T15:49:00.782558+0000","last_peered":"2024-07-26T15:49:00.782558+0000","last_clean":"2024-07-26T15:49:00.782558+0000","last_became_active":"2024-07-26T15:48:59.682917+0000","last_became_peered":"2024-07-26T15:48:59.682917+0000","last_unstale":"2024-07-26T15:49:00.782558+0000","last_undegraded":"2024-07-26T15:49:00.782558+0000","last_fullsized":"2024-07-26T15:49:00.782558+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:53.299951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.e","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783623+0000","last_change":"2024-07-26T15:48:58.647045+0000","last_active":"2024-07-26T15:49:00.783623+0000","last_peered":"2024-07-26T15:49:00.783623+0000","last_clean":"2024-07-26T15:49:00.783623+0000","last_became_active":"2024-07-26T15:48:58.646572+0000","last_became_peered":"2024-07-26T15:48:58.646572+0000","last_unstale":"2024-07-26T15:49:00.783623+0000","last_undegraded":"2024-07-26T15:49:00.783623+0000","last_fullsized":"2024-07-26T15:49:00.783623+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:23:54.583248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782857+0000","last_change":"2024-07-26T15:48:59.683131+0000","last_active":"2024-07-26T15:49:00.782857+0000","last_peered":"2024-07-26T15:49:00.782857+0000","last_clean":"2024-07-26T15:49:00.782857+0000","last_became_active":"2024-07-26T15:48:59.682681+0000","last_became_peered":"2024-07-26T15:48:59.682681+0000","last_unstale":"2024-07-26T15:49:00.782857+0000","last_undegraded":"2024-07-26T15:49:00.782857+0000","last_fullsized":"2024-07-26T15:49:00.782857+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:00:21.639060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.d","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783554+0000","last_change":"2024-07-26T15:48:58.660330+0000","last_active":"2024-07-26T15:49:00.783554+0000","last_peered":"2024-07-26T15:49:00.783554+0000","last_clean":"2024-07-26T15:49:00.783554+0000","last_became_active":"2024-07-26T15:48:58.660033+0000","last_became_peered":"2024-07-26T15:48:58.660033+0000","last_unstale":"2024-07-26T15:49:00.783554+0000","last_undegraded":"2024-07-26T15:49:00.783554+0000","last_fullsized":"2024-07-26T15:49:00.783554+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:13:12.374487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676493+0000","last_change":"2024-07-26T15:48:59.692092+0000","last_active":"2024-07-26T15:49:00.676493+0000","last_peered":"2024-07-26T15:49:00.676493+0000","last_clean":"2024-07-26T15:49:00.676493+0000","last_became_active":"2024-07-26T15:48:59.691758+0000","last_became_peered":"2024-07-26T15:48:59.691758+0000","last_unstale":"2024-07-26T15:49:00.676493+0000","last_undegraded":"2024-07-26T15:49:00.676493+0000","last_fullsized":"2024-07-26T15:49:00.676493+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:23:43.393360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782841+0000","last_change":"2024-07-26T15:48:58.664591+0000","last_active":"2024-07-26T15:49:00.782841+0000","last_peered":"2024-07-26T15:49:00.782841+0000","last_clean":"2024-07-26T15:49:00.782841+0000","last_became_active":"2024-07-26T15:48:58.663539+0000","last_became_peered":"2024-07-26T15:48:58.663539+0000","last_unstale":"2024-07-26T15:49:00.782841+0000","last_undegraded":"2024-07-26T15:49:00.782841+0000","last_fullsized":"2024-07-26T15:49:00.782841+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:47:30.769363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782797+0000","last_change":"2024-07-26T15:48:59.671953+0000","last_active":"2024-07-26T15:49:00.782797+0000","last_peered":"2024-07-26T15:49:00.782797+0000","last_clean":"2024-07-26T15:49:00.782797+0000","last_became_active":"2024-07-26T15:48:59.671601+0000","last_became_peered":"2024-07-26T15:48:59.671601+0000","last_unstale":"2024-07-26T15:49:00.782797+0000","last_undegraded":"2024-07-26T15:49:00.782797+0000","last_fullsized":"2024-07-26T15:49:00.782797+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:37:12.258380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.b","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677961+0000","last_change":"2024-07-26T15:48:58.651942+0000","last_active":"2024-07-26T15:49:00.677961+0000","last_peered":"2024-07-26T15:49:00.677961+0000","last_clean":"2024-07-26T15:49:00.677961+0000","last_became_active":"2024-07-26T15:48:58.650139+0000","last_became_peered":"2024-07-26T15:48:58.650139+0000","last_unstale":"2024-07-26T15:49:00.677961+0000","last_undegraded":"2024-07-26T15:49:00.677961+0000","last_fullsized":"2024-07-26T15:49:00.677961+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:01:16.816718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782599+0000","last_change":"2024-07-26T15:48:59.685387+0000","last_active":"2024-07-26T15:49:00.782599+0000","last_peered":"2024-07-26T15:49:00.782599+0000","last_clean":"2024-07-26T15:49:00.782599+0000","last_became_active":"2024-07-26T15:48:59.684609+0000","last_became_peered":"2024-07-26T15:48:59.684609+0000","last_unstale":"2024-07-26T15:49:00.782599+0000","last_undegraded":"2024-07-26T15:49:00.782599+0000","last_fullsized":"2024-07-26T15:49:00.782599+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:17:07.021123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782498+0000","last_change":"2024-07-26T15:48:58.656233+0000","last_active":"2024-07-26T15:49:00.782498+0000","last_peered":"2024-07-26T15:49:00.782498+0000","last_clean":"2024-07-26T15:49:00.782498+0000","last_became_active":"2024-07-26T15:48:58.655875+0000","last_became_peered":"2024-07-26T15:48:58.655875+0000","last_unstale":"2024-07-26T15:49:00.782498+0000","last_undegraded":"2024-07-26T15:49:00.782498+0000","last_fullsized":"2024-07-26T15:49:00.782498+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:32.361867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783264+0000","last_change":"2024-07-26T15:48:59.696794+0000","last_active":"2024-07-26T15:49:00.783264+0000","last_peered":"2024-07-26T15:49:00.783264+0000","last_clean":"2024-07-26T15:49:00.783264+0000","last_became_active":"2024-07-26T15:48:59.696504+0000","last_became_peered":"2024-07-26T15:48:59.696504+0000","last_unstale":"2024-07-26T15:49:00.783264+0000","last_undegraded":"2024-07-26T15:49:00.783264+0000","last_fullsized":"2024-07-26T15:49:00.783264+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:51:10.388940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782633+0000","last_change":"2024-07-26T15:48:58.660482+0000","last_active":"2024-07-26T15:49:00.782633+0000","last_peered":"2024-07-26T15:49:00.782633+0000","last_clean":"2024-07-26T15:49:00.782633+0000","last_became_active":"2024-07-26T15:48:58.660121+0000","last_became_peered":"2024-07-26T15:48:58.660121+0000","last_unstale":"2024-07-26T15:49:00.782633+0000","last_undegraded":"2024-07-26T15:49:00.782633+0000","last_fullsized":"2024-07-26T15:49:00.782633+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:46:10.743385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678495+0000","last_change":"2024-07-26T15:48:59.693148+0000","last_active":"2024-07-26T15:49:00.678495+0000","last_peered":"2024-07-26T15:49:00.678495+0000","last_clean":"2024-07-26T15:49:00.678495+0000","last_became_active":"2024-07-26T15:48:59.692823+0000","last_became_peered":"2024-07-26T15:48:59.692823+0000","last_unstale":"2024-07-26T15:49:00.678495+0000","last_undegraded":"2024-07-26T15:49:00.678495+0000","last_fullsized":"2024-07-26T15:49:00.678495+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:37:12.258380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782981+0000","last_change":"2024-07-26T15:48:58.648633+0000","last_active":"2024-07-26T15:49:00.782981+0000","last_peered":"2024-07-26T15:49:00.782981+0000","last_clean":"2024-07-26T15:49:00.782981+0000","last_became_active":"2024-07-26T15:48:58.648238+0000","last_became_peered":"2024-07-26T15:48:58.648238+0000","last_unstale":"2024-07-26T15:49:00.782981+0000","last_undegraded":"2024-07-26T15:49:00.782981+0000","last_fullsized":"2024-07-26T15:49:00.782981+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:15:51.170390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782989+0000","last_change":"2024-07-26T15:48:59.683656+0000","last_active":"2024-07-26T15:49:00.782989+0000","last_peered":"2024-07-26T15:49:00.782989+0000","last_clean":"2024-07-26T15:49:00.782989+0000","last_became_active":"2024-07-26T15:48:59.683275+0000","last_became_peered":"2024-07-26T15:48:59.683275+0000","last_unstale":"2024-07-26T15:49:00.782989+0000","last_undegraded":"2024-07-26T15:49:00.782989+0000","last_fullsized":"2024-07-26T15:49:00.782989+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:29.998840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.7","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782473+0000","last_change":"2024-07-26T15:48:58.654434+0000","last_active":"2024-07-26T15:49:00.782473+0000","last_peered":"2024-07-26T15:49:00.782473+0000","last_clean":"2024-07-26T15:49:00.782473+0000","last_became_active":"2024-07-26T15:48:58.654098+0000","last_became_peered":"2024-07-26T15:48:58.654098+0000","last_unstale":"2024-07-26T15:49:00.782473+0000","last_undegraded":"2024-07-26T15:49:00.782473+0000","last_fullsized":"2024-07-26T15:49:00.782473+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:17:12.481580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782960+0000","last_change":"2024-07-26T15:48:59.677309+0000","last_active":"2024-07-26T15:49:00.782960+0000","last_peered":"2024-07-26T15:49:00.782960+0000","last_clean":"2024-07-26T15:49:00.782960+0000","last_became_active":"2024-07-26T15:48:59.675440+0000","last_became_peered":"2024-07-26T15:48:59.675440+0000","last_unstale":"2024-07-26T15:49:00.782960+0000","last_undegraded":"2024-07-26T15:49:00.782960+0000","last_fullsized":"2024-07-26T15:49:00.782960+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:54:33.230068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.6","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.678543+0000","last_change":"2024-07-26T15:48:58.650321+0000","last_active":"2024-07-26T15:49:00.678543+0000","last_peered":"2024-07-26T15:49:00.678543+0000","last_clean":"2024-07-26T15:49:00.678543+0000","last_became_active":"2024-07-26T15:48:58.649961+0000","last_became_peered":"2024-07-26T15:48:58.649961+0000","last_unstale":"2024-07-26T15:49:00.678543+0000","last_undegraded":"2024-07-26T15:49:00.678543+0000","last_fullsized":"2024-07-26T15:49:00.678543+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:09:21.107644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782771+0000","last_change":"2024-07-26T15:48:59.697075+0000","last_active":"2024-07-26T15:49:00.782771+0000","last_peered":"2024-07-26T15:49:00.782771+0000","last_clean":"2024-07-26T15:49:00.782771+0000","last_became_active":"2024-07-26T15:48:59.696754+0000","last_became_peered":"2024-07-26T15:48:59.696754+0000","last_unstale":"2024-07-26T15:49:00.782771+0000","last_undegraded":"2024-07-26T15:49:00.782771+0000","last_fullsized":"2024-07-26T15:49:00.782771+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:50.810466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677980+0000","last_change":"2024-07-26T15:48:58.659380+0000","last_active":"2024-07-26T15:49:00.677980+0000","last_peered":"2024-07-26T15:49:00.677980+0000","last_clean":"2024-07-26T15:49:00.677980+0000","last_became_active":"2024-07-26T15:48:58.659035+0000","last_became_peered":"2024-07-26T15:48:58.659035+0000","last_unstale":"2024-07-26T15:49:00.677980+0000","last_undegraded":"2024-07-26T15:49:00.677980+0000","last_fullsized":"2024-07-26T15:49:00.677980+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:08.310055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.676461+0000","last_change":"2024-07-26T15:48:59.672337+0000","last_active":"2024-07-26T15:49:00.676461+0000","last_peered":"2024-07-26T15:49:00.676461+0000","last_clean":"2024-07-26T15:49:00.676461+0000","last_became_active":"2024-07-26T15:48:59.671963+0000","last_became_peered":"2024-07-26T15:48:59.671963+0000","last_unstale":"2024-07-26T15:49:00.676461+0000","last_undegraded":"2024-07-26T15:49:00.676461+0000","last_fullsized":"2024-07-26T15:49:00.676461+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:00:13.215418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783514+0000","last_change":"2024-07-26T15:48:58.658853+0000","last_active":"2024-07-26T15:49:00.783514+0000","last_peered":"2024-07-26T15:49:00.783514+0000","last_clean":"2024-07-26T15:49:00.783514+0000","last_became_active":"2024-07-26T15:48:58.658541+0000","last_became_peered":"2024-07-26T15:48:58.658541+0000","last_unstale":"2024-07-26T15:49:00.783514+0000","last_undegraded":"2024-07-26T15:49:00.783514+0000","last_fullsized":"2024-07-26T15:49:00.783514+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:15.884146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783579+0000","last_change":"2024-07-26T15:48:59.674498+0000","last_active":"2024-07-26T15:49:00.783579+0000","last_peered":"2024-07-26T15:49:00.783579+0000","last_clean":"2024-07-26T15:49:00.783579+0000","last_became_active":"2024-07-26T15:48:59.674164+0000","last_became_peered":"2024-07-26T15:48:59.674164+0000","last_unstale":"2024-07-26T15:49:00.783579+0000","last_undegraded":"2024-07-26T15:49:00.783579+0000","last_fullsized":"2024-07-26T15:49:00.783579+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:36:42.857220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.677682+0000","last_change":"2024-07-26T15:48:58.652224+0000","last_active":"2024-07-26T15:49:00.677682+0000","last_peered":"2024-07-26T15:49:00.677682+0000","last_clean":"2024-07-26T15:49:00.677682+0000","last_became_active":"2024-07-26T15:48:58.651843+0000","last_became_peered":"2024-07-26T15:48:58.651843+0000","last_unstale":"2024-07-26T15:49:00.677682+0000","last_undegraded":"2024-07-26T15:49:00.677682+0000","last_fullsized":"2024-07-26T15:49:00.677682+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:30.991895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783863+0000","last_change":"2024-07-26T15:48:59.673442+0000","last_active":"2024-07-26T15:49:00.783863+0000","last_peered":"2024-07-26T15:49:00.783863+0000","last_clean":"2024-07-26T15:49:00.783863+0000","last_became_active":"2024-07-26T15:48:59.673129+0000","last_became_peered":"2024-07-26T15:48:59.673129+0000","last_unstale":"2024-07-26T15:49:00.783863+0000","last_undegraded":"2024-07-26T15:49:00.783863+0000","last_fullsized":"2024-07-26T15:49:00.783863+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:00:39.890659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782947+0000","last_change":"2024-07-26T15:48:58.656203+0000","last_active":"2024-07-26T15:49:00.782947+0000","last_peered":"2024-07-26T15:49:00.782947+0000","last_clean":"2024-07-26T15:49:00.782947+0000","last_became_active":"2024-07-26T15:48:58.655844+0000","last_became_peered":"2024-07-26T15:48:58.655844+0000","last_unstale":"2024-07-26T15:49:00.782947+0000","last_undegraded":"2024-07-26T15:49:00.782947+0000","last_fullsized":"2024-07-26T15:49:00.782947+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:39:31.171327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783692+0000","last_change":"2024-07-26T15:48:59.683669+0000","last_active":"2024-07-26T15:49:00.783692+0000","last_peered":"2024-07-26T15:49:00.783692+0000","last_clean":"2024-07-26T15:49:00.783692+0000","last_became_active":"2024-07-26T15:48:59.683304+0000","last_became_peered":"2024-07-26T15:48:59.683304+0000","last_unstale":"2024-07-26T15:49:00.783692+0000","last_undegraded":"2024-07-26T15:49:00.783692+0000","last_fullsized":"2024-07-26T15:49:00.783692+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:21:39.222833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782924+0000","last_change":"2024-07-26T15:48:58.658839+0000","last_active":"2024-07-26T15:49:00.782924+0000","last_peered":"2024-07-26T15:49:00.782924+0000","last_clean":"2024-07-26T15:49:00.782924+0000","last_became_active":"2024-07-26T15:48:58.658501+0000","last_became_peered":"2024-07-26T15:48:58.658501+0000","last_unstale":"2024-07-26T15:49:00.782924+0000","last_undegraded":"2024-07-26T15:49:00.782924+0000","last_fullsized":"2024-07-26T15:49:00.782924+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:28:01.105897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.7","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783516+0000","last_change":"2024-07-26T15:48:59.696550+0000","last_active":"2024-07-26T15:49:00.783516+0000","last_peered":"2024-07-26T15:49:00.783516+0000","last_clean":"2024-07-26T15:49:00.783516+0000","last_became_active":"2024-07-26T15:48:59.696225+0000","last_became_peered":"2024-07-26T15:48:59.696225+0000","last_unstale":"2024-07-26T15:49:00.783516+0000","last_undegraded":"2024-07-26T15:49:00.783516+0000","last_fullsized":"2024-07-26T15:49:00.783516+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:37.998743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782981+0000","last_change":"2024-07-26T15:48:58.663200+0000","last_active":"2024-07-26T15:49:00.782981+0000","last_peered":"2024-07-26T15:49:00.782981+0000","last_clean":"2024-07-26T15:49:00.782981+0000","last_became_active":"2024-07-26T15:48:58.662680+0000","last_became_peered":"2024-07-26T15:48:58.662680+0000","last_unstale":"2024-07-26T15:49:00.782981+0000","last_undegraded":"2024-07-26T15:49:00.782981+0000","last_fullsized":"2024-07-26T15:49:00.782981+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:31:31.025626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.15","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.783808+0000","last_change":"2024-07-26T15:48:59.684470+0000","last_active":"2024-07-26T15:49:00.783808+0000","last_peered":"2024-07-26T15:49:00.783808+0000","last_clean":"2024-07-26T15:49:00.783808+0000","last_became_active":"2024-07-26T15:48:59.684167+0000","last_became_peered":"2024-07-26T15:48:59.684167+0000","last_unstale":"2024-07-26T15:49:00.783808+0000","last_undegraded":"2024-07-26T15:49:00.783808+0000","last_fullsized":"2024-07-26T15:49:00.783808+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:58.633140+0000","last_clean_scrub_stamp":"2024-07-26T15:48:58.633140+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:46:13.120506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782539+0000","last_change":"2024-07-26T15:48:58.655228+0000","last_active":"2024-07-26T15:49:00.782539+0000","last_peered":"2024-07-26T15:49:00.782539+0000","last_clean":"2024-07-26T15:49:00.782539+0000","last_became_active":"2024-07-26T15:48:58.654882+0000","last_became_peered":"2024-07-26T15:48:58.654882+0000","last_unstale":"2024-07-26T15:49:00.782539+0000","last_undegraded":"2024-07-26T15:49:00.782539+0000","last_fullsized":"2024-07-26T15:49:00.782539+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:48:57.622878+0000","last_clean_scrub_stamp":"2024-07-26T15:48:57.622878+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:58:26.519325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"152'163","reported_seq":702,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-07-26T15:49:00.782232+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T15:49:00.782232+0000","last_peered":"2024-07-26T15:49:00.782232+0000","last_clean":"2024-07-26T15:49:00.782232+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T15:49:00.782232+0000","last_undegraded":"2024-07-26T15:49:00.782232+0000","last_fullsized":"2024-07-26T15:49:00.782232+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":163,"log_dups_size":0,"ondisk_log_size":163,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":846,"num_read_kb":2343,"num_write":257,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":20,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":19,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":846,"num_read_kb":2343,"num_write":257,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":163,"ondisk_log_size":163,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575094,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60116,"kb_used_data":2560,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311724,"statfs":{"total":96636764160,"available":96575205376,"internally_reserved":0,"allocated":2621440,"data_stored":1623178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509685,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37320,"kb_used_data":1972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334520,"statfs":{"total":96636764160,"available":96598548480,"internally_reserved":0,"allocated":2019328,"data_stored":1031780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,7],"upper_bound":8},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509685,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55364,"kb_used_data":1968,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316476,"statfs":{"total":96636764160,"available":96580071424,"internally_reserved":0,"allocated":2015232,"data_stored":1031130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509685,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37308,"kb_used_data":1964,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334532,"statfs":{"total":96636764160,"available":96598560768,"internally_reserved":0,"allocated":2011136,"data_stored":1031108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509684,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37320,"kb_used_data":1980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334520,"statfs":{"total":96636764160,"available":96598548480,"internally_reserved":0,"allocated":2027520,"data_stored":1032790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509684,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59520,"kb_used_data":1972,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312320,"statfs":{"total":96636764160,"available":96575815680,"internally_reserved":0,"allocated":2019328,"data_stored":1031724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509687,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37316,"kb_used_data":1968,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334524,"statfs":{"total":96636764160,"available":96598552576,"internally_reserved":0,"allocated":2015232,"data_stored":1031178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542391,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37896,"kb_used_data":2552,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333944,"statfs":{"total":96636764160,"available":96597958656,"internally_reserved":0,"allocated":2613248,"data_stored":1621532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T15:49:04.146 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T15:49:04.146 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T15:49:04.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.307+0000 7f1511806640 1 -- 172.21.15.33:0/2241029828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f150c0d0c80 msgr2=0x7f150c0ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.307+0000 7f1511806640 1 --2- 172.21.15.33:0/2241029828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f150c0d0c80 0x7f150c0ce8d0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f14f4009830 tx=0x7f14f402a480 comp rx=0 tx=0).stop 2024-07-26T15:49:04.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.307+0000 7f1511806640 1 -- 172.21.15.33:0/2241029828 shutdown_connections 2024-07-26T15:49:04.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.307+0000 7f1511806640 1 --2- 172.21.15.33:0/2241029828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f150c0d0c80 0x7f150c0ce8d0 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.307+0000 7f1511806640 1 -- 172.21.15.33:0/2241029828 >> 172.21.15.33:0/2241029828 conn(0x7f150c0d3dc0 msgr2=0x7f150c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:04.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.307+0000 7f1511806640 1 -- 172.21.15.33:0/2241029828 shutdown_connections 2024-07-26T15:49:04.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.307+0000 7f1511806640 1 -- 172.21.15.33:0/2241029828 wait complete. 2024-07-26T15:49:04.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.309+0000 7f1511806640 1 Processor -- start 2024-07-26T15:49:04.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.309+0000 7f1511806640 1 -- start start 2024-07-26T15:49:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.310+0000 7f1511806640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f150c0b53e0 0x7f150c156e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.310+0000 7f1511806640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f150c0b7d00 0x7f150c0cd360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.310+0000 7f1511806640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f150c06d680 0x7f150c06da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.310+0000 7f1511806640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f150c0cf8b0 con 0x7f150c0b53e0 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.310+0000 7f1511806640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f150c0cf730 con 0x7f150c06d680 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.310+0000 7f1511806640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f150c0cfa30 con 0x7f150c0b7d00 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f150c0b53e0 0x7f150c156e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f150c0b53e0 0x7f150c156e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34354/0 (socket says 172.21.15.33:34354) 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150affd640 1 -- 172.21.15.33:0/4129528071 learned_addr learned my addr 172.21.15.33:0/4129528071 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150a7fc640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f150c0b7d00 0x7f150c0cd360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150b7fe640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f150c06d680 0x7f150c06da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150affd640 1 -- 172.21.15.33:0/4129528071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f150c0b7d00 msgr2=0x7f150c0cd360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150affd640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f150c0b7d00 0x7f150c0cd360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150affd640 1 -- 172.21.15.33:0/4129528071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f150c06d680 msgr2=0x7f150c06da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150affd640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f150c06d680 0x7f150c06da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150affd640 1 -- 172.21.15.33:0/4129528071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f150c06dfd0 con 0x7f150c0b53e0 2024-07-26T15:49:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150b7fe640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f150c06d680 0x7f150c06da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:49:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f150affd640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f150c0b53e0 0x7f150c156e30 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f14fc00ba80 tx=0x7f14fc00bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f1503fff640 1 -- 172.21.15.33:0/4129528071 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14fc00cba0 con 0x7f150c0b53e0 2024-07-26T15:49:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f1503fff640 1 -- 172.21.15.33:0/4129528071 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f14fc00ce30 con 0x7f150c0b53e0 2024-07-26T15:49:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f1511806640 1 -- 172.21.15.33:0/4129528071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f150c1f8b50 con 0x7f150c0b53e0 2024-07-26T15:49:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f1503fff640 1 -- 172.21.15.33:0/4129528071 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14fc003bd0 con 0x7f150c0b53e0 2024-07-26T15:49:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.311+0000 7f1511806640 1 -- 172.21.15.33:0/4129528071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f150c0cd8a0 con 0x7f150c0b53e0 2024-07-26T15:49:04.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.312+0000 7f1511806640 1 -- 172.21.15.33:0/4129528071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f150c0d0570 con 0x7f150c0b53e0 2024-07-26T15:49:04.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.313+0000 7f1503fff640 1 -- 172.21.15.33:0/4129528071 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f14fc014440 con 0x7f150c0b53e0 2024-07-26T15:49:04.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.314+0000 7f1503fff640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f14ec077130 0x7f14ec079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:04.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.314+0000 7f1503fff640 1 -- 172.21.15.33:0/4129528071 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7f14fc098b90 con 0x7f150c0b53e0 2024-07-26T15:49:04.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.314+0000 7f150a7fc640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f14ec077130 0x7f14ec079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:04.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.314+0000 7f150a7fc640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f14ec077130 0x7f14ec079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f14f4034000 tx=0x7f14f4004730 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:04.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.318+0000 7f1503fff640 1 -- 172.21.15.33:0/4129528071 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f150c06dfd0 con 0x7f150c0b53e0 2024-07-26T15:49:04.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.587+0000 7f1511806640 1 -- 172.21.15.33:0/4129528071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f150c0b9c80 con 0x7f150c0b53e0 2024-07-26T15:49:04.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.590+0000 7f1503fff640 1 -- 172.21.15.33:0/4129528071 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v22) ==== 190+0+147 (secure 0 0 0) 0x7f14fc061470 con 0x7f150c0b53e0 2024-07-26T15:49:04.591 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T15:49:04.591 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T15:49:04.591 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T15:49:04.592 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T15:49:04.592 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T15:49:04.592 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T15:49:04.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 -- 172.21.15.33:0/4129528071 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f14ec077130 msgr2=0x7f14ec079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f14ec077130 0x7f14ec079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f14f4034000 tx=0x7f14f4004730 comp rx=0 tx=0).stop 2024-07-26T15:49:04.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 -- 172.21.15.33:0/4129528071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f150c0b53e0 msgr2=0x7f150c156e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f150c0b53e0 0x7f150c156e30 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f14fc00ba80 tx=0x7f14fc00bf40 comp rx=0 tx=0).stop 2024-07-26T15:49:04.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 -- 172.21.15.33:0/4129528071 shutdown_connections 2024-07-26T15:49:04.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f14ec077130 0x7f14ec079640 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f150c06d680 0x7f150c06da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f150c0b7d00 0x7f150c0cd360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 --2- 172.21.15.33:0/4129528071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f150c0b53e0 0x7f150c156e30 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 -- 172.21.15.33:0/4129528071 >> 172.21.15.33:0/4129528071 conn(0x7f150c0d3dc0 msgr2=0x7f150c0ce890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:04.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 -- 172.21.15.33:0/4129528071 shutdown_connections 2024-07-26T15:49:04.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.592+0000 7f1511806640 1 -- 172.21.15.33:0/4129528071 wait complete. 2024-07-26T15:49:04.605 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T15:49:04.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.722+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2764796277 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d740b6e00 msgr2=0x7f0d740b1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.722+0000 7f0d7b1c8640 1 --2- 172.21.15.33:0/2764796277 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d740b6e00 0x7f0d740b1910 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f0d68009830 tx=0x7f0d6802a480 comp rx=0 tx=0).stop 2024-07-26T15:49:04.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.722+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2764796277 shutdown_connections 2024-07-26T15:49:04.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.722+0000 7f0d7b1c8640 1 --2- 172.21.15.33:0/2764796277 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d740b6e00 0x7f0d740b1910 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.722+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2764796277 >> 172.21.15.33:0/2764796277 conn(0x7f0d740d1bf0 msgr2=0x7f0d740d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:04.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.722+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2764796277 shutdown_connections 2024-07-26T15:49:04.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.722+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2764796277 wait complete. 2024-07-26T15:49:04.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.724+0000 7f0d7b1c8640 1 Processor -- start 2024-07-26T15:49:04.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.724+0000 7f0d7b1c8640 1 -- start start 2024-07-26T15:49:04.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.725+0000 7f0d7b1c8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0d740b1e50 0x7f0d74154d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:04.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.725+0000 7f0d7b1c8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d740b6e00 0x7f0d74157a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:04.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.725+0000 7f0d7b1c8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0d740cc660 0x7f0d7415b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:04.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.725+0000 7f0d7b1c8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0d74167840 con 0x7f0d740b6e00 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.725+0000 7f0d7b1c8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0d741676c0 con 0x7f0d740cc660 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.725+0000 7f0d7b1c8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0d741679c0 con 0x7f0d740b1e50 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.725+0000 7f0d73fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d740b6e00 0x7f0d74157a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.725+0000 7f0d73fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d740b6e00 0x7f0d74157a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34386/0 (socket says 172.21.15.33:34386) 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d73fff640 1 -- 172.21.15.33:0/2523299064 learned_addr learned my addr 172.21.15.33:0/2523299064 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d78f64640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0d740b1e50 0x7f0d74154d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d79765640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0d740cc660 0x7f0d7415b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d73fff640 1 -- 172.21.15.33:0/2523299064 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0d740b1e50 msgr2=0x7f0d74154d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d73fff640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0d740b1e50 0x7f0d74154d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d73fff640 1 -- 172.21.15.33:0/2523299064 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0d740cc660 msgr2=0x7f0d7415b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d73fff640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0d740cc660 0x7f0d7415b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d73fff640 1 -- 172.21.15.33:0/2523299064 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d741f9940 con 0x7f0d740b6e00 2024-07-26T15:49:04.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d79765640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0d740cc660 0x7f0d7415b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:49:04.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d78f64640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0d740b1e50 0x7f0d74154d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:49:04.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d73fff640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d740b6e00 0x7f0d74157a60 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f0d68000c00 tx=0x7f0d68033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:04.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d717fa640 1 -- 172.21.15.33:0/2523299064 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d68031d60 con 0x7f0d740b6e00 2024-07-26T15:49:04.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d717fa640 1 -- 172.21.15.33:0/2523299064 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0d680330d0 con 0x7f0d740b6e00 2024-07-26T15:49:04.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d717fa640 1 -- 172.21.15.33:0/2523299064 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d68033520 con 0x7f0d740b6e00 2024-07-26T15:49:04.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2523299064 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d7415ab90 con 0x7f0d740b6e00 2024-07-26T15:49:04.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.726+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2523299064 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d7415ae30 con 0x7f0d740b6e00 2024-07-26T15:49:04.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.727+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2523299064 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d740b1910 con 0x7f0d740b6e00 2024-07-26T15:49:04.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.728+0000 7f0d717fa640 1 -- 172.21.15.33:0/2523299064 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f0d680035f0 con 0x7f0d740b6e00 2024-07-26T15:49:04.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.728+0000 7f0d717fa640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0d60077130 0x7f0d60079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:04.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.729+0000 7f0d78f64640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0d60077130 0x7f0d60079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:04.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.729+0000 7f0d717fa640 1 -- 172.21.15.33:0/2523299064 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7f0d680ba220 con 0x7f0d740b6e00 2024-07-26T15:49:04.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.729+0000 7f0d78f64640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0d60077130 0x7f0d60079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0d64006fd0 tx=0x7f0d64008040 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:04.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.733+0000 7f0d717fa640 1 -- 172.21.15.33:0/2523299064 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0d6803f030 con 0x7f0d740b6e00 2024-07-26T15:49:04.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.969+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2523299064 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0d740c54c0 con 0x7f0d740b6e00 2024-07-26T15:49:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.969+0000 7f0d717fa640 1 -- 172.21.15.33:0/2523299064 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+5222 (secure 0 0 0) 0x7f0d6808b310 con 0x7f0d740b6e00 2024-07-26T15:49:04.971 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:49:04.971 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":81,"btime":"2024-07-26T15:49:02:680758+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7415,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/318638545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":318638545},{"type":"v1","addr":"172.21.15.33:6834","nonce":318638545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":8137,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/193913692","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":193913692},{"type":"v1","addr":"172.21.15.154:6835","nonce":193913692}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76},{"gid":8823,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2271901314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2271901314},{"type":"v1","addr":"172.21.15.33:6835","nonce":2271901314}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76}],"filesystems":[{"mdsmap":{"epoch":81,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:59.035465+0000","modified":"2024-07-26T15:49:02.074493+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8826},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8826":{"gid":8826,"name":"d","rank":0,"incarnation":77,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/494247982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":494247982},{"type":"v1","addr":"172.21.15.154:6834","nonce":494247982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8826,"qdb_cluster":[8826]},"id":9}]} 2024-07-26T15:49:04.971 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 81 2024-07-26T15:49:04.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2523299064 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0d60077130 msgr2=0x7f0d60079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0d60077130 0x7f0d60079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0d64006fd0 tx=0x7f0d64008040 comp rx=0 tx=0).stop 2024-07-26T15:49:04.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2523299064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d740b6e00 msgr2=0x7f0d74157a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:04.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d740b6e00 0x7f0d74157a60 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f0d68000c00 tx=0x7f0d68033d60 comp rx=0 tx=0).stop 2024-07-26T15:49:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2523299064 shutdown_connections 2024-07-26T15:49:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0d60077130 0x7f0d60079640 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0d740cc660 0x7f0d7415b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d740b6e00 0x7f0d74157a60 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 --2- 172.21.15.33:0/2523299064 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0d740b1e50 0x7f0d74154d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2523299064 >> 172.21.15.33:0/2523299064 conn(0x7f0d740d1bf0 msgr2=0x7f0d740af180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2523299064 shutdown_connections 2024-07-26T15:49:04.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:04.972+0000 7f0d7b1c8640 1 -- 172.21.15.33:0/2523299064 wait complete. 2024-07-26T15:49:05.387 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 81, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T15:48:59.035465+0000', 'modified': '2024-07-26T15:49:02.074493+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8826}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8826': {'gid': 8826, 'name': 'd', 'rank': 0, 'incarnation': 77, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.154:6834/494247982', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.154:6832', 'nonce': 494247982}, {'type': 'v1', 'addr': '172.21.15.154:6834', 'nonce': 494247982}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [20], 'metadata_pool': 19, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8826, 'qdb_cluster': [8826]} 2024-07-26T15:49:05.387 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T15:49:05.388 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-26T15:49:05.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.509+0000 7fb2be223640 1 -- 172.21.15.33:0/145573648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2b80cec20 msgr2=0x7fb2b80b15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.509+0000 7fb2be223640 1 --2- 172.21.15.33:0/145573648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2b80cec20 0x7fb2b80b15f0 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7fb2b8073b10 tx=0x7fb2b002a980 comp rx=0 tx=0).stop 2024-07-26T15:49:05.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.509+0000 7fb2be223640 1 -- 172.21.15.33:0/145573648 shutdown_connections 2024-07-26T15:49:05.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.509+0000 7fb2be223640 1 --2- 172.21.15.33:0/145573648 >> v2:172.21.15.154:3300/0 conn(0x7fb2b80ce2d0 0x7fb2b80ce6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.509+0000 7fb2be223640 1 --2- 172.21.15.33:0/145573648 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2b80cec20 0x7fb2b80b15f0 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.509+0000 7fb2be223640 1 --2- 172.21.15.33:0/145573648 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2b80b6f60 0x7fb2b80b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.509+0000 7fb2be223640 1 -- 172.21.15.33:0/145573648 >> 172.21.15.33:0/145573648 conn(0x7fb2b80b37a0 msgr2=0x7fb2b80b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:05.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.509+0000 7fb2be223640 1 -- 172.21.15.33:0/145573648 shutdown_connections 2024-07-26T15:49:05.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.509+0000 7fb2be223640 1 -- 172.21.15.33:0/145573648 wait complete. 2024-07-26T15:49:05.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.511+0000 7fb2be223640 1 Processor -- start 2024-07-26T15:49:05.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.511+0000 7fb2be223640 1 -- start start 2024-07-26T15:49:05.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.512+0000 7fb2be223640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2b80b6f60 0x7fb2b809f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.512+0000 7fb2be223640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2b80ce2d0 0x7fb2b81f3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.512+0000 7fb2be223640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2b80cec20 0x7fb2b814bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.512+0000 7fb2be223640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b80b2350 con 0x7fb2b80ce2d0 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.512+0000 7fb2be223640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b80b21d0 con 0x7fb2b80b6f60 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.512+0000 7fb2be223640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb2b80b24d0 con 0x7fb2b80cec20 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2b6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2b80ce2d0 0x7fb2b81f3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2b6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2b80ce2d0 0x7fb2b81f3cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34394/0 (socket says 172.21.15.33:34394) 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/3626961834 learned_addr learned my addr 172.21.15.33:0/3626961834 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2b7fff640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2b80cec20 0x7fb2b814bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2b80b6f60 0x7fb2b809f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/3626961834 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2b80cec20 msgr2=0x7fb2b814bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2b80cec20 0x7fb2b814bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/3626961834 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2b80b6f60 msgr2=0x7fb2b809f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2b80b6f60 0x7fb2b809f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/3626961834 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2b814c680 con 0x7fb2b80ce2d0 2024-07-26T15:49:05.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2b80ce2d0 0x7fb2b81f3cd0 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fb2ac00d740 tx=0x7fb2ac00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:05.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb29ffff640 1 -- 172.21.15.33:0/3626961834 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ac017070 con 0x7fb2b80ce2d0 2024-07-26T15:49:05.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb29ffff640 1 -- 172.21.15.33:0/3626961834 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2ac009d20 con 0x7fb2b80ce2d0 2024-07-26T15:49:05.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb29ffff640 1 -- 172.21.15.33:0/3626961834 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ac0106c0 con 0x7fb2b80ce2d0 2024-07-26T15:49:05.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2be223640 1 -- 172.21.15.33:0/3626961834 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2b814c960 con 0x7fb2b80ce2d0 2024-07-26T15:49:05.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.513+0000 7fb2be223640 1 -- 172.21.15.33:0/3626961834 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2b81f34d0 con 0x7fb2b80ce2d0 2024-07-26T15:49:05.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.515+0000 7fb29ffff640 1 -- 172.21.15.33:0/3626961834 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7fb2ac01a070 con 0x7fb2b80ce2d0 2024-07-26T15:49:05.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.516+0000 7fb29ffff640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb2a4077130 0x7fb2a4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.516+0000 7fb29ffff640 1 -- 172.21.15.33:0/3626961834 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7fb2ac098d70 con 0x7fb2b80ce2d0 2024-07-26T15:49:05.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.516+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb2a4077130 0x7fb2a4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.516+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb2a4077130 0x7fb2a4079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb2a8004630 tx=0x7fb2a800b2e0 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:05.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.517+0000 7fb2c5218740 1 Processor -- start 2024-07-26T15:49:05.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.517+0000 7fb2c5218740 1 -- start start 2024-07-26T15:49:05.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.518+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f74bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.518+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115f830d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.518+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f83610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.518+0000 7fb2c5218740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562115ece3f0 con 0x562115b95590 2024-07-26T15:49:05.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.518+0000 7fb2c5218740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x562115ebda90 con 0x562115b8d3b0 2024-07-26T15:49:05.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.518+0000 7fb2c5218740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x562115ec1930 con 0x562115bb6270 2024-07-26T15:49:05.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.518+0000 7fb2b7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f83610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.518+0000 7fb2b7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f83610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34406/0 (socket says 172.21.15.33:34406) 2024-07-26T15:49:05.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.518+0000 7fb2b7fff640 1 -- 172.21.15.33:0/1718683952 learned_addr learned my addr 172.21.15.33:0/1718683952 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:05.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/1718683952 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f74bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/1718683952 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115f830d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb2b7fff640 1 -- 172.21.15.33:0/1718683952 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 msgr2=0x562115f74bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:49:05.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb2b7fff640 1 --2- 172.21.15.33:0/1718683952 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f74bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb2b7fff640 1 -- 172.21.15.33:0/1718683952 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 msgr2=0x562115f830d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:49:05.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb2b7fff640 1 --2- 172.21.15.33:0/1718683952 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115f830d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb2b7fff640 1 -- 172.21.15.33:0/1718683952 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562115c21850 con 0x562115b95590 2024-07-26T15:49:05.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/1718683952 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f74bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T15:49:05.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb2b7fff640 1 --2- 172.21.15.33:0/1718683952 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f83610 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7fb2b0009d60 tx=0x7fb2b0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7e3c054f3448582 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:05.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb29d7fa640 1 -- 172.21.15.33:0/1718683952 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b0034040 con 0x562115b95590 2024-07-26T15:49:05.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb29d7fa640 1 -- 172.21.15.33:0/1718683952 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2b0030a30 con 0x562115b95590 2024-07-26T15:49:05.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.519+0000 7fb29d7fa640 1 -- 172.21.15.33:0/1718683952 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b0003970 con 0x562115b95590 2024-07-26T15:49:05.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.520+0000 7fb2c5218740 1 -- 172.21.15.33:0/1718683952 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 msgr2=0x562115f83610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.520+0000 7fb2c5218740 1 --2- 172.21.15.33:0/1718683952 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f83610 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7fb2b0009d60 tx=0x7fb2b0004a40 comp rx=0 tx=0).stop 2024-07-26T15:49:05.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.520+0000 7fb2c5218740 1 -- 172.21.15.33:0/1718683952 shutdown_connections 2024-07-26T15:49:05.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.520+0000 7fb2c5218740 1 --2- 172.21.15.33:0/1718683952 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f83610 unknown :-1 s=CLOSED pgs=1560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.520+0000 7fb2c5218740 1 --2- 172.21.15.33:0/1718683952 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115f830d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.520+0000 7fb2c5218740 1 --2- 172.21.15.33:0/1718683952 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f74bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.520+0000 7fb2c5218740 1 -- 172.21.15.33:0/1718683952 >> 172.21.15.33:0/1718683952 conn(0x562115baa3c0 msgr2=0x562115f5c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:05.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.520+0000 7fb2c5218740 1 -- 172.21.15.33:0/1718683952 shutdown_connections 2024-07-26T15:49:05.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.520+0000 7fb2c5218740 1 -- 172.21.15.33:0/1718683952 wait complete. 2024-07-26T15:49:05.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.521+0000 7fb2c5218740 1 -- start start 2024-07-26T15:49:05.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.521+0000 7fb2c5218740 1 Processor -- start 2024-07-26T15:49:05.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.522+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115fb59c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.522+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115b95590 0x562115f976b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.522+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115bb6270 0x562115f5c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.522+0000 7fb2c5218740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562115c30620 con 0x562115bb6270 2024-07-26T15:49:05.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.522+0000 7fb2c5218740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x562115e45cb0 con 0x562115b8d3b0 2024-07-26T15:49:05.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.522+0000 7fb2c5218740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x562115f99a90 con 0x562115b95590 2024-07-26T15:49:05.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.522+0000 7fb2c5218740 10 client.0 _ll_register_callbacks cb 0x562115e67ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115bb6270 0x562115f5c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115bb6270 0x562115f5c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34422/0 (socket says 172.21.15.33:34422) 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b7fff640 1 -- 172.21.15.33:0/2079436753 learned_addr learned my addr 172.21.15.33:0/2079436753 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115fb59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115b95590 0x562115f976b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b7fff640 1 -- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115b95590 msgr2=0x562115f976b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b7fff640 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115b95590 0x562115f976b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b7fff640 1 -- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 msgr2=0x562115fb59c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b7fff640 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115fb59c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b7fff640 1 -- 172.21.15.33:0/2079436753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562115c986b0 con 0x562115bb6270 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115b95590 0x562115f976b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2b7fff640 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115bb6270 0x562115f5c180 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7fb2b0041000 tx=0x7fb2b0003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a51c4c0d351b594f server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:05.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2967fc640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2967fc640 1 -- 172.21.15.33:0/2079436753 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b0051060 con 0x562115bb6270 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2967fc640 1 -- 172.21.15.33:0/2079436753 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7fb2b0004040 con 0x562115bb6270 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2c5218740 1 -- 172.21.15.33:0/2079436753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2b0030a30 con 0x562115bb6270 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2967fc640 1 -- 172.21.15.33:0/2079436753 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fb2b0057050 con 0x562115bb6270 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2c5218740 10 client.8964 fetch_fsmap learned FSMap version 81 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.523+0000 7fb2c5218740 1 -- 172.21.15.33:0/2079436753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=2+}) -- 0x562115fb5f00 con 0x562115bb6270 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.524+0000 7fb2967fc640 1 -- 172.21.15.33:0/2079436753 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2b0030a30 con 0x562115bb6270 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.524+0000 7fb2967fc640 1 -- 172.21.15.33:0/2079436753 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 81) ==== 3502+0+0 (secure 0 0 0) 0x7fb2b005a020 con 0x562115bb6270 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.524+0000 7fb2c5218740 10 client.8964 fetch_fsmap finished waiting for FSMap version 81 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.524+0000 7fb2c5218740 10 client.8964 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.524+0000 7fb2c5218740 20 client.8964 populate_metadata read hostname 'smithi033' 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.524+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:6832/494247982,v1:172.21.15.154:6834/494247982] conn(0x562115b74e40 0x562115fb85a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.524+0000 7fb2c5218740 4 client.8964 mds_command: new command op to 8826 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T15:49:05.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.524+0000 7fb2c5218740 1 -- 172.21.15.33:0/2079436753 --> [v2:172.21.15.154:6832/494247982,v1:172.21.15.154:6834/494247982] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562115ed0340 con 0x562115b74e40 2024-07-26T15:49:05.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.524+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:6832/494247982,v1:172.21.15.154:6834/494247982] conn(0x562115b74e40 0x562115fb85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.525+0000 7fb2967fc640 10 client.8964 ms_handle_connect on v2:172.21.15.154:6832/494247982 2024-07-26T15:49:05.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.525+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:6832/494247982,v1:172.21.15.154:6834/494247982] conn(0x562115b74e40 0x562115fb85a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7daaf8f6d10edf1 server_cookie=ab18d2d4291229f9 in_seq=0 out_seq=0 2024-07-26T15:49:05.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2967fc640 1 -- 172.21.15.33:0/2079436753 <== mds.0 v2:172.21.15.154:6832/494247982 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562115ed0340 con 0x562115b74e40 2024-07-26T15:49:05.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2967fc640 10 client.8964 handle_command_reply: tid=0 2024-07-26T15:49:05.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 1 client.8964 shutdown 2024-07-26T15:49:05.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 1 -- 172.21.15.33:0/2079436753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115bb6270 msgr2=0x562115f5c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115bb6270 0x562115f5c180 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7fb2b0041000 tx=0x7fb2b0003ba0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 1 -- 172.21.15.33:0/2079436753 shutdown_connections 2024-07-26T15:49:05.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:6832/494247982,v1:172.21.15.154:6834/494247982] conn(0x562115b74e40 0x562115fb85a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115bb6270 0x562115f5c180 unknown :-1 s=CLOSED pgs=1561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115b95590 0x562115f976b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2967fc640 0 client.8964 ms_handle_reset on v2:172.21.15.154:6832/494247982 2024-07-26T15:49:05.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2079436753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115fb59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 1 -- 172.21.15.33:0/2079436753 >> 172.21.15.33:0/2079436753 conn(0x562115baa3c0 msgr2=0x562115f837b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:05.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 1 -- 172.21.15.33:0/2079436753 shutdown_connections 2024-07-26T15:49:05.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 1 -- 172.21.15.33:0/2079436753 wait complete. 2024-07-26T15:49:05.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.526+0000 7fb2c5218740 20 client.8964 trim_cache size 0 max 16384 2024-07-26T15:49:05.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.545+0000 7fb2c5218740 1 Processor -- start 2024-07-26T15:49:05.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.545+0000 7fb2c5218740 1 -- start start 2024-07-26T15:49:05.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115f57b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f58080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f74bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2c5218740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b806ec30 con 0x562115b95590 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2c5218740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b809c9c0 con 0x562115b8d3b0 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2c5218740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb2b815cfe0 con 0x562115bb6270 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2b6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f58080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2b6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f58080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34430/0 (socket says 172.21.15.33:34430) 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/860451386 learned_addr learned my addr 172.21.15.33:0/860451386 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2b7fff640 1 --2- 172.21.15.33:0/860451386 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f74bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/860451386 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115f57b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/860451386 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 msgr2=0x562115f74bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/860451386 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f74bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/860451386 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 msgr2=0x562115f57b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:49:05.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/860451386 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115f57b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.547+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/860451386 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562115f5c350 con 0x562115b95590 2024-07-26T15:49:05.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.548+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/860451386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f58080 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7fb2ac05e7b0 tx=0x7fb2ac061050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cf4ad8ad38b1a4 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:05.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.548+0000 7fb29cff9640 1 -- 172.21.15.33:0/860451386 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ac021040 con 0x562115b95590 2024-07-26T15:49:05.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.548+0000 7fb29cff9640 1 -- 172.21.15.33:0/860451386 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2ac06a540 con 0x562115b95590 2024-07-26T15:49:05.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.548+0000 7fb29cff9640 1 -- 172.21.15.33:0/860451386 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ac076d70 con 0x562115b95590 2024-07-26T15:49:05.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.548+0000 7fb2c5218740 1 -- 172.21.15.33:0/860451386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 msgr2=0x562115f58080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.548+0000 7fb2c5218740 1 --2- 172.21.15.33:0/860451386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f58080 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7fb2ac05e7b0 tx=0x7fb2ac061050 comp rx=0 tx=0).stop 2024-07-26T15:49:05.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.549+0000 7fb2c5218740 1 -- 172.21.15.33:0/860451386 shutdown_connections 2024-07-26T15:49:05.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.549+0000 7fb2c5218740 1 --2- 172.21.15.33:0/860451386 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f74bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.549+0000 7fb2c5218740 1 --2- 172.21.15.33:0/860451386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f58080 unknown :-1 s=CLOSED pgs=1562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.549+0000 7fb2c5218740 1 --2- 172.21.15.33:0/860451386 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562115f57b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.549+0000 7fb2c5218740 1 -- 172.21.15.33:0/860451386 >> 172.21.15.33:0/860451386 conn(0x562115baa3c0 msgr2=0x562115f51f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:05.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.549+0000 7fb2c5218740 1 -- 172.21.15.33:0/860451386 shutdown_connections 2024-07-26T15:49:05.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.549+0000 7fb2c5218740 1 -- 172.21.15.33:0/860451386 wait complete. 2024-07-26T15:49:05.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.549+0000 7fb2c5218740 1 -- start start 2024-07-26T15:49:05.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.550+0000 7fb2c5218740 1 Processor -- start 2024-07-26T15:49:05.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562116019b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f59f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2c5218740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f57b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2c5218740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562115c30620 con 0x562115b95590 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2c5218740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x562115e45cb0 con 0x562115b8d3b0 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2c5218740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x562115f9b990 con 0x562115bb6270 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2c5218740 10 client.0 _ll_register_callbacks cb 0x7fb2b0009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2b6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f59f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2b6ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f59f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34436/0 (socket says 172.21.15.33:34436) 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/2519467326 learned_addr learned my addr 172.21.15.33:0/2519467326 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562116019b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2b7fff640 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f57b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 msgr2=0x562115f57b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f57b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 msgr2=0x562116019b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562116019b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.551+0000 7fb2b6ffd640 1 -- 172.21.15.33:0/2519467326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562115f5a460 con 0x562115b95590 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2b6ffd640 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f59f20 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7fb2ac009610 tx=0x7fb2ac05da00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d9ad01e87418d66 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2967fc640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2967fc640 1 -- 172.21.15.33:0/2519467326 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2ac080060 con 0x562115b95590 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2967fc640 1 -- 172.21.15.33:0/2519467326 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7fb2ac0609a0 con 0x562115b95590 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2c5218740 1 -- 172.21.15.33:0/2519467326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2ac06a540 con 0x562115b95590 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2967fc640 1 -- 172.21.15.33:0/2519467326 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fb2ac021040 con 0x562115b95590 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2c5218740 10 client.8970 fetch_fsmap learned FSMap version 81 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2c5218740 1 -- 172.21.15.33:0/2519467326 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=81,monmap=2+}) -- 0x562116026b20 con 0x562115b95590 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2967fc640 1 -- 172.21.15.33:0/2519467326 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2ac06a540 con 0x562115b95590 2024-07-26T15:49:05.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2967fc640 1 -- 172.21.15.33:0/2519467326 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 81) ==== 3502+0+0 (secure 0 0 0) 0x7fb2ac096030 con 0x562115b95590 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2c5218740 10 client.8970 fetch_fsmap finished waiting for FSMap version 81 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2c5218740 10 client.8970 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2c5218740 20 client.8970 populate_metadata read hostname 'smithi033' 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:6832/494247982,v1:172.21.15.154:6834/494247982] conn(0x5621160272c0 0x562116023730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2c5218740 4 client.8970 mds_command: new command op to 8826 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2c5218740 1 -- 172.21.15.33:0/2519467326 --> [v2:172.21.15.154:6832/494247982,v1:172.21.15.154:6834/494247982] -- command(tid 0: {"prefix": "status"}) -- 0x562115ecbde0 con 0x5621160272c0 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.552+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:6832/494247982,v1:172.21.15.154:6834/494247982] conn(0x5621160272c0 0x562116023730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2967fc640 10 client.8970 ms_handle_connect on v2:172.21.15.154:6832/494247982 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2b77fe640 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:6832/494247982,v1:172.21.15.154:6834/494247982] conn(0x5621160272c0 0x562116023730 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6d54021797876ea server_cookie=2f63fbc25cbc01a2 in_seq=0 out_seq=0 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2967fc640 1 -- 172.21.15.33:0/2519467326 <== mds.0 v2:172.21.15.154:6832/494247982 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x562115ecbde0 con 0x5621160272c0 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2967fc640 10 client.8970 handle_command_reply: tid=0 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2c5218740 1 client.8970 shutdown 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2c5218740 1 -- 172.21.15.33:0/2519467326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 msgr2=0x562115f59f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f59f20 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7fb2ac009610 tx=0x7fb2ac05da00 comp rx=0 tx=0).stop 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2c5218740 1 -- 172.21.15.33:0/2519467326 shutdown_connections 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:6832/494247982,v1:172.21.15.154:6834/494247982] conn(0x5621160272c0 0x562116023730 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562115bb6270 0x562115f57b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562115b95590 0x562115f59f20 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2967fc640 0 client.8970 ms_handle_reset on v2:172.21.15.154:6832/494247982 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2c5218740 1 --2- 172.21.15.33:0/2519467326 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562115b8d3b0 0x562116019b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.553+0000 7fb2c5218740 1 -- 172.21.15.33:0/2519467326 >> 172.21.15.33:0/2519467326 conn(0x562115baa3c0 msgr2=0x562115f992d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2c5218740 1 -- 172.21.15.33:0/2519467326 shutdown_connections 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2c5218740 1 -- 172.21.15.33:0/2519467326 wait complete. 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2c5218740 20 client.8970 trim_cache size 0 max 16384 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:49:05.560 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T15:49:05.561 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T15:49:05.561 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 8826, 2024-07-26T15:49:05.561 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T15:49:05.561 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T15:49:05.561 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T15:49:05.561 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 5.8852898710000003, 2024-07-26T15:49:05.561 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 81, 2024-07-26T15:49:05.561 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 162, 2024-07-26T15:49:05.561 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 162, 2024-07-26T15:49:05.561 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 10.512330161 2024-07-26T15:49:05.561 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:49:05.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 -- 172.21.15.33:0/3626961834 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb2a4077130 msgr2=0x7fb2a4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb2a4077130 0x7fb2a4079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb2a8004630 tx=0x7fb2a800b2e0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 -- 172.21.15.33:0/3626961834 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2b80ce2d0 msgr2=0x7fb2b81f3cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2b80ce2d0 0x7fb2b81f3cd0 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fb2ac00d740 tx=0x7fb2ac00dc00 comp rx=0 tx=0).stop 2024-07-26T15:49:05.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 -- 172.21.15.33:0/3626961834 shutdown_connections 2024-07-26T15:49:05.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fb2a4077130 0x7fb2a4079640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb2b80cec20 0x7fb2b814bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb2b80ce2d0 0x7fb2b81f3cd0 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 --2- 172.21.15.33:0/3626961834 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb2b80b6f60 0x7fb2b809f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 -- 172.21.15.33:0/3626961834 >> 172.21.15.33:0/3626961834 conn(0x7fb2b80b37a0 msgr2=0x7fb2b80b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:05.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 -- 172.21.15.33:0/3626961834 shutdown_connections 2024-07-26T15:49:05.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.554+0000 7fb2be223640 1 -- 172.21.15.33:0/3626961834 wait complete. 2024-07-26T15:49:05.567 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T15:49:05.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.683+0000 7f2866799640 1 -- 172.21.15.33:0/2194446582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28600b6fc0 msgr2=0x7f28600ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.683+0000 7f2866799640 1 --2- 172.21.15.33:0/2194446582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28600b6fc0 0x7f28600ce260 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f286015c840 tx=0x7f285002a560 comp rx=0 tx=0).stop 2024-07-26T15:49:05.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.683+0000 7f2866799640 1 -- 172.21.15.33:0/2194446582 shutdown_connections 2024-07-26T15:49:05.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.683+0000 7f2866799640 1 --2- 172.21.15.33:0/2194446582 >> v2:172.21.15.154:3300/0 conn(0x7f28600cc740 0x7f28600ccb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.683+0000 7f2866799640 1 --2- 172.21.15.33:0/2194446582 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28600ce7a0 0x7f28600cebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.683+0000 7f2866799640 1 --2- 172.21.15.33:0/2194446582 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28600b6fc0 0x7f28600ce260 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.683+0000 7f2866799640 1 -- 172.21.15.33:0/2194446582 >> 172.21.15.33:0/2194446582 conn(0x7f28600d1b70 msgr2=0x7f28600d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:05.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.683+0000 7f2866799640 1 -- 172.21.15.33:0/2194446582 shutdown_connections 2024-07-26T15:49:05.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.683+0000 7f2866799640 1 -- 172.21.15.33:0/2194446582 wait complete. 2024-07-26T15:49:05.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.685+0000 7f2866799640 1 Processor -- start 2024-07-26T15:49:05.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.685+0000 7f2866799640 1 -- start start 2024-07-26T15:49:05.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f2866799640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28600b6fc0 0x7f286014f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f2866799640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28600cc740 0x7f286014bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f2866799640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28600ce7a0 0x7f286015ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f2866799640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f28600cd210 con 0x7f28600b6fc0 2024-07-26T15:49:05.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f2866799640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f28600cd090 con 0x7f28600cc740 2024-07-26T15:49:05.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f2866799640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f28600cd390 con 0x7f28600ce7a0 2024-07-26T15:49:05.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28600b6fc0 0x7f286014f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28600b6fc0 0x7f286014f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34454/0 (socket says 172.21.15.33:34454) 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285ffff640 1 -- 172.21.15.33:0/735861361 learned_addr learned my addr 172.21.15.33:0/735861361 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285f7fe640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28600cc740 0x7f286014bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f2864d36640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28600ce7a0 0x7f286015ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285ffff640 1 -- 172.21.15.33:0/735861361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28600ce7a0 msgr2=0x7f286015ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285ffff640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28600ce7a0 0x7f286015ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285ffff640 1 -- 172.21.15.33:0/735861361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28600cc740 msgr2=0x7f286014bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285ffff640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28600cc740 0x7f286014bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285ffff640 1 -- 172.21.15.33:0/735861361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28601f3040 con 0x7f28600b6fc0 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285ffff640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28600b6fc0 0x7f286014f0a0 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f2850034040 tx=0x7f28500038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285cff9640 1 -- 172.21.15.33:0/735861361 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f285003e030 con 0x7f28600b6fc0 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285cff9640 1 -- 172.21.15.33:0/735861361 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2850003db0 con 0x7f28600b6fc0 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f2866799640 1 -- 172.21.15.33:0/735861361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28601f3320 con 0x7f28600b6fc0 2024-07-26T15:49:05.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f285cff9640 1 -- 172.21.15.33:0/735861361 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2850035040 con 0x7f28600b6fc0 2024-07-26T15:49:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.687+0000 7f2866799640 1 -- 172.21.15.33:0/735861361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28601f38e0 con 0x7f28600b6fc0 2024-07-26T15:49:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.688+0000 7f2866799640 1 -- 172.21.15.33:0/735861361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28600ccb50 con 0x7f28600b6fc0 2024-07-26T15:49:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.689+0000 7f285cff9640 1 -- 172.21.15.33:0/735861361 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f2850041030 con 0x7f28600b6fc0 2024-07-26T15:49:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.690+0000 7f285cff9640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f284c077130 0x7f284c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.690+0000 7f285cff9640 1 -- 172.21.15.33:0/735861361 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7f28500b9aa0 con 0x7f28600b6fc0 2024-07-26T15:49:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.690+0000 7f285f7fe640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f284c077130 0x7f284c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.690+0000 7f285f7fe640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f284c077130 0x7f284c079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2860069bf0 tx=0x7f2854005e30 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:05.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.696+0000 7f285cff9640 1 -- 172.21.15.33:0/735861361 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f28500828c0 con 0x7f28600b6fc0 2024-07-26T15:49:05.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.928+0000 7f2866799640 1 -- 172.21.15.33:0/735861361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f28600707a0 con 0x7f28600b6fc0 2024-07-26T15:49:05.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.929+0000 7f285cff9640 1 -- 172.21.15.33:0/735861361 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v81) ==== 53+0+73 (secure 0 0 0) 0x7f28500821c0 con 0x7f28600b6fc0 2024-07-26T15:49:05.929 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T15:49:05.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 -- 172.21.15.33:0/735861361 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f284c077130 msgr2=0x7f284c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f284c077130 0x7f284c079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f2860069bf0 tx=0x7f2854005e30 comp rx=0 tx=0).stop 2024-07-26T15:49:05.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 -- 172.21.15.33:0/735861361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28600b6fc0 msgr2=0x7f286014f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:05.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28600b6fc0 0x7f286014f0a0 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f2850034040 tx=0x7f28500038a0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 -- 172.21.15.33:0/735861361 shutdown_connections 2024-07-26T15:49:05.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f284c077130 0x7f284c079640 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28600ce7a0 0x7f286015ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28600cc740 0x7f286014bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 --2- 172.21.15.33:0/735861361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28600b6fc0 0x7f286014f0a0 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:05.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 -- 172.21.15.33:0/735861361 >> 172.21.15.33:0/735861361 conn(0x7f28600d1b70 msgr2=0x7f28600afe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:05.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 -- 172.21.15.33:0/735861361 shutdown_connections 2024-07-26T15:49:05.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:05.931+0000 7f2866799640 1 -- 172.21.15.33:0/735861361 wait complete. 2024-07-26T15:49:05.943 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T15:49:05.943 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T15:49:05.943 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T15:49:05.943 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T15:49:05.943 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T15:49:05.943 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T15:49:05.943 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T15:49:05.943 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T15:49:05.943 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:49:05.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:49:05.944 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T15:49:05.960 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T15:49:05.960 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T15:49:05.960 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T15:49:05.960 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:49:05.960 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 41511sec preferred_lft 41511sec 2024-07-26T15:49:05.961 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:49:05.962 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T15:49:05.963 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:49:05.963 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T15:49:05.963 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:49:05.963 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T15:49:05.963 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T15:49:05.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:49:05.963 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T15:49:06.024 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T15:49:06.026 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:49:06.026 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T15:49:06.082 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T15:49:06.082 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T15:49:06.082 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T15:49:06.083 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T15:49:06.083 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T15:49:06.083 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T15:49:06.083 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T15:49:06.083 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T15:49:06.083 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T15:49:06.083 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T15:49:06.083 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T15:49:06.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T15:49:06.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:49:06.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:49:06.212 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T15:49:06.227 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T15:49:06.227 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T15:49:06.227 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:49:06.228 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:49:06.228 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T15:49:06.293 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T15:49:06.293 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:49:06.293 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T15:49:06.349 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T15:49:06.349 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T15:49:06.349 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:49:06.404 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:49:06.471 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:49:06.528 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:49:06.528 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:49:06.528 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:49:06.528 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:49:06.528 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:49:06.528 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:49:06.528 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:49:06.528 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:49:06.529 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:49:06.530 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:49:06.530 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:49:06.530 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:49:06.530 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:49:06.530 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:49:06.530 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:49:06.530 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:49:06.530 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:49:06.530 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:49:06.530 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:49:06.531 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:49:06.531 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:49:06.531 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:49:06.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:49:06.531 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:49:06.583 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T15:49:06.584 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T15:49:06.627 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T15:49:06.653 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T15:49:06.711 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T15:49:06.712 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T15:49:06.713 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T15:49:06.713 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T15:49:06.713 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T15:49:06.713 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T15:49:06.713 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T15:49:06.713 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T15:49:06.713 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T15:49:06.713 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T15:49:06.713 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T15:49:06.713 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T15:49:06.713 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T15:49:06.714 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T15:49:06.714 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T15:49:06.714 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T15:49:06.714 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T15:49:06.714 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T15:49:06.714 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T15:49:06.714 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:49:06.714 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T15:49:06.714 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:49:06.714 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T15:49:06.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:49:06.715 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T15:49:06.723 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T15:49:06.722+0000 7f283c120480 -1 init, newargv = 0x7f2820001080 newargc=15 2024-07-26T15:49:06.723 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[80596]: starting ceph client 2024-07-26T15:49:06.729 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[80596]: starting fuse 2024-07-26T15:49:06.739 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T15:49:06.739 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T15:49:06.740 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T15:49:06.740 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T15:49:06.740 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T15:49:06.740 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T15:49:06.740 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T15:49:06.740 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:49:06.740 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T15:49:06.740 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T15:49:06.740 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T15:49:06.740 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T15:49:06.741 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T15:49:06.742 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T15:49:06.742 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T15:49:06.860 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.80596.asok 2024-07-26T15:49:06.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T15:49:06.871 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.80596.asok 2024-07-26T15:49:06.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:49:06.872 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.80596.asok status 2024-07-26T15:49:07.018 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T15:49:07.018 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T15:49:07.018 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T15:49:07.018 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T15:49:07.018 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T15:49:07.018 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T15:49:07.018 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T15:49:07.018 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "80596", 2024-07-26T15:49:07.018 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 8979, 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 8979 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:49:07.019 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3608087153 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3608087153 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.8979 192.168.0.1:0/3608087153", 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/3608087153", 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 81, 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 162, 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T15:49:07.020 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T15:49:07.021 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T15:49:07.021 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T15:49:07.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:49:07.027 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T15:49:07.027 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T15:49:07.043 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T15:49:07.043 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T15:49:07.043 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:49:07.043 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T15:49:07.110 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T15:49:07.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.267+0000 7efc9f8a8640 1 -- 172.21.15.33:0/2002701058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc980736e0 msgr2=0x7efc9806ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:07.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.267+0000 7efc9f8a8640 1 --2- 172.21.15.33:0/2002701058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc980736e0 0x7efc9806ef20 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7efc90005fd0 tx=0x7efc9002a530 comp rx=0 tx=0).stop 2024-07-26T15:49:07.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.267+0000 7efc9f8a8640 1 -- 172.21.15.33:0/2002701058 shutdown_connections 2024-07-26T15:49:07.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.267+0000 7efc9f8a8640 1 --2- 172.21.15.33:0/2002701058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc980736e0 0x7efc9806ef20 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:07.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.267+0000 7efc9f8a8640 1 --2- 172.21.15.33:0/2002701058 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc980b53d0 0x7efc980731a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:07.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.267+0000 7efc9f8a8640 1 -- 172.21.15.33:0/2002701058 >> 172.21.15.33:0/2002701058 conn(0x7efc980b2fa0 msgr2=0x7efc9806d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:07.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.267+0000 7efc9f8a8640 1 -- 172.21.15.33:0/2002701058 shutdown_connections 2024-07-26T15:49:07.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.267+0000 7efc9f8a8640 1 -- 172.21.15.33:0/2002701058 wait complete. 2024-07-26T15:49:07.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.269+0000 7efc9f8a8640 1 Processor -- start 2024-07-26T15:49:07.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.269+0000 7efc9f8a8640 1 -- start start 2024-07-26T15:49:07.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.270+0000 7efc9f8a8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc980736e0 0x7efc981f6450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:07.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.270+0000 7efc9f8a8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc980b4fc0 0x7efc9813e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:07.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.270+0000 7efc9f8a8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc980b53d0 0x7efc9814d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:07.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.270+0000 7efc9f8a8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efc9806f930 con 0x7efc980736e0 2024-07-26T15:49:07.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.270+0000 7efc9f8a8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efc9806f7b0 con 0x7efc980b53d0 2024-07-26T15:49:07.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.270+0000 7efc9f8a8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efc9806fab0 con 0x7efc980b4fc0 2024-07-26T15:49:07.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9d644640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc980736e0 0x7efc981f6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:07.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9d644640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc980736e0 0x7efc981f6450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34484/0 (socket says 172.21.15.33:34484) 2024-07-26T15:49:07.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9d644640 1 -- 172.21.15.33:0/4019265878 learned_addr learned my addr 172.21.15.33:0/4019265878 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:07.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9de45640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc980b53d0 0x7efc9814d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:07.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9ce43640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc980b4fc0 0x7efc9813e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:07.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9d644640 1 -- 172.21.15.33:0/4019265878 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc980b4fc0 msgr2=0x7efc9813e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:07.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9d644640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc980b4fc0 0x7efc9813e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:07.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9d644640 1 -- 172.21.15.33:0/4019265878 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc980b53d0 msgr2=0x7efc9814d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:07.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9d644640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc980b53d0 0x7efc9814d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:07.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9d644640 1 -- 172.21.15.33:0/4019265878 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc9813ec10 con 0x7efc980736e0 2024-07-26T15:49:07.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9d644640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc980736e0 0x7efc981f6450 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7efc8800ba50 tx=0x7efc8800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:07.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc95ffb640 1 -- 172.21.15.33:0/4019265878 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc88019070 con 0x7efc980736e0 2024-07-26T15:49:07.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc95ffb640 1 -- 172.21.15.33:0/4019265878 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc8800cd10 con 0x7efc980736e0 2024-07-26T15:49:07.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc95ffb640 1 -- 172.21.15.33:0/4019265878 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc880146a0 con 0x7efc980736e0 2024-07-26T15:49:07.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.271+0000 7efc9f8a8640 1 -- 172.21.15.33:0/4019265878 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc981f6d30 con 0x7efc980736e0 2024-07-26T15:49:07.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.272+0000 7efc9f8a8640 1 -- 172.21.15.33:0/4019265878 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc981f72f0 con 0x7efc980736e0 2024-07-26T15:49:07.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.273+0000 7efc9f8a8640 1 -- 172.21.15.33:0/4019265878 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc9806fff0 con 0x7efc980736e0 2024-07-26T15:49:07.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.273+0000 7efc95ffb640 1 -- 172.21.15.33:0/4019265878 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7efc8801c070 con 0x7efc980736e0 2024-07-26T15:49:07.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.274+0000 7efc95ffb640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7efc84077130 0x7efc84079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:07.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.274+0000 7efc95ffb640 1 -- 172.21.15.33:0/4019265878 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7efc880989e0 con 0x7efc980736e0 2024-07-26T15:49:07.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.274+0000 7efc9ce43640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7efc84077130 0x7efc84079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:07.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.274+0000 7efc9ce43640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7efc84077130 0x7efc84079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7efc980cd360 tx=0x7efc8c005f60 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:07.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.278+0000 7efc95ffb640 1 -- 172.21.15.33:0/4019265878 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efc88061230 con 0x7efc980736e0 2024-07-26T15:49:07.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.501+0000 7efc9f8a8640 1 -- 172.21.15.33:0/4019265878 --> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7efc9815bd80 con 0x7efc84077130 2024-07-26T15:49:07.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.503+0000 7efc95ffb640 1 -- 172.21.15.33:0/4019265878 <== mgr.7283 v2:172.21.15.33:6836/3855147115 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7efc9815bd80 con 0x7efc84077130 2024-07-26T15:49:07.504 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T15:49:07.504 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T15:49:07.504 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T15:49:07.504 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T15:49:07.505 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T15:49:07.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 -- 172.21.15.33:0/4019265878 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7efc84077130 msgr2=0x7efc84079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:07.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7efc84077130 0x7efc84079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7efc980cd360 tx=0x7efc8c005f60 comp rx=0 tx=0).stop 2024-07-26T15:49:07.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 -- 172.21.15.33:0/4019265878 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc980736e0 msgr2=0x7efc981f6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:07.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc980736e0 0x7efc981f6450 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7efc8800ba50 tx=0x7efc8800bf10 comp rx=0 tx=0).stop 2024-07-26T15:49:07.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 -- 172.21.15.33:0/4019265878 shutdown_connections 2024-07-26T15:49:07.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7efc84077130 0x7efc84079640 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:07.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc980b53d0 0x7efc9814d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:07.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc980b4fc0 0x7efc9813e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:07.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 --2- 172.21.15.33:0/4019265878 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc980736e0 0x7efc981f6450 unknown :-1 s=CLOSED pgs=1568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:07.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 -- 172.21.15.33:0/4019265878 >> 172.21.15.33:0/4019265878 conn(0x7efc980b2fa0 msgr2=0x7efc9815acd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:07.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 -- 172.21.15.33:0/4019265878 shutdown_connections 2024-07-26T15:49:07.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.505+0000 7efc9f8a8640 1 -- 172.21.15.33:0/4019265878 wait complete. 2024-07-26T15:49:07.518 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T15:49:07.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.638+0000 7f909b939640 1 -- 172.21.15.33:0/857861808 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f909415ea00 msgr2=0x7f909406c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:07.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.638+0000 7f909b939640 1 --2- 172.21.15.33:0/857861808 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f909415ea00 0x7f909406c810 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f9088009830 tx=0x7f908802a510 comp rx=0 tx=0).stop 2024-07-26T15:49:07.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.638+0000 7f909b939640 1 -- 172.21.15.33:0/857861808 shutdown_connections 2024-07-26T15:49:07.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.638+0000 7f909b939640 1 --2- 172.21.15.33:0/857861808 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f909415ea00 0x7f909406c810 unknown :-1 s=CLOSED pgs=1570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:07.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.638+0000 7f909b939640 1 -- 172.21.15.33:0/857861808 >> 172.21.15.33:0/857861808 conn(0x7f90940d0b40 msgr2=0x7f90940d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:07.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.638+0000 7f909b939640 1 -- 172.21.15.33:0/857861808 shutdown_connections 2024-07-26T15:49:07.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.638+0000 7f909b939640 1 -- 172.21.15.33:0/857861808 wait complete. 2024-07-26T15:49:07.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.640+0000 7f909b939640 1 Processor -- start 2024-07-26T15:49:07.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.640+0000 7f909b939640 1 -- start start 2024-07-26T15:49:07.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.641+0000 7f909b939640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f909406cd50 0x7f9094159a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:07.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.641+0000 7f909b939640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f909415c610 0x7f909415b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:07.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.641+0000 7f909b939640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f909415ea00 0x7f90941f2df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:07.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.641+0000 7f909b939640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9094167410 con 0x7f909406cd50 2024-07-26T15:49:07.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.641+0000 7f909b939640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9094167290 con 0x7f909415c610 2024-07-26T15:49:07.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.641+0000 7f909b939640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9094167590 con 0x7f909415ea00 2024-07-26T15:49:07.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.641+0000 7f90996d5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f909406cd50 0x7f9094159a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:07.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f90996d5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f909406cd50 0x7f9094159a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34504/0 (socket says 172.21.15.33:34504) 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f90996d5640 1 -- 172.21.15.33:0/593995081 learned_addr learned my addr 172.21.15.33:0/593995081 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f9098ed4640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f909415c610 0x7f909415b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f9099ed6640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f909415ea00 0x7f90941f2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f90996d5640 1 -- 172.21.15.33:0/593995081 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f909415ea00 msgr2=0x7f90941f2df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f90996d5640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f909415ea00 0x7f90941f2df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f90996d5640 1 -- 172.21.15.33:0/593995081 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f909415c610 msgr2=0x7f909415b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f90996d5640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f909415c610 0x7f909415b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f90996d5640 1 -- 172.21.15.33:0/593995081 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90941f6540 con 0x7f909406cd50 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f90996d5640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f909406cd50 0x7f9094159a70 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7f908400c7d0 tx=0x7f908400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f9091ffb640 1 -- 172.21.15.33:0/593995081 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9084017070 con 0x7f909406cd50 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f9091ffb640 1 -- 172.21.15.33:0/593995081 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9084005070 con 0x7f909406cd50 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f9091ffb640 1 -- 172.21.15.33:0/593995081 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90840054a0 con 0x7f909406cd50 2024-07-26T15:49:07.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f909b939640 1 -- 172.21.15.33:0/593995081 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90941f6820 con 0x7f909406cd50 2024-07-26T15:49:07.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.642+0000 7f909b939640 1 -- 172.21.15.33:0/593995081 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90941f6de0 con 0x7f909406cd50 2024-07-26T15:49:07.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.643+0000 7f909b939640 1 -- 172.21.15.33:0/593995081 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f909406c810 con 0x7f909406cd50 2024-07-26T15:49:07.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.644+0000 7f9091ffb640 1 -- 172.21.15.33:0/593995081 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 88) ==== 99241+0+0 (secure 0 0 0) 0x7f908401a070 con 0x7f909406cd50 2024-07-26T15:49:07.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.645+0000 7f9091ffb640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9080077130 0x7f9080079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:07.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.645+0000 7f9098ed4640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9080077130 0x7f9080079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:07.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.645+0000 7f9091ffb640 1 -- 172.21.15.33:0/593995081 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7f90840983b0 con 0x7f909406cd50 2024-07-26T15:49:07.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.645+0000 7f9098ed4640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9080077130 0x7f9080079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9088034000 tx=0x7f9088004730 comp rx=0 tx=0).ready entity=mgr.7283 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:07.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.649+0000 7f9091ffb640 1 -- 172.21.15.33:0/593995081 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9084060bf0 con 0x7f909406cd50 2024-07-26T15:49:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:07.900+0000 7f909b939640 1 -- 172.21.15.33:0/593995081 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f909415b980 con 0x7f909406cd50 2024-07-26T15:49:08.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.712+0000 7f9091ffb640 1 -- 172.21.15.33:0/593995081 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v89) ==== 92+0+0 (secure 0 0 0) 0x7f9084065140 con 0x7f909406cd50 2024-07-26T15:49:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.716+0000 7f909b939640 1 -- 172.21.15.33:0/593995081 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9080077130 msgr2=0x7f9080079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.716+0000 7f909b939640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9080077130 0x7f9080079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9088034000 tx=0x7f9088004730 comp rx=0 tx=0).stop 2024-07-26T15:49:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.716+0000 7f909b939640 1 -- 172.21.15.33:0/593995081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f909406cd50 msgr2=0x7f9094159a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:08.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.716+0000 7f909b939640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f909406cd50 0x7f9094159a70 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7f908400c7d0 tx=0x7f908400cc90 comp rx=0 tx=0).stop 2024-07-26T15:49:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.717+0000 7f909b939640 1 -- 172.21.15.33:0/593995081 shutdown_connections 2024-07-26T15:49:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.717+0000 7f909b939640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f9080077130 0x7f9080079640 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.717+0000 7f909b939640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f909415ea00 0x7f90941f2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.717+0000 7f909b939640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f909415c610 0x7f909415b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.717+0000 7f909b939640 1 --2- 172.21.15.33:0/593995081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f909406cd50 0x7f9094159a70 unknown :-1 s=CLOSED pgs=1571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.717+0000 7f909b939640 1 -- 172.21.15.33:0/593995081 >> 172.21.15.33:0/593995081 conn(0x7f90940d0b40 msgr2=0x7f9094068850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:08.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.717+0000 7f909b939640 1 -- 172.21.15.33:0/593995081 shutdown_connections 2024-07-26T15:49:08.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.718+0000 7f909b939640 1 -- 172.21.15.33:0/593995081 wait complete. 2024-07-26T15:49:08.735 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T15:49:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.868+0000 7fda14ada640 1 -- 172.21.15.33:0/1577931165 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda100b2da0 msgr2=0x7fda100b93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:08.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.868+0000 7fda14ada640 1 --2- 172.21.15.33:0/1577931165 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda100b2da0 0x7fda100b93c0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fd9f8009830 tx=0x7fd9f802a4a0 comp rx=0 tx=0).stop 2024-07-26T15:49:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.868+0000 7fda14ada640 1 -- 172.21.15.33:0/1577931165 shutdown_connections 2024-07-26T15:49:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.868+0000 7fda14ada640 1 --2- 172.21.15.33:0/1577931165 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda100b2da0 0x7fda100b93c0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.868+0000 7fda14ada640 1 --2- 172.21.15.33:0/1577931165 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda100d0610 0x7fda100d0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.868+0000 7fda14ada640 1 -- 172.21.15.33:0/1577931165 >> 172.21.15.33:0/1577931165 conn(0x7fda100d3d90 msgr2=0x7fda100d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.868+0000 7fda14ada640 1 -- 172.21.15.33:0/1577931165 shutdown_connections 2024-07-26T15:49:08.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.868+0000 7fda14ada640 1 -- 172.21.15.33:0/1577931165 wait complete. 2024-07-26T15:49:08.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.870+0000 7fda14ada640 1 Processor -- start 2024-07-26T15:49:08.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.870+0000 7fda14ada640 1 -- start start 2024-07-26T15:49:08.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.871+0000 7fda14ada640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda100b2da0 0x7fda10151960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:08.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.871+0000 7fda14ada640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda100d0610 0x7fda100cdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:08.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.871+0000 7fda14ada640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda100b6bc0 0x7fda100b6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:08.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.871+0000 7fda14ada640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fda100b36d0 con 0x7fda100b2da0 2024-07-26T15:49:08.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.871+0000 7fda14ada640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fda100d2820 con 0x7fda100b6bc0 2024-07-26T15:49:08.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.871+0000 7fda14ada640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fda100b3850 con 0x7fda100d0610 2024-07-26T15:49:08.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.871+0000 7fda0e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda100b2da0 0x7fda10151960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.871+0000 7fda0e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda100b2da0 0x7fda10151960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34526/0 (socket says 172.21.15.33:34526) 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.871+0000 7fda0e59c640 1 -- 172.21.15.33:0/3743442288 learned_addr learned my addr 172.21.15.33:0/3743442288 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.871+0000 7fda0ed9d640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda100b6bc0 0x7fda100b6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.871+0000 7fda0dd9b640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda100d0610 0x7fda100cdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.872+0000 7fda0e59c640 1 -- 172.21.15.33:0/3743442288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda100d0610 msgr2=0x7fda100cdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.872+0000 7fda0e59c640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda100d0610 0x7fda100cdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.872+0000 7fda0e59c640 1 -- 172.21.15.33:0/3743442288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda100b6bc0 msgr2=0x7fda100b6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.872+0000 7fda0e59c640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda100b6bc0 0x7fda100b6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.872+0000 7fda0e59c640 1 -- 172.21.15.33:0/3743442288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda100b7510 con 0x7fda100b2da0 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.872+0000 7fda0e59c640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda100b2da0 0x7fda10151960 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7fda0000c460 tx=0x7fda0000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.872+0000 7fda06ffd640 1 -- 172.21.15.33:0/3743442288 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda00017070 con 0x7fda100b2da0 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.872+0000 7fda14ada640 1 -- 172.21.15.33:0/3743442288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda10151ea0 con 0x7fda100b2da0 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.872+0000 7fda06ffd640 1 -- 172.21.15.33:0/3743442288 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda000035f0 con 0x7fda100b2da0 2024-07-26T15:49:08.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.872+0000 7fda06ffd640 1 -- 172.21.15.33:0/3743442288 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda00003a40 con 0x7fda100b2da0 2024-07-26T15:49:08.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.872+0000 7fda14ada640 1 -- 172.21.15.33:0/3743442288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda1009de00 con 0x7fda100b2da0 2024-07-26T15:49:08.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.873+0000 7fda14ada640 1 -- 172.21.15.33:0/3743442288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda100d4920 con 0x7fda100b2da0 2024-07-26T15:49:08.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.875+0000 7fda06ffd640 1 -- 172.21.15.33:0/3743442288 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 89) ==== 99258+0+0 (secure 0 0 0) 0x7fda0001a070 con 0x7fda100b2da0 2024-07-26T15:49:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.875+0000 7fda06ffd640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd9f00771b0 0x7fd9f00796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.875+0000 7fda0dd9b640 1 -- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd9f00771b0 msgr2=0x7fd9f00796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3855147115 2024-07-26T15:49:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.875+0000 7fda06ffd640 1 -- 172.21.15.33:0/3743442288 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7fda00097ff0 con 0x7fda100b2da0 2024-07-26T15:49:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.875+0000 7fda0dd9b640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd9f00771b0 0x7fd9f00796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:49:08.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:08.880+0000 7fda06ffd640 1 -- 172.21.15.33:0/3743442288 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fda100b7510 con 0x7fda100b2da0 2024-07-26T15:49:09.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.074+0000 7fda14ada640 1 -- 172.21.15.33:0/3743442288 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fda100d1410 con 0x7fda100b2da0 2024-07-26T15:49:09.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.076+0000 7fda0dd9b640 1 -- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd9f00771b0 msgr2=0x7fd9f00796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3855147115 2024-07-26T15:49:09.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.076+0000 7fda0dd9b640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd9f00771b0 0x7fd9f00796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:49:09.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.078+0000 7fda06ffd640 1 -- 172.21.15.33:0/3743442288 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v57)=0 v57) ==== 138+0+0 (secure 0 0 0) 0x7fda100d0f60 con 0x7fda100b2da0 2024-07-26T15:49:09.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 -- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd9f00771b0 msgr2=0x7fd9f00796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:49:09.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd9f00771b0 0x7fd9f00796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 -- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda100b2da0 msgr2=0x7fda10151960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:09.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda100b2da0 0x7fda10151960 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7fda0000c460 tx=0x7fda0000c860 comp rx=0 tx=0).stop 2024-07-26T15:49:09.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 -- 172.21.15.33:0/3743442288 shutdown_connections 2024-07-26T15:49:09.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7fd9f00771b0 0x7fd9f00796c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda100b6bc0 0x7fda100b6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda100d0610 0x7fda100cdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 --2- 172.21.15.33:0/3743442288 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda100b2da0 0x7fda10151960 unknown :-1 s=CLOSED pgs=1576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 -- 172.21.15.33:0/3743442288 >> 172.21.15.33:0/3743442288 conn(0x7fda100d3d90 msgr2=0x7fda101612b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:09.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 -- 172.21.15.33:0/3743442288 shutdown_connections 2024-07-26T15:49:09.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.081+0000 7fda14ada640 1 -- 172.21.15.33:0/3743442288 wait complete. 2024-07-26T15:49:09.099 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T15:49:09.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.220+0000 7f032b7ba640 1 -- 172.21.15.33:0/2825837914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b8fa0 msgr2=0x7f03240d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:09.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.220+0000 7f032b7ba640 1 --2- 172.21.15.33:0/2825837914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b8fa0 0x7f03240d0ab0 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f0318005fd0 tx=0x7f031802a580 comp rx=0 tx=0).stop 2024-07-26T15:49:09.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.220+0000 7f032b7ba640 1 -- 172.21.15.33:0/2825837914 shutdown_connections 2024-07-26T15:49:09.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.220+0000 7f032b7ba640 1 --2- 172.21.15.33:0/2825837914 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b6cf0 0x7f03240b7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.220+0000 7f032b7ba640 1 --2- 172.21.15.33:0/2825837914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b8fa0 0x7f03240d0ab0 unknown :-1 s=CLOSED pgs=1577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.220+0000 7f032b7ba640 1 --2- 172.21.15.33:0/2825837914 >> v2:172.21.15.154:3300/0 conn(0x7f03240b53e0 0x7f03240d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.220+0000 7f032b7ba640 1 -- 172.21.15.33:0/2825837914 >> 172.21.15.33:0/2825837914 conn(0x7f03240d3dc0 msgr2=0x7f03240d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:09.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.220+0000 7f032b7ba640 1 -- 172.21.15.33:0/2825837914 shutdown_connections 2024-07-26T15:49:09.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.220+0000 7f032b7ba640 1 -- 172.21.15.33:0/2825837914 wait complete. 2024-07-26T15:49:09.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.222+0000 7f032b7ba640 1 Processor -- start 2024-07-26T15:49:09.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.222+0000 7f032b7ba640 1 -- start start 2024-07-26T15:49:09.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f032b7ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b53e0 0x7f0324151b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:09.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f032b7ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b6cf0 0x7f03241f4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:09.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f032b7ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b8fa0 0x7f03241f8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:09.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f032b7ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f03240b7c40 con 0x7f03240b8fa0 2024-07-26T15:49:09.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f032b7ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f03240b7ac0 con 0x7f03240b6cf0 2024-07-26T15:49:09.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f032b7ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f03240b7dc0 con 0x7f03240b53e0 2024-07-26T15:49:09.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f0329d57640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b8fa0 0x7f03241f8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:09.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f0329d57640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b8fa0 0x7f03241f8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34548/0 (socket says 172.21.15.33:34548) 2024-07-26T15:49:09.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f0329d57640 1 -- 172.21.15.33:0/1771327134 learned_addr learned my addr 172.21.15.33:0/1771327134 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f0329556640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b53e0 0x7f0324151b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f0328d55640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b6cf0 0x7f03241f4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f0329d57640 1 -- 172.21.15.33:0/1771327134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b53e0 msgr2=0x7f0324151b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f0329d57640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b53e0 0x7f0324151b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f0329d57640 1 -- 172.21.15.33:0/1771327134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b6cf0 msgr2=0x7f03241f4f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f0329d57640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b6cf0 0x7f03241f4f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.223+0000 7f0329d57640 1 -- 172.21.15.33:0/1771327134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03240ccb40 con 0x7f03240b8fa0 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.224+0000 7f0329d57640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b8fa0 0x7f03241f8550 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f031c00eab0 tx=0x7f031c00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.224+0000 7f0315ffb640 1 -- 172.21.15.33:0/1771327134 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c00cea0 con 0x7f03240b8fa0 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.224+0000 7f0315ffb640 1 -- 172.21.15.33:0/1771327134 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f031c004b20 con 0x7f03240b8fa0 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.224+0000 7f032b7ba640 1 -- 172.21.15.33:0/1771327134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03241f5a20 con 0x7f03240b8fa0 2024-07-26T15:49:09.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.224+0000 7f0315ffb640 1 -- 172.21.15.33:0/1771327134 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c005020 con 0x7f03240b8fa0 2024-07-26T15:49:09.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.224+0000 7f032b7ba640 1 -- 172.21.15.33:0/1771327134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03241f5440 con 0x7f03240b8fa0 2024-07-26T15:49:09.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.225+0000 7f032b7ba640 1 -- 172.21.15.33:0/1771327134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03241f5790 con 0x7f03240b8fa0 2024-07-26T15:49:09.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.226+0000 7f0315ffb640 1 -- 172.21.15.33:0/1771327134 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 89) ==== 99258+0+0 (secure 0 0 0) 0x7f031c0051c0 con 0x7f03240b8fa0 2024-07-26T15:49:09.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.227+0000 7f0315ffb640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0308077180 0x7f0308079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:09.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.227+0000 7f0329556640 1 -- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0308077180 msgr2=0x7f0308079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3855147115 2024-07-26T15:49:09.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.227+0000 7f0315ffb640 1 -- 172.21.15.33:0/1771327134 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7f031c099880 con 0x7f03240b8fa0 2024-07-26T15:49:09.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.227+0000 7f0329556640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0308077180 0x7f0308079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:49:09.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.231+0000 7f0315ffb640 1 -- 172.21.15.33:0/1771327134 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f031c062050 con 0x7f03240b8fa0 2024-07-26T15:49:09.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.425+0000 7f032b7ba640 1 -- 172.21.15.33:0/1771327134 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f03240b7100 con 0x7f03240b8fa0 2024-07-26T15:49:09.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.428+0000 7f0329556640 1 -- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0308077180 msgr2=0x7f0308079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3855147115 2024-07-26T15:49:09.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.428+0000 7f0329556640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0308077180 0x7f0308079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:49:09.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.429+0000 7f0315ffb640 1 -- 172.21.15.33:0/1771327134 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v58)=0 v58) ==== 133+0+0 (secure 0 0 0) 0x7f031c0665a0 con 0x7f03240b8fa0 2024-07-26T15:49:09.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.431+0000 7f032b7ba640 1 -- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0308077180 msgr2=0x7f0308079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:49:09.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.431+0000 7f032b7ba640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0308077180 0x7f0308079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.431+0000 7f032b7ba640 1 -- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b8fa0 msgr2=0x7f03241f8550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:09.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.431+0000 7f032b7ba640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b8fa0 0x7f03241f8550 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f031c00eab0 tx=0x7f031c00ef70 comp rx=0 tx=0).stop 2024-07-26T15:49:09.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.431+0000 7f032b7ba640 1 -- 172.21.15.33:0/1771327134 shutdown_connections 2024-07-26T15:49:09.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.431+0000 7f032b7ba640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f0308077180 0x7f0308079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.431+0000 7f032b7ba640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b8fa0 0x7f03241f8550 unknown :-1 s=CLOSED pgs=1578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.431+0000 7f032b7ba640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b6cf0 0x7f03241f4f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.431+0000 7f032b7ba640 1 --2- 172.21.15.33:0/1771327134 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b53e0 0x7f0324151b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.432+0000 7f032b7ba640 1 -- 172.21.15.33:0/1771327134 >> 172.21.15.33:0/1771327134 conn(0x7f03240d3dc0 msgr2=0x7f03240cf520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:09.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.432+0000 7f032b7ba640 1 -- 172.21.15.33:0/1771327134 shutdown_connections 2024-07-26T15:49:09.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.432+0000 7f032b7ba640 1 -- 172.21.15.33:0/1771327134 wait complete. 2024-07-26T15:49:09.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T15:49:09.444 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2024-07-26T15:49:09.466 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1 1m 2024-07-26T15:49:09.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.627+0000 7f612f599640 1 -- 172.21.15.33:0/3499299056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61280b6cf0 msgr2=0x7f61280b7100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:09.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.627+0000 7f612f599640 1 --2- 172.21.15.33:0/3499299056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61280b6cf0 0x7f61280b7100 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f61280b6990 tx=0x7f612002a560 comp rx=0 tx=0).stop 2024-07-26T15:49:09.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.627+0000 7f612f599640 1 -- 172.21.15.33:0/3499299056 shutdown_connections 2024-07-26T15:49:09.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.627+0000 7f612f599640 1 --2- 172.21.15.33:0/3499299056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61280b6cf0 0x7f61280b7100 unknown :-1 s=CLOSED pgs=1579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.627+0000 7f612f599640 1 --2- 172.21.15.33:0/3499299056 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61280b8fa0 0x7f61280d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.627+0000 7f612f599640 1 --2- 172.21.15.33:0/3499299056 >> v2:172.21.15.154:3300/0 conn(0x7f61280b53e0 0x7f61280d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.627+0000 7f612f599640 1 -- 172.21.15.33:0/3499299056 >> 172.21.15.33:0/3499299056 conn(0x7f61280d3dc0 msgr2=0x7f61280d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:09.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.627+0000 7f612f599640 1 -- 172.21.15.33:0/3499299056 shutdown_connections 2024-07-26T15:49:09.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.627+0000 7f612f599640 1 -- 172.21.15.33:0/3499299056 wait complete. 2024-07-26T15:49:09.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.629+0000 7f612f599640 1 Processor -- start 2024-07-26T15:49:09.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.629+0000 7f612f599640 1 -- start start 2024-07-26T15:49:09.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.630+0000 7f612f599640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61280b53e0 0x7f612809fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:09.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.630+0000 7f612f599640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61280b6cf0 0x7f61280a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:09.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.630+0000 7f612f599640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61280b8fa0 0x7f6128151330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:09.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.630+0000 7f612f599640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f61280b7bc0 con 0x7f61280b8fa0 2024-07-26T15:49:09.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.630+0000 7f612f599640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f61280b7a40 con 0x7f61280b53e0 2024-07-26T15:49:09.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.630+0000 7f612f599640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f61280b7d40 con 0x7f61280b6cf0 2024-07-26T15:49:09.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.630+0000 7f612db36640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61280b8fa0 0x7f6128151330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:09.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612cb34640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61280b6cf0 0x7f61280a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:09.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612cb34640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61280b6cf0 0x7f61280a15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:42692/0 (socket says 172.21.15.33:42692) 2024-07-26T15:49:09.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612db36640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61280b8fa0 0x7f6128151330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34560/0 (socket says 172.21.15.33:34560) 2024-07-26T15:49:09.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612d335640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61280b53e0 0x7f612809fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:09.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612cb34640 1 -- 172.21.15.33:0/1285036507 learned_addr learned my addr 172.21.15.33:0/1285036507 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:09.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612db36640 1 -- 172.21.15.33:0/1285036507 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61280b6cf0 msgr2=0x7f61280a15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:09.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612db36640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61280b6cf0 0x7f61280a15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612db36640 1 -- 172.21.15.33:0/1285036507 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61280b53e0 msgr2=0x7f612809fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612db36640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61280b53e0 0x7f612809fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612db36640 1 -- 172.21.15.33:0/1285036507 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61280a0520 con 0x7f61280b8fa0 2024-07-26T15:49:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612d335640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61280b53e0 0x7f612809fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:49:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612cb34640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61280b6cf0 0x7f61280a15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T15:49:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612db36640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61280b8fa0 0x7f6128151330 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7f6120031000 tx=0x7f6120003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f612003e030 con 0x7f61280b8fa0 2024-07-26T15:49:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6120003d10 con 0x7f61280b8fa0 2024-07-26T15:49:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f612f599640 1 -- 172.21.15.33:0/1285036507 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61280a0800 con 0x7f61280b8fa0 2024-07-26T15:49:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.631+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6120035040 con 0x7f61280b8fa0 2024-07-26T15:49:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.632+0000 7f612f599640 1 -- 172.21.15.33:0/1285036507 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61280a0dc0 con 0x7f61280b8fa0 2024-07-26T15:49:09.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.633+0000 7f612f599640 1 -- 172.21.15.33:0/1285036507 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61280b7100 con 0x7f61280b8fa0 2024-07-26T15:49:09.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.634+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 89) ==== 99258+0+0 (secure 0 0 0) 0x7f6120041030 con 0x7f61280b8fa0 2024-07-26T15:49:09.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.635+0000 7f6119ffb640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f610c077180 0x7f610c079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:09.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.635+0000 7f612d335640 1 -- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f610c077180 msgr2=0x7f610c079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3855147115 2024-07-26T15:49:09.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.635+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 6157+0+0 (secure 0 0 0) 0x7f61200b9260 con 0x7f61280b8fa0 2024-07-26T15:49:09.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.635+0000 7f612d335640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f610c077180 0x7f610c079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T15:49:09.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.640+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6120081990 con 0x7f61280b8fa0 2024-07-26T15:49:09.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.837+0000 7f612d335640 1 -- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f610c077180 msgr2=0x7f610c079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3855147115 2024-07-26T15:49:09.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.837+0000 7f612d335640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f610c077180 0x7f610c079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T15:49:09.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:09.856+0000 7f612f599640 1 -- 172.21.15.33:0/1285036507 --> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f61280b1480 con 0x7f610c077180 2024-07-26T15:49:10.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:10.238+0000 7f612d335640 1 -- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f610c077180 msgr2=0x7f610c079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3855147115 2024-07-26T15:49:10.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:10.238+0000 7f612d335640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f610c077180 0x7f610c079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T15:49:11.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:11.039+0000 7f612d335640 1 -- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f610c077180 msgr2=0x7f610c079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3855147115 2024-07-26T15:49:11.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:11.039+0000 7f612d335640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f610c077180 0x7f610c079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T15:49:12.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:12.361+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 90) ==== 99258+0+0 (secure 0 0 0) 0x7f612007dc20 con 0x7f61280b8fa0 2024-07-26T15:49:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:12.542+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 91) ==== 98867+0+0 (secure 0 0 0) 0x7f61200b7520 con 0x7f61280b8fa0 2024-07-26T15:49:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:12.543+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f610c077180 msgr2=0x7f610c079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T15:49:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:12.543+0000 7f6119ffb640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3855147115,v1:172.21.15.33:6837/3855147115] conn(0x7f610c077180 0x7f610c079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:12.701 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:49:12.699+0000 7f033b415640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:49:12.701 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:49:12.699+0000 7f033b415640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:49:12.701 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:49:12.699+0000 7f033b415640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:49:12.701 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:49:12.699+0000 7f033b415640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:49:12.701 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:49:12.699+0000 7f033b415640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:49:12.701 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:49:12.699+0000 7f033840f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:49:12.701 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:49:12.699+0000 7f033840f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:49:12.701 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:49:12.699+0000 7f033840f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:49:12.701 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:49:12.699+0000 7f033840f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:49:12.702 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:49:12.699+0000 7f033840f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:49:13.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.547+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 <== mon.0 v2:172.21.15.33:3300/0 9 ==== mgrmap(e 92) ==== 98994+0+0 (secure 0 0 0) 0x7f612007e4f0 con 0x7f61280b8fa0 2024-07-26T15:49:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.548+0000 7f6119ffb640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f610c03ad50 0x7f610c0817a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.548+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 --> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f6120085cd0 con 0x7f610c03ad50 2024-07-26T15:49:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.549+0000 7f612d335640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f610c03ad50 0x7f610c0817a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:13.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.554+0000 7f612d335640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f610c03ad50 0x7f610c0817a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f611c005fd0 tx=0x7f611c009500 comp rx=0 tx=0).ready entity=mgr.9009 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:13.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.623+0000 7f6119ffb640 1 -- 172.21.15.33:0/1285036507 <== mgr.9009 v2:172.21.15.33:6836/3233074912 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f6120085cd0 con 0x7f610c03ad50 2024-07-26T15:49:13.625 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1 2024-07-26T15:49:13.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.626+0000 7f612f599640 1 -- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f610c03ad50 msgr2=0x7f610c0817a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:13.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.626+0000 7f612f599640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f610c03ad50 0x7f610c0817a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f611c005fd0 tx=0x7f611c009500 comp rx=0 tx=0).stop 2024-07-26T15:49:13.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.626+0000 7f612f599640 1 -- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61280b8fa0 msgr2=0x7f6128151330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:13.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.626+0000 7f612f599640 1 --2- 172.21.15.33:0/1285036507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61280b8fa0 0x7f6128151330 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7f6120031000 tx=0x7f6120003820 comp rx=0 tx=0).stop 2024-07-26T15:49:13.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.626+0000 7f612db36640 1 -- 172.21.15.33:0/1285036507 reap_dead start 2024-07-26T15:49:13.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.626+0000 7f612f599640 1 -- 172.21.15.33:0/1285036507 shutdown_connections 2024-07-26T15:49:13.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.626+0000 7f612f599640 1 -- 172.21.15.33:0/1285036507 >> 172.21.15.33:0/1285036507 conn(0x7f61280d3dc0 msgr2=0x7f61280cfe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:13.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.626+0000 7f612f599640 1 -- 172.21.15.33:0/1285036507 shutdown_connections 2024-07-26T15:49:13.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.626+0000 7f612f599640 1 -- 172.21.15.33:0/1285036507 wait complete. 2024-07-26T15:49:13.639 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1 2024-07-26T15:49:13.639 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule retention add /snap_test_dir1 55n 2024-07-26T15:49:13.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.761+0000 7f83b7be2640 1 -- 172.21.15.33:0/1584111112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83b015d240 msgr2=0x7f83b00cc490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:13.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.761+0000 7f83b7be2640 1 --2- 172.21.15.33:0/1584111112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83b015d240 0x7f83b00cc490 secure :-1 s=READY pgs=1593 cs=0 l=1 rev1=1 crypto rx=0x7f83b0074420 tx=0x7f83a002a980 comp rx=0 tx=0).stop 2024-07-26T15:49:13.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.761+0000 7f83b7be2640 1 -- 172.21.15.33:0/1584111112 shutdown_connections 2024-07-26T15:49:13.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.761+0000 7f83b7be2640 1 --2- 172.21.15.33:0/1584111112 >> v2:172.21.15.154:3300/0 conn(0x7f83b00cc9d0 0x7f83b00ce500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:13.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.761+0000 7f83b7be2640 1 --2- 172.21.15.33:0/1584111112 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83b00cea40 0x7f83b015fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:13.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.761+0000 7f83b7be2640 1 --2- 172.21.15.33:0/1584111112 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83b015d240 0x7f83b00cc490 unknown :-1 s=CLOSED pgs=1593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:13.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.761+0000 7f83b7be2640 1 -- 172.21.15.33:0/1584111112 >> 172.21.15.33:0/1584111112 conn(0x7f83b006d140 msgr2=0x7f83b00b17b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:13.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.761+0000 7f83b7be2640 1 -- 172.21.15.33:0/1584111112 shutdown_connections 2024-07-26T15:49:13.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.761+0000 7f83b7be2640 1 -- 172.21.15.33:0/1584111112 wait complete. 2024-07-26T15:49:13.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.763+0000 7f83b7be2640 1 Processor -- start 2024-07-26T15:49:13.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.763+0000 7f83b7be2640 1 -- start start 2024-07-26T15:49:13.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.764+0000 7f83b7be2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83b00cc9d0 0x7f83b01e82b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:13.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.764+0000 7f83b7be2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83b00cea40 0x7f83b01f2f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.764+0000 7f83b7be2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83b015d240 0x7f83b0154500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.764+0000 7f83b7be2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f83b0160340 con 0x7f83b00cc9d0 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.764+0000 7f83b7be2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f83b01601c0 con 0x7f83b015d240 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.764+0000 7f83b7be2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f83b01604c0 con 0x7f83b00cea40 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.764+0000 7f83b597e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83b00cc9d0 0x7f83b01e82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.764+0000 7f83b597e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83b00cc9d0 0x7f83b01e82b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36164/0 (socket says 172.21.15.33:36164) 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.764+0000 7f83b597e640 1 -- 172.21.15.33:0/1378384798 learned_addr learned my addr 172.21.15.33:0/1378384798 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.764+0000 7f83b517d640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83b00cea40 0x7f83b01f2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.764+0000 7f83b617f640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83b015d240 0x7f83b0154500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83b597e640 1 -- 172.21.15.33:0/1378384798 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83b00cea40 msgr2=0x7f83b01f2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83b597e640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83b00cea40 0x7f83b01f2f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83b597e640 1 -- 172.21.15.33:0/1378384798 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83b015d240 msgr2=0x7f83b0154500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:13.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83b597e640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83b015d240 0x7f83b0154500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:13.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83b597e640 1 -- 172.21.15.33:0/1378384798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83b01e87f0 con 0x7f83b00cc9d0 2024-07-26T15:49:13.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83b617f640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83b015d240 0x7f83b0154500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:49:13.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83b517d640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83b00cea40 0x7f83b01f2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T15:49:13.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83b597e640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83b00cc9d0 0x7f83b01e82b0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f83a0009d60 tx=0x7f83a0003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:13.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83ae7fc640 1 -- 172.21.15.33:0/1378384798 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a0034040 con 0x7f83b00cc9d0 2024-07-26T15:49:13.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83ae7fc640 1 -- 172.21.15.33:0/1378384798 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f83a0004600 con 0x7f83b00cc9d0 2024-07-26T15:49:13.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83b7be2640 1 -- 172.21.15.33:0/1378384798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83b01f3a20 con 0x7f83b00cc9d0 2024-07-26T15:49:13.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83ae7fc640 1 -- 172.21.15.33:0/1378384798 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83a0045480 con 0x7f83b00cc9d0 2024-07-26T15:49:13.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.765+0000 7f83b7be2640 1 -- 172.21.15.33:0/1378384798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83b01e7ab0 con 0x7f83b00cc9d0 2024-07-26T15:49:13.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.766+0000 7f83b7be2640 1 -- 172.21.15.33:0/1378384798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83b01609e0 con 0x7f83b00cc9d0 2024-07-26T15:49:13.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.767+0000 7f83ae7fc640 1 -- 172.21.15.33:0/1378384798 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 92) ==== 98994+0+0 (secure 0 0 0) 0x7f83a0037020 con 0x7f83b00cc9d0 2024-07-26T15:49:13.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.767+0000 7f83ae7fc640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f839c076ee0 0x7f839c0793f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:13.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.767+0000 7f83ae7fc640 1 -- 172.21.15.33:0/1378384798 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 6501+0+0 (secure 0 0 0) 0x7f83a00ba260 con 0x7f83b00cc9d0 2024-07-26T15:49:13.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.767+0000 7f83b517d640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f839c076ee0 0x7f839c0793f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:13.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.768+0000 7f83b517d640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f839c076ee0 0x7f839c0793f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f83b01e77f0 tx=0x7f83a4005e70 comp rx=0 tx=0).ready entity=mgr.9009 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:13.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.772+0000 7f83ae7fc640 1 -- 172.21.15.33:0/1378384798 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f83a0082e40 con 0x7f83b00cc9d0 2024-07-26T15:49:13.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:13.986+0000 7f83b7be2640 1 -- 172.21.15.33:0/1378384798 --> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "path": "/snap_test_dir1", "retention_spec_or_period": "55n", "target": ["mon-mgr", ""]}) -- 0x7f83b015c230 con 0x7f839c076ee0 2024-07-26T15:49:14.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.048+0000 7f83ae7fc640 1 -- 172.21.15.33:0/1378384798 <== mgr.9009 v2:172.21.15.33:6836/3233074912 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+40 (secure 0 0 0) 0x7f83b015c230 con 0x7f839c076ee0 2024-07-26T15:49:14.050 INFO:teuthology.orchestra.run.smithi033.stdout:Retention added to path /snap_test_dir1 2024-07-26T15:49:14.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 -- 172.21.15.33:0/1378384798 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f839c076ee0 msgr2=0x7f839c0793f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:14.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f839c076ee0 0x7f839c0793f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f83b01e77f0 tx=0x7f83a4005e70 comp rx=0 tx=0).stop 2024-07-26T15:49:14.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 -- 172.21.15.33:0/1378384798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83b00cc9d0 msgr2=0x7f83b01e82b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:14.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83b00cc9d0 0x7f83b01e82b0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f83a0009d60 tx=0x7f83a0003f90 comp rx=0 tx=0).stop 2024-07-26T15:49:14.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 -- 172.21.15.33:0/1378384798 shutdown_connections 2024-07-26T15:49:14.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f839c076ee0 0x7f839c0793f0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83b015d240 0x7f83b0154500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f83b00cea40 0x7f83b01f2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 --2- 172.21.15.33:0/1378384798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83b00cc9d0 0x7f83b01e82b0 unknown :-1 s=CLOSED pgs=1594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 -- 172.21.15.33:0/1378384798 >> 172.21.15.33:0/1378384798 conn(0x7f83b006d140 msgr2=0x7f83b00d0160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:14.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 -- 172.21.15.33:0/1378384798 shutdown_connections 2024-07-26T15:49:14.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.050+0000 7f83b7be2640 1 -- 172.21.15.33:0/1378384798 wait complete. 2024-07-26T15:49:14.063 DEBUG:tasks.cephfs.test_snap_schedules:res=Retention added to path /snap_test_dir1 2024-07-26T15:49:14.063 DEBUG:tasks.cephfs.test_snap_schedules:expected_schedule: ['1m'], expected_retention: [] 2024-07-26T15:49:14.064 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list --format json /snap_test_dir1 2024-07-26T15:49:14.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.182+0000 7f92fee62640 1 -- 172.21.15.33:0/4200701414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92f80cef90 msgr2=0x7f92f80b3210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:14.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.182+0000 7f92fee62640 1 --2- 172.21.15.33:0/4200701414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92f80cef90 0x7f92f80b3210 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f92f8070530 tx=0x7f92ec02a560 comp rx=0 tx=0).stop 2024-07-26T15:49:14.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.182+0000 7f92fee62640 1 -- 172.21.15.33:0/4200701414 shutdown_connections 2024-07-26T15:49:14.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.182+0000 7f92fee62640 1 --2- 172.21.15.33:0/4200701414 >> v2:172.21.15.154:3300/0 conn(0x7f92f80b3750 0x7f92f806ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.182+0000 7f92fee62640 1 --2- 172.21.15.33:0/4200701414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92f80cef90 0x7f92f80b3210 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.182+0000 7f92fee62640 1 -- 172.21.15.33:0/4200701414 >> 172.21.15.33:0/4200701414 conn(0x7f92f80b1740 msgr2=0x7f92f80b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:14.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.182+0000 7f92fee62640 1 -- 172.21.15.33:0/4200701414 shutdown_connections 2024-07-26T15:49:14.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.182+0000 7f92fee62640 1 -- 172.21.15.33:0/4200701414 wait complete. 2024-07-26T15:49:14.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.184+0000 7f92fee62640 1 Processor -- start 2024-07-26T15:49:14.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.184+0000 7f92fee62640 1 -- start start 2024-07-26T15:49:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.185+0000 7f92fee62640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92f80b3750 0x7f92f80a9de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.185+0000 7f92fee62640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92f80cef90 0x7f92f81f6e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.185+0000 7f92fee62640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f92f815ad30 0x7f92f81587e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.185+0000 7f92fee62640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f92f806e660 con 0x7f92f80b3750 2024-07-26T15:49:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.185+0000 7f92fee62640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f92f806e4e0 con 0x7f92f80cef90 2024-07-26T15:49:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.185+0000 7f92fee62640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f92f806e7e0 con 0x7f92f815ad30 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.185+0000 7f92fcbfe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92f80b3750 0x7f92f80a9de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92fcbfe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92f80b3750 0x7f92f80a9de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36178/0 (socket says 172.21.15.33:36178) 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92fcbfe640 1 -- 172.21.15.33:0/747711658 learned_addr learned my addr 172.21.15.33:0/747711658 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92f7fff640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92f80cef90 0x7f92f81f6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92fd3ff640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f92f815ad30 0x7f92f81587e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92fcbfe640 1 -- 172.21.15.33:0/747711658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f92f815ad30 msgr2=0x7f92f81587e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92fcbfe640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f92f815ad30 0x7f92f81587e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92fcbfe640 1 -- 172.21.15.33:0/747711658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92f80cef90 msgr2=0x7f92f81f6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92fcbfe640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92f80cef90 0x7f92f81f6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92fcbfe640 1 -- 172.21.15.33:0/747711658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92f81f3ea0 con 0x7f92f80b3750 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92fcbfe640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92f80b3750 0x7f92f80a9de0 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f92e800b420 tx=0x7f92e800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92f57fa640 1 -- 172.21.15.33:0/747711658 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e8011830 con 0x7f92f80b3750 2024-07-26T15:49:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92f57fa640 1 -- 172.21.15.33:0/747711658 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f92e8016070 con 0x7f92f80b3750 2024-07-26T15:49:14.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92fee62640 1 -- 172.21.15.33:0/747711658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92f81f30e0 con 0x7f92f80b3750 2024-07-26T15:49:14.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92f57fa640 1 -- 172.21.15.33:0/747711658 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92e8011d60 con 0x7f92f80b3750 2024-07-26T15:49:14.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.186+0000 7f92fee62640 1 -- 172.21.15.33:0/747711658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92f81f36a0 con 0x7f92f80b3750 2024-07-26T15:49:14.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.187+0000 7f92fee62640 1 -- 172.21.15.33:0/747711658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92f806ecf0 con 0x7f92f80b3750 2024-07-26T15:49:14.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.188+0000 7f92f57fa640 1 -- 172.21.15.33:0/747711658 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 92) ==== 98994+0+0 (secure 0 0 0) 0x7f92e801b460 con 0x7f92f80b3750 2024-07-26T15:49:14.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.189+0000 7f92f57fa640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f92e4076ee0 0x7f92e40793f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T15:49:14.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.189+0000 7f92f57fa640 1 -- 172.21.15.33:0/747711658 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 6501+0+0 (secure 0 0 0) 0x7f92e8098590 con 0x7f92f80b3750 2024-07-26T15:49:14.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.189+0000 7f92f7fff640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f92e4076ee0 0x7f92e40793f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T15:49:14.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.189+0000 7f92f7fff640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f92e4076ee0 0x7f92e40793f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f92ec033000 tx=0x7f92ec004730 comp rx=0 tx=0).ready entity=mgr.9009 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T15:49:14.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.193+0000 7f92f57fa640 1 -- 172.21.15.33:0/747711658 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f92e8061090 con 0x7f92f80b3750 2024-07-26T15:49:14.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.408+0000 7f92fee62640 1 -- 172.21.15.33:0/747711658 --> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "/snap_test_dir1", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f92f80b0a00 con 0x7f92e4076ee0 2024-07-26T15:49:14.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.416+0000 7f92f57fa640 1 -- 172.21.15.33:0/747711658 <== mgr.9009 v2:172.21.15.33:6836/3233074912 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+74 (secure 0 0 0) 0x7f92f80b0a00 con 0x7f92e4076ee0 2024-07-26T15:49:14.417 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T15:49:14.417 INFO:teuthology.orchestra.run.smithi033.stdout:{"path": "/snap_test_dir1", "schedule": ["1m"], "retention": [{"n": 55}]} 2024-07-26T15:49:14.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 -- 172.21.15.33:0/747711658 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f92e4076ee0 msgr2=0x7f92e40793f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:14.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f92e4076ee0 0x7f92e40793f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f92ec033000 tx=0x7f92ec004730 comp rx=0 tx=0).stop 2024-07-26T15:49:14.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 -- 172.21.15.33:0/747711658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92f80b3750 msgr2=0x7f92f80a9de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T15:49:14.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92f80b3750 0x7f92f80a9de0 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f92e800b420 tx=0x7f92e800b8e0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 -- 172.21.15.33:0/747711658 shutdown_connections 2024-07-26T15:49:14.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f92e4076ee0 0x7f92e40793f0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f92f815ad30 0x7f92f81587e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92f80cef90 0x7f92f81f6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 --2- 172.21.15.33:0/747711658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92f80b3750 0x7f92f80a9de0 unknown :-1 s=CLOSED pgs=1596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T15:49:14.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 -- 172.21.15.33:0/747711658 >> 172.21.15.33:0/747711658 conn(0x7f92f80b1740 msgr2=0x7f92f80b0130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T15:49:14.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 -- 172.21.15.33:0/747711658 shutdown_connections 2024-07-26T15:49:14.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T15:49:14.418+0000 7f92fee62640 1 -- 172.21.15.33:0/747711658 wait complete. 2024-07-26T15:49:14.431 DEBUG:tasks.cephfs.test_snap_schedules:res= {"path": "/snap_test_dir1", "schedule": ["1m"], "retention": [{"n": 55}]} 2024-07-26T15:49:14.431 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'path': '/snap_test_dir1', 'schedule': ['1m'], 'retention': [{'n': 55}]} 2024-07-26T15:49:26.032 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:49:26.035 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:49:56.178 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:49:56.182 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:50:00.061 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:50:00.059+0000 7f032a3f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:50:00.061 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:50:00.060+0000 7f032a3f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:50:00.061 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:50:00.060+0000 7f032a3f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:50:00.061 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:50:00.060+0000 7f032a3f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:50:00.061 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T15:50:00.060+0000 7f032a3f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T15:50:26.333 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:50:26.336 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:50:56.471 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:50:56.474 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:51:26.534 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:51:26.537 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:51:56.615 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:51:56.618 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:52:26.761 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:52:26.764 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:52:56.852 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:52:56.856 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:53:26.932 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:53:26.935 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:53:57.059 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:53:57.062 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:54:27.164 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:54:27.167 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:54:57.311 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:54:57.314 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:55:27.374 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:55:27.377 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:55:57.494 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:55:57.498 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:56:27.600 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:56:27.603 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:56:57.938 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:56:57.941 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:57:28.009 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:57:28.012 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:57:58.067 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:57:58.071 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:58:28.211 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:58:28.215 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:58:58.289 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:58:58.292 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:59:28.453 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:59:28.457 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:59:58.524 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T15:59:58.528 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:00:28.620 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:00:28.623 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:00:58.744 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:00:58.747 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:01:28.804 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:01:28.808 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:01:58.882 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:01:58.885 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:02:29.040 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:02:29.043 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:02:59.177 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:02:59.180 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:03:29.240 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:03:29.244 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:03:59.353 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:03:59.357 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:04:29.495 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:04:29.499 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:04:59.622 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:04:59.626 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:05:29.944 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:05:29.948 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:06:00.006 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:06:00.010 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:06:30.087 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:06:30.091 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:07:00.199 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:07:00.204 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:07:30.338 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:07:30.342 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:08:00.468 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:08:00.472 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:08:30.614 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:08:30.618 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:09:00.744 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:09:00.747 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:09:30.874 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:09:30.878 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:10:00.929 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:10:00.933 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:10:30.993 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:10:30.997 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:11:01.123 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:11:01.127 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:11:31.236 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:11:31.240 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:12:01.358 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:12:01.361 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:12:31.415 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:12:31.419 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:13:01.487 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:13:01.491 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:13:31.614 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:13:31.618 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:14:01.920 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:14:01.924 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:14:32.008 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:14:32.011 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:15:02.098 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:15:02.102 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:15:32.235 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:15:32.239 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:16:02.332 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:16:02.336 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:16:32.470 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:16:32.473 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:17:02.566 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:17:02.570 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:17:32.696 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:17:32.700 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:18:02.818 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:18:02.822 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:18:32.880 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:18:32.884 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:19:02.946 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:19:02.950 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:19:33.075 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:19:33.079 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:20:03.171 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:20:03.174 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:20:33.325 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:20:33.329 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:21:03.414 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:21:03.419 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:21:33.482 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:21:33.487 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:22:03.599 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:22:03.603 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:22:33.937 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:22:33.941 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:23:04.008 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:23:04.012 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:23:34.097 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:23:34.101 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:24:04.235 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:24:04.239 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:24:34.364 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:24:34.368 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:25:04.478 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:25:04.482 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:25:34.549 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:25:34.552 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:26:04.646 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:26:04.650 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:26:34.776 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:26:34.780 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:27:04.850 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:27:04.856 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:27:34.912 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:27:34.916 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:28:05.056 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:28:05.060 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:28:35.120 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:28:35.123 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:29:05.233 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:29:05.237 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:29:35.380 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:29:35.383 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:30:05.509 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:30:05.512 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:30:35.614 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:30:35.618 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:31:05.953 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:31:05.957 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:31:36.015 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:31:36.019 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:32:06.095 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:32:06.099 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:32:36.242 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:32:36.246 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:33:06.363 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:33:06.367 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:33:36.536 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:33:36.541 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:34:06.606 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:34:06.611 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:34:36.744 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:34:36.748 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:35:06.883 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:35:06.887 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:35:36.945 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:35:36.949 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:36:07.028 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:36:07.032 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:36:37.175 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:36:37.179 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:37:07.313 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:37:07.317 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:37:37.375 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:37:37.379 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:38:07.525 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:38:07.529 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:38:37.661 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:38:37.664 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:39:07.750 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:39:07.753 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:39:37.904 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:39:37.908 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:40:07.967 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:40:07.971 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:40:38.072 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:40:38.076 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:41:08.244 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:41:08.248 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:41:38.408 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:41:38.411 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:42:08.488 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:42:08.492 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:42:38.551 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:42:38.555 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:43:08.699 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:43:08.702 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:43:38.761 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:43:38.765 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:44:08.825 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:44:08.829 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:44:38.928 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:44:38.931 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:45:09.085 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:45:09.089 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:45:15.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:15.432 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T16:45:15.462 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_51_00_UTC 2024-07-26T16:45:15.463 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_52_00_UTC 2024-07-26T16:45:15.463 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_53_00_UTC 2024-07-26T16:45:15.463 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_54_00_UTC 2024-07-26T16:45:15.463 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_55_00_UTC 2024-07-26T16:45:15.463 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_56_00_UTC 2024-07-26T16:45:15.463 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_57_00_UTC 2024-07-26T16:45:15.463 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_58_00_UTC 2024-07-26T16:45:15.463 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_59_00_UTC 2024-07-26T16:45:15.463 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_00_00_UTC 2024-07-26T16:45:15.463 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_01_00_UTC 2024-07-26T16:45:15.463 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_02_01_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_03_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_04_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_05_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_06_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_07_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_08_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_09_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_10_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_11_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_12_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_13_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_14_00_UTC 2024-07-26T16:45:15.464 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_15_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_16_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_17_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_18_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_19_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_20_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_21_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_22_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_23_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_24_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_25_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_26_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_27_00_UTC 2024-07-26T16:45:15.465 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_28_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_29_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_30_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_31_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_32_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_33_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_34_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_35_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_36_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_37_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_38_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_39_00_UTC 2024-07-26T16:45:15.466 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_40_00_UTC 2024-07-26T16:45:15.467 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_41_00_UTC 2024-07-26T16:45:15.467 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_42_00_UTC 2024-07-26T16:45:15.467 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_43_00_UTC 2024-07-26T16:45:15.467 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_44_00_UTC 2024-07-26T16:45:15.467 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_45_00_UTC 2024-07-26T16:45:15.467 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-15_51_00_UTC', 'scheduled-2024-07-26-15_52_00_UTC', 'scheduled-2024-07-26-15_53_00_UTC', 'scheduled-2024-07-26-15_54_00_UTC', 'scheduled-2024-07-26-15_55_00_UTC', 'scheduled-2024-07-26-15_56_00_UTC', 'scheduled-2024-07-26-15_57_00_UTC', 'scheduled-2024-07-26-15_58_00_UTC', 'scheduled-2024-07-26-15_59_00_UTC', 'scheduled-2024-07-26-16_00_00_UTC', 'scheduled-2024-07-26-16_01_00_UTC', 'scheduled-2024-07-26-16_02_01_UTC', 'scheduled-2024-07-26-16_03_00_UTC', 'scheduled-2024-07-26-16_04_00_UTC', 'scheduled-2024-07-26-16_05_00_UTC', 'scheduled-2024-07-26-16_06_00_UTC', 'scheduled-2024-07-26-16_07_00_UTC', 'scheduled-2024-07-26-16_08_00_UTC', 'scheduled-2024-07-26-16_09_00_UTC', 'scheduled-2024-07-26-16_10_00_UTC', 'scheduled-2024-07-26-16_11_00_UTC', 'scheduled-2024-07-26-16_12_00_UTC', 'scheduled-2024-07-26-16_13_00_UTC', 'scheduled-2024-07-26-16_14_00_UTC', 'scheduled-2024-07-26-16_15_00_UTC', 'scheduled-2024-07-26-16_16_00_UTC', 'scheduled-2024-07-26-16_17_00_UTC', 'scheduled-2024-07-26-16_18_00_UTC', 'scheduled-2024-07-26-16_19_00_UTC', 'scheduled-2024-07-26-16_20_00_UTC', 'scheduled-2024-07-26-16_21_00_UTC', 'scheduled-2024-07-26-16_22_00_UTC', 'scheduled-2024-07-26-16_23_00_UTC', 'scheduled-2024-07-26-16_24_00_UTC', 'scheduled-2024-07-26-16_25_00_UTC', 'scheduled-2024-07-26-16_26_00_UTC', 'scheduled-2024-07-26-16_27_00_UTC', 'scheduled-2024-07-26-16_28_00_UTC', 'scheduled-2024-07-26-16_29_00_UTC', 'scheduled-2024-07-26-16_30_00_UTC', 'scheduled-2024-07-26-16_31_00_UTC', 'scheduled-2024-07-26-16_32_00_UTC', 'scheduled-2024-07-26-16_33_00_UTC', 'scheduled-2024-07-26-16_34_00_UTC', 'scheduled-2024-07-26-16_35_00_UTC', 'scheduled-2024-07-26-16_36_00_UTC', 'scheduled-2024-07-26-16_37_00_UTC', 'scheduled-2024-07-26-16_38_00_UTC', 'scheduled-2024-07-26-16_39_00_UTC', 'scheduled-2024-07-26-16_40_00_UTC', 'scheduled-2024-07-26-16_41_00_UTC', 'scheduled-2024-07-26-16_42_00_UTC', 'scheduled-2024-07-26-16_43_00_UTC', 'scheduled-2024-07-26-16_44_00_UTC', 'scheduled-2024-07-26-16_45_00_UTC'] 2024-07-26T16:45:15.468 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1 2024-07-26T16:45:15.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.631+0000 7f8c810e1640 1 -- 172.21.15.33:0/2687529511 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c7c0b7d00 msgr2=0x7f8c7c0cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:15.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.631+0000 7f8c810e1640 1 --2- 172.21.15.33:0/2687529511 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c7c0b7d00 0x7f8c7c0cee10 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c005fd0 tx=0x7f8c6c02a530 comp rx=0 tx=0).stop 2024-07-26T16:45:15.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.631+0000 7f8c810e1640 1 -- 172.21.15.33:0/2687529511 shutdown_connections 2024-07-26T16:45:15.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.631+0000 7f8c810e1640 1 --2- 172.21.15.33:0/2687529511 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c7c0b7d00 0x7f8c7c0cee10 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:15.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.631+0000 7f8c810e1640 1 --2- 172.21.15.33:0/2687529511 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c7c0d0c80 0x7f8c7c0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:15.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.631+0000 7f8c810e1640 1 -- 172.21.15.33:0/2687529511 >> 172.21.15.33:0/2687529511 conn(0x7f8c7c0d3dc0 msgr2=0x7f8c7c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:15.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.631+0000 7f8c810e1640 1 -- 172.21.15.33:0/2687529511 shutdown_connections 2024-07-26T16:45:15.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.631+0000 7f8c810e1640 1 -- 172.21.15.33:0/2687529511 wait complete. 2024-07-26T16:45:15.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.633+0000 7f8c810e1640 1 Processor -- start 2024-07-26T16:45:15.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.633+0000 7f8c810e1640 1 -- start start 2024-07-26T16:45:15.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c810e1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c7c0b53e0 0x7f8c7c150370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:15.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c810e1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c7c0b7d00 0x7f8c7c1f40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:15.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c810e1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c7c1508b0 0x7f8c7c1f4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:15.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c810e1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8c7c0cf510 con 0x7f8c7c0b53e0 2024-07-26T16:45:15.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c810e1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8c7c0cf390 con 0x7f8c7c1508b0 2024-07-26T16:45:15.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c810e1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8c7c0cf690 con 0x7f8c7c0b7d00 2024-07-26T16:45:15.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c7ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c7c0b53e0 0x7f8c7c150370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:15.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c7ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c7c0b53e0 0x7f8c7c150370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36332/0 (socket says 172.21.15.33:36332) 2024-07-26T16:45:15.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c7ad9d640 1 -- 172.21.15.33:0/1195298963 learned_addr learned my addr 172.21.15.33:0/1195298963 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:15.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c7b59e640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c7c1508b0 0x7f8c7c1f4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:15.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c7a59c640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c7c0b7d00 0x7f8c7c1f40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:15.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c7ad9d640 1 -- 172.21.15.33:0/1195298963 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c7c0b7d00 msgr2=0x7f8c7c1f40e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:15.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c7ad9d640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c7c0b7d00 0x7f8c7c1f40e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:15.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c7ad9d640 1 -- 172.21.15.33:0/1195298963 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c7c1508b0 msgr2=0x7f8c7c1f4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:15.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c7ad9d640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c7c1508b0 0x7f8c7c1f4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:15.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c7ad9d640 1 -- 172.21.15.33:0/1195298963 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c7c0a1170 con 0x7f8c7c0b53e0 2024-07-26T16:45:15.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.635+0000 7f8c7ad9d640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c7c0b53e0 0x7f8c7c150370 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f8c7400ba50 tx=0x7f8c7400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:15.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.636+0000 7f8c737fe640 1 -- 172.21.15.33:0/1195298963 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c74019070 con 0x7f8c7c0b53e0 2024-07-26T16:45:15.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.636+0000 7f8c810e1640 1 -- 172.21.15.33:0/1195298963 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c7c14e100 con 0x7f8c7c0b53e0 2024-07-26T16:45:15.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.636+0000 7f8c737fe640 1 -- 172.21.15.33:0/1195298963 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c7400cd10 con 0x7f8c7c0b53e0 2024-07-26T16:45:15.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.636+0000 7f8c737fe640 1 -- 172.21.15.33:0/1195298963 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c740146a0 con 0x7f8c7c0b53e0 2024-07-26T16:45:15.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.636+0000 7f8c810e1640 1 -- 172.21.15.33:0/1195298963 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c7c14e6c0 con 0x7f8c7c0b53e0 2024-07-26T16:45:15.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.637+0000 7f8c810e1640 1 -- 172.21.15.33:0/1195298963 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c7c0cfb80 con 0x7f8c7c0b53e0 2024-07-26T16:45:15.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.637+0000 7f8c737fe640 1 -- 172.21.15.33:0/1195298963 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 96) ==== 99270+0+0 (secure 0 0 0) 0x7f8c7401c070 con 0x7f8c7c0b53e0 2024-07-26T16:45:15.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.638+0000 7f8c737fe640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f8c5c077180 0x7f8c5c079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:15.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.638+0000 7f8c737fe640 1 -- 172.21.15.33:0/1195298963 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(164..164 src has 1..164) ==== 6589+0+0 (secure 0 0 0) 0x7f8c74098c60 con 0x7f8c7c0b53e0 2024-07-26T16:45:15.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.638+0000 7f8c7a59c640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f8c5c077180 0x7f8c5c079690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:15.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.639+0000 7f8c7a59c640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f8c5c077180 0x7f8c5c079690 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8c7c1611b0 tx=0x7f8c64005d80 comp rx=0 tx=0).ready entity=mgr.9009 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:15.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.643+0000 7f8c737fe640 1 -- 172.21.15.33:0/1195298963 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8c74061310 con 0x7f8c7c0b53e0 2024-07-26T16:45:15.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.864+0000 7f8c810e1640 1 -- 172.21.15.33:0/1195298963 --> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8c7c1e73e0 con 0x7f8c5c077180 2024-07-26T16:45:15.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.872+0000 7f8c737fe640 1 -- 172.21.15.33:0/1195298963 <== mgr.9009 v2:172.21.15.33:6836/3233074912 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+373 (secure 0 0 0) 0x7f8c7c1e73e0 con 0x7f8c5c077180 2024-07-26T16:45:15.874 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:15.874 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1", "rel_path": "/snap_test_dir1", "schedule": "1m", "retention": {"n": 55}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:49:13", "first": "2024-07-26T15:50:00", "last": "2024-07-26T16:45:00", "last_pruned": "2024-07-26T16:45:00", "created_count": 56, "pruned_count": 1, "active": true}] 2024-07-26T16:45:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 -- 172.21.15.33:0/1195298963 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f8c5c077180 msgr2=0x7f8c5c079690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f8c5c077180 0x7f8c5c079690 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8c7c1611b0 tx=0x7f8c64005d80 comp rx=0 tx=0).stop 2024-07-26T16:45:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 -- 172.21.15.33:0/1195298963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c7c0b53e0 msgr2=0x7f8c7c150370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c7c0b53e0 0x7f8c7c150370 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f8c7400ba50 tx=0x7f8c7400bf10 comp rx=0 tx=0).stop 2024-07-26T16:45:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 -- 172.21.15.33:0/1195298963 shutdown_connections 2024-07-26T16:45:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f8c5c077180 0x7f8c5c079690 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c7c1508b0 0x7f8c7c1f4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c7c0b7d00 0x7f8c7c1f40e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:15.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 --2- 172.21.15.33:0/1195298963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c7c0b53e0 0x7f8c7c150370 unknown :-1 s=CLOSED pgs=1602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:15.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 -- 172.21.15.33:0/1195298963 >> 172.21.15.33:0/1195298963 conn(0x7f8c7c0d3dc0 msgr2=0x7f8c7c0d2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:15.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 -- 172.21.15.33:0/1195298963 shutdown_connections 2024-07-26T16:45:15.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:15.875+0000 7f8c810e1640 1 -- 172.21.15.33:0/1195298963 wait complete. 2024-07-26T16:45:15.888 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1", "rel_path": "/snap_test_dir1", "schedule": "1m", "retention": {"n": 55}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T15:49:13", "first": "2024-07-26T15:50:00", "last": "2024-07-26T16:45:00", "last_pruned": "2024-07-26T16:45:00", "created_count": 56, "pruned_count": 1, "active": true}] 2024-07-26T16:45:15.888 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1', 'rel_path': '/snap_test_dir1', 'schedule': '1m', 'retention': {'n': 55}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T15:49:13', 'first': '2024-07-26T15:50:00', 'last': '2024-07-26T16:45:00', 'last_pruned': '2024-07-26T16:45:00', 'created_count': 56, 'pruned_count': 1, 'active': True} 2024-07-26T16:45:15.888 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 55 2024-07-26T16:45:15.888 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 56 2024-07-26T16:45:15.888 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1 2024-07-26T16:45:16.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.006+0000 7f0c14c4b640 1 -- 172.21.15.33:0/1719648971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c1015d9f0 msgr2=0x7f0c1015de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:16.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.006+0000 7f0c14c4b640 1 --2- 172.21.15.33:0/1719648971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c1015d9f0 0x7f0c1015de00 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f0c00005fd0 tx=0x7f0c0002aa50 comp rx=0 tx=0).stop 2024-07-26T16:45:16.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.006+0000 7f0c14c4b640 1 -- 172.21.15.33:0/1719648971 shutdown_connections 2024-07-26T16:45:16.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.006+0000 7f0c14c4b640 1 --2- 172.21.15.33:0/1719648971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c1015d9f0 0x7f0c1015de00 unknown :-1 s=CLOSED pgs=1603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:16.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.006+0000 7f0c14c4b640 1 --2- 172.21.15.33:0/1719648971 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c1006c810 0x7f0c1006cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:16.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.006+0000 7f0c14c4b640 1 --2- 172.21.15.33:0/1719648971 >> v2:172.21.15.154:3300/0 conn(0x7f0c1015c610 0x7f0c100cf370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:16.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.006+0000 7f0c14c4b640 1 -- 172.21.15.33:0/1719648971 >> 172.21.15.33:0/1719648971 conn(0x7f0c100d0b40 msgr2=0x7f0c100d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:16.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.006+0000 7f0c14c4b640 1 -- 172.21.15.33:0/1719648971 shutdown_connections 2024-07-26T16:45:16.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.006+0000 7f0c14c4b640 1 -- 172.21.15.33:0/1719648971 wait complete. 2024-07-26T16:45:16.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.008+0000 7f0c14c4b640 1 Processor -- start 2024-07-26T16:45:16.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.008+0000 7f0c14c4b640 1 -- start start 2024-07-26T16:45:16.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.009+0000 7f0c14c4b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c1006c810 0x7f0c101f3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:16.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.009+0000 7f0c14c4b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c1015c610 0x7f0c1015ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.009+0000 7f0c14c4b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c1015d9f0 0x7f0c10155700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.009+0000 7f0c14c4b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0c1015e9e0 con 0x7f0c1006c810 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.009+0000 7f0c14c4b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0c1015e860 con 0x7f0c1015c610 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.009+0000 7f0c14c4b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0c1015eb60 con 0x7f0c1015d9f0 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c0e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c1006c810 0x7f0c101f3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c0e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c1006c810 0x7f0c101f3cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36346/0 (socket says 172.21.15.33:36346) 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c0e59c640 1 -- 172.21.15.33:0/609030028 learned_addr learned my addr 172.21.15.33:0/609030028 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c0ed9d640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c1015d9f0 0x7f0c10155700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c0dd9b640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c1015c610 0x7f0c1015ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c0e59c640 1 -- 172.21.15.33:0/609030028 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c1015d9f0 msgr2=0x7f0c10155700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c0e59c640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c1015d9f0 0x7f0c10155700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c0e59c640 1 -- 172.21.15.33:0/609030028 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c1015c610 msgr2=0x7f0c1015ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c0e59c640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c1015c610 0x7f0c1015ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:16.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c0e59c640 1 -- 172.21.15.33:0/609030028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c10159a60 con 0x7f0c1006c810 2024-07-26T16:45:16.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c0e59c640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c1006c810 0x7f0c101f3cf0 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f0c0800b410 tx=0x7f0c0800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:16.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c06ffd640 1 -- 172.21.15.33:0/609030028 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c08015020 con 0x7f0c1006c810 2024-07-26T16:45:16.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c06ffd640 1 -- 172.21.15.33:0/609030028 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c08011940 con 0x7f0c1006c810 2024-07-26T16:45:16.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.010+0000 7f0c14c4b640 1 -- 172.21.15.33:0/609030028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c10159d40 con 0x7f0c1006c810 2024-07-26T16:45:16.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.011+0000 7f0c06ffd640 1 -- 172.21.15.33:0/609030028 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c08011d90 con 0x7f0c1006c810 2024-07-26T16:45:16.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.011+0000 7f0c14c4b640 1 -- 172.21.15.33:0/609030028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c1015a300 con 0x7f0c1006c810 2024-07-26T16:45:16.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.011+0000 7f0c14c4b640 1 -- 172.21.15.33:0/609030028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c10068e80 con 0x7f0c1006c810 2024-07-26T16:45:16.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.012+0000 7f0c06ffd640 1 -- 172.21.15.33:0/609030028 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 96) ==== 99270+0+0 (secure 0 0 0) 0x7f0c08018020 con 0x7f0c1006c810 2024-07-26T16:45:16.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.013+0000 7f0c06ffd640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f0bf00771b0 0x7f0bf00796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:16.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.013+0000 7f0c06ffd640 1 -- 172.21.15.33:0/609030028 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(164..164 src has 1..164) ==== 6589+0+0 (secure 0 0 0) 0x7f0c08098c10 con 0x7f0c1006c810 2024-07-26T16:45:16.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.013+0000 7f0c0dd9b640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f0bf00771b0 0x7f0bf00796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:16.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.013+0000 7f0c0dd9b640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f0bf00771b0 0x7f0bf00796c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0c1015df00 tx=0x7f0bf8009060 comp rx=0 tx=0).ready entity=mgr.9009 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:16.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.018+0000 7f0c06ffd640 1 -- 172.21.15.33:0/609030028 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0c10068e80 con 0x7f0c1006c810 2024-07-26T16:45:16.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.233+0000 7f0c14c4b640 1 -- 172.21.15.33:0/609030028 --> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7f0c1006d0c0 con 0x7f0bf00771b0 2024-07-26T16:45:16.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.317+0000 7f0c06ffd640 1 -- 172.21.15.33:0/609030028 <== mgr.9009 v2:172.21.15.33:6836/3233074912 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+42 (secure 0 0 0) 0x7f0c1006d0c0 con 0x7f0bf00771b0 2024-07-26T16:45:16.319 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1 2024-07-26T16:45:16.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 -- 172.21.15.33:0/609030028 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f0bf00771b0 msgr2=0x7f0bf00796c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:16.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f0bf00771b0 0x7f0bf00796c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0c1015df00 tx=0x7f0bf8009060 comp rx=0 tx=0).stop 2024-07-26T16:45:16.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 -- 172.21.15.33:0/609030028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c1006c810 msgr2=0x7f0c101f3cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:16.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c1006c810 0x7f0c101f3cf0 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f0c0800b410 tx=0x7f0c0800b8d0 comp rx=0 tx=0).stop 2024-07-26T16:45:16.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 -- 172.21.15.33:0/609030028 shutdown_connections 2024-07-26T16:45:16.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f0bf00771b0 0x7f0bf00796c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:16.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c1015d9f0 0x7f0c10155700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:16.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c1015c610 0x7f0c1015ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:16.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 --2- 172.21.15.33:0/609030028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c1006c810 0x7f0c101f3cf0 unknown :-1 s=CLOSED pgs=1604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:16.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 -- 172.21.15.33:0/609030028 >> 172.21.15.33:0/609030028 conn(0x7f0c100d0b40 msgr2=0x7f0c100709a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:16.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 -- 172.21.15.33:0/609030028 shutdown_connections 2024-07-26T16:45:16.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:16.320+0000 7f0c14c4b640 1 -- 172.21.15.33:0/609030028 wait complete. 2024-07-26T16:45:16.333 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1 2024-07-26T16:45:16.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.333 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T16:45:16.356 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_51_00_UTC 2024-07-26T16:45:16.356 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_52_00_UTC 2024-07-26T16:45:16.356 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_53_00_UTC 2024-07-26T16:45:16.356 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_54_00_UTC 2024-07-26T16:45:16.356 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_55_00_UTC 2024-07-26T16:45:16.356 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_56_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_57_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_58_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-15_59_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_00_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_01_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_02_01_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_03_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_04_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_05_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_06_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_07_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_08_00_UTC 2024-07-26T16:45:16.357 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_09_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_10_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_11_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_12_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_13_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_14_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_15_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_16_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_17_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_18_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_19_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_20_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_21_00_UTC 2024-07-26T16:45:16.358 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_22_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_23_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_24_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_25_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_26_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_27_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_28_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_29_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_30_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_31_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_32_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_33_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_34_00_UTC 2024-07-26T16:45:16.359 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_35_00_UTC 2024-07-26T16:45:16.360 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_36_00_UTC 2024-07-26T16:45:16.360 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_37_00_UTC 2024-07-26T16:45:16.360 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_38_00_UTC 2024-07-26T16:45:16.360 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_39_00_UTC 2024-07-26T16:45:16.360 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_40_00_UTC 2024-07-26T16:45:16.360 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_41_00_UTC 2024-07-26T16:45:16.360 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_42_00_UTC 2024-07-26T16:45:16.360 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_43_00_UTC 2024-07-26T16:45:16.360 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_44_00_UTC 2024-07-26T16:45:16.360 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_45_00_UTC 2024-07-26T16:45:16.360 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_51_00_UTC 2024-07-26T16:45:16.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.361 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_51_00_UTC) 2024-07-26T16:45:16.420 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_52_00_UTC 2024-07-26T16:45:16.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.420 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_52_00_UTC) 2024-07-26T16:45:16.483 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_53_00_UTC 2024-07-26T16:45:16.484 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.484 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_53_00_UTC) 2024-07-26T16:45:16.547 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_54_00_UTC 2024-07-26T16:45:16.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.547 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_54_00_UTC) 2024-07-26T16:45:16.612 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_55_00_UTC 2024-07-26T16:45:16.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.612 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_55_00_UTC) 2024-07-26T16:45:16.676 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_56_00_UTC 2024-07-26T16:45:16.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.677 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_56_00_UTC) 2024-07-26T16:45:16.740 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_57_00_UTC 2024-07-26T16:45:16.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.740 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_57_00_UTC) 2024-07-26T16:45:16.804 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_58_00_UTC 2024-07-26T16:45:16.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.805 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_58_00_UTC) 2024-07-26T16:45:16.868 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-15_59_00_UTC 2024-07-26T16:45:16.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.869 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-15_59_00_UTC) 2024-07-26T16:45:16.932 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_00_00_UTC 2024-07-26T16:45:16.932 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.932 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_00_00_UTC) 2024-07-26T16:45:16.996 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_01_00_UTC 2024-07-26T16:45:16.997 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:16.997 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_01_00_UTC) 2024-07-26T16:45:17.062 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_02_01_UTC 2024-07-26T16:45:17.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.062 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_02_01_UTC) 2024-07-26T16:45:17.126 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_03_00_UTC 2024-07-26T16:45:17.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.127 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_03_00_UTC) 2024-07-26T16:45:17.190 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_04_00_UTC 2024-07-26T16:45:17.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.191 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_04_00_UTC) 2024-07-26T16:45:17.255 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_05_00_UTC 2024-07-26T16:45:17.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.255 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_05_00_UTC) 2024-07-26T16:45:17.318 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_06_00_UTC 2024-07-26T16:45:17.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.319 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_06_00_UTC) 2024-07-26T16:45:17.383 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_07_00_UTC 2024-07-26T16:45:17.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.384 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_07_00_UTC) 2024-07-26T16:45:17.447 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_08_00_UTC 2024-07-26T16:45:17.448 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.448 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_08_00_UTC) 2024-07-26T16:45:17.511 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_09_00_UTC 2024-07-26T16:45:17.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.512 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_09_00_UTC) 2024-07-26T16:45:17.576 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_10_00_UTC 2024-07-26T16:45:17.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.576 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_10_00_UTC) 2024-07-26T16:45:17.641 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_11_00_UTC 2024-07-26T16:45:17.641 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.641 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_11_00_UTC) 2024-07-26T16:45:17.707 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_12_00_UTC 2024-07-26T16:45:17.707 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.707 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_12_00_UTC) 2024-07-26T16:45:17.770 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_13_00_UTC 2024-07-26T16:45:17.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.770 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_13_00_UTC) 2024-07-26T16:45:17.834 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_14_00_UTC 2024-07-26T16:45:17.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.835 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_14_00_UTC) 2024-07-26T16:45:17.898 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_15_00_UTC 2024-07-26T16:45:17.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.898 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_15_00_UTC) 2024-07-26T16:45:17.962 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_16_00_UTC 2024-07-26T16:45:17.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:17.963 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_16_00_UTC) 2024-07-26T16:45:18.026 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_17_00_UTC 2024-07-26T16:45:18.026 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.027 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_17_00_UTC) 2024-07-26T16:45:18.090 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_18_00_UTC 2024-07-26T16:45:18.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.091 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_18_00_UTC) 2024-07-26T16:45:18.155 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_19_00_UTC 2024-07-26T16:45:18.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.155 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_19_00_UTC) 2024-07-26T16:45:18.220 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_20_00_UTC 2024-07-26T16:45:18.220 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.220 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_20_00_UTC) 2024-07-26T16:45:18.285 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_21_00_UTC 2024-07-26T16:45:18.285 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.285 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_21_00_UTC) 2024-07-26T16:45:18.350 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_22_00_UTC 2024-07-26T16:45:18.350 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.350 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_22_00_UTC) 2024-07-26T16:45:18.414 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_23_00_UTC 2024-07-26T16:45:18.414 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.414 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_23_00_UTC) 2024-07-26T16:45:18.478 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_24_00_UTC 2024-07-26T16:45:18.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.479 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_24_00_UTC) 2024-07-26T16:45:18.542 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_25_00_UTC 2024-07-26T16:45:18.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.542 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_25_00_UTC) 2024-07-26T16:45:18.607 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_26_00_UTC 2024-07-26T16:45:18.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.607 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_26_00_UTC) 2024-07-26T16:45:18.672 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_27_00_UTC 2024-07-26T16:45:18.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.672 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_27_00_UTC) 2024-07-26T16:45:18.737 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_28_00_UTC 2024-07-26T16:45:18.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.737 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_28_00_UTC) 2024-07-26T16:45:18.802 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_29_00_UTC 2024-07-26T16:45:18.802 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.802 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_29_00_UTC) 2024-07-26T16:45:18.867 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_30_00_UTC 2024-07-26T16:45:18.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.867 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_30_00_UTC) 2024-07-26T16:45:18.935 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_31_00_UTC 2024-07-26T16:45:18.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:18.935 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_31_00_UTC) 2024-07-26T16:45:19.001 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_32_00_UTC 2024-07-26T16:45:19.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.002 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_32_00_UTC) 2024-07-26T16:45:19.066 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_33_00_UTC 2024-07-26T16:45:19.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.066 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_33_00_UTC) 2024-07-26T16:45:19.133 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_34_00_UTC 2024-07-26T16:45:19.134 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.134 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_34_00_UTC) 2024-07-26T16:45:19.197 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_35_00_UTC 2024-07-26T16:45:19.197 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.198 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_35_00_UTC) 2024-07-26T16:45:19.260 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_36_00_UTC 2024-07-26T16:45:19.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.261 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_36_00_UTC) 2024-07-26T16:45:19.324 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_37_00_UTC 2024-07-26T16:45:19.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.324 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_37_00_UTC) 2024-07-26T16:45:19.388 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_38_00_UTC 2024-07-26T16:45:19.388 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.388 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_38_00_UTC) 2024-07-26T16:45:19.451 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_39_00_UTC 2024-07-26T16:45:19.452 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.452 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_39_00_UTC) 2024-07-26T16:45:19.518 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_40_00_UTC 2024-07-26T16:45:19.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.519 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_40_00_UTC) 2024-07-26T16:45:19.582 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_41_00_UTC 2024-07-26T16:45:19.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.582 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_41_00_UTC) 2024-07-26T16:45:19.647 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_42_00_UTC 2024-07-26T16:45:19.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.647 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_42_00_UTC) 2024-07-26T16:45:19.710 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_43_00_UTC 2024-07-26T16:45:19.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.711 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_43_00_UTC) 2024-07-26T16:45:19.774 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_44_00_UTC 2024-07-26T16:45:19.774 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.774 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_44_00_UTC) 2024-07-26T16:45:19.837 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-16_45_00_UTC 2024-07-26T16:45:19.837 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.837 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-16_45_00_UTC) 2024-07-26T16:45:19.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:19.901 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1) 2024-07-26T16:45:19.970 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T16:45:20.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.151+0000 7f5456b77640 1 -- 172.21.15.33:0/4095257500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54500b53e0 msgr2=0x7f54500d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:20.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.151+0000 7f5456b77640 1 --2- 172.21.15.33:0/4095257500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54500b53e0 0x7f54500d0570 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7f5440005fd0 tx=0x7f544002a580 comp rx=0 tx=0).stop 2024-07-26T16:45:20.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.151+0000 7f5456b77640 1 -- 172.21.15.33:0/4095257500 shutdown_connections 2024-07-26T16:45:20.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.151+0000 7f5456b77640 1 --2- 172.21.15.33:0/4095257500 >> v2:172.21.15.154:3300/0 conn(0x7f54500b8fa0 0x7f54500d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:20.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.151+0000 7f5456b77640 1 --2- 172.21.15.33:0/4095257500 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54500b6cf0 0x7f54500b7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.151+0000 7f5456b77640 1 --2- 172.21.15.33:0/4095257500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54500b53e0 0x7f54500d0570 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.151+0000 7f5456b77640 1 -- 172.21.15.33:0/4095257500 >> 172.21.15.33:0/4095257500 conn(0x7f54500d3dc0 msgr2=0x7f54500d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.151+0000 7f5456b77640 1 -- 172.21.15.33:0/4095257500 shutdown_connections 2024-07-26T16:45:20.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.151+0000 7f5456b77640 1 -- 172.21.15.33:0/4095257500 wait complete. 2024-07-26T16:45:20.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.154+0000 7f5456b77640 1 Processor -- start 2024-07-26T16:45:20.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.154+0000 7f5456b77640 1 -- start start 2024-07-26T16:45:20.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.156+0000 7f5456b77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54500b53e0 0x7f54500a1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:20.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.156+0000 7f5456b77640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f54500b6cf0 0x7f545009ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:20.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.156+0000 7f5456b77640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54500b8fa0 0x7f545015e340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:20.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.156+0000 7f5456b77640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f54500b7c40 con 0x7f54500b53e0 2024-07-26T16:45:20.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.156+0000 7f5456b77640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f54500b7ac0 con 0x7f54500b6cf0 2024-07-26T16:45:20.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.156+0000 7f5456b77640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f54500b7dc0 con 0x7f54500b8fa0 2024-07-26T16:45:20.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.157+0000 7f5455114640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54500b8fa0 0x7f545015e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:20.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.157+0000 7f5455114640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54500b8fa0 0x7f545015e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:46366/0 (socket says 172.21.15.33:46366) 2024-07-26T16:45:20.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.157+0000 7f5454913640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54500b53e0 0x7f54500a1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:20.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.157+0000 7f5455114640 1 -- 172.21.15.33:0/1485763239 learned_addr learned my addr 172.21.15.33:0/1485763239 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:20.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.157+0000 7f544ffff640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f54500b6cf0 0x7f545009ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:20.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.157+0000 7f5454913640 1 -- 172.21.15.33:0/1485763239 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54500b8fa0 msgr2=0x7f545015e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:20.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.157+0000 7f5454913640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54500b8fa0 0x7f545015e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:20.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.157+0000 7f5454913640 1 -- 172.21.15.33:0/1485763239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f54500b6cf0 msgr2=0x7f545009ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:20.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.157+0000 7f5454913640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f54500b6cf0 0x7f545009ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:20.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.157+0000 7f5454913640 1 -- 172.21.15.33:0/1485763239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f545009f380 con 0x7f54500b53e0 2024-07-26T16:45:20.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.158+0000 7f5454913640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54500b53e0 0x7f54500a1230 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f5440031000 tx=0x7f54400038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:20.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.158+0000 7f544d7fa640 1 -- 172.21.15.33:0/1485763239 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f544003e030 con 0x7f54500b53e0 2024-07-26T16:45:20.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.158+0000 7f544d7fa640 1 -- 172.21.15.33:0/1485763239 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5440003ca0 con 0x7f54500b53e0 2024-07-26T16:45:20.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.158+0000 7f544d7fa640 1 -- 172.21.15.33:0/1485763239 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5440035040 con 0x7f54500b53e0 2024-07-26T16:45:20.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.159+0000 7f5456b77640 1 -- 172.21.15.33:0/1485763239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f545015d2a0 con 0x7f54500b53e0 2024-07-26T16:45:20.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.159+0000 7f5456b77640 1 -- 172.21.15.33:0/1485763239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f545015d860 con 0x7f54500b53e0 2024-07-26T16:45:20.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.161+0000 7f5456b77640 1 -- 172.21.15.33:0/1485763239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54500b7100 con 0x7f54500b53e0 2024-07-26T16:45:20.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.162+0000 7f544d7fa640 1 -- 172.21.15.33:0/1485763239 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 96) ==== 99270+0+0 (secure 0 0 0) 0x7f5440041030 con 0x7f54500b53e0 2024-07-26T16:45:20.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.163+0000 7f544d7fa640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f543c077200 0x7f543c079710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:20.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.163+0000 7f544ffff640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f543c077200 0x7f543c079710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:20.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.164+0000 7f544ffff640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f543c077200 0x7f543c079710 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f54440058c0 tx=0x7f5444005850 comp rx=0 tx=0).ready entity=mgr.9009 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:20.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.164+0000 7f544d7fa640 1 -- 172.21.15.33:0/1485763239 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(166..166 src has 1..166) ==== 6589+0+0 (secure 0 0 0) 0x7f54400b9370 con 0x7f54500b53e0 2024-07-26T16:45:20.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.169+0000 7f544d7fa640 1 -- 172.21.15.33:0/1485763239 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5440081b00 con 0x7f54500b53e0 2024-07-26T16:45:20.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:20.456+0000 7f5456b77640 1 -- 172.21.15.33:0/1485763239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7f54500b9c80 con 0x7f54500b53e0 2024-07-26T16:45:21.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.331+0000 7f544d7fa640 1 -- 172.21.15.33:0/1485763239 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v97) ==== 93+0+0 (secure 0 0 0) 0x7f5440086050 con 0x7f54500b53e0 2024-07-26T16:45:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.333+0000 7f5456b77640 1 -- 172.21.15.33:0/1485763239 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f543c077200 msgr2=0x7f543c079710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.333+0000 7f5456b77640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f543c077200 0x7f543c079710 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f54440058c0 tx=0x7f5444005850 comp rx=0 tx=0).stop 2024-07-26T16:45:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.334+0000 7f5456b77640 1 -- 172.21.15.33:0/1485763239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54500b53e0 msgr2=0x7f54500a1230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.334+0000 7f5456b77640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54500b53e0 0x7f54500a1230 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f5440031000 tx=0x7f54400038a0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.334+0000 7f5456b77640 1 -- 172.21.15.33:0/1485763239 shutdown_connections 2024-07-26T16:45:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.334+0000 7f5456b77640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7f543c077200 0x7f543c079710 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.334+0000 7f5456b77640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54500b8fa0 0x7f545015e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.334+0000 7f5456b77640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f54500b6cf0 0x7f545009ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.334+0000 7f5456b77640 1 --2- 172.21.15.33:0/1485763239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f54500b53e0 0x7f54500a1230 unknown :-1 s=CLOSED pgs=1606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.334+0000 7f5456b77640 1 -- 172.21.15.33:0/1485763239 >> 172.21.15.33:0/1485763239 conn(0x7f54500d3dc0 msgr2=0x7f54500d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.334+0000 7f5456b77640 1 -- 172.21.15.33:0/1485763239 shutdown_connections 2024-07-26T16:45:21.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.334+0000 7f5456b77640 1 -- 172.21.15.33:0/1485763239 wait complete. 2024-07-26T16:45:21.350 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T16:45:21.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.471+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1114596280 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff554004d90 msgr2=0x7ff554005220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:21.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.471+0000 7ff56f1f8640 1 --2- 172.21.15.33:0/1114596280 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff554004d90 0x7ff554005220 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7ff56806d7a0 tx=0x7ff554005830 comp rx=0 tx=0).stop 2024-07-26T16:45:21.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.471+0000 7ff56d795640 1 -- 172.21.15.33:0/1114596280 reap_dead start 2024-07-26T16:45:21.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.471+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1114596280 shutdown_connections 2024-07-26T16:45:21.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.471+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1114596280 >> 172.21.15.33:0/1114596280 conn(0x7ff5680ccc70 msgr2=0x7ff5680cd080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:21.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.471+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1114596280 shutdown_connections 2024-07-26T16:45:21.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.471+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1114596280 wait complete. 2024-07-26T16:45:21.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.473+0000 7ff56f1f8640 1 Processor -- start 2024-07-26T16:45:21.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.473+0000 7ff56f1f8640 1 -- start start 2024-07-26T16:45:21.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.474+0000 7ff56f1f8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5680c84e0 0x7ff568159690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:21.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.474+0000 7ff56f1f8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5680b2490 0x7ff5680cb3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:21.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.474+0000 7ff56f1f8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5680b28a0 0x7ff5680cb910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:21.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.474+0000 7ff56f1f8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff56815c2a0 con 0x7ff5680c84e0 2024-07-26T16:45:21.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.474+0000 7ff56f1f8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff56815c120 con 0x7ff5680b28a0 2024-07-26T16:45:21.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.474+0000 7ff56f1f8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff56815c420 con 0x7ff5680b2490 2024-07-26T16:45:21.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff56cf94640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5680c84e0 0x7ff568159690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:21.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff56cf94640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5680c84e0 0x7ff568159690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36414/0 (socket says 172.21.15.33:36414) 2024-07-26T16:45:21.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff56cf94640 1 -- 172.21.15.33:0/1283783490 learned_addr learned my addr 172.21.15.33:0/1283783490 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:21.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff567fff640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5680b2490 0x7ff5680cb3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:21.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff56d795640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5680b28a0 0x7ff5680cb910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:21.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff56cf94640 1 -- 172.21.15.33:0/1283783490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5680b2490 msgr2=0x7ff5680cb3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:21.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff56cf94640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5680b2490 0x7ff5680cb3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff56cf94640 1 -- 172.21.15.33:0/1283783490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5680b28a0 msgr2=0x7ff5680cb910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:21.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff56cf94640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5680b28a0 0x7ff5680cb910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff56cf94640 1 -- 172.21.15.33:0/1283783490 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5680c3510 con 0x7ff5680c84e0 2024-07-26T16:45:21.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff56cf94640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5680c84e0 0x7ff568159690 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7ff558011ae0 tx=0x7ff558009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:21.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff5657fa640 1 -- 172.21.15.33:0/1283783490 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff55801e070 con 0x7ff5680c84e0 2024-07-26T16:45:21.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff5657fa640 1 -- 172.21.15.33:0/1283783490 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff558004460 con 0x7ff5680c84e0 2024-07-26T16:45:21.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1283783490 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5681f8910 con 0x7ff5680c84e0 2024-07-26T16:45:21.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.475+0000 7ff5657fa640 1 -- 172.21.15.33:0/1283783490 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff55800fc40 con 0x7ff5680c84e0 2024-07-26T16:45:21.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.476+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1283783490 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5681f8ed0 con 0x7ff5680c84e0 2024-07-26T16:45:21.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.477+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1283783490 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5681f4f40 con 0x7ff5680c84e0 2024-07-26T16:45:21.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.478+0000 7ff5657fa640 1 -- 172.21.15.33:0/1283783490 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 97) ==== 99253+0+0 (secure 0 0 0) 0x7ff558021070 con 0x7ff5680c84e0 2024-07-26T16:45:21.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.479+0000 7ff5657fa640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff548077160 0x7ff548079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:21.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.479+0000 7ff567fff640 1 -- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff548077160 msgr2=0x7ff548079670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3233074912 2024-07-26T16:45:21.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.479+0000 7ff5657fa640 1 -- 172.21.15.33:0/1283783490 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 6589+0+0 (secure 0 0 0) 0x7ff558099fb0 con 0x7ff5680c84e0 2024-07-26T16:45:21.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.479+0000 7ff567fff640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff548077160 0x7ff548079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T16:45:21.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.482+0000 7ff5657fa640 1 -- 172.21.15.33:0/1283783490 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff558062800 con 0x7ff5680c84e0 2024-07-26T16:45:21.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.680+0000 7ff567fff640 1 -- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff548077160 msgr2=0x7ff548079670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3233074912 2024-07-26T16:45:21.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.680+0000 7ff567fff640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff548077160 0x7ff548079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T16:45:21.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.726+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1283783490 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7ff56815f590 con 0x7ff5680c84e0 2024-07-26T16:45:21.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.729+0000 7ff5657fa640 1 -- 172.21.15.33:0/1283783490 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v97) ==== 74+0+191294 (secure 0 0 0) 0x7ff558066d50 con 0x7ff5680c84e0 2024-07-26T16:45:21.734 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:21.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff548077160 msgr2=0x7ff548079670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T16:45:21.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff548077160 0x7ff548079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5680c84e0 msgr2=0x7ff568159690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:21.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5680c84e0 0x7ff568159690 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7ff558011ae0 tx=0x7ff558009e90 comp rx=0 tx=0).stop 2024-07-26T16:45:21.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1283783490 shutdown_connections 2024-07-26T16:45:21.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff548077160 0x7ff548079670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff5680b28a0 0x7ff5680cb910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff5680b2490 0x7ff5680cb3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 --2- 172.21.15.33:0/1283783490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff5680c84e0 0x7ff568159690 unknown :-1 s=CLOSED pgs=1611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1283783490 >> 172.21.15.33:0/1283783490 conn(0x7ff5680ccc70 msgr2=0x7ff5680ca590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:21.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1283783490 shutdown_connections 2024-07-26T16:45:21.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.732+0000 7ff56f1f8640 1 -- 172.21.15.33:0/1283783490 wait complete. 2024-07-26T16:45:21.745 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":97,"flags":0,"active_gid":9009,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":3233074912},{"type":"v1","addr":"172.21.15.33:6837","nonce":3233074912}]},"active_addr":"172.21.15.33:6837/3233074912","active_change":"2024-07-26T15:49:12.533304+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":7517,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":163,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3284358517}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1529762263}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2356885551}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":4257769843}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3454740735}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1382737879}]}]} 2024-07-26T16:45:21.750 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail y 2024-07-26T16:45:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.868+0000 7ff83976c640 1 -- 172.21.15.33:0/3600264012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8340b53e0 msgr2=0x7ff8340d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.868+0000 7ff83976c640 1 --2- 172.21.15.33:0/3600264012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8340b53e0 0x7ff8340d0570 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7ff824009900 tx=0x7ff82402a610 comp rx=0 tx=0).stop 2024-07-26T16:45:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.868+0000 7ff83976c640 1 -- 172.21.15.33:0/3600264012 shutdown_connections 2024-07-26T16:45:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.868+0000 7ff83976c640 1 --2- 172.21.15.33:0/3600264012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff8340cf8e0 0x7ff8340d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.868+0000 7ff83976c640 1 --2- 172.21.15.33:0/3600264012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8340b53e0 0x7ff8340d0570 unknown :-1 s=CLOSED pgs=1612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.868+0000 7ff83976c640 1 -- 172.21.15.33:0/3600264012 >> 172.21.15.33:0/3600264012 conn(0x7ff8340d3dc0 msgr2=0x7ff8340d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:21.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.868+0000 7ff83976c640 1 -- 172.21.15.33:0/3600264012 shutdown_connections 2024-07-26T16:45:21.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.868+0000 7ff83976c640 1 -- 172.21.15.33:0/3600264012 wait complete. 2024-07-26T16:45:21.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.870+0000 7ff83976c640 1 Processor -- start 2024-07-26T16:45:21.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.870+0000 7ff83976c640 1 -- start start 2024-07-26T16:45:21.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.871+0000 7ff83976c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff8340b53e0 0x7ff8340a11e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:21.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.871+0000 7ff83976c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff8340b8fa0 0x7ff8340c84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:21.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.871+0000 7ff83976c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8340cf8e0 0x7ff8341f83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:21.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.871+0000 7ff83976c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff8340b7870 con 0x7ff8340cf8e0 2024-07-26T16:45:21.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.871+0000 7ff83976c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff8340b76f0 con 0x7ff8340b53e0 2024-07-26T16:45:21.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.871+0000 7ff83976c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff8340b79f0 con 0x7ff8340b8fa0 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.871+0000 7ff8337fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8340cf8e0 0x7ff8341f83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.871+0000 7ff8337fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8340cf8e0 0x7ff8341f83f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52354/0 (socket says 172.21.15.33:52354) 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.871+0000 7ff8337fe640 1 -- 172.21.15.33:0/3762437920 learned_addr learned my addr 172.21.15.33:0/3762437920 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.871+0000 7ff832ffd640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff8340b53e0 0x7ff8340a11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.871+0000 7ff8327fc640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff8340b8fa0 0x7ff8340c84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.872+0000 7ff8337fe640 1 -- 172.21.15.33:0/3762437920 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff8340b8fa0 msgr2=0x7ff8340c84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.872+0000 7ff8337fe640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff8340b8fa0 0x7ff8340c84a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.872+0000 7ff8337fe640 1 -- 172.21.15.33:0/3762437920 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff8340b53e0 msgr2=0x7ff8340a11e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.872+0000 7ff8337fe640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff8340b53e0 0x7ff8340a11e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.872+0000 7ff8337fe640 1 -- 172.21.15.33:0/3762437920 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8340a0140 con 0x7ff8340cf8e0 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.872+0000 7ff8337fe640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8340cf8e0 0x7ff8341f83f0 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7ff82c00ea80 tx=0x7ff82c00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.872+0000 7ff82b7fe640 1 -- 172.21.15.33:0/3762437920 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82c004b20 con 0x7ff8340cf8e0 2024-07-26T16:45:21.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.872+0000 7ff82b7fe640 1 -- 172.21.15.33:0/3762437920 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff82c004ce0 con 0x7ff8340cf8e0 2024-07-26T16:45:21.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.872+0000 7ff83976c640 1 -- 172.21.15.33:0/3762437920 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8340a0420 con 0x7ff8340cf8e0 2024-07-26T16:45:21.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.872+0000 7ff82b7fe640 1 -- 172.21.15.33:0/3762437920 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82c005280 con 0x7ff8340cf8e0 2024-07-26T16:45:21.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.872+0000 7ff83976c640 1 -- 172.21.15.33:0/3762437920 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8340a09e0 con 0x7ff8340cf8e0 2024-07-26T16:45:21.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.873+0000 7ff83976c640 1 -- 172.21.15.33:0/3762437920 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff83409feb0 con 0x7ff8340cf8e0 2024-07-26T16:45:21.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.874+0000 7ff82b7fe640 1 -- 172.21.15.33:0/3762437920 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 97) ==== 99253+0+0 (secure 0 0 0) 0x7ff82c005420 con 0x7ff8340cf8e0 2024-07-26T16:45:21.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.874+0000 7ff82b7fe640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff814077160 0x7ff814079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:21.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.874+0000 7ff832ffd640 1 -- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff814077160 msgr2=0x7ff814079670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3233074912 2024-07-26T16:45:21.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.874+0000 7ff82b7fe640 1 -- 172.21.15.33:0/3762437920 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 6589+0+0 (secure 0 0 0) 0x7ff82c099aa0 con 0x7ff8340cf8e0 2024-07-26T16:45:21.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.874+0000 7ff832ffd640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff814077160 0x7ff814079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T16:45:21.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:21.879+0000 7ff82b7fe640 1 -- 172.21.15.33:0/3762437920 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff82c062020 con 0x7ff8340cf8e0 2024-07-26T16:45:22.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.075+0000 7ff832ffd640 1 -- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff814077160 msgr2=0x7ff814079670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3233074912 2024-07-26T16:45:22.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.075+0000 7ff832ffd640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff814077160 0x7ff814079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T16:45:22.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.132+0000 7ff83976c640 1 -- 172.21.15.33:0/3762437920 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "y"} v 0) -- 0x7ff8340b9c80 con 0x7ff8340cf8e0 2024-07-26T16:45:22.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.135+0000 7ff82b7fe640 1 -- 172.21.15.33:0/3762437920 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "y"}]=0 v98) ==== 68+0+0 (secure 0 0 0) 0x7ff82c066570 con 0x7ff8340cf8e0 2024-07-26T16:45:22.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.140+0000 7ff82b7fe640 1 -- 172.21.15.33:0/3762437920 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 98) ==== 49591+0+0 (secure 0 0 0) 0x7ff82c05e2b0 con 0x7ff8340cf8e0 2024-07-26T16:45:22.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.140+0000 7ff82b7fe640 1 -- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff814077160 msgr2=0x7ff814079670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T16:45:22.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.140+0000 7ff82b7fe640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff814077160 0x7ff814079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:22.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.140+0000 7ff83976c640 1 -- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8340cf8e0 msgr2=0x7ff8341f83f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:22.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.140+0000 7ff83976c640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8340cf8e0 0x7ff8341f83f0 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7ff82c00ea80 tx=0x7ff82c00ef40 comp rx=0 tx=0).stop 2024-07-26T16:45:22.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.140+0000 7ff83976c640 1 -- 172.21.15.33:0/3762437920 shutdown_connections 2024-07-26T16:45:22.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.140+0000 7ff83976c640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:6836/3233074912,v1:172.21.15.33:6837/3233074912] conn(0x7ff814077160 0x7ff814079670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:22.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.140+0000 7ff83976c640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8340cf8e0 0x7ff8341f83f0 unknown :-1 s=CLOSED pgs=1613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:22.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.140+0000 7ff83976c640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff8340b8fa0 0x7ff8340c84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:22.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.140+0000 7ff83976c640 1 --2- 172.21.15.33:0/3762437920 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff8340b53e0 0x7ff8340a11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:22.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.140+0000 7ff83976c640 1 -- 172.21.15.33:0/3762437920 >> 172.21.15.33:0/3762437920 conn(0x7ff8340d3dc0 msgr2=0x7ff8340ce890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:22.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.141+0000 7ff83976c640 1 -- 172.21.15.33:0/3762437920 shutdown_connections 2024-07-26T16:45:22.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.141+0000 7ff83976c640 1 -- 172.21.15.33:0/3762437920 wait complete. 2024-07-26T16:45:22.158 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T16:45:22.159 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T16:45:22.208 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T16:45:22.249 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T16:45:22.249 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T16:45:22.250 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T16:45:22.250 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:22.266 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T16:45:22.267 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:22.324 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T16:45:22.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.483+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3578434772 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c4003a00 msgr2=0x7fe2c4003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:22.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.483+0000 7fe2e0b0e640 1 --2- 172.21.15.33:0/3578434772 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c4003a00 0x7fe2c4003e70 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fe2cc00c310 tx=0x7fe2c4005830 comp rx=0 tx=0).stop 2024-07-26T16:45:22.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.483+0000 7fe2dad9d640 1 -- 172.21.15.33:0/3578434772 reap_dead start 2024-07-26T16:45:22.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.483+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3578434772 shutdown_connections 2024-07-26T16:45:22.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.483+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3578434772 >> 172.21.15.33:0/3578434772 conn(0x7fe2dc0d3dc0 msgr2=0x7fe2dc0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:22.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.483+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3578434772 shutdown_connections 2024-07-26T16:45:22.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.484+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3578434772 wait complete. 2024-07-26T16:45:22.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.485+0000 7fe2e0b0e640 1 Processor -- start 2024-07-26T16:45:22.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.485+0000 7fe2e0b0e640 1 -- start start 2024-07-26T16:45:22.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2e0b0e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c4003a00 0x7fe2dc09e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:22.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2e0b0e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2dc1f9040 0x7fe2dc15fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:22.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2e0b0e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2dc160170 0x7fe2dc0b3210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:22.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2e0b0e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe2dc0cf1a0 con 0x7fe2dc160170 2024-07-26T16:45:22.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2e0b0e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe2dc0cf020 con 0x7fe2c4003a00 2024-07-26T16:45:22.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2e0b0e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe2dc0cf320 con 0x7fe2dc1f9040 2024-07-26T16:45:22.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2dad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2dc160170 0x7fe2dc0b3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:22.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2dad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2dc160170 0x7fe2dc0b3210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52378/0 (socket says 172.21.15.33:52378) 2024-07-26T16:45:22.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2dad9d640 1 -- 172.21.15.33:0/3926779034 learned_addr learned my addr 172.21.15.33:0/3926779034 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2d9d9b640 1 --2- 172.21.15.33:0/3926779034 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2dc1f9040 0x7fe2dc15fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2da59c640 1 --2- 172.21.15.33:0/3926779034 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c4003a00 0x7fe2dc09e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2dad9d640 1 -- 172.21.15.33:0/3926779034 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2dc1f9040 msgr2=0x7fe2dc15fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2dad9d640 1 --2- 172.21.15.33:0/3926779034 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2dc1f9040 0x7fe2dc15fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2dad9d640 1 -- 172.21.15.33:0/3926779034 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c4003a00 msgr2=0x7fe2dc09e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2dad9d640 1 --2- 172.21.15.33:0/3926779034 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c4003a00 0x7fe2dc09e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2dad9d640 1 -- 172.21.15.33:0/3926779034 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2dc1f4fb0 con 0x7fe2dc160170 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.487+0000 7fe2dad9d640 1 --2- 172.21.15.33:0/3926779034 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2dc160170 0x7fe2dc0b3210 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc0d2360 tx=0x7fe2d4011ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.488+0000 7fe2caffd640 1 -- 172.21.15.33:0/3926779034 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2d400fc80 con 0x7fe2dc160170 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.488+0000 7fe2caffd640 1 -- 172.21.15.33:0/3926779034 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2d400fe20 con 0x7fe2dc160170 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.488+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3926779034 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2dc1f5290 con 0x7fe2dc160170 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.488+0000 7fe2caffd640 1 -- 172.21.15.33:0/3926779034 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2d4004d80 con 0x7fe2dc160170 2024-07-26T16:45:22.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.488+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3926779034 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2dc09eee0 con 0x7fe2dc160170 2024-07-26T16:45:22.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.489+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3926779034 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2dc0ce8d0 con 0x7fe2dc160170 2024-07-26T16:45:22.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.489+0000 7fe2caffd640 1 -- 172.21.15.33:0/3926779034 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 98) ==== 49591+0+0 (secure 0 0 0) 0x7fe2d4020020 con 0x7fe2dc160170 2024-07-26T16:45:22.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.489+0000 7fe2caffd640 1 -- 172.21.15.33:0/3926779034 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 6889+0+0 (secure 0 0 0) 0x7fe2d4052bc0 con 0x7fe2dc160170 2024-07-26T16:45:22.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.494+0000 7fe2caffd640 1 -- 172.21.15.33:0/3926779034 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe2d4019410 con 0x7fe2dc160170 2024-07-26T16:45:22.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.700+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3926779034 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe2dc0b9c80 con 0x7fe2dc160170 2024-07-26T16:45:22.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.701+0000 7fe2caffd640 1 -- 172.21.15.33:0/3926779034 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v169) ==== 81+0+938 (secure 0 0 0) 0x7fe2d4019bc0 con 0x7fe2dc160170 2024-07-26T16:45:22.703 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/3233074912 2024-07-27T16:45:22.134251+0000 2024-07-26T16:45:22.703 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/3233074912 2024-07-27T16:45:22.134251+0000 2024-07-26T16:45:22.703 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1529762263 2024-07-27T16:45:22.134251+0000 2024-07-26T16:45:22.703 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3284358517 2024-07-27T16:45:22.134251+0000 2024-07-26T16:45:22.703 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/4257769843 2024-07-27T16:45:22.134251+0000 2024-07-26T16:45:22.703 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1382737879 2024-07-27T16:45:22.134251+0000 2024-07-26T16:45:22.703 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2356885551 2024-07-27T16:45:22.134251+0000 2024-07-26T16:45:22.703 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3072575737 2024-07-27T15:49:12.533063+0000 2024-07-26T16:45:22.703 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2524235442 2024-07-27T15:49:12.533063+0000 2024-07-26T16:45:22.704 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/41489269 2024-07-27T15:49:12.533063+0000 2024-07-26T16:45:22.704 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/3855147115 2024-07-27T15:49:12.533063+0000 2024-07-26T16:45:22.704 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/3855147115 2024-07-27T15:49:12.533063+0000 2024-07-26T16:45:22.704 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3454740735 2024-07-27T16:45:22.134251+0000 2024-07-26T16:45:22.704 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1210783574 2024-07-27T15:49:12.533063+0000 2024-07-26T16:45:22.704 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3746368540 2024-07-27T15:49:12.533063+0000 2024-07-26T16:45:22.704 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3430200080 2024-07-27T15:49:12.533063+0000 2024-07-26T16:45:22.705 INFO:teuthology.orchestra.run.smithi033.stderr:listed 16 entries 2024-07-26T16:45:22.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.703+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3926779034 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2dc160170 msgr2=0x7fe2dc0b3210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:22.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.703+0000 7fe2e0b0e640 1 --2- 172.21.15.33:0/3926779034 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2dc160170 0x7fe2dc0b3210 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc0d2360 tx=0x7fe2d4011ed0 comp rx=0 tx=0).stop 2024-07-26T16:45:22.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.703+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3926779034 shutdown_connections 2024-07-26T16:45:22.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.703+0000 7fe2e0b0e640 1 --2- 172.21.15.33:0/3926779034 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2dc160170 0x7fe2dc0b3210 unknown :-1 s=CLOSED pgs=1615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:22.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.703+0000 7fe2e0b0e640 1 --2- 172.21.15.33:0/3926779034 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2dc1f9040 0x7fe2dc15fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:22.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.703+0000 7fe2e0b0e640 1 --2- 172.21.15.33:0/3926779034 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2c4003a00 0x7fe2dc09e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:22.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.703+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3926779034 >> 172.21.15.33:0/3926779034 conn(0x7fe2dc0d3dc0 msgr2=0x7fe2dc06dcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:22.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.703+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3926779034 shutdown_connections 2024-07-26T16:45:22.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:22.703+0000 7fe2e0b0e640 1 -- 172.21.15.33:0/3926779034 wait complete. 2024-07-26T16:45:22.716 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T16:45:22.716 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:22.717 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T16:45:22.740 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[80596]: fuse finished with error 0 and tester_r 0 2024-07-26T16:45:22.745 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T16:45:22.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:22.745 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T16:45:22.833 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T16:45:22.833 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T16:45:22.833 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:22.850 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T16:45:22.850 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T16:45:22.850 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T16:45:22.850 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:22.889 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T16:45:22.890 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T16:45:22.890 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T16:45:22.890 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:22.906 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T16:45:22.906 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:45:23.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.046+0000 7f4ff5f89640 1 -- 172.21.15.33:0/3117572639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ff00d0570 msgr2=0x7f4ff00d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:23.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.046+0000 7f4ff5f89640 1 --2- 172.21.15.33:0/3117572639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ff00d0570 0x7f4ff00d0980 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f4ff008ccd0 tx=0x7f4fe402a4d0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.046+0000 7f4ff5f89640 1 -- 172.21.15.33:0/3117572639 shutdown_connections 2024-07-26T16:45:23.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.046+0000 7f4ff5f89640 1 --2- 172.21.15.33:0/3117572639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ff00d0570 0x7f4ff00d0980 unknown :-1 s=CLOSED pgs=1616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.046+0000 7f4ff5f89640 1 --2- 172.21.15.33:0/3117572639 >> v2:172.21.15.154:3300/0 conn(0x7f4ff00b2dc0 0x7f4ff00d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.046+0000 7f4ff5f89640 1 -- 172.21.15.33:0/3117572639 >> 172.21.15.33:0/3117572639 conn(0x7f4ff00d3e10 msgr2=0x7f4ff00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:23.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.046+0000 7f4ff5f89640 1 -- 172.21.15.33:0/3117572639 shutdown_connections 2024-07-26T16:45:23.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.046+0000 7f4ff5f89640 1 -- 172.21.15.33:0/3117572639 wait complete. 2024-07-26T16:45:23.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.048+0000 7f4ff5f89640 1 Processor -- start 2024-07-26T16:45:23.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.048+0000 7f4ff5f89640 1 -- start start 2024-07-26T16:45:23.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.049+0000 7f4ff5f89640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ff00b2dc0 0x7f4ff01683d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.049+0000 7f4ff5f89640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ff00ce9e0 0x7f4ff015dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.049+0000 7f4ff5f89640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ff00d0570 0x7f4ff00c9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4ff5f89640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff00d4b40 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4ff5f89640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff00cf710 con 0x7f4ff00d0570 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4ff5f89640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4ff00d4cc0 con 0x7f4ff00b2dc0 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4feeffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ff00ce9e0 0x7f4ff015dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4feeffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ff00ce9e0 0x7f4ff015dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52400/0 (socket says 172.21.15.33:52400) 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4feeffd640 1 -- 172.21.15.33:0/2198884053 learned_addr learned my addr 172.21.15.33:0/2198884053 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4fef7fe640 1 --2- 172.21.15.33:0/2198884053 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ff00b2dc0 0x7f4ff01683d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4feffff640 1 --2- 172.21.15.33:0/2198884053 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ff00d0570 0x7f4ff00c9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4feeffd640 1 -- 172.21.15.33:0/2198884053 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ff00b2dc0 msgr2=0x7f4ff01683d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:23.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4feeffd640 1 --2- 172.21.15.33:0/2198884053 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ff00b2dc0 0x7f4ff01683d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4feeffd640 1 -- 172.21.15.33:0/2198884053 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ff00d0570 msgr2=0x7f4ff00c9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:23.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4feeffd640 1 --2- 172.21.15.33:0/2198884053 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ff00d0570 0x7f4ff00c9070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4feeffd640 1 -- 172.21.15.33:0/2198884053 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ff0162f10 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4feeffd640 1 --2- 172.21.15.33:0/2198884053 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ff00ce9e0 0x7f4ff015dc40 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4034040 tx=0x7f4fe40038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:23.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.050+0000 7f4fd7fff640 1 -- 172.21.15.33:0/2198884053 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe403e030 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.051+0000 7f4fd7fff640 1 -- 172.21.15.33:0/2198884053 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4fe4003db0 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.051+0000 7f4ff5f89640 1 -- 172.21.15.33:0/2198884053 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ff00c8070 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.051+0000 7f4fd7fff640 1 -- 172.21.15.33:0/2198884053 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe4035040 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.051+0000 7f4ff5f89640 1 -- 172.21.15.33:0/2198884053 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ff00c8630 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.051+0000 7f4fd7fff640 1 -- 172.21.15.33:0/2198884053 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 98) ==== 49591+0+0 (secure 0 0 0) 0x7f4fe4041030 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.052+0000 7f4fd7fff640 1 -- 172.21.15.33:0/2198884053 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 6889+0+0 (secure 0 0 0) 0x7f4fe4073000 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.052+0000 7f4ff5f89640 1 -- 172.21.15.33:0/2198884053 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ff00c7de0 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.057+0000 7f4fd7fff640 1 -- 172.21.15.33:0/2198884053 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4fe4004a00 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.378+0000 7f4ff5f89640 1 -- 172.21.15.33:0/2198884053 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ff00d2930 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.378+0000 7f4fd7fff640 1 -- 172.21.15.33:0/2198884053 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+5222 (secure 0 0 0) 0x7f4fe404c580 con 0x7f4ff00ce9e0 2024-07-26T16:45:23.380 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:23.380 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":81,"btime":"2024-07-26T15:49:02:680758+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7415,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/318638545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":318638545},{"type":"v1","addr":"172.21.15.33:6834","nonce":318638545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":8137,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/193913692","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":193913692},{"type":"v1","addr":"172.21.15.154:6835","nonce":193913692}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76},{"gid":8823,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2271901314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2271901314},{"type":"v1","addr":"172.21.15.33:6835","nonce":2271901314}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76}],"filesystems":[{"mdsmap":{"epoch":81,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:59.035465+0000","modified":"2024-07-26T15:49:02.074493+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8826},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8826":{"gid":8826,"name":"d","rank":0,"incarnation":77,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/494247982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":494247982},{"type":"v1","addr":"172.21.15.154:6834","nonce":494247982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8826,"qdb_cluster":[8826]},"id":9}]} 2024-07-26T16:45:23.380 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 81 2024-07-26T16:45:23.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.380+0000 7f4ff5f89640 1 -- 172.21.15.33:0/2198884053 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ff00ce9e0 msgr2=0x7f4ff015dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:23.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.380+0000 7f4ff5f89640 1 --2- 172.21.15.33:0/2198884053 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ff00ce9e0 0x7f4ff015dc40 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4034040 tx=0x7f4fe40038a0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.380+0000 7f4ff5f89640 1 -- 172.21.15.33:0/2198884053 shutdown_connections 2024-07-26T16:45:23.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.380+0000 7f4ff5f89640 1 --2- 172.21.15.33:0/2198884053 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ff00d0570 0x7f4ff00c9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.380+0000 7f4ff5f89640 1 --2- 172.21.15.33:0/2198884053 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ff00ce9e0 0x7f4ff015dc40 unknown :-1 s=CLOSED pgs=1617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.381+0000 7f4ff5f89640 1 --2- 172.21.15.33:0/2198884053 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ff00b2dc0 0x7f4ff01683d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.381+0000 7f4ff5f89640 1 -- 172.21.15.33:0/2198884053 >> 172.21.15.33:0/2198884053 conn(0x7f4ff00d3e10 msgr2=0x7f4ff01652e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:23.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.381+0000 7f4ff5f89640 1 -- 172.21.15.33:0/2198884053 shutdown_connections 2024-07-26T16:45:23.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.381+0000 7f4ff5f89640 1 -- 172.21.15.33:0/2198884053 wait complete. 2024-07-26T16:45:23.394 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:45:23.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.512+0000 7fbae9ce7640 1 -- 172.21.15.33:0/965222840 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbae40d0c80 msgr2=0x7fbae40d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:23.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.512+0000 7fbae9ce7640 1 --2- 172.21.15.33:0/965222840 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbae40d0c80 0x7fbae40d2930 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fbad8009830 tx=0x7fbad802a4a0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.512+0000 7fbae9ce7640 1 -- 172.21.15.33:0/965222840 shutdown_connections 2024-07-26T16:45:23.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.512+0000 7fbae9ce7640 1 --2- 172.21.15.33:0/965222840 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbae40d0c80 0x7fbae40d2930 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.512+0000 7fbae9ce7640 1 -- 172.21.15.33:0/965222840 >> 172.21.15.33:0/965222840 conn(0x7fbae40d3e10 msgr2=0x7fbae40d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:23.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.512+0000 7fbae9ce7640 1 -- 172.21.15.33:0/965222840 shutdown_connections 2024-07-26T16:45:23.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.512+0000 7fbae9ce7640 1 -- 172.21.15.33:0/965222840 wait complete. 2024-07-26T16:45:23.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.513+0000 7fbae9ce7640 1 Processor -- start 2024-07-26T16:45:23.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.514+0000 7fbae9ce7640 1 -- start start 2024-07-26T16:45:23.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae9ce7640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbae40b2dc0 0x7fbae415c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:23.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae9ce7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbae40ce9e0 0x7fbae4158fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:23.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae9ce7640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbae4159760 0x7fbae41609a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:23.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae9ce7640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbae40d4cc0 con 0x7fbae40ce9e0 2024-07-26T16:45:23.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae9ce7640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbae40d4b40 con 0x7fbae4159760 2024-07-26T16:45:23.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae9ce7640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbae4169af0 con 0x7fbae40b2dc0 2024-07-26T16:45:23.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbae40ce9e0 0x7fbae4158fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:23.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbae40ce9e0 0x7fbae4158fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52412/0 (socket says 172.21.15.33:52412) 2024-07-26T16:45:23.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae2ffd640 1 -- 172.21.15.33:0/2593638637 learned_addr learned my addr 172.21.15.33:0/2593638637 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:23.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae3fff640 1 --2- 172.21.15.33:0/2593638637 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbae4159760 0x7fbae41609a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:23.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae37fe640 1 --2- 172.21.15.33:0/2593638637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbae40b2dc0 0x7fbae415c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:23.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae2ffd640 1 -- 172.21.15.33:0/2593638637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbae40b2dc0 msgr2=0x7fbae415c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:23.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae2ffd640 1 --2- 172.21.15.33:0/2593638637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbae40b2dc0 0x7fbae415c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae2ffd640 1 -- 172.21.15.33:0/2593638637 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbae4159760 msgr2=0x7fbae41609a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:23.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae2ffd640 1 --2- 172.21.15.33:0/2593638637 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbae4159760 0x7fbae41609a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.515+0000 7fbae2ffd640 1 -- 172.21.15.33:0/2593638637 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbae4165430 con 0x7fbae40ce9e0 2024-07-26T16:45:23.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.516+0000 7fbae2ffd640 1 --2- 172.21.15.33:0/2593638637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbae40ce9e0 0x7fbae4158fb0 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7fbad8009950 tx=0x7fbad8033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:23.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.516+0000 7fbacbfff640 1 -- 172.21.15.33:0/2593638637 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbad8031b50 con 0x7fbae40ce9e0 2024-07-26T16:45:23.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.516+0000 7fbacbfff640 1 -- 172.21.15.33:0/2593638637 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbad8031de0 con 0x7fbae40ce9e0 2024-07-26T16:45:23.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.516+0000 7fbae9ce7640 1 -- 172.21.15.33:0/2593638637 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbae4165710 con 0x7fbae40ce9e0 2024-07-26T16:45:23.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.516+0000 7fbacbfff640 1 -- 172.21.15.33:0/2593638637 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbad8005280 con 0x7fbae40ce9e0 2024-07-26T16:45:23.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.516+0000 7fbae9ce7640 1 -- 172.21.15.33:0/2593638637 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbae41601a0 con 0x7fbae40ce9e0 2024-07-26T16:45:23.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.517+0000 7fbacbfff640 1 -- 172.21.15.33:0/2593638637 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 98) ==== 49591+0+0 (secure 0 0 0) 0x7fbad8005420 con 0x7fbae40ce9e0 2024-07-26T16:45:23.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.517+0000 7fbae9ce7640 1 -- 172.21.15.33:0/2593638637 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbae40d2930 con 0x7fbae40ce9e0 2024-07-26T16:45:23.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.517+0000 7fbacbfff640 1 -- 172.21.15.33:0/2593638637 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 6889+0+0 (secure 0 0 0) 0x7fbad8073650 con 0x7fbae40ce9e0 2024-07-26T16:45:23.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.522+0000 7fbacbfff640 1 -- 172.21.15.33:0/2593638637 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbad803f030 con 0x7fbae40ce9e0 2024-07-26T16:45:23.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.753+0000 7fbae9ce7640 1 -- 172.21.15.33:0/2593638637 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbae40d0e80 con 0x7fbae40ce9e0 2024-07-26T16:45:23.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.753+0000 7fbacbfff640 1 -- 172.21.15.33:0/2593638637 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+5222 (secure 0 0 0) 0x7fbad8031770 con 0x7fbae40ce9e0 2024-07-26T16:45:23.755 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:23.755 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":81,"btime":"2024-07-26T15:49:02:680758+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7415,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/318638545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":318638545},{"type":"v1","addr":"172.21.15.33:6834","nonce":318638545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":8137,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/193913692","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":193913692},{"type":"v1","addr":"172.21.15.154:6835","nonce":193913692}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76},{"gid":8823,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2271901314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2271901314},{"type":"v1","addr":"172.21.15.33:6835","nonce":2271901314}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76}],"filesystems":[{"mdsmap":{"epoch":81,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:59.035465+0000","modified":"2024-07-26T15:49:02.074493+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8826},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8826":{"gid":8826,"name":"d","rank":0,"incarnation":77,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/494247982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":494247982},{"type":"v1","addr":"172.21.15.154:6834","nonce":494247982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8826,"qdb_cluster":[8826]},"id":9}]} 2024-07-26T16:45:23.756 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 81 2024-07-26T16:45:23.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.756+0000 7fbae9ce7640 1 -- 172.21.15.33:0/2593638637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbae40ce9e0 msgr2=0x7fbae4158fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:23.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.756+0000 7fbae9ce7640 1 --2- 172.21.15.33:0/2593638637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbae40ce9e0 0x7fbae4158fb0 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7fbad8009950 tx=0x7fbad8033ba0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.756+0000 7fbae9ce7640 1 -- 172.21.15.33:0/2593638637 shutdown_connections 2024-07-26T16:45:23.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.756+0000 7fbae9ce7640 1 --2- 172.21.15.33:0/2593638637 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbae4159760 0x7fbae41609a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.756+0000 7fbae9ce7640 1 --2- 172.21.15.33:0/2593638637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbae40ce9e0 0x7fbae4158fb0 unknown :-1 s=CLOSED pgs=1619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.756+0000 7fbae9ce7640 1 --2- 172.21.15.33:0/2593638637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbae40b2dc0 0x7fbae415c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.756+0000 7fbae9ce7640 1 -- 172.21.15.33:0/2593638637 >> 172.21.15.33:0/2593638637 conn(0x7fbae40d3e10 msgr2=0x7fbae40d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:23.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.756+0000 7fbae9ce7640 1 -- 172.21.15.33:0/2593638637 shutdown_connections 2024-07-26T16:45:23.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.756+0000 7fbae9ce7640 1 -- 172.21.15.33:0/2593638637 wait complete. 2024-07-26T16:45:23.769 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:45:23.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.889+0000 7f885b678640 1 -- 172.21.15.33:0/4004632704 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88540d2930 msgr2=0x7f88540cf0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:23.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.889+0000 7f885b678640 1 --2- 172.21.15.33:0/4004632704 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88540d2930 0x7f88540cf0f0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f884c005fd0 tx=0x7f884c02a7c0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.890+0000 7f885b678640 1 -- 172.21.15.33:0/4004632704 shutdown_connections 2024-07-26T16:45:23.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.890+0000 7f885b678640 1 --2- 172.21.15.33:0/4004632704 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88540d2930 0x7f88540cf0f0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.890+0000 7f885b678640 1 -- 172.21.15.33:0/4004632704 >> 172.21.15.33:0/4004632704 conn(0x7f88540d3e10 msgr2=0x7f88540d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:23.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.890+0000 7f885b678640 1 -- 172.21.15.33:0/4004632704 shutdown_connections 2024-07-26T16:45:23.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.890+0000 7f885b678640 1 -- 172.21.15.33:0/4004632704 wait complete. 2024-07-26T16:45:23.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.891+0000 7f885b678640 1 Processor -- start 2024-07-26T16:45:23.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.892+0000 7f885b678640 1 -- start start 2024-07-26T16:45:23.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f885b678640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88540b2dc0 0x7f88540cb870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:23.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f885b678640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88540d2930 0x7f88540cd240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:23.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f885b678640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f885415ea30 0x7f88540cd780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:23.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f885b678640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f88540d4cc0 con 0x7f88540b2dc0 2024-07-26T16:45:23.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f885b678640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f88540d4b40 con 0x7f885415ea30 2024-07-26T16:45:23.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f885b678640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8854169af0 con 0x7f88540d2930 2024-07-26T16:45:23.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f8859414640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88540b2dc0 0x7f88540cb870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:23.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f8859414640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88540b2dc0 0x7f88540cb870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52424/0 (socket says 172.21.15.33:52424) 2024-07-26T16:45:23.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f8859414640 1 -- 172.21.15.33:0/3293906092 learned_addr learned my addr 172.21.15.33:0/3293906092 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:23.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f8859c15640 1 --2- 172.21.15.33:0/3293906092 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f885415ea30 0x7f88540cd780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:23.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f8858c13640 1 --2- 172.21.15.33:0/3293906092 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88540d2930 0x7f88540cd240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:23.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f8859414640 1 -- 172.21.15.33:0/3293906092 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88540d2930 msgr2=0x7f88540cd240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:23.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f8859414640 1 --2- 172.21.15.33:0/3293906092 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88540d2930 0x7f88540cd240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f8859414640 1 -- 172.21.15.33:0/3293906092 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f885415ea30 msgr2=0x7f88540cd780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:23.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f8859414640 1 --2- 172.21.15.33:0/3293906092 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f885415ea30 0x7f88540cd780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:23.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.893+0000 7f8859414640 1 -- 172.21.15.33:0/3293906092 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88540ce010 con 0x7f88540b2dc0 2024-07-26T16:45:23.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.894+0000 7f8859414640 1 --2- 172.21.15.33:0/3293906092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88540b2dc0 0x7f88540cb870 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f885000c3c0 tx=0x7f885000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:23.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.894+0000 7f8845ffb640 1 -- 172.21.15.33:0/3293906092 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8850017070 con 0x7f88540b2dc0 2024-07-26T16:45:23.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.894+0000 7f8845ffb640 1 -- 172.21.15.33:0/3293906092 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88500053c0 con 0x7f88540b2dc0 2024-07-26T16:45:23.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.894+0000 7f8845ffb640 1 -- 172.21.15.33:0/3293906092 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88500038a0 con 0x7f88540b2dc0 2024-07-26T16:45:23.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.894+0000 7f885b678640 1 -- 172.21.15.33:0/3293906092 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8854163d40 con 0x7f88540b2dc0 2024-07-26T16:45:23.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.894+0000 7f885b678640 1 -- 172.21.15.33:0/3293906092 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88541658a0 con 0x7f88540b2dc0 2024-07-26T16:45:23.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.895+0000 7f8845ffb640 1 -- 172.21.15.33:0/3293906092 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 98) ==== 49591+0+0 (secure 0 0 0) 0x7f885001a070 con 0x7f88540b2dc0 2024-07-26T16:45:23.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.895+0000 7f8845ffb640 1 -- 172.21.15.33:0/3293906092 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 6889+0+0 (secure 0 0 0) 0x7f8850051940 con 0x7f88540b2dc0 2024-07-26T16:45:23.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.895+0000 7f885b678640 1 -- 172.21.15.33:0/3293906092 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8854165b00 con 0x7f88540b2dc0 2024-07-26T16:45:23.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:23.900+0000 7f8845ffb640 1 -- 172.21.15.33:0/3293906092 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f88500102e0 con 0x7f88540b2dc0 2024-07-26T16:45:24.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.096+0000 7f885b678640 1 -- 172.21.15.33:0/3293906092 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f88540d0570 con 0x7f88540b2dc0 2024-07-26T16:45:24.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.097+0000 7f8845ffb640 1 -- 172.21.15.33:0/3293906092 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v169) ==== 74+0+18085 (secure 0 0 0) 0x7f8850003c20 con 0x7f88540b2dc0 2024-07-26T16:45:24.099 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:24.099 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":169,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:45:22.134289+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:48:56.762113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-07-26T15:48:57.996718+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"168","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":113,"snap_epoch":168,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6837/3233074912":"2024-07-27T16:45:22.134251+0000","172.21.15.33:6836/3233074912":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/1529762263":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/3284358517":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/4257769843":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/1382737879":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/2356885551":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/3072575737":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/2524235442":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/41489269":"2024-07-27T15:49:12.533063+0000","172.21.15.33:6837/3855147115":"2024-07-27T15:49:12.533063+0000","172.21.15.33:6836/3855147115":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/3454740735":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/1210783574":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/3746368540":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/3430200080":"2024-07-27T15:49:12.533063+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:45:24.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.100+0000 7f885b678640 1 -- 172.21.15.33:0/3293906092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88540b2dc0 msgr2=0x7f88540cb870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:24.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.100+0000 7f885b678640 1 --2- 172.21.15.33:0/3293906092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88540b2dc0 0x7f88540cb870 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f885000c3c0 tx=0x7f885000c880 comp rx=0 tx=0).stop 2024-07-26T16:45:24.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.100+0000 7f885b678640 1 -- 172.21.15.33:0/3293906092 shutdown_connections 2024-07-26T16:45:24.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.100+0000 7f885b678640 1 --2- 172.21.15.33:0/3293906092 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f885415ea30 0x7f88540cd780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.100+0000 7f885b678640 1 --2- 172.21.15.33:0/3293906092 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88540d2930 0x7f88540cd240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.100+0000 7f885b678640 1 --2- 172.21.15.33:0/3293906092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88540b2dc0 0x7f88540cb870 unknown :-1 s=CLOSED pgs=1621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.100+0000 7f885b678640 1 -- 172.21.15.33:0/3293906092 >> 172.21.15.33:0/3293906092 conn(0x7f88540d3e10 msgr2=0x7f88540b1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:24.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.100+0000 7f885b678640 1 -- 172.21.15.33:0/3293906092 shutdown_connections 2024-07-26T16:45:24.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.100+0000 7f885b678640 1 -- 172.21.15.33:0/3293906092 wait complete. 2024-07-26T16:45:24.114 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T16:45:24.114 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:45:24.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.230+0000 7ff2b759b640 1 -- 172.21.15.33:0/2626692135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b00ce9e0 msgr2=0x7ff2b00cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:24.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.230+0000 7ff2b759b640 1 --2- 172.21.15.33:0/2626692135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b00ce9e0 0x7ff2b00cedf0 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7ff2b008ccd0 tx=0x7ff2a802a790 comp rx=0 tx=0).stop 2024-07-26T16:45:24.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.230+0000 7ff2b759b640 1 -- 172.21.15.33:0/2626692135 shutdown_connections 2024-07-26T16:45:24.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.230+0000 7ff2b759b640 1 --2- 172.21.15.33:0/2626692135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b00ce9e0 0x7ff2b00cedf0 unknown :-1 s=CLOSED pgs=1623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.230+0000 7ff2b759b640 1 --2- 172.21.15.33:0/2626692135 >> v2:172.21.15.154:3300/0 conn(0x7ff2b00b2dc0 0x7ff2b00d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.230+0000 7ff2b759b640 1 -- 172.21.15.33:0/2626692135 >> 172.21.15.33:0/2626692135 conn(0x7ff2b00d3e10 msgr2=0x7ff2b00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:24.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.230+0000 7ff2b759b640 1 -- 172.21.15.33:0/2626692135 shutdown_connections 2024-07-26T16:45:24.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.230+0000 7ff2b759b640 1 -- 172.21.15.33:0/2626692135 wait complete. 2024-07-26T16:45:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.232+0000 7ff2b759b640 1 Processor -- start 2024-07-26T16:45:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.232+0000 7ff2b759b640 1 -- start start 2024-07-26T16:45:24.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.233+0000 7ff2b759b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b00b2dc0 0x7ff2b0167be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:24.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.233+0000 7ff2b759b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b00ce9e0 0x7ff2b0158260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:24.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.233+0000 7ff2b759b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2b00d0570 0x7ff2b01607d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.233+0000 7ff2b759b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff2b00cf4b0 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.233+0000 7ff2b759b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff2b00cf330 con 0x7ff2b00b2dc0 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.233+0000 7ff2b759b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff2b00cf630 con 0x7ff2b00d0570 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b4b36640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b00ce9e0 0x7ff2b0158260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b4b36640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b00ce9e0 0x7ff2b0158260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52444/0 (socket says 172.21.15.33:52444) 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b4b36640 1 -- 172.21.15.33:0/3092811926 learned_addr learned my addr 172.21.15.33:0/3092811926 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b5337640 1 --2- 172.21.15.33:0/3092811926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b00b2dc0 0x7ff2b0167be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b5b38640 1 --2- 172.21.15.33:0/3092811926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2b00d0570 0x7ff2b01607d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b4b36640 1 -- 172.21.15.33:0/3092811926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2b00d0570 msgr2=0x7ff2b01607d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b4b36640 1 --2- 172.21.15.33:0/3092811926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2b00d0570 0x7ff2b01607d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b4b36640 1 -- 172.21.15.33:0/3092811926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b00b2dc0 msgr2=0x7ff2b0167be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b4b36640 1 --2- 172.21.15.33:0/3092811926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b00b2dc0 0x7ff2b0167be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b4b36640 1 -- 172.21.15.33:0/3092811926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2b0168460 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b5337640 1 --2- 172.21.15.33:0/3092811926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b00b2dc0 0x7ff2b0167be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T16:45:24.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b4b36640 1 --2- 172.21.15.33:0/3092811926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b00ce9e0 0x7ff2b0158260 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7ff2ac00c3f0 tx=0x7ff2ac00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:24.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2a1ffb640 1 -- 172.21.15.33:0/3092811926 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2ac017070 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2a1ffb640 1 -- 172.21.15.33:0/3092811926 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2ac0035f0 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2a1ffb640 1 -- 172.21.15.33:0/3092811926 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2ac003a40 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.234+0000 7ff2b759b640 1 -- 172.21.15.33:0/3092811926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2b01633d0 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.235+0000 7ff2b759b640 1 -- 172.21.15.33:0/3092811926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2b0163990 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.236+0000 7ff2a1ffb640 1 -- 172.21.15.33:0/3092811926 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 98) ==== 49591+0+0 (secure 0 0 0) 0x7ff2ac01a070 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.236+0000 7ff2b759b640 1 -- 172.21.15.33:0/3092811926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2b01681d0 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.236+0000 7ff2a1ffb640 1 -- 172.21.15.33:0/3092811926 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 6889+0+0 (secure 0 0 0) 0x7ff2ac051960 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.241+0000 7ff2a1ffb640 1 -- 172.21.15.33:0/3092811926 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff2ac01ada0 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.481+0000 7ff2b759b640 1 -- 172.21.15.33:0/3092811926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff2b00d2930 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.481+0000 7ff2a1ffb640 1 -- 172.21.15.33:0/3092811926 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+5222 (secure 0 0 0) 0x7ff2ac01b3b0 con 0x7ff2b00ce9e0 2024-07-26T16:45:24.483 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:24.483 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":81,"btime":"2024-07-26T15:49:02:680758+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7415,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/318638545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":318638545},{"type":"v1","addr":"172.21.15.33:6834","nonce":318638545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":8137,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/193913692","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":193913692},{"type":"v1","addr":"172.21.15.154:6835","nonce":193913692}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76},{"gid":8823,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2271901314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2271901314},{"type":"v1","addr":"172.21.15.33:6835","nonce":2271901314}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76}],"filesystems":[{"mdsmap":{"epoch":81,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:59.035465+0000","modified":"2024-07-26T15:49:02.074493+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8826},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8826":{"gid":8826,"name":"d","rank":0,"incarnation":77,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/494247982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":494247982},{"type":"v1","addr":"172.21.15.154:6834","nonce":494247982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8826,"qdb_cluster":[8826]},"id":9}]} 2024-07-26T16:45:24.483 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 81 2024-07-26T16:45:24.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.483+0000 7ff2b759b640 1 -- 172.21.15.33:0/3092811926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b00ce9e0 msgr2=0x7ff2b0158260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:24.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.483+0000 7ff2b759b640 1 --2- 172.21.15.33:0/3092811926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b00ce9e0 0x7ff2b0158260 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7ff2ac00c3f0 tx=0x7ff2ac00c8b0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.483+0000 7ff2b759b640 1 -- 172.21.15.33:0/3092811926 shutdown_connections 2024-07-26T16:45:24.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.483+0000 7ff2b759b640 1 --2- 172.21.15.33:0/3092811926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2b00d0570 0x7ff2b01607d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.483+0000 7ff2b759b640 1 --2- 172.21.15.33:0/3092811926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b00ce9e0 0x7ff2b0158260 unknown :-1 s=CLOSED pgs=1624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.483+0000 7ff2b759b640 1 --2- 172.21.15.33:0/3092811926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2b00b2dc0 0x7ff2b0167be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.483+0000 7ff2b759b640 1 -- 172.21.15.33:0/3092811926 >> 172.21.15.33:0/3092811926 conn(0x7ff2b00d3e10 msgr2=0x7ff2b006dfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:24.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.483+0000 7ff2b759b640 1 -- 172.21.15.33:0/3092811926 shutdown_connections 2024-07-26T16:45:24.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.484+0000 7ff2b759b640 1 -- 172.21.15.33:0/3092811926 wait complete. 2024-07-26T16:45:24.497 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:45:24.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.614+0000 7f441f0ab640 1 -- 172.21.15.33:0/194104182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44180b2dc0 msgr2=0x7f44180d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:24.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.614+0000 7f441f0ab640 1 --2- 172.21.15.33:0/194104182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44180b2dc0 0x7f44180d2930 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7f441808e020 tx=0x7f440802a410 comp rx=0 tx=0).stop 2024-07-26T16:45:24.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.614+0000 7f441f0ab640 1 -- 172.21.15.33:0/194104182 shutdown_connections 2024-07-26T16:45:24.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.614+0000 7f441f0ab640 1 --2- 172.21.15.33:0/194104182 >> v2:172.21.15.154:3300/0 conn(0x7f44180ce9e0 0x7f44180cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.614+0000 7f441f0ab640 1 --2- 172.21.15.33:0/194104182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44180b2dc0 0x7f44180d2930 unknown :-1 s=CLOSED pgs=1626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.614+0000 7f441f0ab640 1 -- 172.21.15.33:0/194104182 >> 172.21.15.33:0/194104182 conn(0x7f44180d3e10 msgr2=0x7f44180d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:24.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.614+0000 7f441f0ab640 1 -- 172.21.15.33:0/194104182 shutdown_connections 2024-07-26T16:45:24.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.614+0000 7f441f0ab640 1 -- 172.21.15.33:0/194104182 wait complete. 2024-07-26T16:45:24.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.616+0000 7f441f0ab640 1 Processor -- start 2024-07-26T16:45:24.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.616+0000 7f441f0ab640 1 -- start start 2024-07-26T16:45:24.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.617+0000 7f441f0ab640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f44180b2dc0 0x7f44180cd910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:24.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f441f0ab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44180ce9e0 0x7f44180cde50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:24.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f441f0ab640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f44180d0570 0x7f441815fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f441f0ab640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f44180cf4b0 con 0x7f44180ce9e0 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f441f0ab640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f44180cf330 con 0x7f44180b2dc0 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f441f0ab640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f44180cf630 con 0x7f44180d0570 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f4417fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44180ce9e0 0x7f44180cde50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f4417fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44180ce9e0 0x7f44180cde50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52450/0 (socket says 172.21.15.33:52450) 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f4417fff640 1 -- 172.21.15.33:0/957523098 learned_addr learned my addr 172.21.15.33:0/957523098 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f441ce47640 1 --2- 172.21.15.33:0/957523098 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f44180b2dc0 0x7f44180cd910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f441d648640 1 --2- 172.21.15.33:0/957523098 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f44180d0570 0x7f441815fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f4417fff640 1 -- 172.21.15.33:0/957523098 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f44180d0570 msgr2=0x7f441815fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f4417fff640 1 --2- 172.21.15.33:0/957523098 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f44180d0570 0x7f441815fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f4417fff640 1 -- 172.21.15.33:0/957523098 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f44180b2dc0 msgr2=0x7f44180cd910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:24.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f4417fff640 1 --2- 172.21.15.33:0/957523098 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f44180b2dc0 0x7f44180cd910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f4417fff640 1 -- 172.21.15.33:0/957523098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44181f5550 con 0x7f44180ce9e0 2024-07-26T16:45:24.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.618+0000 7f4417fff640 1 --2- 172.21.15.33:0/957523098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44180ce9e0 0x7f44180cde50 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f440000c3c0 tx=0x7f440000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:24.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.619+0000 7f44157fa640 1 -- 172.21.15.33:0/957523098 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4400017070 con 0x7f44180ce9e0 2024-07-26T16:45:24.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.619+0000 7f44157fa640 1 -- 172.21.15.33:0/957523098 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f44000035f0 con 0x7f44180ce9e0 2024-07-26T16:45:24.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.619+0000 7f441f0ab640 1 -- 172.21.15.33:0/957523098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44181f5830 con 0x7f44180ce9e0 2024-07-26T16:45:24.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.619+0000 7f44157fa640 1 -- 172.21.15.33:0/957523098 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4400003a80 con 0x7f44180ce9e0 2024-07-26T16:45:24.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.619+0000 7f441f0ab640 1 -- 172.21.15.33:0/957523098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44181f5df0 con 0x7f44180ce9e0 2024-07-26T16:45:24.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.620+0000 7f441f0ab640 1 -- 172.21.15.33:0/957523098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44180d2930 con 0x7f44180ce9e0 2024-07-26T16:45:24.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.620+0000 7f44157fa640 1 -- 172.21.15.33:0/957523098 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 98) ==== 49591+0+0 (secure 0 0 0) 0x7f440001a070 con 0x7f44180ce9e0 2024-07-26T16:45:24.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.620+0000 7f44157fa640 1 -- 172.21.15.33:0/957523098 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 6889+0+0 (secure 0 0 0) 0x7f44000518e0 con 0x7f44180ce9e0 2024-07-26T16:45:24.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.625+0000 7f44157fa640 1 -- 172.21.15.33:0/957523098 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f440001ad70 con 0x7f44180ce9e0 2024-07-26T16:45:24.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.862+0000 7f441f0ab640 1 -- 172.21.15.33:0/957523098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f44180d4470 con 0x7f44180ce9e0 2024-07-26T16:45:24.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.862+0000 7f44157fa640 1 -- 172.21.15.33:0/957523098 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+5222 (secure 0 0 0) 0x7f440001b8f0 con 0x7f44180ce9e0 2024-07-26T16:45:24.864 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:24.864 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":81,"btime":"2024-07-26T15:49:02:680758+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7415,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/318638545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":318638545},{"type":"v1","addr":"172.21.15.33:6834","nonce":318638545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":8137,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/193913692","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":193913692},{"type":"v1","addr":"172.21.15.154:6835","nonce":193913692}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76},{"gid":8823,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2271901314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2271901314},{"type":"v1","addr":"172.21.15.33:6835","nonce":2271901314}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76}],"filesystems":[{"mdsmap":{"epoch":81,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T15:48:59.035465+0000","modified":"2024-07-26T15:49:02.074493+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8826},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8826":{"gid":8826,"name":"d","rank":0,"incarnation":77,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/494247982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":494247982},{"type":"v1","addr":"172.21.15.154:6834","nonce":494247982}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[20],"metadata_pool":19,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8826,"qdb_cluster":[8826]},"id":9}]} 2024-07-26T16:45:24.864 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 81 2024-07-26T16:45:24.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.865+0000 7f441f0ab640 1 -- 172.21.15.33:0/957523098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44180ce9e0 msgr2=0x7f44180cde50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:24.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.865+0000 7f441f0ab640 1 --2- 172.21.15.33:0/957523098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44180ce9e0 0x7f44180cde50 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7f440000c3c0 tx=0x7f440000c880 comp rx=0 tx=0).stop 2024-07-26T16:45:24.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.865+0000 7f441f0ab640 1 -- 172.21.15.33:0/957523098 shutdown_connections 2024-07-26T16:45:24.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.865+0000 7f441f0ab640 1 --2- 172.21.15.33:0/957523098 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f44180d0570 0x7f441815fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.865+0000 7f441f0ab640 1 --2- 172.21.15.33:0/957523098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44180ce9e0 0x7f44180cde50 unknown :-1 s=CLOSED pgs=1627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.865+0000 7f441f0ab640 1 --2- 172.21.15.33:0/957523098 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f44180b2dc0 0x7f44180cd910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:24.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.865+0000 7f441f0ab640 1 -- 172.21.15.33:0/957523098 >> 172.21.15.33:0/957523098 conn(0x7f44180d3e10 msgr2=0x7f441806e140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:24.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.865+0000 7f441f0ab640 1 -- 172.21.15.33:0/957523098 shutdown_connections 2024-07-26T16:45:24.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.865+0000 7f441f0ab640 1 -- 172.21.15.33:0/957523098 wait complete. 2024-07-26T16:45:24.878 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:45:25.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.999+0000 7f5a65507640 1 -- 172.21.15.33:0/2792287639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a600d0570 msgr2=0x7f5a600d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:25.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.999+0000 7f5a65507640 1 --2- 172.21.15.33:0/2792287639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a600d0570 0x7f5a600d0980 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7f5a6008ccd0 tx=0x7f5a4802a440 comp rx=0 tx=0).stop 2024-07-26T16:45:25.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.999+0000 7f5a65507640 1 -- 172.21.15.33:0/2792287639 shutdown_connections 2024-07-26T16:45:25.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.999+0000 7f5a65507640 1 --2- 172.21.15.33:0/2792287639 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a600ce9e0 0x7f5a600cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.999+0000 7f5a65507640 1 --2- 172.21.15.33:0/2792287639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a600d0570 0x7f5a600d0980 unknown :-1 s=CLOSED pgs=1628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.999+0000 7f5a65507640 1 --2- 172.21.15.33:0/2792287639 >> v2:172.21.15.154:3300/0 conn(0x7f5a600b2dc0 0x7f5a600d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.999+0000 7f5a65507640 1 -- 172.21.15.33:0/2792287639 >> 172.21.15.33:0/2792287639 conn(0x7f5a600d3e10 msgr2=0x7f5a600d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:25.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.999+0000 7f5a65507640 1 -- 172.21.15.33:0/2792287639 shutdown_connections 2024-07-26T16:45:25.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:24.999+0000 7f5a65507640 1 -- 172.21.15.33:0/2792287639 wait complete. 2024-07-26T16:45:25.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.001+0000 7f5a65507640 1 Processor -- start 2024-07-26T16:45:25.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.001+0000 7f5a65507640 1 -- start start 2024-07-26T16:45:25.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a65507640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a600b2dc0 0x7f5a601f4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:25.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a65507640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a600ce9e0 0x7f5a6009dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:25.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a65507640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a600d0570 0x7f5a600c9b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:25.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a65507640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5a600cf330 con 0x7f5a600b2dc0 2024-07-26T16:45:25.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a65507640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5a600d4d50 con 0x7f5a600ce9e0 2024-07-26T16:45:25.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a65507640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5a600cf4b0 con 0x7f5a600d0570 2024-07-26T16:45:25.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a600b2dc0 0x7f5a601f4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:25.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a600b2dc0 0x7f5a601f4720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52468/0 (socket says 172.21.15.33:52468) 2024-07-26T16:45:25.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5effd640 1 -- 172.21.15.33:0/1752658231 learned_addr learned my addr 172.21.15.33:0/1752658231 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5f7fe640 1 --2- 172.21.15.33:0/1752658231 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a600d0570 0x7f5a600c9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5e7fc640 1 --2- 172.21.15.33:0/1752658231 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a600ce9e0 0x7f5a6009dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5effd640 1 -- 172.21.15.33:0/1752658231 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a600d0570 msgr2=0x7f5a600c9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5effd640 1 --2- 172.21.15.33:0/1752658231 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a600d0570 0x7f5a600c9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5effd640 1 -- 172.21.15.33:0/1752658231 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a600ce9e0 msgr2=0x7f5a6009dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5effd640 1 --2- 172.21.15.33:0/1752658231 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a600ce9e0 0x7f5a6009dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5effd640 1 -- 172.21.15.33:0/1752658231 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a601f4c60 con 0x7f5a600b2dc0 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5e7fc640 1 --2- 172.21.15.33:0/1752658231 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a600ce9e0 0x7f5a6009dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5f7fe640 1 --2- 172.21.15.33:0/1752658231 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a600d0570 0x7f5a600c9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.003+0000 7f5a5effd640 1 --2- 172.21.15.33:0/1752658231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a600b2dc0 0x7f5a601f4720 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f5a5000e7b0 tx=0x7f5a5000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.004+0000 7f5a577fe640 1 -- 172.21.15.33:0/1752658231 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a5000ccc0 con 0x7f5a600b2dc0 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.004+0000 7f5a577fe640 1 -- 172.21.15.33:0/1752658231 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a50004020 con 0x7f5a600b2dc0 2024-07-26T16:45:25.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.004+0000 7f5a65507640 1 -- 172.21.15.33:0/1752658231 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a600cc7a0 con 0x7f5a600b2dc0 2024-07-26T16:45:25.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.004+0000 7f5a577fe640 1 -- 172.21.15.33:0/1752658231 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a50004450 con 0x7f5a600b2dc0 2024-07-26T16:45:25.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.004+0000 7f5a65507640 1 -- 172.21.15.33:0/1752658231 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a600cb480 con 0x7f5a600b2dc0 2024-07-26T16:45:25.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.005+0000 7f5a65507640 1 -- 172.21.15.33:0/1752658231 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a600cedf0 con 0x7f5a600b2dc0 2024-07-26T16:45:25.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.005+0000 7f5a577fe640 1 -- 172.21.15.33:0/1752658231 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 99) ==== 49591+0+0 (secure 0 0 0) 0x7f5a50005030 con 0x7f5a600b2dc0 2024-07-26T16:45:25.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.005+0000 7f5a577fe640 1 -- 172.21.15.33:0/1752658231 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 6889+0+0 (secure 0 0 0) 0x7f5a50052e00 con 0x7f5a600b2dc0 2024-07-26T16:45:25.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.010+0000 7f5a577fe640 1 -- 172.21.15.33:0/1752658231 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5a601f4c60 con 0x7f5a600b2dc0 2024-07-26T16:45:25.012 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:25.011+0000 7f145a691640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:25.012 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:25.011+0000 7f145a691640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:25.012 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:25.011+0000 7f145a691640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:25.012 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:25.011+0000 7f145a691640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:25.012 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:25.011+0000 7f145a691640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:25.013 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:25.012+0000 7f145d697640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:25.013 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:25.012+0000 7f145d697640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:25.013 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:25.012+0000 7f145d697640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:25.013 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:25.012+0000 7f145d697640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:25.013 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:25.012+0000 7f145d697640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:25.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.205+0000 7f5a65507640 1 -- 172.21.15.33:0/1752658231 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5a600cfb10 con 0x7f5a600b2dc0 2024-07-26T16:45:25.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.206+0000 7f5a577fe640 1 -- 172.21.15.33:0/1752658231 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v170) ==== 74+0+18085 (secure 0 0 0) 0x7f5a50054030 con 0x7f5a600b2dc0 2024-07-26T16:45:25.208 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:25.209 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":170,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:45:24.954284+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_metadata","create_time":"2024-07-26T15:48:56.762113+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_data","create_time":"2024-07-26T15:48:57.996718+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"168","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":113,"snap_epoch":168,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6837/3233074912":"2024-07-27T16:45:22.134251+0000","172.21.15.33:6836/3233074912":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/1529762263":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/3284358517":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/4257769843":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/1382737879":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/2356885551":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/3072575737":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/2524235442":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/41489269":"2024-07-27T15:49:12.533063+0000","172.21.15.33:6837/3855147115":"2024-07-27T15:49:12.533063+0000","172.21.15.33:6836/3855147115":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/3454740735":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/1210783574":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/3746368540":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/3430200080":"2024-07-27T15:49:12.533063+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:45:25.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.208+0000 7f5a65507640 1 -- 172.21.15.33:0/1752658231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a600b2dc0 msgr2=0x7f5a601f4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:25.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.208+0000 7f5a65507640 1 --2- 172.21.15.33:0/1752658231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a600b2dc0 0x7f5a601f4720 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f5a5000e7b0 tx=0x7f5a5000ec70 comp rx=0 tx=0).stop 2024-07-26T16:45:25.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.208+0000 7f5a65507640 1 -- 172.21.15.33:0/1752658231 shutdown_connections 2024-07-26T16:45:25.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.208+0000 7f5a65507640 1 --2- 172.21.15.33:0/1752658231 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5a600d0570 0x7f5a600c9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.208+0000 7f5a65507640 1 --2- 172.21.15.33:0/1752658231 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5a600ce9e0 0x7f5a6009dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.208+0000 7f5a65507640 1 --2- 172.21.15.33:0/1752658231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5a600b2dc0 0x7f5a601f4720 unknown :-1 s=CLOSED pgs=1629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.208+0000 7f5a65507640 1 -- 172.21.15.33:0/1752658231 >> 172.21.15.33:0/1752658231 conn(0x7f5a600d3e10 msgr2=0x7f5a601e6360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:25.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.208+0000 7f5a65507640 1 -- 172.21.15.33:0/1752658231 shutdown_connections 2024-07-26T16:45:25.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.209+0000 7f5a65507640 1 -- 172.21.15.33:0/1752658231 wait complete. 2024-07-26T16:45:25.222 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T16:45:25.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.340+0000 7f6ae3246640 1 -- 172.21.15.33:0/1835539814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b7d00 msgr2=0x7f6adc0cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:25.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.340+0000 7f6ae3246640 1 --2- 172.21.15.33:0/1835539814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b7d00 0x7f6adc0cee10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f6ad4009860 tx=0x7f6ad402a540 comp rx=0 tx=0).stop 2024-07-26T16:45:25.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.340+0000 7f6ae3246640 1 -- 172.21.15.33:0/1835539814 shutdown_connections 2024-07-26T16:45:25.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.340+0000 7f6ae3246640 1 --2- 172.21.15.33:0/1835539814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b7d00 0x7f6adc0cee10 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.340+0000 7f6ae3246640 1 --2- 172.21.15.33:0/1835539814 >> v2:172.21.15.154:3300/0 conn(0x7f6adc0d0c80 0x7f6adc0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.340+0000 7f6ae3246640 1 -- 172.21.15.33:0/1835539814 >> 172.21.15.33:0/1835539814 conn(0x7f6adc0d3dc0 msgr2=0x7f6adc0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:25.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.340+0000 7f6ae3246640 1 -- 172.21.15.33:0/1835539814 shutdown_connections 2024-07-26T16:45:25.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.340+0000 7f6ae3246640 1 -- 172.21.15.33:0/1835539814 wait complete. 2024-07-26T16:45:25.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.341+0000 7f6ae3246640 1 Processor -- start 2024-07-26T16:45:25.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.342+0000 7f6ae3246640 1 -- start start 2024-07-26T16:45:25.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae3246640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6adc0b53e0 0x7f6adc1f8a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae3246640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b7d00 0x7f6adc160750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae3246640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc1f5550 0x7f6adc155f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae3246640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6adc0cf6e0 con 0x7f6adc1f5550 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae3246640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6adc0cf560 con 0x7f6adc0b53e0 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae3246640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6adc0cf860 con 0x7f6adc0b7d00 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae17e3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc1f5550 0x7f6adc155f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae0fe2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6adc0b53e0 0x7f6adc1f8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae17e3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc1f5550 0x7f6adc155f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52482/0 (socket says 172.21.15.33:52482) 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae17e3640 1 -- 172.21.15.33:0/2679249612 learned_addr learned my addr 172.21.15.33:0/2679249612 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6adbfff640 1 --2- 172.21.15.33:0/2679249612 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b7d00 0x7f6adc160750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae17e3640 1 -- 172.21.15.33:0/2679249612 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b7d00 msgr2=0x7f6adc160750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:25.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae17e3640 1 --2- 172.21.15.33:0/2679249612 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b7d00 0x7f6adc160750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae17e3640 1 -- 172.21.15.33:0/2679249612 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6adc0b53e0 msgr2=0x7f6adc1f8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:25.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae17e3640 1 --2- 172.21.15.33:0/2679249612 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6adc0b53e0 0x7f6adc1f8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.343+0000 7f6ae17e3640 1 -- 172.21.15.33:0/2679249612 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6adc161030 con 0x7f6adc1f5550 2024-07-26T16:45:25.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.344+0000 7f6ae17e3640 1 --2- 172.21.15.33:0/2679249612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc1f5550 0x7f6adc155f30 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f6ad402ab30 tx=0x7f6ad4033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:25.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.344+0000 7f6ad97fa640 1 -- 172.21.15.33:0/2679249612 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad4005c90 con 0x7f6adc1f5550 2024-07-26T16:45:25.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.344+0000 7f6ae3246640 1 -- 172.21.15.33:0/2679249612 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6adc161310 con 0x7f6adc1f5550 2024-07-26T16:45:25.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.344+0000 7f6ad97fa640 1 -- 172.21.15.33:0/2679249612 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ad4031c60 con 0x7f6adc1f5550 2024-07-26T16:45:25.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.344+0000 7f6ad97fa640 1 -- 172.21.15.33:0/2679249612 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad4005280 con 0x7f6adc1f5550 2024-07-26T16:45:25.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.344+0000 7f6ae3246640 1 -- 172.21.15.33:0/2679249612 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6adc1f8210 con 0x7f6adc1f5550 2024-07-26T16:45:25.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.345+0000 7f6ad97fa640 1 -- 172.21.15.33:0/2679249612 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 99) ==== 49591+0+0 (secure 0 0 0) 0x7f6ad4005420 con 0x7f6adc1f5550 2024-07-26T16:45:25.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.345+0000 7f6ae3246640 1 -- 172.21.15.33:0/2679249612 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6adc0ce8d0 con 0x7f6adc1f5550 2024-07-26T16:45:25.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.345+0000 7f6ad97fa640 1 -- 172.21.15.33:0/2679249612 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 6889+0+0 (secure 0 0 0) 0x7f6ad4073560 con 0x7f6adc1f5550 2024-07-26T16:45:25.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.350+0000 7f6ad97fa640 1 -- 172.21.15.33:0/2679249612 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6ad403f030 con 0x7f6adc1f5550 2024-07-26T16:45:25.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.581+0000 7f6ae3246640 1 -- 172.21.15.33:0/2679249612 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f6adc0b9c80 con 0x7f6adc1f5550 2024-07-26T16:45:25.583 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T16:45:25.582+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T16:45:25.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.583+0000 7f6ad97fa640 1 -- 172.21.15.33:0/2679249612 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v82) ==== 161+0+0 (secure 0 0 0) 0x7f6ad403bd10 con 0x7f6adc1f5550 2024-07-26T16:45:25.585 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T16:45:25.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.586+0000 7f6ae3246640 1 -- 172.21.15.33:0/2679249612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc1f5550 msgr2=0x7f6adc155f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:25.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.586+0000 7f6ae3246640 1 --2- 172.21.15.33:0/2679249612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc1f5550 0x7f6adc155f30 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f6ad402ab30 tx=0x7f6ad4033ba0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.586+0000 7f6ae3246640 1 -- 172.21.15.33:0/2679249612 shutdown_connections 2024-07-26T16:45:25.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.586+0000 7f6ae3246640 1 --2- 172.21.15.33:0/2679249612 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6adc1f5550 0x7f6adc155f30 unknown :-1 s=CLOSED pgs=1630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.586+0000 7f6ae3246640 1 --2- 172.21.15.33:0/2679249612 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6adc0b7d00 0x7f6adc160750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.586+0000 7f6ae3246640 1 --2- 172.21.15.33:0/2679249612 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6adc0b53e0 0x7f6adc1f8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.586+0000 7f6ae3246640 1 -- 172.21.15.33:0/2679249612 >> 172.21.15.33:0/2679249612 conn(0x7f6adc0d3dc0 msgr2=0x7f6adc15b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:25.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.586+0000 7f6ae3246640 1 -- 172.21.15.33:0/2679249612 shutdown_connections 2024-07-26T16:45:25.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.587+0000 7f6ae3246640 1 -- 172.21.15.33:0/2679249612 wait complete. 2024-07-26T16:45:25.600 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T16:45:25.647 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T16:45:25.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.718+0000 7fd54d1a6640 1 -- 172.21.15.33:0/3893669957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5480d0c80 msgr2=0x7fd5480ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:25.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.718+0000 7fd54d1a6640 1 --2- 172.21.15.33:0/3893669957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5480d0c80 0x7fd5480ce8d0 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7fd53c009830 tx=0x7fd53c02a4d0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.718+0000 7fd54d1a6640 1 -- 172.21.15.33:0/3893669957 shutdown_connections 2024-07-26T16:45:25.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.718+0000 7fd54d1a6640 1 --2- 172.21.15.33:0/3893669957 >> v2:172.21.15.154:3300/0 conn(0x7fd5480b7d00 0x7fd5480cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.718+0000 7fd54d1a6640 1 --2- 172.21.15.33:0/3893669957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5480d0c80 0x7fd5480ce8d0 unknown :-1 s=CLOSED pgs=1632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.718+0000 7fd54d1a6640 1 -- 172.21.15.33:0/3893669957 >> 172.21.15.33:0/3893669957 conn(0x7fd5480d3dc0 msgr2=0x7fd5480d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:25.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.719+0000 7fd54d1a6640 1 -- 172.21.15.33:0/3893669957 shutdown_connections 2024-07-26T16:45:25.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.719+0000 7fd54d1a6640 1 -- 172.21.15.33:0/3893669957 wait complete. 2024-07-26T16:45:25.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.721+0000 7fd54d1a6640 1 Processor -- start 2024-07-26T16:45:25.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.721+0000 7fd54d1a6640 1 -- start start 2024-07-26T16:45:25.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.722+0000 7fd54d1a6640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd5480b53e0 0x7fd5481e7790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:25.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.722+0000 7fd54d1a6640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd5480b7d00 0x7fd54809e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:25.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.722+0000 7fd54d1a6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd54809eac0 0x7fd54809eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:25.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.722+0000 7fd54d1a6640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd5480cf6e0 con 0x7fd54809eac0 2024-07-26T16:45:25.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.722+0000 7fd54d1a6640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd5480cf560 con 0x7fd5480b53e0 2024-07-26T16:45:25.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.722+0000 7fd54d1a6640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd5480cf860 con 0x7fd5480b7d00 2024-07-26T16:45:25.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.722+0000 7fd54759e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd54809eac0 0x7fd54809eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:25.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.722+0000 7fd54759e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd54809eac0 0x7fd54809eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52498/0 (socket says 172.21.15.33:52498) 2024-07-26T16:45:25.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.722+0000 7fd54759e640 1 -- 172.21.15.33:0/1723028358 learned_addr learned my addr 172.21.15.33:0/1723028358 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:25.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.722+0000 7fd54659c640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd5480b7d00 0x7fd54809e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:25.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.722+0000 7fd546d9d640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd5480b53e0 0x7fd5481e7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:25.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.723+0000 7fd54759e640 1 -- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd5480b7d00 msgr2=0x7fd54809e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:25.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.723+0000 7fd54759e640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd5480b7d00 0x7fd54809e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.723+0000 7fd54759e640 1 -- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd5480b53e0 msgr2=0x7fd5481e7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:25.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.723+0000 7fd54759e640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd5480b53e0 0x7fd5481e7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:25.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.723+0000 7fd54759e640 1 -- 172.21.15.33:0/1723028358 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd54809f410 con 0x7fd54809eac0 2024-07-26T16:45:25.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.723+0000 7fd54759e640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd54809eac0 0x7fd54809eed0 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7fd54000caa0 tx=0x7fd54000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:25.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.723+0000 7fd52f7fe640 1 -- 172.21.15.33:0/1723028358 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd54000adf0 con 0x7fd54809eac0 2024-07-26T16:45:25.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.723+0000 7fd52f7fe640 1 -- 172.21.15.33:0/1723028358 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd54000f540 con 0x7fd54809eac0 2024-07-26T16:45:25.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.723+0000 7fd52f7fe640 1 -- 172.21.15.33:0/1723028358 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd54000f990 con 0x7fd54809eac0 2024-07-26T16:45:25.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.723+0000 7fd54d1a6640 1 -- 172.21.15.33:0/1723028358 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5481e7cd0 con 0x7fd54809eac0 2024-07-26T16:45:25.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.723+0000 7fd54d1a6640 1 -- 172.21.15.33:0/1723028358 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5481ea390 con 0x7fd54809eac0 2024-07-26T16:45:25.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.724+0000 7fd52f7fe640 1 -- 172.21.15.33:0/1723028358 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 99) ==== 49591+0+0 (secure 0 0 0) 0x7fd54000fb30 con 0x7fd54809eac0 2024-07-26T16:45:25.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.724+0000 7fd54d1a6640 1 -- 172.21.15.33:0/1723028358 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5480ce8d0 con 0x7fd54809eac0 2024-07-26T16:45:25.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.724+0000 7fd52f7fe640 1 -- 172.21.15.33:0/1723028358 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(171..171 src has 1..171) ==== 6975+0+0 (secure 0 0 0) 0x7fd540053030 con 0x7fd54809eac0 2024-07-26T16:45:25.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.729+0000 7fd52f7fe640 1 -- 172.21.15.33:0/1723028358 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd540014030 con 0x7fd54809eac0 2024-07-26T16:45:25.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.965+0000 7fd52f7fe640 1 -- 172.21.15.33:0/1723028358 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 100) ==== 98977+0+0 (secure 0 0 0) 0x7fd540021630 con 0x7fd54809eac0 2024-07-26T16:45:25.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.965+0000 7fd52f7fe640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd53407c610 0x7fd53407ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:25.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.965+0000 7fd54d1a6640 1 -- 172.21.15.33:0/1723028358 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fd5480b9c80 con 0x7fd54809eac0 2024-07-26T16:45:25.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.967+0000 7fd546d9d640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd53407c610 0x7fd53407ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:25.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:25.969+0000 7fd546d9d640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd53407c610 0x7fd53407ea30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd538001720 tx=0x7fd538007e90 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:26.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.585+0000 7fd52f7fe640 1 -- 172.21.15.33:0/1723028358 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v83) ==== 104+0+0 (secure 0 0 0) 0x7fd54002a290 con 0x7fd54809eac0 2024-07-26T16:45:26.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.588+0000 7fd54d1a6640 1 -- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd53407c610 msgr2=0x7fd53407ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:26.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.588+0000 7fd54d1a6640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd53407c610 0x7fd53407ea30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fd538001720 tx=0x7fd538007e90 comp rx=0 tx=0).stop 2024-07-26T16:45:26.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.588+0000 7fd54d1a6640 1 -- 172.21.15.33:0/1723028358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd54809eac0 msgr2=0x7fd54809eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:26.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.588+0000 7fd54d1a6640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd54809eac0 0x7fd54809eed0 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7fd54000caa0 tx=0x7fd54000cf60 comp rx=0 tx=0).stop 2024-07-26T16:45:26.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.588+0000 7fd54d1a6640 1 -- 172.21.15.33:0/1723028358 shutdown_connections 2024-07-26T16:45:26.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.588+0000 7fd54d1a6640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd53407c610 0x7fd53407ea30 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:26.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.588+0000 7fd54d1a6640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd54809eac0 0x7fd54809eed0 unknown :-1 s=CLOSED pgs=1633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:26.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.588+0000 7fd54d1a6640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd5480b7d00 0x7fd54809e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:26.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.588+0000 7fd54d1a6640 1 --2- 172.21.15.33:0/1723028358 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd5480b53e0 0x7fd5481e7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:26.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.588+0000 7fd54d1a6640 1 -- 172.21.15.33:0/1723028358 >> 172.21.15.33:0/1723028358 conn(0x7fd5480d3dc0 msgr2=0x7fd548161370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:26.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.588+0000 7fd54d1a6640 1 -- 172.21.15.33:0/1723028358 shutdown_connections 2024-07-26T16:45:26.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.589+0000 7fd54d1a6640 1 -- 172.21.15.33:0/1723028358 wait complete. 2024-07-26T16:45:26.604 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T16:45:26.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.728+0000 7f94e1eef640 1 -- 172.21.15.33:0/2931650931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94dc160060 msgr2=0x7f94dc0ce5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:26.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.728+0000 7f94e1eef640 1 --2- 172.21.15.33:0/2931650931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94dc160060 0x7f94dc0ce5f0 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7f94d0005fd0 tx=0x7f94d002a410 comp rx=0 tx=0).stop 2024-07-26T16:45:26.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.728+0000 7f94e1eef640 1 -- 172.21.15.33:0/2931650931 shutdown_connections 2024-07-26T16:45:26.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.728+0000 7f94e1eef640 1 --2- 172.21.15.33:0/2931650931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94dc160060 0x7f94dc0ce5f0 unknown :-1 s=CLOSED pgs=1634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:26.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.728+0000 7f94e1eef640 1 --2- 172.21.15.33:0/2931650931 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94dc0b72a0 0x7f94dc15fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:26.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.728+0000 7f94e1eef640 1 -- 172.21.15.33:0/2931650931 >> 172.21.15.33:0/2931650931 conn(0x7f94dc0b37a0 msgr2=0x7f94dc0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:26.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.728+0000 7f94e1eef640 1 -- 172.21.15.33:0/2931650931 shutdown_connections 2024-07-26T16:45:26.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.728+0000 7f94e1eef640 1 -- 172.21.15.33:0/2931650931 wait complete. 2024-07-26T16:45:26.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.730+0000 7f94e1eef640 1 Processor -- start 2024-07-26T16:45:26.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.730+0000 7f94e1eef640 1 -- start start 2024-07-26T16:45:26.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.731+0000 7f94e1eef640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94dc0b72a0 0x7f94dc148c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:26.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.731+0000 7f94e1eef640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94dc0ceb30 0x7f94dc149150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:26.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.731+0000 7f94e1eef640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94dc160060 0x7f94dc1f32a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:26.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.731+0000 7f94e1eef640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f94dc0ce390 con 0x7f94dc160060 2024-07-26T16:45:26.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94e1eef640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f94dc0ce210 con 0x7f94dc0b72a0 2024-07-26T16:45:26.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94e1eef640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f94dc15f6b0 con 0x7f94dc0ceb30 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94dbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94dc160060 0x7f94dc1f32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94dbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94dc160060 0x7f94dc1f32a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52512/0 (socket says 172.21.15.33:52512) 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94dbfff640 1 -- 172.21.15.33:0/1781652754 learned_addr learned my addr 172.21.15.33:0/1781652754 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94daffd640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94dc0ceb30 0x7f94dc149150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94db7fe640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94dc0b72a0 0x7f94dc148c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94dbfff640 1 -- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94dc0ceb30 msgr2=0x7f94dc149150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94dbfff640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94dc0ceb30 0x7f94dc149150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94dbfff640 1 -- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94dc0b72a0 msgr2=0x7f94dc148c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94dbfff640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94dc0b72a0 0x7f94dc148c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94dbfff640 1 -- 172.21.15.33:0/1781652754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94dc156b30 con 0x7f94dc160060 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94dbfff640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94dc160060 0x7f94dc1f32a0 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f94d400b9e0 tx=0x7f94d400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94c3fff640 1 -- 172.21.15.33:0/1781652754 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d4003b70 con 0x7f94dc160060 2024-07-26T16:45:26.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94c3fff640 1 -- 172.21.15.33:0/1781652754 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94d4003e00 con 0x7f94dc160060 2024-07-26T16:45:26.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94e1eef640 1 -- 172.21.15.33:0/1781652754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94dc09f960 con 0x7f94dc160060 2024-07-26T16:45:26.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94c3fff640 1 -- 172.21.15.33:0/1781652754 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d400cb80 con 0x7f94dc160060 2024-07-26T16:45:26.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.732+0000 7f94e1eef640 1 -- 172.21.15.33:0/1781652754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94dc159a20 con 0x7f94dc160060 2024-07-26T16:45:26.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.734+0000 7f94e1eef640 1 -- 172.21.15.33:0/1781652754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94dc156d00 con 0x7f94dc160060 2024-07-26T16:45:26.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.734+0000 7f94c3fff640 1 -- 172.21.15.33:0/1781652754 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 100) ==== 98977+0+0 (secure 0 0 0) 0x7f94d4004000 con 0x7f94dc160060 2024-07-26T16:45:26.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.735+0000 7f94c3fff640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f94c8076e60 0x7f94c8079370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:26.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.735+0000 7f94c3fff640 1 -- 172.21.15.33:0/1781652754 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(171..171 src has 1..171) ==== 6975+0+0 (secure 0 0 0) 0x7f94d40989a0 con 0x7f94dc160060 2024-07-26T16:45:26.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.735+0000 7f94db7fe640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f94c8076e60 0x7f94c8079370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:26.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.736+0000 7f94db7fe640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f94c8076e60 0x7f94c8079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f94cc0058c0 tx=0x7f94cc005d80 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:26.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.739+0000 7f94c3fff640 1 -- 172.21.15.33:0/1781652754 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f94d40619f0 con 0x7f94dc160060 2024-07-26T16:45:26.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:26.932+0000 7f94e1eef640 1 -- 172.21.15.33:0/1781652754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f94dc15fb20 con 0x7f94dc160060 2024-07-26T16:45:27.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.596+0000 7f94c3fff640 1 -- 172.21.15.33:0/1781652754 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 101) ==== 99185+0+0 (secure 0 0 0) 0x7f94d405d580 con 0x7f94dc160060 2024-07-26T16:45:27.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.602+0000 7f94c3fff640 1 -- 172.21.15.33:0/1781652754 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v172) ==== 181+0+0 (secure 0 0 0) 0x7f94d406a3a0 con 0x7f94dc160060 2024-07-26T16:45:27.603 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T16:45:27.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.605+0000 7f94e1eef640 1 -- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f94c8076e60 msgr2=0x7f94c8079370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:27.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.605+0000 7f94e1eef640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f94c8076e60 0x7f94c8079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f94cc0058c0 tx=0x7f94cc005d80 comp rx=0 tx=0).stop 2024-07-26T16:45:27.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.605+0000 7f94e1eef640 1 -- 172.21.15.33:0/1781652754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94dc160060 msgr2=0x7f94dc1f32a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:27.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.605+0000 7f94e1eef640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94dc160060 0x7f94dc1f32a0 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f94d400b9e0 tx=0x7f94d400bea0 comp rx=0 tx=0).stop 2024-07-26T16:45:27.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.606+0000 7f94e1eef640 1 -- 172.21.15.33:0/1781652754 shutdown_connections 2024-07-26T16:45:27.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.606+0000 7f94e1eef640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f94c8076e60 0x7f94c8079370 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:27.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.606+0000 7f94e1eef640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94dc160060 0x7f94dc1f32a0 unknown :-1 s=CLOSED pgs=1635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:27.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.606+0000 7f94e1eef640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94dc0ceb30 0x7f94dc149150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:27.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.606+0000 7f94e1eef640 1 --2- 172.21.15.33:0/1781652754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94dc0b72a0 0x7f94dc148c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:27.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.606+0000 7f94e1eef640 1 -- 172.21.15.33:0/1781652754 >> 172.21.15.33:0/1781652754 conn(0x7f94dc0b37a0 msgr2=0x7f94dc15bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:27.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.606+0000 7f94e1eef640 1 -- 172.21.15.33:0/1781652754 shutdown_connections 2024-07-26T16:45:27.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.606+0000 7f94e1eef640 1 -- 172.21.15.33:0/1781652754 wait complete. 2024-07-26T16:45:27.623 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T16:45:27.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.750+0000 7f58d083d640 1 -- 172.21.15.33:0/15886702 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58cc0cd520 msgr2=0x7f58cc0cd930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:27.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.750+0000 7f58d083d640 1 --2- 172.21.15.33:0/15886702 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58cc0cd520 0x7f58cc0cd930 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f58c4009830 tx=0x7f58c402a3f0 comp rx=0 tx=0).stop 2024-07-26T16:45:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.750+0000 7f58d083d640 1 -- 172.21.15.33:0/15886702 shutdown_connections 2024-07-26T16:45:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.750+0000 7f58d083d640 1 --2- 172.21.15.33:0/15886702 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58cc0cd520 0x7f58cc0cd930 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.750+0000 7f58d083d640 1 --2- 172.21.15.33:0/15886702 >> v2:172.21.15.154:3300/0 conn(0x7f58cc160230 0x7f58cc0ccfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.750+0000 7f58d083d640 1 -- 172.21.15.33:0/15886702 >> 172.21.15.33:0/15886702 conn(0x7f58cc0b37a0 msgr2=0x7f58cc0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.750+0000 7f58d083d640 1 -- 172.21.15.33:0/15886702 shutdown_connections 2024-07-26T16:45:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.750+0000 7f58d083d640 1 -- 172.21.15.33:0/15886702 wait complete. 2024-07-26T16:45:27.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.752+0000 7f58d083d640 1 Processor -- start 2024-07-26T16:45:27.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.752+0000 7f58d083d640 1 -- start start 2024-07-26T16:45:27.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.753+0000 7f58d083d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58cc0b72a0 0x7f58cc1f5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:27.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.753+0000 7f58d083d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58cc0cd520 0x7f58cc06e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:27.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.753+0000 7f58d083d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58cc160230 0x7f58cc1577d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:27.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.753+0000 7f58d083d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc0ce390 con 0x7f58cc0cd520 2024-07-26T16:45:27.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.753+0000 7f58d083d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f58cc0ce210 con 0x7f58cc160230 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.753+0000 7f58d083d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f58cc15f6b0 con 0x7f58cc0b72a0 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58c9d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58cc0cd520 0x7f58cc06e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58c9d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58cc0cd520 0x7f58cc06e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52524/0 (socket says 172.21.15.33:52524) 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58c9d9b640 1 -- 172.21.15.33:0/2254201882 learned_addr learned my addr 172.21.15.33:0/2254201882 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58ca59c640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58cc0b72a0 0x7f58cc1f5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58cad9d640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58cc160230 0x7f58cc1577d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58c9d9b640 1 -- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58cc0b72a0 msgr2=0x7f58cc1f5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58c9d9b640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58cc0b72a0 0x7f58cc1f5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58c9d9b640 1 -- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58cc160230 msgr2=0x7f58cc1577d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58c9d9b640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58cc160230 0x7f58cc1577d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58c9d9b640 1 -- 172.21.15.33:0/2254201882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58cc1f5100 con 0x7f58cc0cd520 2024-07-26T16:45:27.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58c9d9b640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58cc0cd520 0x7f58cc06e9f0 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f58c000e9c0 tx=0x7f58c000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58baffd640 1 -- 172.21.15.33:0/2254201882 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c000cd80 con 0x7f58cc0cd520 2024-07-26T16:45:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58d083d640 1 -- 172.21.15.33:0/2254201882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58cc06ef30 con 0x7f58cc0cd520 2024-07-26T16:45:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58baffd640 1 -- 172.21.15.33:0/2254201882 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58c0004020 con 0x7f58cc0cd520 2024-07-26T16:45:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58baffd640 1 -- 172.21.15.33:0/2254201882 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58c0004450 con 0x7f58cc0cd520 2024-07-26T16:45:27.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.754+0000 7f58d083d640 1 -- 172.21.15.33:0/2254201882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58cc1f53a0 con 0x7f58cc0cd520 2024-07-26T16:45:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.756+0000 7f58d083d640 1 -- 172.21.15.33:0/2254201882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58cc0cd930 con 0x7f58cc0cd520 2024-07-26T16:45:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.756+0000 7f58baffd640 1 -- 172.21.15.33:0/2254201882 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 101) ==== 99185+0+0 (secure 0 0 0) 0x7f58c00035f0 con 0x7f58cc0cd520 2024-07-26T16:45:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.757+0000 7f58baffd640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f58ac0770a0 0x7f58ac0795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.757+0000 7f58baffd640 1 -- 172.21.15.33:0/2254201882 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 6537+0+0 (secure 0 0 0) 0x7f58c0099560 con 0x7f58cc0cd520 2024-07-26T16:45:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.757+0000 7f58ca59c640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f58ac0770a0 0x7f58ac0795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:27.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.758+0000 7f58ca59c640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f58ac0770a0 0x7f58ac0795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f58bc001e60 tx=0x7f58bc009040 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:27.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.761+0000 7f58baffd640 1 -- 172.21.15.33:0/2254201882 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f58c0061c50 con 0x7f58cc0cd520 2024-07-26T16:45:27.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:27.955+0000 7f58d083d640 1 -- 172.21.15.33:0/2254201882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f58cc15e920 con 0x7f58cc0cd520 2024-07-26T16:45:28.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.603+0000 7f58baffd640 1 -- 172.21.15.33:0/2254201882 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v173) ==== 169+0+0 (secure 0 0 0) 0x7f58c00661a0 con 0x7f58cc0cd520 2024-07-26T16:45:28.605 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T16:45:28.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.607+0000 7f58d083d640 1 -- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f58ac0770a0 msgr2=0x7f58ac0795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:28.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.607+0000 7f58d083d640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f58ac0770a0 0x7f58ac0795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f58bc001e60 tx=0x7f58bc009040 comp rx=0 tx=0).stop 2024-07-26T16:45:28.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.607+0000 7f58d083d640 1 -- 172.21.15.33:0/2254201882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58cc0cd520 msgr2=0x7f58cc06e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:28.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.607+0000 7f58d083d640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58cc0cd520 0x7f58cc06e9f0 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f58c000e9c0 tx=0x7f58c000ee80 comp rx=0 tx=0).stop 2024-07-26T16:45:28.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.608+0000 7f58d083d640 1 -- 172.21.15.33:0/2254201882 shutdown_connections 2024-07-26T16:45:28.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.608+0000 7f58d083d640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f58ac0770a0 0x7f58ac0795b0 secure :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f58bc001e60 tx=0x7f58bc009040 comp rx=0 tx=0).stop 2024-07-26T16:45:28.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.608+0000 7f58d083d640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58cc160230 0x7f58cc1577d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.608+0000 7f58d083d640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58cc0cd520 0x7f58cc06e9f0 unknown :-1 s=CLOSED pgs=1636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.608+0000 7f58d083d640 1 --2- 172.21.15.33:0/2254201882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58cc0b72a0 0x7f58cc1f5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.608+0000 7f58d083d640 1 -- 172.21.15.33:0/2254201882 >> 172.21.15.33:0/2254201882 conn(0x7f58cc0b37a0 msgr2=0x7f58cc071580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:28.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.608+0000 7f58d083d640 1 -- 172.21.15.33:0/2254201882 shutdown_connections 2024-07-26T16:45:28.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.609+0000 7f58d083d640 1 -- 172.21.15.33:0/2254201882 wait complete. 2024-07-26T16:45:28.625 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T16:45:28.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.746+0000 7f76ac1eb640 1 -- 172.21.15.33:0/2545829916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a40cd6a0 msgr2=0x7f76a40ce900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:28.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.746+0000 7f76ac1eb640 1 --2- 172.21.15.33:0/2545829916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a40cd6a0 0x7f76a40ce900 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7f76a406d540 tx=0x7f769c02a820 comp rx=0 tx=0).stop 2024-07-26T16:45:28.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.746+0000 7f76ac1eb640 1 -- 172.21.15.33:0/2545829916 shutdown_connections 2024-07-26T16:45:28.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.746+0000 7f76ac1eb640 1 --2- 172.21.15.33:0/2545829916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a40cd6a0 0x7f76a40ce900 unknown :-1 s=CLOSED pgs=1638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.746+0000 7f76ac1eb640 1 --2- 172.21.15.33:0/2545829916 >> v2:172.21.15.154:3300/0 conn(0x7f76a40cfcc0 0x7f76a40ce3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.746+0000 7f76ac1eb640 1 -- 172.21.15.33:0/2545829916 >> 172.21.15.33:0/2545829916 conn(0x7f76a40b3810 msgr2=0x7f76a40b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:28.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.747+0000 7f76ac1eb640 1 -- 172.21.15.33:0/2545829916 shutdown_connections 2024-07-26T16:45:28.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.747+0000 7f76ac1eb640 1 -- 172.21.15.33:0/2545829916 wait complete. 2024-07-26T16:45:28.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.748+0000 7f76ac1eb640 1 Processor -- start 2024-07-26T16:45:28.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.748+0000 7f76ac1eb640 1 -- start start 2024-07-26T16:45:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76ac1eb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f76a40b74c0 0x7f76a41f6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76ac1eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a40cd6a0 0x7f76a41f6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76ac1eb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f76a40cfcc0 0x7f76a41f6c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76ac1eb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f76a40b61c0 con 0x7f76a40cd6a0 2024-07-26T16:45:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76ac1eb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f76a40b6040 con 0x7f76a40cfcc0 2024-07-26T16:45:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76ac1eb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f76a40b6340 con 0x7f76a40b74c0 2024-07-26T16:45:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76a9786640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a40cd6a0 0x7f76a41f6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76a9786640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a40cd6a0 0x7f76a41f6740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52548/0 (socket says 172.21.15.33:52548) 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76a9786640 1 -- 172.21.15.33:0/3745853649 learned_addr learned my addr 172.21.15.33:0/3745853649 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76aa788640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f76a40cfcc0 0x7f76a41f6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76a9786640 1 -- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f76a40b74c0 msgr2=0x7f76a41f6200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76a9786640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f76a40b74c0 0x7f76a41f6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76a9786640 1 -- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f76a40cfcc0 msgr2=0x7f76a41f6c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76a9786640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f76a40cfcc0 0x7f76a41f6c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76a9786640 1 -- 172.21.15.33:0/3745853649 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76a41f3bc0 con 0x7f76a40cd6a0 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f76a9786640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a40cd6a0 0x7f76a41f6740 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f769400c3e0 tx=0x7f769400c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.750+0000 7f769a7fc640 1 -- 172.21.15.33:0/3745853649 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7694011790 con 0x7f76a40cd6a0 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.751+0000 7f769a7fc640 1 -- 172.21.15.33:0/3745853649 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7694017070 con 0x7f76a40cd6a0 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.751+0000 7f76ac1eb640 1 -- 172.21.15.33:0/3745853649 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76a40cad10 con 0x7f76a40cd6a0 2024-07-26T16:45:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.751+0000 7f769a7fc640 1 -- 172.21.15.33:0/3745853649 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7694011ce0 con 0x7f76a40cd6a0 2024-07-26T16:45:28.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.751+0000 7f76ac1eb640 1 -- 172.21.15.33:0/3745853649 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76a41f30e0 con 0x7f76a40cd6a0 2024-07-26T16:45:28.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.751+0000 7f76ac1eb640 1 -- 172.21.15.33:0/3745853649 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76a40b6860 con 0x7f76a40cd6a0 2024-07-26T16:45:28.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.752+0000 7f769a7fc640 1 -- 172.21.15.33:0/3745853649 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 101) ==== 99185+0+0 (secure 0 0 0) 0x7f769401c460 con 0x7f76a40cd6a0 2024-07-26T16:45:28.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.753+0000 7f769a7fc640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f76880770d0 0x7f76880795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:28.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.753+0000 7f769a7fc640 1 -- 172.21.15.33:0/3745853649 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6123+0+0 (secure 0 0 0) 0x7f7694098990 con 0x7f76a40cd6a0 2024-07-26T16:45:28.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.753+0000 7f76a9f87640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f76880770d0 0x7f76880795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:28.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.754+0000 7f76a9f87640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f76880770d0 0x7f76880795e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f76a0005860 tx=0x7f76a00057f0 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:28.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.757+0000 7f769a7fc640 1 -- 172.21.15.33:0/3745853649 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7694061ac0 con 0x7f76a40cd6a0 2024-07-26T16:45:28.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.948+0000 7f76ac1eb640 1 -- 172.21.15.33:0/3745853649 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f76a40b6d00 con 0x7f76a40cd6a0 2024-07-26T16:45:28.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.952+0000 7f769a7fc640 1 -- 172.21.15.33:0/3745853649 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v59) ==== 71+0+0 (secure 0 0 0) 0x7f76940613c0 con 0x7f76a40cd6a0 2024-07-26T16:45:28.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 -- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f76880770d0 msgr2=0x7f76880795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:28.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f76880770d0 0x7f76880795e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f76a0005860 tx=0x7f76a00057f0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 -- 172.21.15.33:0/3745853649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a40cd6a0 msgr2=0x7f76a41f6740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:28.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a40cd6a0 0x7f76a41f6740 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f769400c3e0 tx=0x7f769400c8a0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 -- 172.21.15.33:0/3745853649 shutdown_connections 2024-07-26T16:45:28.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f76880770d0 0x7f76880795e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f76a40cfcc0 0x7f76a41f6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76a40cd6a0 0x7f76a41f6740 unknown :-1 s=CLOSED pgs=1639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 --2- 172.21.15.33:0/3745853649 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f76a40b74c0 0x7f76a41f6200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:28.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 -- 172.21.15.33:0/3745853649 >> 172.21.15.33:0/3745853649 conn(0x7f76a40b3810 msgr2=0x7f76a4071a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:28.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 -- 172.21.15.33:0/3745853649 shutdown_connections 2024-07-26T16:45:28.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:28.954+0000 7f76ac1eb640 1 -- 172.21.15.33:0/3745853649 wait complete. 2024-07-26T16:45:28.967 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_for_number_of_snaps_retention' 2024-07-26T16:45:29.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.090+0000 7f62e31cf640 1 -- 172.21.15.33:0/2775229035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62dc0b6e00 msgr2=0x7f62dc0b1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:29.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.090+0000 7f62e31cf640 1 --2- 172.21.15.33:0/2775229035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62dc0b6e00 0x7f62dc0b1910 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f62dc0d2890 tx=0x7f62cc02a560 comp rx=0 tx=0).stop 2024-07-26T16:45:29.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.090+0000 7f62e31cf640 1 -- 172.21.15.33:0/2775229035 shutdown_connections 2024-07-26T16:45:29.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.090+0000 7f62e31cf640 1 --2- 172.21.15.33:0/2775229035 >> v2:172.21.15.154:3300/0 conn(0x7f62dc0b1e50 0x7f62dc0b2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.090+0000 7f62e31cf640 1 --2- 172.21.15.33:0/2775229035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62dc0b6e00 0x7f62dc0b1910 unknown :-1 s=CLOSED pgs=1641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.090+0000 7f62e31cf640 1 -- 172.21.15.33:0/2775229035 >> 172.21.15.33:0/2775229035 conn(0x7f62dc0d1bf0 msgr2=0x7f62dc0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:29.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.090+0000 7f62e31cf640 1 -- 172.21.15.33:0/2775229035 shutdown_connections 2024-07-26T16:45:29.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.090+0000 7f62e31cf640 1 -- 172.21.15.33:0/2775229035 wait complete. 2024-07-26T16:45:29.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.092+0000 7f62e31cf640 1 Processor -- start 2024-07-26T16:45:29.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.092+0000 7f62e31cf640 1 -- start start 2024-07-26T16:45:29.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.093+0000 7f62e31cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62dc0b1e50 0x7f62dc0cb770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:29.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.093+0000 7f62e31cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62dc0b6e00 0x7f62dc1f5c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:29.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.093+0000 7f62e31cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62dc0cc660 0x7f62dc150ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:29.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.093+0000 7f62e31cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f62dc0ce690 con 0x7f62dc0cc660 2024-07-26T16:45:29.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.093+0000 7f62e31cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f62dc0ce510 con 0x7f62dc0b1e50 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.093+0000 7f62e31cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f62dc0ce810 con 0x7f62dc0b6e00 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e176c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62dc0cc660 0x7f62dc150ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e176c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62dc0cc660 0x7f62dc150ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52572/0 (socket says 172.21.15.33:52572) 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e176c640 1 -- 172.21.15.33:0/4057391565 learned_addr learned my addr 172.21.15.33:0/4057391565 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62dbfff640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62dc0b6e00 0x7f62dc1f5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e0f6b640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62dc0b1e50 0x7f62dc0cb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e176c640 1 -- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62dc0b6e00 msgr2=0x7f62dc1f5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e176c640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62dc0b6e00 0x7f62dc1f5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e176c640 1 -- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62dc0b1e50 msgr2=0x7f62dc0cb770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e176c640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62dc0b1e50 0x7f62dc0cb770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e176c640 1 -- 172.21.15.33:0/4057391565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62dc0ca1e0 con 0x7f62dc0cc660 2024-07-26T16:45:29.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62dbfff640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62dc0b6e00 0x7f62dc1f5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:29.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e176c640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62dc0cc660 0x7f62dc150ec0 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f62d400e990 tx=0x7f62d400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:29.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62d97fa640 1 -- 172.21.15.33:0/4057391565 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d4004d20 con 0x7f62dc0cc660 2024-07-26T16:45:29.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62d97fa640 1 -- 172.21.15.33:0/4057391565 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62d400caa0 con 0x7f62dc0cc660 2024-07-26T16:45:29.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e31cf640 1 -- 172.21.15.33:0/4057391565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62dc0ca650 con 0x7f62dc0cc660 2024-07-26T16:45:29.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62d97fa640 1 -- 172.21.15.33:0/4057391565 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d4005020 con 0x7f62dc0cc660 2024-07-26T16:45:29.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.094+0000 7f62e31cf640 1 -- 172.21.15.33:0/4057391565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62dc0caf70 con 0x7f62dc0cc660 2024-07-26T16:45:29.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.095+0000 7f62e31cf640 1 -- 172.21.15.33:0/4057391565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62dc0ca3b0 con 0x7f62dc0cc660 2024-07-26T16:45:29.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.096+0000 7f62d97fa640 1 -- 172.21.15.33:0/4057391565 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 101) ==== 99185+0+0 (secure 0 0 0) 0x7f62d40051c0 con 0x7f62dc0cc660 2024-07-26T16:45:29.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.097+0000 7f62d97fa640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f62bc0770a0 0x7f62bc0795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:29.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.097+0000 7f62d97fa640 1 -- 172.21.15.33:0/4057391565 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6123+0+0 (secure 0 0 0) 0x7f62d4099420 con 0x7f62dc0cc660 2024-07-26T16:45:29.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.097+0000 7f62e0f6b640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f62bc0770a0 0x7f62bc0795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:29.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.098+0000 7f62e0f6b640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f62bc0770a0 0x7f62bc0795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f62c40015e0 tx=0x7f62c4009040 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:29.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.102+0000 7f62d97fa640 1 -- 172.21.15.33:0/4057391565 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f62dc0ca3b0 con 0x7f62dc0cc660 2024-07-26T16:45:29.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.373+0000 7f62e31cf640 1 -- 172.21.15.33:0/4057391565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_for_number_of_snaps_retention"]} v 0) -- 0x7f62dc0b2260 con 0x7f62dc0cc660 2024-07-26T16:45:29.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.605+0000 7f62d97fa640 1 -- 172.21.15.33:0/4057391565 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_for_number_of_snaps_retention"]}]=0 v2483) ==== 178+0+0 (secure 0 0 0) 0x7f62d4016030 con 0x7f62dc0cc660 2024-07-26T16:45:29.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 -- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f62bc0770a0 msgr2=0x7f62bc0795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:29.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f62bc0770a0 0x7f62bc0795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f62c40015e0 tx=0x7f62c4009040 comp rx=0 tx=0).stop 2024-07-26T16:45:29.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 -- 172.21.15.33:0/4057391565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62dc0cc660 msgr2=0x7f62dc150ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:29.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62dc0cc660 0x7f62dc150ec0 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f62d400e990 tx=0x7f62d400ee50 comp rx=0 tx=0).stop 2024-07-26T16:45:29.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 -- 172.21.15.33:0/4057391565 shutdown_connections 2024-07-26T16:45:29.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f62bc0770a0 0x7f62bc0795b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f62dc0cc660 0x7f62dc150ec0 unknown :-1 s=CLOSED pgs=1642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f62dc0b6e00 0x7f62dc1f5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 --2- 172.21.15.33:0/4057391565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f62dc0b1e50 0x7f62dc0cb770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 -- 172.21.15.33:0/4057391565 >> 172.21.15.33:0/4057391565 conn(0x7f62dc0d1bf0 msgr2=0x7f62dc0b08f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:29.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 -- 172.21.15.33:0/4057391565 shutdown_connections 2024-07-26T16:45:29.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.607+0000 7f62e31cf640 1 -- 172.21.15.33:0/4057391565 wait complete. 2024-07-26T16:45:29.621 INFO:tasks.cephfs_test_runner:Test that number of snaps retained are as per user spec. ... ok 2024-07-26T16:45:29.621 INFO:tasks.cephfs_test_runner:Starting test: test_snap_schedule_list_post_schedule_remove (tasks.cephfs.test_snap_schedules.TestSnapSchedules) Test listing snap schedules post removal of a schedule 2024-07-26T16:45:29.621 INFO:tasks.cephfs_test_runner:test_snap_schedule_list_post_schedule_remove (tasks.cephfs.test_snap_schedules.TestSnapSchedules) 2024-07-26T16:45:29.622 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:45:29.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.739+0000 7fdda5a40640 1 -- 172.21.15.33:0/196441918 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdda00d0c80 msgr2=0x7fdda00d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:29.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.739+0000 7fdda5a40640 1 --2- 172.21.15.33:0/196441918 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdda00d0c80 0x7fdda00d2930 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fdd88005fd0 tx=0x7fdd8802a4b0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.739+0000 7fdda5a40640 1 -- 172.21.15.33:0/196441918 shutdown_connections 2024-07-26T16:45:29.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.739+0000 7fdda5a40640 1 --2- 172.21.15.33:0/196441918 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdda00ce9e0 0x7fdda00cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.739+0000 7fdda5a40640 1 --2- 172.21.15.33:0/196441918 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdda00d0c80 0x7fdda00d2930 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.739+0000 7fdda5a40640 1 -- 172.21.15.33:0/196441918 >> 172.21.15.33:0/196441918 conn(0x7fdda00d3e10 msgr2=0x7fdda00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:29.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.739+0000 7fdda5a40640 1 -- 172.21.15.33:0/196441918 shutdown_connections 2024-07-26T16:45:29.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.739+0000 7fdda5a40640 1 -- 172.21.15.33:0/196441918 wait complete. 2024-07-26T16:45:29.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.741+0000 7fdda5a40640 1 Processor -- start 2024-07-26T16:45:29.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.741+0000 7fdda5a40640 1 -- start start 2024-07-26T16:45:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdda5a40640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdda00b2dc0 0x7fdda00b7650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdda5a40640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdda00ce9e0 0x7fdda0164a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdda5a40640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdda0164fb0 0x7fdda00cca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdda5a40640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdda00cf4b0 con 0x7fdda00b2dc0 2024-07-26T16:45:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdda5a40640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdda00cf330 con 0x7fdda00ce9e0 2024-07-26T16:45:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdda5a40640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdda00cf630 con 0x7fdda0164fb0 2024-07-26T16:45:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdda00b2dc0 0x7fdda00b7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdda00b2dc0 0x7fdda00b7650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52574/0 (socket says 172.21.15.33:52574) 2024-07-26T16:45:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9effd640 1 -- 172.21.15.33:0/2597098796 learned_addr learned my addr 172.21.15.33:0/2597098796 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:29.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9f7fe640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdda0164fb0 0x7fdda00cca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:29.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9e7fc640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdda00ce9e0 0x7fdda0164a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:29.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9effd640 1 -- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdda0164fb0 msgr2=0x7fdda00cca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:29.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9effd640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdda0164fb0 0x7fdda00cca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9effd640 1 -- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdda00ce9e0 msgr2=0x7fdda0164a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:29.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9effd640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdda00ce9e0 0x7fdda0164a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9effd640 1 -- 172.21.15.33:0/2597098796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdda014aef0 con 0x7fdda00b2dc0 2024-07-26T16:45:29.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9e7fc640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdda00ce9e0 0x7fdda0164a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:29.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9f7fe640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdda0164fb0 0x7fdda00cca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:29.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd9effd640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdda00b2dc0 0x7fdda00b7650 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7fdd9000c730 tx=0x7fdd9000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:29.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.743+0000 7fdd97fff640 1 -- 172.21.15.33:0/2597098796 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd90003bc0 con 0x7fdda00b2dc0 2024-07-26T16:45:29.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.744+0000 7fdd97fff640 1 -- 172.21.15.33:0/2597098796 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd90003d60 con 0x7fdda00b2dc0 2024-07-26T16:45:29.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.744+0000 7fdda5a40640 1 -- 172.21.15.33:0/2597098796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdda01653c0 con 0x7fdda00b2dc0 2024-07-26T16:45:29.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.744+0000 7fdd97fff640 1 -- 172.21.15.33:0/2597098796 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd9000aa50 con 0x7fdda00b2dc0 2024-07-26T16:45:29.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.744+0000 7fdda5a40640 1 -- 172.21.15.33:0/2597098796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdda015f6f0 con 0x7fdda00b2dc0 2024-07-26T16:45:29.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.745+0000 7fdda5a40640 1 -- 172.21.15.33:0/2597098796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdda00cedf0 con 0x7fdda00b2dc0 2024-07-26T16:45:29.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.745+0000 7fdd97fff640 1 -- 172.21.15.33:0/2597098796 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 101) ==== 99185+0+0 (secure 0 0 0) 0x7fdd9000abf0 con 0x7fdda00b2dc0 2024-07-26T16:45:29.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.746+0000 7fdd97fff640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fdd800770a0 0x7fdd800795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:29.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.746+0000 7fdd97fff640 1 -- 172.21.15.33:0/2597098796 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6123+0+0 (secure 0 0 0) 0x7fdd900989b0 con 0x7fdda00b2dc0 2024-07-26T16:45:29.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.746+0000 7fdd9e7fc640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fdd800770a0 0x7fdd800795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:29.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.747+0000 7fdd9e7fc640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fdd800770a0 0x7fdd800795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fdd88033000 tx=0x7fdd88004730 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:29.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.750+0000 7fdd97fff640 1 -- 172.21.15.33:0/2597098796 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdda01653c0 con 0x7fdda00b2dc0 2024-07-26T16:45:29.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.943+0000 7fdda5a40640 1 -- 172.21.15.33:0/2597098796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdda0165b20 con 0x7fdda00b2dc0 2024-07-26T16:45:29.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.944+0000 7fdd97fff640 1 -- 172.21.15.33:0/2597098796 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v173) ==== 74+0+14464 (secure 0 0 0) 0x7fdda014aef0 con 0x7fdda00b2dc0 2024-07-26T16:45:29.946 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:29.946 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":173,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:45:28.603130+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":20,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:6834/494247982":"2024-07-27T16:45:25.583160+0000","172.21.15.33:6837/3233074912":"2024-07-27T16:45:22.134251+0000","172.21.15.33:6836/3233074912":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/1529762263":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/3284358517":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/4257769843":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/1382737879":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/2356885551":"2024-07-27T16:45:22.134251+0000","172.21.15.154:6832/494247982":"2024-07-27T16:45:25.583160+0000","172.21.15.33:0/3072575737":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/2524235442":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/41489269":"2024-07-27T15:49:12.533063+0000","172.21.15.33:6837/3855147115":"2024-07-27T15:49:12.533063+0000","172.21.15.33:6836/3855147115":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/3454740735":"2024-07-27T16:45:22.134251+0000","172.21.15.33:0/1210783574":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/3746368540":"2024-07-27T15:49:12.533063+0000","172.21.15.33:0/3430200080":"2024-07-27T15:49:12.533063+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:45:29.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 -- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fdd800770a0 msgr2=0x7fdd800795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:29.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fdd800770a0 0x7fdd800795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fdd88033000 tx=0x7fdd88004730 comp rx=0 tx=0).stop 2024-07-26T16:45:29.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 -- 172.21.15.33:0/2597098796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdda00b2dc0 msgr2=0x7fdda00b7650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:29.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdda00b2dc0 0x7fdda00b7650 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7fdd9000c730 tx=0x7fdd9000cbf0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 -- 172.21.15.33:0/2597098796 shutdown_connections 2024-07-26T16:45:29.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fdd800770a0 0x7fdd800795b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdda0164fb0 0x7fdda00cca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdda00ce9e0 0x7fdda0164a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 --2- 172.21.15.33:0/2597098796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdda00b2dc0 0x7fdda00b7650 unknown :-1 s=CLOSED pgs=1643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:29.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 -- 172.21.15.33:0/2597098796 >> 172.21.15.33:0/2597098796 conn(0x7fdda00d3e10 msgr2=0x7fdda00d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:29.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 -- 172.21.15.33:0/2597098796 shutdown_connections 2024-07-26T16:45:29.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:29.946+0000 7fdda5a40640 1 -- 172.21.15.33:0/2597098796 wait complete. 2024-07-26T16:45:29.960 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T16:45:29.961 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T16:45:30.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.082+0000 7fabe386d640 1 -- 172.21.15.33:0/368022656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabdc0b5720 msgr2=0x7fabdc0b5b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:30.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.082+0000 7fabe386d640 1 --2- 172.21.15.33:0/368022656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabdc0b5720 0x7fabdc0b5b30 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7fabdc06d540 tx=0x7fabd402a980 comp rx=0 tx=0).stop 2024-07-26T16:45:30.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.082+0000 7fabe386d640 1 -- 172.21.15.33:0/368022656 shutdown_connections 2024-07-26T16:45:30.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.082+0000 7fabe386d640 1 --2- 172.21.15.33:0/368022656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabdc0b5720 0x7fabdc0b5b30 unknown :-1 s=CLOSED pgs=1644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.082+0000 7fabe386d640 1 --2- 172.21.15.33:0/368022656 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabdc0b74c0 0x7fabdc0ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.082+0000 7fabe386d640 1 --2- 172.21.15.33:0/368022656 >> v2:172.21.15.154:3300/0 conn(0x7fabdc0cfcc0 0x7fabdc0ce3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.082+0000 7fabe386d640 1 -- 172.21.15.33:0/368022656 >> 172.21.15.33:0/368022656 conn(0x7fabdc0b3810 msgr2=0x7fabdc0b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:30.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.082+0000 7fabe386d640 1 -- 172.21.15.33:0/368022656 shutdown_connections 2024-07-26T16:45:30.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.082+0000 7fabe386d640 1 -- 172.21.15.33:0/368022656 wait complete. 2024-07-26T16:45:30.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.084+0000 7fabe386d640 1 Processor -- start 2024-07-26T16:45:30.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.084+0000 7fabe386d640 1 -- start start 2024-07-26T16:45:30.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe386d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabdc0b5720 0x7fabdc0c5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:30.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe386d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fabdc0b74c0 0x7fabdc0c6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:30.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe386d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabdc0cfcc0 0x7fabdc1490a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:30.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe386d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fabdc0b6400 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe386d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fabdc0b6280 con 0x7fabdc0b74c0 2024-07-26T16:45:30.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe386d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fabdc0b6580 con 0x7fabdc0b5720 2024-07-26T16:45:30.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe1e0a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabdc0cfcc0 0x7fabdc1490a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:30.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe1e0a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabdc0cfcc0 0x7fabdc1490a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52596/0 (socket says 172.21.15.33:52596) 2024-07-26T16:45:30.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe1e0a640 1 -- 172.21.15.33:0/4259485219 learned_addr learned my addr 172.21.15.33:0/4259485219 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:30.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe1609640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabdc0b5720 0x7fabdc0c5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:30.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe0e08640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fabdc0b74c0 0x7fabdc0c6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:30.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe1e0a640 1 -- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabdc0b5720 msgr2=0x7fabdc0c5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:30.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe1e0a640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabdc0b5720 0x7fabdc0c5730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe1e0a640 1 -- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fabdc0b74c0 msgr2=0x7fabdc0c6e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe1e0a640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fabdc0b74c0 0x7fabdc0c6e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe1e0a640 1 -- 172.21.15.33:0/4259485219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabdc0c5f80 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe0e08640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fabdc0b74c0 0x7fabdc0c6e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.085+0000 7fabe1609640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabdc0b5720 0x7fabdc0c5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.086+0000 7fabe1e0a640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabdc0cfcc0 0x7fabdc1490a0 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7fabd4033040 tx=0x7fabd4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.086+0000 7fabd1ffb640 1 -- 172.21.15.33:0/4259485219 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd4034040 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.086+0000 7fabd1ffb640 1 -- 172.21.15.33:0/4259485219 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fabd4004540 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.086+0000 7fabe386d640 1 -- 172.21.15.33:0/4259485219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabdc0c6260 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.086+0000 7fabd1ffb640 1 -- 172.21.15.33:0/4259485219 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd4045480 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.086+0000 7fabe386d640 1 -- 172.21.15.33:0/4259485219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabdc0ca4a0 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.087+0000 7fabe386d640 1 -- 172.21.15.33:0/4259485219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabdc0ca700 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.088+0000 7fabd1ffb640 1 -- 172.21.15.33:0/4259485219 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7fabd4037020 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.088+0000 7fabd1ffb640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fabc0077130 0x7fabc0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.088+0000 7fabd1ffb640 1 -- 172.21.15.33:0/4259485219 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6123+0+0 (secure 0 0 0) 0x7fabd40ba500 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.089+0000 7fabe1609640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fabc0077130 0x7fabc0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:30.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.089+0000 7fabe1609640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fabc0077130 0x7fabc0079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fabd8005fd0 tx=0x7fabd8005ee0 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:30.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.093+0000 7fabd1ffb640 1 -- 172.21.15.33:0/4259485219 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fabd40834e0 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.286+0000 7fabe386d640 1 -- 172.21.15.33:0/4259485219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fabdc0b5b30 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.286+0000 7fabd1ffb640 1 -- 172.21.15.33:0/4259485219 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v173) ==== 93+0+10 (secure 0 0 0) 0x7fabd4043e40 con 0x7fabdc0cfcc0 2024-07-26T16:45:30.288 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T16:45:30.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.288+0000 7fabe386d640 1 -- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fabc0077130 msgr2=0x7fabc0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:30.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.288+0000 7fabe386d640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fabc0077130 0x7fabc0079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fabd8005fd0 tx=0x7fabd8005ee0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.288+0000 7fabe386d640 1 -- 172.21.15.33:0/4259485219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabdc0cfcc0 msgr2=0x7fabdc1490a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:30.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.288+0000 7fabe386d640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabdc0cfcc0 0x7fabdc1490a0 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7fabd4033040 tx=0x7fabd4003f10 comp rx=0 tx=0).stop 2024-07-26T16:45:30.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.288+0000 7fabe386d640 1 -- 172.21.15.33:0/4259485219 shutdown_connections 2024-07-26T16:45:30.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.288+0000 7fabe386d640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fabc0077130 0x7fabc0079640 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.288+0000 7fabe386d640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabdc0cfcc0 0x7fabdc1490a0 unknown :-1 s=CLOSED pgs=1645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.288+0000 7fabe386d640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fabdc0b74c0 0x7fabdc0c6e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.288+0000 7fabe386d640 1 --2- 172.21.15.33:0/4259485219 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabdc0b5720 0x7fabdc0c5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.288+0000 7fabe386d640 1 -- 172.21.15.33:0/4259485219 >> 172.21.15.33:0/4259485219 conn(0x7fabdc0b3810 msgr2=0x7fabdc15bf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:30.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.288+0000 7fabe386d640 1 -- 172.21.15.33:0/4259485219 shutdown_connections 2024-07-26T16:45:30.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.289+0000 7fabe386d640 1 -- 172.21.15.33:0/4259485219 wait complete. 2024-07-26T16:45:30.302 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_list_post_schedule_remove' 2024-07-26T16:45:30.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.417+0000 7f8d08e18640 1 -- 172.21.15.33:0/2255607237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d040d2990 msgr2=0x7f8d040b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:30.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.417+0000 7f8d08e18640 1 --2- 172.21.15.33:0/2255607237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d040d2990 0x7f8d040b9430 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f8cf8009900 tx=0x7f8cf802a610 comp rx=0 tx=0).stop 2024-07-26T16:45:30.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.418+0000 7f8d08e18640 1 -- 172.21.15.33:0/2255607237 shutdown_connections 2024-07-26T16:45:30.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.418+0000 7f8d08e18640 1 --2- 172.21.15.33:0/2255607237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d040d2990 0x7f8d040b9430 unknown :-1 s=CLOSED pgs=1647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.418+0000 7f8d08e18640 1 -- 172.21.15.33:0/2255607237 >> 172.21.15.33:0/2255607237 conn(0x7f8d040d3da0 msgr2=0x7f8d040d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:30.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.418+0000 7f8d08e18640 1 -- 172.21.15.33:0/2255607237 shutdown_connections 2024-07-26T16:45:30.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.418+0000 7f8d08e18640 1 -- 172.21.15.33:0/2255607237 wait complete. 2024-07-26T16:45:30.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.420+0000 7f8d08e18640 1 Processor -- start 2024-07-26T16:45:30.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.420+0000 7f8d08e18640 1 -- start start 2024-07-26T16:45:30.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d08e18640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d040cf430 0x7f8d041f8d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:30.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d08e18640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d040d1b80 0x7f8d041f4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:30.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d08e18640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d0406d610 0x7f8d0406da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:30.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d08e18640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8d040b2100 con 0x7f8d040cf430 2024-07-26T16:45:30.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d08e18640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8d040b1f80 con 0x7f8d0406d610 2024-07-26T16:45:30.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d08e18640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8d040b2280 con 0x7f8d040d1b80 2024-07-26T16:45:30.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d0259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d040cf430 0x7f8d041f8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:30.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d0259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d040cf430 0x7f8d041f8d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52612/0 (socket says 172.21.15.33:52612) 2024-07-26T16:45:30.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d0259c640 1 -- 172.21.15.33:0/1176011508 learned_addr learned my addr 172.21.15.33:0/1176011508 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:30.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d02d9d640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d0406d610 0x7f8d0406da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:30.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d01d9b640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d040d1b80 0x7f8d041f4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:30.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d0259c640 1 -- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d040d1b80 msgr2=0x7f8d041f4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:30.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d0259c640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d040d1b80 0x7f8d041f4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d0259c640 1 -- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d0406d610 msgr2=0x7f8d0406da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:30.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d0259c640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d0406d610 0x7f8d0406da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:30.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d0259c640 1 -- 172.21.15.33:0/1176011508 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d041f92a0 con 0x7f8d040cf430 2024-07-26T16:45:30.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.421+0000 7f8d0259c640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d040cf430 0x7f8d041f8d60 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f8cf400b3f0 tx=0x7f8cf400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:30.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.422+0000 7f8cf2ffd640 1 -- 172.21.15.33:0/1176011508 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf4015020 con 0x7f8d040cf430 2024-07-26T16:45:30.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.422+0000 7f8cf2ffd640 1 -- 172.21.15.33:0/1176011508 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8cf4011920 con 0x7f8d040cf430 2024-07-26T16:45:30.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.422+0000 7f8d08e18640 1 -- 172.21.15.33:0/1176011508 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d0406df60 con 0x7f8d040cf430 2024-07-26T16:45:30.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.422+0000 7f8cf2ffd640 1 -- 172.21.15.33:0/1176011508 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf4011d70 con 0x7f8d040cf430 2024-07-26T16:45:30.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.422+0000 7f8d08e18640 1 -- 172.21.15.33:0/1176011508 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d0415fff0 con 0x7f8d040cf430 2024-07-26T16:45:30.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.423+0000 7f8d08e18640 1 -- 172.21.15.33:0/1176011508 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d040b9430 con 0x7f8d040cf430 2024-07-26T16:45:30.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.424+0000 7f8cf2ffd640 1 -- 172.21.15.33:0/1176011508 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f8cf4018020 con 0x7f8d040cf430 2024-07-26T16:45:30.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.424+0000 7f8cf2ffd640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8ce4077130 0x7f8ce4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:30.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.425+0000 7f8cf2ffd640 1 -- 172.21.15.33:0/1176011508 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6123+0+0 (secure 0 0 0) 0x7f8cf4098960 con 0x7f8d040cf430 2024-07-26T16:45:30.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.425+0000 7f8d01d9b640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8ce4077130 0x7f8ce4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:30.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.425+0000 7f8d01d9b640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8ce4077130 0x7f8ce4079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8cf8033000 tx=0x7f8cf8004730 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:30.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.429+0000 7f8cf2ffd640 1 -- 172.21.15.33:0/1176011508 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8cf401f030 con 0x7f8d040cf430 2024-07-26T16:45:30.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:30.696+0000 7f8d08e18640 1 -- 172.21.15.33:0/1176011508 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_list_post_schedule_remove"]} v 0) -- 0x7f8d040b48e0 con 0x7f8d040cf430 2024-07-26T16:45:31.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.611+0000 7f8cf2ffd640 1 -- 172.21.15.33:0/1176011508 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_list_post_schedule_remove"]}]=0 v2485) ==== 177+0+0 (secure 0 0 0) 0x7f8d0406df60 con 0x7f8d040cf430 2024-07-26T16:45:31.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.614+0000 7f8d08e18640 1 -- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8ce4077130 msgr2=0x7f8ce4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.614+0000 7f8d08e18640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8ce4077130 0x7f8ce4079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8cf8033000 tx=0x7f8cf8004730 comp rx=0 tx=0).stop 2024-07-26T16:45:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.614+0000 7f8d08e18640 1 -- 172.21.15.33:0/1176011508 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d040cf430 msgr2=0x7f8d041f8d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.614+0000 7f8d08e18640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d040cf430 0x7f8d041f8d60 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f8cf400b3f0 tx=0x7f8cf400b8b0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.614+0000 7f8d08e18640 1 -- 172.21.15.33:0/1176011508 shutdown_connections 2024-07-26T16:45:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.614+0000 7f8d08e18640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8ce4077130 0x7f8ce4079640 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.614+0000 7f8d08e18640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d0406d610 0x7f8d0406da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.614+0000 7f8d08e18640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d040d1b80 0x7f8d041f4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.614+0000 7f8d08e18640 1 --2- 172.21.15.33:0/1176011508 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d040cf430 0x7f8d041f8d60 unknown :-1 s=CLOSED pgs=1648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.614+0000 7f8d08e18640 1 -- 172.21.15.33:0/1176011508 >> 172.21.15.33:0/1176011508 conn(0x7f8d040d3da0 msgr2=0x7f8d0406e500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.615+0000 7f8d08e18640 1 -- 172.21.15.33:0/1176011508 shutdown_connections 2024-07-26T16:45:31.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.615+0000 7f8d08e18640 1 -- 172.21.15.33:0/1176011508 wait complete. 2024-07-26T16:45:31.630 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T16:45:31.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.753+0000 7fc6fdacb640 1 -- 172.21.15.33:0/2948853990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6f80b6fc0 msgr2=0x7fc6f80ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:31.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.753+0000 7fc6fdacb640 1 --2- 172.21.15.33:0/2948853990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6f80b6fc0 0x7fc6f80ce260 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7fc6e8009830 tx=0x7fc6e802a510 comp rx=0 tx=0).stop 2024-07-26T16:45:31.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.754+0000 7fc6fdacb640 1 -- 172.21.15.33:0/2948853990 shutdown_connections 2024-07-26T16:45:31.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.754+0000 7fc6fdacb640 1 --2- 172.21.15.33:0/2948853990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6f80b6fc0 0x7fc6f80ce260 unknown :-1 s=CLOSED pgs=1650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.754+0000 7fc6fdacb640 1 -- 172.21.15.33:0/2948853990 >> 172.21.15.33:0/2948853990 conn(0x7fc6f80d1b70 msgr2=0x7fc6f80d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:31.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.754+0000 7fc6fdacb640 1 -- 172.21.15.33:0/2948853990 shutdown_connections 2024-07-26T16:45:31.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.754+0000 7fc6fdacb640 1 -- 172.21.15.33:0/2948853990 wait complete. 2024-07-26T16:45:31.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.755+0000 7fc6fdacb640 1 Processor -- start 2024-07-26T16:45:31.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.756+0000 7fc6fdacb640 1 -- start start 2024-07-26T16:45:31.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6fdacb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6f80b1ba0 0x7fc6f8148aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:31.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6fdacb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc6f80b6fc0 0x7fc6f814b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:31.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6fdacb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc6f80ce7a0 0x7fc6f81f7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:31.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6fdacb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f80b2a90 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6fdacb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc6f80b2910 con 0x7fc6f80ce7a0 2024-07-26T16:45:31.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6fdacb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc6f80b2c10 con 0x7fc6f80b6fc0 2024-07-26T16:45:31.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6f77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6f80b1ba0 0x7fc6f8148aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:31.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6f77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6f80b1ba0 0x7fc6f8148aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52634/0 (socket says 172.21.15.33:52634) 2024-07-26T16:45:31.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6f77fe640 1 -- 172.21.15.33:0/3525276485 learned_addr learned my addr 172.21.15.33:0/3525276485 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6f7fff640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc6f80ce7a0 0x7fc6f81f7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6f6ffd640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc6f80b6fc0 0x7fc6f814b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6f77fe640 1 -- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc6f80b6fc0 msgr2=0x7fc6f814b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6f77fe640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc6f80b6fc0 0x7fc6f814b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6f77fe640 1 -- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc6f80ce7a0 msgr2=0x7fc6f81f7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6f77fe640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc6f80ce7a0 0x7fc6f81f7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6f77fe640 1 -- 172.21.15.33:0/3525276485 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6f8148fe0 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.757+0000 7fc6f7fff640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc6f80ce7a0 0x7fc6f81f7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.758+0000 7fc6f77fe640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6f80b1ba0 0x7fc6f8148aa0 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7fc6e802ab00 tx=0x7fc6e8033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.758+0000 7fc6dffff640 1 -- 172.21.15.33:0/3525276485 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6e8031d60 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.758+0000 7fc6fdacb640 1 -- 172.21.15.33:0/3525276485 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6f814b8b0 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.758+0000 7fc6dffff640 1 -- 172.21.15.33:0/3525276485 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6e8033e10 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.758+0000 7fc6dffff640 1 -- 172.21.15.33:0/3525276485 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6e8005260 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.758+0000 7fc6fdacb640 1 -- 172.21.15.33:0/3525276485 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6f814bdc0 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.759+0000 7fc6fdacb640 1 -- 172.21.15.33:0/3525276485 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6f80ce260 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.760+0000 7fc6dffff640 1 -- 172.21.15.33:0/3525276485 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7fc6e8005400 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.760+0000 7fc6dffff640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc6e4077160 0x7fc6e4079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:31.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.760+0000 7fc6dffff640 1 -- 172.21.15.33:0/3525276485 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6123+0+0 (secure 0 0 0) 0x7fc6e80b9ff0 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.760+0000 7fc6f6ffd640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc6e4077160 0x7fc6e4079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:31.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.761+0000 7fc6f6ffd640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc6e4077160 0x7fc6e4079670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec006fd0 tx=0x7fc6ec008040 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:31.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.765+0000 7fc6dffff640 1 -- 172.21.15.33:0/3525276485 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc6e803f030 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.959+0000 7fc6fdacb640 1 -- 172.21.15.33:0/3525276485 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fc6f815c3d0 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.960+0000 7fc6dffff640 1 -- 172.21.15.33:0/3525276485 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v59) ==== 59+0+1998 (secure 0 0 0) 0x7fc6e8082db0 con 0x7fc6f80b1ba0 2024-07-26T16:45:31.962 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T16:45:31.962 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T16:45:31.962 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T16:45:31.962 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T16:45:31.962 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T16:45:31.962 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T16:45:31.963 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T16:45:31.963 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T16:45:31.963 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T16:45:31.963 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T16:45:31.963 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T16:45:31.963 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T16:45:31.963 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T16:45:31.963 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T16:45:31.963 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T16:45:31.963 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T16:45:31.964 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T16:45:31.964 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T16:45:31.964 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T16:45:31.964 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T16:45:31.964 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T16:45:31.964 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T16:45:31.964 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T16:45:31.964 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T16:45:31.964 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T16:45:31.964 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T16:45:31.964 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T16:45:31.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 -- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc6e4077160 msgr2=0x7fc6e4079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc6e4077160 0x7fc6e4079670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc6ec006fd0 tx=0x7fc6ec008040 comp rx=0 tx=0).stop 2024-07-26T16:45:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 -- 172.21.15.33:0/3525276485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6f80b1ba0 msgr2=0x7fc6f8148aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6f80b1ba0 0x7fc6f8148aa0 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7fc6e802ab00 tx=0x7fc6e8033c20 comp rx=0 tx=0).stop 2024-07-26T16:45:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 -- 172.21.15.33:0/3525276485 shutdown_connections 2024-07-26T16:45:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc6e4077160 0x7fc6e4079670 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc6f80ce7a0 0x7fc6f81f7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc6f80b6fc0 0x7fc6f814b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 --2- 172.21.15.33:0/3525276485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6f80b1ba0 0x7fc6f8148aa0 unknown :-1 s=CLOSED pgs=1651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 -- 172.21.15.33:0/3525276485 >> 172.21.15.33:0/3525276485 conn(0x7fc6f80d1b70 msgr2=0x7fc6f80b1fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 -- 172.21.15.33:0/3525276485 shutdown_connections 2024-07-26T16:45:31.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:31.962+0000 7fc6fdacb640 1 -- 172.21.15.33:0/3525276485 wait complete. 2024-07-26T16:45:31.976 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T16:45:32.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.095+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3841676261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9540cfcc0 msgr2=0x7fc9540ce3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:32.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.095+0000 7fc95ab5e640 1 --2- 172.21.15.33:0/3841676261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9540cfcc0 0x7fc9540ce3c0 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7fc9440098e0 tx=0x7fc94402a530 comp rx=0 tx=0).stop 2024-07-26T16:45:32.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.095+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3841676261 shutdown_connections 2024-07-26T16:45:32.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.095+0000 7fc95ab5e640 1 --2- 172.21.15.33:0/3841676261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9540cfcc0 0x7fc9540ce3c0 unknown :-1 s=CLOSED pgs=1653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.095+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3841676261 >> 172.21.15.33:0/3841676261 conn(0x7fc9540b3810 msgr2=0x7fc9540b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:32.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.095+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3841676261 shutdown_connections 2024-07-26T16:45:32.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.095+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3841676261 wait complete. 2024-07-26T16:45:32.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.097+0000 7fc95ab5e640 1 Processor -- start 2024-07-26T16:45:32.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.097+0000 7fc95ab5e640 1 -- start start 2024-07-26T16:45:32.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.098+0000 7fc95ab5e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9540b74c0 0x7fc9541e23c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:32.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.098+0000 7fc95ab5e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc9540cd6a0 0x7fc9540c73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:32.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.098+0000 7fc95ab5e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc9540cfcc0 0x7fc9540c5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:32.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.098+0000 7fc95ab5e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc9540cec90 con 0x7fc9540b74c0 2024-07-26T16:45:32.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.098+0000 7fc95ab5e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc9540ceb10 con 0x7fc9540cd6a0 2024-07-26T16:45:32.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.098+0000 7fc95ab5e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc9540b6540 con 0x7fc9540cfcc0 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.098+0000 7fc9588fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9540b74c0 0x7fc9541e23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9588fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9540b74c0 0x7fc9541e23c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38824/0 (socket says 172.21.15.33:38824) 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9588fa640 1 -- 172.21.15.33:0/3543899964 learned_addr learned my addr 172.21.15.33:0/3543899964 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9590fb640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc9540cfcc0 0x7fc9540c5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc953fff640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc9540cd6a0 0x7fc9540c73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9588fa640 1 -- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc9540cfcc0 msgr2=0x7fc9540c5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9588fa640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc9540cfcc0 0x7fc9540c5fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9588fa640 1 -- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc9540cd6a0 msgr2=0x7fc9540c73a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9588fa640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc9540cd6a0 0x7fc9540c73a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9588fa640 1 -- 172.21.15.33:0/3543899964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9541e2900 con 0x7fc9540b74c0 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9588fa640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9540b74c0 0x7fc9541e23c0 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fc9440099d0 tx=0x7fc944004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:32.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9517fa640 1 -- 172.21.15.33:0/3543899964 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc944031b50 con 0x7fc9540b74c0 2024-07-26T16:45:32.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9517fa640 1 -- 172.21.15.33:0/3543899964 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc944004e50 con 0x7fc9540b74c0 2024-07-26T16:45:32.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3543899964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc95415b2c0 con 0x7fc9540b74c0 2024-07-26T16:45:32.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc9517fa640 1 -- 172.21.15.33:0/3543899964 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9440330d0 con 0x7fc9540b74c0 2024-07-26T16:45:32.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.099+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3543899964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9541e18e0 con 0x7fc9540b74c0 2024-07-26T16:45:32.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.100+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3543899964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9540ce3c0 con 0x7fc9540b74c0 2024-07-26T16:45:32.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.101+0000 7fc9517fa640 1 -- 172.21.15.33:0/3543899964 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7fc944033270 con 0x7fc9540b74c0 2024-07-26T16:45:32.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.101+0000 7fc9517fa640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc940077130 0x7fc940079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:32.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.102+0000 7fc9517fa640 1 -- 172.21.15.33:0/3543899964 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6123+0+0 (secure 0 0 0) 0x7fc9440ba090 con 0x7fc9540b74c0 2024-07-26T16:45:32.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.102+0000 7fc953fff640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc940077130 0x7fc940079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:32.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.102+0000 7fc953fff640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc940077130 0x7fc940079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc954159bc0 tx=0x7fc948009060 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:32.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.106+0000 7fc9517fa640 1 -- 172.21.15.33:0/3543899964 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc94403f030 con 0x7fc9540b74c0 2024-07-26T16:45:32.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.298+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3543899964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fc954068a70 con 0x7fc9540b74c0 2024-07-26T16:45:32.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.302+0000 7fc9517fa640 1 -- 172.21.15.33:0/3543899964 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v60)=0 v60) ==== 122+0+0 (secure 0 0 0) 0x7fc944031770 con 0x7fc9540b74c0 2024-07-26T16:45:32.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc940077130 msgr2=0x7fc940079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:32.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc940077130 0x7fc940079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc954159bc0 tx=0x7fc948009060 comp rx=0 tx=0).stop 2024-07-26T16:45:32.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3543899964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9540b74c0 msgr2=0x7fc9541e23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:32.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9540b74c0 0x7fc9541e23c0 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fc9440099d0 tx=0x7fc944004a50 comp rx=0 tx=0).stop 2024-07-26T16:45:32.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3543899964 shutdown_connections 2024-07-26T16:45:32.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fc940077130 0x7fc940079640 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc9540cfcc0 0x7fc9540c5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc9540cd6a0 0x7fc9540c73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 --2- 172.21.15.33:0/3543899964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9540b74c0 0x7fc9541e23c0 unknown :-1 s=CLOSED pgs=1654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3543899964 >> 172.21.15.33:0/3543899964 conn(0x7fc9540b3810 msgr2=0x7fc9540d1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:32.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3543899964 shutdown_connections 2024-07-26T16:45:32.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.304+0000 7fc95ab5e640 1 -- 172.21.15.33:0/3543899964 wait complete. 2024-07-26T16:45:32.317 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T16:45:32.318 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T16:45:32.353 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T16:45:32.410 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T16:45:32.410 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T16:45:32.410 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:32.426 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T16:45:32.427 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T16:45:32.427 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:32.445 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T16:45:32.445 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T16:45:32.445 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:32.482 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T16:45:32.482 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T16:45:32.482 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:32.503 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T16:45:32.503 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T16:45:32.503 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:45:32.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.639+0000 7f226252e640 1 -- 172.21.15.33:0/3309381396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22440043a0 msgr2=0x7f22440048c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:32.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.639+0000 7f226252e640 1 --2- 172.21.15.33:0/3309381396 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22440043a0 0x7f22440048c0 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7f2250009b50 tx=0x7f2244005830 comp rx=0 tx=0).stop 2024-07-26T16:45:32.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.639+0000 7f2260acb640 1 -- 172.21.15.33:0/3309381396 reap_dead start 2024-07-26T16:45:32.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.639+0000 7f226252e640 1 -- 172.21.15.33:0/3309381396 shutdown_connections 2024-07-26T16:45:32.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.639+0000 7f226252e640 1 -- 172.21.15.33:0/3309381396 >> 172.21.15.33:0/3309381396 conn(0x7f225c0d3e10 msgr2=0x7f225c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:32.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.639+0000 7f226252e640 1 -- 172.21.15.33:0/3309381396 shutdown_connections 2024-07-26T16:45:32.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.639+0000 7f226252e640 1 -- 172.21.15.33:0/3309381396 wait complete. 2024-07-26T16:45:32.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.641+0000 7f226252e640 1 Processor -- start 2024-07-26T16:45:32.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.641+0000 7f226252e640 1 -- start start 2024-07-26T16:45:32.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.642+0000 7f226252e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22440043a0 0x7f225c0cdd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:32.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.642+0000 7f226252e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f225c1e4a90 0x7f225c0c7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:32.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.642+0000 7f226252e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f225c09e540 0x7f225c1d39b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:32.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.642+0000 7f226252e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f225c0d0c80 con 0x7f22440043a0 2024-07-26T16:45:32.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.642+0000 7f226252e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f225c0d4d50 con 0x7f225c1e4a90 2024-07-26T16:45:32.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.642+0000 7f226252e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f225c0d0e00 con 0x7f225c09e540 2024-07-26T16:45:32.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.642+0000 7f225bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22440043a0 0x7f225c0cdd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:32.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.642+0000 7f225bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22440043a0 0x7f225c0cdd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38840/0 (socket says 172.21.15.33:38840) 2024-07-26T16:45:32.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.642+0000 7f225bfff640 1 -- 172.21.15.33:0/1506656481 learned_addr learned my addr 172.21.15.33:0/1506656481 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f225b7fe640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f225c1e4a90 0x7f225c0c7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f2260acb640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f225c09e540 0x7f225c1d39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f225bfff640 1 -- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f225c09e540 msgr2=0x7f225c1d39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f225bfff640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f225c09e540 0x7f225c1d39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f225bfff640 1 -- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f225c1e4a90 msgr2=0x7f225c0c7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f225bfff640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f225c1e4a90 0x7f225c0c7940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f225bfff640 1 -- 172.21.15.33:0/1506656481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f225c1f84b0 con 0x7f22440043a0 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f2260acb640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f225c09e540 0x7f225c1d39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f225b7fe640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f225c1e4a90 0x7f225c0c7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f225bfff640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22440043a0 0x7f225c0cdd40 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7f224c006330 tx=0x7f224c0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f2258ff9640 1 -- 172.21.15.33:0/1506656481 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224c015070 con 0x7f22440043a0 2024-07-26T16:45:32.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f2258ff9640 1 -- 172.21.15.33:0/1506656481 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f224c011840 con 0x7f22440043a0 2024-07-26T16:45:32.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f226252e640 1 -- 172.21.15.33:0/1506656481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f225c1f8770 con 0x7f22440043a0 2024-07-26T16:45:32.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f2258ff9640 1 -- 172.21.15.33:0/1506656481 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224c011c90 con 0x7f22440043a0 2024-07-26T16:45:32.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.643+0000 7f226252e640 1 -- 172.21.15.33:0/1506656481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f225c1d42c0 con 0x7f22440043a0 2024-07-26T16:45:32.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.644+0000 7f226252e640 1 -- 172.21.15.33:0/1506656481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f225c1d4520 con 0x7f22440043a0 2024-07-26T16:45:32.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.645+0000 7f2258ff9640 1 -- 172.21.15.33:0/1506656481 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f224c018070 con 0x7f22440043a0 2024-07-26T16:45:32.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.645+0000 7f2258ff9640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2248077160 0x7f2248079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:32.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.645+0000 7f2258ff9640 1 -- 172.21.15.33:0/1506656481 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6123+0+0 (secure 0 0 0) 0x7f224c0998e0 con 0x7f22440043a0 2024-07-26T16:45:32.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.646+0000 7f225b7fe640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2248077160 0x7f2248079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:32.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.646+0000 7f225b7fe640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2248077160 0x7f2248079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f2250035000 tx=0x7f22500046c0 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:32.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.650+0000 7f2258ff9640 1 -- 172.21.15.33:0/1506656481 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f224c0627c0 con 0x7f22440043a0 2024-07-26T16:45:32.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.880+0000 7f226252e640 1 -- 172.21.15.33:0/1506656481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f225c0d2af0 con 0x7f22440043a0 2024-07-26T16:45:32.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.880+0000 7f2258ff9640 1 -- 172.21.15.33:0/1506656481 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) ==== 94+0+3911 (secure 0 0 0) 0x7f224c0620c0 con 0x7f22440043a0 2024-07-26T16:45:32.882 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:32.882 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":83,"btime":"2024-07-26T16:45:26:584712+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7415,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/318638545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":318638545},{"type":"v1","addr":"172.21.15.33:6834","nonce":318638545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":8137,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/193913692","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":193913692},{"type":"v1","addr":"172.21.15.154:6835","nonce":193913692}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76},{"gid":8449,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/3929406436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":3929406436},{"type":"v1","addr":"172.21.15.154:6834","nonce":3929406436}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83},{"gid":8823,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2271901314","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2271901314},{"type":"v1","addr":"172.21.15.33:6835","nonce":2271901314}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":76}],"filesystems":[]} 2024-07-26T16:45:32.882 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 83 2024-07-26T16:45:32.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 -- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2248077160 msgr2=0x7f2248079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:32.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2248077160 0x7f2248079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f2250035000 tx=0x7f22500046c0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 -- 172.21.15.33:0/1506656481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22440043a0 msgr2=0x7f225c0cdd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:32.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22440043a0 0x7f225c0cdd40 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7f224c006330 tx=0x7f224c0039c0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 -- 172.21.15.33:0/1506656481 shutdown_connections 2024-07-26T16:45:32.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2248077160 0x7f2248079670 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f225c09e540 0x7f225c1d39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f225c1e4a90 0x7f225c0c7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 --2- 172.21.15.33:0/1506656481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22440043a0 0x7f225c0cdd40 unknown :-1 s=CLOSED pgs=1657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:32.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 -- 172.21.15.33:0/1506656481 >> 172.21.15.33:0/1506656481 conn(0x7f225c0d3e10 msgr2=0x7f225c0cedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:32.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 -- 172.21.15.33:0/1506656481 shutdown_connections 2024-07-26T16:45:32.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:32.882+0000 7f226252e640 1 -- 172.21.15.33:0/1506656481 wait complete. 2024-07-26T16:45:32.896 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T16:45:32.896 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T16:45:32.896 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T16:45:32.896 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T16:45:32.897 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T16:45:32.897 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T16:45:32.897 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T16:45:32.897 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T16:45:32.897 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T16:45:32.897 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T16:45:32.897 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T16:45:32.898 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T16:45:32.898 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T16:45:32.898 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T16:45:32.898 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T16:45:32.898 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T16:45:32.907 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T16:45:32.907 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T16:45:32.908 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T16:45:32.908 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T16:45:32.914 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T16:45:32.914 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T16:45:32.915 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T16:45:32.916 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T16:45:32.950 INFO:tasks.ceph.mds.a:Started 2024-07-26T16:45:32.950 DEBUG:teuthology.parallel:result is None 2024-07-26T16:45:32.951 INFO:tasks.ceph.mds.c:Started 2024-07-26T16:45:32.951 DEBUG:teuthology.parallel:result is None 2024-07-26T16:45:32.957 INFO:tasks.ceph.mds.b:Started 2024-07-26T16:45:32.957 DEBUG:teuthology.parallel:result is None 2024-07-26T16:45:32.958 INFO:tasks.ceph.mds.d:Started 2024-07-26T16:45:32.958 DEBUG:teuthology.parallel:result is None 2024-07-26T16:45:32.959 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T16:45:33.040 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T16:45:33.041 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T16:45:33.051 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T16:45:33.051 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T16:45:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.084+0000 7f85c18ba640 1 -- 172.21.15.33:0/2995518776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85bc06e1c0 msgr2=0x7f85bc072dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.084+0000 7f85c18ba640 1 --2- 172.21.15.33:0/2995518776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85bc06e1c0 0x7f85bc072dd0 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7f85bc074eb0 tx=0x7f85a402ae00 comp rx=0 tx=0).stop 2024-07-26T16:45:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.084+0000 7f85c18ba640 1 -- 172.21.15.33:0/2995518776 shutdown_connections 2024-07-26T16:45:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.084+0000 7f85c18ba640 1 --2- 172.21.15.33:0/2995518776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85bc06e1c0 0x7f85bc072dd0 unknown :-1 s=CLOSED pgs=1664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.084+0000 7f85c18ba640 1 --2- 172.21.15.33:0/2995518776 >> v2:172.21.15.154:3300/0 conn(0x7f85bc151200 0x7f85bc073ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.084+0000 7f85c18ba640 1 -- 172.21.15.33:0/2995518776 >> 172.21.15.33:0/2995518776 conn(0x7f85bc0b1740 msgr2=0x7f85bc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.084+0000 7f85c18ba640 1 -- 172.21.15.33:0/2995518776 shutdown_connections 2024-07-26T16:45:33.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.084+0000 7f85c18ba640 1 -- 172.21.15.33:0/2995518776 wait complete. 2024-07-26T16:45:33.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.086+0000 7f85c18ba640 1 Processor -- start 2024-07-26T16:45:33.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.086+0000 7f85c18ba640 1 -- start start 2024-07-26T16:45:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85c18ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85bc06e5d0 0x7f85bc1485c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85c18ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85bc151200 0x7f85bc14b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85c18ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85bc14bdc0 0x7f85bc15b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85c18ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f85bc0703d0 con 0x7f85bc14bdc0 2024-07-26T16:45:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85c18ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f85bc070250 con 0x7f85bc151200 2024-07-26T16:45:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85c18ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f85bc15b330 con 0x7f85bc06e5d0 2024-07-26T16:45:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85bb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85bc14bdc0 0x7f85bc15b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:33.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85bb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85bc14bdc0 0x7f85bc15b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38892/0 (socket says 172.21.15.33:38892) 2024-07-26T16:45:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85bb7fe640 1 -- 172.21.15.33:0/1843250240 learned_addr learned my addr 172.21.15.33:0/1843250240 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85baffd640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85bc06e5d0 0x7f85bc1485c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85b3fff640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85bc151200 0x7f85bc14b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85bb7fe640 1 -- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85bc06e5d0 msgr2=0x7f85bc1485c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85bb7fe640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85bc06e5d0 0x7f85bc1485c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85bb7fe640 1 -- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85bc151200 msgr2=0x7f85bc14b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85bb7fe640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85bc151200 0x7f85bc14b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.087+0000 7f85bb7fe640 1 -- 172.21.15.33:0/1843250240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85bc1f2ed0 con 0x7f85bc14bdc0 2024-07-26T16:45:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.088+0000 7f85bb7fe640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85bc14bdc0 0x7f85bc15b8a0 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7f85b400c760 tx=0x7f85b400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.088+0000 7f85b8ff9640 1 -- 172.21.15.33:0/1843250240 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85b4017070 con 0x7f85bc14bdc0 2024-07-26T16:45:33.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.088+0000 7f85b8ff9640 1 -- 172.21.15.33:0/1843250240 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85b400ce10 con 0x7f85bc14bdc0 2024-07-26T16:45:33.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.088+0000 7f85c18ba640 1 -- 172.21.15.33:0/1843250240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85bc1f3170 con 0x7f85bc14bdc0 2024-07-26T16:45:33.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.088+0000 7f85b8ff9640 1 -- 172.21.15.33:0/1843250240 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85b40052b0 con 0x7f85bc14bdc0 2024-07-26T16:45:33.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.088+0000 7f85c18ba640 1 -- 172.21.15.33:0/1843250240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85bc1f3730 con 0x7f85bc14bdc0 2024-07-26T16:45:33.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.089+0000 7f85c18ba640 1 -- 172.21.15.33:0/1843250240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85bc073ff0 con 0x7f85bc14bdc0 2024-07-26T16:45:33.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.090+0000 7f85b8ff9640 1 -- 172.21.15.33:0/1843250240 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f85b401a070 con 0x7f85bc14bdc0 2024-07-26T16:45:33.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.090+0000 7f85b8ff9640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f859c077130 0x7f859c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:33.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.090+0000 7f85b8ff9640 1 -- 172.21.15.33:0/1843250240 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6123+0+0 (secure 0 0 0) 0x7f85b4098200 con 0x7f85bc14bdc0 2024-07-26T16:45:33.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.090+0000 7f85baffd640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f859c077130 0x7f859c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:33.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.091+0000 7f85baffd640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f859c077130 0x7f859c079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f85ac009b30 tx=0x7f85ac005f90 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:33.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.095+0000 7f85b8ff9640 1 -- 172.21.15.33:0/1843250240 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f85b4060b00 con 0x7f85bc14bdc0 2024-07-26T16:45:33.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.300+0000 7f85c18ba640 1 -- 172.21.15.33:0/1843250240 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f85bc0cf110 con 0x7f85bc14bdc0 2024-07-26T16:45:33.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.629+0000 7f85b8ff9640 1 -- 172.21.15.33:0/1843250240 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v175) ==== 97+0+0 (secure 0 0 0) 0x7f85b4065050 con 0x7f85bc14bdc0 2024-07-26T16:45:33.631 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T16:45:33.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 -- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f859c077130 msgr2=0x7f859c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:33.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f859c077130 0x7f859c079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f85ac009b30 tx=0x7f85ac005f90 comp rx=0 tx=0).stop 2024-07-26T16:45:33.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 -- 172.21.15.33:0/1843250240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85bc14bdc0 msgr2=0x7f85bc15b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:33.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85bc14bdc0 0x7f85bc15b8a0 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7f85b400c760 tx=0x7f85b400cc20 comp rx=0 tx=0).stop 2024-07-26T16:45:33.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 -- 172.21.15.33:0/1843250240 shutdown_connections 2024-07-26T16:45:33.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f859c077130 0x7f859c079640 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85bc14bdc0 0x7f85bc15b8a0 unknown :-1 s=CLOSED pgs=1665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f85bc151200 0x7f85bc14b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 --2- 172.21.15.33:0/1843250240 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f85bc06e5d0 0x7f85bc1485c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 -- 172.21.15.33:0/1843250240 >> 172.21.15.33:0/1843250240 conn(0x7f85bc0b1740 msgr2=0x7f85bc0b0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:33.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 -- 172.21.15.33:0/1843250240 shutdown_connections 2024-07-26T16:45:33.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.632+0000 7f85c18ba640 1 -- 172.21.15.33:0/1843250240 wait complete. 2024-07-26T16:45:33.649 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T16:45:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.767+0000 7f7e55607640 1 -- 172.21.15.33:0/1544927867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e500ce970 msgr2=0x7f7e500ced80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.767+0000 7f7e55607640 1 --2- 172.21.15.33:0/1544927867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e500ce970 0x7f7e500ced80 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7f7e500cdec0 tx=0x7f7e4402a530 comp rx=0 tx=0).stop 2024-07-26T16:45:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.767+0000 7f7e55607640 1 -- 172.21.15.33:0/1544927867 shutdown_connections 2024-07-26T16:45:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.767+0000 7f7e55607640 1 --2- 172.21.15.33:0/1544927867 >> v2:172.21.15.154:3300/0 conn(0x7f7e500b1ba0 0x7f7e500b1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.767+0000 7f7e55607640 1 --2- 172.21.15.33:0/1544927867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e500ce970 0x7f7e500ced80 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.767+0000 7f7e55607640 1 -- 172.21.15.33:0/1544927867 >> 172.21.15.33:0/1544927867 conn(0x7f7e500d1b70 msgr2=0x7f7e500d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:33.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.767+0000 7f7e55607640 1 -- 172.21.15.33:0/1544927867 shutdown_connections 2024-07-26T16:45:33.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.767+0000 7f7e55607640 1 -- 172.21.15.33:0/1544927867 wait complete. 2024-07-26T16:45:33.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.769+0000 7f7e55607640 1 Processor -- start 2024-07-26T16:45:33.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.769+0000 7f7e55607640 1 -- start start 2024-07-26T16:45:33.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.770+0000 7f7e55607640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e500b1ba0 0x7f7e5015aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:33.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.770+0000 7f7e55607640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e500b6fc0 0x7f7e500c7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:33.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.770+0000 7f7e55607640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e500ce970 0x7f7e500c8010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:33.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.770+0000 7f7e55607640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7e500b2670 con 0x7f7e500ce970 2024-07-26T16:45:33.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.770+0000 7f7e55607640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7e500b24f0 con 0x7f7e500b6fc0 2024-07-26T16:45:33.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.770+0000 7f7e55607640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7e500b27f0 con 0x7f7e500b1ba0 2024-07-26T16:45:33.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.770+0000 7f7e4f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e500ce970 0x7f7e500c8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:33.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.770+0000 7f7e4f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e500ce970 0x7f7e500c8010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38922/0 (socket says 172.21.15.33:38922) 2024-07-26T16:45:33.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.770+0000 7f7e4f7fe640 1 -- 172.21.15.33:0/2483709206 learned_addr learned my addr 172.21.15.33:0/2483709206 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:33.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e4e7fc640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e500b6fc0 0x7f7e500c7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:33.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e4effd640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e500b1ba0 0x7f7e5015aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:33.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e4f7fe640 1 -- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e500b1ba0 msgr2=0x7f7e5015aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:33.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e4f7fe640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e500b1ba0 0x7f7e5015aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e4f7fe640 1 -- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e500b6fc0 msgr2=0x7f7e500c7ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:33.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e4f7fe640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e500b6fc0 0x7f7e500c7ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:33.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e4f7fe640 1 -- 172.21.15.33:0/2483709206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e500cbc40 con 0x7f7e500ce970 2024-07-26T16:45:33.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e4f7fe640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e500ce970 0x7f7e500c8010 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7f7e4800e960 tx=0x7f7e4800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:33.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e377fe640 1 -- 172.21.15.33:0/2483709206 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e48004d20 con 0x7f7e500ce970 2024-07-26T16:45:33.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e377fe640 1 -- 172.21.15.33:0/2483709206 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e4800cac0 con 0x7f7e500ce970 2024-07-26T16:45:33.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e55607640 1 -- 172.21.15.33:0/2483709206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e5009f440 con 0x7f7e500ce970 2024-07-26T16:45:33.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e377fe640 1 -- 172.21.15.33:0/2483709206 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e48005020 con 0x7f7e500ce970 2024-07-26T16:45:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.771+0000 7f7e55607640 1 -- 172.21.15.33:0/2483709206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e500c9c10 con 0x7f7e500ce970 2024-07-26T16:45:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.772+0000 7f7e55607640 1 -- 172.21.15.33:0/2483709206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e500b3460 con 0x7f7e500ce970 2024-07-26T16:45:33.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.773+0000 7f7e377fe640 1 -- 172.21.15.33:0/2483709206 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f7e480051c0 con 0x7f7e500ce970 2024-07-26T16:45:33.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.773+0000 7f7e377fe640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7e3c077130 0x7f7e3c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:33.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.773+0000 7f7e377fe640 1 -- 172.21.15.33:0/2483709206 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(177..177 src has 1..177) ==== 5349+0+0 (secure 0 0 0) 0x7f7e48099150 con 0x7f7e500ce970 2024-07-26T16:45:33.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.774+0000 7f7e4effd640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7e3c077130 0x7f7e3c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:33.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.774+0000 7f7e4effd640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7e3c077130 0x7f7e3c079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7e40001610 tx=0x7f7e40009040 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:33.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:33.778+0000 7f7e377fe640 1 -- 172.21.15.33:0/2483709206 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7e48016030 con 0x7f7e500ce970 2024-07-26T16:45:34.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.048+0000 7f7e55607640 1 -- 172.21.15.33:0/2483709206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f7e500c99c0 con 0x7f7e500ce970 2024-07-26T16:45:34.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.049+0000 7f7e377fe640 1 -- 172.21.15.33:0/2483709206 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v42) ==== 80+0+5304 (secure 0 0 0) 0x7f7e48062320 con 0x7f7e500ce970 2024-07-26T16:45:34.051 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:34.051 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T16:45:34.051 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T16:45:34.051 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.051 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T16:45:34.051 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T16:45:34.051 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.051 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:45:34.051 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T16:45:34.051 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.052 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.053 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T16:45:34.054 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:45:34.055 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.056 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:45:34.057 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.058 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.059 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.060 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.061 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.062 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:45:34.063 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T16:45:34.063 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T16:45:34.063 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T16:45:34.063 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.063 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.063 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.063 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T16:45:34.063 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T16:45:34.063 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.064 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T16:45:34.064 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T16:45:34.064 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T16:45:34.064 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.064 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.064 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.064 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.064 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T16:45:34.064 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T16:45:34.065 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T16:45:34.066 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:45:34.066 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.066 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.066 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T16:45:34.066 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T16:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 -- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7e3c077130 msgr2=0x7f7e3c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7e3c077130 0x7f7e3c079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7e40001610 tx=0x7f7e40009040 comp rx=0 tx=0).stop 2024-07-26T16:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 -- 172.21.15.33:0/2483709206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e500ce970 msgr2=0x7f7e500c8010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e500ce970 0x7f7e500c8010 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7f7e4800e960 tx=0x7f7e4800ee20 comp rx=0 tx=0).stop 2024-07-26T16:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 -- 172.21.15.33:0/2483709206 shutdown_connections 2024-07-26T16:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7e3c077130 0x7f7e3c079640 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e500ce970 0x7f7e500c8010 unknown :-1 s=CLOSED pgs=1668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e500b6fc0 0x7f7e500c7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 --2- 172.21.15.33:0/2483709206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e500b1ba0 0x7f7e5015aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 -- 172.21.15.33:0/2483709206 >> 172.21.15.33:0/2483709206 conn(0x7f7e500d1b70 msgr2=0x7f7e5015bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 -- 172.21.15.33:0/2483709206 shutdown_connections 2024-07-26T16:45:34.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.051+0000 7f7e55607640 1 -- 172.21.15.33:0/2483709206 wait complete. 2024-07-26T16:45:34.069 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T16:45:34.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.185+0000 7fab4a9df640 1 -- 172.21.15.33:0/1863976965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab4413dd60 msgr2=0x7fab4413e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:34.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.185+0000 7fab4a9df640 1 --2- 172.21.15.33:0/1863976965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab4413dd60 0x7fab4413e440 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7fab44072410 tx=0x7fab3402a560 comp rx=0 tx=0).stop 2024-07-26T16:45:34.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.186+0000 7fab4a9df640 1 -- 172.21.15.33:0/1863976965 shutdown_connections 2024-07-26T16:45:34.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.186+0000 7fab4a9df640 1 --2- 172.21.15.33:0/1863976965 >> v2:172.21.15.154:3300/0 conn(0x7fab44073230 0x7fab44073640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.186+0000 7fab4a9df640 1 --2- 172.21.15.33:0/1863976965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab4413dd60 0x7fab4413e440 unknown :-1 s=CLOSED pgs=1669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.186+0000 7fab4a9df640 1 -- 172.21.15.33:0/1863976965 >> 172.21.15.33:0/1863976965 conn(0x7fab440b26e0 msgr2=0x7fab440b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:34.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.186+0000 7fab4a9df640 1 -- 172.21.15.33:0/1863976965 shutdown_connections 2024-07-26T16:45:34.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.186+0000 7fab4a9df640 1 -- 172.21.15.33:0/1863976965 wait complete. 2024-07-26T16:45:34.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.187+0000 7fab4a9df640 1 Processor -- start 2024-07-26T16:45:34.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.188+0000 7fab4a9df640 1 -- start start 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab4a9df640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fab44073230 0x7fab4406f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab4a9df640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab4413dd60 0x7fab4406ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab4a9df640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fab44140650 0x7fab441303b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab4a9df640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fab440b4d70 con 0x7fab4413dd60 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab4a9df640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fab440b4bf0 con 0x7fab44073230 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab4a9df640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fab440b4ef0 con 0x7fab44140650 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab437fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab4413dd60 0x7fab4406ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab437fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab4413dd60 0x7fab4406ff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38940/0 (socket says 172.21.15.33:38940) 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab437fe640 1 -- 172.21.15.33:0/1341040540 learned_addr learned my addr 172.21.15.33:0/1341040540 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab43fff640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fab44073230 0x7fab4406f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab48f7c640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fab44140650 0x7fab441303b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:34.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab437fe640 1 -- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fab44140650 msgr2=0x7fab441303b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab437fe640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fab44140650 0x7fab441303b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab437fe640 1 -- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fab44073230 msgr2=0x7fab4406f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab437fe640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fab44073230 0x7fab4406f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab437fe640 1 -- 172.21.15.33:0/1341040540 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab44156b00 con 0x7fab4413dd60 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab48f7c640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fab44140650 0x7fab441303b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.189+0000 7fab43fff640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fab44073230 0x7fab4406f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.190+0000 7fab437fe640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab4413dd60 0x7fab4406ff30 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7fab3800e790 tx=0x7fab3800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.190+0000 7fab40ff9640 1 -- 172.21.15.33:0/1341040540 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab3800eea0 con 0x7fab4413dd60 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.190+0000 7fab40ff9640 1 -- 172.21.15.33:0/1341040540 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fab3800cdb0 con 0x7fab4413dd60 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.190+0000 7fab4a9df640 1 -- 172.21.15.33:0/1341040540 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab44156de0 con 0x7fab4413dd60 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.190+0000 7fab40ff9640 1 -- 172.21.15.33:0/1341040540 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab38010690 con 0x7fab4413dd60 2024-07-26T16:45:34.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.190+0000 7fab4a9df640 1 -- 172.21.15.33:0/1341040540 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab441573a0 con 0x7fab4413dd60 2024-07-26T16:45:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.191+0000 7fab4a9df640 1 -- 172.21.15.33:0/1341040540 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab440b5480 con 0x7fab4413dd60 2024-07-26T16:45:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.191+0000 7fab40ff9640 1 -- 172.21.15.33:0/1341040540 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7fab38010830 con 0x7fab4413dd60 2024-07-26T16:45:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.192+0000 7fab40ff9640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fab30077130 0x7fab30079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.192+0000 7fab40ff9640 1 -- 172.21.15.33:0/1341040540 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(177..177 src has 1..177) ==== 5349+0+0 (secure 0 0 0) 0x7fab380992b0 con 0x7fab4413dd60 2024-07-26T16:45:34.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.192+0000 7fab43fff640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fab30077130 0x7fab30079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:34.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.193+0000 7fab43fff640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fab30077130 0x7fab30079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fab34033000 tx=0x7fab34004730 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:34.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.197+0000 7fab40ff9640 1 -- 172.21.15.33:0/1341040540 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fab38062510 con 0x7fab4413dd60 2024-07-26T16:45:34.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.394+0000 7fab4a9df640 1 -- 172.21.15.33:0/1341040540 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fab44140c70 con 0x7fab4413dd60 2024-07-26T16:45:34.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.395+0000 7fab40ff9640 1 -- 172.21.15.33:0/1341040540 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v177) ==== 84+0+65 (secure 0 0 0) 0x7fab38061e10 con 0x7fab4413dd60 2024-07-26T16:45:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:34.397 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T16:45:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T16:45:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T16:45:34.397 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:34.397 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 -- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fab30077130 msgr2=0x7fab30079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fab30077130 0x7fab30079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fab34033000 tx=0x7fab34004730 comp rx=0 tx=0).stop 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 -- 172.21.15.33:0/1341040540 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab4413dd60 msgr2=0x7fab4406ff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab4413dd60 0x7fab4406ff30 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7fab3800e790 tx=0x7fab3800ec50 comp rx=0 tx=0).stop 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 -- 172.21.15.33:0/1341040540 shutdown_connections 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fab30077130 0x7fab30079640 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fab44140650 0x7fab441303b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fab4413dd60 0x7fab4406ff30 unknown :-1 s=CLOSED pgs=1670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 --2- 172.21.15.33:0/1341040540 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fab44073230 0x7fab4406f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 -- 172.21.15.33:0/1341040540 >> 172.21.15.33:0/1341040540 conn(0x7fab440b26e0 msgr2=0x7fab4413f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 -- 172.21.15.33:0/1341040540 shutdown_connections 2024-07-26T16:45:34.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.397+0000 7fab4a9df640 1 -- 172.21.15.33:0/1341040540 wait complete. 2024-07-26T16:45:34.410 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T16:45:34.410 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T16:45:34.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.531+0000 7f2d9539b640 1 -- 172.21.15.33:0/265615976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d900b7060 msgr2=0x7f2d900d07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:34.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.531+0000 7f2d9539b640 1 --2- 172.21.15.33:0/265615976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d900b7060 0x7f2d900d07b0 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7f2d80009830 tx=0x7f2d8002a5c0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.531+0000 7f2d9539b640 1 -- 172.21.15.33:0/265615976 shutdown_connections 2024-07-26T16:45:34.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.531+0000 7f2d9539b640 1 --2- 172.21.15.33:0/265615976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d900b7060 0x7f2d900d07b0 unknown :-1 s=CLOSED pgs=1672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.531+0000 7f2d9539b640 1 -- 172.21.15.33:0/265615976 >> 172.21.15.33:0/265615976 conn(0x7f2d900d1b30 msgr2=0x7f2d900d1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:34.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.531+0000 7f2d9539b640 1 -- 172.21.15.33:0/265615976 shutdown_connections 2024-07-26T16:45:34.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.531+0000 7f2d9539b640 1 -- 172.21.15.33:0/265615976 wait complete. 2024-07-26T16:45:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.532+0000 7f2d9539b640 1 Processor -- start 2024-07-26T16:45:34.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.532+0000 7f2d9539b640 1 -- start start 2024-07-26T16:45:34.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d9539b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d900b1b40 0x7f2d9015a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:34.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d9539b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d900b7060 0x7f2d9015ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:34.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d9539b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d900d2650 0x7f2d900b51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:34.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d9539b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2d900cd460 con 0x7f2d900b7060 2024-07-26T16:45:34.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d9539b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2d900cd2e0 con 0x7f2d900b1b40 2024-07-26T16:45:34.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d9539b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2d900cd5e0 con 0x7f2d900d2650 2024-07-26T16:45:34.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d87fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d900b7060 0x7f2d9015ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d87fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d900b7060 0x7f2d9015ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38958/0 (socket says 172.21.15.33:38958) 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d87fff640 1 -- 172.21.15.33:0/746468758 learned_addr learned my addr 172.21.15.33:0/746468758 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d8effd640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d900b1b40 0x7f2d9015a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d8f7fe640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d900d2650 0x7f2d900b51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d87fff640 1 -- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d900d2650 msgr2=0x7f2d900b51e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d87fff640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d900d2650 0x7f2d900b51e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d87fff640 1 -- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d900b1b40 msgr2=0x7f2d9015a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d87fff640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d900b1b40 0x7f2d9015a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d87fff640 1 -- 172.21.15.33:0/746468758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d9015a820 con 0x7f2d900b7060 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d8f7fe640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d900d2650 0x7f2d900b51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d87fff640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d900b7060 0x7f2d9015ca80 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7f2d7800c310 tx=0x7f2d7800c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:34.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d877fe640 1 -- 172.21.15.33:0/746468758 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d78011790 con 0x7f2d900b7060 2024-07-26T16:45:34.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d877fe640 1 -- 172.21.15.33:0/746468758 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d78017070 con 0x7f2d900b7060 2024-07-26T16:45:34.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.534+0000 7f2d9539b640 1 -- 172.21.15.33:0/746468758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d9015dad0 con 0x7f2d900b7060 2024-07-26T16:45:34.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.535+0000 7f2d877fe640 1 -- 172.21.15.33:0/746468758 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d78011d00 con 0x7f2d900b7060 2024-07-26T16:45:34.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.535+0000 7f2d9539b640 1 -- 172.21.15.33:0/746468758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d9015e090 con 0x7f2d900b7060 2024-07-26T16:45:34.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.535+0000 7f2d9539b640 1 -- 172.21.15.33:0/746468758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d900d07b0 con 0x7f2d900b7060 2024-07-26T16:45:34.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.536+0000 7f2d877fe640 1 -- 172.21.15.33:0/746468758 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f2d7801c460 con 0x7f2d900b7060 2024-07-26T16:45:34.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.537+0000 7f2d877fe640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2d70077130 0x7f2d70079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:34.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.537+0000 7f2d877fe640 1 -- 172.21.15.33:0/746468758 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(177..177 src has 1..177) ==== 5349+0+0 (secure 0 0 0) 0x7f2d78098670 con 0x7f2d900b7060 2024-07-26T16:45:34.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.537+0000 7f2d8effd640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2d70077130 0x7f2d70079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:34.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.538+0000 7f2d8effd640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2d70077130 0x7f2d70079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2d80034000 tx=0x7f2d80004730 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:34.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.541+0000 7f2d877fe640 1 -- 172.21.15.33:0/746468758 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2d780618c0 con 0x7f2d900b7060 2024-07-26T16:45:34.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:34.738+0000 7f2d9539b640 1 -- 172.21.15.33:0/746468758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f2d900c5370 con 0x7f2d900b7060 2024-07-26T16:45:35.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.635+0000 7f2d877fe640 1 -- 172.21.15.33:0/746468758 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v178) ==== 138+0+0 (secure 0 0 0) 0x7f2d780611c0 con 0x7f2d900b7060 2024-07-26T16:45:35.637 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T16:45:35.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 -- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2d70077130 msgr2=0x7f2d70079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:35.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2d70077130 0x7f2d70079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2d80034000 tx=0x7f2d80004730 comp rx=0 tx=0).stop 2024-07-26T16:45:35.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 -- 172.21.15.33:0/746468758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d900b7060 msgr2=0x7f2d9015ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:35.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d900b7060 0x7f2d9015ca80 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7f2d7800c310 tx=0x7f2d7800c7d0 comp rx=0 tx=0).stop 2024-07-26T16:45:35.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 -- 172.21.15.33:0/746468758 shutdown_connections 2024-07-26T16:45:35.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f2d70077130 0x7f2d70079640 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:35.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d900d2650 0x7f2d900b51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:35.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d900b7060 0x7f2d9015ca80 unknown :-1 s=CLOSED pgs=1673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:35.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 --2- 172.21.15.33:0/746468758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d900b1b40 0x7f2d9015a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:35.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 -- 172.21.15.33:0/746468758 >> 172.21.15.33:0/746468758 conn(0x7f2d900d1b30 msgr2=0x7f2d90160610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:35.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 -- 172.21.15.33:0/746468758 shutdown_connections 2024-07-26T16:45:35.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.638+0000 7f2d9539b640 1 -- 172.21.15.33:0/746468758 wait complete. 2024-07-26T16:45:35.657 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T16:45:35.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.789+0000 7f7d26370640 1 -- 172.21.15.33:0/264419551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d08005270 msgr2=0x7f7d0800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:35.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.789+0000 7f7d26370640 1 --2- 172.21.15.33:0/264419551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d08005270 0x7f7d0800b9c0 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7f7d18005fd0 tx=0x7f7d08005830 comp rx=0 tx=0).stop 2024-07-26T16:45:35.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.789+0000 7f7d26370640 1 -- 172.21.15.33:0/264419551 shutdown_connections 2024-07-26T16:45:35.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.789+0000 7f7d26370640 1 --2- 172.21.15.33:0/264419551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d08005270 0x7f7d0800b9c0 unknown :-1 s=CLOSED pgs=1675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:35.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.789+0000 7f7d26370640 1 -- 172.21.15.33:0/264419551 >> 172.21.15.33:0/264419551 conn(0x7f7d200b37a0 msgr2=0x7f7d200b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:35.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.789+0000 7f7d26370640 1 -- 172.21.15.33:0/264419551 shutdown_connections 2024-07-26T16:45:35.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.789+0000 7f7d26370640 1 -- 172.21.15.33:0/264419551 wait complete. 2024-07-26T16:45:35.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.790+0000 7f7d26370640 1 Processor -- start 2024-07-26T16:45:35.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.791+0000 7f7d26370640 1 -- start start 2024-07-26T16:45:35.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d26370640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d08005270 0x7f7d20158f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:35.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d26370640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d201594b0 0x7f7d201559b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:35.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d26370640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d20155ef0 0x7f7d2006e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:35.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d26370640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7d200ce770 con 0x7f7d201594b0 2024-07-26T16:45:35.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d26370640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7d200ce5f0 con 0x7f7d08005270 2024-07-26T16:45:35.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d26370640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7d200ce8f0 con 0x7f7d20155ef0 2024-07-26T16:45:35.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d1f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d201594b0 0x7f7d201559b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:35.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d1f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d201594b0 0x7f7d201559b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38976/0 (socket says 172.21.15.33:38976) 2024-07-26T16:45:35.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d1f7fe640 1 -- 172.21.15.33:0/3112877427 learned_addr learned my addr 172.21.15.33:0/3112877427 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d2490d640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d20155ef0 0x7f7d2006e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d1f7fe640 1 -- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d20155ef0 msgr2=0x7f7d2006e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d1f7fe640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d20155ef0 0x7f7d2006e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d1f7fe640 1 -- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d08005270 msgr2=0x7f7d20158f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d1f7fe640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d08005270 0x7f7d20158f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.792+0000 7f7d1f7fe640 1 -- 172.21.15.33:0/3112877427 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d201598c0 con 0x7f7d201594b0 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.793+0000 7f7d1f7fe640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d201594b0 0x7f7d201559b0 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7f7d140066e0 tx=0x7f7d140039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.793+0000 7f7d1cff9640 1 -- 172.21.15.33:0/3112877427 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d14015070 con 0x7f7d201594b0 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.793+0000 7f7d1cff9640 1 -- 172.21.15.33:0/3112877427 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d14011920 con 0x7f7d201594b0 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.793+0000 7f7d26370640 1 -- 172.21.15.33:0/3112877427 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d20157780 con 0x7f7d201594b0 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.793+0000 7f7d1cff9640 1 -- 172.21.15.33:0/3112877427 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d14011d70 con 0x7f7d201594b0 2024-07-26T16:45:35.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.793+0000 7f7d26370640 1 -- 172.21.15.33:0/3112877427 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d2006dc70 con 0x7f7d201594b0 2024-07-26T16:45:35.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.794+0000 7f7d26370640 1 -- 172.21.15.33:0/3112877427 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d201574d0 con 0x7f7d201594b0 2024-07-26T16:45:35.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.795+0000 7f7d1cff9640 1 -- 172.21.15.33:0/3112877427 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f7d14018070 con 0x7f7d201594b0 2024-07-26T16:45:35.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.795+0000 7f7d1cff9640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7d0c077130 0x7f7d0c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:35.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.795+0000 7f7d1cff9640 1 -- 172.21.15.33:0/3112877427 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(178..178 src has 1..178) ==== 5719+0+0 (secure 0 0 0) 0x7f7d14099aa0 con 0x7f7d201594b0 2024-07-26T16:45:35.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.796+0000 7f7d1ffff640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7d0c077130 0x7f7d0c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:35.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.796+0000 7f7d1ffff640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7d0c077130 0x7f7d0c079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7d10000c00 tx=0x7f7d10006070 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:35.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.800+0000 7f7d1cff9640 1 -- 172.21.15.33:0/3112877427 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7d201598c0 con 0x7f7d201594b0 2024-07-26T16:45:35.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:35.991+0000 7f7d26370640 1 -- 172.21.15.33:0/3112877427 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f7d200b15f0 con 0x7f7d201594b0 2024-07-26T16:45:36.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.638+0000 7f7d1cff9640 1 -- 172.21.15.33:0/3112877427 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v179) ==== 170+0+0 (secure 0 0 0) 0x7f7d14062b90 con 0x7f7d201594b0 2024-07-26T16:45:36.640 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.641+0000 7f7d26370640 1 -- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7d0c077130 msgr2=0x7f7d0c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.641+0000 7f7d26370640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7d0c077130 0x7f7d0c079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7d10000c00 tx=0x7f7d10006070 comp rx=0 tx=0).stop 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.641+0000 7f7d26370640 1 -- 172.21.15.33:0/3112877427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d201594b0 msgr2=0x7f7d201559b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.641+0000 7f7d26370640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d201594b0 0x7f7d201559b0 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7f7d140066e0 tx=0x7f7d140039c0 comp rx=0 tx=0).stop 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.642+0000 7f7d26370640 1 -- 172.21.15.33:0/3112877427 shutdown_connections 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.642+0000 7f7d26370640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7d0c077130 0x7f7d0c079640 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.642+0000 7f7d26370640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d20155ef0 0x7f7d2006e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.642+0000 7f7d26370640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d201594b0 0x7f7d201559b0 unknown :-1 s=CLOSED pgs=1676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.642+0000 7f7d26370640 1 --2- 172.21.15.33:0/3112877427 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d08005270 0x7f7d20158f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.642+0000 7f7d26370640 1 -- 172.21.15.33:0/3112877427 >> 172.21.15.33:0/3112877427 conn(0x7f7d200b37a0 msgr2=0x7f7d200b0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.642+0000 7f7d26370640 1 -- 172.21.15.33:0/3112877427 shutdown_connections 2024-07-26T16:45:36.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.642+0000 7f7d26370640 1 -- 172.21.15.33:0/3112877427 wait complete. 2024-07-26T16:45:36.675 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T16:45:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.799+0000 7f607ec5b640 1 -- 172.21.15.33:0/247534740 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60780cef90 msgr2=0x7f60780b3210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.799+0000 7f607ec5b640 1 --2- 172.21.15.33:0/247534740 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60780cef90 0x7f60780b3210 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7f6078070530 tx=0x7f606002b860 comp rx=0 tx=0).stop 2024-07-26T16:45:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.799+0000 7f607ec5b640 1 -- 172.21.15.33:0/247534740 shutdown_connections 2024-07-26T16:45:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.799+0000 7f607ec5b640 1 --2- 172.21.15.33:0/247534740 >> v2:172.21.15.154:3300/0 conn(0x7f60780b3750 0x7f607806ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.799+0000 7f607ec5b640 1 --2- 172.21.15.33:0/247534740 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60780cef90 0x7f60780b3210 unknown :-1 s=CLOSED pgs=1678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.799+0000 7f607ec5b640 1 -- 172.21.15.33:0/247534740 >> 172.21.15.33:0/247534740 conn(0x7f60780b1740 msgr2=0x7f60780b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.799+0000 7f607ec5b640 1 -- 172.21.15.33:0/247534740 shutdown_connections 2024-07-26T16:45:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.799+0000 7f607ec5b640 1 -- 172.21.15.33:0/247534740 wait complete. 2024-07-26T16:45:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.801+0000 7f607ec5b640 1 Processor -- start 2024-07-26T16:45:36.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.801+0000 7f607ec5b640 1 -- start start 2024-07-26T16:45:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.802+0000 7f607ec5b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60780b3750 0x7f6078155de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.802+0000 7f607ec5b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60780cef90 0x7f6078152380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.802+0000 7f607ec5b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f607815ad30 0x7f607814d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.802+0000 7f607ec5b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f607806e660 con 0x7f607815ad30 2024-07-26T16:45:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.802+0000 7f607ec5b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f607806e4e0 con 0x7f60780cef90 2024-07-26T16:45:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.802+0000 7f607ec5b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f607806e7e0 con 0x7f60780b3750 2024-07-26T16:45:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.802+0000 7f607d1f8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f607815ad30 0x7f607814d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f607d1f8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f607815ad30 0x7f607814d1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:38990/0 (socket says 172.21.15.33:38990) 2024-07-26T16:45:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f607d1f8640 1 -- 172.21.15.33:0/989889329 learned_addr learned my addr 172.21.15.33:0/989889329 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f6077fff640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60780cef90 0x7f6078152380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f607c9f7640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60780b3750 0x7f6078155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:36.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f607d1f8640 1 -- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60780b3750 msgr2=0x7f6078155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:36.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f607d1f8640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60780b3750 0x7f6078155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:36.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f607d1f8640 1 -- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60780cef90 msgr2=0x7f6078152380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:36.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f607d1f8640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60780cef90 0x7f6078152380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:36.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f607d1f8640 1 -- 172.21.15.33:0/989889329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6078155340 con 0x7f607815ad30 2024-07-26T16:45:36.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f607d1f8640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f607815ad30 0x7f607814d1c0 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f607000c8f0 tx=0x7f607000cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:36.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f60757fa640 1 -- 172.21.15.33:0/989889329 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6070007bb0 con 0x7f607815ad30 2024-07-26T16:45:36.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f60757fa640 1 -- 172.21.15.33:0/989889329 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f607000ae40 con 0x7f607815ad30 2024-07-26T16:45:36.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f60757fa640 1 -- 172.21.15.33:0/989889329 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6070005280 con 0x7f607815ad30 2024-07-26T16:45:36.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f607ec5b640 1 -- 172.21.15.33:0/989889329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6078152c90 con 0x7f607815ad30 2024-07-26T16:45:36.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.803+0000 7f607ec5b640 1 -- 172.21.15.33:0/989889329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60781558c0 con 0x7f607815ad30 2024-07-26T16:45:36.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.805+0000 7f607ec5b640 1 -- 172.21.15.33:0/989889329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f607806ecf0 con 0x7f607815ad30 2024-07-26T16:45:36.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.806+0000 7f60757fa640 1 -- 172.21.15.33:0/989889329 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f6070005420 con 0x7f607815ad30 2024-07-26T16:45:36.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.806+0000 7f60757fa640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f6058077160 0x7f6058079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:36.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.806+0000 7f60757fa640 1 -- 172.21.15.33:0/989889329 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(179..179 src has 1..179) ==== 6101+0+0 (secure 0 0 0) 0x7f60700990a0 con 0x7f607815ad30 2024-07-26T16:45:36.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.806+0000 7f607c9f7640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f6058077160 0x7f6058079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:36.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.807+0000 7f607c9f7640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f6058077160 0x7f6058079670 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f60680020b0 tx=0x7f6068009040 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:36.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:36.811+0000 7f60757fa640 1 -- 172.21.15.33:0/989889329 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6070014030 con 0x7f607815ad30 2024-07-26T16:45:37.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.040+0000 7f607ec5b640 1 -- 172.21.15.33:0/989889329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f607815b750 con 0x7f607815ad30 2024-07-26T16:45:37.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.669+0000 7f60757fa640 1 -- 172.21.15.33:0/989889329 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 21 and data pool 22 v86) ==== 174+0+0 (secure 0 0 0) 0x7f6070061ef0 con 0x7f607815ad30 2024-07-26T16:45:37.674 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 21 and data pool 22 2024-07-26T16:45:37.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.676+0000 7f607ec5b640 1 -- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f6058077160 msgr2=0x7f6058079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:37.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.676+0000 7f607ec5b640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f6058077160 0x7f6058079670 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f60680020b0 tx=0x7f6068009040 comp rx=0 tx=0).stop 2024-07-26T16:45:37.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.676+0000 7f607ec5b640 1 -- 172.21.15.33:0/989889329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f607815ad30 msgr2=0x7f607814d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:37.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.676+0000 7f607ec5b640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f607815ad30 0x7f607814d1c0 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f607000c8f0 tx=0x7f607000cdb0 comp rx=0 tx=0).stop 2024-07-26T16:45:37.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.678+0000 7f607ec5b640 1 -- 172.21.15.33:0/989889329 shutdown_connections 2024-07-26T16:45:37.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.678+0000 7f607ec5b640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f6058077160 0x7f6058079670 secure :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f60680020b0 tx=0x7f6068009040 comp rx=0 tx=0).stop 2024-07-26T16:45:37.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.678+0000 7f607ec5b640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f607815ad30 0x7f607814d1c0 unknown :-1 s=CLOSED pgs=1679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:37.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.678+0000 7f607ec5b640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60780cef90 0x7f6078152380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:37.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.678+0000 7f607ec5b640 1 --2- 172.21.15.33:0/989889329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60780b3750 0x7f6078155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:37.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.678+0000 7f607ec5b640 1 -- 172.21.15.33:0/989889329 >> 172.21.15.33:0/989889329 conn(0x7f60780b1740 msgr2=0x7f60781596a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:37.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.681+0000 7f607ec5b640 1 -- 172.21.15.33:0/989889329 shutdown_connections 2024-07-26T16:45:37.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.683+0000 7f607ec5b640 1 -- 172.21.15.33:0/989889329 wait complete. 2024-07-26T16:45:37.703 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:45:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.823+0000 7f3172c18640 1 -- 172.21.15.33:0/2655902954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f316c0acfd0 msgr2=0x7f316c06d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.823+0000 7f3172c18640 1 --2- 172.21.15.33:0/2655902954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f316c0acfd0 0x7f316c06d9e0 secure :-1 s=READY pgs=1681 cs=0 l=1 rev1=1 crypto rx=0x7f316c0ce970 tx=0x7f315c02a530 comp rx=0 tx=0).stop 2024-07-26T16:45:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.823+0000 7f3172c18640 1 -- 172.21.15.33:0/2655902954 shutdown_connections 2024-07-26T16:45:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.823+0000 7f3172c18640 1 --2- 172.21.15.33:0/2655902954 >> v2:172.21.15.154:3300/0 conn(0x7f316c0cf7f0 0x7f316c06c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:37.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.823+0000 7f3172c18640 1 --2- 172.21.15.33:0/2655902954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f316c0acfd0 0x7f316c06d9e0 unknown :-1 s=CLOSED pgs=1681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:37.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.823+0000 7f3172c18640 1 -- 172.21.15.33:0/2655902954 >> 172.21.15.33:0/2655902954 conn(0x7f316c0b5e80 msgr2=0x7f316c0b1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:37.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.823+0000 7f3172c18640 1 -- 172.21.15.33:0/2655902954 shutdown_connections 2024-07-26T16:45:37.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.823+0000 7f3172c18640 1 -- 172.21.15.33:0/2655902954 wait complete. 2024-07-26T16:45:37.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.825+0000 7f3172c18640 1 Processor -- start 2024-07-26T16:45:37.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.825+0000 7f3172c18640 1 -- start start 2024-07-26T16:45:37.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.826+0000 7f3172c18640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f316c0acfd0 0x7f316c1f6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:37.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.826+0000 7f3172c18640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f316c0ae270 0x7f316c14f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:37.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.826+0000 7f3172c18640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f316c0cf7f0 0x7f316c072e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:37.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.826+0000 7f3172c18640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f316c06cf90 con 0x7f316c0cf7f0 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.826+0000 7f3172c18640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f316c06ce10 con 0x7f316c0acfd0 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.826+0000 7f3172c18640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f316c06d110 con 0x7f316c0ae270 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.826+0000 7f31711b5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f316c0cf7f0 0x7f316c072e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31711b5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f316c0cf7f0 0x7f316c072e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39014/0 (socket says 172.21.15.33:39014) 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31711b5640 1 -- 172.21.15.33:0/1594031113 learned_addr learned my addr 172.21.15.33:0/1594031113 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f316bfff640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f316c0ae270 0x7f316c14f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31709b4640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f316c0acfd0 0x7f316c1f6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31711b5640 1 -- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f316c0ae270 msgr2=0x7f316c14f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31711b5640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f316c0ae270 0x7f316c14f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31711b5640 1 -- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f316c0acfd0 msgr2=0x7f316c1f6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31711b5640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f316c0acfd0 0x7f316c1f6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:37.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31711b5640 1 -- 172.21.15.33:0/1594031113 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f316c14fb90 con 0x7f316c0cf7f0 2024-07-26T16:45:37.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31709b4640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f316c0acfd0 0x7f316c1f6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:45:37.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31711b5640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f316c0cf7f0 0x7f316c072e00 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f316400b9e0 tx=0x7f316400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:37.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31697fa640 1 -- 172.21.15.33:0/1594031113 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3164019070 con 0x7f316c0cf7f0 2024-07-26T16:45:37.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31697fa640 1 -- 172.21.15.33:0/1594031113 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f316400cc30 con 0x7f316c0cf7f0 2024-07-26T16:45:37.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f3172c18640 1 -- 172.21.15.33:0/1594031113 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f316c0b10f0 con 0x7f316c0cf7f0 2024-07-26T16:45:37.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f31697fa640 1 -- 172.21.15.33:0/1594031113 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31640146a0 con 0x7f316c0cf7f0 2024-07-26T16:45:37.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.827+0000 7f3172c18640 1 -- 172.21.15.33:0/1594031113 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f316c15b720 con 0x7f316c0cf7f0 2024-07-26T16:45:37.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.828+0000 7f3172c18640 1 -- 172.21.15.33:0/1594031113 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f316c06d9e0 con 0x7f316c0cf7f0 2024-07-26T16:45:37.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.829+0000 7f31697fa640 1 -- 172.21.15.33:0/1594031113 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f316401c070 con 0x7f316c0cf7f0 2024-07-26T16:45:37.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.830+0000 7f31697fa640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3158077130 0x7f3158079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:37.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.830+0000 7f31697fa640 1 -- 172.21.15.33:0/1594031113 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(180..180 src has 1..180) ==== 6201+0+0 (secure 0 0 0) 0x7f3164098960 con 0x7f316c0cf7f0 2024-07-26T16:45:37.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.830+0000 7f31709b4640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3158077130 0x7f3158079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:37.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.830+0000 7f31709b4640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3158077130 0x7f3158079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f315c034000 tx=0x7f315c004730 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:37.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:37.834+0000 7f31697fa640 1 -- 172.21.15.33:0/1594031113 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f316400ce20 con 0x7f316c0cf7f0 2024-07-26T16:45:38.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.032+0000 7f3172c18640 1 -- 172.21.15.33:0/1594031113 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f316c070010 con 0x7f316c0cf7f0 2024-07-26T16:45:38.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.033+0000 7f31697fa640 1 -- 172.21.15.33:0/1594031113 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v180) ==== 74+0+17064 (secure 0 0 0) 0x7f31640618f0 con 0x7f316c0cf7f0 2024-07-26T16:45:38.035 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:38.035 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":180,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:45:37.042273+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-07-26T16:45:34.745819+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-07-26T16:45:35.999446+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:45:38.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 -- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3158077130 msgr2=0x7f3158079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:38.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3158077130 0x7f3158079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f315c034000 tx=0x7f315c004730 comp rx=0 tx=0).stop 2024-07-26T16:45:38.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 -- 172.21.15.33:0/1594031113 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f316c0cf7f0 msgr2=0x7f316c072e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:38.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f316c0cf7f0 0x7f316c072e00 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f316400b9e0 tx=0x7f316400bea0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 -- 172.21.15.33:0/1594031113 shutdown_connections 2024-07-26T16:45:38.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3158077130 0x7f3158079640 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f316c0cf7f0 0x7f316c072e00 unknown :-1 s=CLOSED pgs=1682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f316c0ae270 0x7f316c14f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 --2- 172.21.15.33:0/1594031113 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f316c0acfd0 0x7f316c1f6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 -- 172.21.15.33:0/1594031113 >> 172.21.15.33:0/1594031113 conn(0x7f316c0b5e80 msgr2=0x7f316c0b3130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:38.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 -- 172.21.15.33:0/1594031113 shutdown_connections 2024-07-26T16:45:38.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.035+0000 7f3172c18640 1 -- 172.21.15.33:0/1594031113 wait complete. 2024-07-26T16:45:38.049 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:45:38.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.166+0000 7f4edb3f2640 1 -- 172.21.15.33:0/4011439754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ebc004210 msgr2=0x7f4ebc004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:38.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.166+0000 7f4edb3f2640 1 --2- 172.21.15.33:0/4011439754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ebc004210 0x7f4ebc004800 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7f4ed40742e0 tx=0x7f4ebc005830 comp rx=0 tx=0).stop 2024-07-26T16:45:38.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.166+0000 7f4ed998f640 1 -- 172.21.15.33:0/4011439754 reap_dead start 2024-07-26T16:45:38.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.166+0000 7f4edb3f2640 1 -- 172.21.15.33:0/4011439754 shutdown_connections 2024-07-26T16:45:38.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.166+0000 7f4edb3f2640 1 -- 172.21.15.33:0/4011439754 >> 172.21.15.33:0/4011439754 conn(0x7f4ed40d1bf0 msgr2=0x7f4ed40d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:38.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.166+0000 7f4edb3f2640 1 -- 172.21.15.33:0/4011439754 shutdown_connections 2024-07-26T16:45:38.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.166+0000 7f4edb3f2640 1 -- 172.21.15.33:0/4011439754 wait complete. 2024-07-26T16:45:38.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.168+0000 7f4edb3f2640 1 Processor -- start 2024-07-26T16:45:38.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.168+0000 7f4edb3f2640 1 -- start start 2024-07-26T16:45:38.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4edb3f2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ebc004210 0x7f4ed406d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:38.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4edb3f2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ed4150e60 0x7f4ed406f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:38.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4edb3f2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ed4149f10 0x7f4ed41f5af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:38.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4edb3f2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed40b6f80 con 0x7f4ed4150e60 2024-07-26T16:45:38.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4edb3f2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed40b6e00 con 0x7f4ed4149f10 2024-07-26T16:45:38.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4edb3f2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4ed40b7100 con 0x7f4ebc004210 2024-07-26T16:45:38.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed898d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ed4150e60 0x7f4ed406f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:38.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed898d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ed4150e60 0x7f4ed406f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39036/0 (socket says 172.21.15.33:39036) 2024-07-26T16:45:38.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed898d640 1 -- 172.21.15.33:0/1261277859 learned_addr learned my addr 172.21.15.33:0/1261277859 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:38.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed918e640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ebc004210 0x7f4ed406d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed998f640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ed4149f10 0x7f4ed41f5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed898d640 1 -- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ebc004210 msgr2=0x7f4ed406d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed898d640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ebc004210 0x7f4ed406d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed898d640 1 -- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ed4149f10 msgr2=0x7f4ed41f5af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed898d640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ed4149f10 0x7f4ed41f5af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed898d640 1 -- 172.21.15.33:0/1261277859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ed406e4a0 con 0x7f4ed4150e60 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed918e640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ebc004210 0x7f4ed406d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.169+0000 7f4ed998f640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ed4149f10 0x7f4ed41f5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.170+0000 7f4ed898d640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ed4150e60 0x7f4ed406f260 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f4ec802af50 tx=0x7f4ec80062f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.170+0000 7f4ed1ffb640 1 -- 172.21.15.33:0/1261277859 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec8040020 con 0x7f4ed4150e60 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.170+0000 7f4ed1ffb640 1 -- 172.21.15.33:0/1261277859 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ec8003810 con 0x7f4ed4150e60 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.170+0000 7f4edb3f2640 1 -- 172.21.15.33:0/1261277859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ed406e780 con 0x7f4ed4150e60 2024-07-26T16:45:38.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.170+0000 7f4ed1ffb640 1 -- 172.21.15.33:0/1261277859 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec8003c60 con 0x7f4ed4150e60 2024-07-26T16:45:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.170+0000 7f4edb3f2640 1 -- 172.21.15.33:0/1261277859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ed406ed40 con 0x7f4ed4150e60 2024-07-26T16:45:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.171+0000 7f4edb3f2640 1 -- 172.21.15.33:0/1261277859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ed4160400 con 0x7f4ed4150e60 2024-07-26T16:45:38.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.172+0000 7f4ed1ffb640 1 -- 172.21.15.33:0/1261277859 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f4ec8043020 con 0x7f4ed4150e60 2024-07-26T16:45:38.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.172+0000 7f4ed1ffb640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f4ec0077160 0x7f4ec0079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:38.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.172+0000 7f4ed1ffb640 1 -- 172.21.15.33:0/1261277859 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(180..180 src has 1..180) ==== 6201+0+0 (secure 0 0 0) 0x7f4ec80b9870 con 0x7f4ed4150e60 2024-07-26T16:45:38.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.173+0000 7f4ed918e640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f4ec0077160 0x7f4ec0079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:38.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.173+0000 7f4ed918e640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f4ec0077160 0x7f4ec0079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4ec4005fd0 tx=0x7f4ec4009500 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:38.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.177+0000 7f4ed1ffb640 1 -- 172.21.15.33:0/1261277859 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4ec804a030 con 0x7f4ed4150e60 2024-07-26T16:45:38.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.370+0000 7f4edb3f2640 1 -- 172.21.15.33:0/1261277859 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4ed406def0 con 0x7f4ed4150e60 2024-07-26T16:45:38.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.371+0000 7f4ed1ffb640 1 -- 172.21.15.33:0/1261277859 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v180) ==== 74+0+17064 (secure 0 0 0) 0x7f4ec80826d0 con 0x7f4ed4150e60 2024-07-26T16:45:38.373 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:38.373 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":180,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:45:37.042273+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-07-26T16:45:34.745819+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-07-26T16:45:35.999446+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:45:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 -- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f4ec0077160 msgr2=0x7f4ec0079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f4ec0077160 0x7f4ec0079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f4ec4005fd0 tx=0x7f4ec4009500 comp rx=0 tx=0).stop 2024-07-26T16:45:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 -- 172.21.15.33:0/1261277859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ed4150e60 msgr2=0x7f4ed406f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ed4150e60 0x7f4ed406f260 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f4ec802af50 tx=0x7f4ec80062f0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 -- 172.21.15.33:0/1261277859 shutdown_connections 2024-07-26T16:45:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f4ec0077160 0x7f4ec0079670 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ed4149f10 0x7f4ed41f5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ed4150e60 0x7f4ed406f260 unknown :-1 s=CLOSED pgs=1685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 --2- 172.21.15.33:0/1261277859 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ebc004210 0x7f4ed406d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 -- 172.21.15.33:0/1261277859 >> 172.21.15.33:0/1261277859 conn(0x7f4ed40d1bf0 msgr2=0x7f4ed40b5600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:38.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 -- 172.21.15.33:0/1261277859 shutdown_connections 2024-07-26T16:45:38.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.373+0000 7f4edb3f2640 1 -- 172.21.15.33:0/1261277859 wait complete. 2024-07-26T16:45:38.386 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T16:45:38.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.506+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2348115010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70e00b2600 msgr2=0x7f70e00b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:38.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.506+0000 7f70e6ae1640 1 --2- 172.21.15.33:0/2348115010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70e00b2600 0x7f70e00b31d0 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7f70d0009830 tx=0x7f70d002a530 comp rx=0 tx=0).stop 2024-07-26T16:45:38.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.506+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2348115010 shutdown_connections 2024-07-26T16:45:38.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.506+0000 7f70e6ae1640 1 --2- 172.21.15.33:0/2348115010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70e00b2600 0x7f70e00b31d0 unknown :-1 s=CLOSED pgs=1687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.506+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2348115010 >> 172.21.15.33:0/2348115010 conn(0x7f70e00b37a0 msgr2=0x7f70e00b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:38.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.506+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2348115010 shutdown_connections 2024-07-26T16:45:38.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.506+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2348115010 wait complete. 2024-07-26T16:45:38.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.508+0000 7f70e6ae1640 1 Processor -- start 2024-07-26T16:45:38.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.508+0000 7f70e6ae1640 1 -- start start 2024-07-26T16:45:38.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.509+0000 7f70e6ae1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70e00b2600 0x7f70e01554b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:38.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.509+0000 7f70e6ae1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70e00b6f60 0x7f70e00c9e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:38.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.509+0000 7f70e6ae1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70e00ce9e0 0x7f70e00ca390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:38.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.509+0000 7f70e6ae1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f70e00cd310 con 0x7f70e00ce9e0 2024-07-26T16:45:38.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.509+0000 7f70e6ae1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f70e00cd190 con 0x7f70e00b6f60 2024-07-26T16:45:38.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.509+0000 7f70e6ae1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f70e00cd490 con 0x7f70e00b2600 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.509+0000 7f70e507e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70e00ce9e0 0x7f70e00ca390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.509+0000 7f70e507e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70e00ce9e0 0x7f70e00ca390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39056/0 (socket says 172.21.15.33:39056) 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.509+0000 7f70e507e640 1 -- 172.21.15.33:0/2991029002 learned_addr learned my addr 172.21.15.33:0/2991029002 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.509+0000 7f70d7fff640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70e00b6f60 0x7f70e00c9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.509+0000 7f70e487d640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70e00b2600 0x7f70e01554b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.510+0000 7f70e507e640 1 -- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70e00b2600 msgr2=0x7f70e01554b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.510+0000 7f70e507e640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70e00b2600 0x7f70e01554b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.510+0000 7f70e507e640 1 -- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70e00b6f60 msgr2=0x7f70e00c9e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.510+0000 7f70e507e640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70e00b6f60 0x7f70e00c9e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.510+0000 7f70e507e640 1 -- 172.21.15.33:0/2991029002 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70e00c7b00 con 0x7f70e00ce9e0 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.510+0000 7f70e507e640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70e00ce9e0 0x7f70e00ca390 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f70d800c730 tx=0x7f70d800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.510+0000 7f70d57fa640 1 -- 172.21.15.33:0/2991029002 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d8003b70 con 0x7f70e00ce9e0 2024-07-26T16:45:38.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.510+0000 7f70d57fa640 1 -- 172.21.15.33:0/2991029002 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70d8003d30 con 0x7f70e00ce9e0 2024-07-26T16:45:38.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.510+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2991029002 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70e00c9370 con 0x7f70e00ce9e0 2024-07-26T16:45:38.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.510+0000 7f70d57fa640 1 -- 172.21.15.33:0/2991029002 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70d80052d0 con 0x7f70e00ce9e0 2024-07-26T16:45:38.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.510+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2991029002 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70e0156c90 con 0x7f70e00ce9e0 2024-07-26T16:45:38.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.511+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2991029002 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70e00cd960 con 0x7f70e00ce9e0 2024-07-26T16:45:38.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.512+0000 7f70d57fa640 1 -- 172.21.15.33:0/2991029002 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f70d8005470 con 0x7f70e00ce9e0 2024-07-26T16:45:38.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.513+0000 7f70d57fa640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f70cc077160 0x7f70cc079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:38.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.513+0000 7f70d57fa640 1 -- 172.21.15.33:0/2991029002 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(180..180 src has 1..180) ==== 6201+0+0 (secure 0 0 0) 0x7f70d8098940 con 0x7f70e00ce9e0 2024-07-26T16:45:38.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.513+0000 7f70e487d640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f70cc077160 0x7f70cc079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:38.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.513+0000 7f70e487d640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f70cc077160 0x7f70cc079670 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f70dc000f60 tx=0x7f70dc009040 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:38.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.517+0000 7f70d57fa640 1 -- 172.21.15.33:0/2991029002 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f70d8061200 con 0x7f70e00ce9e0 2024-07-26T16:45:38.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:38.756+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2991029002 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f70e00b3d30 con 0x7f70e00ce9e0 2024-07-26T16:45:39.231 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:45:39.234 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:45:39.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.686+0000 7f70d57fa640 1 -- 172.21.15.33:0/2991029002 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v89) ==== 118+0+0 (secure 0 0 0) 0x7f70d8065750 con 0x7f70e00ce9e0 2024-07-26T16:45:39.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f70cc077160 msgr2=0x7f70cc079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:39.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f70cc077160 0x7f70cc079670 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f70dc000f60 tx=0x7f70dc009040 comp rx=0 tx=0).stop 2024-07-26T16:45:39.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2991029002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70e00ce9e0 msgr2=0x7f70e00ca390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:39.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70e00ce9e0 0x7f70e00ca390 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f70d800c730 tx=0x7f70d800cbf0 comp rx=0 tx=0).stop 2024-07-26T16:45:39.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2991029002 shutdown_connections 2024-07-26T16:45:39.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f70cc077160 0x7f70cc079670 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:39.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f70e00ce9e0 0x7f70e00ca390 unknown :-1 s=CLOSED pgs=1688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:39.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f70e00b6f60 0x7f70e00c9e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:39.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 --2- 172.21.15.33:0/2991029002 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f70e00b2600 0x7f70e01554b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:39.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2991029002 >> 172.21.15.33:0/2991029002 conn(0x7f70e00b37a0 msgr2=0x7f70e00cc680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:39.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2991029002 shutdown_connections 2024-07-26T16:45:39.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.690+0000 7f70e6ae1640 1 -- 172.21.15.33:0/2991029002 wait complete. 2024-07-26T16:45:39.706 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T16:45:39.706 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T16:45:39.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.833+0000 7f148badc640 1 -- 172.21.15.33:0/4058557951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1470004b60 msgr2=0x7f1470004fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:39.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.833+0000 7f148badc640 1 --2- 172.21.15.33:0/4058557951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1470004b60 0x7f1470004fd0 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7f1480009b50 tx=0x7f1470006940 comp rx=0 tx=0).stop 2024-07-26T16:45:39.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.833+0000 7f148badc640 1 -- 172.21.15.33:0/4058557951 shutdown_connections 2024-07-26T16:45:39.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.833+0000 7f148badc640 1 --2- 172.21.15.33:0/4058557951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1470004b60 0x7f1470004fd0 unknown :-1 s=CLOSED pgs=1690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:39.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.833+0000 7f148badc640 1 -- 172.21.15.33:0/4058557951 >> 172.21.15.33:0/4058557951 conn(0x7f14840b1740 msgr2=0x7f14840b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:39.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.833+0000 7f148badc640 1 -- 172.21.15.33:0/4058557951 shutdown_connections 2024-07-26T16:45:39.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.833+0000 7f148badc640 1 -- 172.21.15.33:0/4058557951 wait complete. 2024-07-26T16:45:39.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.835+0000 7f148badc640 1 Processor -- start 2024-07-26T16:45:39.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.835+0000 7f148badc640 1 -- start start 2024-07-26T16:45:39.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.836+0000 7f148badc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1470004b60 0x7f14841467c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:39.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.836+0000 7f148badc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14841493c0 0x7f14841532b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:39.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.836+0000 7f148badc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14841537f0 0x7f14840cd970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:39.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.836+0000 7f148badc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f148406e1c0 con 0x7f14841537f0 2024-07-26T16:45:39.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.836+0000 7f148badc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f14840cf360 con 0x7f14841493c0 2024-07-26T16:45:39.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.836+0000 7f148badc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f148406e340 con 0x7f1470004b60 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.836+0000 7f148a079640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14841537f0 0x7f14840cd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.836+0000 7f148a079640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14841537f0 0x7f14840cd970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39086/0 (socket says 172.21.15.33:39086) 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.836+0000 7f148a079640 1 -- 172.21.15.33:0/312040135 learned_addr learned my addr 172.21.15.33:0/312040135 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f1489077640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14841493c0 0x7f14841532b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f1489878640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1470004b60 0x7f14841467c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f148a079640 1 -- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1470004b60 msgr2=0x7f14841467c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f148a079640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1470004b60 0x7f14841467c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f148a079640 1 -- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14841493c0 msgr2=0x7f14841532b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f148a079640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14841493c0 0x7f14841532b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f148a079640 1 -- 172.21.15.33:0/312040135 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1484153c00 con 0x7f14841537f0 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f148a079640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14841537f0 0x7f14840cd970 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f14840b4200 tx=0x7f147c00eb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:39.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f147a7fc640 1 -- 172.21.15.33:0/312040135 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c00ca10 con 0x7f14841537f0 2024-07-26T16:45:39.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f147a7fc640 1 -- 172.21.15.33:0/312040135 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f147c018070 con 0x7f14841537f0 2024-07-26T16:45:39.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f148badc640 1 -- 172.21.15.33:0/312040135 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14841f44b0 con 0x7f14841537f0 2024-07-26T16:45:39.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f147a7fc640 1 -- 172.21.15.33:0/312040135 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147c011460 con 0x7f14841537f0 2024-07-26T16:45:39.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.837+0000 7f148badc640 1 -- 172.21.15.33:0/312040135 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14841e4a30 con 0x7f14841537f0 2024-07-26T16:45:39.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.838+0000 7f148badc640 1 -- 172.21.15.33:0/312040135 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14841f49d0 con 0x7f14841537f0 2024-07-26T16:45:39.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.839+0000 7f147a7fc640 1 -- 172.21.15.33:0/312040135 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f147c011600 con 0x7f14841537f0 2024-07-26T16:45:39.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.840+0000 7f147a7fc640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f1468077130 0x7f1468079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:39.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.840+0000 7f147a7fc640 1 -- 172.21.15.33:0/312040135 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f147c098fc0 con 0x7f14841537f0 2024-07-26T16:45:39.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.840+0000 7f1489878640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f1468077130 0x7f1468079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:39.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.841+0000 7f1489878640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f1468077130 0x7f1468079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1480035000 tx=0x7f14800046c0 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:39.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:39.845+0000 7f147a7fc640 1 -- 172.21.15.33:0/312040135 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f14841f49d0 con 0x7f14841537f0 2024-07-26T16:45:40.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.075+0000 7f148badc640 1 -- 172.21.15.33:0/312040135 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f14841511c0 con 0x7f14841537f0 2024-07-26T16:45:40.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.688+0000 7f147a7fc640 1 -- 172.21.15.33:0/312040135 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v90) ==== 122+0+0 (secure 0 0 0) 0x7f1484153c00 con 0x7f14841537f0 2024-07-26T16:45:40.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.690+0000 7f148badc640 1 -- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f1468077130 msgr2=0x7f1468079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:40.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.691+0000 7f148badc640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f1468077130 0x7f1468079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1480035000 tx=0x7f14800046c0 comp rx=0 tx=0).stop 2024-07-26T16:45:40.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.691+0000 7f148badc640 1 -- 172.21.15.33:0/312040135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14841537f0 msgr2=0x7f14840cd970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:40.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.691+0000 7f148badc640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14841537f0 0x7f14840cd970 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f14840b4200 tx=0x7f147c00eb60 comp rx=0 tx=0).stop 2024-07-26T16:45:40.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.691+0000 7f148badc640 1 -- 172.21.15.33:0/312040135 shutdown_connections 2024-07-26T16:45:40.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.691+0000 7f148badc640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f1468077130 0x7f1468079640 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:40.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.691+0000 7f148badc640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14841537f0 0x7f14840cd970 unknown :-1 s=CLOSED pgs=1691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:40.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.691+0000 7f148badc640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f14841493c0 0x7f14841532b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:40.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.691+0000 7f148badc640 1 --2- 172.21.15.33:0/312040135 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1470004b60 0x7f14841467c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:40.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.691+0000 7f148badc640 1 -- 172.21.15.33:0/312040135 >> 172.21.15.33:0/312040135 conn(0x7f14840b1740 msgr2=0x7f148415e0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:40.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.691+0000 7f148badc640 1 -- 172.21.15.33:0/312040135 shutdown_connections 2024-07-26T16:45:40.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.691+0000 7f148badc640 1 -- 172.21.15.33:0/312040135 wait complete. 2024-07-26T16:45:40.706 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T16:45:40.706 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:45:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.827+0000 7fa700397640 1 -- 172.21.15.33:0/1331265735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6e4003a80 msgr2=0x7fa6e4003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.827+0000 7fa700397640 1 --2- 172.21.15.33:0/1331265735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6e4003a80 0x7fa6e4003ef0 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7fa6f400c290 tx=0x7fa6e4005830 comp rx=0 tx=0).stop 2024-07-26T16:45:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.827+0000 7fa700397640 1 -- 172.21.15.33:0/1331265735 shutdown_connections 2024-07-26T16:45:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.827+0000 7fa700397640 1 --2- 172.21.15.33:0/1331265735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6e4003a80 0x7fa6e4003ef0 unknown :-1 s=CLOSED pgs=1693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.827+0000 7fa700397640 1 -- 172.21.15.33:0/1331265735 >> 172.21.15.33:0/1331265735 conn(0x7fa6f80d3da0 msgr2=0x7fa6f80d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.827+0000 7fa700397640 1 -- 172.21.15.33:0/1331265735 shutdown_connections 2024-07-26T16:45:40.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.827+0000 7fa700397640 1 -- 172.21.15.33:0/1331265735 wait complete. 2024-07-26T16:45:40.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.829+0000 7fa700397640 1 Processor -- start 2024-07-26T16:45:40.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.829+0000 7fa700397640 1 -- start start 2024-07-26T16:45:40.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.830+0000 7fa700397640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6e4003a80 0x7fa6f81f8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:40.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.830+0000 7fa700397640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6f80b4810 0x7fa6f815a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:40.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.830+0000 7fa700397640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa6f815ab00 0x7fa6f80b3150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:40.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.830+0000 7fa700397640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa6f80d2280 con 0x7fa6f80b4810 2024-07-26T16:45:40.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.830+0000 7fa700397640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa6f80b9750 con 0x7fa6f815ab00 2024-07-26T16:45:40.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.830+0000 7fa700397640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa6f80d2400 con 0x7fa6e4003a80 2024-07-26T16:45:40.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.830+0000 7fa6fd932640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6f80b4810 0x7fa6f815a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:40.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.830+0000 7fa6fd932640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6f80b4810 0x7fa6f815a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39106/0 (socket says 172.21.15.33:39106) 2024-07-26T16:45:40.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.830+0000 7fa6fd932640 1 -- 172.21.15.33:0/618052005 learned_addr learned my addr 172.21.15.33:0/618052005 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:40.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa6fe133640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6e4003a80 0x7fa6f81f8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:40.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa6fe934640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa6f815ab00 0x7fa6f80b3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:40.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa6fd932640 1 -- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6e4003a80 msgr2=0x7fa6f81f8960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:40.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa6fd932640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6e4003a80 0x7fa6f81f8960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:40.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa6fd932640 1 -- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa6f815ab00 msgr2=0x7fa6f80b3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:40.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa6fd932640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa6f815ab00 0x7fa6f80b3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:40.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa6fd932640 1 -- 172.21.15.33:0/618052005 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6f815af10 con 0x7fa6f80b4810 2024-07-26T16:45:40.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa6fd932640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6f80b4810 0x7fa6f815a5c0 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7fa6e8011880 tx=0x7fa6e8011d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:40.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa6eeffd640 1 -- 172.21.15.33:0/618052005 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e801f070 con 0x7fa6f80b4810 2024-07-26T16:45:40.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa6eeffd640 1 -- 172.21.15.33:0/618052005 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6e800fe40 con 0x7fa6f80b4810 2024-07-26T16:45:40.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa6eeffd640 1 -- 172.21.15.33:0/618052005 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e80126b0 con 0x7fa6f80b4810 2024-07-26T16:45:40.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa700397640 1 -- 172.21.15.33:0/618052005 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6f815b420 con 0x7fa6f80b4810 2024-07-26T16:45:40.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.831+0000 7fa700397640 1 -- 172.21.15.33:0/618052005 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6f81f4c20 con 0x7fa6f80b4810 2024-07-26T16:45:40.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.832+0000 7fa700397640 1 -- 172.21.15.33:0/618052005 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6f80b7e10 con 0x7fa6f80b4810 2024-07-26T16:45:40.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.833+0000 7fa6eeffd640 1 -- 172.21.15.33:0/618052005 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7fa6e8022070 con 0x7fa6f80b4810 2024-07-26T16:45:40.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.833+0000 7fa6eeffd640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fa6dc077130 0x7fa6dc079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:40.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.834+0000 7fa6eeffd640 1 -- 172.21.15.33:0/618052005 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7fa6e8099730 con 0x7fa6f80b4810 2024-07-26T16:45:40.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.834+0000 7fa6fe133640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fa6dc077130 0x7fa6dc079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:40.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.834+0000 7fa6fe133640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fa6dc077130 0x7fa6dc079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4033000 tx=0x7fa6f4038040 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:40.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:40.838+0000 7fa6eeffd640 1 -- 172.21.15.33:0/618052005 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa6f80b7e10 con 0x7fa6f80b4810 2024-07-26T16:45:41.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.068+0000 7fa700397640 1 -- 172.21.15.33:0/618052005 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa6f80b5c80 con 0x7fa6f80b4810 2024-07-26T16:45:41.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.069+0000 7fa6eeffd640 1 -- 172.21.15.33:0/618052005 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5233 (secure 0 0 0) 0x7fa6f815af10 con 0x7fa6f80b4810 2024-07-26T16:45:41.071 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:41.071 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":90,"btime":"2024-07-26T16:45:40:687768+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3320903209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3320903209},{"type":"v1","addr":"172.21.15.154:6835","nonce":3320903209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":8530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2999181015","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2999181015},{"type":"v1","addr":"172.21.15.154:6834","nonce":2999181015}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":9309,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/4188974071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4188974071},{"type":"v1","addr":"172.21.15.33:6834","nonce":4188974071}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:45:37.042232+0000","modified":"2024-07-26T16:45:40.076437+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9312},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9312":{"gid":9312,"name":"c","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2856540853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2856540853},{"type":"v1","addr":"172.21.15.33:6835","nonce":2856540853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9312,"qdb_cluster":[9312]},"id":10}]} 2024-07-26T16:45:41.071 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 90 2024-07-26T16:45:41.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 -- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fa6dc077130 msgr2=0x7fa6dc079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fa6dc077130 0x7fa6dc079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4033000 tx=0x7fa6f4038040 comp rx=0 tx=0).stop 2024-07-26T16:45:41.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 -- 172.21.15.33:0/618052005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6f80b4810 msgr2=0x7fa6f815a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6f80b4810 0x7fa6f815a5c0 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7fa6e8011880 tx=0x7fa6e8011d40 comp rx=0 tx=0).stop 2024-07-26T16:45:41.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 -- 172.21.15.33:0/618052005 shutdown_connections 2024-07-26T16:45:41.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fa6dc077130 0x7fa6dc079640 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa6f815ab00 0x7fa6f80b3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6f80b4810 0x7fa6f815a5c0 unknown :-1 s=CLOSED pgs=1694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 --2- 172.21.15.33:0/618052005 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6e4003a80 0x7fa6f81f8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 -- 172.21.15.33:0/618052005 >> 172.21.15.33:0/618052005 conn(0x7fa6f80d3da0 msgr2=0x7fa6f80b1470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:41.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 -- 172.21.15.33:0/618052005 shutdown_connections 2024-07-26T16:45:41.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.071+0000 7fa700397640 1 -- 172.21.15.33:0/618052005 wait complete. 2024-07-26T16:45:41.085 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:45:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.202+0000 7f8985b41640 1 -- 172.21.15.33:0/1145884240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8968003a50 msgr2=0x7f8968003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.202+0000 7f8985b41640 1 --2- 172.21.15.33:0/1145884240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8968003a50 0x7f8968003ec0 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f89700016c0 tx=0x7f8968005830 comp rx=0 tx=0).stop 2024-07-26T16:45:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.202+0000 7f8985b41640 1 -- 172.21.15.33:0/1145884240 shutdown_connections 2024-07-26T16:45:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.202+0000 7f8985b41640 1 --2- 172.21.15.33:0/1145884240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8968003a50 0x7f8968003ec0 unknown :-1 s=CLOSED pgs=1696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.202+0000 7f8985b41640 1 -- 172.21.15.33:0/1145884240 >> 172.21.15.33:0/1145884240 conn(0x7f89800d1bf0 msgr2=0x7f89800d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.202+0000 7f8985b41640 1 -- 172.21.15.33:0/1145884240 shutdown_connections 2024-07-26T16:45:41.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.202+0000 7f8985b41640 1 -- 172.21.15.33:0/1145884240 wait complete. 2024-07-26T16:45:41.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.203+0000 7f8985b41640 1 Processor -- start 2024-07-26T16:45:41.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.204+0000 7f8985b41640 1 -- start start 2024-07-26T16:45:41.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f8985b41640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8968003a50 0x7f898015f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f8985b41640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89801e6040 0x7f898015fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f8985b41640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f898015d8a0 0x7f89801f3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f8985b41640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f89800d02c0 con 0x7f898015d8a0 2024-07-26T16:45:41.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f8985b41640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f89800d0140 con 0x7f8968003a50 2024-07-26T16:45:41.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f8985b41640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f89800ce300 con 0x7f89801e6040 2024-07-26T16:45:41.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f897ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f898015d8a0 0x7f89801f3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f897ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f898015d8a0 0x7f89801f3990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39136/0 (socket says 172.21.15.33:39136) 2024-07-26T16:45:41.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f897ffff640 1 -- 172.21.15.33:0/207435790 learned_addr learned my addr 172.21.15.33:0/207435790 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f897f7fe640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8968003a50 0x7f898015f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f897effd640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89801e6040 0x7f898015fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f897ffff640 1 -- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89801e6040 msgr2=0x7f898015fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f897ffff640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89801e6040 0x7f898015fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f897ffff640 1 -- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8968003a50 msgr2=0x7f898015f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f897ffff640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8968003a50 0x7f898015f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f897ffff640 1 -- 172.21.15.33:0/207435790 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89800b19b0 con 0x7f898015d8a0 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.205+0000 7f897f7fe640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8968003a50 0x7f898015f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.206+0000 7f897ffff640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f898015d8a0 0x7f89801f3990 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f8980074100 tx=0x7f8978009b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.206+0000 7f8967fff640 1 -- 172.21.15.33:0/207435790 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8978004b20 con 0x7f898015d8a0 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.206+0000 7f8967fff640 1 -- 172.21.15.33:0/207435790 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8978004dd0 con 0x7f898015d8a0 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.206+0000 7f8985b41640 1 -- 172.21.15.33:0/207435790 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89800b1c90 con 0x7f898015d8a0 2024-07-26T16:45:41.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.206+0000 7f8967fff640 1 -- 172.21.15.33:0/207435790 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f897800faf0 con 0x7f898015d8a0 2024-07-26T16:45:41.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.206+0000 7f8985b41640 1 -- 172.21.15.33:0/207435790 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89801e6480 con 0x7f898015d8a0 2024-07-26T16:45:41.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.207+0000 7f8985b41640 1 -- 172.21.15.33:0/207435790 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89801e66e0 con 0x7f898015d8a0 2024-07-26T16:45:41.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.207+0000 7f8967fff640 1 -- 172.21.15.33:0/207435790 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f897801b020 con 0x7f898015d8a0 2024-07-26T16:45:41.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.208+0000 7f8967fff640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f896c077130 0x7f896c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.208+0000 7f8967fff640 1 -- 172.21.15.33:0/207435790 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f8978098d20 con 0x7f898015d8a0 2024-07-26T16:45:41.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.208+0000 7f897f7fe640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f896c077130 0x7f896c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.209+0000 7f897f7fe640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f896c077130 0x7f896c079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8970032000 tx=0x7f8970001190 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:41.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.213+0000 7f8967fff640 1 -- 172.21.15.33:0/207435790 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8978061ba0 con 0x7f898015d8a0 2024-07-26T16:45:41.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.406+0000 7f8985b41640 1 -- 172.21.15.33:0/207435790 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f898015de10 con 0x7f898015d8a0 2024-07-26T16:45:41.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.407+0000 7f8967fff640 1 -- 172.21.15.33:0/207435790 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v181) ==== 74+0+17051 (secure 0 0 0) 0x7f89780614a0 con 0x7f898015d8a0 2024-07-26T16:45:41.409 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:41.410 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":181,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:45:38.652979+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-07-26T16:45:34.745819+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-07-26T16:45:35.999446+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"181","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:45:41.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.409+0000 7f8985b41640 1 -- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f896c077130 msgr2=0x7f896c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.409+0000 7f8985b41640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f896c077130 0x7f896c079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8970032000 tx=0x7f8970001190 comp rx=0 tx=0).stop 2024-07-26T16:45:41.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.409+0000 7f8985b41640 1 -- 172.21.15.33:0/207435790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f898015d8a0 msgr2=0x7f89801f3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.409+0000 7f8985b41640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f898015d8a0 0x7f89801f3990 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f8980074100 tx=0x7f8978009b40 comp rx=0 tx=0).stop 2024-07-26T16:45:41.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.410+0000 7f8985b41640 1 -- 172.21.15.33:0/207435790 shutdown_connections 2024-07-26T16:45:41.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.410+0000 7f8985b41640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f896c077130 0x7f896c079640 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.410+0000 7f8985b41640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f898015d8a0 0x7f89801f3990 unknown :-1 s=CLOSED pgs=1697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.410+0000 7f8985b41640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89801e6040 0x7f898015fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.410+0000 7f8985b41640 1 --2- 172.21.15.33:0/207435790 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8968003a50 0x7f898015f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.410+0000 7f8985b41640 1 -- 172.21.15.33:0/207435790 >> 172.21.15.33:0/207435790 conn(0x7f89800d1bf0 msgr2=0x7f898015c1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:41.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.410+0000 7f8985b41640 1 -- 172.21.15.33:0/207435790 shutdown_connections 2024-07-26T16:45:41.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.410+0000 7f8985b41640 1 -- 172.21.15.33:0/207435790 wait complete. 2024-07-26T16:45:41.423 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T16:45:41.423 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T16:45:41.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.540+0000 7f368e589640 1 -- 172.21.15.33:0/733045838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3670004800 msgr2=0x7f3670004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.540+0000 7f368e589640 1 --2- 172.21.15.33:0/733045838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3670004800 0x7f3670004c10 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f36880af550 tx=0x7f3670005830 comp rx=0 tx=0).stop 2024-07-26T16:45:41.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.541+0000 7f368e589640 1 -- 172.21.15.33:0/733045838 shutdown_connections 2024-07-26T16:45:41.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.541+0000 7f368e589640 1 --2- 172.21.15.33:0/733045838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3670004800 0x7f3670004c10 unknown :-1 s=CLOSED pgs=1699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.541+0000 7f368e589640 1 -- 172.21.15.33:0/733045838 >> 172.21.15.33:0/733045838 conn(0x7f36880cc3d0 msgr2=0x7f36880cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:41.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.541+0000 7f368e589640 1 -- 172.21.15.33:0/733045838 shutdown_connections 2024-07-26T16:45:41.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.541+0000 7f368e589640 1 -- 172.21.15.33:0/733045838 wait complete. 2024-07-26T16:45:41.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.542+0000 7f368e589640 1 Processor -- start 2024-07-26T16:45:41.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.543+0000 7f368e589640 1 -- start start 2024-07-26T16:45:41.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f368e589640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3670004800 0x7f36881f61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f368e589640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3688157bc0 0x7f3688155d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f368e589640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f368806ea30 0x7f368806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f368e589640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f368815bb50 con 0x7f3670004800 2024-07-26T16:45:41.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f368e589640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f368815b9d0 con 0x7f3688157bc0 2024-07-26T16:45:41.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f368e589640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f368806fb40 con 0x7f368806ea30 2024-07-26T16:45:41.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f3687fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3670004800 0x7f36881f61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f3687fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3670004800 0x7f36881f61b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39164/0 (socket says 172.21.15.33:39164) 2024-07-26T16:45:41.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f3687fff640 1 -- 172.21.15.33:0/2205988892 learned_addr learned my addr 172.21.15.33:0/2205988892 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:41.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f368cb26640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f368806ea30 0x7f368806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f36877fe640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3688157bc0 0x7f3688155d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f3687fff640 1 -- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f368806ea30 msgr2=0x7f368806ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f3687fff640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f368806ea30 0x7f368806ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f3687fff640 1 -- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3688157bc0 msgr2=0x7f3688155d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f3687fff640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3688157bc0 0x7f3688155d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f3687fff640 1 -- 172.21.15.33:0/2205988892 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f368806f380 con 0x7f3670004800 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.544+0000 7f3687fff640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3670004800 0x7f36881f61b0 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f367800f5e0 tx=0x7f367800df90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.545+0000 7f3684ff9640 1 -- 172.21.15.33:0/2205988892 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3678015070 con 0x7f3670004800 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.545+0000 7f3684ff9640 1 -- 172.21.15.33:0/2205988892 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3678006380 con 0x7f3670004800 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.545+0000 7f3684ff9640 1 -- 172.21.15.33:0/2205988892 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3678003a90 con 0x7f3670004800 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.545+0000 7f368e589640 1 -- 172.21.15.33:0/2205988892 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36880c4a50 con 0x7f3670004800 2024-07-26T16:45:41.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.545+0000 7f368e589640 1 -- 172.21.15.33:0/2205988892 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36880c5010 con 0x7f3670004800 2024-07-26T16:45:41.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.546+0000 7f368e589640 1 -- 172.21.15.33:0/2205988892 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36880700a0 con 0x7f3670004800 2024-07-26T16:45:41.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.547+0000 7f3684ff9640 1 -- 172.21.15.33:0/2205988892 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f3678018070 con 0x7f3670004800 2024-07-26T16:45:41.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.547+0000 7f3684ff9640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3674077160 0x7f3674079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.547+0000 7f3684ff9640 1 -- 172.21.15.33:0/2205988892 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f3678098ce0 con 0x7f3670004800 2024-07-26T16:45:41.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.547+0000 7f36877fe640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3674077160 0x7f3674079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.548+0000 7f36877fe640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3674077160 0x7f3674079670 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f367c033000 tx=0x7f367c001a30 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:41.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.552+0000 7f3684ff9640 1 -- 172.21.15.33:0/2205988892 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f368806f380 con 0x7f3670004800 2024-07-26T16:45:41.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.742+0000 7f368e589640 1 -- 172.21.15.33:0/2205988892 --> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f36880cdfb0 con 0x7f3674077160 2024-07-26T16:45:41.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.748+0000 7f3684ff9640 1 -- 172.21.15.33:0/2205988892 <== mgr.8338 v2:172.21.15.154:6836/3019583169 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245578 (secure 0 0 0) 0x7f36880cdfb0 con 0x7f3674077160 2024-07-26T16:45:41.752 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:41.753 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T16:45:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 -- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3674077160 msgr2=0x7f3674079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3674077160 0x7f3674079670 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f367c033000 tx=0x7f367c001a30 comp rx=0 tx=0).stop 2024-07-26T16:45:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 -- 172.21.15.33:0/2205988892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3670004800 msgr2=0x7f36881f61b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3670004800 0x7f36881f61b0 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f367800f5e0 tx=0x7f367800df90 comp rx=0 tx=0).stop 2024-07-26T16:45:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 -- 172.21.15.33:0/2205988892 shutdown_connections 2024-07-26T16:45:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f3674077160 0x7f3674079670 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f368806ea30 0x7f368806ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3688157bc0 0x7f3688155d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 --2- 172.21.15.33:0/2205988892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3670004800 0x7f36881f61b0 unknown :-1 s=CLOSED pgs=1700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 -- 172.21.15.33:0/2205988892 >> 172.21.15.33:0/2205988892 conn(0x7f36880cc3d0 msgr2=0x7f3688158520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 -- 172.21.15.33:0/2205988892 shutdown_connections 2024-07-26T16:45:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.751+0000 7f368e589640 1 -- 172.21.15.33:0/2205988892 wait complete. 2024-07-26T16:45:41.764 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T16:45:40.973352+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592050,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":311,"num_write_kb":1632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202,"ondisk_log_size":202,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":67,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":365264,"kb_used_data":18624,"kb_used_omap":12,"kb_used_meta":346483,"kb_avail":754609456,"statfs":{"total":773094113280,"available":772720082944,"internally_reserved":0,"allocated":19070976,"data_stored":10369496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":354799153},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1682,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.335339"},"pg_stats":[{"pgid":"22.3f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661304+0000","last_change":"2024-07-26T16:45:37.672737+0000","last_active":"2024-07-26T16:45:38.661304+0000","last_peered":"2024-07-26T16:45:38.661304+0000","last_clean":"2024-07-26T16:45:38.661304+0000","last_became_active":"2024-07-26T16:45:37.672392+0000","last_became_peered":"2024-07-26T16:45:37.672392+0000","last_unstale":"2024-07-26T16:45:38.661304+0000","last_undegraded":"2024-07-26T16:45:38.661304+0000","last_fullsized":"2024-07-26T16:45:38.661304+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:56.134658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303705+0000","last_change":"2024-07-26T16:45:37.681192+0000","last_active":"2024-07-26T16:45:39.303705+0000","last_peered":"2024-07-26T16:45:39.303705+0000","last_clean":"2024-07-26T16:45:39.303705+0000","last_became_active":"2024-07-26T16:45:37.680887+0000","last_became_peered":"2024-07-26T16:45:37.680887+0000","last_unstale":"2024-07-26T16:45:39.303705+0000","last_undegraded":"2024-07-26T16:45:39.303705+0000","last_fullsized":"2024-07-26T16:45:39.303705+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:50:11.697448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303575+0000","last_change":"2024-07-26T16:45:37.673811+0000","last_active":"2024-07-26T16:45:39.303575+0000","last_peered":"2024-07-26T16:45:39.303575+0000","last_clean":"2024-07-26T16:45:39.303575+0000","last_became_active":"2024-07-26T16:45:37.673503+0000","last_became_peered":"2024-07-26T16:45:37.673503+0000","last_unstale":"2024-07-26T16:45:39.303575+0000","last_undegraded":"2024-07-26T16:45:39.303575+0000","last_fullsized":"2024-07-26T16:45:39.303575+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:49.242512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.39","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661088+0000","last_change":"2024-07-26T16:45:37.674103+0000","last_active":"2024-07-26T16:45:38.661088+0000","last_peered":"2024-07-26T16:45:38.661088+0000","last_clean":"2024-07-26T16:45:38.661088+0000","last_became_active":"2024-07-26T16:45:37.673763+0000","last_became_peered":"2024-07-26T16:45:37.673763+0000","last_unstale":"2024-07-26T16:45:38.661088+0000","last_undegraded":"2024-07-26T16:45:38.661088+0000","last_fullsized":"2024-07-26T16:45:38.661088+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:06.873271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.31","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302988+0000","last_change":"2024-07-26T16:45:37.682252+0000","last_active":"2024-07-26T16:45:39.302988+0000","last_peered":"2024-07-26T16:45:39.302988+0000","last_clean":"2024-07-26T16:45:39.302988+0000","last_became_active":"2024-07-26T16:45:37.681764+0000","last_became_peered":"2024-07-26T16:45:37.681764+0000","last_unstale":"2024-07-26T16:45:39.302988+0000","last_undegraded":"2024-07-26T16:45:39.302988+0000","last_fullsized":"2024-07-26T16:45:39.302988+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:26.876267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689371+0000","last_change":"2024-07-26T16:45:37.677711+0000","last_active":"2024-07-26T16:45:38.689371+0000","last_peered":"2024-07-26T16:45:38.689371+0000","last_clean":"2024-07-26T16:45:38.689371+0000","last_became_active":"2024-07-26T16:45:37.677156+0000","last_became_peered":"2024-07-26T16:45:37.677156+0000","last_unstale":"2024-07-26T16:45:38.689371+0000","last_undegraded":"2024-07-26T16:45:38.689371+0000","last_fullsized":"2024-07-26T16:45:38.689371+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:11:14.813344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.2c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657620+0000","last_change":"2024-07-26T16:45:37.672788+0000","last_active":"2024-07-26T16:45:38.657620+0000","last_peered":"2024-07-26T16:45:38.657620+0000","last_clean":"2024-07-26T16:45:38.657620+0000","last_became_active":"2024-07-26T16:45:37.672364+0000","last_became_peered":"2024-07-26T16:45:37.672364+0000","last_unstale":"2024-07-26T16:45:38.657620+0000","last_undegraded":"2024-07-26T16:45:38.657620+0000","last_fullsized":"2024-07-26T16:45:38.657620+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:02.302902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661098+0000","last_change":"2024-07-26T16:45:37.674430+0000","last_active":"2024-07-26T16:45:38.661098+0000","last_peered":"2024-07-26T16:45:38.661098+0000","last_clean":"2024-07-26T16:45:38.661098+0000","last_became_active":"2024-07-26T16:45:37.674096+0000","last_became_peered":"2024-07-26T16:45:37.674096+0000","last_unstale":"2024-07-26T16:45:38.661098+0000","last_undegraded":"2024-07-26T16:45:38.661098+0000","last_fullsized":"2024-07-26T16:45:38.661098+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:06:33.507890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.27","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661481+0000","last_change":"2024-07-26T16:45:37.668035+0000","last_active":"2024-07-26T16:45:38.661481+0000","last_peered":"2024-07-26T16:45:38.661481+0000","last_clean":"2024-07-26T16:45:38.661481+0000","last_became_active":"2024-07-26T16:45:37.667676+0000","last_became_peered":"2024-07-26T16:45:37.667676+0000","last_unstale":"2024-07-26T16:45:38.661481+0000","last_undegraded":"2024-07-26T16:45:38.661481+0000","last_fullsized":"2024-07-26T16:45:38.661481+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:30:58.746018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.26","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661500+0000","last_change":"2024-07-26T16:45:37.662457+0000","last_active":"2024-07-26T16:45:38.661500+0000","last_peered":"2024-07-26T16:45:38.661500+0000","last_clean":"2024-07-26T16:45:38.661500+0000","last_became_active":"2024-07-26T16:45:37.661996+0000","last_became_peered":"2024-07-26T16:45:37.661996+0000","last_unstale":"2024-07-26T16:45:38.661500+0000","last_undegraded":"2024-07-26T16:45:38.661500+0000","last_fullsized":"2024-07-26T16:45:38.661500+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:43:11.298520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303279+0000","last_change":"2024-07-26T16:45:37.674655+0000","last_active":"2024-07-26T16:45:39.303279+0000","last_peered":"2024-07-26T16:45:39.303279+0000","last_clean":"2024-07-26T16:45:39.303279+0000","last_became_active":"2024-07-26T16:45:37.674306+0000","last_became_peered":"2024-07-26T16:45:37.674306+0000","last_unstale":"2024-07-26T16:45:39.303279+0000","last_undegraded":"2024-07-26T16:45:39.303279+0000","last_fullsized":"2024-07-26T16:45:39.303279+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:26.844281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303648+0000","last_change":"2024-07-26T16:45:37.681930+0000","last_active":"2024-07-26T16:45:39.303648+0000","last_peered":"2024-07-26T16:45:39.303648+0000","last_clean":"2024-07-26T16:45:39.303648+0000","last_became_active":"2024-07-26T16:45:37.681619+0000","last_became_peered":"2024-07-26T16:45:37.681619+0000","last_unstale":"2024-07-26T16:45:39.303648+0000","last_undegraded":"2024-07-26T16:45:39.303648+0000","last_fullsized":"2024-07-26T16:45:39.303648+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:40:18.031309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689134+0000","last_change":"2024-07-26T16:45:36.660813+0000","last_active":"2024-07-26T16:45:38.689134+0000","last_peered":"2024-07-26T16:45:38.689134+0000","last_clean":"2024-07-26T16:45:38.689134+0000","last_became_active":"2024-07-26T16:45:36.659851+0000","last_became_peered":"2024-07-26T16:45:36.659851+0000","last_unstale":"2024-07-26T16:45:38.689134+0000","last_undegraded":"2024-07-26T16:45:38.689134+0000","last_fullsized":"2024-07-26T16:45:38.689134+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:42.589664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.1d","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689444+0000","last_change":"2024-07-26T16:45:36.661071+0000","last_active":"2024-07-26T16:45:38.689444+0000","last_peered":"2024-07-26T16:45:38.689444+0000","last_clean":"2024-07-26T16:45:38.689444+0000","last_became_active":"2024-07-26T16:45:36.660336+0000","last_became_peered":"2024-07-26T16:45:36.660336+0000","last_unstale":"2024-07-26T16:45:38.689444+0000","last_undegraded":"2024-07-26T16:45:38.689444+0000","last_fullsized":"2024-07-26T16:45:38.689444+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:43.713192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689422+0000","last_change":"2024-07-26T16:45:37.674518+0000","last_active":"2024-07-26T16:45:38.689422+0000","last_peered":"2024-07-26T16:45:38.689422+0000","last_clean":"2024-07-26T16:45:38.689422+0000","last_became_active":"2024-07-26T16:45:37.674196+0000","last_became_peered":"2024-07-26T16:45:37.674196+0000","last_unstale":"2024-07-26T16:45:38.689422+0000","last_undegraded":"2024-07-26T16:45:38.689422+0000","last_fullsized":"2024-07-26T16:45:38.689422+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:51.300100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303318+0000","last_change":"2024-07-26T16:45:36.659923+0000","last_active":"2024-07-26T16:45:39.303318+0000","last_peered":"2024-07-26T16:45:39.303318+0000","last_clean":"2024-07-26T16:45:39.303318+0000","last_became_active":"2024-07-26T16:45:36.659571+0000","last_became_peered":"2024-07-26T16:45:36.659571+0000","last_unstale":"2024-07-26T16:45:39.303318+0000","last_undegraded":"2024-07-26T16:45:39.303318+0000","last_fullsized":"2024-07-26T16:45:39.303318+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:31:00.246877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657405+0000","last_change":"2024-07-26T16:45:37.672067+0000","last_active":"2024-07-26T16:45:38.657405+0000","last_peered":"2024-07-26T16:45:38.657405+0000","last_clean":"2024-07-26T16:45:38.657405+0000","last_became_active":"2024-07-26T16:45:37.671750+0000","last_became_peered":"2024-07-26T16:45:37.671750+0000","last_unstale":"2024-07-26T16:45:38.657405+0000","last_undegraded":"2024-07-26T16:45:38.657405+0000","last_fullsized":"2024-07-26T16:45:38.657405+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:12:12.896757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.641463+0000","last_change":"2024-07-26T16:45:35.641463+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.641463+0000","last_undegraded":"2024-07-26T16:45:35.641463+0000","last_fullsized":"2024-07-26T16:45:35.641463+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303994+0000","last_change":"2024-07-26T16:45:37.671760+0000","last_active":"2024-07-26T16:45:39.303994+0000","last_peered":"2024-07-26T16:45:39.303994+0000","last_clean":"2024-07-26T16:45:39.303994+0000","last_became_active":"2024-07-26T16:45:37.671313+0000","last_became_peered":"2024-07-26T16:45:37.671313+0000","last_unstale":"2024-07-26T16:45:39.303994+0000","last_undegraded":"2024-07-26T16:45:39.303994+0000","last_fullsized":"2024-07-26T16:45:39.303994+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:57:37.759934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.660920+0000","last_change":"2024-07-26T16:45:36.651903+0000","last_active":"2024-07-26T16:45:38.660920+0000","last_peered":"2024-07-26T16:45:38.660920+0000","last_clean":"2024-07-26T16:45:38.660920+0000","last_became_active":"2024-07-26T16:45:36.651548+0000","last_became_peered":"2024-07-26T16:45:36.651548+0000","last_unstale":"2024-07-26T16:45:38.660920+0000","last_undegraded":"2024-07-26T16:45:38.660920+0000","last_fullsized":"2024-07-26T16:45:38.660920+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:28.541213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661378+0000","last_change":"2024-07-26T16:45:37.673285+0000","last_active":"2024-07-26T16:45:38.661378+0000","last_peered":"2024-07-26T16:45:38.661378+0000","last_clean":"2024-07-26T16:45:38.661378+0000","last_became_active":"2024-07-26T16:45:37.672444+0000","last_became_peered":"2024-07-26T16:45:37.672444+0000","last_unstale":"2024-07-26T16:45:38.661378+0000","last_undegraded":"2024-07-26T16:45:38.661378+0000","last_fullsized":"2024-07-26T16:45:38.661378+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:25:31.995687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689314+0000","last_change":"2024-07-26T16:45:36.659946+0000","last_active":"2024-07-26T16:45:38.689314+0000","last_peered":"2024-07-26T16:45:38.689314+0000","last_clean":"2024-07-26T16:45:38.689314+0000","last_became_active":"2024-07-26T16:45:36.659603+0000","last_became_peered":"2024-07-26T16:45:36.659603+0000","last_unstale":"2024-07-26T16:45:38.689314+0000","last_undegraded":"2024-07-26T16:45:38.689314+0000","last_fullsized":"2024-07-26T16:45:38.689314+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:27:24.954371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661888+0000","last_change":"2024-07-26T16:45:36.654014+0000","last_active":"2024-07-26T16:45:38.661888+0000","last_peered":"2024-07-26T16:45:38.661888+0000","last_clean":"2024-07-26T16:45:38.661888+0000","last_became_active":"2024-07-26T16:45:36.653662+0000","last_became_peered":"2024-07-26T16:45:36.653662+0000","last_unstale":"2024-07-26T16:45:38.661888+0000","last_undegraded":"2024-07-26T16:45:38.661888+0000","last_fullsized":"2024-07-26T16:45:38.661888+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:02:40.503497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.643474+0000","last_change":"2024-07-26T16:45:35.643474+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.643474+0000","last_undegraded":"2024-07-26T16:45:35.643474+0000","last_fullsized":"2024-07-26T16:45:35.643474+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303193+0000","last_change":"2024-07-26T16:45:37.681135+0000","last_active":"2024-07-26T16:45:39.303193+0000","last_peered":"2024-07-26T16:45:39.303193+0000","last_clean":"2024-07-26T16:45:39.303193+0000","last_became_active":"2024-07-26T16:45:37.680775+0000","last_became_peered":"2024-07-26T16:45:37.680775+0000","last_unstale":"2024-07-26T16:45:39.303193+0000","last_undegraded":"2024-07-26T16:45:39.303193+0000","last_fullsized":"2024-07-26T16:45:39.303193+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:41:28.470770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.644075+0000","last_change":"2024-07-26T16:45:35.644075+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.644075+0000","last_undegraded":"2024-07-26T16:45:35.644075+0000","last_fullsized":"2024-07-26T16:45:35.644075+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.644061+0000","last_change":"2024-07-26T16:45:35.644061+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.644061+0000","last_undegraded":"2024-07-26T16:45:35.644061+0000","last_fullsized":"2024-07-26T16:45:35.644061+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302440+0000","last_change":"2024-07-26T16:45:37.684975+0000","last_active":"2024-07-26T16:45:39.302440+0000","last_peered":"2024-07-26T16:45:39.302440+0000","last_clean":"2024-07-26T16:45:39.302440+0000","last_became_active":"2024-07-26T16:45:37.684614+0000","last_became_peered":"2024-07-26T16:45:37.684614+0000","last_unstale":"2024-07-26T16:45:39.302440+0000","last_undegraded":"2024-07-26T16:45:39.302440+0000","last_fullsized":"2024-07-26T16:45:39.302440+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:53.961027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.10","version":"180'8","reported_seq":23,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.660652+0000","last_change":"2024-07-26T16:45:36.653905+0000","last_active":"2024-07-26T16:45:38.660652+0000","last_peered":"2024-07-26T16:45:38.660652+0000","last_clean":"2024-07-26T16:45:38.660652+0000","last_became_active":"2024-07-26T16:45:36.653547+0000","last_became_peered":"2024-07-26T16:45:36.653547+0000","last_unstale":"2024-07-26T16:45:38.660652+0000","last_undegraded":"2024-07-26T16:45:38.660652+0000","last_fullsized":"2024-07-26T16:45:38.660652+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:13:57.732328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689151+0000","last_change":"2024-07-26T16:45:37.681322+0000","last_active":"2024-07-26T16:45:38.689151+0000","last_peered":"2024-07-26T16:45:38.689151+0000","last_clean":"2024-07-26T16:45:38.689151+0000","last_became_active":"2024-07-26T16:45:37.680794+0000","last_became_peered":"2024-07-26T16:45:37.680794+0000","last_unstale":"2024-07-26T16:45:38.689151+0000","last_undegraded":"2024-07-26T16:45:38.689151+0000","last_fullsized":"2024-07-26T16:45:38.689151+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:48:23.912944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.643647+0000","last_change":"2024-07-26T16:45:35.643647+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.643647+0000","last_undegraded":"2024-07-26T16:45:35.643647+0000","last_fullsized":"2024-07-26T16:45:35.643647+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689378+0000","last_change":"2024-07-26T16:45:37.683546+0000","last_active":"2024-07-26T16:45:38.689378+0000","last_peered":"2024-07-26T16:45:38.689378+0000","last_clean":"2024-07-26T16:45:38.689378+0000","last_became_active":"2024-07-26T16:45:37.683202+0000","last_became_peered":"2024-07-26T16:45:37.683202+0000","last_unstale":"2024-07-26T16:45:38.689378+0000","last_undegraded":"2024-07-26T16:45:38.689378+0000","last_fullsized":"2024-07-26T16:45:38.689378+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:12:54.618914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.e","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689143+0000","last_change":"2024-07-26T16:45:36.661196+0000","last_active":"2024-07-26T16:45:38.689143+0000","last_peered":"2024-07-26T16:45:38.689143+0000","last_clean":"2024-07-26T16:45:38.689143+0000","last_became_active":"2024-07-26T16:45:36.660204+0000","last_became_peered":"2024-07-26T16:45:36.660204+0000","last_unstale":"2024-07-26T16:45:38.689143+0000","last_undegraded":"2024-07-26T16:45:38.689143+0000","last_fullsized":"2024-07-26T16:45:38.689143+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:17.687684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661806+0000","last_change":"2024-07-26T16:45:37.671281+0000","last_active":"2024-07-26T16:45:38.661806+0000","last_peered":"2024-07-26T16:45:38.661806+0000","last_clean":"2024-07-26T16:45:38.661806+0000","last_became_active":"2024-07-26T16:45:37.670505+0000","last_became_peered":"2024-07-26T16:45:37.670505+0000","last_unstale":"2024-07-26T16:45:38.661806+0000","last_undegraded":"2024-07-26T16:45:38.661806+0000","last_fullsized":"2024-07-26T16:45:38.661806+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:59.749259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303647+0000","last_change":"2024-07-26T16:45:36.664239+0000","last_active":"2024-07-26T16:45:39.303647+0000","last_peered":"2024-07-26T16:45:39.303647+0000","last_clean":"2024-07-26T16:45:39.303647+0000","last_became_active":"2024-07-26T16:45:36.663882+0000","last_became_peered":"2024-07-26T16:45:36.663882+0000","last_unstale":"2024-07-26T16:45:39.303647+0000","last_undegraded":"2024-07-26T16:45:39.303647+0000","last_fullsized":"2024-07-26T16:45:39.303647+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:13.229609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661559+0000","last_change":"2024-07-26T16:45:37.672174+0000","last_active":"2024-07-26T16:45:38.661559+0000","last_peered":"2024-07-26T16:45:38.661559+0000","last_clean":"2024-07-26T16:45:38.661559+0000","last_became_active":"2024-07-26T16:45:37.671481+0000","last_became_peered":"2024-07-26T16:45:37.671481+0000","last_unstale":"2024-07-26T16:45:38.661559+0000","last_undegraded":"2024-07-26T16:45:38.661559+0000","last_fullsized":"2024-07-26T16:45:38.661559+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:30.630342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.644077+0000","last_change":"2024-07-26T16:45:35.644077+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.644077+0000","last_undegraded":"2024-07-26T16:45:35.644077+0000","last_fullsized":"2024-07-26T16:45:35.644077+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688898+0000","last_change":"2024-07-26T16:45:37.683289+0000","last_active":"2024-07-26T16:45:38.688898+0000","last_peered":"2024-07-26T16:45:38.688898+0000","last_clean":"2024-07-26T16:45:38.688898+0000","last_became_active":"2024-07-26T16:45:37.682879+0000","last_became_peered":"2024-07-26T16:45:37.682879+0000","last_unstale":"2024-07-26T16:45:38.688898+0000","last_undegraded":"2024-07-26T16:45:38.688898+0000","last_fullsized":"2024-07-26T16:45:38.688898+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:43.888931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657479+0000","last_change":"2024-07-26T16:45:36.657500+0000","last_active":"2024-07-26T16:45:38.657479+0000","last_peered":"2024-07-26T16:45:38.657479+0000","last_clean":"2024-07-26T16:45:38.657479+0000","last_became_active":"2024-07-26T16:45:36.657160+0000","last_became_peered":"2024-07-26T16:45:36.657160+0000","last_unstale":"2024-07-26T16:45:38.657479+0000","last_undegraded":"2024-07-26T16:45:38.657479+0000","last_fullsized":"2024-07-26T16:45:38.657479+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:27:24.954371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303388+0000","last_change":"2024-07-26T16:45:37.672466+0000","last_active":"2024-07-26T16:45:39.303388+0000","last_peered":"2024-07-26T16:45:39.303388+0000","last_clean":"2024-07-26T16:45:39.303388+0000","last_became_active":"2024-07-26T16:45:37.672146+0000","last_became_peered":"2024-07-26T16:45:37.672146+0000","last_unstale":"2024-07-26T16:45:39.303388+0000","last_undegraded":"2024-07-26T16:45:39.303388+0000","last_fullsized":"2024-07-26T16:45:39.303388+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:21:26.321620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.641427+0000","last_change":"2024-07-26T16:45:35.641427+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.641427+0000","last_undegraded":"2024-07-26T16:45:35.641427+0000","last_fullsized":"2024-07-26T16:45:35.641427+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688988+0000","last_change":"2024-07-26T16:45:37.672422+0000","last_active":"2024-07-26T16:45:38.688988+0000","last_peered":"2024-07-26T16:45:38.688988+0000","last_clean":"2024-07-26T16:45:38.688988+0000","last_became_active":"2024-07-26T16:45:37.672101+0000","last_became_peered":"2024-07-26T16:45:37.672101+0000","last_unstale":"2024-07-26T16:45:38.688988+0000","last_undegraded":"2024-07-26T16:45:38.688988+0000","last_fullsized":"2024-07-26T16:45:38.688988+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:57:42.400415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657216+0000","last_change":"2024-07-26T16:45:36.663721+0000","last_active":"2024-07-26T16:45:38.657216+0000","last_peered":"2024-07-26T16:45:38.657216+0000","last_clean":"2024-07-26T16:45:38.657216+0000","last_became_active":"2024-07-26T16:45:36.663363+0000","last_became_peered":"2024-07-26T16:45:36.663363+0000","last_unstale":"2024-07-26T16:45:38.657216+0000","last_undegraded":"2024-07-26T16:45:38.657216+0000","last_fullsized":"2024-07-26T16:45:38.657216+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:17.687684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302652+0000","last_change":"2024-07-26T16:45:37.682695+0000","last_active":"2024-07-26T16:45:39.302652+0000","last_peered":"2024-07-26T16:45:39.302652+0000","last_clean":"2024-07-26T16:45:39.302652+0000","last_became_active":"2024-07-26T16:45:37.682338+0000","last_became_peered":"2024-07-26T16:45:37.682338+0000","last_unstale":"2024-07-26T16:45:39.302652+0000","last_undegraded":"2024-07-26T16:45:39.302652+0000","last_fullsized":"2024-07-26T16:45:39.302652+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:29:17.102519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.641670+0000","last_change":"2024-07-26T16:45:35.641670+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.641670+0000","last_undegraded":"2024-07-26T16:45:35.641670+0000","last_fullsized":"2024-07-26T16:45:35.641670+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.645203+0000","last_change":"2024-07-26T16:45:35.645203+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.645203+0000","last_undegraded":"2024-07-26T16:45:35.645203+0000","last_fullsized":"2024-07-26T16:45:35.645203+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.6","version":"181'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662042+0000","last_change":"2024-07-26T16:45:36.664120+0000","last_active":"2024-07-26T16:45:38.662042+0000","last_peered":"2024-07-26T16:45:38.662042+0000","last_clean":"2024-07-26T16:45:38.662042+0000","last_became_active":"2024-07-26T16:45:36.663772+0000","last_became_peered":"2024-07-26T16:45:36.663772+0000","last_unstale":"2024-07-26T16:45:38.662042+0000","last_undegraded":"2024-07-26T16:45:38.662042+0000","last_fullsized":"2024-07-26T16:45:38.662042+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:07.315512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661908+0000","last_change":"2024-07-26T16:45:37.674918+0000","last_active":"2024-07-26T16:45:38.661908+0000","last_peered":"2024-07-26T16:45:38.661908+0000","last_clean":"2024-07-26T16:45:38.661908+0000","last_became_active":"2024-07-26T16:45:37.674586+0000","last_became_peered":"2024-07-26T16:45:37.674586+0000","last_unstale":"2024-07-26T16:45:38.661908+0000","last_undegraded":"2024-07-26T16:45:38.661908+0000","last_fullsized":"2024-07-26T16:45:38.661908+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:57.727875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303716+0000","last_change":"2024-07-26T16:45:36.660972+0000","last_active":"2024-07-26T16:45:39.303716+0000","last_peered":"2024-07-26T16:45:39.303716+0000","last_clean":"2024-07-26T16:45:39.303716+0000","last_became_active":"2024-07-26T16:45:36.660455+0000","last_became_peered":"2024-07-26T16:45:36.660455+0000","last_unstale":"2024-07-26T16:45:39.303716+0000","last_undegraded":"2024-07-26T16:45:39.303716+0000","last_fullsized":"2024-07-26T16:45:39.303716+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:19.644362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661238+0000","last_change":"2024-07-26T16:45:36.665384+0000","last_active":"2024-07-26T16:45:38.661238+0000","last_peered":"2024-07-26T16:45:38.661238+0000","last_clean":"2024-07-26T16:45:38.661238+0000","last_became_active":"2024-07-26T16:45:36.664384+0000","last_became_peered":"2024-07-26T16:45:36.664384+0000","last_unstale":"2024-07-26T16:45:38.661238+0000","last_undegraded":"2024-07-26T16:45:38.661238+0000","last_fullsized":"2024-07-26T16:45:38.661238+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:27.778144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.643524+0000","last_change":"2024-07-26T16:45:35.643524+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.643524+0000","last_undegraded":"2024-07-26T16:45:35.643524+0000","last_fullsized":"2024-07-26T16:45:35.643524+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.304024+0000","last_change":"2024-07-26T16:45:37.679954+0000","last_active":"2024-07-26T16:45:39.304024+0000","last_peered":"2024-07-26T16:45:39.304024+0000","last_clean":"2024-07-26T16:45:39.304024+0000","last_became_active":"2024-07-26T16:45:37.679578+0000","last_became_peered":"2024-07-26T16:45:37.679578+0000","last_unstale":"2024-07-26T16:45:39.304024+0000","last_undegraded":"2024-07-26T16:45:39.304024+0000","last_fullsized":"2024-07-26T16:45:39.304024+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:45.286058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661078+0000","last_change":"2024-07-26T16:45:36.653321+0000","last_active":"2024-07-26T16:45:38.661078+0000","last_peered":"2024-07-26T16:45:38.661078+0000","last_clean":"2024-07-26T16:45:38.661078+0000","last_became_active":"2024-07-26T16:45:36.652955+0000","last_became_peered":"2024-07-26T16:45:36.652955+0000","last_unstale":"2024-07-26T16:45:38.661078+0000","last_undegraded":"2024-07-26T16:45:38.661078+0000","last_fullsized":"2024-07-26T16:45:38.661078+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:20:47.529252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688966+0000","last_change":"2024-07-26T16:45:36.661952+0000","last_active":"2024-07-26T16:45:38.688966+0000","last_peered":"2024-07-26T16:45:38.688966+0000","last_clean":"2024-07-26T16:45:38.688966+0000","last_became_active":"2024-07-26T16:45:36.661647+0000","last_became_peered":"2024-07-26T16:45:36.661647+0000","last_unstale":"2024-07-26T16:45:38.688966+0000","last_undegraded":"2024-07-26T16:45:38.688966+0000","last_fullsized":"2024-07-26T16:45:38.688966+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:26.337336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.14","version":"180'6","reported_seq":21,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657579+0000","last_change":"2024-07-26T16:45:36.658282+0000","last_active":"2024-07-26T16:45:38.657579+0000","last_peered":"2024-07-26T16:45:38.657579+0000","last_clean":"2024-07-26T16:45:38.657579+0000","last_became_active":"2024-07-26T16:45:36.657951+0000","last_became_peered":"2024-07-26T16:45:36.657951+0000","last_unstale":"2024-07-26T16:45:38.657579+0000","last_undegraded":"2024-07-26T16:45:38.657579+0000","last_fullsized":"2024-07-26T16:45:38.657579+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:43.713192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"171'177","reported_seq":816,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689013+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T16:45:38.689013+0000","last_peered":"2024-07-26T16:45:38.689013+0000","last_clean":"2024-07-26T16:45:38.689013+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T16:45:38.689013+0000","last_undegraded":"2024-07-26T16:45:38.689013+0000","last_fullsized":"2024-07-26T16:45:38.689013+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":177,"log_dups_size":0,"ondisk_log_size":177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":281,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":22,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":56,"acting":56,"num_store_stats":4},{"poolid":21,"num_pg":32,"stat_sum":{"num_bytes":1682,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":54,"acting":54,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":281,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":177,"ondisk_log_size":177,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575773,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47856,"kb_used_data":2784,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323984,"statfs":{"total":96636764160,"available":96587759616,"internally_reserved":0,"allocated":2850816,"data_stored":1750674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510363,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37508,"kb_used_data":2164,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334332,"statfs":{"total":96636764160,"available":96598355968,"internally_reserved":0,"allocated":2215936,"data_stored":1139458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47276,"kb_used_data":2200,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324564,"statfs":{"total":96636764160,"available":96588353536,"internally_reserved":0,"allocated":2252800,"data_stored":1160284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510363,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29184,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342656,"statfs":{"total":96636764160,"available":96606879744,"internally_reserved":0,"allocated":2203648,"data_stored":1133149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510362,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":59708,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312132,"statfs":{"total":96636764160,"available":96575623168,"internally_reserved":0,"allocated":2203648,"data_stored":1133149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":58915271},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510362,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63876,"kb_used_data":2164,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307964,"statfs":{"total":96636764160,"available":96571355136,"internally_reserved":0,"allocated":2215936,"data_stored":1139458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510366,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37548,"kb_used_data":2204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334292,"statfs":{"total":96636764160,"available":96598315008,"internally_reserved":0,"allocated":2256896,"data_stored":1160354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543070,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42308,"kb_used_data":2804,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329532,"statfs":{"total":96636764160,"available":96593440768,"internally_reserved":0,"allocated":2871296,"data_stored":1752970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T16:45:41.768 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T16:45:41.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.921+0000 7f0eea9cf640 1 -- 172.21.15.33:0/3262958931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed0003a30 msgr2=0x7f0ed0003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.921+0000 7f0eea9cf640 1 --2- 172.21.15.33:0/3262958931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed0003a30 0x7f0ed0003ea0 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7f0ed40016c0 tx=0x7f0ed0005830 comp rx=0 tx=0).stop 2024-07-26T16:45:41.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.921+0000 7f0ee8f6c640 1 -- 172.21.15.33:0/3262958931 reap_dead start 2024-07-26T16:45:41.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.921+0000 7f0eea9cf640 1 -- 172.21.15.33:0/3262958931 shutdown_connections 2024-07-26T16:45:41.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.921+0000 7f0eea9cf640 1 -- 172.21.15.33:0/3262958931 >> 172.21.15.33:0/3262958931 conn(0x7f0ee40d1bf0 msgr2=0x7f0ee40d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:41.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.921+0000 7f0eea9cf640 1 -- 172.21.15.33:0/3262958931 shutdown_connections 2024-07-26T16:45:41.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.921+0000 7f0eea9cf640 1 -- 172.21.15.33:0/3262958931 wait complete. 2024-07-26T16:45:41.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.923+0000 7f0eea9cf640 1 Processor -- start 2024-07-26T16:45:41.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.923+0000 7f0eea9cf640 1 -- start start 2024-07-26T16:45:41.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.924+0000 7f0eea9cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ed0003a30 0x7f0ee41f0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.924+0000 7f0eea9cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ee41f2f70 0x7f0ee41f4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.924+0000 7f0eea9cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee41f3a20 0x7f0ee41f5a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.924+0000 7f0eea9cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee40b1a90 con 0x7f0ee41f3a20 2024-07-26T16:45:41.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.924+0000 7f0eea9cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0ee40b1910 con 0x7f0ed0003a30 2024-07-26T16:45:41.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.924+0000 7f0eea9cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0ee40b1c10 con 0x7f0ee41f2f70 2024-07-26T16:45:41.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.924+0000 7f0ee8f6c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee41f3a20 0x7f0ee41f5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.924+0000 7f0ee8f6c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee41f3a20 0x7f0ee41f5a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46496/0 (socket says 172.21.15.33:46496) 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.924+0000 7f0ee8f6c640 1 -- 172.21.15.33:0/119738639 learned_addr learned my addr 172.21.15.33:0/119738639 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.924+0000 7f0ee3fff640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ed0003a30 0x7f0ee41f0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.924+0000 7f0edbfff640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ee41f2f70 0x7f0ee41f4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0ee8f6c640 1 -- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ee41f2f70 msgr2=0x7f0ee41f4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0ee8f6c640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ee41f2f70 0x7f0ee41f4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0ee8f6c640 1 -- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ed0003a30 msgr2=0x7f0ee41f0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0ee8f6c640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ed0003a30 0x7f0ee41f0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0ee8f6c640 1 -- 172.21.15.33:0/119738639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ee41f4990 con 0x7f0ee41f3a20 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0edbfff640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ee41f2f70 0x7f0ee41f4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0ee8f6c640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee41f3a20 0x7f0ee41f5a30 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7f0edc000f80 tx=0x7f0edc00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0ee17fa640 1 -- 172.21.15.33:0/119738639 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0edc00cba0 con 0x7f0ee41f3a20 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0ee17fa640 1 -- 172.21.15.33:0/119738639 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0edc017070 con 0x7f0ee41f3a20 2024-07-26T16:45:41.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0eea9cf640 1 -- 172.21.15.33:0/119738639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ee41f4c70 con 0x7f0ee41f3a20 2024-07-26T16:45:41.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0ee17fa640 1 -- 172.21.15.33:0/119738639 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0edc011460 con 0x7f0ee41f3a20 2024-07-26T16:45:41.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.925+0000 7f0eea9cf640 1 -- 172.21.15.33:0/119738639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ee41f5230 con 0x7f0ee41f3a20 2024-07-26T16:45:41.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.926+0000 7f0eea9cf640 1 -- 172.21.15.33:0/119738639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ee40b2260 con 0x7f0ee41f3a20 2024-07-26T16:45:41.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.927+0000 7f0ee17fa640 1 -- 172.21.15.33:0/119738639 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f0edc011600 con 0x7f0ee41f3a20 2024-07-26T16:45:41.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.927+0000 7f0ee17fa640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f0ec4077130 0x7f0ec4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:41.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.927+0000 7f0ee17fa640 1 -- 172.21.15.33:0/119738639 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f0edc099100 con 0x7f0ee41f3a20 2024-07-26T16:45:41.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.927+0000 7f0ee3fff640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f0ec4077130 0x7f0ec4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:41.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.928+0000 7f0ee3fff640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f0ec4077130 0x7f0ec4079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4032000 tx=0x7f0ed402c040 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:41.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:41.932+0000 7f0ee17fa640 1 -- 172.21.15.33:0/119738639 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0edc061f80 con 0x7f0ee41f3a20 2024-07-26T16:45:42.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.124+0000 7f0eea9cf640 1 -- 172.21.15.33:0/119738639 --> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0ee40c54c0 con 0x7f0ec4077130 2024-07-26T16:45:42.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.129+0000 7f0ee17fa640 1 -- 172.21.15.33:0/119738639 <== mgr.8338 v2:172.21.15.154:6836/3019583169 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245578 (secure 0 0 0) 0x7f0ee40c54c0 con 0x7f0ec4077130 2024-07-26T16:45:42.133 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:42.134 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T16:45:42.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 -- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f0ec4077130 msgr2=0x7f0ec4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f0ec4077130 0x7f0ec4079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0ed4032000 tx=0x7f0ed402c040 comp rx=0 tx=0).stop 2024-07-26T16:45:42.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 -- 172.21.15.33:0/119738639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee41f3a20 msgr2=0x7f0ee41f5a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee41f3a20 0x7f0ee41f5a30 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7f0edc000f80 tx=0x7f0edc00ed30 comp rx=0 tx=0).stop 2024-07-26T16:45:42.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 -- 172.21.15.33:0/119738639 shutdown_connections 2024-07-26T16:45:42.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f0ec4077130 0x7f0ec4079640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee41f3a20 0x7f0ee41f5a30 unknown :-1 s=CLOSED pgs=1703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ee41f2f70 0x7f0ee41f4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 --2- 172.21.15.33:0/119738639 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ed0003a30 0x7f0ee41f0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 -- 172.21.15.33:0/119738639 >> 172.21.15.33:0/119738639 conn(0x7f0ee40d1bf0 msgr2=0x7f0ee40cd940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:42.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 -- 172.21.15.33:0/119738639 shutdown_connections 2024-07-26T16:45:42.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.132+0000 7f0eea9cf640 1 -- 172.21.15.33:0/119738639 wait complete. 2024-07-26T16:45:42.145 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T16:45:40.973352+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592050,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":311,"num_write_kb":1632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202,"ondisk_log_size":202,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":67,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":365264,"kb_used_data":18624,"kb_used_omap":12,"kb_used_meta":346483,"kb_avail":754609456,"statfs":{"total":773094113280,"available":772720082944,"internally_reserved":0,"allocated":19070976,"data_stored":10369496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":354799153},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1682,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.335339"},"pg_stats":[{"pgid":"22.3f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661304+0000","last_change":"2024-07-26T16:45:37.672737+0000","last_active":"2024-07-26T16:45:38.661304+0000","last_peered":"2024-07-26T16:45:38.661304+0000","last_clean":"2024-07-26T16:45:38.661304+0000","last_became_active":"2024-07-26T16:45:37.672392+0000","last_became_peered":"2024-07-26T16:45:37.672392+0000","last_unstale":"2024-07-26T16:45:38.661304+0000","last_undegraded":"2024-07-26T16:45:38.661304+0000","last_fullsized":"2024-07-26T16:45:38.661304+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:56.134658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303705+0000","last_change":"2024-07-26T16:45:37.681192+0000","last_active":"2024-07-26T16:45:39.303705+0000","last_peered":"2024-07-26T16:45:39.303705+0000","last_clean":"2024-07-26T16:45:39.303705+0000","last_became_active":"2024-07-26T16:45:37.680887+0000","last_became_peered":"2024-07-26T16:45:37.680887+0000","last_unstale":"2024-07-26T16:45:39.303705+0000","last_undegraded":"2024-07-26T16:45:39.303705+0000","last_fullsized":"2024-07-26T16:45:39.303705+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:50:11.697448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303575+0000","last_change":"2024-07-26T16:45:37.673811+0000","last_active":"2024-07-26T16:45:39.303575+0000","last_peered":"2024-07-26T16:45:39.303575+0000","last_clean":"2024-07-26T16:45:39.303575+0000","last_became_active":"2024-07-26T16:45:37.673503+0000","last_became_peered":"2024-07-26T16:45:37.673503+0000","last_unstale":"2024-07-26T16:45:39.303575+0000","last_undegraded":"2024-07-26T16:45:39.303575+0000","last_fullsized":"2024-07-26T16:45:39.303575+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:49.242512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.39","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661088+0000","last_change":"2024-07-26T16:45:37.674103+0000","last_active":"2024-07-26T16:45:38.661088+0000","last_peered":"2024-07-26T16:45:38.661088+0000","last_clean":"2024-07-26T16:45:38.661088+0000","last_became_active":"2024-07-26T16:45:37.673763+0000","last_became_peered":"2024-07-26T16:45:37.673763+0000","last_unstale":"2024-07-26T16:45:38.661088+0000","last_undegraded":"2024-07-26T16:45:38.661088+0000","last_fullsized":"2024-07-26T16:45:38.661088+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:06.873271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.31","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302988+0000","last_change":"2024-07-26T16:45:37.682252+0000","last_active":"2024-07-26T16:45:39.302988+0000","last_peered":"2024-07-26T16:45:39.302988+0000","last_clean":"2024-07-26T16:45:39.302988+0000","last_became_active":"2024-07-26T16:45:37.681764+0000","last_became_peered":"2024-07-26T16:45:37.681764+0000","last_unstale":"2024-07-26T16:45:39.302988+0000","last_undegraded":"2024-07-26T16:45:39.302988+0000","last_fullsized":"2024-07-26T16:45:39.302988+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:26.876267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689371+0000","last_change":"2024-07-26T16:45:37.677711+0000","last_active":"2024-07-26T16:45:38.689371+0000","last_peered":"2024-07-26T16:45:38.689371+0000","last_clean":"2024-07-26T16:45:38.689371+0000","last_became_active":"2024-07-26T16:45:37.677156+0000","last_became_peered":"2024-07-26T16:45:37.677156+0000","last_unstale":"2024-07-26T16:45:38.689371+0000","last_undegraded":"2024-07-26T16:45:38.689371+0000","last_fullsized":"2024-07-26T16:45:38.689371+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:11:14.813344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.2c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657620+0000","last_change":"2024-07-26T16:45:37.672788+0000","last_active":"2024-07-26T16:45:38.657620+0000","last_peered":"2024-07-26T16:45:38.657620+0000","last_clean":"2024-07-26T16:45:38.657620+0000","last_became_active":"2024-07-26T16:45:37.672364+0000","last_became_peered":"2024-07-26T16:45:37.672364+0000","last_unstale":"2024-07-26T16:45:38.657620+0000","last_undegraded":"2024-07-26T16:45:38.657620+0000","last_fullsized":"2024-07-26T16:45:38.657620+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:02.302902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661098+0000","last_change":"2024-07-26T16:45:37.674430+0000","last_active":"2024-07-26T16:45:38.661098+0000","last_peered":"2024-07-26T16:45:38.661098+0000","last_clean":"2024-07-26T16:45:38.661098+0000","last_became_active":"2024-07-26T16:45:37.674096+0000","last_became_peered":"2024-07-26T16:45:37.674096+0000","last_unstale":"2024-07-26T16:45:38.661098+0000","last_undegraded":"2024-07-26T16:45:38.661098+0000","last_fullsized":"2024-07-26T16:45:38.661098+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:06:33.507890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.27","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661481+0000","last_change":"2024-07-26T16:45:37.668035+0000","last_active":"2024-07-26T16:45:38.661481+0000","last_peered":"2024-07-26T16:45:38.661481+0000","last_clean":"2024-07-26T16:45:38.661481+0000","last_became_active":"2024-07-26T16:45:37.667676+0000","last_became_peered":"2024-07-26T16:45:37.667676+0000","last_unstale":"2024-07-26T16:45:38.661481+0000","last_undegraded":"2024-07-26T16:45:38.661481+0000","last_fullsized":"2024-07-26T16:45:38.661481+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:30:58.746018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.26","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661500+0000","last_change":"2024-07-26T16:45:37.662457+0000","last_active":"2024-07-26T16:45:38.661500+0000","last_peered":"2024-07-26T16:45:38.661500+0000","last_clean":"2024-07-26T16:45:38.661500+0000","last_became_active":"2024-07-26T16:45:37.661996+0000","last_became_peered":"2024-07-26T16:45:37.661996+0000","last_unstale":"2024-07-26T16:45:38.661500+0000","last_undegraded":"2024-07-26T16:45:38.661500+0000","last_fullsized":"2024-07-26T16:45:38.661500+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:43:11.298520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303279+0000","last_change":"2024-07-26T16:45:37.674655+0000","last_active":"2024-07-26T16:45:39.303279+0000","last_peered":"2024-07-26T16:45:39.303279+0000","last_clean":"2024-07-26T16:45:39.303279+0000","last_became_active":"2024-07-26T16:45:37.674306+0000","last_became_peered":"2024-07-26T16:45:37.674306+0000","last_unstale":"2024-07-26T16:45:39.303279+0000","last_undegraded":"2024-07-26T16:45:39.303279+0000","last_fullsized":"2024-07-26T16:45:39.303279+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:26.844281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303648+0000","last_change":"2024-07-26T16:45:37.681930+0000","last_active":"2024-07-26T16:45:39.303648+0000","last_peered":"2024-07-26T16:45:39.303648+0000","last_clean":"2024-07-26T16:45:39.303648+0000","last_became_active":"2024-07-26T16:45:37.681619+0000","last_became_peered":"2024-07-26T16:45:37.681619+0000","last_unstale":"2024-07-26T16:45:39.303648+0000","last_undegraded":"2024-07-26T16:45:39.303648+0000","last_fullsized":"2024-07-26T16:45:39.303648+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:40:18.031309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689134+0000","last_change":"2024-07-26T16:45:36.660813+0000","last_active":"2024-07-26T16:45:38.689134+0000","last_peered":"2024-07-26T16:45:38.689134+0000","last_clean":"2024-07-26T16:45:38.689134+0000","last_became_active":"2024-07-26T16:45:36.659851+0000","last_became_peered":"2024-07-26T16:45:36.659851+0000","last_unstale":"2024-07-26T16:45:38.689134+0000","last_undegraded":"2024-07-26T16:45:38.689134+0000","last_fullsized":"2024-07-26T16:45:38.689134+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:42.589664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.1d","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689444+0000","last_change":"2024-07-26T16:45:36.661071+0000","last_active":"2024-07-26T16:45:38.689444+0000","last_peered":"2024-07-26T16:45:38.689444+0000","last_clean":"2024-07-26T16:45:38.689444+0000","last_became_active":"2024-07-26T16:45:36.660336+0000","last_became_peered":"2024-07-26T16:45:36.660336+0000","last_unstale":"2024-07-26T16:45:38.689444+0000","last_undegraded":"2024-07-26T16:45:38.689444+0000","last_fullsized":"2024-07-26T16:45:38.689444+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:43.713192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689422+0000","last_change":"2024-07-26T16:45:37.674518+0000","last_active":"2024-07-26T16:45:38.689422+0000","last_peered":"2024-07-26T16:45:38.689422+0000","last_clean":"2024-07-26T16:45:38.689422+0000","last_became_active":"2024-07-26T16:45:37.674196+0000","last_became_peered":"2024-07-26T16:45:37.674196+0000","last_unstale":"2024-07-26T16:45:38.689422+0000","last_undegraded":"2024-07-26T16:45:38.689422+0000","last_fullsized":"2024-07-26T16:45:38.689422+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:51.300100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303318+0000","last_change":"2024-07-26T16:45:36.659923+0000","last_active":"2024-07-26T16:45:39.303318+0000","last_peered":"2024-07-26T16:45:39.303318+0000","last_clean":"2024-07-26T16:45:39.303318+0000","last_became_active":"2024-07-26T16:45:36.659571+0000","last_became_peered":"2024-07-26T16:45:36.659571+0000","last_unstale":"2024-07-26T16:45:39.303318+0000","last_undegraded":"2024-07-26T16:45:39.303318+0000","last_fullsized":"2024-07-26T16:45:39.303318+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:31:00.246877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657405+0000","last_change":"2024-07-26T16:45:37.672067+0000","last_active":"2024-07-26T16:45:38.657405+0000","last_peered":"2024-07-26T16:45:38.657405+0000","last_clean":"2024-07-26T16:45:38.657405+0000","last_became_active":"2024-07-26T16:45:37.671750+0000","last_became_peered":"2024-07-26T16:45:37.671750+0000","last_unstale":"2024-07-26T16:45:38.657405+0000","last_undegraded":"2024-07-26T16:45:38.657405+0000","last_fullsized":"2024-07-26T16:45:38.657405+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:12:12.896757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.641463+0000","last_change":"2024-07-26T16:45:35.641463+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.641463+0000","last_undegraded":"2024-07-26T16:45:35.641463+0000","last_fullsized":"2024-07-26T16:45:35.641463+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303994+0000","last_change":"2024-07-26T16:45:37.671760+0000","last_active":"2024-07-26T16:45:39.303994+0000","last_peered":"2024-07-26T16:45:39.303994+0000","last_clean":"2024-07-26T16:45:39.303994+0000","last_became_active":"2024-07-26T16:45:37.671313+0000","last_became_peered":"2024-07-26T16:45:37.671313+0000","last_unstale":"2024-07-26T16:45:39.303994+0000","last_undegraded":"2024-07-26T16:45:39.303994+0000","last_fullsized":"2024-07-26T16:45:39.303994+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:57:37.759934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.660920+0000","last_change":"2024-07-26T16:45:36.651903+0000","last_active":"2024-07-26T16:45:38.660920+0000","last_peered":"2024-07-26T16:45:38.660920+0000","last_clean":"2024-07-26T16:45:38.660920+0000","last_became_active":"2024-07-26T16:45:36.651548+0000","last_became_peered":"2024-07-26T16:45:36.651548+0000","last_unstale":"2024-07-26T16:45:38.660920+0000","last_undegraded":"2024-07-26T16:45:38.660920+0000","last_fullsized":"2024-07-26T16:45:38.660920+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:28.541213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661378+0000","last_change":"2024-07-26T16:45:37.673285+0000","last_active":"2024-07-26T16:45:38.661378+0000","last_peered":"2024-07-26T16:45:38.661378+0000","last_clean":"2024-07-26T16:45:38.661378+0000","last_became_active":"2024-07-26T16:45:37.672444+0000","last_became_peered":"2024-07-26T16:45:37.672444+0000","last_unstale":"2024-07-26T16:45:38.661378+0000","last_undegraded":"2024-07-26T16:45:38.661378+0000","last_fullsized":"2024-07-26T16:45:38.661378+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:25:31.995687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689314+0000","last_change":"2024-07-26T16:45:36.659946+0000","last_active":"2024-07-26T16:45:38.689314+0000","last_peered":"2024-07-26T16:45:38.689314+0000","last_clean":"2024-07-26T16:45:38.689314+0000","last_became_active":"2024-07-26T16:45:36.659603+0000","last_became_peered":"2024-07-26T16:45:36.659603+0000","last_unstale":"2024-07-26T16:45:38.689314+0000","last_undegraded":"2024-07-26T16:45:38.689314+0000","last_fullsized":"2024-07-26T16:45:38.689314+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:27:24.954371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661888+0000","last_change":"2024-07-26T16:45:36.654014+0000","last_active":"2024-07-26T16:45:38.661888+0000","last_peered":"2024-07-26T16:45:38.661888+0000","last_clean":"2024-07-26T16:45:38.661888+0000","last_became_active":"2024-07-26T16:45:36.653662+0000","last_became_peered":"2024-07-26T16:45:36.653662+0000","last_unstale":"2024-07-26T16:45:38.661888+0000","last_undegraded":"2024-07-26T16:45:38.661888+0000","last_fullsized":"2024-07-26T16:45:38.661888+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:02:40.503497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.643474+0000","last_change":"2024-07-26T16:45:35.643474+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.643474+0000","last_undegraded":"2024-07-26T16:45:35.643474+0000","last_fullsized":"2024-07-26T16:45:35.643474+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303193+0000","last_change":"2024-07-26T16:45:37.681135+0000","last_active":"2024-07-26T16:45:39.303193+0000","last_peered":"2024-07-26T16:45:39.303193+0000","last_clean":"2024-07-26T16:45:39.303193+0000","last_became_active":"2024-07-26T16:45:37.680775+0000","last_became_peered":"2024-07-26T16:45:37.680775+0000","last_unstale":"2024-07-26T16:45:39.303193+0000","last_undegraded":"2024-07-26T16:45:39.303193+0000","last_fullsized":"2024-07-26T16:45:39.303193+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:41:28.470770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.644075+0000","last_change":"2024-07-26T16:45:35.644075+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.644075+0000","last_undegraded":"2024-07-26T16:45:35.644075+0000","last_fullsized":"2024-07-26T16:45:35.644075+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.644061+0000","last_change":"2024-07-26T16:45:35.644061+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.644061+0000","last_undegraded":"2024-07-26T16:45:35.644061+0000","last_fullsized":"2024-07-26T16:45:35.644061+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302440+0000","last_change":"2024-07-26T16:45:37.684975+0000","last_active":"2024-07-26T16:45:39.302440+0000","last_peered":"2024-07-26T16:45:39.302440+0000","last_clean":"2024-07-26T16:45:39.302440+0000","last_became_active":"2024-07-26T16:45:37.684614+0000","last_became_peered":"2024-07-26T16:45:37.684614+0000","last_unstale":"2024-07-26T16:45:39.302440+0000","last_undegraded":"2024-07-26T16:45:39.302440+0000","last_fullsized":"2024-07-26T16:45:39.302440+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:53.961027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.10","version":"180'8","reported_seq":23,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.660652+0000","last_change":"2024-07-26T16:45:36.653905+0000","last_active":"2024-07-26T16:45:38.660652+0000","last_peered":"2024-07-26T16:45:38.660652+0000","last_clean":"2024-07-26T16:45:38.660652+0000","last_became_active":"2024-07-26T16:45:36.653547+0000","last_became_peered":"2024-07-26T16:45:36.653547+0000","last_unstale":"2024-07-26T16:45:38.660652+0000","last_undegraded":"2024-07-26T16:45:38.660652+0000","last_fullsized":"2024-07-26T16:45:38.660652+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:13:57.732328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689151+0000","last_change":"2024-07-26T16:45:37.681322+0000","last_active":"2024-07-26T16:45:38.689151+0000","last_peered":"2024-07-26T16:45:38.689151+0000","last_clean":"2024-07-26T16:45:38.689151+0000","last_became_active":"2024-07-26T16:45:37.680794+0000","last_became_peered":"2024-07-26T16:45:37.680794+0000","last_unstale":"2024-07-26T16:45:38.689151+0000","last_undegraded":"2024-07-26T16:45:38.689151+0000","last_fullsized":"2024-07-26T16:45:38.689151+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:48:23.912944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.643647+0000","last_change":"2024-07-26T16:45:35.643647+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.643647+0000","last_undegraded":"2024-07-26T16:45:35.643647+0000","last_fullsized":"2024-07-26T16:45:35.643647+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689378+0000","last_change":"2024-07-26T16:45:37.683546+0000","last_active":"2024-07-26T16:45:38.689378+0000","last_peered":"2024-07-26T16:45:38.689378+0000","last_clean":"2024-07-26T16:45:38.689378+0000","last_became_active":"2024-07-26T16:45:37.683202+0000","last_became_peered":"2024-07-26T16:45:37.683202+0000","last_unstale":"2024-07-26T16:45:38.689378+0000","last_undegraded":"2024-07-26T16:45:38.689378+0000","last_fullsized":"2024-07-26T16:45:38.689378+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:12:54.618914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.e","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689143+0000","last_change":"2024-07-26T16:45:36.661196+0000","last_active":"2024-07-26T16:45:38.689143+0000","last_peered":"2024-07-26T16:45:38.689143+0000","last_clean":"2024-07-26T16:45:38.689143+0000","last_became_active":"2024-07-26T16:45:36.660204+0000","last_became_peered":"2024-07-26T16:45:36.660204+0000","last_unstale":"2024-07-26T16:45:38.689143+0000","last_undegraded":"2024-07-26T16:45:38.689143+0000","last_fullsized":"2024-07-26T16:45:38.689143+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:17.687684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661806+0000","last_change":"2024-07-26T16:45:37.671281+0000","last_active":"2024-07-26T16:45:38.661806+0000","last_peered":"2024-07-26T16:45:38.661806+0000","last_clean":"2024-07-26T16:45:38.661806+0000","last_became_active":"2024-07-26T16:45:37.670505+0000","last_became_peered":"2024-07-26T16:45:37.670505+0000","last_unstale":"2024-07-26T16:45:38.661806+0000","last_undegraded":"2024-07-26T16:45:38.661806+0000","last_fullsized":"2024-07-26T16:45:38.661806+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:59.749259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303647+0000","last_change":"2024-07-26T16:45:36.664239+0000","last_active":"2024-07-26T16:45:39.303647+0000","last_peered":"2024-07-26T16:45:39.303647+0000","last_clean":"2024-07-26T16:45:39.303647+0000","last_became_active":"2024-07-26T16:45:36.663882+0000","last_became_peered":"2024-07-26T16:45:36.663882+0000","last_unstale":"2024-07-26T16:45:39.303647+0000","last_undegraded":"2024-07-26T16:45:39.303647+0000","last_fullsized":"2024-07-26T16:45:39.303647+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:13.229609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661559+0000","last_change":"2024-07-26T16:45:37.672174+0000","last_active":"2024-07-26T16:45:38.661559+0000","last_peered":"2024-07-26T16:45:38.661559+0000","last_clean":"2024-07-26T16:45:38.661559+0000","last_became_active":"2024-07-26T16:45:37.671481+0000","last_became_peered":"2024-07-26T16:45:37.671481+0000","last_unstale":"2024-07-26T16:45:38.661559+0000","last_undegraded":"2024-07-26T16:45:38.661559+0000","last_fullsized":"2024-07-26T16:45:38.661559+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:30.630342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.644077+0000","last_change":"2024-07-26T16:45:35.644077+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.644077+0000","last_undegraded":"2024-07-26T16:45:35.644077+0000","last_fullsized":"2024-07-26T16:45:35.644077+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688898+0000","last_change":"2024-07-26T16:45:37.683289+0000","last_active":"2024-07-26T16:45:38.688898+0000","last_peered":"2024-07-26T16:45:38.688898+0000","last_clean":"2024-07-26T16:45:38.688898+0000","last_became_active":"2024-07-26T16:45:37.682879+0000","last_became_peered":"2024-07-26T16:45:37.682879+0000","last_unstale":"2024-07-26T16:45:38.688898+0000","last_undegraded":"2024-07-26T16:45:38.688898+0000","last_fullsized":"2024-07-26T16:45:38.688898+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:43.888931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657479+0000","last_change":"2024-07-26T16:45:36.657500+0000","last_active":"2024-07-26T16:45:38.657479+0000","last_peered":"2024-07-26T16:45:38.657479+0000","last_clean":"2024-07-26T16:45:38.657479+0000","last_became_active":"2024-07-26T16:45:36.657160+0000","last_became_peered":"2024-07-26T16:45:36.657160+0000","last_unstale":"2024-07-26T16:45:38.657479+0000","last_undegraded":"2024-07-26T16:45:38.657479+0000","last_fullsized":"2024-07-26T16:45:38.657479+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:27:24.954371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303388+0000","last_change":"2024-07-26T16:45:37.672466+0000","last_active":"2024-07-26T16:45:39.303388+0000","last_peered":"2024-07-26T16:45:39.303388+0000","last_clean":"2024-07-26T16:45:39.303388+0000","last_became_active":"2024-07-26T16:45:37.672146+0000","last_became_peered":"2024-07-26T16:45:37.672146+0000","last_unstale":"2024-07-26T16:45:39.303388+0000","last_undegraded":"2024-07-26T16:45:39.303388+0000","last_fullsized":"2024-07-26T16:45:39.303388+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:21:26.321620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.641427+0000","last_change":"2024-07-26T16:45:35.641427+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.641427+0000","last_undegraded":"2024-07-26T16:45:35.641427+0000","last_fullsized":"2024-07-26T16:45:35.641427+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688988+0000","last_change":"2024-07-26T16:45:37.672422+0000","last_active":"2024-07-26T16:45:38.688988+0000","last_peered":"2024-07-26T16:45:38.688988+0000","last_clean":"2024-07-26T16:45:38.688988+0000","last_became_active":"2024-07-26T16:45:37.672101+0000","last_became_peered":"2024-07-26T16:45:37.672101+0000","last_unstale":"2024-07-26T16:45:38.688988+0000","last_undegraded":"2024-07-26T16:45:38.688988+0000","last_fullsized":"2024-07-26T16:45:38.688988+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:57:42.400415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657216+0000","last_change":"2024-07-26T16:45:36.663721+0000","last_active":"2024-07-26T16:45:38.657216+0000","last_peered":"2024-07-26T16:45:38.657216+0000","last_clean":"2024-07-26T16:45:38.657216+0000","last_became_active":"2024-07-26T16:45:36.663363+0000","last_became_peered":"2024-07-26T16:45:36.663363+0000","last_unstale":"2024-07-26T16:45:38.657216+0000","last_undegraded":"2024-07-26T16:45:38.657216+0000","last_fullsized":"2024-07-26T16:45:38.657216+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:17.687684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302652+0000","last_change":"2024-07-26T16:45:37.682695+0000","last_active":"2024-07-26T16:45:39.302652+0000","last_peered":"2024-07-26T16:45:39.302652+0000","last_clean":"2024-07-26T16:45:39.302652+0000","last_became_active":"2024-07-26T16:45:37.682338+0000","last_became_peered":"2024-07-26T16:45:37.682338+0000","last_unstale":"2024-07-26T16:45:39.302652+0000","last_undegraded":"2024-07-26T16:45:39.302652+0000","last_fullsized":"2024-07-26T16:45:39.302652+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:29:17.102519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.641670+0000","last_change":"2024-07-26T16:45:35.641670+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.641670+0000","last_undegraded":"2024-07-26T16:45:35.641670+0000","last_fullsized":"2024-07-26T16:45:35.641670+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.645203+0000","last_change":"2024-07-26T16:45:35.645203+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.645203+0000","last_undegraded":"2024-07-26T16:45:35.645203+0000","last_fullsized":"2024-07-26T16:45:35.645203+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.6","version":"181'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662042+0000","last_change":"2024-07-26T16:45:36.664120+0000","last_active":"2024-07-26T16:45:38.662042+0000","last_peered":"2024-07-26T16:45:38.662042+0000","last_clean":"2024-07-26T16:45:38.662042+0000","last_became_active":"2024-07-26T16:45:36.663772+0000","last_became_peered":"2024-07-26T16:45:36.663772+0000","last_unstale":"2024-07-26T16:45:38.662042+0000","last_undegraded":"2024-07-26T16:45:38.662042+0000","last_fullsized":"2024-07-26T16:45:38.662042+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:07.315512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661908+0000","last_change":"2024-07-26T16:45:37.674918+0000","last_active":"2024-07-26T16:45:38.661908+0000","last_peered":"2024-07-26T16:45:38.661908+0000","last_clean":"2024-07-26T16:45:38.661908+0000","last_became_active":"2024-07-26T16:45:37.674586+0000","last_became_peered":"2024-07-26T16:45:37.674586+0000","last_unstale":"2024-07-26T16:45:38.661908+0000","last_undegraded":"2024-07-26T16:45:38.661908+0000","last_fullsized":"2024-07-26T16:45:38.661908+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:57.727875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303716+0000","last_change":"2024-07-26T16:45:36.660972+0000","last_active":"2024-07-26T16:45:39.303716+0000","last_peered":"2024-07-26T16:45:39.303716+0000","last_clean":"2024-07-26T16:45:39.303716+0000","last_became_active":"2024-07-26T16:45:36.660455+0000","last_became_peered":"2024-07-26T16:45:36.660455+0000","last_unstale":"2024-07-26T16:45:39.303716+0000","last_undegraded":"2024-07-26T16:45:39.303716+0000","last_fullsized":"2024-07-26T16:45:39.303716+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:19.644362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661238+0000","last_change":"2024-07-26T16:45:36.665384+0000","last_active":"2024-07-26T16:45:38.661238+0000","last_peered":"2024-07-26T16:45:38.661238+0000","last_clean":"2024-07-26T16:45:38.661238+0000","last_became_active":"2024-07-26T16:45:36.664384+0000","last_became_peered":"2024-07-26T16:45:36.664384+0000","last_unstale":"2024-07-26T16:45:38.661238+0000","last_undegraded":"2024-07-26T16:45:38.661238+0000","last_fullsized":"2024-07-26T16:45:38.661238+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:27.778144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.643524+0000","last_change":"2024-07-26T16:45:35.643524+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.643524+0000","last_undegraded":"2024-07-26T16:45:35.643524+0000","last_fullsized":"2024-07-26T16:45:35.643524+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.304024+0000","last_change":"2024-07-26T16:45:37.679954+0000","last_active":"2024-07-26T16:45:39.304024+0000","last_peered":"2024-07-26T16:45:39.304024+0000","last_clean":"2024-07-26T16:45:39.304024+0000","last_became_active":"2024-07-26T16:45:37.679578+0000","last_became_peered":"2024-07-26T16:45:37.679578+0000","last_unstale":"2024-07-26T16:45:39.304024+0000","last_undegraded":"2024-07-26T16:45:39.304024+0000","last_fullsized":"2024-07-26T16:45:39.304024+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:45.286058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661078+0000","last_change":"2024-07-26T16:45:36.653321+0000","last_active":"2024-07-26T16:45:38.661078+0000","last_peered":"2024-07-26T16:45:38.661078+0000","last_clean":"2024-07-26T16:45:38.661078+0000","last_became_active":"2024-07-26T16:45:36.652955+0000","last_became_peered":"2024-07-26T16:45:36.652955+0000","last_unstale":"2024-07-26T16:45:38.661078+0000","last_undegraded":"2024-07-26T16:45:38.661078+0000","last_fullsized":"2024-07-26T16:45:38.661078+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:20:47.529252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688966+0000","last_change":"2024-07-26T16:45:36.661952+0000","last_active":"2024-07-26T16:45:38.688966+0000","last_peered":"2024-07-26T16:45:38.688966+0000","last_clean":"2024-07-26T16:45:38.688966+0000","last_became_active":"2024-07-26T16:45:36.661647+0000","last_became_peered":"2024-07-26T16:45:36.661647+0000","last_unstale":"2024-07-26T16:45:38.688966+0000","last_undegraded":"2024-07-26T16:45:38.688966+0000","last_fullsized":"2024-07-26T16:45:38.688966+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:26.337336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.14","version":"180'6","reported_seq":21,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657579+0000","last_change":"2024-07-26T16:45:36.658282+0000","last_active":"2024-07-26T16:45:38.657579+0000","last_peered":"2024-07-26T16:45:38.657579+0000","last_clean":"2024-07-26T16:45:38.657579+0000","last_became_active":"2024-07-26T16:45:36.657951+0000","last_became_peered":"2024-07-26T16:45:36.657951+0000","last_unstale":"2024-07-26T16:45:38.657579+0000","last_undegraded":"2024-07-26T16:45:38.657579+0000","last_fullsized":"2024-07-26T16:45:38.657579+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:43.713192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"171'177","reported_seq":816,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689013+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T16:45:38.689013+0000","last_peered":"2024-07-26T16:45:38.689013+0000","last_clean":"2024-07-26T16:45:38.689013+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T16:45:38.689013+0000","last_undegraded":"2024-07-26T16:45:38.689013+0000","last_fullsized":"2024-07-26T16:45:38.689013+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":177,"log_dups_size":0,"ondisk_log_size":177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":281,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":22,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":56,"acting":56,"num_store_stats":4},{"poolid":21,"num_pg":32,"stat_sum":{"num_bytes":1682,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":54,"acting":54,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":281,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":177,"ondisk_log_size":177,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575773,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47856,"kb_used_data":2784,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323984,"statfs":{"total":96636764160,"available":96587759616,"internally_reserved":0,"allocated":2850816,"data_stored":1750674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510363,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37508,"kb_used_data":2164,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334332,"statfs":{"total":96636764160,"available":96598355968,"internally_reserved":0,"allocated":2215936,"data_stored":1139458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47276,"kb_used_data":2200,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324564,"statfs":{"total":96636764160,"available":96588353536,"internally_reserved":0,"allocated":2252800,"data_stored":1160284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510363,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29184,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342656,"statfs":{"total":96636764160,"available":96606879744,"internally_reserved":0,"allocated":2203648,"data_stored":1133149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510362,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":59708,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312132,"statfs":{"total":96636764160,"available":96575623168,"internally_reserved":0,"allocated":2203648,"data_stored":1133149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":58915271},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510362,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63876,"kb_used_data":2164,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307964,"statfs":{"total":96636764160,"available":96571355136,"internally_reserved":0,"allocated":2215936,"data_stored":1139458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510366,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37548,"kb_used_data":2204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334292,"statfs":{"total":96636764160,"available":96598315008,"internally_reserved":0,"allocated":2256896,"data_stored":1160354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543070,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42308,"kb_used_data":2804,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329532,"statfs":{"total":96636764160,"available":96593440768,"internally_reserved":0,"allocated":2871296,"data_stored":1752970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T16:45:42.149 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T16:45:42.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.301+0000 7f95b779b640 1 -- 172.21.15.33:0/3273634172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b00cfa60 msgr2=0x7f95b00cfe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.301+0000 7f95b779b640 1 --2- 172.21.15.33:0/3273634172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b00cfa60 0x7f95b00cfe70 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f95b00d2890 tx=0x7f95a402a530 comp rx=0 tx=0).stop 2024-07-26T16:45:42.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.301+0000 7f95b779b640 1 -- 172.21.15.33:0/3273634172 shutdown_connections 2024-07-26T16:45:42.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.301+0000 7f95b779b640 1 --2- 172.21.15.33:0/3273634172 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b00cfa60 0x7f95b00cfe70 unknown :-1 s=CLOSED pgs=1704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.301+0000 7f95b779b640 1 --2- 172.21.15.33:0/3273634172 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95b00cc660 0x7f95b00b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.301+0000 7f95b779b640 1 -- 172.21.15.33:0/3273634172 >> 172.21.15.33:0/3273634172 conn(0x7f95b00d1bf0 msgr2=0x7f95b00d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:42.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.301+0000 7f95b779b640 1 -- 172.21.15.33:0/3273634172 shutdown_connections 2024-07-26T16:45:42.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.301+0000 7f95b779b640 1 -- 172.21.15.33:0/3273634172 wait complete. 2024-07-26T16:45:42.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.303+0000 7f95b779b640 1 Processor -- start 2024-07-26T16:45:42.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.303+0000 7f95b779b640 1 -- start start 2024-07-26T16:45:42.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b779b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95b00cc660 0x7f95b00c9af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:42.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b779b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95b00cfa60 0x7f95b006f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:42.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b779b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b0160400 0x7f95b01f5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:42.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b779b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f95b00ce690 con 0x7f95b0160400 2024-07-26T16:45:42.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b779b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f95b00ce510 con 0x7f95b00cfa60 2024-07-26T16:45:42.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b779b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f95b00ce810 con 0x7f95b00cc660 2024-07-26T16:45:42.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b5d38640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b0160400 0x7f95b01f5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b5d38640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b0160400 0x7f95b01f5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46508/0 (socket says 172.21.15.33:46508) 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b5d38640 1 -- 172.21.15.33:0/2085361838 learned_addr learned my addr 172.21.15.33:0/2085361838 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b4d36640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95b00cfa60 0x7f95b006f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b5537640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95b00cc660 0x7f95b00c9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b5d38640 1 -- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95b00cc660 msgr2=0x7f95b00c9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b5d38640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95b00cc660 0x7f95b00c9af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b5d38640 1 -- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95b00cfa60 msgr2=0x7f95b006f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b5d38640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95b00cfa60 0x7f95b006f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b5d38640 1 -- 172.21.15.33:0/2085361838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95b01f8f90 con 0x7f95b0160400 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.304+0000 7f95b4d36640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95b00cfa60 0x7f95b006f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.305+0000 7f95b5d38640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b0160400 0x7f95b01f5a10 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f95a800c6b0 tx=0x7f95a800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:42.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.305+0000 7f95adffb640 1 -- 172.21.15.33:0/2085361838 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a8003b70 con 0x7f95b0160400 2024-07-26T16:45:42.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.305+0000 7f95adffb640 1 -- 172.21.15.33:0/2085361838 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f95a8003d10 con 0x7f95b0160400 2024-07-26T16:45:42.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.305+0000 7f95b779b640 1 -- 172.21.15.33:0/2085361838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95b01f9270 con 0x7f95b0160400 2024-07-26T16:45:42.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.305+0000 7f95adffb640 1 -- 172.21.15.33:0/2085361838 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a8005330 con 0x7f95b0160400 2024-07-26T16:45:42.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.305+0000 7f95b779b640 1 -- 172.21.15.33:0/2085361838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95b01f9830 con 0x7f95b0160400 2024-07-26T16:45:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.306+0000 7f95b779b640 1 -- 172.21.15.33:0/2085361838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95b00b6e00 con 0x7f95b0160400 2024-07-26T16:45:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.307+0000 7f95adffb640 1 -- 172.21.15.33:0/2085361838 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f95a80054d0 con 0x7f95b0160400 2024-07-26T16:45:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.307+0000 7f95adffb640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f959c077130 0x7f959c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.307+0000 7f95adffb640 1 -- 172.21.15.33:0/2085361838 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f95a8098b00 con 0x7f95b0160400 2024-07-26T16:45:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.308+0000 7f95b5537640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f959c077130 0x7f959c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:42.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.308+0000 7f95b5537640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f959c077130 0x7f959c079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f95a0005fd0 tx=0x7f95a0005850 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:42.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.312+0000 7f95adffb640 1 -- 172.21.15.33:0/2085361838 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f95a8061a10 con 0x7f95b0160400 2024-07-26T16:45:42.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.499+0000 7f95b779b640 1 -- 172.21.15.33:0/2085361838 --> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f95b00c54c0 con 0x7f959c077130 2024-07-26T16:45:42.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.504+0000 7f95adffb640 1 -- 172.21.15.33:0/2085361838 <== mgr.8338 v2:172.21.15.154:6836/3019583169 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245578 (secure 0 0 0) 0x7f95b00c54c0 con 0x7f959c077130 2024-07-26T16:45:42.508 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:42.509 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T16:45:42.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 -- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f959c077130 msgr2=0x7f959c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f959c077130 0x7f959c079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f95a0005fd0 tx=0x7f95a0005850 comp rx=0 tx=0).stop 2024-07-26T16:45:42.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 -- 172.21.15.33:0/2085361838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b0160400 msgr2=0x7f95b01f5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b0160400 0x7f95b01f5a10 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f95a800c6b0 tx=0x7f95a800cb70 comp rx=0 tx=0).stop 2024-07-26T16:45:42.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 -- 172.21.15.33:0/2085361838 shutdown_connections 2024-07-26T16:45:42.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f959c077130 0x7f959c079640 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f95b0160400 0x7f95b01f5a10 unknown :-1 s=CLOSED pgs=1705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f95b00cfa60 0x7f95b006f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 --2- 172.21.15.33:0/2085361838 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f95b00cc660 0x7f95b00c9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 -- 172.21.15.33:0/2085361838 >> 172.21.15.33:0/2085361838 conn(0x7f95b00d1bf0 msgr2=0x7f95b00d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:42.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 -- 172.21.15.33:0/2085361838 shutdown_connections 2024-07-26T16:45:42.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.507+0000 7f95b779b640 1 -- 172.21.15.33:0/2085361838 wait complete. 2024-07-26T16:45:42.520 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T16:45:40.973352+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592050,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":311,"num_write_kb":1632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202,"ondisk_log_size":202,"up":112,"acting":112,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":67,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":365264,"kb_used_data":18624,"kb_used_omap":12,"kb_used_meta":346483,"kb_avail":754609456,"statfs":{"total":773094113280,"available":772720082944,"internally_reserved":0,"allocated":19070976,"data_stored":10369496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":354799153},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1682,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.335339"},"pg_stats":[{"pgid":"22.3f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661304+0000","last_change":"2024-07-26T16:45:37.672737+0000","last_active":"2024-07-26T16:45:38.661304+0000","last_peered":"2024-07-26T16:45:38.661304+0000","last_clean":"2024-07-26T16:45:38.661304+0000","last_became_active":"2024-07-26T16:45:37.672392+0000","last_became_peered":"2024-07-26T16:45:37.672392+0000","last_unstale":"2024-07-26T16:45:38.661304+0000","last_undegraded":"2024-07-26T16:45:38.661304+0000","last_fullsized":"2024-07-26T16:45:38.661304+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:56.134658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303705+0000","last_change":"2024-07-26T16:45:37.681192+0000","last_active":"2024-07-26T16:45:39.303705+0000","last_peered":"2024-07-26T16:45:39.303705+0000","last_clean":"2024-07-26T16:45:39.303705+0000","last_became_active":"2024-07-26T16:45:37.680887+0000","last_became_peered":"2024-07-26T16:45:37.680887+0000","last_unstale":"2024-07-26T16:45:39.303705+0000","last_undegraded":"2024-07-26T16:45:39.303705+0000","last_fullsized":"2024-07-26T16:45:39.303705+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:50:11.697448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303575+0000","last_change":"2024-07-26T16:45:37.673811+0000","last_active":"2024-07-26T16:45:39.303575+0000","last_peered":"2024-07-26T16:45:39.303575+0000","last_clean":"2024-07-26T16:45:39.303575+0000","last_became_active":"2024-07-26T16:45:37.673503+0000","last_became_peered":"2024-07-26T16:45:37.673503+0000","last_unstale":"2024-07-26T16:45:39.303575+0000","last_undegraded":"2024-07-26T16:45:39.303575+0000","last_fullsized":"2024-07-26T16:45:39.303575+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:49.242512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.39","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661088+0000","last_change":"2024-07-26T16:45:37.674103+0000","last_active":"2024-07-26T16:45:38.661088+0000","last_peered":"2024-07-26T16:45:38.661088+0000","last_clean":"2024-07-26T16:45:38.661088+0000","last_became_active":"2024-07-26T16:45:37.673763+0000","last_became_peered":"2024-07-26T16:45:37.673763+0000","last_unstale":"2024-07-26T16:45:38.661088+0000","last_undegraded":"2024-07-26T16:45:38.661088+0000","last_fullsized":"2024-07-26T16:45:38.661088+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:06.873271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.31","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302988+0000","last_change":"2024-07-26T16:45:37.682252+0000","last_active":"2024-07-26T16:45:39.302988+0000","last_peered":"2024-07-26T16:45:39.302988+0000","last_clean":"2024-07-26T16:45:39.302988+0000","last_became_active":"2024-07-26T16:45:37.681764+0000","last_became_peered":"2024-07-26T16:45:37.681764+0000","last_unstale":"2024-07-26T16:45:39.302988+0000","last_undegraded":"2024-07-26T16:45:39.302988+0000","last_fullsized":"2024-07-26T16:45:39.302988+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:26.876267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689371+0000","last_change":"2024-07-26T16:45:37.677711+0000","last_active":"2024-07-26T16:45:38.689371+0000","last_peered":"2024-07-26T16:45:38.689371+0000","last_clean":"2024-07-26T16:45:38.689371+0000","last_became_active":"2024-07-26T16:45:37.677156+0000","last_became_peered":"2024-07-26T16:45:37.677156+0000","last_unstale":"2024-07-26T16:45:38.689371+0000","last_undegraded":"2024-07-26T16:45:38.689371+0000","last_fullsized":"2024-07-26T16:45:38.689371+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:11:14.813344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.2c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657620+0000","last_change":"2024-07-26T16:45:37.672788+0000","last_active":"2024-07-26T16:45:38.657620+0000","last_peered":"2024-07-26T16:45:38.657620+0000","last_clean":"2024-07-26T16:45:38.657620+0000","last_became_active":"2024-07-26T16:45:37.672364+0000","last_became_peered":"2024-07-26T16:45:37.672364+0000","last_unstale":"2024-07-26T16:45:38.657620+0000","last_undegraded":"2024-07-26T16:45:38.657620+0000","last_fullsized":"2024-07-26T16:45:38.657620+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:02.302902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.2a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661098+0000","last_change":"2024-07-26T16:45:37.674430+0000","last_active":"2024-07-26T16:45:38.661098+0000","last_peered":"2024-07-26T16:45:38.661098+0000","last_clean":"2024-07-26T16:45:38.661098+0000","last_became_active":"2024-07-26T16:45:37.674096+0000","last_became_peered":"2024-07-26T16:45:37.674096+0000","last_unstale":"2024-07-26T16:45:38.661098+0000","last_undegraded":"2024-07-26T16:45:38.661098+0000","last_fullsized":"2024-07-26T16:45:38.661098+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:06:33.507890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.27","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661481+0000","last_change":"2024-07-26T16:45:37.668035+0000","last_active":"2024-07-26T16:45:38.661481+0000","last_peered":"2024-07-26T16:45:38.661481+0000","last_clean":"2024-07-26T16:45:38.661481+0000","last_became_active":"2024-07-26T16:45:37.667676+0000","last_became_peered":"2024-07-26T16:45:37.667676+0000","last_unstale":"2024-07-26T16:45:38.661481+0000","last_undegraded":"2024-07-26T16:45:38.661481+0000","last_fullsized":"2024-07-26T16:45:38.661481+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:30:58.746018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.26","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661500+0000","last_change":"2024-07-26T16:45:37.662457+0000","last_active":"2024-07-26T16:45:38.661500+0000","last_peered":"2024-07-26T16:45:38.661500+0000","last_clean":"2024-07-26T16:45:38.661500+0000","last_became_active":"2024-07-26T16:45:37.661996+0000","last_became_peered":"2024-07-26T16:45:37.661996+0000","last_unstale":"2024-07-26T16:45:38.661500+0000","last_undegraded":"2024-07-26T16:45:38.661500+0000","last_fullsized":"2024-07-26T16:45:38.661500+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:43:11.298520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303279+0000","last_change":"2024-07-26T16:45:37.674655+0000","last_active":"2024-07-26T16:45:39.303279+0000","last_peered":"2024-07-26T16:45:39.303279+0000","last_clean":"2024-07-26T16:45:39.303279+0000","last_became_active":"2024-07-26T16:45:37.674306+0000","last_became_peered":"2024-07-26T16:45:37.674306+0000","last_unstale":"2024-07-26T16:45:39.303279+0000","last_undegraded":"2024-07-26T16:45:39.303279+0000","last_fullsized":"2024-07-26T16:45:39.303279+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:26.844281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303648+0000","last_change":"2024-07-26T16:45:37.681930+0000","last_active":"2024-07-26T16:45:39.303648+0000","last_peered":"2024-07-26T16:45:39.303648+0000","last_clean":"2024-07-26T16:45:39.303648+0000","last_became_active":"2024-07-26T16:45:37.681619+0000","last_became_peered":"2024-07-26T16:45:37.681619+0000","last_unstale":"2024-07-26T16:45:39.303648+0000","last_undegraded":"2024-07-26T16:45:39.303648+0000","last_fullsized":"2024-07-26T16:45:39.303648+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:40:18.031309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689134+0000","last_change":"2024-07-26T16:45:36.660813+0000","last_active":"2024-07-26T16:45:38.689134+0000","last_peered":"2024-07-26T16:45:38.689134+0000","last_clean":"2024-07-26T16:45:38.689134+0000","last_became_active":"2024-07-26T16:45:36.659851+0000","last_became_peered":"2024-07-26T16:45:36.659851+0000","last_unstale":"2024-07-26T16:45:38.689134+0000","last_undegraded":"2024-07-26T16:45:38.689134+0000","last_fullsized":"2024-07-26T16:45:38.689134+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:42.589664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.1d","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689444+0000","last_change":"2024-07-26T16:45:36.661071+0000","last_active":"2024-07-26T16:45:38.689444+0000","last_peered":"2024-07-26T16:45:38.689444+0000","last_clean":"2024-07-26T16:45:38.689444+0000","last_became_active":"2024-07-26T16:45:36.660336+0000","last_became_peered":"2024-07-26T16:45:36.660336+0000","last_unstale":"2024-07-26T16:45:38.689444+0000","last_undegraded":"2024-07-26T16:45:38.689444+0000","last_fullsized":"2024-07-26T16:45:38.689444+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:43.713192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689422+0000","last_change":"2024-07-26T16:45:37.674518+0000","last_active":"2024-07-26T16:45:38.689422+0000","last_peered":"2024-07-26T16:45:38.689422+0000","last_clean":"2024-07-26T16:45:38.689422+0000","last_became_active":"2024-07-26T16:45:37.674196+0000","last_became_peered":"2024-07-26T16:45:37.674196+0000","last_unstale":"2024-07-26T16:45:38.689422+0000","last_undegraded":"2024-07-26T16:45:38.689422+0000","last_fullsized":"2024-07-26T16:45:38.689422+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:51.300100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303318+0000","last_change":"2024-07-26T16:45:36.659923+0000","last_active":"2024-07-26T16:45:39.303318+0000","last_peered":"2024-07-26T16:45:39.303318+0000","last_clean":"2024-07-26T16:45:39.303318+0000","last_became_active":"2024-07-26T16:45:36.659571+0000","last_became_peered":"2024-07-26T16:45:36.659571+0000","last_unstale":"2024-07-26T16:45:39.303318+0000","last_undegraded":"2024-07-26T16:45:39.303318+0000","last_fullsized":"2024-07-26T16:45:39.303318+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:31:00.246877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657405+0000","last_change":"2024-07-26T16:45:37.672067+0000","last_active":"2024-07-26T16:45:38.657405+0000","last_peered":"2024-07-26T16:45:38.657405+0000","last_clean":"2024-07-26T16:45:38.657405+0000","last_became_active":"2024-07-26T16:45:37.671750+0000","last_became_peered":"2024-07-26T16:45:37.671750+0000","last_unstale":"2024-07-26T16:45:38.657405+0000","last_undegraded":"2024-07-26T16:45:38.657405+0000","last_fullsized":"2024-07-26T16:45:38.657405+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:12:12.896757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.641463+0000","last_change":"2024-07-26T16:45:35.641463+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.641463+0000","last_undegraded":"2024-07-26T16:45:35.641463+0000","last_fullsized":"2024-07-26T16:45:35.641463+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303994+0000","last_change":"2024-07-26T16:45:37.671760+0000","last_active":"2024-07-26T16:45:39.303994+0000","last_peered":"2024-07-26T16:45:39.303994+0000","last_clean":"2024-07-26T16:45:39.303994+0000","last_became_active":"2024-07-26T16:45:37.671313+0000","last_became_peered":"2024-07-26T16:45:37.671313+0000","last_unstale":"2024-07-26T16:45:39.303994+0000","last_undegraded":"2024-07-26T16:45:39.303994+0000","last_fullsized":"2024-07-26T16:45:39.303994+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:57:37.759934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.660920+0000","last_change":"2024-07-26T16:45:36.651903+0000","last_active":"2024-07-26T16:45:38.660920+0000","last_peered":"2024-07-26T16:45:38.660920+0000","last_clean":"2024-07-26T16:45:38.660920+0000","last_became_active":"2024-07-26T16:45:36.651548+0000","last_became_peered":"2024-07-26T16:45:36.651548+0000","last_unstale":"2024-07-26T16:45:38.660920+0000","last_undegraded":"2024-07-26T16:45:38.660920+0000","last_fullsized":"2024-07-26T16:45:38.660920+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:28.541213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661378+0000","last_change":"2024-07-26T16:45:37.673285+0000","last_active":"2024-07-26T16:45:38.661378+0000","last_peered":"2024-07-26T16:45:38.661378+0000","last_clean":"2024-07-26T16:45:38.661378+0000","last_became_active":"2024-07-26T16:45:37.672444+0000","last_became_peered":"2024-07-26T16:45:37.672444+0000","last_unstale":"2024-07-26T16:45:38.661378+0000","last_undegraded":"2024-07-26T16:45:38.661378+0000","last_fullsized":"2024-07-26T16:45:38.661378+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:25:31.995687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689314+0000","last_change":"2024-07-26T16:45:36.659946+0000","last_active":"2024-07-26T16:45:38.689314+0000","last_peered":"2024-07-26T16:45:38.689314+0000","last_clean":"2024-07-26T16:45:38.689314+0000","last_became_active":"2024-07-26T16:45:36.659603+0000","last_became_peered":"2024-07-26T16:45:36.659603+0000","last_unstale":"2024-07-26T16:45:38.689314+0000","last_undegraded":"2024-07-26T16:45:38.689314+0000","last_fullsized":"2024-07-26T16:45:38.689314+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:27:24.954371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661888+0000","last_change":"2024-07-26T16:45:36.654014+0000","last_active":"2024-07-26T16:45:38.661888+0000","last_peered":"2024-07-26T16:45:38.661888+0000","last_clean":"2024-07-26T16:45:38.661888+0000","last_became_active":"2024-07-26T16:45:36.653662+0000","last_became_peered":"2024-07-26T16:45:36.653662+0000","last_unstale":"2024-07-26T16:45:38.661888+0000","last_undegraded":"2024-07-26T16:45:38.661888+0000","last_fullsized":"2024-07-26T16:45:38.661888+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:02:40.503497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.643474+0000","last_change":"2024-07-26T16:45:35.643474+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.643474+0000","last_undegraded":"2024-07-26T16:45:35.643474+0000","last_fullsized":"2024-07-26T16:45:35.643474+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303193+0000","last_change":"2024-07-26T16:45:37.681135+0000","last_active":"2024-07-26T16:45:39.303193+0000","last_peered":"2024-07-26T16:45:39.303193+0000","last_clean":"2024-07-26T16:45:39.303193+0000","last_became_active":"2024-07-26T16:45:37.680775+0000","last_became_peered":"2024-07-26T16:45:37.680775+0000","last_unstale":"2024-07-26T16:45:39.303193+0000","last_undegraded":"2024-07-26T16:45:39.303193+0000","last_fullsized":"2024-07-26T16:45:39.303193+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:41:28.470770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.644075+0000","last_change":"2024-07-26T16:45:35.644075+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.644075+0000","last_undegraded":"2024-07-26T16:45:35.644075+0000","last_fullsized":"2024-07-26T16:45:35.644075+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.644061+0000","last_change":"2024-07-26T16:45:35.644061+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.644061+0000","last_undegraded":"2024-07-26T16:45:35.644061+0000","last_fullsized":"2024-07-26T16:45:35.644061+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302440+0000","last_change":"2024-07-26T16:45:37.684975+0000","last_active":"2024-07-26T16:45:39.302440+0000","last_peered":"2024-07-26T16:45:39.302440+0000","last_clean":"2024-07-26T16:45:39.302440+0000","last_became_active":"2024-07-26T16:45:37.684614+0000","last_became_peered":"2024-07-26T16:45:37.684614+0000","last_unstale":"2024-07-26T16:45:39.302440+0000","last_undegraded":"2024-07-26T16:45:39.302440+0000","last_fullsized":"2024-07-26T16:45:39.302440+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:53.961027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.10","version":"180'8","reported_seq":23,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.660652+0000","last_change":"2024-07-26T16:45:36.653905+0000","last_active":"2024-07-26T16:45:38.660652+0000","last_peered":"2024-07-26T16:45:38.660652+0000","last_clean":"2024-07-26T16:45:38.660652+0000","last_became_active":"2024-07-26T16:45:36.653547+0000","last_became_peered":"2024-07-26T16:45:36.653547+0000","last_unstale":"2024-07-26T16:45:38.660652+0000","last_undegraded":"2024-07-26T16:45:38.660652+0000","last_fullsized":"2024-07-26T16:45:38.660652+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:13:57.732328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689151+0000","last_change":"2024-07-26T16:45:37.681322+0000","last_active":"2024-07-26T16:45:38.689151+0000","last_peered":"2024-07-26T16:45:38.689151+0000","last_clean":"2024-07-26T16:45:38.689151+0000","last_became_active":"2024-07-26T16:45:37.680794+0000","last_became_peered":"2024-07-26T16:45:37.680794+0000","last_unstale":"2024-07-26T16:45:38.689151+0000","last_undegraded":"2024-07-26T16:45:38.689151+0000","last_fullsized":"2024-07-26T16:45:38.689151+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:48:23.912944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.643647+0000","last_change":"2024-07-26T16:45:35.643647+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.643647+0000","last_undegraded":"2024-07-26T16:45:35.643647+0000","last_fullsized":"2024-07-26T16:45:35.643647+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689378+0000","last_change":"2024-07-26T16:45:37.683546+0000","last_active":"2024-07-26T16:45:38.689378+0000","last_peered":"2024-07-26T16:45:38.689378+0000","last_clean":"2024-07-26T16:45:38.689378+0000","last_became_active":"2024-07-26T16:45:37.683202+0000","last_became_peered":"2024-07-26T16:45:37.683202+0000","last_unstale":"2024-07-26T16:45:38.689378+0000","last_undegraded":"2024-07-26T16:45:38.689378+0000","last_fullsized":"2024-07-26T16:45:38.689378+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:12:54.618914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.e","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689143+0000","last_change":"2024-07-26T16:45:36.661196+0000","last_active":"2024-07-26T16:45:38.689143+0000","last_peered":"2024-07-26T16:45:38.689143+0000","last_clean":"2024-07-26T16:45:38.689143+0000","last_became_active":"2024-07-26T16:45:36.660204+0000","last_became_peered":"2024-07-26T16:45:36.660204+0000","last_unstale":"2024-07-26T16:45:38.689143+0000","last_undegraded":"2024-07-26T16:45:38.689143+0000","last_fullsized":"2024-07-26T16:45:38.689143+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:17.687684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661806+0000","last_change":"2024-07-26T16:45:37.671281+0000","last_active":"2024-07-26T16:45:38.661806+0000","last_peered":"2024-07-26T16:45:38.661806+0000","last_clean":"2024-07-26T16:45:38.661806+0000","last_became_active":"2024-07-26T16:45:37.670505+0000","last_became_peered":"2024-07-26T16:45:37.670505+0000","last_unstale":"2024-07-26T16:45:38.661806+0000","last_undegraded":"2024-07-26T16:45:38.661806+0000","last_fullsized":"2024-07-26T16:45:38.661806+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:59.749259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303647+0000","last_change":"2024-07-26T16:45:36.664239+0000","last_active":"2024-07-26T16:45:39.303647+0000","last_peered":"2024-07-26T16:45:39.303647+0000","last_clean":"2024-07-26T16:45:39.303647+0000","last_became_active":"2024-07-26T16:45:36.663882+0000","last_became_peered":"2024-07-26T16:45:36.663882+0000","last_unstale":"2024-07-26T16:45:39.303647+0000","last_undegraded":"2024-07-26T16:45:39.303647+0000","last_fullsized":"2024-07-26T16:45:39.303647+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:13.229609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661559+0000","last_change":"2024-07-26T16:45:37.672174+0000","last_active":"2024-07-26T16:45:38.661559+0000","last_peered":"2024-07-26T16:45:38.661559+0000","last_clean":"2024-07-26T16:45:38.661559+0000","last_became_active":"2024-07-26T16:45:37.671481+0000","last_became_peered":"2024-07-26T16:45:37.671481+0000","last_unstale":"2024-07-26T16:45:38.661559+0000","last_undegraded":"2024-07-26T16:45:38.661559+0000","last_fullsized":"2024-07-26T16:45:38.661559+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:30.630342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.644077+0000","last_change":"2024-07-26T16:45:35.644077+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.644077+0000","last_undegraded":"2024-07-26T16:45:35.644077+0000","last_fullsized":"2024-07-26T16:45:35.644077+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688898+0000","last_change":"2024-07-26T16:45:37.683289+0000","last_active":"2024-07-26T16:45:38.688898+0000","last_peered":"2024-07-26T16:45:38.688898+0000","last_clean":"2024-07-26T16:45:38.688898+0000","last_became_active":"2024-07-26T16:45:37.682879+0000","last_became_peered":"2024-07-26T16:45:37.682879+0000","last_unstale":"2024-07-26T16:45:38.688898+0000","last_undegraded":"2024-07-26T16:45:38.688898+0000","last_fullsized":"2024-07-26T16:45:38.688898+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:43.888931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657479+0000","last_change":"2024-07-26T16:45:36.657500+0000","last_active":"2024-07-26T16:45:38.657479+0000","last_peered":"2024-07-26T16:45:38.657479+0000","last_clean":"2024-07-26T16:45:38.657479+0000","last_became_active":"2024-07-26T16:45:36.657160+0000","last_became_peered":"2024-07-26T16:45:36.657160+0000","last_unstale":"2024-07-26T16:45:38.657479+0000","last_undegraded":"2024-07-26T16:45:38.657479+0000","last_fullsized":"2024-07-26T16:45:38.657479+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:27:24.954371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303388+0000","last_change":"2024-07-26T16:45:37.672466+0000","last_active":"2024-07-26T16:45:39.303388+0000","last_peered":"2024-07-26T16:45:39.303388+0000","last_clean":"2024-07-26T16:45:39.303388+0000","last_became_active":"2024-07-26T16:45:37.672146+0000","last_became_peered":"2024-07-26T16:45:37.672146+0000","last_unstale":"2024-07-26T16:45:39.303388+0000","last_undegraded":"2024-07-26T16:45:39.303388+0000","last_fullsized":"2024-07-26T16:45:39.303388+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:21:26.321620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.641427+0000","last_change":"2024-07-26T16:45:35.641427+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.641427+0000","last_undegraded":"2024-07-26T16:45:35.641427+0000","last_fullsized":"2024-07-26T16:45:35.641427+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688988+0000","last_change":"2024-07-26T16:45:37.672422+0000","last_active":"2024-07-26T16:45:38.688988+0000","last_peered":"2024-07-26T16:45:38.688988+0000","last_clean":"2024-07-26T16:45:38.688988+0000","last_became_active":"2024-07-26T16:45:37.672101+0000","last_became_peered":"2024-07-26T16:45:37.672101+0000","last_unstale":"2024-07-26T16:45:38.688988+0000","last_undegraded":"2024-07-26T16:45:38.688988+0000","last_fullsized":"2024-07-26T16:45:38.688988+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:57:42.400415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657216+0000","last_change":"2024-07-26T16:45:36.663721+0000","last_active":"2024-07-26T16:45:38.657216+0000","last_peered":"2024-07-26T16:45:38.657216+0000","last_clean":"2024-07-26T16:45:38.657216+0000","last_became_active":"2024-07-26T16:45:36.663363+0000","last_became_peered":"2024-07-26T16:45:36.663363+0000","last_unstale":"2024-07-26T16:45:38.657216+0000","last_undegraded":"2024-07-26T16:45:38.657216+0000","last_fullsized":"2024-07-26T16:45:38.657216+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:17.687684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302652+0000","last_change":"2024-07-26T16:45:37.682695+0000","last_active":"2024-07-26T16:45:39.302652+0000","last_peered":"2024-07-26T16:45:39.302652+0000","last_clean":"2024-07-26T16:45:39.302652+0000","last_became_active":"2024-07-26T16:45:37.682338+0000","last_became_peered":"2024-07-26T16:45:37.682338+0000","last_unstale":"2024-07-26T16:45:39.302652+0000","last_undegraded":"2024-07-26T16:45:39.302652+0000","last_fullsized":"2024-07-26T16:45:39.302652+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:29:17.102519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.641670+0000","last_change":"2024-07-26T16:45:35.641670+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.641670+0000","last_undegraded":"2024-07-26T16:45:35.641670+0000","last_fullsized":"2024-07-26T16:45:35.641670+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.645203+0000","last_change":"2024-07-26T16:45:35.645203+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.645203+0000","last_undegraded":"2024-07-26T16:45:35.645203+0000","last_fullsized":"2024-07-26T16:45:35.645203+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.6","version":"181'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662042+0000","last_change":"2024-07-26T16:45:36.664120+0000","last_active":"2024-07-26T16:45:38.662042+0000","last_peered":"2024-07-26T16:45:38.662042+0000","last_clean":"2024-07-26T16:45:38.662042+0000","last_became_active":"2024-07-26T16:45:36.663772+0000","last_became_peered":"2024-07-26T16:45:36.663772+0000","last_unstale":"2024-07-26T16:45:38.662042+0000","last_undegraded":"2024-07-26T16:45:38.662042+0000","last_fullsized":"2024-07-26T16:45:38.662042+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:07.315512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661908+0000","last_change":"2024-07-26T16:45:37.674918+0000","last_active":"2024-07-26T16:45:38.661908+0000","last_peered":"2024-07-26T16:45:38.661908+0000","last_clean":"2024-07-26T16:45:38.661908+0000","last_became_active":"2024-07-26T16:45:37.674586+0000","last_became_peered":"2024-07-26T16:45:37.674586+0000","last_unstale":"2024-07-26T16:45:38.661908+0000","last_undegraded":"2024-07-26T16:45:38.661908+0000","last_fullsized":"2024-07-26T16:45:38.661908+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:57.727875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303716+0000","last_change":"2024-07-26T16:45:36.660972+0000","last_active":"2024-07-26T16:45:39.303716+0000","last_peered":"2024-07-26T16:45:39.303716+0000","last_clean":"2024-07-26T16:45:39.303716+0000","last_became_active":"2024-07-26T16:45:36.660455+0000","last_became_peered":"2024-07-26T16:45:36.660455+0000","last_unstale":"2024-07-26T16:45:39.303716+0000","last_undegraded":"2024-07-26T16:45:39.303716+0000","last_fullsized":"2024-07-26T16:45:39.303716+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:19.644362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:35.629437+0000","last_change":"2024-07-26T16:45:35.629437+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.629437+0000","last_undegraded":"2024-07-26T16:45:35.629437+0000","last_fullsized":"2024-07-26T16:45:35.629437+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661238+0000","last_change":"2024-07-26T16:45:36.665384+0000","last_active":"2024-07-26T16:45:38.661238+0000","last_peered":"2024-07-26T16:45:38.661238+0000","last_clean":"2024-07-26T16:45:38.661238+0000","last_became_active":"2024-07-26T16:45:36.664384+0000","last_became_peered":"2024-07-26T16:45:36.664384+0000","last_unstale":"2024-07-26T16:45:38.661238+0000","last_undegraded":"2024-07-26T16:45:38.661238+0000","last_fullsized":"2024-07-26T16:45:38.661238+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:27.778144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":1,"reported_epoch":178,"state":"creating+peering","last_fresh":"2024-07-26T16:45:35.643524+0000","last_change":"2024-07-26T16:45:35.643524+0000","last_active":"2024-07-26T16:45:35.629437+0000","last_peered":"2024-07-26T16:45:35.629437+0000","last_clean":"2024-07-26T16:45:35.629437+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:35.643524+0000","last_undegraded":"2024-07-26T16:45:35.643524+0000","last_fullsized":"2024-07-26T16:45:35.643524+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.304024+0000","last_change":"2024-07-26T16:45:37.679954+0000","last_active":"2024-07-26T16:45:39.304024+0000","last_peered":"2024-07-26T16:45:39.304024+0000","last_clean":"2024-07-26T16:45:39.304024+0000","last_became_active":"2024-07-26T16:45:37.679578+0000","last_became_peered":"2024-07-26T16:45:37.679578+0000","last_unstale":"2024-07-26T16:45:39.304024+0000","last_undegraded":"2024-07-26T16:45:39.304024+0000","last_fullsized":"2024-07-26T16:45:39.304024+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:45.286058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661078+0000","last_change":"2024-07-26T16:45:36.653321+0000","last_active":"2024-07-26T16:45:38.661078+0000","last_peered":"2024-07-26T16:45:38.661078+0000","last_clean":"2024-07-26T16:45:38.661078+0000","last_became_active":"2024-07-26T16:45:36.652955+0000","last_became_peered":"2024-07-26T16:45:36.652955+0000","last_unstale":"2024-07-26T16:45:38.661078+0000","last_undegraded":"2024-07-26T16:45:38.661078+0000","last_fullsized":"2024-07-26T16:45:38.661078+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:20:47.529252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688966+0000","last_change":"2024-07-26T16:45:36.661952+0000","last_active":"2024-07-26T16:45:38.688966+0000","last_peered":"2024-07-26T16:45:38.688966+0000","last_clean":"2024-07-26T16:45:38.688966+0000","last_became_active":"2024-07-26T16:45:36.661647+0000","last_became_peered":"2024-07-26T16:45:36.661647+0000","last_unstale":"2024-07-26T16:45:38.688966+0000","last_undegraded":"2024-07-26T16:45:38.688966+0000","last_fullsized":"2024-07-26T16:45:38.688966+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:26.337336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T16:45:36.636406+0000","last_change":"2024-07-26T16:45:36.636406+0000","last_active":"2024-07-26T16:45:36.636406+0000","last_peered":"2024-07-26T16:45:36.636406+0000","last_clean":"2024-07-26T16:45:36.636406+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T16:45:36.636406+0000","last_undegraded":"2024-07-26T16:45:36.636406+0000","last_fullsized":"2024-07-26T16:45:36.636406+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.14","version":"180'6","reported_seq":21,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657579+0000","last_change":"2024-07-26T16:45:36.658282+0000","last_active":"2024-07-26T16:45:38.657579+0000","last_peered":"2024-07-26T16:45:38.657579+0000","last_clean":"2024-07-26T16:45:38.657579+0000","last_became_active":"2024-07-26T16:45:36.657951+0000","last_became_peered":"2024-07-26T16:45:36.657951+0000","last_unstale":"2024-07-26T16:45:38.657579+0000","last_undegraded":"2024-07-26T16:45:38.657579+0000","last_fullsized":"2024-07-26T16:45:38.657579+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:43.713192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"171'177","reported_seq":816,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689013+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T16:45:38.689013+0000","last_peered":"2024-07-26T16:45:38.689013+0000","last_clean":"2024-07-26T16:45:38.689013+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T16:45:38.689013+0000","last_undegraded":"2024-07-26T16:45:38.689013+0000","last_fullsized":"2024-07-26T16:45:38.689013+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":177,"log_dups_size":0,"ondisk_log_size":177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":281,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":22,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":56,"acting":56,"num_store_stats":4},{"poolid":21,"num_pg":32,"stat_sum":{"num_bytes":1682,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25,"ondisk_log_size":25,"up":54,"acting":54,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":281,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":177,"ondisk_log_size":177,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575773,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47856,"kb_used_data":2784,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323984,"statfs":{"total":96636764160,"available":96587759616,"internally_reserved":0,"allocated":2850816,"data_stored":1750674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510363,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37508,"kb_used_data":2164,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334332,"statfs":{"total":96636764160,"available":96598355968,"internally_reserved":0,"allocated":2215936,"data_stored":1139458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47276,"kb_used_data":2200,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324564,"statfs":{"total":96636764160,"available":96588353536,"internally_reserved":0,"allocated":2252800,"data_stored":1160284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510363,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29184,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342656,"statfs":{"total":96636764160,"available":96606879744,"internally_reserved":0,"allocated":2203648,"data_stored":1133149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510362,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":59708,"kb_used_data":2152,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312132,"statfs":{"total":96636764160,"available":96575623168,"internally_reserved":0,"allocated":2203648,"data_stored":1133149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":58915271},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510362,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63876,"kb_used_data":2164,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307964,"statfs":{"total":96636764160,"available":96571355136,"internally_reserved":0,"allocated":2215936,"data_stored":1139458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510366,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37548,"kb_used_data":2204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334292,"statfs":{"total":96636764160,"available":96598315008,"internally_reserved":0,"allocated":2256896,"data_stored":1160354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543070,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42308,"kb_used_data":2804,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329532,"statfs":{"total":96636764160,"available":96593440768,"internally_reserved":0,"allocated":2871296,"data_stored":1752970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T16:45:42.524 INFO:tasks.ceph.ceph_manager.ceph:PG 22.3c is not active+clean 2024-07-26T16:45:42.524 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.524 INFO:tasks.ceph.ceph_manager.ceph:PG 22.3b is not active+clean 2024-07-26T16:45:42.524 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.524 INFO:tasks.ceph.ceph_manager.ceph:PG 22.3a is not active+clean 2024-07-26T16:45:42.524 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.524 INFO:tasks.ceph.ceph_manager.ceph:PG 22.38 is not active+clean 2024-07-26T16:45:42.524 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.524 INFO:tasks.ceph.ceph_manager.ceph:PG 22.37 is not active+clean 2024-07-26T16:45:42.524 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.525 INFO:tasks.ceph.ceph_manager.ceph:PG 22.36 is not active+clean 2024-07-26T16:45:42.525 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.525 INFO:tasks.ceph.ceph_manager.ceph:PG 22.35 is not active+clean 2024-07-26T16:45:42.525 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.525 INFO:tasks.ceph.ceph_manager.ceph:PG 22.34 is not active+clean 2024-07-26T16:45:42.525 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.525 INFO:tasks.ceph.ceph_manager.ceph:PG 22.33 is not active+clean 2024-07-26T16:45:42.525 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.525 INFO:tasks.ceph.ceph_manager.ceph:PG 22.32 is not active+clean 2024-07-26T16:45:42.525 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.525 INFO:tasks.ceph.ceph_manager.ceph:PG 22.30 is not active+clean 2024-07-26T16:45:42.526 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.526 INFO:tasks.ceph.ceph_manager.ceph:PG 22.2f is not active+clean 2024-07-26T16:45:42.526 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.526 INFO:tasks.ceph.ceph_manager.ceph:PG 22.2e is not active+clean 2024-07-26T16:45:42.526 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.526 INFO:tasks.ceph.ceph_manager.ceph:PG 22.2b is not active+clean 2024-07-26T16:45:42.526 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.526 INFO:tasks.ceph.ceph_manager.ceph:PG 22.29 is not active+clean 2024-07-26T16:45:42.526 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.526 INFO:tasks.ceph.ceph_manager.ceph:PG 22.28 is not active+clean 2024-07-26T16:45:42.527 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.527 INFO:tasks.ceph.ceph_manager.ceph:PG 22.25 is not active+clean 2024-07-26T16:45:42.527 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.527 INFO:tasks.ceph.ceph_manager.ceph:PG 22.24 is not active+clean 2024-07-26T16:45:42.527 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.527 INFO:tasks.ceph.ceph_manager.ceph:PG 22.23 is not active+clean 2024-07-26T16:45:42.527 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.527 INFO:tasks.ceph.ceph_manager.ceph:PG 22.22 is not active+clean 2024-07-26T16:45:42.527 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.527 INFO:tasks.ceph.ceph_manager.ceph:PG 22.21 is not active+clean 2024-07-26T16:45:42.527 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.528 INFO:tasks.ceph.ceph_manager.ceph:PG 22.20 is not active+clean 2024-07-26T16:45:42.528 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.528 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1f is not active+clean 2024-07-26T16:45:42.528 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:35.629437+0000', 'last_change': '2024-07-26T16:45:35.629437+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.629437+0000', 'last_undegraded': '2024-07-26T16:45:35.629437+0000', 'last_fullsized': '2024-07-26T16:45:35.629437+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.528 INFO:tasks.ceph.ceph_manager.ceph:PG 22.1e is not active+clean 2024-07-26T16:45:42.528 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.528 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1b is not active+clean 2024-07-26T16:45:42.528 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 178, 'state': 'creating+peering', 'last_fresh': '2024-07-26T16:45:35.641463+0000', 'last_change': '2024-07-26T16:45:35.641463+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.641463+0000', 'last_undegraded': '2024-07-26T16:45:35.641463+0000', 'last_fullsized': '2024-07-26T16:45:35.641463+0000', 'mapping_epoch': 178, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 178, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T16:45:42.528 INFO:tasks.ceph.ceph_manager.ceph:PG 22.19 is not active+clean 2024-07-26T16:45:42.528 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.528 INFO:tasks.ceph.ceph_manager.ceph:PG 21.1a is not active+clean 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:35.629437+0000', 'last_change': '2024-07-26T16:45:35.629437+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.629437+0000', 'last_undegraded': '2024-07-26T16:45:35.629437+0000', 'last_fullsized': '2024-07-26T16:45:35.629437+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:PG 21.18 is not active+clean 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:35.629437+0000', 'last_change': '2024-07-26T16:45:35.629437+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.629437+0000', 'last_undegraded': '2024-07-26T16:45:35.629437+0000', 'last_fullsized': '2024-07-26T16:45:35.629437+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:PG 22.14 is not active+clean 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:PG 22.15 is not active+clean 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:PG 22.16 is not active+clean 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:PG 21.15 is not active+clean 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 178, 'state': 'creating+peering', 'last_fresh': '2024-07-26T16:45:35.643474+0000', 'last_change': '2024-07-26T16:45:35.643474+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.643474+0000', 'last_undegraded': '2024-07-26T16:45:35.643474+0000', 'last_fullsized': '2024-07-26T16:45:35.643474+0000', 'mapping_epoch': 178, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 178, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T16:45:42.529 INFO:tasks.ceph.ceph_manager.ceph:PG 22.10 is not active+clean 2024-07-26T16:45:42.530 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.530 INFO:tasks.ceph.ceph_manager.ceph:PG 21.13 is not active+clean 2024-07-26T16:45:42.530 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:35.629437+0000', 'last_change': '2024-07-26T16:45:35.629437+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.629437+0000', 'last_undegraded': '2024-07-26T16:45:35.629437+0000', 'last_fullsized': '2024-07-26T16:45:35.629437+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.530 INFO:tasks.ceph.ceph_manager.ceph:PG 21.12 is not active+clean 2024-07-26T16:45:42.530 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 178, 'state': 'creating+peering', 'last_fresh': '2024-07-26T16:45:35.644075+0000', 'last_change': '2024-07-26T16:45:35.644075+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.644075+0000', 'last_undegraded': '2024-07-26T16:45:35.644075+0000', 'last_fullsized': '2024-07-26T16:45:35.644075+0000', 'mapping_epoch': 178, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 178, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T16:45:42.530 INFO:tasks.ceph.ceph_manager.ceph:PG 22.12 is not active+clean 2024-07-26T16:45:42.530 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.530 INFO:tasks.ceph.ceph_manager.ceph:PG 21.11 is not active+clean 2024-07-26T16:45:42.530 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 178, 'state': 'creating+peering', 'last_fresh': '2024-07-26T16:45:35.644061+0000', 'last_change': '2024-07-26T16:45:35.644061+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.644061+0000', 'last_undegraded': '2024-07-26T16:45:35.644061+0000', 'last_fullsized': '2024-07-26T16:45:35.644061+0000', 'mapping_epoch': 178, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 178, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T16:45:42.530 INFO:tasks.ceph.ceph_manager.ceph:PG 21.f is not active+clean 2024-07-26T16:45:42.531 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 178, 'state': 'creating+peering', 'last_fresh': '2024-07-26T16:45:35.643647+0000', 'last_change': '2024-07-26T16:45:35.643647+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.643647+0000', 'last_undegraded': '2024-07-26T16:45:35.643647+0000', 'last_fullsized': '2024-07-26T16:45:35.643647+0000', 'mapping_epoch': 178, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 178, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T16:45:42.531 INFO:tasks.ceph.ceph_manager.ceph:PG 21.c is not active+clean 2024-07-26T16:45:42.531 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 178, 'state': 'creating+peering', 'last_fresh': '2024-07-26T16:45:35.644077+0000', 'last_change': '2024-07-26T16:45:35.644077+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.644077+0000', 'last_undegraded': '2024-07-26T16:45:35.644077+0000', 'last_fullsized': '2024-07-26T16:45:35.644077+0000', 'mapping_epoch': 178, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 178, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T16:45:42.531 INFO:tasks.ceph.ceph_manager.ceph:PG 21.a is not active+clean 2024-07-26T16:45:42.531 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 178, 'state': 'creating+peering', 'last_fresh': '2024-07-26T16:45:35.641427+0000', 'last_change': '2024-07-26T16:45:35.641427+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.641427+0000', 'last_undegraded': '2024-07-26T16:45:35.641427+0000', 'last_fullsized': '2024-07-26T16:45:35.641427+0000', 'mapping_epoch': 178, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 178, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T16:45:42.531 INFO:tasks.ceph.ceph_manager.ceph:PG 21.8 is not active+clean 2024-07-26T16:45:42.531 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 178, 'state': 'creating+peering', 'last_fresh': '2024-07-26T16:45:35.641670+0000', 'last_change': '2024-07-26T16:45:35.641670+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.641670+0000', 'last_undegraded': '2024-07-26T16:45:35.641670+0000', 'last_fullsized': '2024-07-26T16:45:35.641670+0000', 'mapping_epoch': 178, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 178, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T16:45:42.531 INFO:tasks.ceph.ceph_manager.ceph:PG 22.4 is not active+clean 2024-07-26T16:45:42.531 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.531 INFO:tasks.ceph.ceph_manager.ceph:PG 21.7 is not active+clean 2024-07-26T16:45:42.532 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 178, 'state': 'creating+peering', 'last_fresh': '2024-07-26T16:45:35.645203+0000', 'last_change': '2024-07-26T16:45:35.645203+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.645203+0000', 'last_undegraded': '2024-07-26T16:45:35.645203+0000', 'last_fullsized': '2024-07-26T16:45:35.645203+0000', 'mapping_epoch': 178, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 178, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T16:45:42.532 INFO:tasks.ceph.ceph_manager.ceph:PG 22.5 is not active+clean 2024-07-26T16:45:42.532 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.532 INFO:tasks.ceph.ceph_manager.ceph:PG 22.7 is not active+clean 2024-07-26T16:45:42.532 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.532 INFO:tasks.ceph.ceph_manager.ceph:PG 21.4 is not active+clean 2024-07-26T16:45:42.532 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:35.629437+0000', 'last_change': '2024-07-26T16:45:35.629437+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.629437+0000', 'last_undegraded': '2024-07-26T16:45:35.629437+0000', 'last_fullsized': '2024-07-26T16:45:35.629437+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.532 INFO:tasks.ceph.ceph_manager.ceph:PG 22.0 is not active+clean 2024-07-26T16:45:42.532 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.532 INFO:tasks.ceph.ceph_manager.ceph:PG 22.1 is not active+clean 2024-07-26T16:45:42.533 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.533 INFO:tasks.ceph.ceph_manager.ceph:PG 21.2 is not active+clean 2024-07-26T16:45:42.533 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '21.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 178, 'state': 'creating+peering', 'last_fresh': '2024-07-26T16:45:35.643524+0000', 'last_change': '2024-07-26T16:45:35.643524+0000', 'last_active': '2024-07-26T16:45:35.629437+0000', 'last_peered': '2024-07-26T16:45:35.629437+0000', 'last_clean': '2024-07-26T16:45:35.629437+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:35.643524+0000', 'last_undegraded': '2024-07-26T16:45:35.643524+0000', 'last_fullsized': '2024-07-26T16:45:35.643524+0000', 'mapping_epoch': 178, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 178, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:35.629437+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T16:45:42.533 INFO:tasks.ceph.ceph_manager.ceph:PG 22.3 is not active+clean 2024-07-26T16:45:42.533 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.533 INFO:tasks.ceph.ceph_manager.ceph:PG 22.17 is not active+clean 2024-07-26T16:45:42.533 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '22.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T16:45:36.636406+0000', 'last_change': '2024-07-26T16:45:36.636406+0000', 'last_active': '2024-07-26T16:45:36.636406+0000', 'last_peered': '2024-07-26T16:45:36.636406+0000', 'last_clean': '2024-07-26T16:45:36.636406+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T16:45:36.636406+0000', 'last_undegraded': '2024-07-26T16:45:36.636406+0000', 'last_fullsized': '2024-07-26T16:45:36.636406+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'last_clean_scrub_stamp': '2024-07-26T16:45:36.636406+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T16:45:42.534 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-07-26T16:45:42.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.676+0000 7f8e5b278640 1 -- 172.21.15.33:0/316884645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e40004800 msgr2=0x7f8e40004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.676+0000 7f8e5b278640 1 --2- 172.21.15.33:0/316884645 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e40004800 0x7f8e40004c10 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7f8e4400c260 tx=0x7f8e40005830 comp rx=0 tx=0).stop 2024-07-26T16:45:42.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.676+0000 7f8e59815640 1 -- 172.21.15.33:0/316884645 reap_dead start 2024-07-26T16:45:42.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.676+0000 7f8e5b278640 1 -- 172.21.15.33:0/316884645 shutdown_connections 2024-07-26T16:45:42.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.676+0000 7f8e5b278640 1 -- 172.21.15.33:0/316884645 >> 172.21.15.33:0/316884645 conn(0x7f8e540d1bf0 msgr2=0x7f8e540d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:42.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.677+0000 7f8e5b278640 1 -- 172.21.15.33:0/316884645 shutdown_connections 2024-07-26T16:45:42.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.677+0000 7f8e5b278640 1 -- 172.21.15.33:0/316884645 wait complete. 2024-07-26T16:45:42.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.678+0000 7f8e5b278640 1 Processor -- start 2024-07-26T16:45:42.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.678+0000 7f8e5b278640 1 -- start start 2024-07-26T16:45:42.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e5b278640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e40004800 0x7f8e5415f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:42.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e5b278640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e541f5b00 0x7f8e54147be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:42.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e5b278640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e541f5f10 0x7f8e54148120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:42.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e5b278640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8e54161230 con 0x7f8e541f5b00 2024-07-26T16:45:42.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e5b278640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8e541610b0 con 0x7f8e541f5f10 2024-07-26T16:45:42.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e5b278640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8e540ce300 con 0x7f8e40004800 2024-07-26T16:45:42.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e58813640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e541f5b00 0x7f8e54147be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:42.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e58813640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e541f5b00 0x7f8e54147be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46526/0 (socket says 172.21.15.33:46526) 2024-07-26T16:45:42.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e58813640 1 -- 172.21.15.33:0/36652733 learned_addr learned my addr 172.21.15.33:0/36652733 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e59014640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e40004800 0x7f8e5415f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e59815640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e541f5f10 0x7f8e54148120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e58813640 1 -- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e40004800 msgr2=0x7f8e5415f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e58813640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e40004800 0x7f8e5415f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e58813640 1 -- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e541f5f10 msgr2=0x7f8e54148120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e58813640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e541f5f10 0x7f8e54148120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e58813640 1 -- 172.21.15.33:0/36652733 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e54155240 con 0x7f8e541f5b00 2024-07-26T16:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.680+0000 7f8e58813640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e541f5b00 0x7f8e54147be0 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f8e4400c260 tx=0x7f8e44006ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.681+0000 7f8e49ffb640 1 -- 172.21.15.33:0/36652733 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e44031040 con 0x7f8e541f5b00 2024-07-26T16:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.681+0000 7f8e49ffb640 1 -- 172.21.15.33:0/36652733 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8e440035f0 con 0x7f8e541f5b00 2024-07-26T16:45:42.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.681+0000 7f8e49ffb640 1 -- 172.21.15.33:0/36652733 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e44003a00 con 0x7f8e541f5b00 2024-07-26T16:45:42.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.681+0000 7f8e5b278640 1 -- 172.21.15.33:0/36652733 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e54155520 con 0x7f8e541f5b00 2024-07-26T16:45:42.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.681+0000 7f8e5b278640 1 -- 172.21.15.33:0/36652733 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e54155ae0 con 0x7f8e541f5b00 2024-07-26T16:45:42.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.682+0000 7f8e5b278640 1 -- 172.21.15.33:0/36652733 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e540b6e00 con 0x7f8e541f5b00 2024-07-26T16:45:42.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.683+0000 7f8e49ffb640 1 -- 172.21.15.33:0/36652733 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f8e44034070 con 0x7f8e541f5b00 2024-07-26T16:45:42.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.683+0000 7f8e49ffb640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8e38077130 0x7f8e38079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:42.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.683+0000 7f8e49ffb640 1 -- 172.21.15.33:0/36652733 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f8e440b8c70 con 0x7f8e541f5b00 2024-07-26T16:45:42.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.683+0000 7f8e59014640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8e38077130 0x7f8e38079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:42.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.684+0000 7f8e59014640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8e38077130 0x7f8e38079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8e50009c50 tx=0x7f8e50005f90 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:42.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.688+0000 7f8e49ffb640 1 -- 172.21.15.33:0/36652733 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8e44081a60 con 0x7f8e541f5b00 2024-07-26T16:45:42.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.955+0000 7f8e5b278640 1 -- 172.21.15.33:0/36652733 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f8e540c54c0 con 0x7f8e541f5b00 2024-07-26T16:45:42.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.956+0000 7f8e49ffb640 1 -- 172.21.15.33:0/36652733 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1221 (secure 0 0 0) 0x7f8e44081360 con 0x7f8e541f5b00 2024-07-26T16:45:42.958 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:42.958 INFO:teuthology.orchestra.run.smithi033.stdout:{"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":4634,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":181,"num_osds":8,"num_up_osds":8,"osd_up_since":1722007720,"num_in_osds":8,"osd_in_since":1722007711,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":46},{"state_name":"unknown","count":41},{"state_name":"creating+peering","count":10}],"num_pgs":97,"num_pools":3,"num_objects":16,"data_bytes":592050,"bytes_used":374030336,"bytes_avail":772720082944,"bytes_total":773094113280,"unknown_pgs_ratio":0.42268040776252747,"inactive_pgs_ratio":0.10309278219938278,"write_bytes_sec":767,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":90,"btime":"2024-07-26T16:45:40:687768+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"c","status":"up:active","gid":9312}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":12,"modified":"2024-07-26T16:35:15.333368+0000","services":{}},"progress_events":{}} 2024-07-26T16:45:42.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 -- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8e38077130 msgr2=0x7f8e38079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8e38077130 0x7f8e38079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8e50009c50 tx=0x7f8e50005f90 comp rx=0 tx=0).stop 2024-07-26T16:45:42.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 -- 172.21.15.33:0/36652733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e541f5b00 msgr2=0x7f8e54147be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:42.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e541f5b00 0x7f8e54147be0 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f8e4400c260 tx=0x7f8e44006ce0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 -- 172.21.15.33:0/36652733 shutdown_connections 2024-07-26T16:45:42.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f8e38077130 0x7f8e38079640 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e541f5f10 0x7f8e54148120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e541f5b00 0x7f8e54147be0 unknown :-1 s=CLOSED pgs=1708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 --2- 172.21.15.33:0/36652733 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e40004800 0x7f8e5415f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:42.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 -- 172.21.15.33:0/36652733 >> 172.21.15.33:0/36652733 conn(0x7f8e540d1bf0 msgr2=0x7f8e540b3d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:42.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 -- 172.21.15.33:0/36652733 shutdown_connections 2024-07-26T16:45:42.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:42.958+0000 7f8e5b278640 1 -- 172.21.15.33:0/36652733 wait complete. 2024-07-26T16:45:42.971 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-07-26T16:45:42.971 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T16:45:43.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.087+0000 7f52e8d99640 1 -- 172.21.15.33:0/3380779311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52e40cf430 msgr2=0x7f52e40b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:43.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.087+0000 7f52e8d99640 1 --2- 172.21.15.33:0/3380779311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52e40cf430 0x7f52e40b9430 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f52d4009830 tx=0x7f52d402a510 comp rx=0 tx=0).stop 2024-07-26T16:45:43.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.087+0000 7f52e8d99640 1 -- 172.21.15.33:0/3380779311 shutdown_connections 2024-07-26T16:45:43.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.087+0000 7f52e8d99640 1 --2- 172.21.15.33:0/3380779311 >> v2:172.21.15.154:3300/0 conn(0x7f52e40d2990 0x7f52e40b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:43.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.087+0000 7f52e8d99640 1 --2- 172.21.15.33:0/3380779311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52e40cf430 0x7f52e40b9430 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:43.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.087+0000 7f52e8d99640 1 -- 172.21.15.33:0/3380779311 >> 172.21.15.33:0/3380779311 conn(0x7f52e40d3da0 msgr2=0x7f52e40d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:43.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.087+0000 7f52e8d99640 1 -- 172.21.15.33:0/3380779311 shutdown_connections 2024-07-26T16:45:43.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.088+0000 7f52e8d99640 1 -- 172.21.15.33:0/3380779311 wait complete. 2024-07-26T16:45:43.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.089+0000 7f52e8d99640 1 Processor -- start 2024-07-26T16:45:43.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.089+0000 7f52e8d99640 1 -- start start 2024-07-26T16:45:43.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e8d99640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f52e40cf430 0x7f52e41f54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:43.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e8d99640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52e40d1b80 0x7f52e40b5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:43.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e8d99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52e4159330 0x7f52e4156080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:43.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e8d99640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f52e40b1e80 con 0x7f52e4159330 2024-07-26T16:45:43.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e8d99640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f52e40b1d00 con 0x7f52e40cf430 2024-07-26T16:45:43.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e8d99640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f52e40b2000 con 0x7f52e40d1b80 2024-07-26T16:45:43.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52e4159330 0x7f52e4156080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:43.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52e4159330 0x7f52e4156080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46528/0 (socket says 172.21.15.33:46528) 2024-07-26T16:45:43.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e2d9d640 1 -- 172.21.15.33:0/2725629600 learned_addr learned my addr 172.21.15.33:0/2725629600 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:43.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e259c640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f52e40cf430 0x7f52e41f54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e1d9b640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52e40d1b80 0x7f52e40b5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e2d9d640 1 -- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52e40d1b80 msgr2=0x7f52e40b5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e2d9d640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52e40d1b80 0x7f52e40b5510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e2d9d640 1 -- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f52e40cf430 msgr2=0x7f52e41f54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e2d9d640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f52e40cf430 0x7f52e41f54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e2d9d640 1 -- 172.21.15.33:0/2725629600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52e40b32d0 con 0x7f52e4159330 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.091+0000 7f52e2d9d640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52e4159330 0x7f52e4156080 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f52dc00ec20 tx=0x7f52dc00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.092+0000 7f52d2ffd640 1 -- 172.21.15.33:0/2725629600 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52dc003b70 con 0x7f52e4159330 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.092+0000 7f52d2ffd640 1 -- 172.21.15.33:0/2725629600 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f52dc003e00 con 0x7f52e4159330 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.092+0000 7f52d2ffd640 1 -- 172.21.15.33:0/2725629600 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52dc004280 con 0x7f52e4159330 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.092+0000 7f52e8d99640 1 -- 172.21.15.33:0/2725629600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52e40b35b0 con 0x7f52e4159330 2024-07-26T16:45:43.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.092+0000 7f52e8d99640 1 -- 172.21.15.33:0/2725629600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52e4158e10 con 0x7f52e4159330 2024-07-26T16:45:43.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.093+0000 7f52e8d99640 1 -- 172.21.15.33:0/2725629600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52e40b3e60 con 0x7f52e4159330 2024-07-26T16:45:43.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.094+0000 7f52d2ffd640 1 -- 172.21.15.33:0/2725629600 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f52dc004420 con 0x7f52e4159330 2024-07-26T16:45:43.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.094+0000 7f52d2ffd640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f52c4077160 0x7f52c4079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:43.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.094+0000 7f52d2ffd640 1 -- 172.21.15.33:0/2725629600 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f52dc099a60 con 0x7f52e4159330 2024-07-26T16:45:43.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.094+0000 7f52e259c640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f52c4077160 0x7f52c4079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:43.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.095+0000 7f52e259c640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f52c4077160 0x7f52c4079670 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f52d4034000 tx=0x7f52d4004730 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:43.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.099+0000 7f52d2ffd640 1 -- 172.21.15.33:0/2725629600 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f52dc062200 con 0x7f52e4159330 2024-07-26T16:45:43.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.288+0000 7f52e8d99640 1 -- 172.21.15.33:0/2725629600 --> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f52e40b2520 con 0x7f52c4077160 2024-07-26T16:45:43.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.293+0000 7f52d2ffd640 1 -- 172.21.15.33:0/2725629600 <== mgr.8338 v2:172.21.15.154:6836/3019583169 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252495 (secure 0 0 0) 0x7f52e40b2520 con 0x7f52c4077160 2024-07-26T16:45:43.297 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:43.298 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T16:45:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 -- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f52c4077160 msgr2=0x7f52c4079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f52c4077160 0x7f52c4079670 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f52d4034000 tx=0x7f52d4004730 comp rx=0 tx=0).stop 2024-07-26T16:45:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 -- 172.21.15.33:0/2725629600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52e4159330 msgr2=0x7f52e4156080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52e4159330 0x7f52e4156080 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f52dc00ec20 tx=0x7f52dc00c6a0 comp rx=0 tx=0).stop 2024-07-26T16:45:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 -- 172.21.15.33:0/2725629600 shutdown_connections 2024-07-26T16:45:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f52c4077160 0x7f52c4079670 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52e4159330 0x7f52e4156080 unknown :-1 s=CLOSED pgs=1709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f52e40d1b80 0x7f52e40b5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 --2- 172.21.15.33:0/2725629600 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f52e40cf430 0x7f52e41f54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 -- 172.21.15.33:0/2725629600 >> 172.21.15.33:0/2725629600 conn(0x7f52e40d3da0 msgr2=0x7f52e4158100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 -- 172.21.15.33:0/2725629600 shutdown_connections 2024-07-26T16:45:43.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:43.296+0000 7f52e8d99640 1 -- 172.21.15.33:0/2725629600 wait complete. 2024-07-26T16:45:43.309 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-07-26T16:45:42.973857+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":326,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":171,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":348804,"kb_used_data":18824,"kb_used_omap":12,"kb_used_meta":329843,"kb_avail":754625916,"statfs":{"total":773094113280,"available":772736937984,"internally_reserved":0,"allocated":19275776,"data_stored":10467828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":337759793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.333301"},"pg_stats":[{"pgid":"22.3f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661304+0000","last_change":"2024-07-26T16:45:37.672737+0000","last_active":"2024-07-26T16:45:38.661304+0000","last_peered":"2024-07-26T16:45:38.661304+0000","last_clean":"2024-07-26T16:45:38.661304+0000","last_became_active":"2024-07-26T16:45:37.672392+0000","last_became_peered":"2024-07-26T16:45:37.672392+0000","last_unstale":"2024-07-26T16:45:38.661304+0000","last_undegraded":"2024-07-26T16:45:38.661304+0000","last_fullsized":"2024-07-26T16:45:38.661304+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:56.134658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303705+0000","last_change":"2024-07-26T16:45:37.681192+0000","last_active":"2024-07-26T16:45:39.303705+0000","last_peered":"2024-07-26T16:45:39.303705+0000","last_clean":"2024-07-26T16:45:39.303705+0000","last_became_active":"2024-07-26T16:45:37.680887+0000","last_became_peered":"2024-07-26T16:45:37.680887+0000","last_unstale":"2024-07-26T16:45:39.303705+0000","last_undegraded":"2024-07-26T16:45:39.303705+0000","last_fullsized":"2024-07-26T16:45:39.303705+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:50:11.697448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303575+0000","last_change":"2024-07-26T16:45:37.673811+0000","last_active":"2024-07-26T16:45:39.303575+0000","last_peered":"2024-07-26T16:45:39.303575+0000","last_clean":"2024-07-26T16:45:39.303575+0000","last_became_active":"2024-07-26T16:45:37.673503+0000","last_became_peered":"2024-07-26T16:45:37.673503+0000","last_unstale":"2024-07-26T16:45:39.303575+0000","last_undegraded":"2024-07-26T16:45:39.303575+0000","last_fullsized":"2024-07-26T16:45:39.303575+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:49.242512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927739+0000","last_change":"2024-07-26T16:45:37.681304+0000","last_active":"2024-07-26T16:45:38.927739+0000","last_peered":"2024-07-26T16:45:38.927739+0000","last_clean":"2024-07-26T16:45:38.927739+0000","last_became_active":"2024-07-26T16:45:37.679457+0000","last_became_peered":"2024-07-26T16:45:37.679457+0000","last_unstale":"2024-07-26T16:45:38.927739+0000","last_undegraded":"2024-07-26T16:45:38.927739+0000","last_fullsized":"2024-07-26T16:45:38.927739+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:07:52.923822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.3b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303831+0000","last_change":"2024-07-26T16:45:37.683734+0000","last_active":"2024-07-26T16:45:39.303831+0000","last_peered":"2024-07-26T16:45:39.303831+0000","last_clean":"2024-07-26T16:45:39.303831+0000","last_became_active":"2024-07-26T16:45:37.678304+0000","last_became_peered":"2024-07-26T16:45:37.678304+0000","last_unstale":"2024-07-26T16:45:39.303831+0000","last_undegraded":"2024-07-26T16:45:39.303831+0000","last_fullsized":"2024-07-26T16:45:39.303831+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:48.087691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302798+0000","last_change":"2024-07-26T16:45:37.677772+0000","last_active":"2024-07-26T16:45:39.302798+0000","last_peered":"2024-07-26T16:45:39.302798+0000","last_clean":"2024-07-26T16:45:39.302798+0000","last_became_active":"2024-07-26T16:45:37.675936+0000","last_became_peered":"2024-07-26T16:45:37.675936+0000","last_unstale":"2024-07-26T16:45:39.302798+0000","last_undegraded":"2024-07-26T16:45:39.302798+0000","last_fullsized":"2024-07-26T16:45:39.302798+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:15.401554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.39","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661088+0000","last_change":"2024-07-26T16:45:37.674103+0000","last_active":"2024-07-26T16:45:38.661088+0000","last_peered":"2024-07-26T16:45:38.661088+0000","last_clean":"2024-07-26T16:45:38.661088+0000","last_became_active":"2024-07-26T16:45:37.673763+0000","last_became_peered":"2024-07-26T16:45:37.673763+0000","last_unstale":"2024-07-26T16:45:38.661088+0000","last_undegraded":"2024-07-26T16:45:38.661088+0000","last_fullsized":"2024-07-26T16:45:38.661088+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:06.873271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.38","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662022+0000","last_change":"2024-07-26T16:45:37.668595+0000","last_active":"2024-07-26T16:45:38.662022+0000","last_peered":"2024-07-26T16:45:38.662022+0000","last_clean":"2024-07-26T16:45:38.662022+0000","last_became_active":"2024-07-26T16:45:37.667854+0000","last_became_peered":"2024-07-26T16:45:37.667854+0000","last_unstale":"2024-07-26T16:45:38.662022+0000","last_undegraded":"2024-07-26T16:45:38.662022+0000","last_fullsized":"2024-07-26T16:45:38.662022+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:15:10.865881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.37","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302685+0000","last_change":"2024-07-26T16:45:37.675092+0000","last_active":"2024-07-26T16:45:39.302685+0000","last_peered":"2024-07-26T16:45:39.302685+0000","last_clean":"2024-07-26T16:45:39.302685+0000","last_became_active":"2024-07-26T16:45:37.674720+0000","last_became_peered":"2024-07-26T16:45:37.674720+0000","last_unstale":"2024-07-26T16:45:39.302685+0000","last_undegraded":"2024-07-26T16:45:39.302685+0000","last_fullsized":"2024-07-26T16:45:39.302685+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:12:54.756246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.36","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303169+0000","last_change":"2024-07-26T16:45:37.674365+0000","last_active":"2024-07-26T16:45:39.303169+0000","last_peered":"2024-07-26T16:45:39.303169+0000","last_clean":"2024-07-26T16:45:39.303169+0000","last_became_active":"2024-07-26T16:45:37.669909+0000","last_became_peered":"2024-07-26T16:45:37.669909+0000","last_unstale":"2024-07-26T16:45:39.303169+0000","last_undegraded":"2024-07-26T16:45:39.303169+0000","last_fullsized":"2024-07-26T16:45:39.303169+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:49:20.275634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.35","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302884+0000","last_change":"2024-07-26T16:45:37.675307+0000","last_active":"2024-07-26T16:45:39.302884+0000","last_peered":"2024-07-26T16:45:39.302884+0000","last_clean":"2024-07-26T16:45:39.302884+0000","last_became_active":"2024-07-26T16:45:37.674967+0000","last_became_peered":"2024-07-26T16:45:37.674967+0000","last_unstale":"2024-07-26T16:45:39.302884+0000","last_undegraded":"2024-07-26T16:45:39.302884+0000","last_fullsized":"2024-07-26T16:45:39.302884+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:44:22.874159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.34","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927761+0000","last_change":"2024-07-26T16:45:37.686245+0000","last_active":"2024-07-26T16:45:38.927761+0000","last_peered":"2024-07-26T16:45:38.927761+0000","last_clean":"2024-07-26T16:45:38.927761+0000","last_became_active":"2024-07-26T16:45:37.685900+0000","last_became_peered":"2024-07-26T16:45:37.685900+0000","last_unstale":"2024-07-26T16:45:38.927761+0000","last_undegraded":"2024-07-26T16:45:38.927761+0000","last_fullsized":"2024-07-26T16:45:38.927761+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:53.513097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.33","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303264+0000","last_change":"2024-07-26T16:45:37.673993+0000","last_active":"2024-07-26T16:45:39.303264+0000","last_peered":"2024-07-26T16:45:39.303264+0000","last_clean":"2024-07-26T16:45:39.303264+0000","last_became_active":"2024-07-26T16:45:37.673596+0000","last_became_peered":"2024-07-26T16:45:37.673596+0000","last_unstale":"2024-07-26T16:45:39.303264+0000","last_undegraded":"2024-07-26T16:45:39.303264+0000","last_fullsized":"2024-07-26T16:45:39.303264+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:22.291267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.32","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927597+0000","last_change":"2024-07-26T16:45:37.679566+0000","last_active":"2024-07-26T16:45:38.927597+0000","last_peered":"2024-07-26T16:45:38.927597+0000","last_clean":"2024-07-26T16:45:38.927597+0000","last_became_active":"2024-07-26T16:45:37.679240+0000","last_became_peered":"2024-07-26T16:45:37.679240+0000","last_unstale":"2024-07-26T16:45:38.927597+0000","last_undegraded":"2024-07-26T16:45:38.927597+0000","last_fullsized":"2024-07-26T16:45:38.927597+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:24.577145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.31","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302988+0000","last_change":"2024-07-26T16:45:37.682252+0000","last_active":"2024-07-26T16:45:39.302988+0000","last_peered":"2024-07-26T16:45:39.302988+0000","last_clean":"2024-07-26T16:45:39.302988+0000","last_became_active":"2024-07-26T16:45:37.681764+0000","last_became_peered":"2024-07-26T16:45:37.681764+0000","last_unstale":"2024-07-26T16:45:39.302988+0000","last_undegraded":"2024-07-26T16:45:39.302988+0000","last_fullsized":"2024-07-26T16:45:39.302988+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:26.876267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.30","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302356+0000","last_change":"2024-07-26T16:45:37.683062+0000","last_active":"2024-07-26T16:45:39.302356+0000","last_peered":"2024-07-26T16:45:39.302356+0000","last_clean":"2024-07-26T16:45:39.302356+0000","last_became_active":"2024-07-26T16:45:37.678119+0000","last_became_peered":"2024-07-26T16:45:37.678119+0000","last_unstale":"2024-07-26T16:45:39.302356+0000","last_undegraded":"2024-07-26T16:45:39.302356+0000","last_fullsized":"2024-07-26T16:45:39.302356+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:04:09.965845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.928143+0000","last_change":"2024-07-26T16:45:37.674622+0000","last_active":"2024-07-26T16:45:38.928143+0000","last_peered":"2024-07-26T16:45:38.928143+0000","last_clean":"2024-07-26T16:45:38.928143+0000","last_became_active":"2024-07-26T16:45:37.673677+0000","last_became_peered":"2024-07-26T16:45:37.673677+0000","last_unstale":"2024-07-26T16:45:38.928143+0000","last_undegraded":"2024-07-26T16:45:38.928143+0000","last_fullsized":"2024-07-26T16:45:38.928143+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:55.403678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.2e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302646+0000","last_change":"2024-07-26T16:45:37.662897+0000","last_active":"2024-07-26T16:45:39.302646+0000","last_peered":"2024-07-26T16:45:39.302646+0000","last_clean":"2024-07-26T16:45:39.302646+0000","last_became_active":"2024-07-26T16:45:37.662557+0000","last_became_peered":"2024-07-26T16:45:37.662557+0000","last_unstale":"2024-07-26T16:45:39.302646+0000","last_undegraded":"2024-07-26T16:45:39.302646+0000","last_fullsized":"2024-07-26T16:45:39.302646+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:09.591033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689371+0000","last_change":"2024-07-26T16:45:37.677711+0000","last_active":"2024-07-26T16:45:38.689371+0000","last_peered":"2024-07-26T16:45:38.689371+0000","last_clean":"2024-07-26T16:45:38.689371+0000","last_became_active":"2024-07-26T16:45:37.677156+0000","last_became_peered":"2024-07-26T16:45:37.677156+0000","last_unstale":"2024-07-26T16:45:38.689371+0000","last_undegraded":"2024-07-26T16:45:38.689371+0000","last_fullsized":"2024-07-26T16:45:38.689371+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:11:14.813344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.2c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657620+0000","last_change":"2024-07-26T16:45:37.672788+0000","last_active":"2024-07-26T16:45:38.657620+0000","last_peered":"2024-07-26T16:45:38.657620+0000","last_clean":"2024-07-26T16:45:38.657620+0000","last_became_active":"2024-07-26T16:45:37.672364+0000","last_became_peered":"2024-07-26T16:45:37.672364+0000","last_unstale":"2024-07-26T16:45:38.657620+0000","last_undegraded":"2024-07-26T16:45:38.657620+0000","last_fullsized":"2024-07-26T16:45:38.657620+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:02.302902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.2b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303468+0000","last_change":"2024-07-26T16:45:37.683769+0000","last_active":"2024-07-26T16:45:39.303468+0000","last_peered":"2024-07-26T16:45:39.303468+0000","last_clean":"2024-07-26T16:45:39.303468+0000","last_became_active":"2024-07-26T16:45:37.679747+0000","last_became_peered":"2024-07-26T16:45:37.679747+0000","last_unstale":"2024-07-26T16:45:39.303468+0000","last_undegraded":"2024-07-26T16:45:39.303468+0000","last_fullsized":"2024-07-26T16:45:39.303468+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:42:27.404682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661098+0000","last_change":"2024-07-26T16:45:37.674430+0000","last_active":"2024-07-26T16:45:38.661098+0000","last_peered":"2024-07-26T16:45:38.661098+0000","last_clean":"2024-07-26T16:45:38.661098+0000","last_became_active":"2024-07-26T16:45:37.674096+0000","last_became_peered":"2024-07-26T16:45:37.674096+0000","last_unstale":"2024-07-26T16:45:38.661098+0000","last_undegraded":"2024-07-26T16:45:38.661098+0000","last_fullsized":"2024-07-26T16:45:38.661098+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:06:33.507890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.29","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662039+0000","last_change":"2024-07-26T16:45:37.667270+0000","last_active":"2024-07-26T16:45:38.662039+0000","last_peered":"2024-07-26T16:45:38.662039+0000","last_clean":"2024-07-26T16:45:38.662039+0000","last_became_active":"2024-07-26T16:45:37.666528+0000","last_became_peered":"2024-07-26T16:45:37.666528+0000","last_unstale":"2024-07-26T16:45:38.662039+0000","last_undegraded":"2024-07-26T16:45:38.662039+0000","last_fullsized":"2024-07-26T16:45:38.662039+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:16.582078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.28","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302540+0000","last_change":"2024-07-26T16:45:37.686270+0000","last_active":"2024-07-26T16:45:39.302540+0000","last_peered":"2024-07-26T16:45:39.302540+0000","last_clean":"2024-07-26T16:45:39.302540+0000","last_became_active":"2024-07-26T16:45:37.685901+0000","last_became_peered":"2024-07-26T16:45:37.685901+0000","last_unstale":"2024-07-26T16:45:39.302540+0000","last_undegraded":"2024-07-26T16:45:39.302540+0000","last_fullsized":"2024-07-26T16:45:39.302540+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:11.124018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.27","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661481+0000","last_change":"2024-07-26T16:45:37.668035+0000","last_active":"2024-07-26T16:45:38.661481+0000","last_peered":"2024-07-26T16:45:38.661481+0000","last_clean":"2024-07-26T16:45:38.661481+0000","last_became_active":"2024-07-26T16:45:37.667676+0000","last_became_peered":"2024-07-26T16:45:37.667676+0000","last_unstale":"2024-07-26T16:45:38.661481+0000","last_undegraded":"2024-07-26T16:45:38.661481+0000","last_fullsized":"2024-07-26T16:45:38.661481+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:30:58.746018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.26","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661500+0000","last_change":"2024-07-26T16:45:37.662457+0000","last_active":"2024-07-26T16:45:38.661500+0000","last_peered":"2024-07-26T16:45:38.661500+0000","last_clean":"2024-07-26T16:45:38.661500+0000","last_became_active":"2024-07-26T16:45:37.661996+0000","last_became_peered":"2024-07-26T16:45:37.661996+0000","last_unstale":"2024-07-26T16:45:38.661500+0000","last_undegraded":"2024-07-26T16:45:38.661500+0000","last_fullsized":"2024-07-26T16:45:38.661500+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:43:11.298520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.25","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302481+0000","last_change":"2024-07-26T16:45:37.675171+0000","last_active":"2024-07-26T16:45:39.302481+0000","last_peered":"2024-07-26T16:45:39.302481+0000","last_clean":"2024-07-26T16:45:39.302481+0000","last_became_active":"2024-07-26T16:45:37.674824+0000","last_became_peered":"2024-07-26T16:45:37.674824+0000","last_unstale":"2024-07-26T16:45:39.302481+0000","last_undegraded":"2024-07-26T16:45:39.302481+0000","last_fullsized":"2024-07-26T16:45:39.302481+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:53.298683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.24","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303857+0000","last_change":"2024-07-26T16:45:37.666885+0000","last_active":"2024-07-26T16:45:39.303857+0000","last_peered":"2024-07-26T16:45:39.303857+0000","last_clean":"2024-07-26T16:45:39.303857+0000","last_became_active":"2024-07-26T16:45:37.666555+0000","last_became_peered":"2024-07-26T16:45:37.666555+0000","last_unstale":"2024-07-26T16:45:39.303857+0000","last_undegraded":"2024-07-26T16:45:39.303857+0000","last_fullsized":"2024-07-26T16:45:39.303857+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:00:37.052832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.23","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662917+0000","last_change":"2024-07-26T16:45:37.674995+0000","last_active":"2024-07-26T16:45:38.662917+0000","last_peered":"2024-07-26T16:45:38.662917+0000","last_clean":"2024-07-26T16:45:38.662917+0000","last_became_active":"2024-07-26T16:45:37.674176+0000","last_became_peered":"2024-07-26T16:45:37.674176+0000","last_unstale":"2024-07-26T16:45:38.662917+0000","last_undegraded":"2024-07-26T16:45:38.662917+0000","last_fullsized":"2024-07-26T16:45:38.662917+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:22.175922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.22","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303638+0000","last_change":"2024-07-26T16:45:37.680075+0000","last_active":"2024-07-26T16:45:39.303638+0000","last_peered":"2024-07-26T16:45:39.303638+0000","last_clean":"2024-07-26T16:45:39.303638+0000","last_became_active":"2024-07-26T16:45:37.679758+0000","last_became_peered":"2024-07-26T16:45:37.679758+0000","last_unstale":"2024-07-26T16:45:39.303638+0000","last_undegraded":"2024-07-26T16:45:39.303638+0000","last_fullsized":"2024-07-26T16:45:39.303638+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:47:54.797751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.21","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302493+0000","last_change":"2024-07-26T16:45:37.678886+0000","last_active":"2024-07-26T16:45:39.302493+0000","last_peered":"2024-07-26T16:45:39.302493+0000","last_clean":"2024-07-26T16:45:39.302493+0000","last_became_active":"2024-07-26T16:45:37.678074+0000","last_became_peered":"2024-07-26T16:45:37.678074+0000","last_unstale":"2024-07-26T16:45:39.302493+0000","last_undegraded":"2024-07-26T16:45:39.302493+0000","last_fullsized":"2024-07-26T16:45:39.302493+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:29:18.242746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.20","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662042+0000","last_change":"2024-07-26T16:45:37.667780+0000","last_active":"2024-07-26T16:45:38.662042+0000","last_peered":"2024-07-26T16:45:38.662042+0000","last_clean":"2024-07-26T16:45:38.662042+0000","last_became_active":"2024-07-26T16:45:37.666913+0000","last_became_peered":"2024-07-26T16:45:37.666913+0000","last_unstale":"2024-07-26T16:45:38.662042+0000","last_undegraded":"2024-07-26T16:45:38.662042+0000","last_fullsized":"2024-07-26T16:45:38.662042+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:24.790846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303279+0000","last_change":"2024-07-26T16:45:37.674655+0000","last_active":"2024-07-26T16:45:39.303279+0000","last_peered":"2024-07-26T16:45:39.303279+0000","last_clean":"2024-07-26T16:45:39.303279+0000","last_became_active":"2024-07-26T16:45:37.674306+0000","last_became_peered":"2024-07-26T16:45:37.674306+0000","last_unstale":"2024-07-26T16:45:39.303279+0000","last_undegraded":"2024-07-26T16:45:39.303279+0000","last_fullsized":"2024-07-26T16:45:39.303279+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:26.844281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"180'4","reported_seq":19,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303025+0000","last_change":"2024-07-26T16:45:36.662767+0000","last_active":"2024-07-26T16:45:39.303025+0000","last_peered":"2024-07-26T16:45:39.303025+0000","last_clean":"2024-07-26T16:45:39.303025+0000","last_became_active":"2024-07-26T16:45:36.660520+0000","last_became_peered":"2024-07-26T16:45:36.660520+0000","last_unstale":"2024-07-26T16:45:39.303025+0000","last_undegraded":"2024-07-26T16:45:39.303025+0000","last_fullsized":"2024-07-26T16:45:39.303025+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:17:03.082253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303648+0000","last_change":"2024-07-26T16:45:37.681930+0000","last_active":"2024-07-26T16:45:39.303648+0000","last_peered":"2024-07-26T16:45:39.303648+0000","last_clean":"2024-07-26T16:45:39.303648+0000","last_became_active":"2024-07-26T16:45:37.681619+0000","last_became_peered":"2024-07-26T16:45:37.681619+0000","last_unstale":"2024-07-26T16:45:39.303648+0000","last_undegraded":"2024-07-26T16:45:39.303648+0000","last_fullsized":"2024-07-26T16:45:39.303648+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:40:18.031309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689134+0000","last_change":"2024-07-26T16:45:36.660813+0000","last_active":"2024-07-26T16:45:38.689134+0000","last_peered":"2024-07-26T16:45:38.689134+0000","last_clean":"2024-07-26T16:45:38.689134+0000","last_became_active":"2024-07-26T16:45:36.659851+0000","last_became_peered":"2024-07-26T16:45:36.659851+0000","last_unstale":"2024-07-26T16:45:38.689134+0000","last_undegraded":"2024-07-26T16:45:38.689134+0000","last_fullsized":"2024-07-26T16:45:38.689134+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:42.589664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.663135+0000","last_change":"2024-07-26T16:45:37.671290+0000","last_active":"2024-07-26T16:45:38.663135+0000","last_peered":"2024-07-26T16:45:38.663135+0000","last_clean":"2024-07-26T16:45:38.663135+0000","last_became_active":"2024-07-26T16:45:37.670729+0000","last_became_peered":"2024-07-26T16:45:37.670729+0000","last_unstale":"2024-07-26T16:45:38.663135+0000","last_undegraded":"2024-07-26T16:45:38.663135+0000","last_fullsized":"2024-07-26T16:45:38.663135+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:29:05.582036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689444+0000","last_change":"2024-07-26T16:45:36.661071+0000","last_active":"2024-07-26T16:45:38.689444+0000","last_peered":"2024-07-26T16:45:38.689444+0000","last_clean":"2024-07-26T16:45:38.689444+0000","last_became_active":"2024-07-26T16:45:36.660336+0000","last_became_peered":"2024-07-26T16:45:36.660336+0000","last_unstale":"2024-07-26T16:45:38.689444+0000","last_undegraded":"2024-07-26T16:45:38.689444+0000","last_fullsized":"2024-07-26T16:45:38.689444+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:43.713192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689422+0000","last_change":"2024-07-26T16:45:37.674518+0000","last_active":"2024-07-26T16:45:38.689422+0000","last_peered":"2024-07-26T16:45:38.689422+0000","last_clean":"2024-07-26T16:45:38.689422+0000","last_became_active":"2024-07-26T16:45:37.674196+0000","last_became_peered":"2024-07-26T16:45:37.674196+0000","last_unstale":"2024-07-26T16:45:38.689422+0000","last_undegraded":"2024-07-26T16:45:38.689422+0000","last_fullsized":"2024-07-26T16:45:38.689422+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:51.300100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303318+0000","last_change":"2024-07-26T16:45:36.659923+0000","last_active":"2024-07-26T16:45:39.303318+0000","last_peered":"2024-07-26T16:45:39.303318+0000","last_clean":"2024-07-26T16:45:39.303318+0000","last_became_active":"2024-07-26T16:45:36.659571+0000","last_became_peered":"2024-07-26T16:45:36.659571+0000","last_unstale":"2024-07-26T16:45:39.303318+0000","last_undegraded":"2024-07-26T16:45:39.303318+0000","last_fullsized":"2024-07-26T16:45:39.303318+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:31:00.246877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657405+0000","last_change":"2024-07-26T16:45:37.672067+0000","last_active":"2024-07-26T16:45:38.657405+0000","last_peered":"2024-07-26T16:45:38.657405+0000","last_clean":"2024-07-26T16:45:38.657405+0000","last_became_active":"2024-07-26T16:45:37.671750+0000","last_became_peered":"2024-07-26T16:45:37.671750+0000","last_unstale":"2024-07-26T16:45:38.657405+0000","last_undegraded":"2024-07-26T16:45:38.657405+0000","last_fullsized":"2024-07-26T16:45:38.657405+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:12:12.896757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1b","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662933+0000","last_change":"2024-07-26T16:45:36.664475+0000","last_active":"2024-07-26T16:45:38.662933+0000","last_peered":"2024-07-26T16:45:38.662933+0000","last_clean":"2024-07-26T16:45:38.662933+0000","last_became_active":"2024-07-26T16:45:36.664176+0000","last_became_peered":"2024-07-26T16:45:36.664176+0000","last_unstale":"2024-07-26T16:45:38.662933+0000","last_undegraded":"2024-07-26T16:45:38.662933+0000","last_fullsized":"2024-07-26T16:45:38.662933+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:35:54.876150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927730+0000","last_change":"2024-07-26T16:45:37.672871+0000","last_active":"2024-07-26T16:45:38.927730+0000","last_peered":"2024-07-26T16:45:38.927730+0000","last_clean":"2024-07-26T16:45:38.927730+0000","last_became_active":"2024-07-26T16:45:37.672532+0000","last_became_peered":"2024-07-26T16:45:37.672532+0000","last_unstale":"2024-07-26T16:45:38.927730+0000","last_undegraded":"2024-07-26T16:45:38.927730+0000","last_fullsized":"2024-07-26T16:45:38.927730+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:58:18.687265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1a","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302932+0000","last_change":"2024-07-26T16:45:36.664536+0000","last_active":"2024-07-26T16:45:39.302932+0000","last_peered":"2024-07-26T16:45:39.302932+0000","last_clean":"2024-07-26T16:45:39.302932+0000","last_became_active":"2024-07-26T16:45:36.663811+0000","last_became_peered":"2024-07-26T16:45:36.663811+0000","last_unstale":"2024-07-26T16:45:39.302932+0000","last_undegraded":"2024-07-26T16:45:39.302932+0000","last_fullsized":"2024-07-26T16:45:39.302932+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:13:57.373329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303994+0000","last_change":"2024-07-26T16:45:37.671760+0000","last_active":"2024-07-26T16:45:39.303994+0000","last_peered":"2024-07-26T16:45:39.303994+0000","last_clean":"2024-07-26T16:45:39.303994+0000","last_became_active":"2024-07-26T16:45:37.671313+0000","last_became_peered":"2024-07-26T16:45:37.671313+0000","last_unstale":"2024-07-26T16:45:39.303994+0000","last_undegraded":"2024-07-26T16:45:39.303994+0000","last_fullsized":"2024-07-26T16:45:39.303994+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:57:37.759934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.660920+0000","last_change":"2024-07-26T16:45:36.651903+0000","last_active":"2024-07-26T16:45:38.660920+0000","last_peered":"2024-07-26T16:45:38.660920+0000","last_clean":"2024-07-26T16:45:38.660920+0000","last_became_active":"2024-07-26T16:45:36.651548+0000","last_became_peered":"2024-07-26T16:45:36.651548+0000","last_unstale":"2024-07-26T16:45:38.660920+0000","last_undegraded":"2024-07-26T16:45:38.660920+0000","last_fullsized":"2024-07-26T16:45:38.660920+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:28.541213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661378+0000","last_change":"2024-07-26T16:45:37.673285+0000","last_active":"2024-07-26T16:45:38.661378+0000","last_peered":"2024-07-26T16:45:38.661378+0000","last_clean":"2024-07-26T16:45:38.661378+0000","last_became_active":"2024-07-26T16:45:37.672444+0000","last_became_peered":"2024-07-26T16:45:37.672444+0000","last_unstale":"2024-07-26T16:45:38.661378+0000","last_undegraded":"2024-07-26T16:45:38.661378+0000","last_fullsized":"2024-07-26T16:45:38.661378+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:25:31.995687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302474+0000","last_change":"2024-07-26T16:45:36.653086+0000","last_active":"2024-07-26T16:45:39.302474+0000","last_peered":"2024-07-26T16:45:39.302474+0000","last_clean":"2024-07-26T16:45:39.302474+0000","last_became_active":"2024-07-26T16:45:36.651178+0000","last_became_peered":"2024-07-26T16:45:36.651178+0000","last_unstale":"2024-07-26T16:45:39.302474+0000","last_undegraded":"2024-07-26T16:45:39.302474+0000","last_fullsized":"2024-07-26T16:45:39.302474+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:20:23.074882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662828+0000","last_change":"2024-07-26T16:45:37.677727+0000","last_active":"2024-07-26T16:45:38.662828+0000","last_peered":"2024-07-26T16:45:38.662828+0000","last_clean":"2024-07-26T16:45:38.662828+0000","last_became_active":"2024-07-26T16:45:37.677301+0000","last_became_peered":"2024-07-26T16:45:37.677301+0000","last_unstale":"2024-07-26T16:45:38.662828+0000","last_undegraded":"2024-07-26T16:45:38.662828+0000","last_fullsized":"2024-07-26T16:45:38.662828+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:18:11.607788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689314+0000","last_change":"2024-07-26T16:45:36.659946+0000","last_active":"2024-07-26T16:45:38.689314+0000","last_peered":"2024-07-26T16:45:38.689314+0000","last_clean":"2024-07-26T16:45:38.689314+0000","last_became_active":"2024-07-26T16:45:36.659603+0000","last_became_peered":"2024-07-26T16:45:36.659603+0000","last_unstale":"2024-07-26T16:45:38.689314+0000","last_undegraded":"2024-07-26T16:45:38.689314+0000","last_fullsized":"2024-07-26T16:45:38.689314+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:27:24.954371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303099+0000","last_change":"2024-07-26T16:45:37.673906+0000","last_active":"2024-07-26T16:45:39.303099+0000","last_peered":"2024-07-26T16:45:39.303099+0000","last_clean":"2024-07-26T16:45:39.303099+0000","last_became_active":"2024-07-26T16:45:37.673583+0000","last_became_peered":"2024-07-26T16:45:37.673583+0000","last_unstale":"2024-07-26T16:45:39.303099+0000","last_undegraded":"2024-07-26T16:45:39.303099+0000","last_fullsized":"2024-07-26T16:45:39.303099+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:43:15.261317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661888+0000","last_change":"2024-07-26T16:45:36.654014+0000","last_active":"2024-07-26T16:45:38.661888+0000","last_peered":"2024-07-26T16:45:38.661888+0000","last_clean":"2024-07-26T16:45:38.661888+0000","last_became_active":"2024-07-26T16:45:36.653662+0000","last_became_peered":"2024-07-26T16:45:36.653662+0000","last_unstale":"2024-07-26T16:45:38.661888+0000","last_undegraded":"2024-07-26T16:45:38.661888+0000","last_fullsized":"2024-07-26T16:45:38.661888+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:02:40.503497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302948+0000","last_change":"2024-07-26T16:45:37.664606+0000","last_active":"2024-07-26T16:45:39.302948+0000","last_peered":"2024-07-26T16:45:39.302948+0000","last_clean":"2024-07-26T16:45:39.302948+0000","last_became_active":"2024-07-26T16:45:37.664099+0000","last_became_peered":"2024-07-26T16:45:37.664099+0000","last_unstale":"2024-07-26T16:45:39.302948+0000","last_undegraded":"2024-07-26T16:45:39.302948+0000","last_fullsized":"2024-07-26T16:45:39.302948+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:30:48.526975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.15","version":"180'3","reported_seq":18,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303167+0000","last_change":"2024-07-26T16:45:36.659492+0000","last_active":"2024-07-26T16:45:39.303167+0000","last_peered":"2024-07-26T16:45:39.303167+0000","last_clean":"2024-07-26T16:45:39.303167+0000","last_became_active":"2024-07-26T16:45:36.659088+0000","last_became_peered":"2024-07-26T16:45:36.659088+0000","last_unstale":"2024-07-26T16:45:39.303167+0000","last_undegraded":"2024-07-26T16:45:39.303167+0000","last_fullsized":"2024-07-26T16:45:39.303167+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:08:26.832842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662259+0000","last_change":"2024-07-26T16:45:37.678607+0000","last_active":"2024-07-26T16:45:38.662259+0000","last_peered":"2024-07-26T16:45:38.662259+0000","last_clean":"2024-07-26T16:45:38.662259+0000","last_became_active":"2024-07-26T16:45:37.678140+0000","last_became_peered":"2024-07-26T16:45:37.678140+0000","last_unstale":"2024-07-26T16:45:38.662259+0000","last_undegraded":"2024-07-26T16:45:38.662259+0000","last_fullsized":"2024-07-26T16:45:38.662259+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:36:02.872428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.13","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303913+0000","last_change":"2024-07-26T16:45:36.663314+0000","last_active":"2024-07-26T16:45:39.303913+0000","last_peered":"2024-07-26T16:45:39.303913+0000","last_clean":"2024-07-26T16:45:39.303913+0000","last_became_active":"2024-07-26T16:45:36.660977+0000","last_became_peered":"2024-07-26T16:45:36.660977+0000","last_unstale":"2024-07-26T16:45:39.303913+0000","last_undegraded":"2024-07-26T16:45:39.303913+0000","last_fullsized":"2024-07-26T16:45:39.303913+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:20.950802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303193+0000","last_change":"2024-07-26T16:45:37.681135+0000","last_active":"2024-07-26T16:45:39.303193+0000","last_peered":"2024-07-26T16:45:39.303193+0000","last_clean":"2024-07-26T16:45:39.303193+0000","last_became_active":"2024-07-26T16:45:37.680775+0000","last_became_peered":"2024-07-26T16:45:37.680775+0000","last_unstale":"2024-07-26T16:45:39.303193+0000","last_undegraded":"2024-07-26T16:45:39.303193+0000","last_fullsized":"2024-07-26T16:45:39.303193+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:41:28.470770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927704+0000","last_change":"2024-07-26T16:45:36.666711+0000","last_active":"2024-07-26T16:45:38.927704+0000","last_peered":"2024-07-26T16:45:38.927704+0000","last_clean":"2024-07-26T16:45:38.927704+0000","last_became_active":"2024-07-26T16:45:36.666342+0000","last_became_peered":"2024-07-26T16:45:36.666342+0000","last_unstale":"2024-07-26T16:45:38.927704+0000","last_undegraded":"2024-07-26T16:45:38.927704+0000","last_fullsized":"2024-07-26T16:45:38.927704+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:19.646628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302905+0000","last_change":"2024-07-26T16:45:37.674086+0000","last_active":"2024-07-26T16:45:39.302905+0000","last_peered":"2024-07-26T16:45:39.302905+0000","last_clean":"2024-07-26T16:45:39.302905+0000","last_became_active":"2024-07-26T16:45:37.673740+0000","last_became_peered":"2024-07-26T16:45:37.673740+0000","last_unstale":"2024-07-26T16:45:39.302905+0000","last_undegraded":"2024-07-26T16:45:39.302905+0000","last_fullsized":"2024-07-26T16:45:39.302905+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:53:47.668001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927854+0000","last_change":"2024-07-26T16:45:36.662102+0000","last_active":"2024-07-26T16:45:38.927854+0000","last_peered":"2024-07-26T16:45:38.927854+0000","last_clean":"2024-07-26T16:45:38.927854+0000","last_became_active":"2024-07-26T16:45:36.661736+0000","last_became_peered":"2024-07-26T16:45:36.661736+0000","last_unstale":"2024-07-26T16:45:38.927854+0000","last_undegraded":"2024-07-26T16:45:38.927854+0000","last_fullsized":"2024-07-26T16:45:38.927854+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:21.168954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302440+0000","last_change":"2024-07-26T16:45:37.684975+0000","last_active":"2024-07-26T16:45:39.302440+0000","last_peered":"2024-07-26T16:45:39.302440+0000","last_clean":"2024-07-26T16:45:39.302440+0000","last_became_active":"2024-07-26T16:45:37.684614+0000","last_became_peered":"2024-07-26T16:45:37.684614+0000","last_unstale":"2024-07-26T16:45:39.302440+0000","last_undegraded":"2024-07-26T16:45:39.302440+0000","last_fullsized":"2024-07-26T16:45:39.302440+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:53.961027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.10","version":"180'8","reported_seq":23,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.660652+0000","last_change":"2024-07-26T16:45:36.653905+0000","last_active":"2024-07-26T16:45:38.660652+0000","last_peered":"2024-07-26T16:45:38.660652+0000","last_clean":"2024-07-26T16:45:38.660652+0000","last_became_active":"2024-07-26T16:45:36.653547+0000","last_became_peered":"2024-07-26T16:45:36.653547+0000","last_unstale":"2024-07-26T16:45:38.660652+0000","last_undegraded":"2024-07-26T16:45:38.660652+0000","last_fullsized":"2024-07-26T16:45:38.660652+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:13:57.732328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689151+0000","last_change":"2024-07-26T16:45:37.681322+0000","last_active":"2024-07-26T16:45:38.689151+0000","last_peered":"2024-07-26T16:45:38.689151+0000","last_clean":"2024-07-26T16:45:38.689151+0000","last_became_active":"2024-07-26T16:45:37.680794+0000","last_became_peered":"2024-07-26T16:45:37.680794+0000","last_unstale":"2024-07-26T16:45:38.689151+0000","last_undegraded":"2024-07-26T16:45:38.689151+0000","last_fullsized":"2024-07-26T16:45:38.689151+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:48:23.912944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302279+0000","last_change":"2024-07-26T16:45:36.654761+0000","last_active":"2024-07-26T16:45:39.302279+0000","last_peered":"2024-07-26T16:45:39.302279+0000","last_clean":"2024-07-26T16:45:39.302279+0000","last_became_active":"2024-07-26T16:45:36.654445+0000","last_became_peered":"2024-07-26T16:45:36.654445+0000","last_unstale":"2024-07-26T16:45:39.302279+0000","last_undegraded":"2024-07-26T16:45:39.302279+0000","last_fullsized":"2024-07-26T16:45:39.302279+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:46:21.791068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689378+0000","last_change":"2024-07-26T16:45:37.683546+0000","last_active":"2024-07-26T16:45:38.689378+0000","last_peered":"2024-07-26T16:45:38.689378+0000","last_clean":"2024-07-26T16:45:38.689378+0000","last_became_active":"2024-07-26T16:45:37.683202+0000","last_became_peered":"2024-07-26T16:45:37.683202+0000","last_unstale":"2024-07-26T16:45:38.689378+0000","last_undegraded":"2024-07-26T16:45:38.689378+0000","last_fullsized":"2024-07-26T16:45:38.689378+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:12:54.618914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.e","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689143+0000","last_change":"2024-07-26T16:45:36.661196+0000","last_active":"2024-07-26T16:45:38.689143+0000","last_peered":"2024-07-26T16:45:38.689143+0000","last_clean":"2024-07-26T16:45:38.689143+0000","last_became_active":"2024-07-26T16:45:36.660204+0000","last_became_peered":"2024-07-26T16:45:36.660204+0000","last_unstale":"2024-07-26T16:45:38.689143+0000","last_undegraded":"2024-07-26T16:45:38.689143+0000","last_fullsized":"2024-07-26T16:45:38.689143+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:17.687684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661806+0000","last_change":"2024-07-26T16:45:37.671281+0000","last_active":"2024-07-26T16:45:38.661806+0000","last_peered":"2024-07-26T16:45:38.661806+0000","last_clean":"2024-07-26T16:45:38.661806+0000","last_became_active":"2024-07-26T16:45:37.670505+0000","last_became_peered":"2024-07-26T16:45:37.670505+0000","last_unstale":"2024-07-26T16:45:38.661806+0000","last_undegraded":"2024-07-26T16:45:38.661806+0000","last_fullsized":"2024-07-26T16:45:38.661806+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:59.749259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303647+0000","last_change":"2024-07-26T16:45:36.664239+0000","last_active":"2024-07-26T16:45:39.303647+0000","last_peered":"2024-07-26T16:45:39.303647+0000","last_clean":"2024-07-26T16:45:39.303647+0000","last_became_active":"2024-07-26T16:45:36.663882+0000","last_became_peered":"2024-07-26T16:45:36.663882+0000","last_unstale":"2024-07-26T16:45:39.303647+0000","last_undegraded":"2024-07-26T16:45:39.303647+0000","last_fullsized":"2024-07-26T16:45:39.303647+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:13.229609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661559+0000","last_change":"2024-07-26T16:45:37.672174+0000","last_active":"2024-07-26T16:45:38.661559+0000","last_peered":"2024-07-26T16:45:38.661559+0000","last_clean":"2024-07-26T16:45:38.661559+0000","last_became_active":"2024-07-26T16:45:37.671481+0000","last_became_peered":"2024-07-26T16:45:37.671481+0000","last_unstale":"2024-07-26T16:45:38.661559+0000","last_undegraded":"2024-07-26T16:45:38.661559+0000","last_fullsized":"2024-07-26T16:45:38.661559+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:30.630342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927832+0000","last_change":"2024-07-26T16:45:36.663018+0000","last_active":"2024-07-26T16:45:38.927832+0000","last_peered":"2024-07-26T16:45:38.927832+0000","last_clean":"2024-07-26T16:45:38.927832+0000","last_became_active":"2024-07-26T16:45:36.662446+0000","last_became_peered":"2024-07-26T16:45:36.662446+0000","last_unstale":"2024-07-26T16:45:38.927832+0000","last_undegraded":"2024-07-26T16:45:38.927832+0000","last_fullsized":"2024-07-26T16:45:38.927832+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:28:25.607238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688898+0000","last_change":"2024-07-26T16:45:37.683289+0000","last_active":"2024-07-26T16:45:38.688898+0000","last_peered":"2024-07-26T16:45:38.688898+0000","last_clean":"2024-07-26T16:45:38.688898+0000","last_became_active":"2024-07-26T16:45:37.682879+0000","last_became_peered":"2024-07-26T16:45:37.682879+0000","last_unstale":"2024-07-26T16:45:38.688898+0000","last_undegraded":"2024-07-26T16:45:38.688898+0000","last_fullsized":"2024-07-26T16:45:38.688898+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:43.888931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657479+0000","last_change":"2024-07-26T16:45:36.657500+0000","last_active":"2024-07-26T16:45:38.657479+0000","last_peered":"2024-07-26T16:45:38.657479+0000","last_clean":"2024-07-26T16:45:38.657479+0000","last_became_active":"2024-07-26T16:45:36.657160+0000","last_became_peered":"2024-07-26T16:45:36.657160+0000","last_unstale":"2024-07-26T16:45:38.657479+0000","last_undegraded":"2024-07-26T16:45:38.657479+0000","last_fullsized":"2024-07-26T16:45:38.657479+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:27:24.954371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303388+0000","last_change":"2024-07-26T16:45:37.672466+0000","last_active":"2024-07-26T16:45:39.303388+0000","last_peered":"2024-07-26T16:45:39.303388+0000","last_clean":"2024-07-26T16:45:39.303388+0000","last_became_active":"2024-07-26T16:45:37.672146+0000","last_became_peered":"2024-07-26T16:45:37.672146+0000","last_unstale":"2024-07-26T16:45:39.303388+0000","last_undegraded":"2024-07-26T16:45:39.303388+0000","last_fullsized":"2024-07-26T16:45:39.303388+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:21:26.321620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662443+0000","last_change":"2024-07-26T16:45:36.659946+0000","last_active":"2024-07-26T16:45:38.662443+0000","last_peered":"2024-07-26T16:45:38.662443+0000","last_clean":"2024-07-26T16:45:38.662443+0000","last_became_active":"2024-07-26T16:45:36.659626+0000","last_became_peered":"2024-07-26T16:45:36.659626+0000","last_unstale":"2024-07-26T16:45:38.662443+0000","last_undegraded":"2024-07-26T16:45:38.662443+0000","last_fullsized":"2024-07-26T16:45:38.662443+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:34.323857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688988+0000","last_change":"2024-07-26T16:45:37.672422+0000","last_active":"2024-07-26T16:45:38.688988+0000","last_peered":"2024-07-26T16:45:38.688988+0000","last_clean":"2024-07-26T16:45:38.688988+0000","last_became_active":"2024-07-26T16:45:37.672101+0000","last_became_peered":"2024-07-26T16:45:37.672101+0000","last_unstale":"2024-07-26T16:45:38.688988+0000","last_undegraded":"2024-07-26T16:45:38.688988+0000","last_fullsized":"2024-07-26T16:45:38.688988+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:57:42.400415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657216+0000","last_change":"2024-07-26T16:45:36.663721+0000","last_active":"2024-07-26T16:45:38.657216+0000","last_peered":"2024-07-26T16:45:38.657216+0000","last_clean":"2024-07-26T16:45:38.657216+0000","last_became_active":"2024-07-26T16:45:36.663363+0000","last_became_peered":"2024-07-26T16:45:36.663363+0000","last_unstale":"2024-07-26T16:45:38.657216+0000","last_undegraded":"2024-07-26T16:45:38.657216+0000","last_fullsized":"2024-07-26T16:45:38.657216+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:17.687684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302652+0000","last_change":"2024-07-26T16:45:37.682695+0000","last_active":"2024-07-26T16:45:39.302652+0000","last_peered":"2024-07-26T16:45:39.302652+0000","last_clean":"2024-07-26T16:45:39.302652+0000","last_became_active":"2024-07-26T16:45:37.682338+0000","last_became_peered":"2024-07-26T16:45:37.682338+0000","last_unstale":"2024-07-26T16:45:39.302652+0000","last_undegraded":"2024-07-26T16:45:39.302652+0000","last_fullsized":"2024-07-26T16:45:39.302652+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:29:17.102519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662328+0000","last_change":"2024-07-26T16:45:36.661119+0000","last_active":"2024-07-26T16:45:38.662328+0000","last_peered":"2024-07-26T16:45:38.662328+0000","last_clean":"2024-07-26T16:45:38.662328+0000","last_became_active":"2024-07-26T16:45:36.659025+0000","last_became_peered":"2024-07-26T16:45:36.659025+0000","last_unstale":"2024-07-26T16:45:38.662328+0000","last_undegraded":"2024-07-26T16:45:38.662328+0000","last_fullsized":"2024-07-26T16:45:38.662328+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:00:04.086378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303382+0000","last_change":"2024-07-26T16:45:37.675315+0000","last_active":"2024-07-26T16:45:39.303382+0000","last_peered":"2024-07-26T16:45:39.303382+0000","last_clean":"2024-07-26T16:45:39.303382+0000","last_became_active":"2024-07-26T16:45:37.674949+0000","last_became_peered":"2024-07-26T16:45:37.674949+0000","last_unstale":"2024-07-26T16:45:39.303382+0000","last_undegraded":"2024-07-26T16:45:39.303382+0000","last_fullsized":"2024-07-26T16:45:39.303382+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:15:19.354075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.7","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.928108+0000","last_change":"2024-07-26T16:45:36.661812+0000","last_active":"2024-07-26T16:45:38.928108+0000","last_peered":"2024-07-26T16:45:38.928108+0000","last_clean":"2024-07-26T16:45:38.928108+0000","last_became_active":"2024-07-26T16:45:36.661497+0000","last_became_peered":"2024-07-26T16:45:36.661497+0000","last_unstale":"2024-07-26T16:45:38.928108+0000","last_undegraded":"2024-07-26T16:45:38.928108+0000","last_fullsized":"2024-07-26T16:45:38.928108+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:29:04.575068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.928003+0000","last_change":"2024-07-26T16:45:37.686263+0000","last_active":"2024-07-26T16:45:38.928003+0000","last_peered":"2024-07-26T16:45:38.928003+0000","last_clean":"2024-07-26T16:45:38.928003+0000","last_became_active":"2024-07-26T16:45:37.685924+0000","last_became_peered":"2024-07-26T16:45:37.685924+0000","last_unstale":"2024-07-26T16:45:38.928003+0000","last_undegraded":"2024-07-26T16:45:38.928003+0000","last_fullsized":"2024-07-26T16:45:38.928003+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:15:53.799173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"181'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662042+0000","last_change":"2024-07-26T16:45:36.664120+0000","last_active":"2024-07-26T16:45:38.662042+0000","last_peered":"2024-07-26T16:45:38.662042+0000","last_clean":"2024-07-26T16:45:38.662042+0000","last_became_active":"2024-07-26T16:45:36.663772+0000","last_became_peered":"2024-07-26T16:45:36.663772+0000","last_unstale":"2024-07-26T16:45:38.662042+0000","last_undegraded":"2024-07-26T16:45:38.662042+0000","last_fullsized":"2024-07-26T16:45:38.662042+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:07.315512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661908+0000","last_change":"2024-07-26T16:45:37.674918+0000","last_active":"2024-07-26T16:45:38.661908+0000","last_peered":"2024-07-26T16:45:38.661908+0000","last_clean":"2024-07-26T16:45:38.661908+0000","last_became_active":"2024-07-26T16:45:37.674586+0000","last_became_peered":"2024-07-26T16:45:37.674586+0000","last_unstale":"2024-07-26T16:45:38.661908+0000","last_undegraded":"2024-07-26T16:45:38.661908+0000","last_fullsized":"2024-07-26T16:45:38.661908+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:57.727875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303716+0000","last_change":"2024-07-26T16:45:36.660972+0000","last_active":"2024-07-26T16:45:39.303716+0000","last_peered":"2024-07-26T16:45:39.303716+0000","last_clean":"2024-07-26T16:45:39.303716+0000","last_became_active":"2024-07-26T16:45:36.660455+0000","last_became_peered":"2024-07-26T16:45:36.660455+0000","last_unstale":"2024-07-26T16:45:39.303716+0000","last_undegraded":"2024-07-26T16:45:39.303716+0000","last_fullsized":"2024-07-26T16:45:39.303716+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:19.644362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302876+0000","last_change":"2024-07-26T16:45:37.684663+0000","last_active":"2024-07-26T16:45:39.302876+0000","last_peered":"2024-07-26T16:45:39.302876+0000","last_clean":"2024-07-26T16:45:39.302876+0000","last_became_active":"2024-07-26T16:45:37.684335+0000","last_became_peered":"2024-07-26T16:45:37.684335+0000","last_unstale":"2024-07-26T16:45:39.302876+0000","last_undegraded":"2024-07-26T16:45:39.302876+0000","last_fullsized":"2024-07-26T16:45:39.302876+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:05:10.391452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303352+0000","last_change":"2024-07-26T16:45:36.663317+0000","last_active":"2024-07-26T16:45:39.303352+0000","last_peered":"2024-07-26T16:45:39.303352+0000","last_clean":"2024-07-26T16:45:39.303352+0000","last_became_active":"2024-07-26T16:45:36.662459+0000","last_became_peered":"2024-07-26T16:45:36.662459+0000","last_unstale":"2024-07-26T16:45:39.303352+0000","last_undegraded":"2024-07-26T16:45:39.303352+0000","last_fullsized":"2024-07-26T16:45:39.303352+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:40.026612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662256+0000","last_change":"2024-07-26T16:45:37.668887+0000","last_active":"2024-07-26T16:45:38.662256+0000","last_peered":"2024-07-26T16:45:38.662256+0000","last_clean":"2024-07-26T16:45:38.662256+0000","last_became_active":"2024-07-26T16:45:37.668280+0000","last_became_peered":"2024-07-26T16:45:37.668280+0000","last_unstale":"2024-07-26T16:45:38.662256+0000","last_undegraded":"2024-07-26T16:45:38.662256+0000","last_fullsized":"2024-07-26T16:45:38.662256+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:52.442325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661238+0000","last_change":"2024-07-26T16:45:36.665384+0000","last_active":"2024-07-26T16:45:38.661238+0000","last_peered":"2024-07-26T16:45:38.661238+0000","last_clean":"2024-07-26T16:45:38.661238+0000","last_became_active":"2024-07-26T16:45:36.664384+0000","last_became_peered":"2024-07-26T16:45:36.664384+0000","last_unstale":"2024-07-26T16:45:38.661238+0000","last_undegraded":"2024-07-26T16:45:38.661238+0000","last_fullsized":"2024-07-26T16:45:38.661238+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:27.778144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927767+0000","last_change":"2024-07-26T16:45:37.680427+0000","last_active":"2024-07-26T16:45:38.927767+0000","last_peered":"2024-07-26T16:45:38.927767+0000","last_clean":"2024-07-26T16:45:38.927767+0000","last_became_active":"2024-07-26T16:45:37.680074+0000","last_became_peered":"2024-07-26T16:45:37.680074+0000","last_unstale":"2024-07-26T16:45:38.927767+0000","last_undegraded":"2024-07-26T16:45:38.927767+0000","last_fullsized":"2024-07-26T16:45:38.927767+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:45:46.397861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303577+0000","last_change":"2024-07-26T16:45:36.658563+0000","last_active":"2024-07-26T16:45:39.303577+0000","last_peered":"2024-07-26T16:45:39.303577+0000","last_clean":"2024-07-26T16:45:39.303577+0000","last_became_active":"2024-07-26T16:45:36.658237+0000","last_became_peered":"2024-07-26T16:45:36.658237+0000","last_unstale":"2024-07-26T16:45:39.303577+0000","last_undegraded":"2024-07-26T16:45:39.303577+0000","last_fullsized":"2024-07-26T16:45:39.303577+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:04.347900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.304024+0000","last_change":"2024-07-26T16:45:37.679954+0000","last_active":"2024-07-26T16:45:39.304024+0000","last_peered":"2024-07-26T16:45:39.304024+0000","last_clean":"2024-07-26T16:45:39.304024+0000","last_became_active":"2024-07-26T16:45:37.679578+0000","last_became_peered":"2024-07-26T16:45:37.679578+0000","last_unstale":"2024-07-26T16:45:39.304024+0000","last_undegraded":"2024-07-26T16:45:39.304024+0000","last_fullsized":"2024-07-26T16:45:39.304024+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:45.286058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661078+0000","last_change":"2024-07-26T16:45:36.653321+0000","last_active":"2024-07-26T16:45:38.661078+0000","last_peered":"2024-07-26T16:45:38.661078+0000","last_clean":"2024-07-26T16:45:38.661078+0000","last_became_active":"2024-07-26T16:45:36.652955+0000","last_became_peered":"2024-07-26T16:45:36.652955+0000","last_unstale":"2024-07-26T16:45:38.661078+0000","last_undegraded":"2024-07-26T16:45:38.661078+0000","last_fullsized":"2024-07-26T16:45:38.661078+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:20:47.529252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662842+0000","last_change":"2024-07-26T16:45:37.675266+0000","last_active":"2024-07-26T16:45:38.662842+0000","last_peered":"2024-07-26T16:45:38.662842+0000","last_clean":"2024-07-26T16:45:38.662842+0000","last_became_active":"2024-07-26T16:45:37.674548+0000","last_became_peered":"2024-07-26T16:45:37.674548+0000","last_unstale":"2024-07-26T16:45:38.662842+0000","last_undegraded":"2024-07-26T16:45:38.662842+0000","last_fullsized":"2024-07-26T16:45:38.662842+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:50.748200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688966+0000","last_change":"2024-07-26T16:45:36.661952+0000","last_active":"2024-07-26T16:45:38.688966+0000","last_peered":"2024-07-26T16:45:38.688966+0000","last_clean":"2024-07-26T16:45:38.688966+0000","last_became_active":"2024-07-26T16:45:36.661647+0000","last_became_peered":"2024-07-26T16:45:36.661647+0000","last_unstale":"2024-07-26T16:45:38.688966+0000","last_undegraded":"2024-07-26T16:45:38.688966+0000","last_fullsized":"2024-07-26T16:45:38.688966+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:26.337336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.663206+0000","last_change":"2024-07-26T16:45:37.676446+0000","last_active":"2024-07-26T16:45:38.663206+0000","last_peered":"2024-07-26T16:45:38.663206+0000","last_clean":"2024-07-26T16:45:38.663206+0000","last_became_active":"2024-07-26T16:45:37.675761+0000","last_became_peered":"2024-07-26T16:45:37.675761+0000","last_unstale":"2024-07-26T16:45:38.663206+0000","last_undegraded":"2024-07-26T16:45:38.663206+0000","last_fullsized":"2024-07-26T16:45:38.663206+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:28:26.614206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.14","version":"180'6","reported_seq":21,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657579+0000","last_change":"2024-07-26T16:45:36.658282+0000","last_active":"2024-07-26T16:45:38.657579+0000","last_peered":"2024-07-26T16:45:38.657579+0000","last_clean":"2024-07-26T16:45:38.657579+0000","last_became_active":"2024-07-26T16:45:36.657951+0000","last_became_peered":"2024-07-26T16:45:36.657951+0000","last_unstale":"2024-07-26T16:45:38.657579+0000","last_undegraded":"2024-07-26T16:45:38.657579+0000","last_fullsized":"2024-07-26T16:45:38.657579+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:43.713192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"171'177","reported_seq":816,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689013+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T16:45:38.689013+0000","last_peered":"2024-07-26T16:45:38.689013+0000","last_clean":"2024-07-26T16:45:38.689013+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T16:45:38.689013+0000","last_undegraded":"2024-07-26T16:45:38.689013+0000","last_fullsized":"2024-07-26T16:45:38.689013+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":177,"log_dups_size":0,"ondisk_log_size":177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":281,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":22,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":21,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":281,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":177,"ondisk_log_size":177,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575773,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47856,"kb_used_data":2784,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323984,"statfs":{"total":96636764160,"available":96587759616,"internally_reserved":0,"allocated":2850816,"data_stored":1750674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510364,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37552,"kb_used_data":2204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334288,"statfs":{"total":96636764160,"available":96598310912,"internally_reserved":0,"allocated":2256896,"data_stored":1160354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47276,"kb_used_data":2200,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324564,"statfs":{"total":96636764160,"available":96588353536,"internally_reserved":0,"allocated":2252800,"data_stored":1160284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510364,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29232,"kb_used_data":2212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342608,"statfs":{"total":96636764160,"available":96606830592,"internally_reserved":0,"allocated":2265088,"data_stored":1161896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510363,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59756,"kb_used_data":2208,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312084,"statfs":{"total":96636764160,"available":96575574016,"internally_reserved":0,"allocated":2260992,"data_stored":1160900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":58915271},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510363,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47276,"kb_used_data":2208,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324564,"statfs":{"total":96636764160,"available":96588353536,"internally_reserved":0,"allocated":2260992,"data_stored":1160396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510366,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37548,"kb_used_data":2204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334292,"statfs":{"total":96636764160,"available":96598315008,"internally_reserved":0,"allocated":2256896,"data_stored":1160354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543070,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42308,"kb_used_data":2804,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329532,"statfs":{"total":96636764160,"available":96593440768,"internally_reserved":0,"allocated":2871296,"data_stored":1752970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T16:45:43.629 INFO:tasks.ceph.mds.c.smithi033.stderr:2024-07-26T16:45:43.628+0000 7f85ecb8d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T16:45:46.313 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T16:45:46.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.445+0000 7fbc59758640 1 -- 172.21.15.33:0/431577877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc540ce9e0 msgr2=0x7fbc540cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:46.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.445+0000 7fbc59758640 1 --2- 172.21.15.33:0/431577877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc540ce9e0 0x7fbc540cedf0 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7fbc540c7870 tx=0x7fbc4c02a8f0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.445+0000 7fbc59758640 1 -- 172.21.15.33:0/431577877 shutdown_connections 2024-07-26T16:45:46.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.445+0000 7fbc59758640 1 --2- 172.21.15.33:0/431577877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc540ce9e0 0x7fbc540cedf0 unknown :-1 s=CLOSED pgs=1710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.445+0000 7fbc59758640 1 --2- 172.21.15.33:0/431577877 >> v2:172.21.15.154:3300/0 conn(0x7fbc540d0c80 0x7fbc540d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.445+0000 7fbc59758640 1 -- 172.21.15.33:0/431577877 >> 172.21.15.33:0/431577877 conn(0x7fbc540d3e10 msgr2=0x7fbc540d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:46.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.445+0000 7fbc59758640 1 -- 172.21.15.33:0/431577877 shutdown_connections 2024-07-26T16:45:46.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.445+0000 7fbc59758640 1 -- 172.21.15.33:0/431577877 wait complete. 2024-07-26T16:45:46.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.447+0000 7fbc59758640 1 Processor -- start 2024-07-26T16:45:46.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.447+0000 7fbc59758640 1 -- start start 2024-07-26T16:45:46.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc59758640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc540b2dc0 0x7fbc54165780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:46.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc59758640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc540ce9e0 0x7fbc54151fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:46.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc59758640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc541673d0 0x7fbc541677e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:46.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc59758640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbc540cf4b0 con 0x7fbc540ce9e0 2024-07-26T16:45:46.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc59758640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbc540cf330 con 0x7fbc540b2dc0 2024-07-26T16:45:46.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc59758640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbc540cf630 con 0x7fbc541673d0 2024-07-26T16:45:46.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc527fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc540ce9e0 0x7fbc54151fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc527fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc540ce9e0 0x7fbc54151fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46534/0 (socket says 172.21.15.33:46534) 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc527fc640 1 -- 172.21.15.33:0/626255148 learned_addr learned my addr 172.21.15.33:0/626255148 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc52ffd640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc540b2dc0 0x7fbc54165780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc537fe640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc541673d0 0x7fbc541677e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc527fc640 1 -- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc541673d0 msgr2=0x7fbc541677e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc527fc640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc541673d0 0x7fbc541677e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc527fc640 1 -- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc540b2dc0 msgr2=0x7fbc54165780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc527fc640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc540b2dc0 0x7fbc54165780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc527fc640 1 -- 172.21.15.33:0/626255148 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc54167d20 con 0x7fbc540ce9e0 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.449+0000 7fbc527fc640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc540ce9e0 0x7fbc54151fd0 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7fbc4800d700 tx=0x7fbc4800dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.450+0000 7fbc3b7fe640 1 -- 172.21.15.33:0/626255148 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc48017070 con 0x7fbc540ce9e0 2024-07-26T16:45:46.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.450+0000 7fbc3b7fe640 1 -- 172.21.15.33:0/626255148 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc48005310 con 0x7fbc540ce9e0 2024-07-26T16:45:46.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.450+0000 7fbc3b7fe640 1 -- 172.21.15.33:0/626255148 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc48009820 con 0x7fbc540ce9e0 2024-07-26T16:45:46.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.450+0000 7fbc59758640 1 -- 172.21.15.33:0/626255148 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc54160150 con 0x7fbc540ce9e0 2024-07-26T16:45:46.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.450+0000 7fbc59758640 1 -- 172.21.15.33:0/626255148 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc541f8c80 con 0x7fbc540ce9e0 2024-07-26T16:45:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.451+0000 7fbc59758640 1 -- 172.21.15.33:0/626255148 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc540cedf0 con 0x7fbc540ce9e0 2024-07-26T16:45:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.452+0000 7fbc3b7fe640 1 -- 172.21.15.33:0/626255148 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7fbc480099c0 con 0x7fbc540ce9e0 2024-07-26T16:45:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.452+0000 7fbc3b7fe640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fbc40077130 0x7fbc40079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.452+0000 7fbc3b7fe640 1 -- 172.21.15.33:0/626255148 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7fbc48098ed0 con 0x7fbc540ce9e0 2024-07-26T16:45:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.452+0000 7fbc52ffd640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fbc40077130 0x7fbc40079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.453+0000 7fbc52ffd640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fbc40077130 0x7fbc40079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbc540ce390 tx=0x7fbc44008040 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:46.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.457+0000 7fbc3b7fe640 1 -- 172.21.15.33:0/626255148 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbc54167d20 con 0x7fbc540ce9e0 2024-07-26T16:45:46.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.645+0000 7fbc59758640 1 -- 172.21.15.33:0/626255148 --> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbc541f8730 con 0x7fbc40077130 2024-07-26T16:45:46.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.650+0000 7fbc3b7fe640 1 -- 172.21.15.33:0/626255148 <== mgr.8338 v2:172.21.15.154:6836/3019583169 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252495 (secure 0 0 0) 0x7fbc541f8730 con 0x7fbc40077130 2024-07-26T16:45:46.654 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:46.655 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T16:45:46.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 -- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fbc40077130 msgr2=0x7fbc40079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:46.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fbc40077130 0x7fbc40079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbc540ce390 tx=0x7fbc44008040 comp rx=0 tx=0).stop 2024-07-26T16:45:46.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 -- 172.21.15.33:0/626255148 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc540ce9e0 msgr2=0x7fbc54151fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:46.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc540ce9e0 0x7fbc54151fd0 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7fbc4800d700 tx=0x7fbc4800dbc0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 -- 172.21.15.33:0/626255148 shutdown_connections 2024-07-26T16:45:46.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fbc40077130 0x7fbc40079640 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc541673d0 0x7fbc541677e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc540ce9e0 0x7fbc54151fd0 unknown :-1 s=CLOSED pgs=1711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 --2- 172.21.15.33:0/626255148 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc540b2dc0 0x7fbc54165780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 -- 172.21.15.33:0/626255148 >> 172.21.15.33:0/626255148 conn(0x7fbc540d3e10 msgr2=0x7fbc540b1aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:46.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 -- 172.21.15.33:0/626255148 shutdown_connections 2024-07-26T16:45:46.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.653+0000 7fbc59758640 1 -- 172.21.15.33:0/626255148 wait complete. 2024-07-26T16:45:46.666 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-07-26T16:45:44.974467+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":326,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":216,"ondisk_log_size":216,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":171,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":348804,"kb_used_data":18824,"kb_used_omap":12,"kb_used_meta":329843,"kb_avail":754625916,"statfs":{"total":773094113280,"available":772736937984,"internally_reserved":0,"allocated":19275776,"data_stored":10467828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":337759793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002151"},"pg_stats":[{"pgid":"22.3f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661304+0000","last_change":"2024-07-26T16:45:37.672737+0000","last_active":"2024-07-26T16:45:38.661304+0000","last_peered":"2024-07-26T16:45:38.661304+0000","last_clean":"2024-07-26T16:45:38.661304+0000","last_became_active":"2024-07-26T16:45:37.672392+0000","last_became_peered":"2024-07-26T16:45:37.672392+0000","last_unstale":"2024-07-26T16:45:38.661304+0000","last_undegraded":"2024-07-26T16:45:38.661304+0000","last_fullsized":"2024-07-26T16:45:38.661304+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:15:56.134658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303705+0000","last_change":"2024-07-26T16:45:37.681192+0000","last_active":"2024-07-26T16:45:39.303705+0000","last_peered":"2024-07-26T16:45:39.303705+0000","last_clean":"2024-07-26T16:45:39.303705+0000","last_became_active":"2024-07-26T16:45:37.680887+0000","last_became_peered":"2024-07-26T16:45:37.680887+0000","last_unstale":"2024-07-26T16:45:39.303705+0000","last_undegraded":"2024-07-26T16:45:39.303705+0000","last_fullsized":"2024-07-26T16:45:39.303705+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:50:11.697448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303575+0000","last_change":"2024-07-26T16:45:37.673811+0000","last_active":"2024-07-26T16:45:39.303575+0000","last_peered":"2024-07-26T16:45:39.303575+0000","last_clean":"2024-07-26T16:45:39.303575+0000","last_became_active":"2024-07-26T16:45:37.673503+0000","last_became_peered":"2024-07-26T16:45:37.673503+0000","last_unstale":"2024-07-26T16:45:39.303575+0000","last_undegraded":"2024-07-26T16:45:39.303575+0000","last_fullsized":"2024-07-26T16:45:39.303575+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:49.242512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.3c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927739+0000","last_change":"2024-07-26T16:45:37.681304+0000","last_active":"2024-07-26T16:45:38.927739+0000","last_peered":"2024-07-26T16:45:38.927739+0000","last_clean":"2024-07-26T16:45:38.927739+0000","last_became_active":"2024-07-26T16:45:37.679457+0000","last_became_peered":"2024-07-26T16:45:37.679457+0000","last_unstale":"2024-07-26T16:45:38.927739+0000","last_undegraded":"2024-07-26T16:45:38.927739+0000","last_fullsized":"2024-07-26T16:45:38.927739+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:07:52.923822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.3b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303831+0000","last_change":"2024-07-26T16:45:37.683734+0000","last_active":"2024-07-26T16:45:39.303831+0000","last_peered":"2024-07-26T16:45:39.303831+0000","last_clean":"2024-07-26T16:45:39.303831+0000","last_became_active":"2024-07-26T16:45:37.678304+0000","last_became_peered":"2024-07-26T16:45:37.678304+0000","last_unstale":"2024-07-26T16:45:39.303831+0000","last_undegraded":"2024-07-26T16:45:39.303831+0000","last_fullsized":"2024-07-26T16:45:39.303831+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:48.087691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302798+0000","last_change":"2024-07-26T16:45:37.677772+0000","last_active":"2024-07-26T16:45:39.302798+0000","last_peered":"2024-07-26T16:45:39.302798+0000","last_clean":"2024-07-26T16:45:39.302798+0000","last_became_active":"2024-07-26T16:45:37.675936+0000","last_became_peered":"2024-07-26T16:45:37.675936+0000","last_unstale":"2024-07-26T16:45:39.302798+0000","last_undegraded":"2024-07-26T16:45:39.302798+0000","last_fullsized":"2024-07-26T16:45:39.302798+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:15.401554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.39","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661088+0000","last_change":"2024-07-26T16:45:37.674103+0000","last_active":"2024-07-26T16:45:38.661088+0000","last_peered":"2024-07-26T16:45:38.661088+0000","last_clean":"2024-07-26T16:45:38.661088+0000","last_became_active":"2024-07-26T16:45:37.673763+0000","last_became_peered":"2024-07-26T16:45:37.673763+0000","last_unstale":"2024-07-26T16:45:38.661088+0000","last_undegraded":"2024-07-26T16:45:38.661088+0000","last_fullsized":"2024-07-26T16:45:38.661088+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:55:06.873271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.38","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662022+0000","last_change":"2024-07-26T16:45:37.668595+0000","last_active":"2024-07-26T16:45:38.662022+0000","last_peered":"2024-07-26T16:45:38.662022+0000","last_clean":"2024-07-26T16:45:38.662022+0000","last_became_active":"2024-07-26T16:45:37.667854+0000","last_became_peered":"2024-07-26T16:45:37.667854+0000","last_unstale":"2024-07-26T16:45:38.662022+0000","last_undegraded":"2024-07-26T16:45:38.662022+0000","last_fullsized":"2024-07-26T16:45:38.662022+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:15:10.865881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.37","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302685+0000","last_change":"2024-07-26T16:45:37.675092+0000","last_active":"2024-07-26T16:45:39.302685+0000","last_peered":"2024-07-26T16:45:39.302685+0000","last_clean":"2024-07-26T16:45:39.302685+0000","last_became_active":"2024-07-26T16:45:37.674720+0000","last_became_peered":"2024-07-26T16:45:37.674720+0000","last_unstale":"2024-07-26T16:45:39.302685+0000","last_undegraded":"2024-07-26T16:45:39.302685+0000","last_fullsized":"2024-07-26T16:45:39.302685+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:12:54.756246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.36","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303169+0000","last_change":"2024-07-26T16:45:37.674365+0000","last_active":"2024-07-26T16:45:39.303169+0000","last_peered":"2024-07-26T16:45:39.303169+0000","last_clean":"2024-07-26T16:45:39.303169+0000","last_became_active":"2024-07-26T16:45:37.669909+0000","last_became_peered":"2024-07-26T16:45:37.669909+0000","last_unstale":"2024-07-26T16:45:39.303169+0000","last_undegraded":"2024-07-26T16:45:39.303169+0000","last_fullsized":"2024-07-26T16:45:39.303169+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:49:20.275634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.35","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302884+0000","last_change":"2024-07-26T16:45:37.675307+0000","last_active":"2024-07-26T16:45:39.302884+0000","last_peered":"2024-07-26T16:45:39.302884+0000","last_clean":"2024-07-26T16:45:39.302884+0000","last_became_active":"2024-07-26T16:45:37.674967+0000","last_became_peered":"2024-07-26T16:45:37.674967+0000","last_unstale":"2024-07-26T16:45:39.302884+0000","last_undegraded":"2024-07-26T16:45:39.302884+0000","last_fullsized":"2024-07-26T16:45:39.302884+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:44:22.874159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.34","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927761+0000","last_change":"2024-07-26T16:45:37.686245+0000","last_active":"2024-07-26T16:45:38.927761+0000","last_peered":"2024-07-26T16:45:38.927761+0000","last_clean":"2024-07-26T16:45:38.927761+0000","last_became_active":"2024-07-26T16:45:37.685900+0000","last_became_peered":"2024-07-26T16:45:37.685900+0000","last_unstale":"2024-07-26T16:45:38.927761+0000","last_undegraded":"2024-07-26T16:45:38.927761+0000","last_fullsized":"2024-07-26T16:45:38.927761+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:53.513097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.33","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303264+0000","last_change":"2024-07-26T16:45:37.673993+0000","last_active":"2024-07-26T16:45:39.303264+0000","last_peered":"2024-07-26T16:45:39.303264+0000","last_clean":"2024-07-26T16:45:39.303264+0000","last_became_active":"2024-07-26T16:45:37.673596+0000","last_became_peered":"2024-07-26T16:45:37.673596+0000","last_unstale":"2024-07-26T16:45:39.303264+0000","last_undegraded":"2024-07-26T16:45:39.303264+0000","last_fullsized":"2024-07-26T16:45:39.303264+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:40:22.291267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.32","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927597+0000","last_change":"2024-07-26T16:45:37.679566+0000","last_active":"2024-07-26T16:45:38.927597+0000","last_peered":"2024-07-26T16:45:38.927597+0000","last_clean":"2024-07-26T16:45:38.927597+0000","last_became_active":"2024-07-26T16:45:37.679240+0000","last_became_peered":"2024-07-26T16:45:37.679240+0000","last_unstale":"2024-07-26T16:45:38.927597+0000","last_undegraded":"2024-07-26T16:45:38.927597+0000","last_fullsized":"2024-07-26T16:45:38.927597+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:24.577145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.31","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302988+0000","last_change":"2024-07-26T16:45:37.682252+0000","last_active":"2024-07-26T16:45:39.302988+0000","last_peered":"2024-07-26T16:45:39.302988+0000","last_clean":"2024-07-26T16:45:39.302988+0000","last_became_active":"2024-07-26T16:45:37.681764+0000","last_became_peered":"2024-07-26T16:45:37.681764+0000","last_unstale":"2024-07-26T16:45:39.302988+0000","last_undegraded":"2024-07-26T16:45:39.302988+0000","last_fullsized":"2024-07-26T16:45:39.302988+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:26.876267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.30","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302356+0000","last_change":"2024-07-26T16:45:37.683062+0000","last_active":"2024-07-26T16:45:39.302356+0000","last_peered":"2024-07-26T16:45:39.302356+0000","last_clean":"2024-07-26T16:45:39.302356+0000","last_became_active":"2024-07-26T16:45:37.678119+0000","last_became_peered":"2024-07-26T16:45:37.678119+0000","last_unstale":"2024-07-26T16:45:39.302356+0000","last_undegraded":"2024-07-26T16:45:39.302356+0000","last_fullsized":"2024-07-26T16:45:39.302356+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:04:09.965845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.928143+0000","last_change":"2024-07-26T16:45:37.674622+0000","last_active":"2024-07-26T16:45:38.928143+0000","last_peered":"2024-07-26T16:45:38.928143+0000","last_clean":"2024-07-26T16:45:38.928143+0000","last_became_active":"2024-07-26T16:45:37.673677+0000","last_became_peered":"2024-07-26T16:45:37.673677+0000","last_unstale":"2024-07-26T16:45:38.928143+0000","last_undegraded":"2024-07-26T16:45:38.928143+0000","last_fullsized":"2024-07-26T16:45:38.928143+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:03:55.403678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.2e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302646+0000","last_change":"2024-07-26T16:45:37.662897+0000","last_active":"2024-07-26T16:45:39.302646+0000","last_peered":"2024-07-26T16:45:39.302646+0000","last_clean":"2024-07-26T16:45:39.302646+0000","last_became_active":"2024-07-26T16:45:37.662557+0000","last_became_peered":"2024-07-26T16:45:37.662557+0000","last_unstale":"2024-07-26T16:45:39.302646+0000","last_undegraded":"2024-07-26T16:45:39.302646+0000","last_fullsized":"2024-07-26T16:45:39.302646+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:01:09.591033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689371+0000","last_change":"2024-07-26T16:45:37.677711+0000","last_active":"2024-07-26T16:45:38.689371+0000","last_peered":"2024-07-26T16:45:38.689371+0000","last_clean":"2024-07-26T16:45:38.689371+0000","last_became_active":"2024-07-26T16:45:37.677156+0000","last_became_peered":"2024-07-26T16:45:37.677156+0000","last_unstale":"2024-07-26T16:45:38.689371+0000","last_undegraded":"2024-07-26T16:45:38.689371+0000","last_fullsized":"2024-07-26T16:45:38.689371+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:11:14.813344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.2c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657620+0000","last_change":"2024-07-26T16:45:37.672788+0000","last_active":"2024-07-26T16:45:38.657620+0000","last_peered":"2024-07-26T16:45:38.657620+0000","last_clean":"2024-07-26T16:45:38.657620+0000","last_became_active":"2024-07-26T16:45:37.672364+0000","last_became_peered":"2024-07-26T16:45:37.672364+0000","last_unstale":"2024-07-26T16:45:38.657620+0000","last_undegraded":"2024-07-26T16:45:38.657620+0000","last_fullsized":"2024-07-26T16:45:38.657620+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:02.302902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.2b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303468+0000","last_change":"2024-07-26T16:45:37.683769+0000","last_active":"2024-07-26T16:45:39.303468+0000","last_peered":"2024-07-26T16:45:39.303468+0000","last_clean":"2024-07-26T16:45:39.303468+0000","last_became_active":"2024-07-26T16:45:37.679747+0000","last_became_peered":"2024-07-26T16:45:37.679747+0000","last_unstale":"2024-07-26T16:45:39.303468+0000","last_undegraded":"2024-07-26T16:45:39.303468+0000","last_fullsized":"2024-07-26T16:45:39.303468+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:42:27.404682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.2a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661098+0000","last_change":"2024-07-26T16:45:37.674430+0000","last_active":"2024-07-26T16:45:38.661098+0000","last_peered":"2024-07-26T16:45:38.661098+0000","last_clean":"2024-07-26T16:45:38.661098+0000","last_became_active":"2024-07-26T16:45:37.674096+0000","last_became_peered":"2024-07-26T16:45:37.674096+0000","last_unstale":"2024-07-26T16:45:38.661098+0000","last_undegraded":"2024-07-26T16:45:38.661098+0000","last_fullsized":"2024-07-26T16:45:38.661098+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:06:33.507890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.29","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662039+0000","last_change":"2024-07-26T16:45:37.667270+0000","last_active":"2024-07-26T16:45:38.662039+0000","last_peered":"2024-07-26T16:45:38.662039+0000","last_clean":"2024-07-26T16:45:38.662039+0000","last_became_active":"2024-07-26T16:45:37.666528+0000","last_became_peered":"2024-07-26T16:45:37.666528+0000","last_unstale":"2024-07-26T16:45:38.662039+0000","last_undegraded":"2024-07-26T16:45:38.662039+0000","last_fullsized":"2024-07-26T16:45:38.662039+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:16.582078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.28","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302540+0000","last_change":"2024-07-26T16:45:37.686270+0000","last_active":"2024-07-26T16:45:39.302540+0000","last_peered":"2024-07-26T16:45:39.302540+0000","last_clean":"2024-07-26T16:45:39.302540+0000","last_became_active":"2024-07-26T16:45:37.685901+0000","last_became_peered":"2024-07-26T16:45:37.685901+0000","last_unstale":"2024-07-26T16:45:39.302540+0000","last_undegraded":"2024-07-26T16:45:39.302540+0000","last_fullsized":"2024-07-26T16:45:39.302540+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:11.124018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.27","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661481+0000","last_change":"2024-07-26T16:45:37.668035+0000","last_active":"2024-07-26T16:45:38.661481+0000","last_peered":"2024-07-26T16:45:38.661481+0000","last_clean":"2024-07-26T16:45:38.661481+0000","last_became_active":"2024-07-26T16:45:37.667676+0000","last_became_peered":"2024-07-26T16:45:37.667676+0000","last_unstale":"2024-07-26T16:45:38.661481+0000","last_undegraded":"2024-07-26T16:45:38.661481+0000","last_fullsized":"2024-07-26T16:45:38.661481+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:30:58.746018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.26","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661500+0000","last_change":"2024-07-26T16:45:37.662457+0000","last_active":"2024-07-26T16:45:38.661500+0000","last_peered":"2024-07-26T16:45:38.661500+0000","last_clean":"2024-07-26T16:45:38.661500+0000","last_became_active":"2024-07-26T16:45:37.661996+0000","last_became_peered":"2024-07-26T16:45:37.661996+0000","last_unstale":"2024-07-26T16:45:38.661500+0000","last_undegraded":"2024-07-26T16:45:38.661500+0000","last_fullsized":"2024-07-26T16:45:38.661500+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:43:11.298520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.25","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302481+0000","last_change":"2024-07-26T16:45:37.675171+0000","last_active":"2024-07-26T16:45:39.302481+0000","last_peered":"2024-07-26T16:45:39.302481+0000","last_clean":"2024-07-26T16:45:39.302481+0000","last_became_active":"2024-07-26T16:45:37.674824+0000","last_became_peered":"2024-07-26T16:45:37.674824+0000","last_unstale":"2024-07-26T16:45:39.302481+0000","last_undegraded":"2024-07-26T16:45:39.302481+0000","last_fullsized":"2024-07-26T16:45:39.302481+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:53.298683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.24","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303857+0000","last_change":"2024-07-26T16:45:37.666885+0000","last_active":"2024-07-26T16:45:39.303857+0000","last_peered":"2024-07-26T16:45:39.303857+0000","last_clean":"2024-07-26T16:45:39.303857+0000","last_became_active":"2024-07-26T16:45:37.666555+0000","last_became_peered":"2024-07-26T16:45:37.666555+0000","last_unstale":"2024-07-26T16:45:39.303857+0000","last_undegraded":"2024-07-26T16:45:39.303857+0000","last_fullsized":"2024-07-26T16:45:39.303857+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:00:37.052832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.23","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662917+0000","last_change":"2024-07-26T16:45:37.674995+0000","last_active":"2024-07-26T16:45:38.662917+0000","last_peered":"2024-07-26T16:45:38.662917+0000","last_clean":"2024-07-26T16:45:38.662917+0000","last_became_active":"2024-07-26T16:45:37.674176+0000","last_became_peered":"2024-07-26T16:45:37.674176+0000","last_unstale":"2024-07-26T16:45:38.662917+0000","last_undegraded":"2024-07-26T16:45:38.662917+0000","last_fullsized":"2024-07-26T16:45:38.662917+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:22.175922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.22","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303638+0000","last_change":"2024-07-26T16:45:37.680075+0000","last_active":"2024-07-26T16:45:39.303638+0000","last_peered":"2024-07-26T16:45:39.303638+0000","last_clean":"2024-07-26T16:45:39.303638+0000","last_became_active":"2024-07-26T16:45:37.679758+0000","last_became_peered":"2024-07-26T16:45:37.679758+0000","last_unstale":"2024-07-26T16:45:39.303638+0000","last_undegraded":"2024-07-26T16:45:39.303638+0000","last_fullsized":"2024-07-26T16:45:39.303638+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:47:54.797751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.21","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302493+0000","last_change":"2024-07-26T16:45:37.678886+0000","last_active":"2024-07-26T16:45:39.302493+0000","last_peered":"2024-07-26T16:45:39.302493+0000","last_clean":"2024-07-26T16:45:39.302493+0000","last_became_active":"2024-07-26T16:45:37.678074+0000","last_became_peered":"2024-07-26T16:45:37.678074+0000","last_unstale":"2024-07-26T16:45:39.302493+0000","last_undegraded":"2024-07-26T16:45:39.302493+0000","last_fullsized":"2024-07-26T16:45:39.302493+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:29:18.242746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.20","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662042+0000","last_change":"2024-07-26T16:45:37.667780+0000","last_active":"2024-07-26T16:45:38.662042+0000","last_peered":"2024-07-26T16:45:38.662042+0000","last_clean":"2024-07-26T16:45:38.662042+0000","last_became_active":"2024-07-26T16:45:37.666913+0000","last_became_peered":"2024-07-26T16:45:37.666913+0000","last_unstale":"2024-07-26T16:45:38.662042+0000","last_undegraded":"2024-07-26T16:45:38.662042+0000","last_fullsized":"2024-07-26T16:45:38.662042+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:24.790846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303279+0000","last_change":"2024-07-26T16:45:37.674655+0000","last_active":"2024-07-26T16:45:39.303279+0000","last_peered":"2024-07-26T16:45:39.303279+0000","last_clean":"2024-07-26T16:45:39.303279+0000","last_became_active":"2024-07-26T16:45:37.674306+0000","last_became_peered":"2024-07-26T16:45:37.674306+0000","last_unstale":"2024-07-26T16:45:39.303279+0000","last_undegraded":"2024-07-26T16:45:39.303279+0000","last_fullsized":"2024-07-26T16:45:39.303279+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:26:26.844281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"180'4","reported_seq":19,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303025+0000","last_change":"2024-07-26T16:45:36.662767+0000","last_active":"2024-07-26T16:45:39.303025+0000","last_peered":"2024-07-26T16:45:39.303025+0000","last_clean":"2024-07-26T16:45:39.303025+0000","last_became_active":"2024-07-26T16:45:36.660520+0000","last_became_peered":"2024-07-26T16:45:36.660520+0000","last_unstale":"2024-07-26T16:45:39.303025+0000","last_undegraded":"2024-07-26T16:45:39.303025+0000","last_fullsized":"2024-07-26T16:45:39.303025+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:17:03.082253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303648+0000","last_change":"2024-07-26T16:45:37.681930+0000","last_active":"2024-07-26T16:45:39.303648+0000","last_peered":"2024-07-26T16:45:39.303648+0000","last_clean":"2024-07-26T16:45:39.303648+0000","last_became_active":"2024-07-26T16:45:37.681619+0000","last_became_peered":"2024-07-26T16:45:37.681619+0000","last_unstale":"2024-07-26T16:45:39.303648+0000","last_undegraded":"2024-07-26T16:45:39.303648+0000","last_fullsized":"2024-07-26T16:45:39.303648+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:40:18.031309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689134+0000","last_change":"2024-07-26T16:45:36.660813+0000","last_active":"2024-07-26T16:45:38.689134+0000","last_peered":"2024-07-26T16:45:38.689134+0000","last_clean":"2024-07-26T16:45:38.689134+0000","last_became_active":"2024-07-26T16:45:36.659851+0000","last_became_peered":"2024-07-26T16:45:36.659851+0000","last_unstale":"2024-07-26T16:45:38.689134+0000","last_undegraded":"2024-07-26T16:45:38.689134+0000","last_fullsized":"2024-07-26T16:45:38.689134+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:42.589664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.663135+0000","last_change":"2024-07-26T16:45:37.671290+0000","last_active":"2024-07-26T16:45:38.663135+0000","last_peered":"2024-07-26T16:45:38.663135+0000","last_clean":"2024-07-26T16:45:38.663135+0000","last_became_active":"2024-07-26T16:45:37.670729+0000","last_became_peered":"2024-07-26T16:45:37.670729+0000","last_unstale":"2024-07-26T16:45:38.663135+0000","last_undegraded":"2024-07-26T16:45:38.663135+0000","last_fullsized":"2024-07-26T16:45:38.663135+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:29:05.582036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689444+0000","last_change":"2024-07-26T16:45:36.661071+0000","last_active":"2024-07-26T16:45:38.689444+0000","last_peered":"2024-07-26T16:45:38.689444+0000","last_clean":"2024-07-26T16:45:38.689444+0000","last_became_active":"2024-07-26T16:45:36.660336+0000","last_became_peered":"2024-07-26T16:45:36.660336+0000","last_unstale":"2024-07-26T16:45:38.689444+0000","last_undegraded":"2024-07-26T16:45:38.689444+0000","last_fullsized":"2024-07-26T16:45:38.689444+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:43.713192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689422+0000","last_change":"2024-07-26T16:45:37.674518+0000","last_active":"2024-07-26T16:45:38.689422+0000","last_peered":"2024-07-26T16:45:38.689422+0000","last_clean":"2024-07-26T16:45:38.689422+0000","last_became_active":"2024-07-26T16:45:37.674196+0000","last_became_peered":"2024-07-26T16:45:37.674196+0000","last_unstale":"2024-07-26T16:45:38.689422+0000","last_undegraded":"2024-07-26T16:45:38.689422+0000","last_fullsized":"2024-07-26T16:45:38.689422+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:51.300100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303318+0000","last_change":"2024-07-26T16:45:36.659923+0000","last_active":"2024-07-26T16:45:39.303318+0000","last_peered":"2024-07-26T16:45:39.303318+0000","last_clean":"2024-07-26T16:45:39.303318+0000","last_became_active":"2024-07-26T16:45:36.659571+0000","last_became_peered":"2024-07-26T16:45:36.659571+0000","last_unstale":"2024-07-26T16:45:39.303318+0000","last_undegraded":"2024-07-26T16:45:39.303318+0000","last_fullsized":"2024-07-26T16:45:39.303318+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:31:00.246877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657405+0000","last_change":"2024-07-26T16:45:37.672067+0000","last_active":"2024-07-26T16:45:38.657405+0000","last_peered":"2024-07-26T16:45:38.657405+0000","last_clean":"2024-07-26T16:45:38.657405+0000","last_became_active":"2024-07-26T16:45:37.671750+0000","last_became_peered":"2024-07-26T16:45:37.671750+0000","last_unstale":"2024-07-26T16:45:38.657405+0000","last_undegraded":"2024-07-26T16:45:38.657405+0000","last_fullsized":"2024-07-26T16:45:38.657405+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:12:12.896757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.1b","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662933+0000","last_change":"2024-07-26T16:45:36.664475+0000","last_active":"2024-07-26T16:45:38.662933+0000","last_peered":"2024-07-26T16:45:38.662933+0000","last_clean":"2024-07-26T16:45:38.662933+0000","last_became_active":"2024-07-26T16:45:36.664176+0000","last_became_peered":"2024-07-26T16:45:36.664176+0000","last_unstale":"2024-07-26T16:45:38.662933+0000","last_undegraded":"2024-07-26T16:45:38.662933+0000","last_fullsized":"2024-07-26T16:45:38.662933+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:35:54.876150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927730+0000","last_change":"2024-07-26T16:45:37.672871+0000","last_active":"2024-07-26T16:45:38.927730+0000","last_peered":"2024-07-26T16:45:38.927730+0000","last_clean":"2024-07-26T16:45:38.927730+0000","last_became_active":"2024-07-26T16:45:37.672532+0000","last_became_peered":"2024-07-26T16:45:37.672532+0000","last_unstale":"2024-07-26T16:45:38.927730+0000","last_undegraded":"2024-07-26T16:45:38.927730+0000","last_fullsized":"2024-07-26T16:45:38.927730+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:58:18.687265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1a","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302932+0000","last_change":"2024-07-26T16:45:36.664536+0000","last_active":"2024-07-26T16:45:39.302932+0000","last_peered":"2024-07-26T16:45:39.302932+0000","last_clean":"2024-07-26T16:45:39.302932+0000","last_became_active":"2024-07-26T16:45:36.663811+0000","last_became_peered":"2024-07-26T16:45:36.663811+0000","last_unstale":"2024-07-26T16:45:39.302932+0000","last_undegraded":"2024-07-26T16:45:39.302932+0000","last_fullsized":"2024-07-26T16:45:39.302932+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:13:57.373329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.1a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303994+0000","last_change":"2024-07-26T16:45:37.671760+0000","last_active":"2024-07-26T16:45:39.303994+0000","last_peered":"2024-07-26T16:45:39.303994+0000","last_clean":"2024-07-26T16:45:39.303994+0000","last_became_active":"2024-07-26T16:45:37.671313+0000","last_became_peered":"2024-07-26T16:45:37.671313+0000","last_unstale":"2024-07-26T16:45:39.303994+0000","last_undegraded":"2024-07-26T16:45:39.303994+0000","last_fullsized":"2024-07-26T16:45:39.303994+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:57:37.759934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.660920+0000","last_change":"2024-07-26T16:45:36.651903+0000","last_active":"2024-07-26T16:45:38.660920+0000","last_peered":"2024-07-26T16:45:38.660920+0000","last_clean":"2024-07-26T16:45:38.660920+0000","last_became_active":"2024-07-26T16:45:36.651548+0000","last_became_peered":"2024-07-26T16:45:36.651548+0000","last_unstale":"2024-07-26T16:45:38.660920+0000","last_undegraded":"2024-07-26T16:45:38.660920+0000","last_fullsized":"2024-07-26T16:45:38.660920+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:28.541213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661378+0000","last_change":"2024-07-26T16:45:37.673285+0000","last_active":"2024-07-26T16:45:38.661378+0000","last_peered":"2024-07-26T16:45:38.661378+0000","last_clean":"2024-07-26T16:45:38.661378+0000","last_became_active":"2024-07-26T16:45:37.672444+0000","last_became_peered":"2024-07-26T16:45:37.672444+0000","last_unstale":"2024-07-26T16:45:38.661378+0000","last_undegraded":"2024-07-26T16:45:38.661378+0000","last_fullsized":"2024-07-26T16:45:38.661378+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:25:31.995687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302474+0000","last_change":"2024-07-26T16:45:36.653086+0000","last_active":"2024-07-26T16:45:39.302474+0000","last_peered":"2024-07-26T16:45:39.302474+0000","last_clean":"2024-07-26T16:45:39.302474+0000","last_became_active":"2024-07-26T16:45:36.651178+0000","last_became_peered":"2024-07-26T16:45:36.651178+0000","last_unstale":"2024-07-26T16:45:39.302474+0000","last_undegraded":"2024-07-26T16:45:39.302474+0000","last_fullsized":"2024-07-26T16:45:39.302474+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:20:23.074882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.14","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662828+0000","last_change":"2024-07-26T16:45:37.677727+0000","last_active":"2024-07-26T16:45:38.662828+0000","last_peered":"2024-07-26T16:45:38.662828+0000","last_clean":"2024-07-26T16:45:38.662828+0000","last_became_active":"2024-07-26T16:45:37.677301+0000","last_became_peered":"2024-07-26T16:45:37.677301+0000","last_unstale":"2024-07-26T16:45:38.662828+0000","last_undegraded":"2024-07-26T16:45:38.662828+0000","last_fullsized":"2024-07-26T16:45:38.662828+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:18:11.607788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689314+0000","last_change":"2024-07-26T16:45:36.659946+0000","last_active":"2024-07-26T16:45:38.689314+0000","last_peered":"2024-07-26T16:45:38.689314+0000","last_clean":"2024-07-26T16:45:38.689314+0000","last_became_active":"2024-07-26T16:45:36.659603+0000","last_became_peered":"2024-07-26T16:45:36.659603+0000","last_unstale":"2024-07-26T16:45:38.689314+0000","last_undegraded":"2024-07-26T16:45:38.689314+0000","last_fullsized":"2024-07-26T16:45:38.689314+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:27:24.954371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.15","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303099+0000","last_change":"2024-07-26T16:45:37.673906+0000","last_active":"2024-07-26T16:45:39.303099+0000","last_peered":"2024-07-26T16:45:39.303099+0000","last_clean":"2024-07-26T16:45:39.303099+0000","last_became_active":"2024-07-26T16:45:37.673583+0000","last_became_peered":"2024-07-26T16:45:37.673583+0000","last_unstale":"2024-07-26T16:45:39.303099+0000","last_undegraded":"2024-07-26T16:45:39.303099+0000","last_fullsized":"2024-07-26T16:45:39.303099+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:43:15.261317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661888+0000","last_change":"2024-07-26T16:45:36.654014+0000","last_active":"2024-07-26T16:45:38.661888+0000","last_peered":"2024-07-26T16:45:38.661888+0000","last_clean":"2024-07-26T16:45:38.661888+0000","last_became_active":"2024-07-26T16:45:36.653662+0000","last_became_peered":"2024-07-26T16:45:36.653662+0000","last_unstale":"2024-07-26T16:45:38.661888+0000","last_undegraded":"2024-07-26T16:45:38.661888+0000","last_fullsized":"2024-07-26T16:45:38.661888+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:02:40.503497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302948+0000","last_change":"2024-07-26T16:45:37.664606+0000","last_active":"2024-07-26T16:45:39.302948+0000","last_peered":"2024-07-26T16:45:39.302948+0000","last_clean":"2024-07-26T16:45:39.302948+0000","last_became_active":"2024-07-26T16:45:37.664099+0000","last_became_peered":"2024-07-26T16:45:37.664099+0000","last_unstale":"2024-07-26T16:45:39.302948+0000","last_undegraded":"2024-07-26T16:45:39.302948+0000","last_fullsized":"2024-07-26T16:45:39.302948+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:30:48.526975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.15","version":"180'3","reported_seq":18,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303167+0000","last_change":"2024-07-26T16:45:36.659492+0000","last_active":"2024-07-26T16:45:39.303167+0000","last_peered":"2024-07-26T16:45:39.303167+0000","last_clean":"2024-07-26T16:45:39.303167+0000","last_became_active":"2024-07-26T16:45:36.659088+0000","last_became_peered":"2024-07-26T16:45:36.659088+0000","last_unstale":"2024-07-26T16:45:39.303167+0000","last_undegraded":"2024-07-26T16:45:39.303167+0000","last_fullsized":"2024-07-26T16:45:39.303167+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:08:26.832842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.10","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662259+0000","last_change":"2024-07-26T16:45:37.678607+0000","last_active":"2024-07-26T16:45:38.662259+0000","last_peered":"2024-07-26T16:45:38.662259+0000","last_clean":"2024-07-26T16:45:38.662259+0000","last_became_active":"2024-07-26T16:45:37.678140+0000","last_became_peered":"2024-07-26T16:45:37.678140+0000","last_unstale":"2024-07-26T16:45:38.662259+0000","last_undegraded":"2024-07-26T16:45:38.662259+0000","last_fullsized":"2024-07-26T16:45:38.662259+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:36:02.872428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.13","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303913+0000","last_change":"2024-07-26T16:45:36.663314+0000","last_active":"2024-07-26T16:45:39.303913+0000","last_peered":"2024-07-26T16:45:39.303913+0000","last_clean":"2024-07-26T16:45:39.303913+0000","last_became_active":"2024-07-26T16:45:36.660977+0000","last_became_peered":"2024-07-26T16:45:36.660977+0000","last_unstale":"2024-07-26T16:45:39.303913+0000","last_undegraded":"2024-07-26T16:45:39.303913+0000","last_fullsized":"2024-07-26T16:45:39.303913+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:20.950802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303193+0000","last_change":"2024-07-26T16:45:37.681135+0000","last_active":"2024-07-26T16:45:39.303193+0000","last_peered":"2024-07-26T16:45:39.303193+0000","last_clean":"2024-07-26T16:45:39.303193+0000","last_became_active":"2024-07-26T16:45:37.680775+0000","last_became_peered":"2024-07-26T16:45:37.680775+0000","last_unstale":"2024-07-26T16:45:39.303193+0000","last_undegraded":"2024-07-26T16:45:39.303193+0000","last_fullsized":"2024-07-26T16:45:39.303193+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:41:28.470770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927704+0000","last_change":"2024-07-26T16:45:36.666711+0000","last_active":"2024-07-26T16:45:38.927704+0000","last_peered":"2024-07-26T16:45:38.927704+0000","last_clean":"2024-07-26T16:45:38.927704+0000","last_became_active":"2024-07-26T16:45:36.666342+0000","last_became_peered":"2024-07-26T16:45:36.666342+0000","last_unstale":"2024-07-26T16:45:38.927704+0000","last_undegraded":"2024-07-26T16:45:38.927704+0000","last_fullsized":"2024-07-26T16:45:38.927704+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:19.646628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302905+0000","last_change":"2024-07-26T16:45:37.674086+0000","last_active":"2024-07-26T16:45:39.302905+0000","last_peered":"2024-07-26T16:45:39.302905+0000","last_clean":"2024-07-26T16:45:39.302905+0000","last_became_active":"2024-07-26T16:45:37.673740+0000","last_became_peered":"2024-07-26T16:45:37.673740+0000","last_unstale":"2024-07-26T16:45:39.302905+0000","last_undegraded":"2024-07-26T16:45:39.302905+0000","last_fullsized":"2024-07-26T16:45:39.302905+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:53:47.668001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927854+0000","last_change":"2024-07-26T16:45:36.662102+0000","last_active":"2024-07-26T16:45:38.927854+0000","last_peered":"2024-07-26T16:45:38.927854+0000","last_clean":"2024-07-26T16:45:38.927854+0000","last_became_active":"2024-07-26T16:45:36.661736+0000","last_became_peered":"2024-07-26T16:45:36.661736+0000","last_unstale":"2024-07-26T16:45:38.927854+0000","last_undegraded":"2024-07-26T16:45:38.927854+0000","last_fullsized":"2024-07-26T16:45:38.927854+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:21.168954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302440+0000","last_change":"2024-07-26T16:45:37.684975+0000","last_active":"2024-07-26T16:45:39.302440+0000","last_peered":"2024-07-26T16:45:39.302440+0000","last_clean":"2024-07-26T16:45:39.302440+0000","last_became_active":"2024-07-26T16:45:37.684614+0000","last_became_peered":"2024-07-26T16:45:37.684614+0000","last_unstale":"2024-07-26T16:45:39.302440+0000","last_undegraded":"2024-07-26T16:45:39.302440+0000","last_fullsized":"2024-07-26T16:45:39.302440+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:53.961027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.10","version":"180'8","reported_seq":23,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.660652+0000","last_change":"2024-07-26T16:45:36.653905+0000","last_active":"2024-07-26T16:45:38.660652+0000","last_peered":"2024-07-26T16:45:38.660652+0000","last_clean":"2024-07-26T16:45:38.660652+0000","last_became_active":"2024-07-26T16:45:36.653547+0000","last_became_peered":"2024-07-26T16:45:36.653547+0000","last_unstale":"2024-07-26T16:45:38.660652+0000","last_undegraded":"2024-07-26T16:45:38.660652+0000","last_fullsized":"2024-07-26T16:45:38.660652+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:13:57.732328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689151+0000","last_change":"2024-07-26T16:45:37.681322+0000","last_active":"2024-07-26T16:45:38.689151+0000","last_peered":"2024-07-26T16:45:38.689151+0000","last_clean":"2024-07-26T16:45:38.689151+0000","last_became_active":"2024-07-26T16:45:37.680794+0000","last_became_peered":"2024-07-26T16:45:37.680794+0000","last_unstale":"2024-07-26T16:45:38.689151+0000","last_undegraded":"2024-07-26T16:45:38.689151+0000","last_fullsized":"2024-07-26T16:45:38.689151+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:48:23.912944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302279+0000","last_change":"2024-07-26T16:45:36.654761+0000","last_active":"2024-07-26T16:45:39.302279+0000","last_peered":"2024-07-26T16:45:39.302279+0000","last_clean":"2024-07-26T16:45:39.302279+0000","last_became_active":"2024-07-26T16:45:36.654445+0000","last_became_peered":"2024-07-26T16:45:36.654445+0000","last_unstale":"2024-07-26T16:45:39.302279+0000","last_undegraded":"2024-07-26T16:45:39.302279+0000","last_fullsized":"2024-07-26T16:45:39.302279+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:46:21.791068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689378+0000","last_change":"2024-07-26T16:45:37.683546+0000","last_active":"2024-07-26T16:45:38.689378+0000","last_peered":"2024-07-26T16:45:38.689378+0000","last_clean":"2024-07-26T16:45:38.689378+0000","last_became_active":"2024-07-26T16:45:37.683202+0000","last_became_peered":"2024-07-26T16:45:37.683202+0000","last_unstale":"2024-07-26T16:45:38.689378+0000","last_undegraded":"2024-07-26T16:45:38.689378+0000","last_fullsized":"2024-07-26T16:45:38.689378+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:12:54.618914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.e","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689143+0000","last_change":"2024-07-26T16:45:36.661196+0000","last_active":"2024-07-26T16:45:38.689143+0000","last_peered":"2024-07-26T16:45:38.689143+0000","last_clean":"2024-07-26T16:45:38.689143+0000","last_became_active":"2024-07-26T16:45:36.660204+0000","last_became_peered":"2024-07-26T16:45:36.660204+0000","last_unstale":"2024-07-26T16:45:38.689143+0000","last_undegraded":"2024-07-26T16:45:38.689143+0000","last_fullsized":"2024-07-26T16:45:38.689143+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:17.687684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661806+0000","last_change":"2024-07-26T16:45:37.671281+0000","last_active":"2024-07-26T16:45:38.661806+0000","last_peered":"2024-07-26T16:45:38.661806+0000","last_clean":"2024-07-26T16:45:38.661806+0000","last_became_active":"2024-07-26T16:45:37.670505+0000","last_became_peered":"2024-07-26T16:45:37.670505+0000","last_unstale":"2024-07-26T16:45:38.661806+0000","last_undegraded":"2024-07-26T16:45:38.661806+0000","last_fullsized":"2024-07-26T16:45:38.661806+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:59.749259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.d","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303647+0000","last_change":"2024-07-26T16:45:36.664239+0000","last_active":"2024-07-26T16:45:39.303647+0000","last_peered":"2024-07-26T16:45:39.303647+0000","last_clean":"2024-07-26T16:45:39.303647+0000","last_became_active":"2024-07-26T16:45:36.663882+0000","last_became_peered":"2024-07-26T16:45:36.663882+0000","last_unstale":"2024-07-26T16:45:39.303647+0000","last_undegraded":"2024-07-26T16:45:39.303647+0000","last_fullsized":"2024-07-26T16:45:39.303647+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:13.229609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661559+0000","last_change":"2024-07-26T16:45:37.672174+0000","last_active":"2024-07-26T16:45:38.661559+0000","last_peered":"2024-07-26T16:45:38.661559+0000","last_clean":"2024-07-26T16:45:38.661559+0000","last_became_active":"2024-07-26T16:45:37.671481+0000","last_became_peered":"2024-07-26T16:45:37.671481+0000","last_unstale":"2024-07-26T16:45:38.661559+0000","last_undegraded":"2024-07-26T16:45:38.661559+0000","last_fullsized":"2024-07-26T16:45:38.661559+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:57:30.630342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927832+0000","last_change":"2024-07-26T16:45:36.663018+0000","last_active":"2024-07-26T16:45:38.927832+0000","last_peered":"2024-07-26T16:45:38.927832+0000","last_clean":"2024-07-26T16:45:38.927832+0000","last_became_active":"2024-07-26T16:45:36.662446+0000","last_became_peered":"2024-07-26T16:45:36.662446+0000","last_unstale":"2024-07-26T16:45:38.927832+0000","last_undegraded":"2024-07-26T16:45:38.927832+0000","last_fullsized":"2024-07-26T16:45:38.927832+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:28:25.607238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688898+0000","last_change":"2024-07-26T16:45:37.683289+0000","last_active":"2024-07-26T16:45:38.688898+0000","last_peered":"2024-07-26T16:45:38.688898+0000","last_clean":"2024-07-26T16:45:38.688898+0000","last_became_active":"2024-07-26T16:45:37.682879+0000","last_became_peered":"2024-07-26T16:45:37.682879+0000","last_unstale":"2024-07-26T16:45:38.688898+0000","last_undegraded":"2024-07-26T16:45:38.688898+0000","last_fullsized":"2024-07-26T16:45:38.688898+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:43.888931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657479+0000","last_change":"2024-07-26T16:45:36.657500+0000","last_active":"2024-07-26T16:45:38.657479+0000","last_peered":"2024-07-26T16:45:38.657479+0000","last_clean":"2024-07-26T16:45:38.657479+0000","last_became_active":"2024-07-26T16:45:36.657160+0000","last_became_peered":"2024-07-26T16:45:36.657160+0000","last_unstale":"2024-07-26T16:45:38.657479+0000","last_undegraded":"2024-07-26T16:45:38.657479+0000","last_fullsized":"2024-07-26T16:45:38.657479+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:27:24.954371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303388+0000","last_change":"2024-07-26T16:45:37.672466+0000","last_active":"2024-07-26T16:45:39.303388+0000","last_peered":"2024-07-26T16:45:39.303388+0000","last_clean":"2024-07-26T16:45:39.303388+0000","last_became_active":"2024-07-26T16:45:37.672146+0000","last_became_peered":"2024-07-26T16:45:37.672146+0000","last_unstale":"2024-07-26T16:45:39.303388+0000","last_undegraded":"2024-07-26T16:45:39.303388+0000","last_fullsized":"2024-07-26T16:45:39.303388+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:21:26.321620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662443+0000","last_change":"2024-07-26T16:45:36.659946+0000","last_active":"2024-07-26T16:45:38.662443+0000","last_peered":"2024-07-26T16:45:38.662443+0000","last_clean":"2024-07-26T16:45:38.662443+0000","last_became_active":"2024-07-26T16:45:36.659626+0000","last_became_peered":"2024-07-26T16:45:36.659626+0000","last_unstale":"2024-07-26T16:45:38.662443+0000","last_undegraded":"2024-07-26T16:45:38.662443+0000","last_fullsized":"2024-07-26T16:45:38.662443+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:55:34.323857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688988+0000","last_change":"2024-07-26T16:45:37.672422+0000","last_active":"2024-07-26T16:45:38.688988+0000","last_peered":"2024-07-26T16:45:38.688988+0000","last_clean":"2024-07-26T16:45:38.688988+0000","last_became_active":"2024-07-26T16:45:37.672101+0000","last_became_peered":"2024-07-26T16:45:37.672101+0000","last_unstale":"2024-07-26T16:45:38.688988+0000","last_undegraded":"2024-07-26T16:45:38.688988+0000","last_fullsized":"2024-07-26T16:45:38.688988+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:57:42.400415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657216+0000","last_change":"2024-07-26T16:45:36.663721+0000","last_active":"2024-07-26T16:45:38.657216+0000","last_peered":"2024-07-26T16:45:38.657216+0000","last_clean":"2024-07-26T16:45:38.657216+0000","last_became_active":"2024-07-26T16:45:36.663363+0000","last_became_peered":"2024-07-26T16:45:36.663363+0000","last_unstale":"2024-07-26T16:45:38.657216+0000","last_undegraded":"2024-07-26T16:45:38.657216+0000","last_fullsized":"2024-07-26T16:45:38.657216+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:00:17.687684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302652+0000","last_change":"2024-07-26T16:45:37.682695+0000","last_active":"2024-07-26T16:45:39.302652+0000","last_peered":"2024-07-26T16:45:39.302652+0000","last_clean":"2024-07-26T16:45:39.302652+0000","last_became_active":"2024-07-26T16:45:37.682338+0000","last_became_peered":"2024-07-26T16:45:37.682338+0000","last_unstale":"2024-07-26T16:45:39.302652+0000","last_undegraded":"2024-07-26T16:45:39.302652+0000","last_fullsized":"2024-07-26T16:45:39.302652+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:29:17.102519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662328+0000","last_change":"2024-07-26T16:45:36.661119+0000","last_active":"2024-07-26T16:45:38.662328+0000","last_peered":"2024-07-26T16:45:38.662328+0000","last_clean":"2024-07-26T16:45:38.662328+0000","last_became_active":"2024-07-26T16:45:36.659025+0000","last_became_peered":"2024-07-26T16:45:36.659025+0000","last_unstale":"2024-07-26T16:45:38.662328+0000","last_undegraded":"2024-07-26T16:45:38.662328+0000","last_fullsized":"2024-07-26T16:45:38.662328+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:00:04.086378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303382+0000","last_change":"2024-07-26T16:45:37.675315+0000","last_active":"2024-07-26T16:45:39.303382+0000","last_peered":"2024-07-26T16:45:39.303382+0000","last_clean":"2024-07-26T16:45:39.303382+0000","last_became_active":"2024-07-26T16:45:37.674949+0000","last_became_peered":"2024-07-26T16:45:37.674949+0000","last_unstale":"2024-07-26T16:45:39.303382+0000","last_undegraded":"2024-07-26T16:45:39.303382+0000","last_fullsized":"2024-07-26T16:45:39.303382+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:15:19.354075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.7","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.928108+0000","last_change":"2024-07-26T16:45:36.661812+0000","last_active":"2024-07-26T16:45:38.928108+0000","last_peered":"2024-07-26T16:45:38.928108+0000","last_clean":"2024-07-26T16:45:38.928108+0000","last_became_active":"2024-07-26T16:45:36.661497+0000","last_became_peered":"2024-07-26T16:45:36.661497+0000","last_unstale":"2024-07-26T16:45:38.928108+0000","last_undegraded":"2024-07-26T16:45:38.928108+0000","last_fullsized":"2024-07-26T16:45:38.928108+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:29:04.575068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.928003+0000","last_change":"2024-07-26T16:45:37.686263+0000","last_active":"2024-07-26T16:45:38.928003+0000","last_peered":"2024-07-26T16:45:38.928003+0000","last_clean":"2024-07-26T16:45:38.928003+0000","last_became_active":"2024-07-26T16:45:37.685924+0000","last_became_peered":"2024-07-26T16:45:37.685924+0000","last_unstale":"2024-07-26T16:45:38.928003+0000","last_undegraded":"2024-07-26T16:45:38.928003+0000","last_fullsized":"2024-07-26T16:45:38.928003+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:15:53.799173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"181'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662042+0000","last_change":"2024-07-26T16:45:36.664120+0000","last_active":"2024-07-26T16:45:38.662042+0000","last_peered":"2024-07-26T16:45:38.662042+0000","last_clean":"2024-07-26T16:45:38.662042+0000","last_became_active":"2024-07-26T16:45:36.663772+0000","last_became_peered":"2024-07-26T16:45:36.663772+0000","last_unstale":"2024-07-26T16:45:38.662042+0000","last_undegraded":"2024-07-26T16:45:38.662042+0000","last_fullsized":"2024-07-26T16:45:38.662042+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:07.315512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.6","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661908+0000","last_change":"2024-07-26T16:45:37.674918+0000","last_active":"2024-07-26T16:45:38.661908+0000","last_peered":"2024-07-26T16:45:38.661908+0000","last_clean":"2024-07-26T16:45:38.661908+0000","last_became_active":"2024-07-26T16:45:37.674586+0000","last_became_peered":"2024-07-26T16:45:37.674586+0000","last_unstale":"2024-07-26T16:45:38.661908+0000","last_undegraded":"2024-07-26T16:45:38.661908+0000","last_fullsized":"2024-07-26T16:45:38.661908+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:57.727875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303716+0000","last_change":"2024-07-26T16:45:36.660972+0000","last_active":"2024-07-26T16:45:39.303716+0000","last_peered":"2024-07-26T16:45:39.303716+0000","last_clean":"2024-07-26T16:45:39.303716+0000","last_became_active":"2024-07-26T16:45:36.660455+0000","last_became_peered":"2024-07-26T16:45:36.660455+0000","last_unstale":"2024-07-26T16:45:39.303716+0000","last_undegraded":"2024-07-26T16:45:39.303716+0000","last_fullsized":"2024-07-26T16:45:39.303716+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:19.644362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.7","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.302876+0000","last_change":"2024-07-26T16:45:37.684663+0000","last_active":"2024-07-26T16:45:39.302876+0000","last_peered":"2024-07-26T16:45:39.302876+0000","last_clean":"2024-07-26T16:45:39.302876+0000","last_became_active":"2024-07-26T16:45:37.684335+0000","last_became_peered":"2024-07-26T16:45:37.684335+0000","last_unstale":"2024-07-26T16:45:39.302876+0000","last_undegraded":"2024-07-26T16:45:39.302876+0000","last_fullsized":"2024-07-26T16:45:39.302876+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:05:10.391452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303352+0000","last_change":"2024-07-26T16:45:36.663317+0000","last_active":"2024-07-26T16:45:39.303352+0000","last_peered":"2024-07-26T16:45:39.303352+0000","last_clean":"2024-07-26T16:45:39.303352+0000","last_became_active":"2024-07-26T16:45:36.662459+0000","last_became_peered":"2024-07-26T16:45:36.662459+0000","last_unstale":"2024-07-26T16:45:39.303352+0000","last_undegraded":"2024-07-26T16:45:39.303352+0000","last_fullsized":"2024-07-26T16:45:39.303352+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:40.026612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662256+0000","last_change":"2024-07-26T16:45:37.668887+0000","last_active":"2024-07-26T16:45:38.662256+0000","last_peered":"2024-07-26T16:45:38.662256+0000","last_clean":"2024-07-26T16:45:38.662256+0000","last_became_active":"2024-07-26T16:45:37.668280+0000","last_became_peered":"2024-07-26T16:45:37.668280+0000","last_unstale":"2024-07-26T16:45:38.662256+0000","last_undegraded":"2024-07-26T16:45:38.662256+0000","last_fullsized":"2024-07-26T16:45:38.662256+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:52.442325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661238+0000","last_change":"2024-07-26T16:45:36.665384+0000","last_active":"2024-07-26T16:45:38.661238+0000","last_peered":"2024-07-26T16:45:38.661238+0000","last_clean":"2024-07-26T16:45:38.661238+0000","last_became_active":"2024-07-26T16:45:36.664384+0000","last_became_peered":"2024-07-26T16:45:36.664384+0000","last_unstale":"2024-07-26T16:45:38.661238+0000","last_undegraded":"2024-07-26T16:45:38.661238+0000","last_fullsized":"2024-07-26T16:45:38.661238+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:27.778144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.927767+0000","last_change":"2024-07-26T16:45:37.680427+0000","last_active":"2024-07-26T16:45:38.927767+0000","last_peered":"2024-07-26T16:45:38.927767+0000","last_clean":"2024-07-26T16:45:38.927767+0000","last_became_active":"2024-07-26T16:45:37.680074+0000","last_became_peered":"2024-07-26T16:45:37.680074+0000","last_unstale":"2024-07-26T16:45:38.927767+0000","last_undegraded":"2024-07-26T16:45:38.927767+0000","last_fullsized":"2024-07-26T16:45:38.927767+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:45:46.397861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.303577+0000","last_change":"2024-07-26T16:45:36.658563+0000","last_active":"2024-07-26T16:45:39.303577+0000","last_peered":"2024-07-26T16:45:39.303577+0000","last_clean":"2024-07-26T16:45:39.303577+0000","last_became_active":"2024-07-26T16:45:36.658237+0000","last_became_peered":"2024-07-26T16:45:36.658237+0000","last_unstale":"2024-07-26T16:45:39.303577+0000","last_undegraded":"2024-07-26T16:45:39.303577+0000","last_fullsized":"2024-07-26T16:45:39.303577+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:04.347900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:39.304024+0000","last_change":"2024-07-26T16:45:37.679954+0000","last_active":"2024-07-26T16:45:39.304024+0000","last_peered":"2024-07-26T16:45:39.304024+0000","last_clean":"2024-07-26T16:45:39.304024+0000","last_became_active":"2024-07-26T16:45:37.679578+0000","last_became_peered":"2024-07-26T16:45:37.679578+0000","last_unstale":"2024-07-26T16:45:39.304024+0000","last_undegraded":"2024-07-26T16:45:39.304024+0000","last_fullsized":"2024-07-26T16:45:39.304024+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:45.286058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.661078+0000","last_change":"2024-07-26T16:45:36.653321+0000","last_active":"2024-07-26T16:45:38.661078+0000","last_peered":"2024-07-26T16:45:38.661078+0000","last_clean":"2024-07-26T16:45:38.661078+0000","last_became_active":"2024-07-26T16:45:36.652955+0000","last_became_peered":"2024-07-26T16:45:36.652955+0000","last_unstale":"2024-07-26T16:45:38.661078+0000","last_undegraded":"2024-07-26T16:45:38.661078+0000","last_fullsized":"2024-07-26T16:45:38.661078+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:20:47.529252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.662842+0000","last_change":"2024-07-26T16:45:37.675266+0000","last_active":"2024-07-26T16:45:38.662842+0000","last_peered":"2024-07-26T16:45:38.662842+0000","last_clean":"2024-07-26T16:45:38.662842+0000","last_became_active":"2024-07-26T16:45:37.674548+0000","last_became_peered":"2024-07-26T16:45:37.674548+0000","last_unstale":"2024-07-26T16:45:38.662842+0000","last_undegraded":"2024-07-26T16:45:38.662842+0000","last_fullsized":"2024-07-26T16:45:38.662842+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:50.748200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.688966+0000","last_change":"2024-07-26T16:45:36.661952+0000","last_active":"2024-07-26T16:45:38.688966+0000","last_peered":"2024-07-26T16:45:38.688966+0000","last_clean":"2024-07-26T16:45:38.688966+0000","last_became_active":"2024-07-26T16:45:36.661647+0000","last_became_peered":"2024-07-26T16:45:36.661647+0000","last_unstale":"2024-07-26T16:45:38.688966+0000","last_undegraded":"2024-07-26T16:45:38.688966+0000","last_fullsized":"2024-07-26T16:45:38.688966+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:26.337336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.663206+0000","last_change":"2024-07-26T16:45:37.676446+0000","last_active":"2024-07-26T16:45:38.663206+0000","last_peered":"2024-07-26T16:45:38.663206+0000","last_clean":"2024-07-26T16:45:38.663206+0000","last_became_active":"2024-07-26T16:45:37.675761+0000","last_became_peered":"2024-07-26T16:45:37.675761+0000","last_unstale":"2024-07-26T16:45:38.663206+0000","last_undegraded":"2024-07-26T16:45:38.663206+0000","last_fullsized":"2024-07-26T16:45:38.663206+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:36.636406+0000","last_clean_scrub_stamp":"2024-07-26T16:45:36.636406+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:28:26.614206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.14","version":"180'6","reported_seq":21,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.657579+0000","last_change":"2024-07-26T16:45:36.658282+0000","last_active":"2024-07-26T16:45:38.657579+0000","last_peered":"2024-07-26T16:45:38.657579+0000","last_clean":"2024-07-26T16:45:38.657579+0000","last_became_active":"2024-07-26T16:45:36.657951+0000","last_became_peered":"2024-07-26T16:45:36.657951+0000","last_unstale":"2024-07-26T16:45:38.657579+0000","last_undegraded":"2024-07-26T16:45:38.657579+0000","last_fullsized":"2024-07-26T16:45:38.657579+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:45:35.629437+0000","last_clean_scrub_stamp":"2024-07-26T16:45:35.629437+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:08:43.713192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"171'177","reported_seq":816,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-26T16:45:38.689013+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T16:45:38.689013+0000","last_peered":"2024-07-26T16:45:38.689013+0000","last_clean":"2024-07-26T16:45:38.689013+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T16:45:38.689013+0000","last_undegraded":"2024-07-26T16:45:38.689013+0000","last_fullsized":"2024-07-26T16:45:38.689013+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":177,"log_dups_size":0,"ondisk_log_size":177,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":281,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":22,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":21,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":966,"num_read_kb":2695,"num_write":281,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":177,"ondisk_log_size":177,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575773,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47856,"kb_used_data":2784,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323984,"statfs":{"total":96636764160,"available":96587759616,"internally_reserved":0,"allocated":2850816,"data_stored":1750674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510364,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37552,"kb_used_data":2204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334288,"statfs":{"total":96636764160,"available":96598310912,"internally_reserved":0,"allocated":2256896,"data_stored":1160354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510364,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47276,"kb_used_data":2200,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324564,"statfs":{"total":96636764160,"available":96588353536,"internally_reserved":0,"allocated":2252800,"data_stored":1160284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510364,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29232,"kb_used_data":2212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342608,"statfs":{"total":96636764160,"available":96606830592,"internally_reserved":0,"allocated":2265088,"data_stored":1161896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510363,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59756,"kb_used_data":2208,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312084,"statfs":{"total":96636764160,"available":96575574016,"internally_reserved":0,"allocated":2260992,"data_stored":1160900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":58915271},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510363,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47276,"kb_used_data":2208,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324564,"statfs":{"total":96636764160,"available":96588353536,"internally_reserved":0,"allocated":2260992,"data_stored":1160396,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510366,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37548,"kb_used_data":2204,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334292,"statfs":{"total":96636764160,"available":96598315008,"internally_reserved":0,"allocated":2256896,"data_stored":1160354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543070,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42308,"kb_used_data":2804,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329532,"statfs":{"total":96636764160,"available":96593440768,"internally_reserved":0,"allocated":2871296,"data_stored":1752970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2318,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T16:45:46.670 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T16:45:46.670 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T16:45:46.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.831+0000 7f79ceafa640 1 -- 172.21.15.33:0/3180076738 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79c80ce9e0 msgr2=0x7f79c80cc6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:46.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.831+0000 7f79ceafa640 1 --2- 172.21.15.33:0/3180076738 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79c80ce9e0 0x7f79c80cc6c0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f79c0005fd0 tx=0x7f79c002a820 comp rx=0 tx=0).stop 2024-07-26T16:45:46.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.831+0000 7f79ceafa640 1 -- 172.21.15.33:0/3180076738 shutdown_connections 2024-07-26T16:45:46.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.831+0000 7f79ceafa640 1 --2- 172.21.15.33:0/3180076738 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79c80ce9e0 0x7f79c80cc6c0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.831+0000 7f79ceafa640 1 --2- 172.21.15.33:0/3180076738 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f79c80b2600 0x7f79c80b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.831+0000 7f79ceafa640 1 -- 172.21.15.33:0/3180076738 >> 172.21.15.33:0/3180076738 conn(0x7f79c80b37a0 msgr2=0x7f79c80b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:46.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.831+0000 7f79ceafa640 1 -- 172.21.15.33:0/3180076738 shutdown_connections 2024-07-26T16:45:46.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.831+0000 7f79ceafa640 1 -- 172.21.15.33:0/3180076738 wait complete. 2024-07-26T16:45:46.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.833+0000 7f79ceafa640 1 Processor -- start 2024-07-26T16:45:46.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.833+0000 7f79ceafa640 1 -- start start 2024-07-26T16:45:46.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.834+0000 7f79ceafa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79c80b2600 0x7f79c809f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:46.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79ceafa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f79c80b6f60 0x7f79c8159040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:46.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79ceafa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79c80ce9e0 0x7f79c8159580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:46.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79ceafa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f79c80cd1e0 con 0x7f79c80b2600 2024-07-26T16:45:46.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79ceafa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f79c80cd060 con 0x7f79c80ce9e0 2024-07-26T16:45:46.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79ceafa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f79c80cd360 con 0x7f79c80b6f60 2024-07-26T16:45:46.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79cc896640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79c80b2600 0x7f79c809f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:46.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79cc896640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79c80b2600 0x7f79c809f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46538/0 (socket says 172.21.15.33:46538) 2024-07-26T16:45:46.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79cc896640 1 -- 172.21.15.33:0/1953698431 learned_addr learned my addr 172.21.15.33:0/1953698431 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:46.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79c7fff640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f79c80b6f60 0x7f79c8159040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:46.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79cd097640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79c80ce9e0 0x7f79c8159580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:46.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79cc896640 1 -- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f79c80b6f60 msgr2=0x7f79c8159040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:46.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79cc896640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f79c80b6f60 0x7f79c8159040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79cc896640 1 -- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79c80ce9e0 msgr2=0x7f79c8159580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:46.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79cc896640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79c80ce9e0 0x7f79c8159580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:46.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79cc896640 1 -- 172.21.15.33:0/1953698431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79c81f6fd0 con 0x7f79c80b2600 2024-07-26T16:45:46.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.835+0000 7f79cc896640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79c80b2600 0x7f79c809f600 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7f79b000c3d0 tx=0x7f79b000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:46.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.836+0000 7f79c57fa640 1 -- 172.21.15.33:0/1953698431 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79b0011790 con 0x7f79c80b2600 2024-07-26T16:45:46.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.836+0000 7f79c57fa640 1 -- 172.21.15.33:0/1953698431 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f79b0017070 con 0x7f79c80b2600 2024-07-26T16:45:46.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.836+0000 7f79ceafa640 1 -- 172.21.15.33:0/1953698431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79c815d300 con 0x7f79c80b2600 2024-07-26T16:45:46.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.836+0000 7f79c57fa640 1 -- 172.21.15.33:0/1953698431 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79b0011cc0 con 0x7f79c80b2600 2024-07-26T16:45:46.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.836+0000 7f79ceafa640 1 -- 172.21.15.33:0/1953698431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79c815d8c0 con 0x7f79c80b2600 2024-07-26T16:45:46.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.837+0000 7f79ceafa640 1 -- 172.21.15.33:0/1953698431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79c80cd810 con 0x7f79c80b2600 2024-07-26T16:45:46.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.838+0000 7f79c57fa640 1 -- 172.21.15.33:0/1953698431 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f79b001c460 con 0x7f79c80b2600 2024-07-26T16:45:46.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.838+0000 7f79c57fa640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f79a8077130 0x7f79a8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:46.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.838+0000 7f79c57fa640 1 -- 172.21.15.33:0/1953698431 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f79b00988e0 con 0x7f79c80b2600 2024-07-26T16:45:46.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.839+0000 7f79c7fff640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f79a8077130 0x7f79a8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:46.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.839+0000 7f79c7fff640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f79a8077130 0x7f79a8079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f79c8155fc0 tx=0x7f79b8005f90 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:46.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:46.843+0000 7f79c57fa640 1 -- 172.21.15.33:0/1953698431 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f79b00611a0 con 0x7f79c80b2600 2024-07-26T16:45:47.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.108+0000 7f79ceafa640 1 -- 172.21.15.33:0/1953698431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f79c80b68f0 con 0x7f79c80b2600 2024-07-26T16:45:47.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.111+0000 7f79c57fa640 1 -- 172.21.15.33:0/1953698431 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v43) ==== 190+0+147 (secure 0 0 0) 0x7f79b00656f0 con 0x7f79c80b2600 2024-07-26T16:45:47.112 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T16:45:47.112 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T16:45:47.112 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T16:45:47.113 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T16:45:47.113 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T16:45:47.113 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 -- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f79a8077130 msgr2=0x7f79a8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f79a8077130 0x7f79a8079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f79c8155fc0 tx=0x7f79b8005f90 comp rx=0 tx=0).stop 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 -- 172.21.15.33:0/1953698431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79c80b2600 msgr2=0x7f79c809f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79c80b2600 0x7f79c809f600 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7f79b000c3d0 tx=0x7f79b000c890 comp rx=0 tx=0).stop 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 -- 172.21.15.33:0/1953698431 shutdown_connections 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f79a8077130 0x7f79a8079640 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79c80ce9e0 0x7f79c8159580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f79c80b6f60 0x7f79c8159040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 --2- 172.21.15.33:0/1953698431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79c80b2600 0x7f79c809f600 unknown :-1 s=CLOSED pgs=1712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 -- 172.21.15.33:0/1953698431 >> 172.21.15.33:0/1953698431 conn(0x7f79c80b37a0 msgr2=0x7f79c815e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 -- 172.21.15.33:0/1953698431 shutdown_connections 2024-07-26T16:45:47.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.113+0000 7f79ceafa640 1 -- 172.21.15.33:0/1953698431 wait complete. 2024-07-26T16:45:47.126 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:45:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.242+0000 7f56251ba640 1 -- 172.21.15.33:0/3912968604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56201531b0 msgr2=0x7f5620073fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.242+0000 7f56251ba640 1 --2- 172.21.15.33:0/3912968604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56201531b0 0x7f5620073fa0 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7f5620072920 tx=0x7f561802a540 comp rx=0 tx=0).stop 2024-07-26T16:45:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.242+0000 7f56251ba640 1 -- 172.21.15.33:0/3912968604 shutdown_connections 2024-07-26T16:45:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.242+0000 7f56251ba640 1 --2- 172.21.15.33:0/3912968604 >> v2:172.21.15.154:3300/0 conn(0x7f5620152da0 0x7f5620073a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.242+0000 7f56251ba640 1 --2- 172.21.15.33:0/3912968604 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56201531b0 0x7f5620073fa0 unknown :-1 s=CLOSED pgs=1713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.242+0000 7f56251ba640 1 --2- 172.21.15.33:0/3912968604 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56200b2960 0x7f562015cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.242+0000 7f56251ba640 1 -- 172.21.15.33:0/3912968604 >> 172.21.15.33:0/3912968604 conn(0x7f56200cc3d0 msgr2=0x7f56200cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.242+0000 7f56251ba640 1 -- 172.21.15.33:0/3912968604 shutdown_connections 2024-07-26T16:45:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.242+0000 7f56251ba640 1 -- 172.21.15.33:0/3912968604 wait complete. 2024-07-26T16:45:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.244+0000 7f56251ba640 1 Processor -- start 2024-07-26T16:45:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.244+0000 7f56251ba640 1 -- start start 2024-07-26T16:45:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.245+0000 7f56251ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56200b2960 0x7f56200c48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.245+0000 7f56251ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5620152da0 0x7f56200ad5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.245+0000 7f56251ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56201531b0 0x7f56200a96b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.245+0000 7f56251ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f562006f540 con 0x7f56200b2960 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.245+0000 7f56251ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f562006f3c0 con 0x7f5620152da0 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.245+0000 7f56251ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f562006f6c0 con 0x7f56201531b0 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.245+0000 7f561ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56200b2960 0x7f56200c48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.245+0000 7f561ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56200b2960 0x7f56200c48d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46552/0 (socket says 172.21.15.33:46552) 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.245+0000 7f561ed9d640 1 -- 172.21.15.33:0/972403882 learned_addr learned my addr 172.21.15.33:0/972403882 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f561f59e640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56201531b0 0x7f56200a96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f561e59c640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5620152da0 0x7f56200ad5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f561ed9d640 1 -- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56201531b0 msgr2=0x7f56200a96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f561ed9d640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56201531b0 0x7f56200a96b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f561ed9d640 1 -- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5620152da0 msgr2=0x7f56200ad5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f561ed9d640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5620152da0 0x7f56200ad5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f561ed9d640 1 -- 172.21.15.33:0/972403882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56200aa410 con 0x7f56200b2960 2024-07-26T16:45:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f561e59c640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5620152da0 0x7f56200ad5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:45:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f561f59e640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56201531b0 0x7f56200a96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:45:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f561ed9d640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56200b2960 0x7f56200c48d0 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7f561000ea20 tx=0x7f561000eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f56177fe640 1 -- 172.21.15.33:0/972403882 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f561000cde0 con 0x7f56200b2960 2024-07-26T16:45:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f56177fe640 1 -- 172.21.15.33:0/972403882 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5610011560 con 0x7f56200b2960 2024-07-26T16:45:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f56251ba640 1 -- 172.21.15.33:0/972403882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56200aa130 con 0x7f56200b2960 2024-07-26T16:45:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f56177fe640 1 -- 172.21.15.33:0/972403882 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5610011990 con 0x7f56200b2960 2024-07-26T16:45:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.246+0000 7f56251ba640 1 -- 172.21.15.33:0/972403882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56201434a0 con 0x7f56200b2960 2024-07-26T16:45:47.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.247+0000 7f56251ba640 1 -- 172.21.15.33:0/972403882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f562006fb90 con 0x7f56200b2960 2024-07-26T16:45:47.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.248+0000 7f56177fe640 1 -- 172.21.15.33:0/972403882 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f5610011b30 con 0x7f56200b2960 2024-07-26T16:45:47.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.248+0000 7f56177fe640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5600077130 0x7f5600079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:47.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.249+0000 7f56177fe640 1 -- 172.21.15.33:0/972403882 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f56100999a0 con 0x7f56200b2960 2024-07-26T16:45:47.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.249+0000 7f561e59c640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5600077130 0x7f5600079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:47.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.249+0000 7f561e59c640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5600077130 0x7f5600079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f56200ae920 tx=0x7f5608005d50 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.253+0000 7f56177fe640 1 -- 172.21.15.33:0/972403882 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5610016030 con 0x7f56200b2960 2024-07-26T16:45:47.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.489+0000 7f56251ba640 1 -- 172.21.15.33:0/972403882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f56200cc1b0 con 0x7f56200b2960 2024-07-26T16:45:47.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.490+0000 7f56177fe640 1 -- 172.21.15.33:0/972403882 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5233 (secure 0 0 0) 0x7f5610011e20 con 0x7f56200b2960 2024-07-26T16:45:47.491 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:47.492 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":90,"btime":"2024-07-26T16:45:40:687768+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3320903209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3320903209},{"type":"v1","addr":"172.21.15.154:6835","nonce":3320903209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":8530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2999181015","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2999181015},{"type":"v1","addr":"172.21.15.154:6834","nonce":2999181015}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":9309,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/4188974071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4188974071},{"type":"v1","addr":"172.21.15.33:6834","nonce":4188974071}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:45:37.042232+0000","modified":"2024-07-26T16:45:40.076437+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9312},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9312":{"gid":9312,"name":"c","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2856540853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2856540853},{"type":"v1","addr":"172.21.15.33:6835","nonce":2856540853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9312,"qdb_cluster":[9312]},"id":10}]} 2024-07-26T16:45:47.492 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 90 2024-07-26T16:45:47.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 -- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5600077130 msgr2=0x7f5600079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:47.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5600077130 0x7f5600079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f56200ae920 tx=0x7f5608005d50 comp rx=0 tx=0).stop 2024-07-26T16:45:47.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 -- 172.21.15.33:0/972403882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56200b2960 msgr2=0x7f56200c48d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:47.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56200b2960 0x7f56200c48d0 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7f561000ea20 tx=0x7f561000eee0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 -- 172.21.15.33:0/972403882 shutdown_connections 2024-07-26T16:45:47.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5600077130 0x7f5600079640 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56201531b0 0x7f56200a96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5620152da0 0x7f56200ad5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 --2- 172.21.15.33:0/972403882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56200b2960 0x7f56200c48d0 unknown :-1 s=CLOSED pgs=1714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:47.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 -- 172.21.15.33:0/972403882 >> 172.21.15.33:0/972403882 conn(0x7f56200cc3d0 msgr2=0x7f56200ade20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:47.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 -- 172.21.15.33:0/972403882 shutdown_connections 2024-07-26T16:45:47.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:47.492+0000 7f56251ba640 1 -- 172.21.15.33:0/972403882 wait complete. 2024-07-26T16:45:47.909 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 90, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T16:45:37.042232+0000', 'modified': '2024-07-26T16:45:40.076437+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9312}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9312': {'gid': 9312, 'name': 'c', 'rank': 0, 'incarnation': 86, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6835/2856540853', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6833', 'nonce': 2856540853}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 2856540853}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [22], 'metadata_pool': 21, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9312, 'qdb_cluster': [9312]} 2024-07-26T16:45:47.909 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T16:45:47.909 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-26T16:45:48.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.034+0000 7fd387747640 1 -- 172.21.15.33:0/2454771552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd368004800 msgr2=0x7fd368004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.034+0000 7fd387747640 1 --2- 172.21.15.33:0/2454771552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd368004800 0x7fd368004c10 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7fd3740016c0 tx=0x7fd368005830 comp rx=0 tx=0).stop 2024-07-26T16:45:48.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.034+0000 7fd385ce4640 1 -- 172.21.15.33:0/2454771552 reap_dead start 2024-07-26T16:45:48.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.034+0000 7fd387747640 1 -- 172.21.15.33:0/2454771552 shutdown_connections 2024-07-26T16:45:48.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.034+0000 7fd387747640 1 -- 172.21.15.33:0/2454771552 >> 172.21.15.33:0/2454771552 conn(0x7fd3800d0b40 msgr2=0x7fd3800d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:48.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.034+0000 7fd387747640 1 -- 172.21.15.33:0/2454771552 shutdown_connections 2024-07-26T16:45:48.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.034+0000 7fd387747640 1 -- 172.21.15.33:0/2454771552 wait complete. 2024-07-26T16:45:48.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.036+0000 7fd387747640 1 Processor -- start 2024-07-26T16:45:48.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.036+0000 7fd387747640 1 -- start start 2024-07-26T16:45:48.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd387747640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd368004800 0x7fd380157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd387747640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd380163730 0x7fd380141a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd387747640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3801432c0 0x7fd38015aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd387747640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd380164020 con 0x7fd380163730 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd387747640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd3801641a0 con 0x7fd368004800 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd387747640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd380164320 con 0x7fd3801432c0 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd384ce2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd380163730 0x7fd380141a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd384ce2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd380163730 0x7fd380141a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46568/0 (socket says 172.21.15.33:46568) 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd384ce2640 1 -- 172.21.15.33:0/1901998903 learned_addr learned my addr 172.21.15.33:0/1901998903 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd3854e3640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd368004800 0x7fd380157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd385ce4640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3801432c0 0x7fd38015aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd384ce2640 1 -- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3801432c0 msgr2=0x7fd38015aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd384ce2640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3801432c0 0x7fd38015aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd384ce2640 1 -- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd368004800 msgr2=0x7fd380157790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd384ce2640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd368004800 0x7fd380157790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd384ce2640 1 -- 172.21.15.33:0/1901998903 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd380141f70 con 0x7fd380163730 2024-07-26T16:45:48.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.037+0000 7fd384ce2640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd380163730 0x7fd380141a30 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7fd3740017e0 tx=0x7fd374006360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:48.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.038+0000 7fd37dffb640 1 -- 172.21.15.33:0/1901998903 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd374038070 con 0x7fd380163730 2024-07-26T16:45:48.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.038+0000 7fd37dffb640 1 -- 172.21.15.33:0/1901998903 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd374003af0 con 0x7fd380163730 2024-07-26T16:45:48.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.038+0000 7fd37dffb640 1 -- 172.21.15.33:0/1901998903 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd374033420 con 0x7fd380163730 2024-07-26T16:45:48.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.038+0000 7fd387747640 1 -- 172.21.15.33:0/1901998903 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd380142220 con 0x7fd380163730 2024-07-26T16:45:48.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.038+0000 7fd387747640 1 -- 172.21.15.33:0/1901998903 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3801427e0 con 0x7fd380163730 2024-07-26T16:45:48.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.040+0000 7fd37dffb640 1 -- 172.21.15.33:0/1901998903 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7fd374043020 con 0x7fd380163730 2024-07-26T16:45:48.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.041+0000 7fd37dffb640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd36c077160 0x7fd36c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.041+0000 7fd37dffb640 1 -- 172.21.15.33:0/1901998903 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7fd3740b8280 con 0x7fd380163730 2024-07-26T16:45:48.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.041+0000 7fd3854e3640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd36c077160 0x7fd36c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.041+0000 7fd38e668740 1 Processor -- start 2024-07-26T16:45:48.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.041+0000 7fd38e668740 1 -- start start 2024-07-26T16:45:48.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.041+0000 7fd3854e3640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd36c077160 0x7fd36c079670 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd378001d30 tx=0x7fd3780067a0 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:48.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd38e668740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42e8270 0x55a2b46b8200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd38e668740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42bf3b0 0x55a2b46b8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd38e668740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d5640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd38e668740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a2b46003f0 con 0x55a2b42c7590 2024-07-26T16:45:48.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd38e668740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55a2b45efa90 con 0x55a2b42e8270 2024-07-26T16:45:48.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd38e668740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55a2b45f3930 con 0x55a2b42bf3b0 2024-07-26T16:45:48.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd385ce4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd385ce4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d5640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46572/0 (socket says 172.21.15.33:46572) 2024-07-26T16:45:48.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd385ce4640 1 -- 172.21.15.33:0/4270357567 learned_addr learned my addr 172.21.15.33:0/4270357567 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:48.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd3854e3640 1 --2- 172.21.15.33:0/4270357567 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42e8270 0x55a2b46b8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd384ce2640 1 --2- 172.21.15.33:0/4270357567 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42bf3b0 0x55a2b46b8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd385ce4640 1 -- 172.21.15.33:0/4270357567 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42bf3b0 msgr2=0x55a2b46b8740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:45:48.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd385ce4640 1 --2- 172.21.15.33:0/4270357567 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42bf3b0 0x55a2b46b8740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd385ce4640 1 -- 172.21.15.33:0/4270357567 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42e8270 msgr2=0x55a2b46b8200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:45:48.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd385ce4640 1 --2- 172.21.15.33:0/4270357567 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42e8270 0x55a2b46b8200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd385ce4640 1 -- 172.21.15.33:0/4270357567 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2b4353850 con 0x55a2b42c7590 2024-07-26T16:45:48.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd385ce4640 1 --2- 172.21.15.33:0/4270357567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d5640 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7fd38015c4f0 tx=0x7fd370012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f20f652bd94c31c server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:48.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.043+0000 7fd366ffd640 1 -- 172.21.15.33:0/4270357567 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd370012030 con 0x55a2b42c7590 2024-07-26T16:45:48.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.044+0000 7fd366ffd640 1 -- 172.21.15.33:0/4270357567 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3700121d0 con 0x55a2b42c7590 2024-07-26T16:45:48.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.044+0000 7fd366ffd640 1 -- 172.21.15.33:0/4270357567 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd370003c70 con 0x55a2b42c7590 2024-07-26T16:45:48.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.044+0000 7fd38e668740 1 -- 172.21.15.33:0/4270357567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 msgr2=0x55a2b46d5640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.044+0000 7fd38e668740 1 --2- 172.21.15.33:0/4270357567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d5640 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7fd38015c4f0 tx=0x7fd370012820 comp rx=0 tx=0).stop 2024-07-26T16:45:48.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.044+0000 7fd38e668740 1 -- 172.21.15.33:0/4270357567 shutdown_connections 2024-07-26T16:45:48.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.044+0000 7fd38e668740 1 --2- 172.21.15.33:0/4270357567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d5640 unknown :-1 s=CLOSED pgs=1718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.044+0000 7fd38e668740 1 --2- 172.21.15.33:0/4270357567 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42bf3b0 0x55a2b46b8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.044+0000 7fd38e668740 1 --2- 172.21.15.33:0/4270357567 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42e8270 0x55a2b46b8200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.044+0000 7fd38e668740 1 -- 172.21.15.33:0/4270357567 >> 172.21.15.33:0/4270357567 conn(0x55a2b42dc3c0 msgr2=0x55a2b468e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:48.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.044+0000 7fd38e668740 1 -- 172.21.15.33:0/4270357567 shutdown_connections 2024-07-26T16:45:48.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.044+0000 7fd38e668740 1 -- 172.21.15.33:0/4270357567 wait complete. 2024-07-26T16:45:48.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.045+0000 7fd38e668740 1 -- start start 2024-07-26T16:45:48.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.045+0000 7fd38e668740 1 Processor -- start 2024-07-26T16:45:48.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd38e668740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b46a6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd38e668740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42c7590 0x55a2b46e58c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd38e668740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b468d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd38e668740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a2b4362620 con 0x55a2b42bf3b0 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd38e668740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55a2b4577cb0 con 0x55a2b42c7590 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd38e668740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55a2b46b8c80 con 0x55a2b42e8270 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd38e668740 10 client.0 _ll_register_callbacks cb 0x55a2b4599ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd3854e3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b46a6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd3854e3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b46a6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46588/0 (socket says 172.21.15.33:46588) 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd3854e3640 1 -- 172.21.15.33:0/2172815229 learned_addr learned my addr 172.21.15.33:0/2172815229 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd384ce2640 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42c7590 0x55a2b46e58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd385ce4640 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b468d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd3854e3640 1 -- 172.21.15.33:0/2172815229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 msgr2=0x55a2b468d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd3854e3640 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b468d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd3854e3640 1 -- 172.21.15.33:0/2172815229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42c7590 msgr2=0x55a2b46e58c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd3854e3640 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42c7590 0x55a2b46e58c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd3854e3640 1 -- 172.21.15.33:0/2172815229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2b43ca6b0 con 0x55a2b42bf3b0 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.047+0000 7fd385ce4640 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b468d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd3854e3640 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b46a6960 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7fd378001820 tx=0x7fd3780019f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=818d980ee7bfb01f server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd35bfff640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd35bfff640 1 -- 172.21.15.33:0/2172815229 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd378012d50 con 0x55a2b42bf3b0 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd35bfff640 1 -- 172.21.15.33:0/2172815229 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7fd37801bbc0 con 0x55a2b42bf3b0 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd38e668740 1 -- 172.21.15.33:0/2172815229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3700121d0 con 0x55a2b42bf3b0 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd35bfff640 1 -- 172.21.15.33:0/2172815229 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fd37801bdc0 con 0x55a2b42bf3b0 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd38e668740 10 client.9468 fetch_fsmap learned FSMap version 90 2024-07-26T16:45:48.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd38e668740 1 -- 172.21.15.33:0/2172815229 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x55a2b46cf2d0 con 0x55a2b42bf3b0 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd35bfff640 1 -- 172.21.15.33:0/2172815229 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd378024030 con 0x55a2b42bf3b0 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd35bfff640 1 -- 172.21.15.33:0/2172815229 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7fd37801b370 con 0x55a2b42bf3b0 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd38e668740 10 client.9468 fetch_fsmap finished waiting for FSMap version 90 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd38e668740 10 client.9468 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd38e668740 20 client.9468 populate_metadata read hostname 'smithi033' 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd38e668740 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.33:6833/2856540853,v1:172.21.15.33:6835/2856540853] conn(0x55a2b42a6e40 0x55a2b46ce250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd38e668740 4 client.9468 mds_command: new command op to 9312 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd38e668740 1 -- 172.21.15.33:0/2172815229 --> [v2:172.21.15.33:6833/2856540853,v1:172.21.15.33:6835/2856540853] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2b4602340 con 0x55a2b42a6e40 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.048+0000 7fd384ce2640 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.33:6833/2856540853,v1:172.21.15.33:6835/2856540853] conn(0x55a2b42a6e40 0x55a2b46ce250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.049+0000 7fd35bfff640 10 client.9468 ms_handle_connect on v2:172.21.15.33:6833/2856540853 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.049+0000 7fd384ce2640 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.33:6833/2856540853,v1:172.21.15.33:6835/2856540853] conn(0x55a2b42a6e40 0x55a2b46ce250 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6795686765d3274 server_cookie=a7370b9780da9901 in_seq=0 out_seq=0 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.049+0000 7fd35bfff640 1 -- 172.21.15.33:0/2172815229 <== mds.0 v2:172.21.15.33:6833/2856540853 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a2b4602340 con 0x55a2b42a6e40 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.049+0000 7fd35bfff640 10 client.9468 handle_command_reply: tid=0 2024-07-26T16:45:48.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.049+0000 7fd38e668740 1 client.9468 shutdown 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd38e668740 1 -- 172.21.15.33:0/2172815229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 msgr2=0x55a2b46a6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd38e668740 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b46a6960 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7fd378001820 tx=0x7fd3780019f0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd38e668740 1 -- 172.21.15.33:0/2172815229 shutdown_connections 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd38e668740 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.33:6833/2856540853,v1:172.21.15.33:6835/2856540853] conn(0x55a2b42a6e40 0x55a2b46ce250 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd38e668740 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b468d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd38e668740 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42c7590 0x55a2b46e58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd38e668740 1 --2- 172.21.15.33:0/2172815229 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b46a6960 unknown :-1 s=CLOSED pgs=1719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd35bfff640 0 client.9468 ms_handle_reset on v2:172.21.15.33:6833/2856540853 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd38e668740 1 -- 172.21.15.33:0/2172815229 >> 172.21.15.33:0/2172815229 conn(0x55a2b42dc3c0 msgr2=0x55a2b4688b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd38e668740 1 -- 172.21.15.33:0/2172815229 shutdown_connections 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd38e668740 1 -- 172.21.15.33:0/2172815229 wait complete. 2024-07-26T16:45:48.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.050+0000 7fd38e668740 20 client.9468 trim_cache size 0 max 16384 2024-07-26T16:45:48.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.069+0000 7fd38e668740 1 Processor -- start 2024-07-26T16:45:48.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.069+0000 7fd38e668740 1 -- start start 2024-07-26T16:45:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd38e668740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42bf3b0 0x55a2b4683f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd38e668740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd38e668740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b46d6a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd38e668740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd3801ff680 con 0x55a2b42c7590 2024-07-26T16:45:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd38e668740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd3801fe9e0 con 0x55a2b42bf3b0 2024-07-26T16:45:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd38e668740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd3801ff030 con 0x55a2b42e8270 2024-07-26T16:45:48.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd384ce2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd384ce2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46600/0 (socket says 172.21.15.33:46600) 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd384ce2640 1 -- 172.21.15.33:0/4071382809 learned_addr learned my addr 172.21.15.33:0/4071382809 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd3854e3640 1 --2- 172.21.15.33:0/4071382809 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42bf3b0 0x55a2b4683f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd385ce4640 1 --2- 172.21.15.33:0/4071382809 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b46d6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd384ce2640 1 -- 172.21.15.33:0/4071382809 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 msgr2=0x55a2b46d6a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd384ce2640 1 --2- 172.21.15.33:0/4071382809 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b46d6a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd384ce2640 1 -- 172.21.15.33:0/4071382809 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42bf3b0 msgr2=0x55a2b4683f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd384ce2640 1 --2- 172.21.15.33:0/4071382809 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42bf3b0 0x55a2b4683f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd384ce2640 1 -- 172.21.15.33:0/4071382809 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2b46ca020 con 0x55a2b42c7590 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd384ce2640 1 --2- 172.21.15.33:0/4071382809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d6550 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7fd37407d120 tx=0x7fd3740b8040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=573893d4aa021aa3 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd3667fc640 1 -- 172.21.15.33:0/4071382809 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd374080b30 con 0x55a2b42c7590 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd3667fc640 1 -- 172.21.15.33:0/4071382809 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd37402e040 con 0x55a2b42c7590 2024-07-26T16:45:48.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.071+0000 7fd3667fc640 1 -- 172.21.15.33:0/4071382809 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd374085080 con 0x55a2b42c7590 2024-07-26T16:45:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.072+0000 7fd38e668740 1 -- 172.21.15.33:0/4071382809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 msgr2=0x55a2b46d6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.072+0000 7fd38e668740 1 --2- 172.21.15.33:0/4071382809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d6550 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7fd37407d120 tx=0x7fd3740b8040 comp rx=0 tx=0).stop 2024-07-26T16:45:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.072+0000 7fd38e668740 1 -- 172.21.15.33:0/4071382809 shutdown_connections 2024-07-26T16:45:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.072+0000 7fd38e668740 1 --2- 172.21.15.33:0/4071382809 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b46d6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.072+0000 7fd38e668740 1 --2- 172.21.15.33:0/4071382809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42c7590 0x55a2b46d6550 unknown :-1 s=CLOSED pgs=1720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.072+0000 7fd38e668740 1 --2- 172.21.15.33:0/4071382809 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42bf3b0 0x55a2b4683f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.072+0000 7fd38e668740 1 -- 172.21.15.33:0/4071382809 >> 172.21.15.33:0/4071382809 conn(0x55a2b42dc3c0 msgr2=0x55a2b46a6170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.072+0000 7fd38e668740 1 -- 172.21.15.33:0/4071382809 shutdown_connections 2024-07-26T16:45:48.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.072+0000 7fd38e668740 1 -- 172.21.15.33:0/4071382809 wait complete. 2024-07-26T16:45:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.073+0000 7fd38e668740 1 -- start start 2024-07-26T16:45:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.073+0000 7fd38e668740 1 Processor -- start 2024-07-26T16:45:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd38e668740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b4749eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd38e668740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42c7590 0x55a2b46d6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd38e668740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b46d6a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd38e668740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55a2b46e5f40 con 0x55a2b42bf3b0 2024-07-26T16:45:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd38e668740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55a2b46a6f00 con 0x55a2b42c7590 2024-07-26T16:45:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd38e668740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55a2b46ca220 con 0x55a2b42e8270 2024-07-26T16:45:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd38e668740 10 client.0 _ll_register_callbacks cb 0x7fd378003c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T16:45:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd3854e3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b4749eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd3854e3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b4749eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46602/0 (socket says 172.21.15.33:46602) 2024-07-26T16:45:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd3854e3640 1 -- 172.21.15.33:0/4046991286 learned_addr learned my addr 172.21.15.33:0/4046991286 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd384ce2640 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42c7590 0x55a2b46d6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd385ce4640 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b46d6a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd3854e3640 1 -- 172.21.15.33:0/4046991286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 msgr2=0x55a2b46d6a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:45:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd3854e3640 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b46d6a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd3854e3640 1 -- 172.21.15.33:0/4046991286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42c7590 msgr2=0x55a2b46d6550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:45:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd3854e3640 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42c7590 0x55a2b46d6550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd3854e3640 1 -- 172.21.15.33:0/4046991286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2b474a3f0 con 0x55a2b42bf3b0 2024-07-26T16:45:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd385ce4640 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b46d6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:48.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd3854e3640 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b4749eb0 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7fd378000c00 tx=0x7fd3780069f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eee80b5f4ce8ef4d server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd35bfff640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd35bfff640 1 -- 172.21.15.33:0/4046991286 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd378037020 con 0x55a2b42bf3b0 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.075+0000 7fd35bfff640 1 -- 172.21.15.33:0/4046991286 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7fd37801bb10 con 0x55a2b42bf3b0 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd38e668740 1 -- 172.21.15.33:0/4046991286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd37402e040 con 0x55a2b42bf3b0 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd35bfff640 1 -- 172.21.15.33:0/4046991286 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fd378041050 con 0x55a2b42bf3b0 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd38e668740 10 client.9474 fetch_fsmap learned FSMap version 90 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd38e668740 1 -- 172.21.15.33:0/4046991286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x55a2b47539f0 con 0x55a2b42bf3b0 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd35bfff640 1 -- 172.21.15.33:0/4046991286 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd37402e040 con 0x55a2b42bf3b0 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd35bfff640 1 -- 172.21.15.33:0/4046991286 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7fd378044020 con 0x55a2b42bf3b0 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd38e668740 10 client.9474 fetch_fsmap finished waiting for FSMap version 90 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd38e668740 10 client.9474 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd38e668740 20 client.9474 populate_metadata read hostname 'smithi033' 2024-07-26T16:45:48.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd38e668740 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.33:6833/2856540853,v1:172.21.15.33:6835/2856540853] conn(0x55a2b46cc550 0x55a2b46ce010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd38e668740 4 client.9474 mds_command: new command op to 9312 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd38e668740 1 -- 172.21.15.33:0/4046991286 --> [v2:172.21.15.33:6833/2856540853,v1:172.21.15.33:6835/2856540853] -- command(tid 0: {"prefix": "status"}) -- 0x55a2b45fdde0 con 0x55a2b46cc550 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd384ce2640 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.33:6833/2856540853,v1:172.21.15.33:6835/2856540853] conn(0x55a2b46cc550 0x55a2b46ce010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.076+0000 7fd35bfff640 10 client.9474 ms_handle_connect on v2:172.21.15.33:6833/2856540853 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd384ce2640 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.33:6833/2856540853,v1:172.21.15.33:6835/2856540853] conn(0x55a2b46cc550 0x55a2b46ce010 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbde53a6931677c4 server_cookie=93f70c0030901cf7 in_seq=0 out_seq=0 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd35bfff640 1 -- 172.21.15.33:0/4046991286 <== mds.0 v2:172.21.15.33:6833/2856540853 1 ==== command_reply(tid 0: 0 ) ==== 8+0+321 (crc 0 0 0) 0x55a2b45fdde0 con 0x55a2b46cc550 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd35bfff640 10 client.9474 handle_command_reply: tid=0 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 1 client.9474 shutdown 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 1 -- 172.21.15.33:0/4046991286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 msgr2=0x55a2b4749eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b4749eb0 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7fd378000c00 tx=0x7fd3780069f0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 1 -- 172.21.15.33:0/4046991286 shutdown_connections 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.33:6833/2856540853,v1:172.21.15.33:6835/2856540853] conn(0x55a2b46cc550 0x55a2b46ce010 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55a2b42e8270 0x55a2b46d6a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd35bfff640 0 client.9474 ms_handle_reset on v2:172.21.15.33:6833/2856540853 2024-07-26T16:45:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55a2b42c7590 0x55a2b46d6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 1 --2- 172.21.15.33:0/4046991286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55a2b42bf3b0 0x55a2b4749eb0 unknown :-1 s=CLOSED pgs=1721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 1 -- 172.21.15.33:0/4046991286 >> 172.21.15.33:0/4046991286 conn(0x55a2b42dc3c0 msgr2=0x55a2b4688a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 1 -- 172.21.15.33:0/4046991286 shutdown_connections 2024-07-26T16:45:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 1 -- 172.21.15.33:0/4046991286 wait complete. 2024-07-26T16:45:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.077+0000 7fd38e668740 20 client.9474 trim_cache size 0 max 16384 2024-07-26T16:45:48.085 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T16:45:48.085 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T16:45:48.085 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T16:45:48.086 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 9312, 2024-07-26T16:45:48.086 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T16:45:48.086 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T16:45:48.086 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T16:45:48.086 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 10.408045947, 2024-07-26T16:45:48.086 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 90, 2024-07-26T16:45:48.086 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 181, 2024-07-26T16:45:48.086 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 181, 2024-07-26T16:45:48.086 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 15.035839325 2024-07-26T16:45:48.086 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T16:45:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 -- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd36c077160 msgr2=0x7fd36c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd36c077160 0x7fd36c079670 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd378001d30 tx=0x7fd3780067a0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 -- 172.21.15.33:0/1901998903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd380163730 msgr2=0x7fd380141a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd380163730 0x7fd380141a30 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7fd3740017e0 tx=0x7fd374006360 comp rx=0 tx=0).stop 2024-07-26T16:45:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 -- 172.21.15.33:0/1901998903 shutdown_connections 2024-07-26T16:45:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fd36c077160 0x7fd36c079670 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3801432c0 0x7fd38015aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd380163730 0x7fd380141a30 unknown :-1 s=CLOSED pgs=1717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 --2- 172.21.15.33:0/1901998903 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd368004800 0x7fd380157790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 -- 172.21.15.33:0/1901998903 >> 172.21.15.33:0/1901998903 conn(0x7fd3800d0b40 msgr2=0x7fd380159030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 -- 172.21.15.33:0/1901998903 shutdown_connections 2024-07-26T16:45:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.078+0000 7fd387747640 1 -- 172.21.15.33:0/1901998903 wait complete. 2024-07-26T16:45:48.091 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T16:45:48.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.207+0000 7fe18bd89640 1 -- 172.21.15.33:0/4085739945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1840cf430 msgr2=0x7fe1840b9430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.207+0000 7fe18bd89640 1 --2- 172.21.15.33:0/4085739945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1840cf430 0x7fe1840b9430 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7fe180005fd0 tx=0x7fe18002a620 comp rx=0 tx=0).stop 2024-07-26T16:45:48.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.207+0000 7fe18bd89640 1 -- 172.21.15.33:0/4085739945 shutdown_connections 2024-07-26T16:45:48.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.207+0000 7fe18bd89640 1 --2- 172.21.15.33:0/4085739945 >> v2:172.21.15.154:3300/0 conn(0x7fe1840d2990 0x7fe1840b1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.207+0000 7fe18bd89640 1 --2- 172.21.15.33:0/4085739945 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1840cf430 0x7fe1840b9430 unknown :-1 s=CLOSED pgs=1722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.207+0000 7fe18bd89640 1 -- 172.21.15.33:0/4085739945 >> 172.21.15.33:0/4085739945 conn(0x7fe1840d3da0 msgr2=0x7fe1840d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:48.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.207+0000 7fe18bd89640 1 -- 172.21.15.33:0/4085739945 shutdown_connections 2024-07-26T16:45:48.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.207+0000 7fe18bd89640 1 -- 172.21.15.33:0/4085739945 wait complete. 2024-07-26T16:45:48.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.209+0000 7fe18bd89640 1 Processor -- start 2024-07-26T16:45:48.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.209+0000 7fe18bd89640 1 -- start start 2024-07-26T16:45:48.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe18bd89640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1840cf430 0x7fe18414bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe18bd89640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1840d1b80 0x7fe1840b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe18bd89640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1840d2260 0x7fe1840d2670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe18bd89640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe1840b1e90 con 0x7fe1840d1b80 2024-07-26T16:45:48.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe18bd89640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe1840b1d10 con 0x7fe1840cf430 2024-07-26T16:45:48.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe18bd89640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe1840b2010 con 0x7fe1840d2260 2024-07-26T16:45:48.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe189324640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1840d1b80 0x7fe1840b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe189324640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1840d1b80 0x7fe1840b4de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46616/0 (socket says 172.21.15.33:46616) 2024-07-26T16:45:48.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe189324640 1 -- 172.21.15.33:0/2127703433 learned_addr learned my addr 172.21.15.33:0/2127703433 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:48.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe18a326640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1840d2260 0x7fe1840d2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe189b25640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1840cf430 0x7fe18414bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe189324640 1 -- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1840d2260 msgr2=0x7fe1840d2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe189324640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1840d2260 0x7fe1840d2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe189324640 1 -- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1840cf430 msgr2=0x7fe18414bc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe189324640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1840cf430 0x7fe18414bc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.210+0000 7fe189324640 1 -- 172.21.15.33:0/2127703433 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1840d2bb0 con 0x7fe1840d1b80 2024-07-26T16:45:48.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.211+0000 7fe189324640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1840d1b80 0x7fe1840b4de0 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7fe17400c370 tx=0x7fe17400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:48.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.211+0000 7fe17a7fc640 1 -- 172.21.15.33:0/2127703433 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe174017070 con 0x7fe1840d1b80 2024-07-26T16:45:48.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.211+0000 7fe17a7fc640 1 -- 172.21.15.33:0/2127703433 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1740053c0 con 0x7fe1840d1b80 2024-07-26T16:45:48.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.211+0000 7fe18bd89640 1 -- 172.21.15.33:0/2127703433 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1840b57c0 con 0x7fe1840d1b80 2024-07-26T16:45:48.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.211+0000 7fe17a7fc640 1 -- 172.21.15.33:0/2127703433 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe174003850 con 0x7fe1840d1b80 2024-07-26T16:45:48.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.211+0000 7fe18bd89640 1 -- 172.21.15.33:0/2127703433 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1840b5d80 con 0x7fe1840d1b80 2024-07-26T16:45:48.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.212+0000 7fe18bd89640 1 -- 172.21.15.33:0/2127703433 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1840b5530 con 0x7fe1840d1b80 2024-07-26T16:45:48.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.213+0000 7fe17a7fc640 1 -- 172.21.15.33:0/2127703433 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7fe17401a070 con 0x7fe1840d1b80 2024-07-26T16:45:48.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.213+0000 7fe17a7fc640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fe168077160 0x7fe168079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:48.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.213+0000 7fe17a7fc640 1 -- 172.21.15.33:0/2127703433 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7fe174097f60 con 0x7fe1840d1b80 2024-07-26T16:45:48.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.214+0000 7fe189b25640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fe168077160 0x7fe168079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:48.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.214+0000 7fe189b25640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fe168077160 0x7fe168079670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe180033000 tx=0x7fe180004730 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:48.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.218+0000 7fe17a7fc640 1 -- 172.21.15.33:0/2127703433 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe1840d2bb0 con 0x7fe1840d1b80 2024-07-26T16:45:48.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.449+0000 7fe18bd89640 1 -- 172.21.15.33:0/2127703433 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe1840b2530 con 0x7fe1840d1b80 2024-07-26T16:45:48.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.449+0000 7fe17a7fc640 1 -- 172.21.15.33:0/2127703433 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v90) ==== 53+0+73 (secure 0 0 0) 0x7fe174069130 con 0x7fe1840d1b80 2024-07-26T16:45:48.451 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T16:45:48.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.451+0000 7fe18bd89640 1 -- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fe168077160 msgr2=0x7fe168079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.451+0000 7fe18bd89640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fe168077160 0x7fe168079670 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe180033000 tx=0x7fe180004730 comp rx=0 tx=0).stop 2024-07-26T16:45:48.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.451+0000 7fe18bd89640 1 -- 172.21.15.33:0/2127703433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1840d1b80 msgr2=0x7fe1840b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:48.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.451+0000 7fe18bd89640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1840d1b80 0x7fe1840b4de0 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7fe17400c370 tx=0x7fe17400c830 comp rx=0 tx=0).stop 2024-07-26T16:45:48.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.452+0000 7fe18bd89640 1 -- 172.21.15.33:0/2127703433 shutdown_connections 2024-07-26T16:45:48.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.452+0000 7fe18bd89640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7fe168077160 0x7fe168079670 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.452+0000 7fe18bd89640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1840d2260 0x7fe1840d2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.452+0000 7fe18bd89640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1840d1b80 0x7fe1840b4de0 unknown :-1 s=CLOSED pgs=1723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.452+0000 7fe18bd89640 1 --2- 172.21.15.33:0/2127703433 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1840cf430 0x7fe18414bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:48.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.452+0000 7fe18bd89640 1 -- 172.21.15.33:0/2127703433 >> 172.21.15.33:0/2127703433 conn(0x7fe1840d3da0 msgr2=0x7fe1840d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:48.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.452+0000 7fe18bd89640 1 -- 172.21.15.33:0/2127703433 shutdown_connections 2024-07-26T16:45:48.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48.452+0000 7fe18bd89640 1 -- 172.21.15.33:0/2127703433 wait complete. 2024-07-26T16:45:48.465 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T16:45:48.465 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T16:45:48.465 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T16:45:48.465 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T16:45:48.465 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T16:45:48.465 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T16:45:48.465 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T16:45:48.465 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T16:45:48.465 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T16:45:48.466 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:48.466 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T16:45:48.482 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T16:45:48.482 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T16:45:48.482 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T16:45:48.482 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:45:48.483 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T16:45:48.483 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:45:48.483 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T16:45:48.483 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T16:45:48.483 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T16:45:48.483 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T16:45:48.483 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T16:45:48.483 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T16:45:48.483 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T16:45:48.483 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T16:45:48.483 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 38108sec preferred_lft 38108sec 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:45:48.484 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T16:45:48.485 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:45:48.485 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T16:45:48.485 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T16:45:48.485 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T16:45:48.485 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:45:48.485 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T16:45:48.485 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T16:45:48.485 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T16:45:48.485 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:45:48.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:48.485 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T16:45:48.547 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T16:45:48.548 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:48.548 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T16:45:48.605 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T16:45:48.605 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T16:45:48.606 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T16:45:48.606 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T16:45:48.606 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T16:45:48.606 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T16:45:48.606 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T16:45:48.606 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T16:45:48.606 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T16:45:48.606 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T16:45:48.607 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T16:45:48.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T16:45:48.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T16:45:48.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:48.735 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T16:45:48.751 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T16:45:48.751 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T16:45:48.752 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T16:45:48.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:48.752 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T16:45:48.817 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T16:45:48.818 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T16:45:48.818 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T16:45:48.877 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T16:45:48.877 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T16:45:48.878 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T16:45:48.933 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T16:45:49.000 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T16:45:49.057 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T16:45:49.057 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T16:45:49.057 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T16:45:49.058 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T16:45:49.058 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T16:45:49.058 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T16:45:49.058 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T16:45:49.058 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T16:45:49.058 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T16:45:49.058 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T16:45:49.059 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T16:45:49.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:49.061 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T16:45:49.113 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T16:45:49.113 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T16:45:49.156 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T16:45:49.181 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T16:45:49.239 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T16:45:49.239 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T16:45:49.240 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T16:45:49.241 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T16:45:49.242 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T16:45:49.242 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T16:45:49.242 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T16:45:49.242 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T16:45:49.242 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T16:45:49.242 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:49.242 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T16:45:49.252 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T16:45:49.250+0000 7f3d3c60c480 -1 init, newargv = 0x56420ec9e010 newargc=15 2024-07-26T16:45:49.252 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[86851]: starting ceph client 2024-07-26T16:45:49.257 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[86851]: starting fuse 2024-07-26T16:45:49.267 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T16:45:49.267 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T16:45:49.268 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T16:45:49.268 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T16:45:49.268 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T16:45:49.268 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T16:45:49.268 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T16:45:49.268 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T16:45:49.268 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T16:45:49.268 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T16:45:49.268 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T16:45:49.268 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T16:45:49.268 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T16:45:49.269 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T16:45:49.269 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T16:45:49.269 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T16:45:49.269 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T16:45:49.269 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T16:45:49.269 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T16:45:49.269 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T16:45:49.269 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T16:45:49.269 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T16:45:49.269 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T16:45:49.269 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T16:45:49.270 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T16:45:49.270 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T16:45:49.270 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T16:45:49.270 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T16:45:49.270 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T16:45:49.388 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.86851.asok 2024-07-26T16:45:49.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T16:45:49.399 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.86851.asok 2024-07-26T16:45:49.399 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:49.399 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.86851.asok status 2024-07-26T16:45:49.546 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T16:45:49.546 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T16:45:49.546 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T16:45:49.546 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T16:45:49.546 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T16:45:49.546 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "86851", 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 9486, 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 9486 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:49.547 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T16:45:49.548 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T16:45:49.548 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T16:45:49.548 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3270668701 2024-07-26T16:45:49.548 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:49.548 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:49.548 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T16:45:49.548 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T16:45:49.548 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T16:45:49.548 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3270668701 2024-07-26T16:45:49.548 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:45:49.548 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.9486 192.168.0.1:0/3270668701", 2024-07-26T16:45:49.549 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/3270668701", 2024-07-26T16:45:49.549 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T16:45:49.549 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 90, 2024-07-26T16:45:49.549 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 181, 2024-07-26T16:45:49.549 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T16:45:49.549 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T16:45:49.549 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T16:45:49.549 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T16:45:49.555 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:49.555 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T16:45:49.555 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T16:45:49.571 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T16:45:49.571 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T16:45:49.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:49.572 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T16:45:49.638 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T16:45:49.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.795+0000 7f49cf1cf640 1 -- 172.21.15.33:0/3029874200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49b4003a00 msgr2=0x7f49b4003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:49.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.795+0000 7f49cf1cf640 1 --2- 172.21.15.33:0/3029874200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49b4003a00 0x7f49b4003e70 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f49b8002230 tx=0x7f49b4005830 comp rx=0 tx=0).stop 2024-07-26T16:45:49.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.796+0000 7f49cf1cf640 1 -- 172.21.15.33:0/3029874200 shutdown_connections 2024-07-26T16:45:49.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.796+0000 7f49cf1cf640 1 --2- 172.21.15.33:0/3029874200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49b4003a00 0x7f49b4003e70 unknown :-1 s=CLOSED pgs=1728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:49.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.796+0000 7f49cf1cf640 1 -- 172.21.15.33:0/3029874200 >> 172.21.15.33:0/3029874200 conn(0x7f49c80b1740 msgr2=0x7f49c80b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:49.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.796+0000 7f49cf1cf640 1 -- 172.21.15.33:0/3029874200 shutdown_connections 2024-07-26T16:45:49.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.796+0000 7f49cf1cf640 1 -- 172.21.15.33:0/3029874200 wait complete. 2024-07-26T16:45:49.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.797+0000 7f49cf1cf640 1 Processor -- start 2024-07-26T16:45:49.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.797+0000 7f49cf1cf640 1 -- start start 2024-07-26T16:45:49.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cf1cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49b4003a00 0x7f49c81e3380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:49.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cf1cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49c81e58e0 0x7f49c8141350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:49.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cf1cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c81f6350 0x7f49c8154740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:49.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cf1cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f49c80b42f0 con 0x7f49c81f6350 2024-07-26T16:45:49.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cf1cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f49c80b4170 con 0x7f49c81e58e0 2024-07-26T16:45:49.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cf1cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f49c80b4470 con 0x7f49b4003a00 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cd76c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c81f6350 0x7f49c8154740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cd76c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c81f6350 0x7f49c8154740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46628/0 (socket says 172.21.15.33:46628) 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cd76c640 1 -- 172.21.15.33:0/1792295395 learned_addr learned my addr 172.21.15.33:0/1792295395 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cd76c640 1 -- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49b4003a00 msgr2=0x7f49c81e3380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49c7fff640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49c81e58e0 0x7f49c8141350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49ccf6b640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49b4003a00 0x7f49c81e3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cd76c640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49b4003a00 0x7f49c81e3380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cd76c640 1 -- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49c81e58e0 msgr2=0x7f49c8141350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cd76c640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49c81e58e0 0x7f49c8141350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.799+0000 7f49cd76c640 1 -- 172.21.15.33:0/1792295395 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49c81f2d60 con 0x7f49c81f6350 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.800+0000 7f49cd76c640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c81f6350 0x7f49c8154740 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7f49c8071f30 tx=0x7f49c000d6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.800+0000 7f49c57fa640 1 -- 172.21.15.33:0/1792295395 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c0010660 con 0x7f49c81f6350 2024-07-26T16:45:49.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.800+0000 7f49c57fa640 1 -- 172.21.15.33:0/1792295395 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f49c0017070 con 0x7f49c81f6350 2024-07-26T16:45:49.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.800+0000 7f49cf1cf640 1 -- 172.21.15.33:0/1792295395 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49c81f6880 con 0x7f49c81f6350 2024-07-26T16:45:49.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.800+0000 7f49c57fa640 1 -- 172.21.15.33:0/1792295395 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c0010b90 con 0x7f49c81f6350 2024-07-26T16:45:49.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.800+0000 7f49cf1cf640 1 -- 172.21.15.33:0/1792295395 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49c81f6e40 con 0x7f49c81f6350 2024-07-26T16:45:49.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.801+0000 7f49cf1cf640 1 -- 172.21.15.33:0/1792295395 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49c8144990 con 0x7f49c81f6350 2024-07-26T16:45:49.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.802+0000 7f49c57fa640 1 -- 172.21.15.33:0/1792295395 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f49c001c460 con 0x7f49c81f6350 2024-07-26T16:45:49.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.802+0000 7f49c57fa640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f49a8077130 0x7f49a8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:49.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.802+0000 7f49c57fa640 1 -- 172.21.15.33:0/1792295395 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f49c0098b50 con 0x7f49c81f6350 2024-07-26T16:45:49.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.802+0000 7f49ccf6b640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f49a8077130 0x7f49a8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:49.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.803+0000 7f49ccf6b640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f49a8077130 0x7f49a8079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f49b8033000 tx=0x7f49b8001db0 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:49.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:49.808+0000 7f49c57fa640 1 -- 172.21.15.33:0/1792295395 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f49c0061940 con 0x7f49c81f6350 2024-07-26T16:45:50.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.024+0000 7f49cf1cf640 1 -- 172.21.15.33:0/1792295395 --> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f49c81e4ba0 con 0x7f49a8077130 2024-07-26T16:45:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.027+0000 7f49c57fa640 1 -- 172.21.15.33:0/1792295395 <== mgr.8338 v2:172.21.15.154:6836/3019583169 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f49c81e4ba0 con 0x7f49a8077130 2024-07-26T16:45:50.028 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T16:45:50.028 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:45:50.028 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T16:45:50.028 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:45:50.028 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T16:45:50.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 -- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f49a8077130 msgr2=0x7f49a8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:50.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f49a8077130 0x7f49a8079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f49b8033000 tx=0x7f49b8001db0 comp rx=0 tx=0).stop 2024-07-26T16:45:50.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 -- 172.21.15.33:0/1792295395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c81f6350 msgr2=0x7f49c8154740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:50.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c81f6350 0x7f49c8154740 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7f49c8071f30 tx=0x7f49c000d6a0 comp rx=0 tx=0).stop 2024-07-26T16:45:50.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 -- 172.21.15.33:0/1792295395 shutdown_connections 2024-07-26T16:45:50.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f49a8077130 0x7f49a8079640 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:50.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49c81f6350 0x7f49c8154740 unknown :-1 s=CLOSED pgs=1729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:50.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f49c81e58e0 0x7f49c8141350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:50.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 --2- 172.21.15.33:0/1792295395 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f49b4003a00 0x7f49c81e3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:50.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 -- 172.21.15.33:0/1792295395 >> 172.21.15.33:0/1792295395 conn(0x7f49c80b1740 msgr2=0x7f49c80b0880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:50.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 -- 172.21.15.33:0/1792295395 shutdown_connections 2024-07-26T16:45:50.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.028+0000 7f49cf1cf640 1 -- 172.21.15.33:0/1792295395 wait complete. 2024-07-26T16:45:50.041 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T16:45:50.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.160+0000 7f58957ba640 1 -- 172.21.15.33:0/2392990984 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5878004800 msgr2=0x7f5878004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:50.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.160+0000 7f58957ba640 1 --2- 172.21.15.33:0/2392990984 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5878004800 0x7f5878004c10 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7f588400c290 tx=0x7f5878005830 comp rx=0 tx=0).stop 2024-07-26T16:45:50.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.160+0000 7f588f7fe640 1 -- 172.21.15.33:0/2392990984 reap_dead start 2024-07-26T16:45:50.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.160+0000 7f58957ba640 1 -- 172.21.15.33:0/2392990984 shutdown_connections 2024-07-26T16:45:50.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.160+0000 7f58957ba640 1 -- 172.21.15.33:0/2392990984 >> 172.21.15.33:0/2392990984 conn(0x7f58900b37a0 msgr2=0x7f58900b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:50.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.160+0000 7f58957ba640 1 -- 172.21.15.33:0/2392990984 shutdown_connections 2024-07-26T16:45:50.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.160+0000 7f58957ba640 1 -- 172.21.15.33:0/2392990984 wait complete. 2024-07-26T16:45:50.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.163+0000 7f58957ba640 1 Processor -- start 2024-07-26T16:45:50.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.163+0000 7f58957ba640 1 -- start start 2024-07-26T16:45:50.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.163+0000 7f58957ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5878004800 0x7f58901f9260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:50.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.163+0000 7f58957ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f589009d120 0x7f58900b60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:50.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.163+0000 7f58957ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f589009d530 0x7f58900b6620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:50.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f58957ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f58900ccb40 con 0x7f589009d120 2024-07-26T16:45:50.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f58957ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f58900cc9c0 con 0x7f589009d530 2024-07-26T16:45:50.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f58957ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f58900cccc0 con 0x7f5878004800 2024-07-26T16:45:50.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f588e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f589009d120 0x7f58900b60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:50.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f588e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f589009d120 0x7f58900b60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46638/0 (socket says 172.21.15.33:46638) 2024-07-26T16:45:50.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f588e7fc640 1 -- 172.21.15.33:0/2361387466 learned_addr learned my addr 172.21.15.33:0/2361387466 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:50.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f588effd640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5878004800 0x7f58901f9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:50.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f588e7fc640 1 -- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5878004800 msgr2=0x7f58901f9260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:50.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f588e7fc640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5878004800 0x7f58901f9260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:50.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f588e7fc640 1 -- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f589009d530 msgr2=0x7f58900b6620 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T16:45:50.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f588e7fc640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f589009d530 0x7f58900b6620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:50.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f588e7fc640 1 -- 172.21.15.33:0/2361387466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58901f97a0 con 0x7f589009d120 2024-07-26T16:45:50.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f588effd640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5878004800 0x7f58901f9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:45:50.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f588e7fc640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f589009d120 0x7f58900b60e0 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7f588402b110 tx=0x7f5884001d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:50.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f58777fe640 1 -- 172.21.15.33:0/2361387466 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5884031040 con 0x7f589009d120 2024-07-26T16:45:50.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f58777fe640 1 -- 172.21.15.33:0/2361387466 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58840035f0 con 0x7f589009d120 2024-07-26T16:45:50.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f58957ba640 1 -- 172.21.15.33:0/2361387466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58901f5640 con 0x7f589009d120 2024-07-26T16:45:50.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f58777fe640 1 -- 172.21.15.33:0/2361387466 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5884003a20 con 0x7f589009d120 2024-07-26T16:45:50.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.164+0000 7f58957ba640 1 -- 172.21.15.33:0/2361387466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58901f5c00 con 0x7f589009d120 2024-07-26T16:45:50.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.166+0000 7f58957ba640 1 -- 172.21.15.33:0/2361387466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58900b2e10 con 0x7f589009d120 2024-07-26T16:45:50.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.166+0000 7f58777fe640 1 -- 172.21.15.33:0/2361387466 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 102) ==== 99241+0+0 (secure 0 0 0) 0x7f5884034070 con 0x7f589009d120 2024-07-26T16:45:50.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.167+0000 7f58777fe640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f587c077160 0x7f587c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:50.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.167+0000 7f58777fe640 1 -- 172.21.15.33:0/2361387466 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f58840b8c40 con 0x7f589009d120 2024-07-26T16:45:50.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.167+0000 7f588effd640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f587c077160 0x7f587c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:50.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.168+0000 7f588effd640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f587c077160 0x7f587c079670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5880009b40 tx=0x7f5880005f90 comp rx=0 tx=0).ready entity=mgr.8338 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:50.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.172+0000 7f58777fe640 1 -- 172.21.15.33:0/2361387466 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f58900b2e10 con 0x7f589009d120 2024-07-26T16:45:50.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:50.415+0000 7f58957ba640 1 -- 172.21.15.33:0/2361387466 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f58900b31d0 con 0x7f589009d120 2024-07-26T16:45:51.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.044+0000 7f58777fe640 1 -- 172.21.15.33:0/2361387466 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v103) ==== 92+0+0 (secure 0 0 0) 0x7f58901f97a0 con 0x7f589009d120 2024-07-26T16:45:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.047+0000 7f58957ba640 1 -- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f587c077160 msgr2=0x7f587c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.047+0000 7f58957ba640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f587c077160 0x7f587c079670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5880009b40 tx=0x7f5880005f90 comp rx=0 tx=0).stop 2024-07-26T16:45:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.047+0000 7f58957ba640 1 -- 172.21.15.33:0/2361387466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f589009d120 msgr2=0x7f58900b60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.047+0000 7f58957ba640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f589009d120 0x7f58900b60e0 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7f588402b110 tx=0x7f5884001d40 comp rx=0 tx=0).stop 2024-07-26T16:45:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.047+0000 7f58957ba640 1 -- 172.21.15.33:0/2361387466 shutdown_connections 2024-07-26T16:45:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.047+0000 7f58957ba640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f587c077160 0x7f587c079670 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.047+0000 7f58957ba640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f589009d530 0x7f58900b6620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.047+0000 7f58957ba640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f589009d120 0x7f58900b60e0 unknown :-1 s=CLOSED pgs=1732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.047+0000 7f58957ba640 1 --2- 172.21.15.33:0/2361387466 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5878004800 0x7f58901f9260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.047+0000 7f58957ba640 1 -- 172.21.15.33:0/2361387466 >> 172.21.15.33:0/2361387466 conn(0x7f58900b37a0 msgr2=0x7f58900b0070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:51.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.048+0000 7f58957ba640 1 -- 172.21.15.33:0/2361387466 shutdown_connections 2024-07-26T16:45:51.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.048+0000 7f58957ba640 1 -- 172.21.15.33:0/2361387466 wait complete. 2024-07-26T16:45:51.069 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T16:45:51.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.211+0000 7f6168502640 1 -- 172.21.15.33:0/2178724050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61600b1ad0 msgr2=0x7f6160163870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.211+0000 7f6168502640 1 --2- 172.21.15.33:0/2178724050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61600b1ad0 0x7f6160163870 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7f6150009830 tx=0x7f615002a530 comp rx=0 tx=0).stop 2024-07-26T16:45:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.211+0000 7f6168502640 1 -- 172.21.15.33:0/2178724050 shutdown_connections 2024-07-26T16:45:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.211+0000 7f6168502640 1 --2- 172.21.15.33:0/2178724050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61600b1ad0 0x7f6160163870 unknown :-1 s=CLOSED pgs=1737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.211+0000 7f6168502640 1 -- 172.21.15.33:0/2178724050 >> 172.21.15.33:0/2178724050 conn(0x7f61600d1bb0 msgr2=0x7f61600d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.211+0000 7f6168502640 1 -- 172.21.15.33:0/2178724050 shutdown_connections 2024-07-26T16:45:51.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.211+0000 7f6168502640 1 -- 172.21.15.33:0/2178724050 wait complete. 2024-07-26T16:45:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.213+0000 7f6168502640 1 Processor -- start 2024-07-26T16:45:51.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.213+0000 7f6168502640 1 -- start start 2024-07-26T16:45:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6168502640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61600b1ad0 0x7f61601599c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6168502640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61600b6ed0 0x7f6160167060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6168502640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6160163db0 0x7f61600cae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6168502640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f61600b7640 con 0x7f6160163db0 2024-07-26T16:45:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6168502640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f61600b74c0 con 0x7f61600b6ed0 2024-07-26T16:45:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6168502640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f61601678f0 con 0x7f61600b1ad0 2024-07-26T16:45:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6166a9f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6160163db0 0x7f61600cae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6166a9f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6160163db0 0x7f61600cae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46678/0 (socket says 172.21.15.33:46678) 2024-07-26T16:45:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6166a9f640 1 -- 172.21.15.33:0/1089851643 learned_addr learned my addr 172.21.15.33:0/1089851643 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:51.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6165a9d640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61600b6ed0 0x7f6160167060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f616629e640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61600b1ad0 0x7f61601599c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6166a9f640 1 -- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61600b1ad0 msgr2=0x7f61601599c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6166a9f640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61600b1ad0 0x7f61601599c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6166a9f640 1 -- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61600b6ed0 msgr2=0x7f6160167060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.214+0000 7f6166a9f640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61600b6ed0 0x7f6160167060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.215+0000 7f6166a9f640 1 -- 172.21.15.33:0/1089851643 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6160159f00 con 0x7f6160163db0 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.215+0000 7f6166a9f640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6160163db0 0x7f61600cae10 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7f6158002230 tx=0x7f615800cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.215+0000 7f6156ffd640 1 -- 172.21.15.33:0/1089851643 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6158003b70 con 0x7f6160163db0 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.215+0000 7f6156ffd640 1 -- 172.21.15.33:0/1089851643 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6158003d10 con 0x7f6160163db0 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.215+0000 7f6168502640 1 -- 172.21.15.33:0/1089851643 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f616006f5d0 con 0x7f6160163db0 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.215+0000 7f6156ffd640 1 -- 172.21.15.33:0/1089851643 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6158005330 con 0x7f6160163db0 2024-07-26T16:45:51.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.215+0000 7f6168502640 1 -- 172.21.15.33:0/1089851643 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61600b5940 con 0x7f6160163db0 2024-07-26T16:45:51.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.216+0000 7f6168502640 1 -- 172.21.15.33:0/1089851643 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61600cfab0 con 0x7f6160163db0 2024-07-26T16:45:51.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.217+0000 7f6156ffd640 1 -- 172.21.15.33:0/1089851643 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 103) ==== 99258+0+0 (secure 0 0 0) 0x7f61580056e0 con 0x7f6160163db0 2024-07-26T16:45:51.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.218+0000 7f6156ffd640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f61440771b0 0x7f61440796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.218+0000 7f616629e640 1 -- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f61440771b0 msgr2=0x7f61440796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3019583169 2024-07-26T16:45:51.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.218+0000 7f6156ffd640 1 -- 172.21.15.33:0/1089851643 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f6158099520 con 0x7f6160163db0 2024-07-26T16:45:51.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.218+0000 7f616629e640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f61440771b0 0x7f61440796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T16:45:51.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.222+0000 7f6156ffd640 1 -- 172.21.15.33:0/1089851643 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6158061f40 con 0x7f6160163db0 2024-07-26T16:45:51.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.418+0000 7f616629e640 1 -- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f61440771b0 msgr2=0x7f61440796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3019583169 2024-07-26T16:45:51.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.418+0000 7f616629e640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f61440771b0 0x7f61440796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T16:45:51.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.421+0000 7f6168502640 1 -- 172.21.15.33:0/1089851643 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f6160070fa0 con 0x7f6160163db0 2024-07-26T16:45:51.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.426+0000 7f6156ffd640 1 -- 172.21.15.33:0/1089851643 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v61)=0 v61) ==== 138+0+0 (secure 0 0 0) 0x7f6158066490 con 0x7f6160163db0 2024-07-26T16:45:51.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 -- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f61440771b0 msgr2=0x7f61440796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T16:45:51.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f61440771b0 0x7f61440796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 -- 172.21.15.33:0/1089851643 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6160163db0 msgr2=0x7f61600cae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6160163db0 0x7f61600cae10 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7f6158002230 tx=0x7f615800cb90 comp rx=0 tx=0).stop 2024-07-26T16:45:51.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 -- 172.21.15.33:0/1089851643 shutdown_connections 2024-07-26T16:45:51.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f61440771b0 0x7f61440796c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6160163db0 0x7f61600cae10 unknown :-1 s=CLOSED pgs=1738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61600b6ed0 0x7f6160167060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 --2- 172.21.15.33:0/1089851643 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61600b1ad0 0x7f61601599c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 -- 172.21.15.33:0/1089851643 >> 172.21.15.33:0/1089851643 conn(0x7f61600d1bb0 msgr2=0x7f6160070340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:51.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 -- 172.21.15.33:0/1089851643 shutdown_connections 2024-07-26T16:45:51.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.428+0000 7f6168502640 1 -- 172.21.15.33:0/1089851643 wait complete. 2024-07-26T16:45:51.442 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T16:45:51.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.562+0000 7f7957b99640 1 -- 172.21.15.33:0/4232133296 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79500b6ed0 msgr2=0x7f79500b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.562+0000 7f7957b99640 1 --2- 172.21.15.33:0/4232133296 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79500b6ed0 0x7f79500b13c0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f7944009830 tx=0x7f794402a530 comp rx=0 tx=0).stop 2024-07-26T16:45:51.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.562+0000 7f7957b99640 1 -- 172.21.15.33:0/4232133296 shutdown_connections 2024-07-26T16:45:51.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.562+0000 7f7957b99640 1 --2- 172.21.15.33:0/4232133296 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79500b6ed0 0x7f79500b13c0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.562+0000 7f7957b99640 1 -- 172.21.15.33:0/4232133296 >> 172.21.15.33:0/4232133296 conn(0x7f79500d1bb0 msgr2=0x7f79500d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:51.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.563+0000 7f7957b99640 1 -- 172.21.15.33:0/4232133296 shutdown_connections 2024-07-26T16:45:51.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.563+0000 7f7957b99640 1 -- 172.21.15.33:0/4232133296 wait complete. 2024-07-26T16:45:51.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.564+0000 7f7957b99640 1 Processor -- start 2024-07-26T16:45:51.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.564+0000 7f7957b99640 1 -- start start 2024-07-26T16:45:51.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7957b99640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79500b1900 0x7f795009f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7957b99640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f79500b6ed0 0x7f7950165e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7957b99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f795009f730 0x7f7950166380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7957b99640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f79501676b0 con 0x7f795009f730 2024-07-26T16:45:51.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7957b99640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f79500b76d0 con 0x7f79500b1900 2024-07-26T16:45:51.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7957b99640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7950167830 con 0x7f79500b6ed0 2024-07-26T16:45:51.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7956136640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f795009f730 0x7f7950166380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:51.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7956136640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f795009f730 0x7f7950166380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46680/0 (socket says 172.21.15.33:46680) 2024-07-26T16:45:51.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7956136640 1 -- 172.21.15.33:0/826243012 learned_addr learned my addr 172.21.15.33:0/826243012 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:51.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7955935640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79500b1900 0x7f795009f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7955134640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f79500b6ed0 0x7f7950165e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7956136640 1 -- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f79500b6ed0 msgr2=0x7f7950165e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7956136640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f79500b6ed0 0x7f7950165e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7956136640 1 -- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79500b1900 msgr2=0x7f795009f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7956136640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79500b1900 0x7f795009f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7956136640 1 -- 172.21.15.33:0/826243012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f795009bd60 con 0x7f795009f730 2024-07-26T16:45:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7955935640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79500b1900 0x7f795009f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T16:45:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.566+0000 7f7956136640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f795009f730 0x7f7950166380 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7f794800cae0 tx=0x7f794800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.567+0000 7f79427fc640 1 -- 172.21.15.33:0/826243012 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948016020 con 0x7f795009f730 2024-07-26T16:45:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.567+0000 7f79427fc640 1 -- 172.21.15.33:0/826243012 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f794800ad50 con 0x7f795009f730 2024-07-26T16:45:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.567+0000 7f7957b99640 1 -- 172.21.15.33:0/826243012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f795009c040 con 0x7f795009f730 2024-07-26T16:45:51.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.567+0000 7f79427fc640 1 -- 172.21.15.33:0/826243012 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948012680 con 0x7f795009f730 2024-07-26T16:45:51.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.567+0000 7f7957b99640 1 -- 172.21.15.33:0/826243012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f795009c600 con 0x7f795009f730 2024-07-26T16:45:51.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.568+0000 7f7957b99640 1 -- 172.21.15.33:0/826243012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f795009bad0 con 0x7f795009f730 2024-07-26T16:45:51.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.569+0000 7f79427fc640 1 -- 172.21.15.33:0/826243012 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 103) ==== 99258+0+0 (secure 0 0 0) 0x7f7948019020 con 0x7f795009f730 2024-07-26T16:45:51.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.569+0000 7f79427fc640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7934077180 0x7f7934079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.569+0000 7f7955935640 1 -- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7934077180 msgr2=0x7f7934079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3019583169 2024-07-26T16:45:51.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.569+0000 7f79427fc640 1 -- 172.21.15.33:0/826243012 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f79480992a0 con 0x7f795009f730 2024-07-26T16:45:51.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.569+0000 7f7955935640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7934077180 0x7f7934079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T16:45:51.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.574+0000 7f79427fc640 1 -- 172.21.15.33:0/826243012 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7948020020 con 0x7f795009f730 2024-07-26T16:45:51.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.768+0000 7f7957b99640 1 -- 172.21.15.33:0/826243012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f79500af560 con 0x7f795009f730 2024-07-26T16:45:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.770+0000 7f7955935640 1 -- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7934077180 msgr2=0x7f7934079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3019583169 2024-07-26T16:45:51.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.770+0000 7f7955935640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7934077180 0x7f7934079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T16:45:51.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.773+0000 7f79427fc640 1 -- 172.21.15.33:0/826243012 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v62)=0 v62) ==== 133+0+0 (secure 0 0 0) 0x7f7948081e20 con 0x7f795009f730 2024-07-26T16:45:51.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 -- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7934077180 msgr2=0x7f7934079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T16:45:51.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7934077180 0x7f7934079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 -- 172.21.15.33:0/826243012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f795009f730 msgr2=0x7f7950166380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f795009f730 0x7f7950166380 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7f794800cae0 tx=0x7f794800a060 comp rx=0 tx=0).stop 2024-07-26T16:45:51.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 -- 172.21.15.33:0/826243012 shutdown_connections 2024-07-26T16:45:51.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f7934077180 0x7f7934079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f795009f730 0x7f7950166380 unknown :-1 s=CLOSED pgs=1740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f79500b6ed0 0x7f7950165e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 --2- 172.21.15.33:0/826243012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f79500b1900 0x7f795009f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 -- 172.21.15.33:0/826243012 >> 172.21.15.33:0/826243012 conn(0x7f79500d1bb0 msgr2=0x7f79500b3ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 -- 172.21.15.33:0/826243012 shutdown_connections 2024-07-26T16:45:51.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.776+0000 7f7957b99640 1 -- 172.21.15.33:0/826243012 wait complete. 2024-07-26T16:45:51.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:51.794 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2024-07-26T16:45:51.816 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1 1h 2024-07-26T16:45:51.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.978+0000 7f5334d99640 1 -- 172.21.15.33:0/1723237634 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53300b53e0 msgr2=0x7f53300d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.978+0000 7f5334d99640 1 --2- 172.21.15.33:0/1723237634 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53300b53e0 0x7f53300d0570 secure :-1 s=READY pgs=1742 cs=0 l=1 rev1=1 crypto rx=0x7f5320009860 tx=0x7f532002a560 comp rx=0 tx=0).stop 2024-07-26T16:45:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.978+0000 7f5334d99640 1 -- 172.21.15.33:0/1723237634 shutdown_connections 2024-07-26T16:45:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.978+0000 7f5334d99640 1 --2- 172.21.15.33:0/1723237634 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53300b53e0 0x7f53300d0570 unknown :-1 s=CLOSED pgs=1742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.978+0000 7f5334d99640 1 -- 172.21.15.33:0/1723237634 >> 172.21.15.33:0/1723237634 conn(0x7f53300d3dc0 msgr2=0x7f53300d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.978+0000 7f5334d99640 1 -- 172.21.15.33:0/1723237634 shutdown_connections 2024-07-26T16:45:51.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.978+0000 7f5334d99640 1 -- 172.21.15.33:0/1723237634 wait complete. 2024-07-26T16:45:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.980+0000 7f5334d99640 1 Processor -- start 2024-07-26T16:45:51.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.980+0000 7f5334d99640 1 -- start start 2024-07-26T16:45:51.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f5334d99640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f53300b53e0 0x7f533014bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f5334d99640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f53300b8fa0 0x7f533014e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f5334d99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53300cf8e0 0x7f533014e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f5334d99640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f53300b7b10 con 0x7f53300cf8e0 2024-07-26T16:45:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f5334d99640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f53300d0ed0 con 0x7f53300b8fa0 2024-07-26T16:45:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f5334d99640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f53300b7c90 con 0x7f53300b53e0 2024-07-26T16:45:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f532ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53300cf8e0 0x7f533014e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f532ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53300cf8e0 0x7f533014e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57388/0 (socket says 172.21.15.33:57388) 2024-07-26T16:45:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f532e59c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f53300b53e0 0x7f533014bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f532ed9d640 1 -- 172.21.15.33:0/1740370495 learned_addr learned my addr 172.21.15.33:0/1740370495 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f532dd9b640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f53300b8fa0 0x7f533014e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:51.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f532ed9d640 1 -- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f53300b53e0 msgr2=0x7f533014bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f532ed9d640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f53300b53e0 0x7f533014bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f532ed9d640 1 -- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f53300b8fa0 msgr2=0x7f533014e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f532ed9d640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f53300b8fa0 0x7f533014e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f532ed9d640 1 -- 172.21.15.33:0/1740370495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f533015ec00 con 0x7f53300cf8e0 2024-07-26T16:45:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.982+0000 7f532ed9d640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53300cf8e0 0x7f533014e7f0 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7f532800cb10 tx=0x7f532800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.983+0000 7f531effd640 1 -- 172.21.15.33:0/1740370495 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5328016020 con 0x7f53300cf8e0 2024-07-26T16:45:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.983+0000 7f531effd640 1 -- 172.21.15.33:0/1740370495 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f532800aca0 con 0x7f53300cf8e0 2024-07-26T16:45:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.983+0000 7f5334d99640 1 -- 172.21.15.33:0/1740370495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f533014c2c0 con 0x7f53300cf8e0 2024-07-26T16:45:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.983+0000 7f531effd640 1 -- 172.21.15.33:0/1740370495 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5328012680 con 0x7f53300cf8e0 2024-07-26T16:45:51.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.983+0000 7f5334d99640 1 -- 172.21.15.33:0/1740370495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f533014c880 con 0x7f53300cf8e0 2024-07-26T16:45:51.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.984+0000 7f5334d99640 1 -- 172.21.15.33:0/1740370495 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f533015e970 con 0x7f53300cf8e0 2024-07-26T16:45:51.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.985+0000 7f531effd640 1 -- 172.21.15.33:0/1740370495 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 103) ==== 99258+0+0 (secure 0 0 0) 0x7f5328019020 con 0x7f53300cf8e0 2024-07-26T16:45:51.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.985+0000 7f531effd640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5310077180 0x7f5310079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:51.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.985+0000 7f532e59c640 1 -- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5310077180 msgr2=0x7f5310079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3019583169 2024-07-26T16:45:51.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.985+0000 7f531effd640 1 -- 172.21.15.33:0/1740370495 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 6201+0+0 (secure 0 0 0) 0x7f5328099640 con 0x7f53300cf8e0 2024-07-26T16:45:51.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.985+0000 7f532e59c640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5310077180 0x7f5310079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T16:45:51.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:51.993+0000 7f531effd640 1 -- 172.21.15.33:0/1740370495 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5328020020 con 0x7f53300cf8e0 2024-07-26T16:45:52.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:52.187+0000 7f532e59c640 1 -- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5310077180 msgr2=0x7f5310079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3019583169 2024-07-26T16:45:52.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:52.187+0000 7f532e59c640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5310077180 0x7f5310079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T16:45:52.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:52.209+0000 7f5334d99640 1 -- 172.21.15.33:0/1740370495 --> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1h", "target": ["mon-mgr", ""]}) -- 0x7f53300d0570 con 0x7f5310077180 2024-07-26T16:45:52.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:52.588+0000 7f532e59c640 1 -- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5310077180 msgr2=0x7f5310079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3019583169 2024-07-26T16:45:52.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:52.588+0000 7f532e59c640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5310077180 0x7f5310079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T16:45:53.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:53.389+0000 7f532e59c640 1 -- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5310077180 msgr2=0x7f5310079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3019583169 2024-07-26T16:45:53.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:53.389+0000 7f532e59c640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5310077180 0x7f5310079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T16:45:54.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:54.634+0000 7f531effd640 1 -- 172.21.15.33:0/1740370495 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 104) ==== 98867+0+0 (secure 0 0 0) 0x7f5328097970 con 0x7f53300cf8e0 2024-07-26T16:45:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:54.635+0000 7f531effd640 1 -- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5310077180 msgr2=0x7f5310079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T16:45:54.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:54.635+0000 7f531effd640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/3019583169,v1:172.21.15.154:6837/3019583169] conn(0x7f5310077180 0x7f5310079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:54.788 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:54.787+0000 7fa3f33ef640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:54.789 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:54.787+0000 7fa3f33ef640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:54.789 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:54.787+0000 7fa3f33ef640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:54.789 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:54.787+0000 7fa3f33ef640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:54.789 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:54.787+0000 7fa3f33ef640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:54.789 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:54.787+0000 7fa3f03e9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:54.789 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:54.787+0000 7fa3f03e9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:54.789 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:54.787+0000 7fa3f03e9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:54.789 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:54.787+0000 7fa3f03e9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:54.789 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:54.787+0000 7fa3f03e9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:45:55.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.640+0000 7f531effd640 1 -- 172.21.15.33:0/1740370495 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 105) ==== 98994+0+0 (secure 0 0 0) 0x7f53280078f0 con 0x7f53300cf8e0 2024-07-26T16:45:55.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.640+0000 7f531effd640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f531007f810 0x7f5310081c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:55.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.640+0000 7f531effd640 1 -- 172.21.15.33:0/1740370495 --> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1h", "target": ["mon-mgr", ""]}) -- 0x7f531000c880 con 0x7f531007f810 2024-07-26T16:45:55.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.642+0000 7f532e59c640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f531007f810 0x7f5310081c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:55.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.644+0000 7f532e59c640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f531007f810 0x7f5310081c30 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f5320034000 tx=0x7f5320004730 comp rx=0 tx=0).ready entity=mgr.8686 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:55.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.710+0000 7f531effd640 1 -- 172.21.15.33:0/1740370495 <== mgr.8686 v2:172.21.15.154:6836/2621736723 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f531000c880 con 0x7f531007f810 2024-07-26T16:45:55.712 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1 2024-07-26T16:45:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.712+0000 7f5334d99640 1 -- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f531007f810 msgr2=0x7f5310081c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.712+0000 7f5334d99640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f531007f810 0x7f5310081c30 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f5320034000 tx=0x7f5320004730 comp rx=0 tx=0).stop 2024-07-26T16:45:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.712+0000 7f5334d99640 1 -- 172.21.15.33:0/1740370495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53300cf8e0 msgr2=0x7f533014e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.712+0000 7f5334d99640 1 --2- 172.21.15.33:0/1740370495 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53300cf8e0 0x7f533014e7f0 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7f532800cb10 tx=0x7f532800a060 comp rx=0 tx=0).stop 2024-07-26T16:45:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.712+0000 7f532ed9d640 1 -- 172.21.15.33:0/1740370495 reap_dead start 2024-07-26T16:45:55.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.712+0000 7f5334d99640 1 -- 172.21.15.33:0/1740370495 shutdown_connections 2024-07-26T16:45:55.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.712+0000 7f5334d99640 1 -- 172.21.15.33:0/1740370495 >> 172.21.15.33:0/1740370495 conn(0x7f53300d3dc0 msgr2=0x7f53300d2410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:55.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.712+0000 7f5334d99640 1 -- 172.21.15.33:0/1740370495 shutdown_connections 2024-07-26T16:45:55.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.712+0000 7f5334d99640 1 -- 172.21.15.33:0/1740370495 wait complete. 2024-07-26T16:45:55.727 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1 2024-07-26T16:45:55.727 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove snap_test_dir1 2024-07-26T16:45:55.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.850+0000 7f4af5902640 1 -- 172.21.15.33:0/852200877 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4af015f710 msgr2=0x7f4af00737d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:55.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.850+0000 7f4af5902640 1 --2- 172.21.15.33:0/852200877 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4af015f710 0x7f4af00737d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f4ae0005fd0 tx=0x7f4ae002a710 comp rx=0 tx=0).stop 2024-07-26T16:45:55.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.850+0000 7f4af5902640 1 -- 172.21.15.33:0/852200877 shutdown_connections 2024-07-26T16:45:55.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.850+0000 7f4af5902640 1 --2- 172.21.15.33:0/852200877 >> v2:172.21.15.154:3300/0 conn(0x7f4af00d0670 0x7f4af00cc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:55.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.850+0000 7f4af5902640 1 --2- 172.21.15.33:0/852200877 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4af015f710 0x7f4af00737d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:55.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.850+0000 7f4af5902640 1 -- 172.21.15.33:0/852200877 >> 172.21.15.33:0/852200877 conn(0x7f4af00d0b00 msgr2=0x7f4af00d0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:55.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.850+0000 7f4af5902640 1 -- 172.21.15.33:0/852200877 shutdown_connections 2024-07-26T16:45:55.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.850+0000 7f4af5902640 1 -- 172.21.15.33:0/852200877 wait complete. 2024-07-26T16:45:55.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.851+0000 7f4af5902640 1 Processor -- start 2024-07-26T16:45:55.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.852+0000 7f4af5902640 1 -- start start 2024-07-26T16:45:55.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.853+0000 7f4af5902640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4af00cc470 0x7f4af01f35b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:55.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.853+0000 7f4af5902640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4af015f710 0x7f4af0145900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:55.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.853+0000 7f4af5902640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4af0148230 0x7f4af01461e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:55.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.853+0000 7f4af5902640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4af015b8a0 con 0x7f4af00cc470 2024-07-26T16:45:55.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.853+0000 7f4af5902640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4af015b720 con 0x7f4af015f710 2024-07-26T16:45:55.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.853+0000 7f4af5902640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4af015ba20 con 0x7f4af0148230 2024-07-26T16:45:55.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.853+0000 7f4aeeffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4af00cc470 0x7f4af01f35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:55.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.853+0000 7f4aeeffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4af00cc470 0x7f4af01f35b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57394/0 (socket says 172.21.15.33:57394) 2024-07-26T16:45:55.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.853+0000 7f4aeeffd640 1 -- 172.21.15.33:0/4190250909 learned_addr learned my addr 172.21.15.33:0/4190250909 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:55.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.853+0000 7f4aef7fe640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4af0148230 0x7f4af01461e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:55.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.853+0000 7f4aee7fc640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4af015f710 0x7f4af0145900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:55.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.854+0000 7f4aeeffd640 1 -- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4af0148230 msgr2=0x7f4af01461e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:55.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.854+0000 7f4aeeffd640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4af0148230 0x7f4af01461e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:55.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.854+0000 7f4aeeffd640 1 -- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4af015f710 msgr2=0x7f4af0145900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:55.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.854+0000 7f4aeeffd640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4af015f710 0x7f4af0145900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:55.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.854+0000 7f4aeeffd640 1 -- 172.21.15.33:0/4190250909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4af01f62e0 con 0x7f4af00cc470 2024-07-26T16:45:55.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.854+0000 7f4aeeffd640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4af00cc470 0x7f4af01f35b0 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f4ae0034040 tx=0x7f4ae0032c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:55.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.854+0000 7f4ae7fff640 1 -- 172.21.15.33:0/4190250909 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0041020 con 0x7f4af00cc470 2024-07-26T16:45:55.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.854+0000 7f4ae7fff640 1 -- 172.21.15.33:0/4190250909 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ae0032e50 con 0x7f4af00cc470 2024-07-26T16:45:55.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.854+0000 7f4af5902640 1 -- 172.21.15.33:0/4190250909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4af0148e50 con 0x7f4af00cc470 2024-07-26T16:45:55.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.854+0000 7f4ae7fff640 1 -- 172.21.15.33:0/4190250909 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0036040 con 0x7f4af00cc470 2024-07-26T16:45:55.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.854+0000 7f4af5902640 1 -- 172.21.15.33:0/4190250909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4af01f2ad0 con 0x7f4af00cc470 2024-07-26T16:45:55.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.855+0000 7f4af5902640 1 -- 172.21.15.33:0/4190250909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4af00cc880 con 0x7f4af00cc470 2024-07-26T16:45:55.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.856+0000 7f4ae7fff640 1 -- 172.21.15.33:0/4190250909 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 105) ==== 98994+0+0 (secure 0 0 0) 0x7f4ae0044020 con 0x7f4af00cc470 2024-07-26T16:45:55.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.857+0000 7f4ae7fff640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f4ad0076eb0 0x7f4ad00793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:55.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.857+0000 7f4ae7fff640 1 -- 172.21.15.33:0/4190250909 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(182..182 src has 1..182) ==== 6545+0+0 (secure 0 0 0) 0x7f4ae00b9440 con 0x7f4af00cc470 2024-07-26T16:45:55.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.857+0000 7f4aee7fc640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f4ad0076eb0 0x7f4ad00793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:55.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.858+0000 7f4aee7fc640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f4ad0076eb0 0x7f4ad00793c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f4af00b25e0 tx=0x7f4ad8001d50 comp rx=0 tx=0).ready entity=mgr.8686 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:55.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:55.862+0000 7f4ae7fff640 1 -- 172.21.15.33:0/4190250909 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4ae004b070 con 0x7f4af00cc470 2024-07-26T16:45:56.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.076+0000 7f4af5902640 1 -- 172.21.15.33:0/4190250909 --> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7f4af00d0520 con 0x7f4ad0076eb0 2024-07-26T16:45:56.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.137+0000 7f4ae7fff640 1 -- 172.21.15.33:0/4190250909 <== mgr.8686 v2:172.21.15.154:6836/2621736723 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f4af00d0520 con 0x7f4ad0076eb0 2024-07-26T16:45:56.142 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path snap_test_dir1 2024-07-26T16:45:56.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.139+0000 7f4af5902640 1 -- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f4ad0076eb0 msgr2=0x7f4ad00793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:56.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.139+0000 7f4af5902640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f4ad0076eb0 0x7f4ad00793c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f4af00b25e0 tx=0x7f4ad8001d50 comp rx=0 tx=0).stop 2024-07-26T16:45:56.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.139+0000 7f4af5902640 1 -- 172.21.15.33:0/4190250909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4af00cc470 msgr2=0x7f4af01f35b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.139+0000 7f4af5902640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4af00cc470 0x7f4af01f35b0 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f4ae0034040 tx=0x7f4ae0032c60 comp rx=0 tx=0).stop 2024-07-26T16:45:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.139+0000 7f4af5902640 1 -- 172.21.15.33:0/4190250909 shutdown_connections 2024-07-26T16:45:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.139+0000 7f4af5902640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f4ad0076eb0 0x7f4ad00793c0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.139+0000 7f4af5902640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4af0148230 0x7f4af01461e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.139+0000 7f4af5902640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4af015f710 0x7f4af0145900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.139+0000 7f4af5902640 1 --2- 172.21.15.33:0/4190250909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4af00cc470 0x7f4af01f35b0 unknown :-1 s=CLOSED pgs=1747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.139+0000 7f4af5902640 1 -- 172.21.15.33:0/4190250909 >> 172.21.15.33:0/4190250909 conn(0x7f4af00d0b00 msgr2=0x7f4af00b1950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.140+0000 7f4af5902640 1 -- 172.21.15.33:0/4190250909 shutdown_connections 2024-07-26T16:45:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.140+0000 7f4af5902640 1 -- 172.21.15.33:0/4190250909 wait complete. 2024-07-26T16:45:56.153 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path snap_test_dir1 2024-07-26T16:45:56.153 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list snap_test_dir1 2024-07-26T16:45:56.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.271+0000 7f3c83ccb640 1 -- 172.21.15.33:0/2576800688 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c7c0d2030 msgr2=0x7f3c7c169cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:56.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.271+0000 7f3c83ccb640 1 --2- 172.21.15.33:0/2576800688 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c7c0d2030 0x7f3c7c169cd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f3c74009860 tx=0x7f3c7402a5a0 comp rx=0 tx=0).stop 2024-07-26T16:45:56.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.271+0000 7f3c83ccb640 1 -- 172.21.15.33:0/2576800688 shutdown_connections 2024-07-26T16:45:56.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.271+0000 7f3c83ccb640 1 --2- 172.21.15.33:0/2576800688 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c7c0d2030 0x7f3c7c169cd0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:56.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.271+0000 7f3c83ccb640 1 -- 172.21.15.33:0/2576800688 >> 172.21.15.33:0/2576800688 conn(0x7f3c7c0d3de0 msgr2=0x7f3c7c0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:56.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.271+0000 7f3c83ccb640 1 -- 172.21.15.33:0/2576800688 shutdown_connections 2024-07-26T16:45:56.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.271+0000 7f3c83ccb640 1 -- 172.21.15.33:0/2576800688 wait complete. 2024-07-26T16:45:56.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.273+0000 7f3c83ccb640 1 Processor -- start 2024-07-26T16:45:56.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.273+0000 7f3c83ccb640 1 -- start start 2024-07-26T16:45:56.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.274+0000 7f3c83ccb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3c7c0b6150 0x7f3c7c1d7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:56.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.274+0000 7f3c83ccb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c7c0cfa50 0x7f3c7c1f5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:56.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.274+0000 7f3c83ccb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c7c0d2030 0x7f3c7c1f61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:56.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.274+0000 7f3c83ccb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7c0b4750 con 0x7f3c7c0cfa50 2024-07-26T16:45:56.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.274+0000 7f3c83ccb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3c7c0b2d30 con 0x7f3c7c0b6150 2024-07-26T16:45:56.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.274+0000 7f3c83ccb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3c7c0b48d0 con 0x7f3c7c0d2030 2024-07-26T16:45:56.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.274+0000 7f3c81266640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c7c0cfa50 0x7f3c7c1f5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:56.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.274+0000 7f3c81266640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c7c0cfa50 0x7f3c7c1f5c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57400/0 (socket says 172.21.15.33:57400) 2024-07-26T16:45:56.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.274+0000 7f3c81266640 1 -- 172.21.15.33:0/3243019815 learned_addr learned my addr 172.21.15.33:0/3243019815 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:56.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c82268640 1 --2- 172.21.15.33:0/3243019815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c7c0d2030 0x7f3c7c1f61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:56.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c81a67640 1 --2- 172.21.15.33:0/3243019815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3c7c0b6150 0x7f3c7c1d7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:56.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c81266640 1 -- 172.21.15.33:0/3243019815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c7c0d2030 msgr2=0x7f3c7c1f61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:56.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c81266640 1 --2- 172.21.15.33:0/3243019815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c7c0d2030 0x7f3c7c1f61d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:56.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c81266640 1 -- 172.21.15.33:0/3243019815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3c7c0b6150 msgr2=0x7f3c7c1d7dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:56.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c81266640 1 --2- 172.21.15.33:0/3243019815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3c7c0b6150 0x7f3c7c1d7dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:56.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c81266640 1 -- 172.21.15.33:0/3243019815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c7c0cae20 con 0x7f3c7c0cfa50 2024-07-26T16:45:56.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c82268640 1 --2- 172.21.15.33:0/3243019815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c7c0d2030 0x7f3c7c1f61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:56.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c81a67640 1 --2- 172.21.15.33:0/3243019815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3c7c0b6150 0x7f3c7c1d7dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:56.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c81266640 1 --2- 172.21.15.33:0/3243019815 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c7c0cfa50 0x7f3c7c1f5c90 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7f3c7000c400 tx=0x7f3c7000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:56.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c7a7fc640 1 -- 172.21.15.33:0/3243019815 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c70011850 con 0x7f3c7c0cfa50 2024-07-26T16:45:56.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c7a7fc640 1 -- 172.21.15.33:0/3243019815 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c70017070 con 0x7f3c7c0cfa50 2024-07-26T16:45:56.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c83ccb640 1 -- 172.21.15.33:0/3243019815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c7c1f6910 con 0x7f3c7c0cfa50 2024-07-26T16:45:56.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c7a7fc640 1 -- 172.21.15.33:0/3243019815 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c70011da0 con 0x7f3c7c0cfa50 2024-07-26T16:45:56.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.275+0000 7f3c83ccb640 1 -- 172.21.15.33:0/3243019815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c7c0c7b80 con 0x7f3c7c0cfa50 2024-07-26T16:45:56.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.276+0000 7f3c83ccb640 1 -- 172.21.15.33:0/3243019815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c7c1e4170 con 0x7f3c7c0cfa50 2024-07-26T16:45:56.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.277+0000 7f3c7a7fc640 1 -- 172.21.15.33:0/3243019815 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 105) ==== 98994+0+0 (secure 0 0 0) 0x7f3c7001c460 con 0x7f3c7c0cfa50 2024-07-26T16:45:56.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.277+0000 7f3c7a7fc640 1 --2- 172.21.15.33:0/3243019815 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f3c68076ee0 0x7f3c680793f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:56.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.278+0000 7f3c7a7fc640 1 -- 172.21.15.33:0/3243019815 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(182..182 src has 1..182) ==== 6545+0+0 (secure 0 0 0) 0x7f3c70098710 con 0x7f3c7c0cfa50 2024-07-26T16:45:56.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.278+0000 7f3c81a67640 1 --2- 172.21.15.33:0/3243019815 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f3c68076ee0 0x7f3c680793f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:56.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.278+0000 7f3c81a67640 1 --2- 172.21.15.33:0/3243019815 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f3c68076ee0 0x7f3c680793f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c0014a0 tx=0x7f3c6c009040 comp rx=0 tx=0).ready entity=mgr.8686 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:56.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.282+0000 7f3c7a7fc640 1 -- 172.21.15.33:0/3243019815 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3c70061990 con 0x7f3c7c0cfa50 2024-07-26T16:45:56.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.501+0000 7f3c83ccb640 1 -- 172.21.15.33:0/3243019815 --> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7f3c7c0b0f40 con 0x7f3c68076ee0 2024-07-26T16:45:56.509 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T16:45:56.508+0000 7fa3fa3fd640 -1 mgr.server reply reply (2) No such file or directory SnapSchedule for snap_test_dir1 not found 2024-07-26T16:45:56.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.508+0000 7f3c7a7fc640 1 -- 172.21.15.33:0/3243019815 <== mgr.8686 v2:172.21.15.154:6836/2621736723 1 ==== mgr_command_reply(tid 0: -2 SnapSchedule for snap_test_dir1 not found) ==== 49+0+0 (secure 0 0 0) 0x7f3c7c0b0f40 con 0x7f3c68076ee0 2024-07-26T16:45:56.510 INFO:teuthology.orchestra.run.smithi033.stderr:Error ENOENT: SnapSchedule for snap_test_dir1 not found 2024-07-26T16:45:56.515 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-07-26T16:45:56.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:56.516 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1) 2024-07-26T16:45:56.536 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T16:45:56.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.699+0000 7f6deffad640 1 -- 172.21.15.33:0/852694438 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6de8164f90 msgr2=0x7f6de81673b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:56.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.699+0000 7f6deffad640 1 --2- 172.21.15.33:0/852694438 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6de8164f90 0x7f6de81673b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6de0009be0 tx=0x7f6de002a890 comp rx=0 tx=0).stop 2024-07-26T16:45:56.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.699+0000 7f6deffad640 1 -- 172.21.15.33:0/852694438 shutdown_connections 2024-07-26T16:45:56.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.699+0000 7f6deffad640 1 --2- 172.21.15.33:0/852694438 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6de8164f90 0x7f6de81673b0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:56.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.699+0000 7f6deffad640 1 -- 172.21.15.33:0/852694438 >> 172.21.15.33:0/852694438 conn(0x7f6de80d1bb0 msgr2=0x7f6de80d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:56.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.699+0000 7f6deffad640 1 -- 172.21.15.33:0/852694438 shutdown_connections 2024-07-26T16:45:56.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.699+0000 7f6deffad640 1 -- 172.21.15.33:0/852694438 wait complete. 2024-07-26T16:45:56.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.701+0000 7f6deffad640 1 Processor -- start 2024-07-26T16:45:56.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.701+0000 7f6deffad640 1 -- start start 2024-07-26T16:45:56.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6deffad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6de80b1ad0 0x7f6de809f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:56.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6deffad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6de80b6ed0 0x7f6de81f6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:56.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6deffad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6de8164f90 0x7f6de81f6c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:56.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6deffad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6de80b7640 con 0x7f6de80b6ed0 2024-07-26T16:45:56.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6deffad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6de80b74c0 con 0x7f6de80b1ad0 2024-07-26T16:45:56.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6deffad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6de81678f0 con 0x7f6de8164f90 2024-07-26T16:45:56.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6ded548640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6de80b6ed0 0x7f6de81f6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:56.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6ded548640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6de80b6ed0 0x7f6de81f6710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57402/0 (socket says 172.21.15.33:57402) 2024-07-26T16:45:56.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6ded548640 1 -- 172.21.15.33:0/54268753 learned_addr learned my addr 172.21.15.33:0/54268753 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6dee54a640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6de8164f90 0x7f6de81f6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6dedd49640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6de80b1ad0 0x7f6de809f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6ded548640 1 -- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6de8164f90 msgr2=0x7f6de81f6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6ded548640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6de8164f90 0x7f6de81f6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6ded548640 1 -- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6de80b1ad0 msgr2=0x7f6de809f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6ded548640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6de80b1ad0 0x7f6de809f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6ded548640 1 -- 172.21.15.33:0/54268753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6de809f5c0 con 0x7f6de80b6ed0 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.702+0000 7f6dedd49640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6de80b1ad0 0x7f6de809f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.703+0000 7f6ded548640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6de80b6ed0 0x7f6de81f6710 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7f6dd800c3c0 tx=0x7f6dd800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.703+0000 7f6dde7fc640 1 -- 172.21.15.33:0/54268753 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd8011790 con 0x7f6de80b6ed0 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.703+0000 7f6dde7fc640 1 -- 172.21.15.33:0/54268753 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6dd8017070 con 0x7f6de80b6ed0 2024-07-26T16:45:56.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.703+0000 7f6dde7fc640 1 -- 172.21.15.33:0/54268753 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd8011ce0 con 0x7f6de80b6ed0 2024-07-26T16:45:56.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.703+0000 7f6deffad640 1 -- 172.21.15.33:0/54268753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6de815e6e0 con 0x7f6de80b6ed0 2024-07-26T16:45:56.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.703+0000 7f6deffad640 1 -- 172.21.15.33:0/54268753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6de815c8a0 con 0x7f6de80b6ed0 2024-07-26T16:45:56.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.704+0000 7f6deffad640 1 -- 172.21.15.33:0/54268753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6de80b13c0 con 0x7f6de80b6ed0 2024-07-26T16:45:56.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.705+0000 7f6dde7fc640 1 -- 172.21.15.33:0/54268753 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 106) ==== 99259+0+0 (secure 0 0 0) 0x7f6dd801c460 con 0x7f6de80b6ed0 2024-07-26T16:45:56.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.705+0000 7f6dde7fc640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f6dcc0771b0 0x7f6dcc0796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:56.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.705+0000 7f6dde7fc640 1 -- 172.21.15.33:0/54268753 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(182..182 src has 1..182) ==== 6545+0+0 (secure 0 0 0) 0x7f6dd8098b60 con 0x7f6de80b6ed0 2024-07-26T16:45:56.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.705+0000 7f6dedd49640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f6dcc0771b0 0x7f6dcc0796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:56.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.706+0000 7f6dedd49640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f6dcc0771b0 0x7f6dcc0796c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6de4007fd0 tx=0x7f6de4009040 comp rx=0 tx=0).ready entity=mgr.8686 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:56.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.710+0000 7f6dde7fc640 1 -- 172.21.15.33:0/54268753 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6dd8061900 con 0x7f6de80b6ed0 2024-07-26T16:45:56.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:56.950+0000 7f6deffad640 1 -- 172.21.15.33:0/54268753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7f6de80cfab0 con 0x7f6de80b6ed0 2024-07-26T16:45:57.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.694+0000 7f6dde7fc640 1 -- 172.21.15.33:0/54268753 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v107) ==== 93+0+0 (secure 0 0 0) 0x7f6dd8061200 con 0x7f6de80b6ed0 2024-07-26T16:45:57.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.699+0000 7f6deffad640 1 -- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f6dcc0771b0 msgr2=0x7f6dcc0796c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:57.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.699+0000 7f6deffad640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f6dcc0771b0 0x7f6dcc0796c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6de4007fd0 tx=0x7f6de4009040 comp rx=0 tx=0).stop 2024-07-26T16:45:57.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.699+0000 7f6deffad640 1 -- 172.21.15.33:0/54268753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6de80b6ed0 msgr2=0x7f6de81f6710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:57.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.699+0000 7f6deffad640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6de80b6ed0 0x7f6de81f6710 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7f6dd800c3c0 tx=0x7f6dd800c880 comp rx=0 tx=0).stop 2024-07-26T16:45:57.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.700+0000 7f6deffad640 1 -- 172.21.15.33:0/54268753 shutdown_connections 2024-07-26T16:45:57.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.700+0000 7f6deffad640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f6dcc0771b0 0x7f6dcc0796c0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:57.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.700+0000 7f6deffad640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6de8164f90 0x7f6de81f6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:57.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.700+0000 7f6deffad640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6de80b6ed0 0x7f6de81f6710 unknown :-1 s=CLOSED pgs=1751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:57.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.700+0000 7f6deffad640 1 --2- 172.21.15.33:0/54268753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6de80b1ad0 0x7f6de809f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:57.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.700+0000 7f6deffad640 1 -- 172.21.15.33:0/54268753 >> 172.21.15.33:0/54268753 conn(0x7f6de80d1bb0 msgr2=0x7f6de80715c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:57.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.700+0000 7f6deffad640 1 -- 172.21.15.33:0/54268753 shutdown_connections 2024-07-26T16:45:57.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.700+0000 7f6deffad640 1 -- 172.21.15.33:0/54268753 wait complete. 2024-07-26T16:45:57.717 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T16:45:57.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.844+0000 7efc61d0e640 1 -- 172.21.15.33:0/3437358275 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc5c0b2dc0 msgr2=0x7efc5c0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:57.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.844+0000 7efc61d0e640 1 --2- 172.21.15.33:0/3437358275 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc5c0b2dc0 0x7efc5c0d2930 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7efc4c0098e0 tx=0x7efc4c02a4a0 comp rx=0 tx=0).stop 2024-07-26T16:45:57.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.844+0000 7efc61d0e640 1 -- 172.21.15.33:0/3437358275 shutdown_connections 2024-07-26T16:45:57.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.844+0000 7efc61d0e640 1 --2- 172.21.15.33:0/3437358275 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc5c0d0570 0x7efc5c0d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:57.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.844+0000 7efc61d0e640 1 --2- 172.21.15.33:0/3437358275 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc5c0b2dc0 0x7efc5c0d2930 unknown :-1 s=CLOSED pgs=1754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:57.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.844+0000 7efc61d0e640 1 -- 172.21.15.33:0/3437358275 >> 172.21.15.33:0/3437358275 conn(0x7efc5c0d3e10 msgr2=0x7efc5c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:57.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.844+0000 7efc61d0e640 1 -- 172.21.15.33:0/3437358275 shutdown_connections 2024-07-26T16:45:57.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.844+0000 7efc61d0e640 1 -- 172.21.15.33:0/3437358275 wait complete. 2024-07-26T16:45:57.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.846+0000 7efc61d0e640 1 Processor -- start 2024-07-26T16:45:57.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.846+0000 7efc61d0e640 1 -- start start 2024-07-26T16:45:57.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.847+0000 7efc61d0e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc5c0b2dc0 0x7efc5c166610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:57.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.847+0000 7efc61d0e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc5c0ce9e0 0x7efc5c15a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:57.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.847+0000 7efc61d0e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc5c0d0570 0x7efc5c06dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:57.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.847+0000 7efc61d0e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c0d4b40 con 0x7efc5c0ce9e0 2024-07-26T16:45:57.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.847+0000 7efc61d0e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efc5c0cf710 con 0x7efc5c0d0570 2024-07-26T16:45:57.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.847+0000 7efc61d0e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efc5c0d4cc0 con 0x7efc5c0b2dc0 2024-07-26T16:45:57.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.847+0000 7efc53fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc5c0ce9e0 0x7efc5c15a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.847+0000 7efc53fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc5c0ce9e0 0x7efc5c15a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57426/0 (socket says 172.21.15.33:57426) 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.847+0000 7efc53fff640 1 -- 172.21.15.33:0/3466731530 learned_addr learned my addr 172.21.15.33:0/3466731530 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.848+0000 7efc53fff640 1 -- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc5c0b2dc0 msgr2=0x7efc5c166610 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.848+0000 7efc53fff640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc5c0b2dc0 0x7efc5c166610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.848+0000 7efc53fff640 1 -- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc5c0d0570 msgr2=0x7efc5c06dab0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.848+0000 7efc53fff640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc5c0d0570 0x7efc5c06dab0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.848+0000 7efc53fff640 1 -- 172.21.15.33:0/3466731530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc5c1f8950 con 0x7efc5c0ce9e0 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.848+0000 7efc53fff640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc5c0ce9e0 0x7efc5c15a260 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7efc4400b410 tx=0x7efc4400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.848+0000 7efc58ff9640 1 -- 172.21.15.33:0/3466731530 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc44015020 con 0x7efc5c0ce9e0 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.848+0000 7efc58ff9640 1 -- 172.21.15.33:0/3466731530 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc44011940 con 0x7efc5c0ce9e0 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.848+0000 7efc61d0e640 1 -- 172.21.15.33:0/3466731530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc5c1f5910 con 0x7efc5c0ce9e0 2024-07-26T16:45:57.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.848+0000 7efc58ff9640 1 -- 172.21.15.33:0/3466731530 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc44011d90 con 0x7efc5c0ce9e0 2024-07-26T16:45:57.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.848+0000 7efc61d0e640 1 -- 172.21.15.33:0/3466731530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc5c1f5ed0 con 0x7efc5c0ce9e0 2024-07-26T16:45:57.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.849+0000 7efc61d0e640 1 -- 172.21.15.33:0/3466731530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc5c0d2930 con 0x7efc5c0ce9e0 2024-07-26T16:45:57.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.850+0000 7efc58ff9640 1 -- 172.21.15.33:0/3466731530 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 107) ==== 99242+0+0 (secure 0 0 0) 0x7efc44018020 con 0x7efc5c0ce9e0 2024-07-26T16:45:57.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.851+0000 7efc58ff9640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7efc3c077130 0x7efc3c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:57.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.851+0000 7efc5b7fe640 1 -- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7efc3c077130 msgr2=0x7efc3c079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2621736723 2024-07-26T16:45:57.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.851+0000 7efc58ff9640 1 -- 172.21.15.33:0/3466731530 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(182..182 src has 1..182) ==== 6545+0+0 (secure 0 0 0) 0x7efc44098d30 con 0x7efc5c0ce9e0 2024-07-26T16:45:57.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.851+0000 7efc5b7fe640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7efc3c077130 0x7efc3c079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T16:45:57.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:57.856+0000 7efc58ff9640 1 -- 172.21.15.33:0/3466731530 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efc4401f020 con 0x7efc5c0ce9e0 2024-07-26T16:45:58.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.052+0000 7efc5b7fe640 1 -- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7efc3c077130 msgr2=0x7efc3c079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2621736723 2024-07-26T16:45:58.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.052+0000 7efc5b7fe640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7efc3c077130 0x7efc3c079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T16:45:58.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.100+0000 7efc61d0e640 1 -- 172.21.15.33:0/3466731530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7efc5c0d23e0 con 0x7efc5c0ce9e0 2024-07-26T16:45:58.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.104+0000 7efc58ff9640 1 -- 172.21.15.33:0/3466731530 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v107) ==== 74+0+191291 (secure 0 0 0) 0x7efc44061b60 con 0x7efc5c0ce9e0 2024-07-26T16:45:58.108 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:58.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 -- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7efc3c077130 msgr2=0x7efc3c079640 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T16:45:58.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7efc3c077130 0x7efc3c079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 -- 172.21.15.33:0/3466731530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc5c0ce9e0 msgr2=0x7efc5c15a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:58.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc5c0ce9e0 0x7efc5c15a260 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7efc4400b410 tx=0x7efc4400b8d0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 -- 172.21.15.33:0/3466731530 shutdown_connections 2024-07-26T16:45:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7efc3c077130 0x7efc3c079640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc5c0d0570 0x7efc5c06dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc5c0ce9e0 0x7efc5c15a260 unknown :-1 s=CLOSED pgs=1755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 --2- 172.21.15.33:0/3466731530 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc5c0b2dc0 0x7efc5c166610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 -- 172.21.15.33:0/3466731530 >> 172.21.15.33:0/3466731530 conn(0x7efc5c0d3e10 msgr2=0x7efc5c15f2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 -- 172.21.15.33:0/3466731530 shutdown_connections 2024-07-26T16:45:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.107+0000 7efc61d0e640 1 -- 172.21.15.33:0/3466731530 wait complete. 2024-07-26T16:45:58.120 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":107,"flags":0,"active_gid":8686,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6836","nonce":2621736723},{"type":"v1","addr":"172.21.15.154:6837","nonce":2621736723}]},"active_addr":"172.21.15.154:6837/2621736723","active_change":"2024-07-26T16:45:54.628002+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":9513,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":182,"active_clients":[{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":751976185}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2978006526}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":804843934}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3630922543}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1876070154}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3992603191}]}]} 2024-07-26T16:45:58.124 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail x 2024-07-26T16:45:58.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.243+0000 7f8d8b024640 1 -- 172.21.15.33:0/2646859287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d840b8fa0 msgr2=0x7f8d840d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:58.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.243+0000 7f8d8b024640 1 --2- 172.21.15.33:0/2646859287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d840b8fa0 0x7f8d840d0ab0 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f8d70005fd0 tx=0x7f8d7002a580 comp rx=0 tx=0).stop 2024-07-26T16:45:58.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.243+0000 7f8d8b024640 1 -- 172.21.15.33:0/2646859287 shutdown_connections 2024-07-26T16:45:58.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.243+0000 7f8d8b024640 1 --2- 172.21.15.33:0/2646859287 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d840b6cf0 0x7f8d840b7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.243+0000 7f8d8b024640 1 --2- 172.21.15.33:0/2646859287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d840b8fa0 0x7f8d840d0ab0 unknown :-1 s=CLOSED pgs=1756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.243+0000 7f8d8b024640 1 --2- 172.21.15.33:0/2646859287 >> v2:172.21.15.154:3300/0 conn(0x7f8d840b53e0 0x7f8d840d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.243+0000 7f8d8b024640 1 -- 172.21.15.33:0/2646859287 >> 172.21.15.33:0/2646859287 conn(0x7f8d840d3dc0 msgr2=0x7f8d840d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:58.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.243+0000 7f8d8b024640 1 -- 172.21.15.33:0/2646859287 shutdown_connections 2024-07-26T16:45:58.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.243+0000 7f8d8b024640 1 -- 172.21.15.33:0/2646859287 wait complete. 2024-07-26T16:45:58.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.245+0000 7f8d8b024640 1 Processor -- start 2024-07-26T16:45:58.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.245+0000 7f8d8b024640 1 -- start start 2024-07-26T16:45:58.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d8b024640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d840b53e0 0x7f8d841f5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:58.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d8b024640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d840b6cf0 0x7f8d84151d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:58.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d8b024640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d840b8fa0 0x7f8d841f8890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:58.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d8b024640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8d840b7c40 con 0x7f8d840b6cf0 2024-07-26T16:45:58.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d8b024640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8d840b7ac0 con 0x7f8d840b53e0 2024-07-26T16:45:58.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d8b024640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8d840b7dc0 con 0x7f8d840b8fa0 2024-07-26T16:45:58.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d83fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d840b6cf0 0x7f8d84151d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:58.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d83fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d840b6cf0 0x7f8d84151d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57440/0 (socket says 172.21.15.33:57440) 2024-07-26T16:45:58.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d83fff640 1 -- 172.21.15.33:0/1723350692 learned_addr learned my addr 172.21.15.33:0/1723350692 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:58.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d88dc0640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d840b53e0 0x7f8d841f5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:58.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d895c1640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d840b8fa0 0x7f8d841f8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:58.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d83fff640 1 -- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d840b8fa0 msgr2=0x7f8d841f8890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:58.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d83fff640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d840b8fa0 0x7f8d841f8890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d83fff640 1 -- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d840b53e0 msgr2=0x7f8d841f5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:58.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d83fff640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d840b53e0 0x7f8d841f5d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d83fff640 1 -- 172.21.15.33:0/1723350692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d840ccfd0 con 0x7f8d840b6cf0 2024-07-26T16:45:58.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.247+0000 7f8d83fff640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d840b6cf0 0x7f8d84151d60 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f8d70034040 tx=0x7f8d70003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:58.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.248+0000 7f8d817fa640 1 -- 172.21.15.33:0/1723350692 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d7003e030 con 0x7f8d840b6cf0 2024-07-26T16:45:58.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.248+0000 7f8d817fa640 1 -- 172.21.15.33:0/1723350692 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d70003e00 con 0x7f8d840b6cf0 2024-07-26T16:45:58.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.248+0000 7f8d8b024640 1 -- 172.21.15.33:0/1723350692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d840cd2b0 con 0x7f8d840b6cf0 2024-07-26T16:45:58.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.248+0000 7f8d817fa640 1 -- 172.21.15.33:0/1723350692 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d70035040 con 0x7f8d840b6cf0 2024-07-26T16:45:58.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.248+0000 7f8d8b024640 1 -- 172.21.15.33:0/1723350692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d840cd870 con 0x7f8d840b6cf0 2024-07-26T16:45:58.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.249+0000 7f8d8b024640 1 -- 172.21.15.33:0/1723350692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d840b7100 con 0x7f8d840b6cf0 2024-07-26T16:45:58.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.250+0000 7f8d817fa640 1 -- 172.21.15.33:0/1723350692 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 107) ==== 99242+0+0 (secure 0 0 0) 0x7f8d70041030 con 0x7f8d840b6cf0 2024-07-26T16:45:58.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.250+0000 7f8d817fa640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f8d68077130 0x7f8d68079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:58.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.250+0000 7f8d88dc0640 1 -- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f8d68077130 msgr2=0x7f8d68079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2621736723 2024-07-26T16:45:58.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.250+0000 7f8d817fa640 1 -- 172.21.15.33:0/1723350692 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(182..182 src has 1..182) ==== 6545+0+0 (secure 0 0 0) 0x7f8d700b9920 con 0x7f8d840b6cf0 2024-07-26T16:45:58.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.250+0000 7f8d88dc0640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f8d68077130 0x7f8d68079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T16:45:58.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.258+0000 7f8d817fa640 1 -- 172.21.15.33:0/1723350692 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8d70082040 con 0x7f8d840b6cf0 2024-07-26T16:45:58.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.451+0000 7f8d88dc0640 1 -- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f8d68077130 msgr2=0x7f8d68079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/2621736723 2024-07-26T16:45:58.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.451+0000 7f8d88dc0640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f8d68077130 0x7f8d68079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T16:45:58.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.506+0000 7f8d8b024640 1 -- 172.21.15.33:0/1723350692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "x"} v 0) -- 0x7f8d840b9c80 con 0x7f8d840b6cf0 2024-07-26T16:45:58.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.512+0000 7f8d817fa640 1 -- 172.21.15.33:0/1723350692 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "x"}]=0 v108) ==== 68+0+0 (secure 0 0 0) 0x7f8d70086590 con 0x7f8d840b6cf0 2024-07-26T16:45:58.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.516+0000 7f8d8b024640 1 -- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f8d68077130 msgr2=0x7f8d68079640 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.516+0000 7f8d8b024640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f8d68077130 0x7f8d68079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.516+0000 7f8d8b024640 1 -- 172.21.15.33:0/1723350692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d840b6cf0 msgr2=0x7f8d84151d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.517+0000 7f8d817fa640 1 -- 172.21.15.33:0/1723350692 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 108) ==== 49591+0+0 (secure 0 0 0) 0x7f8d7007e2d0 con 0x7f8d840b6cf0 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.517+0000 7f8d8b024640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d840b6cf0 0x7f8d84151d60 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f8d70034040 tx=0x7f8d70003910 comp rx=0 tx=0).stop 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.517+0000 7f8d8b024640 1 -- 172.21.15.33:0/1723350692 shutdown_connections 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.517+0000 7f8d8b024640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:6836/2621736723,v1:172.21.15.154:6837/2621736723] conn(0x7f8d68077130 0x7f8d68079640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.517+0000 7f8d8b024640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d840b8fa0 0x7f8d841f8890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.517+0000 7f8d8b024640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d840b6cf0 0x7f8d84151d60 unknown :-1 s=CLOSED pgs=1757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.517+0000 7f8d8b024640 1 --2- 172.21.15.33:0/1723350692 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d840b53e0 0x7f8d841f5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.517+0000 7f8d8b024640 1 -- 172.21.15.33:0/1723350692 >> 172.21.15.33:0/1723350692 conn(0x7f8d840d3dc0 msgr2=0x7f8d840b30d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.517+0000 7f8d8b024640 1 -- 172.21.15.33:0/1723350692 shutdown_connections 2024-07-26T16:45:58.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.517+0000 7f8d8b024640 1 -- 172.21.15.33:0/1723350692 wait complete. 2024-07-26T16:45:58.532 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T16:45:58.533 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T16:45:58.572 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T16:45:58.611 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T16:45:58.611 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T16:45:58.611 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T16:45:58.611 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:58.628 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T16:45:58.628 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:58.686 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T16:45:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.844+0000 7f9623747640 1 -- 172.21.15.33:0/1163667411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f961c0b7d00 msgr2=0x7f961c0cefe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.844+0000 7f9623747640 1 --2- 172.21.15.33:0/1163667411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f961c0b7d00 0x7f961c0cefe0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9614009890 tx=0x7f961402a5d0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.844+0000 7f9623747640 1 -- 172.21.15.33:0/1163667411 shutdown_connections 2024-07-26T16:45:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.844+0000 7f9623747640 1 --2- 172.21.15.33:0/1163667411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f961c0b7d00 0x7f961c0cefe0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.844+0000 7f9623747640 1 -- 172.21.15.33:0/1163667411 >> 172.21.15.33:0/1163667411 conn(0x7f961c0d3dc0 msgr2=0x7f961c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.844+0000 7f9623747640 1 -- 172.21.15.33:0/1163667411 shutdown_connections 2024-07-26T16:45:58.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.844+0000 7f9623747640 1 -- 172.21.15.33:0/1163667411 wait complete. 2024-07-26T16:45:58.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.847+0000 7f9623747640 1 Processor -- start 2024-07-26T16:45:58.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.847+0000 7f9623747640 1 -- start start 2024-07-26T16:45:58.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.849+0000 7f9623747640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f961c0b53e0 0x7f961c14e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:58.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.849+0000 7f9623747640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f961c0b7d00 0x7f961c150d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:58.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.849+0000 7f9623747640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f961c14d9d0 0x7f961c1f5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:58.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.849+0000 7f9623747640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f961c0cf8b0 con 0x7f961c0b7d00 2024-07-26T16:45:58.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.849+0000 7f9623747640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f961c0cf730 con 0x7f961c0b53e0 2024-07-26T16:45:58.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.849+0000 7f9623747640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f961c0cfa30 con 0x7f961c14d9d0 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.849+0000 7f9620ce2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f961c0b7d00 0x7f961c150d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.849+0000 7f9621ce4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f961c14d9d0 0x7f961c1f5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.849+0000 7f96214e3640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f961c0b53e0 0x7f961c14e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.849+0000 7f9620ce2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f961c0b7d00 0x7f961c150d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57454/0 (socket says 172.21.15.33:57454) 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.850+0000 7f9620ce2640 1 -- 172.21.15.33:0/3088168773 learned_addr learned my addr 172.21.15.33:0/3088168773 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.850+0000 7f9620ce2640 1 -- 172.21.15.33:0/3088168773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f961c14d9d0 msgr2=0x7f961c1f5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.850+0000 7f9620ce2640 1 --2- 172.21.15.33:0/3088168773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f961c14d9d0 0x7f961c1f5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.850+0000 7f9620ce2640 1 -- 172.21.15.33:0/3088168773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f961c0b53e0 msgr2=0x7f961c14e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.850+0000 7f9620ce2640 1 --2- 172.21.15.33:0/3088168773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f961c0b53e0 0x7f961c14e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.850+0000 7f9620ce2640 1 -- 172.21.15.33:0/3088168773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f961c1f8ce0 con 0x7f961c0b7d00 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.850+0000 7f9620ce2640 1 --2- 172.21.15.33:0/3088168773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f961c0b7d00 0x7f961c150d40 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f961800c3c0 tx=0x7f961800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:58.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.850+0000 7f960dffb640 1 -- 172.21.15.33:0/3088168773 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9618017070 con 0x7f961c0b7d00 2024-07-26T16:45:58.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.850+0000 7f9623747640 1 -- 172.21.15.33:0/3088168773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f961c1f8fc0 con 0x7f961c0b7d00 2024-07-26T16:45:58.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.850+0000 7f960dffb640 1 -- 172.21.15.33:0/3088168773 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f96180053c0 con 0x7f961c0b7d00 2024-07-26T16:45:58.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.850+0000 7f960dffb640 1 -- 172.21.15.33:0/3088168773 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9618003850 con 0x7f961c0b7d00 2024-07-26T16:45:58.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.851+0000 7f9623747640 1 -- 172.21.15.33:0/3088168773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f961c1f5200 con 0x7f961c0b7d00 2024-07-26T16:45:58.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.851+0000 7f9623747640 1 -- 172.21.15.33:0/3088168773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f961c1f8a50 con 0x7f961c0b7d00 2024-07-26T16:45:58.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.852+0000 7f960dffb640 1 -- 172.21.15.33:0/3088168773 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 108) ==== 49591+0+0 (secure 0 0 0) 0x7f961801a070 con 0x7f961c0b7d00 2024-07-26T16:45:58.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.852+0000 7f960dffb640 1 -- 172.21.15.33:0/3088168773 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(183..183 src has 1..183) ==== 6889+0+0 (secure 0 0 0) 0x7f9618051920 con 0x7f961c0b7d00 2024-07-26T16:45:58.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:58.861+0000 7f960dffb640 1 -- 172.21.15.33:0/3088168773 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f961801be20 con 0x7f961c0b7d00 2024-07-26T16:45:59.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.070+0000 7f9623747640 1 -- 172.21.15.33:0/3088168773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f961c08c900 con 0x7f961c0b7d00 2024-07-26T16:45:59.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.070+0000 7f960dffb640 1 -- 172.21.15.33:0/3088168773 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v183) ==== 81+0+952 (secure 0 0 0) 0x7f961c08c900 con 0x7f961c0b7d00 2024-07-26T16:45:59.072 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2978006526 2024-07-27T16:45:58.507799+0000 2024-07-26T16:45:59.072 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/751976185 2024-07-27T16:45:58.507799+0000 2024-07-26T16:45:59.072 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/804843934 2024-07-27T16:45:58.507799+0000 2024-07-26T16:45:59.072 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3992603191 2024-07-27T16:45:58.507799+0000 2024-07-26T16:45:59.072 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3630922543 2024-07-27T16:45:58.507799+0000 2024-07-26T16:45:59.073 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/2621736723 2024-07-27T16:45:58.507799+0000 2024-07-26T16:45:59.073 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1876070154 2024-07-27T16:45:58.507799+0000 2024-07-26T16:45:59.073 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/3019583169 2024-07-27T16:45:54.627819+0000 2024-07-26T16:45:59.073 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1056377505 2024-07-27T16:45:54.627819+0000 2024-07-26T16:45:59.073 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1879512204 2024-07-27T16:45:54.627819+0000 2024-07-26T16:45:59.073 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/474565507 2024-07-27T16:45:54.627819+0000 2024-07-26T16:45:59.073 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/2621736723 2024-07-27T16:45:58.507799+0000 2024-07-26T16:45:59.073 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3081838705 2024-07-27T16:45:54.627819+0000 2024-07-26T16:45:59.073 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/3019583169 2024-07-27T16:45:54.627819+0000 2024-07-26T16:45:59.073 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/517947753 2024-07-27T16:45:54.627819+0000 2024-07-26T16:45:59.073 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2313610774 2024-07-27T16:45:54.627819+0000 2024-07-26T16:45:59.074 INFO:teuthology.orchestra.run.smithi033.stderr:listed 16 entries 2024-07-26T16:45:59.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.073+0000 7f9623747640 1 -- 172.21.15.33:0/3088168773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f961c0b7d00 msgr2=0x7f961c150d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:59.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.073+0000 7f9623747640 1 --2- 172.21.15.33:0/3088168773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f961c0b7d00 0x7f961c150d40 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f961800c3c0 tx=0x7f961800c880 comp rx=0 tx=0).stop 2024-07-26T16:45:59.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.073+0000 7f9623747640 1 -- 172.21.15.33:0/3088168773 shutdown_connections 2024-07-26T16:45:59.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.073+0000 7f9623747640 1 --2- 172.21.15.33:0/3088168773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f961c14d9d0 0x7f961c1f5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:59.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.073+0000 7f9623747640 1 --2- 172.21.15.33:0/3088168773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f961c0b7d00 0x7f961c150d40 unknown :-1 s=CLOSED pgs=1759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:59.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.073+0000 7f9623747640 1 --2- 172.21.15.33:0/3088168773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f961c0b53e0 0x7f961c14e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:59.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.073+0000 7f9623747640 1 -- 172.21.15.33:0/3088168773 >> 172.21.15.33:0/3088168773 conn(0x7f961c0d3dc0 msgr2=0x7f961c0ce890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:59.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.073+0000 7f9623747640 1 -- 172.21.15.33:0/3088168773 shutdown_connections 2024-07-26T16:45:59.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.073+0000 7f9623747640 1 -- 172.21.15.33:0/3088168773 wait complete. 2024-07-26T16:45:59.086 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T16:45:59.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:59.086 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T16:45:59.111 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[86851]: fuse finished with error 0 and tester_r 0 2024-07-26T16:45:59.112 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T16:45:59.113 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:45:59.113 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T16:45:59.242 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T16:45:59.242 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T16:45:59.242 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:59.258 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T16:45:59.258 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T16:45:59.258 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T16:45:59.258 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:59.274 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T16:45:59.274 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T16:45:59.274 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T16:45:59.274 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:45:59.314 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T16:45:59.314 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:45:59.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.432+0000 7f429659c640 1 -- 172.21.15.33:0/3368938192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4278004d40 msgr2=0x7f4278005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:59.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.432+0000 7f429659c640 1 --2- 172.21.15.33:0/3368938192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4278004d40 0x7f4278005150 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7f42900b5690 tx=0x7f4278005830 comp rx=0 tx=0).stop 2024-07-26T16:45:59.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.432+0000 7f4294b39640 1 -- 172.21.15.33:0/3368938192 reap_dead start 2024-07-26T16:45:59.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.432+0000 7f429659c640 1 -- 172.21.15.33:0/3368938192 shutdown_connections 2024-07-26T16:45:59.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.432+0000 7f429659c640 1 -- 172.21.15.33:0/3368938192 >> 172.21.15.33:0/3368938192 conn(0x7f42900d3e10 msgr2=0x7f42900d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:59.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.432+0000 7f429659c640 1 -- 172.21.15.33:0/3368938192 shutdown_connections 2024-07-26T16:45:59.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.432+0000 7f429659c640 1 -- 172.21.15.33:0/3368938192 wait complete. 2024-07-26T16:45:59.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.434+0000 7f429659c640 1 Processor -- start 2024-07-26T16:45:59.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.434+0000 7f429659c640 1 -- start start 2024-07-26T16:45:59.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.435+0000 7f429659c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4278004d40 0x7f42901f5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:59.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.435+0000 7f429659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f429006d260 0x7f429006d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f429659c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42900a1110 0x7f42900a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f429659c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f42900cef70 con 0x7f429006d260 2024-07-26T16:45:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f429659c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f42900cedf0 con 0x7f4278004d40 2024-07-26T16:45:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f429659c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f42900cf0f0 con 0x7f42900a1110 2024-07-26T16:45:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f429006d260 0x7f429006d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f429006d260 0x7f429006d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57472/0 (socket says 172.21.15.33:57472) 2024-07-26T16:45:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428f7fe640 1 -- 172.21.15.33:0/4148138601 learned_addr learned my addr 172.21.15.33:0/4148138601 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f4294b39640 1 --2- 172.21.15.33:0/4148138601 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42900a1110 0x7f42900a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428ffff640 1 --2- 172.21.15.33:0/4148138601 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4278004d40 0x7f42901f5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428f7fe640 1 -- 172.21.15.33:0/4148138601 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42900a1110 msgr2=0x7f42900a1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428f7fe640 1 --2- 172.21.15.33:0/4148138601 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42900a1110 0x7f42900a1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428f7fe640 1 -- 172.21.15.33:0/4148138601 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4278004d40 msgr2=0x7f42901f5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428f7fe640 1 --2- 172.21.15.33:0/4148138601 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4278004d40 0x7f42901f5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428f7fe640 1 -- 172.21.15.33:0/4148138601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42901f59b0 con 0x7f429006d260 2024-07-26T16:45:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428f7fe640 1 --2- 172.21.15.33:0/4148138601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f429006d260 0x7f429006d670 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7f4284011ab0 tx=0x7f4284011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428cff9640 1 -- 172.21.15.33:0/4148138601 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4284012450 con 0x7f429006d260 2024-07-26T16:45:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.436+0000 7f428cff9640 1 -- 172.21.15.33:0/4148138601 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4284016070 con 0x7f429006d260 2024-07-26T16:45:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.437+0000 7f429659c640 1 -- 172.21.15.33:0/4148138601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f429006dbb0 con 0x7f429006d260 2024-07-26T16:45:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.437+0000 7f428cff9640 1 -- 172.21.15.33:0/4148138601 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4284012980 con 0x7f429006d260 2024-07-26T16:45:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.437+0000 7f429659c640 1 -- 172.21.15.33:0/4148138601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f429009df60 con 0x7f429006d260 2024-07-26T16:45:59.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.437+0000 7f429659c640 1 -- 172.21.15.33:0/4148138601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f429009dcd0 con 0x7f429006d260 2024-07-26T16:45:59.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.438+0000 7f428cff9640 1 -- 172.21.15.33:0/4148138601 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 108) ==== 49591+0+0 (secure 0 0 0) 0x7f4284018030 con 0x7f429006d260 2024-07-26T16:45:59.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.438+0000 7f428cff9640 1 -- 172.21.15.33:0/4148138601 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(183..183 src has 1..183) ==== 6889+0+0 (secure 0 0 0) 0x7f4284053110 con 0x7f429006d260 2024-07-26T16:45:59.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.443+0000 7f428cff9640 1 -- 172.21.15.33:0/4148138601 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f429006dbb0 con 0x7f429006d260 2024-07-26T16:45:59.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.678+0000 7f429659c640 1 -- 172.21.15.33:0/4148138601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f42900cf680 con 0x7f429006d260 2024-07-26T16:45:59.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.678+0000 7f428cff9640 1 -- 172.21.15.33:0/4148138601 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5233 (secure 0 0 0) 0x7f42901f59b0 con 0x7f429006d260 2024-07-26T16:45:59.680 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:45:59.680 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":90,"btime":"2024-07-26T16:45:40:687768+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3320903209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3320903209},{"type":"v1","addr":"172.21.15.154:6835","nonce":3320903209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":8530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2999181015","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2999181015},{"type":"v1","addr":"172.21.15.154:6834","nonce":2999181015}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":9309,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/4188974071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4188974071},{"type":"v1","addr":"172.21.15.33:6834","nonce":4188974071}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:45:37.042232+0000","modified":"2024-07-26T16:45:40.076437+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9312},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9312":{"gid":9312,"name":"c","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2856540853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2856540853},{"type":"v1","addr":"172.21.15.33:6835","nonce":2856540853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9312,"qdb_cluster":[9312]},"id":10}]} 2024-07-26T16:45:59.681 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 90 2024-07-26T16:45:59.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.681+0000 7f429659c640 1 -- 172.21.15.33:0/4148138601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f429006d260 msgr2=0x7f429006d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:59.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.681+0000 7f429659c640 1 --2- 172.21.15.33:0/4148138601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f429006d260 0x7f429006d670 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7f4284011ab0 tx=0x7f4284011f70 comp rx=0 tx=0).stop 2024-07-26T16:45:59.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.681+0000 7f429659c640 1 -- 172.21.15.33:0/4148138601 shutdown_connections 2024-07-26T16:45:59.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.681+0000 7f429659c640 1 --2- 172.21.15.33:0/4148138601 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42900a1110 0x7f42900a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:59.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.681+0000 7f429659c640 1 --2- 172.21.15.33:0/4148138601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f429006d260 0x7f429006d670 unknown :-1 s=CLOSED pgs=1762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:59.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.681+0000 7f429659c640 1 --2- 172.21.15.33:0/4148138601 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4278004d40 0x7f42901f5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:59.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.681+0000 7f429659c640 1 -- 172.21.15.33:0/4148138601 >> 172.21.15.33:0/4148138601 conn(0x7f42900d3e10 msgr2=0x7f42900b2300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:59.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.681+0000 7f429659c640 1 -- 172.21.15.33:0/4148138601 shutdown_connections 2024-07-26T16:45:59.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.681+0000 7f429659c640 1 -- 172.21.15.33:0/4148138601 wait complete. 2024-07-26T16:45:59.694 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:45:59.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.812+0000 7f0aa561d640 1 -- 172.21.15.33:0/1325091813 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0aa00b8f50 msgr2=0x7f0aa008c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:59.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.812+0000 7f0aa561d640 1 --2- 172.21.15.33:0/1325091813 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0aa00b8f50 0x7f0aa008c460 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f0a90009830 tx=0x7f0a9002a540 comp rx=0 tx=0).stop 2024-07-26T16:45:59.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.812+0000 7f0aa561d640 1 -- 172.21.15.33:0/1325091813 shutdown_connections 2024-07-26T16:45:59.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.812+0000 7f0aa561d640 1 --2- 172.21.15.33:0/1325091813 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0aa00b8f50 0x7f0aa008c460 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:59.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.812+0000 7f0aa561d640 1 -- 172.21.15.33:0/1325091813 >> 172.21.15.33:0/1325091813 conn(0x7f0aa00d3db0 msgr2=0x7f0aa00d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:45:59.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.812+0000 7f0aa561d640 1 -- 172.21.15.33:0/1325091813 shutdown_connections 2024-07-26T16:45:59.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.812+0000 7f0aa561d640 1 -- 172.21.15.33:0/1325091813 wait complete. 2024-07-26T16:45:59.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.814+0000 7f0aa561d640 1 Processor -- start 2024-07-26T16:45:59.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.815+0000 7f0aa561d640 1 -- start start 2024-07-26T16:45:59.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0aa561d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa00b33f0 0x7f0aa006ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:59.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0aa561d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0aa00b8f50 0x7f0aa0168c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:59.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0aa561d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0aa00d2a30 0x7f0aa01691a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:45:59.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0aa561d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa00d0c70 con 0x7f0aa00b33f0 2024-07-26T16:45:59.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0aa561d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0aa00b3b00 con 0x7f0aa00d2a30 2024-07-26T16:45:59.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0aa561d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0aa00d0df0 con 0x7f0aa00b8f50 2024-07-26T16:45:59.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0a9effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa00b33f0 0x7f0aa006ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:59.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0a9effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa00b33f0 0x7f0aa006ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57480/0 (socket says 172.21.15.33:57480) 2024-07-26T16:45:59.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0a9effd640 1 -- 172.21.15.33:0/2074009398 learned_addr learned my addr 172.21.15.33:0/2074009398 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0a9f7fe640 1 --2- 172.21.15.33:0/2074009398 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0aa00d2a30 0x7f0aa01691a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0a9e7fc640 1 --2- 172.21.15.33:0/2074009398 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0aa00b8f50 0x7f0aa0168c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0a9effd640 1 -- 172.21.15.33:0/2074009398 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0aa00b8f50 msgr2=0x7f0aa0168c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.816+0000 7f0a9effd640 1 --2- 172.21.15.33:0/2074009398 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0aa00b8f50 0x7f0aa0168c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.817+0000 7f0a9effd640 1 -- 172.21.15.33:0/2074009398 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0aa00d2a30 msgr2=0x7f0aa01691a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.817+0000 7f0a9effd640 1 --2- 172.21.15.33:0/2074009398 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0aa00d2a30 0x7f0aa01691a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.817+0000 7f0a9effd640 1 -- 172.21.15.33:0/2074009398 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aa006e410 con 0x7f0aa00b33f0 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.817+0000 7f0a9f7fe640 1 --2- 172.21.15.33:0/2074009398 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0aa00d2a30 0x7f0aa01691a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.817+0000 7f0a9effd640 1 --2- 172.21.15.33:0/2074009398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa00b33f0 0x7f0aa006ded0 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f0a90009950 tx=0x7f0a90030650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.817+0000 7f0a877fe640 1 -- 172.21.15.33:0/2074009398 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a9003f070 con 0x7f0aa00b33f0 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.817+0000 7f0a877fe640 1 -- 172.21.15.33:0/2074009398 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a90030d40 con 0x7f0aa00b33f0 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.817+0000 7f0aa561d640 1 -- 172.21.15.33:0/2074009398 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aa0166730 con 0x7f0aa00b33f0 2024-07-26T16:45:59.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.817+0000 7f0a877fe640 1 -- 172.21.15.33:0/2074009398 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a90005c90 con 0x7f0aa00b33f0 2024-07-26T16:45:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.817+0000 7f0aa561d640 1 -- 172.21.15.33:0/2074009398 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aa01f8bf0 con 0x7f0aa00b33f0 2024-07-26T16:45:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.818+0000 7f0aa561d640 1 -- 172.21.15.33:0/2074009398 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0aa008c460 con 0x7f0aa00b33f0 2024-07-26T16:45:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.818+0000 7f0a877fe640 1 -- 172.21.15.33:0/2074009398 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 108) ==== 49591+0+0 (secure 0 0 0) 0x7f0a90004280 con 0x7f0aa00b33f0 2024-07-26T16:45:59.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.819+0000 7f0a877fe640 1 -- 172.21.15.33:0/2074009398 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(183..183 src has 1..183) ==== 6889+0+0 (secure 0 0 0) 0x7f0a90073030 con 0x7f0aa00b33f0 2024-07-26T16:45:59.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:45:59.824+0000 7f0a877fe640 1 -- 172.21.15.33:0/2074009398 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0a9003a3a0 con 0x7f0aa00b33f0 2024-07-26T16:46:00.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.058+0000 7f0aa561d640 1 -- 172.21.15.33:0/2074009398 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0aa00b85c0 con 0x7f0aa00b33f0 2024-07-26T16:46:00.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.059+0000 7f0a877fe640 1 -- 172.21.15.33:0/2074009398 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5233 (secure 0 0 0) 0x7f0a90036e40 con 0x7f0aa00b33f0 2024-07-26T16:46:00.061 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:00.061 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":90,"btime":"2024-07-26T16:45:40:687768+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3320903209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3320903209},{"type":"v1","addr":"172.21.15.154:6835","nonce":3320903209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":8530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2999181015","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2999181015},{"type":"v1","addr":"172.21.15.154:6834","nonce":2999181015}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":9309,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/4188974071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4188974071},{"type":"v1","addr":"172.21.15.33:6834","nonce":4188974071}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:45:37.042232+0000","modified":"2024-07-26T16:45:40.076437+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9312},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9312":{"gid":9312,"name":"c","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2856540853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2856540853},{"type":"v1","addr":"172.21.15.33:6835","nonce":2856540853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9312,"qdb_cluster":[9312]},"id":10}]} 2024-07-26T16:46:00.061 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 90 2024-07-26T16:46:00.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.061+0000 7f0aa561d640 1 -- 172.21.15.33:0/2074009398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa00b33f0 msgr2=0x7f0aa006ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.061+0000 7f0aa561d640 1 --2- 172.21.15.33:0/2074009398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa00b33f0 0x7f0aa006ded0 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f0a90009950 tx=0x7f0a90030650 comp rx=0 tx=0).stop 2024-07-26T16:46:00.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.061+0000 7f0aa561d640 1 -- 172.21.15.33:0/2074009398 shutdown_connections 2024-07-26T16:46:00.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.061+0000 7f0aa561d640 1 --2- 172.21.15.33:0/2074009398 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0aa00d2a30 0x7f0aa01691a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.061+0000 7f0aa561d640 1 --2- 172.21.15.33:0/2074009398 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0aa00b8f50 0x7f0aa0168c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.061+0000 7f0aa561d640 1 --2- 172.21.15.33:0/2074009398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0aa00b33f0 0x7f0aa006ded0 unknown :-1 s=CLOSED pgs=1764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.061+0000 7f0aa561d640 1 -- 172.21.15.33:0/2074009398 >> 172.21.15.33:0/2074009398 conn(0x7f0aa00d3db0 msgr2=0x7f0aa00cdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:00.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.061+0000 7f0aa561d640 1 -- 172.21.15.33:0/2074009398 shutdown_connections 2024-07-26T16:46:00.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.061+0000 7f0aa561d640 1 -- 172.21.15.33:0/2074009398 wait complete. 2024-07-26T16:46:00.074 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:46:00.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.190+0000 7fbdde4fa640 1 -- 172.21.15.33:0/1056386117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd80d1970 msgr2=0x7fbdd80d1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.190+0000 7fbdde4fa640 1 --2- 172.21.15.33:0/1056386117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd80d1970 0x7fbdd80d1d80 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7fbdd806f7a0 tx=0x7fbdd002a980 comp rx=0 tx=0).stop 2024-07-26T16:46:00.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.190+0000 7fbdde4fa640 1 -- 172.21.15.33:0/1056386117 shutdown_connections 2024-07-26T16:46:00.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.190+0000 7fbdde4fa640 1 --2- 172.21.15.33:0/1056386117 >> v2:172.21.15.154:3300/0 conn(0x7fbdd80d0910 0x7fbdd80d0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.190+0000 7fbdde4fa640 1 --2- 172.21.15.33:0/1056386117 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd80d1970 0x7fbdd80d1d80 unknown :-1 s=CLOSED pgs=1765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.190+0000 7fbdde4fa640 1 --2- 172.21.15.33:0/1056386117 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdd80b9050 0x7fbdd80cf710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.190+0000 7fbdde4fa640 1 -- 172.21.15.33:0/1056386117 >> 172.21.15.33:0/1056386117 conn(0x7fbdd80d3da0 msgr2=0x7fbdd80d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:00.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.190+0000 7fbdde4fa640 1 -- 172.21.15.33:0/1056386117 shutdown_connections 2024-07-26T16:46:00.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.190+0000 7fbdde4fa640 1 -- 172.21.15.33:0/1056386117 wait complete. 2024-07-26T16:46:00.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.192+0000 7fbdde4fa640 1 Processor -- start 2024-07-26T16:46:00.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.192+0000 7fbdde4fa640 1 -- start start 2024-07-26T16:46:00.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdde4fa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdd80b9050 0x7fbdd80cd130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:00.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdde4fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd80d0910 0x7fbdd81ddb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:00.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdde4fa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbdd80d1970 0x7fbdd80a0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:00.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdde4fa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd80d22c0 con 0x7fbdd80d0910 2024-07-26T16:46:00.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdde4fa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd80b4ab0 con 0x7fbdd80d1970 2024-07-26T16:46:00.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdde4fa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbdd80d2440 con 0x7fbdd80b9050 2024-07-26T16:46:00.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdd77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd80d0910 0x7fbdd81ddb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:00.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdd77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd80d0910 0x7fbdd81ddb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57492/0 (socket says 172.21.15.33:57492) 2024-07-26T16:46:00.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdd77fe640 1 -- 172.21.15.33:0/3692964403 learned_addr learned my addr 172.21.15.33:0/3692964403 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:00.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdd7fff640 1 --2- 172.21.15.33:0/3692964403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdd80b9050 0x7fbdd80cd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:00.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbddca97640 1 --2- 172.21.15.33:0/3692964403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbdd80d1970 0x7fbdd80a0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:00.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdd77fe640 1 -- 172.21.15.33:0/3692964403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdd80b9050 msgr2=0x7fbdd80cd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdd77fe640 1 --2- 172.21.15.33:0/3692964403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdd80b9050 0x7fbdd80cd130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdd77fe640 1 -- 172.21.15.33:0/3692964403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbdd80d1970 msgr2=0x7fbdd80a0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdd77fe640 1 --2- 172.21.15.33:0/3692964403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbdd80d1970 0x7fbdd80a0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdd77fe640 1 -- 172.21.15.33:0/3692964403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdd81d7e60 con 0x7fbdd80d0910 2024-07-26T16:46:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdd77fe640 1 --2- 172.21.15.33:0/3692964403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd80d0910 0x7fbdd81ddb60 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7fbdc000e790 tx=0x7fbdc000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.194+0000 7fbdd4ff9640 1 -- 172.21.15.33:0/3692964403 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc000eea0 con 0x7fbdd80d0910 2024-07-26T16:46:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.195+0000 7fbdd4ff9640 1 -- 172.21.15.33:0/3692964403 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbdc000cdb0 con 0x7fbdd80d0910 2024-07-26T16:46:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.195+0000 7fbdde4fa640 1 -- 172.21.15.33:0/3692964403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdd81d8140 con 0x7fbdd80d0910 2024-07-26T16:46:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.195+0000 7fbdd4ff9640 1 -- 172.21.15.33:0/3692964403 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc0010690 con 0x7fbdd80d0910 2024-07-26T16:46:00.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.195+0000 7fbdde4fa640 1 -- 172.21.15.33:0/3692964403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdd81d8700 con 0x7fbdd80d0910 2024-07-26T16:46:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.196+0000 7fbdd4ff9640 1 -- 172.21.15.33:0/3692964403 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 108) ==== 49591+0+0 (secure 0 0 0) 0x7fbdc0010830 con 0x7fbdd80d0910 2024-07-26T16:46:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.196+0000 7fbdde4fa640 1 -- 172.21.15.33:0/3692964403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdd80d28b0 con 0x7fbdd80d0910 2024-07-26T16:46:00.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.196+0000 7fbdd4ff9640 1 -- 172.21.15.33:0/3692964403 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(183..183 src has 1..183) ==== 6889+0+0 (secure 0 0 0) 0x7fbdc0052ff0 con 0x7fbdd80d0910 2024-07-26T16:46:00.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.201+0000 7fbdd4ff9640 1 -- 172.21.15.33:0/3692964403 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbdd80d28b0 con 0x7fbdd80d0910 2024-07-26T16:46:00.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.396+0000 7fbdde4fa640 1 -- 172.21.15.33:0/3692964403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbdd80d0d20 con 0x7fbdd80d0910 2024-07-26T16:46:00.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.397+0000 7fbdd4ff9640 1 -- 172.21.15.33:0/3692964403 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v183) ==== 74+0+18066 (secure 0 0 0) 0x7fbdc0010b20 con 0x7fbdd80d0910 2024-07-26T16:46:00.399 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:00.399 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":183,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:45:58.507838+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-07-26T16:45:34.745819+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-07-26T16:45:35.999446+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"181","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/2978006526":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/751976185":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/804843934":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/3992603191":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/3630922543":"2024-07-27T16:45:58.507799+0000","172.21.15.154:6837/2621736723":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/1876070154":"2024-07-27T16:45:58.507799+0000","172.21.15.154:6837/3019583169":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/1056377505":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/1879512204":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/474565507":"2024-07-27T16:45:54.627819+0000","172.21.15.154:6836/2621736723":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/3081838705":"2024-07-27T16:45:54.627819+0000","172.21.15.154:6836/3019583169":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/517947753":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/2313610774":"2024-07-27T16:45:54.627819+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:46:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.400+0000 7fbdde4fa640 1 -- 172.21.15.33:0/3692964403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd80d0910 msgr2=0x7fbdd81ddb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.400+0000 7fbdde4fa640 1 --2- 172.21.15.33:0/3692964403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd80d0910 0x7fbdd81ddb60 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7fbdc000e790 tx=0x7fbdc000ec50 comp rx=0 tx=0).stop 2024-07-26T16:46:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.400+0000 7fbdde4fa640 1 -- 172.21.15.33:0/3692964403 shutdown_connections 2024-07-26T16:46:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.400+0000 7fbdde4fa640 1 --2- 172.21.15.33:0/3692964403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbdd80d1970 0x7fbdd80a0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.400+0000 7fbdde4fa640 1 --2- 172.21.15.33:0/3692964403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbdd80d0910 0x7fbdd81ddb60 unknown :-1 s=CLOSED pgs=1766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.400+0000 7fbdde4fa640 1 --2- 172.21.15.33:0/3692964403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbdd80b9050 0x7fbdd80cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.400+0000 7fbdde4fa640 1 -- 172.21.15.33:0/3692964403 >> 172.21.15.33:0/3692964403 conn(0x7fbdd80d3da0 msgr2=0x7fbdd80b79e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.400+0000 7fbdde4fa640 1 -- 172.21.15.33:0/3692964403 shutdown_connections 2024-07-26T16:46:00.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.400+0000 7fbdde4fa640 1 -- 172.21.15.33:0/3692964403 wait complete. 2024-07-26T16:46:00.413 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T16:46:00.414 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:46:00.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.530+0000 7f0566892640 1 -- 172.21.15.33:0/2359005787 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05600ce9e0 msgr2=0x7f05600cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.530+0000 7f0566892640 1 --2- 172.21.15.33:0/2359005787 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05600ce9e0 0x7f05600cedf0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f0558005fd0 tx=0x7f055802a780 comp rx=0 tx=0).stop 2024-07-26T16:46:00.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.530+0000 7f0566892640 1 -- 172.21.15.33:0/2359005787 shutdown_connections 2024-07-26T16:46:00.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.530+0000 7f0566892640 1 --2- 172.21.15.33:0/2359005787 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05600ce9e0 0x7f05600cedf0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.530+0000 7f0566892640 1 --2- 172.21.15.33:0/2359005787 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05600b2dc0 0x7f05600d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.530+0000 7f0566892640 1 -- 172.21.15.33:0/2359005787 >> 172.21.15.33:0/2359005787 conn(0x7f05600d3e10 msgr2=0x7f05600d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:00.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.530+0000 7f0566892640 1 -- 172.21.15.33:0/2359005787 shutdown_connections 2024-07-26T16:46:00.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.530+0000 7f0566892640 1 -- 172.21.15.33:0/2359005787 wait complete. 2024-07-26T16:46:00.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.532+0000 7f0566892640 1 Processor -- start 2024-07-26T16:46:00.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.532+0000 7f0566892640 1 -- start start 2024-07-26T16:46:00.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f0566892640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05600b2dc0 0x7f05601f5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:00.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f0566892640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05600ce9e0 0x7f0560153180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:00.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f0566892640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05600d0570 0x7f056009f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:00.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f0566892640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f05600cf4b0 con 0x7f05600b2dc0 2024-07-26T16:46:00.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f0566892640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f05600cf330 con 0x7f05600ce9e0 2024-07-26T16:46:00.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f0566892640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f05600cf630 con 0x7f05600d0570 2024-07-26T16:46:00.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f055ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05600b2dc0 0x7f05601f5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:00.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f055ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05600b2dc0 0x7f05601f5980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57504/0 (socket says 172.21.15.33:57504) 2024-07-26T16:46:00.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f055ffff640 1 -- 172.21.15.33:0/504384385 learned_addr learned my addr 172.21.15.33:0/504384385 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:00.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f0564e2f640 1 --2- 172.21.15.33:0/504384385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05600d0570 0x7f056009f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:00.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f055f7fe640 1 --2- 172.21.15.33:0/504384385 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05600ce9e0 0x7f0560153180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:00.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f055ffff640 1 -- 172.21.15.33:0/504384385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05600d0570 msgr2=0x7f056009f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f055ffff640 1 --2- 172.21.15.33:0/504384385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05600d0570 0x7f056009f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f055ffff640 1 -- 172.21.15.33:0/504384385 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05600ce9e0 msgr2=0x7f0560153180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f055ffff640 1 --2- 172.21.15.33:0/504384385 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05600ce9e0 0x7f0560153180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f055ffff640 1 -- 172.21.15.33:0/504384385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0560165b30 con 0x7f05600b2dc0 2024-07-26T16:46:00.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f055ffff640 1 --2- 172.21.15.33:0/504384385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05600b2dc0 0x7f05601f5980 secure :-1 s=READY pgs=1768 cs=0 l=1 rev1=1 crypto rx=0x7f055000e9c0 tx=0x7f055000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:00.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.534+0000 7f055cff9640 1 -- 172.21.15.33:0/504384385 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055000ccc0 con 0x7f05600b2dc0 2024-07-26T16:46:00.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.535+0000 7f055cff9640 1 -- 172.21.15.33:0/504384385 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0550004020 con 0x7f05600b2dc0 2024-07-26T16:46:00.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.535+0000 7f0566892640 1 -- 172.21.15.33:0/504384385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f056009dc90 con 0x7f05600b2dc0 2024-07-26T16:46:00.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.535+0000 7f055cff9640 1 -- 172.21.15.33:0/504384385 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f055000ce60 con 0x7f05600b2dc0 2024-07-26T16:46:00.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.535+0000 7f0566892640 1 -- 172.21.15.33:0/504384385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0560163060 con 0x7f05600b2dc0 2024-07-26T16:46:00.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.536+0000 7f055cff9640 1 -- 172.21.15.33:0/504384385 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 108) ==== 49591+0+0 (secure 0 0 0) 0x7f05500035f0 con 0x7f05600b2dc0 2024-07-26T16:46:00.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.536+0000 7f0566892640 1 -- 172.21.15.33:0/504384385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05600b4280 con 0x7f05600b2dc0 2024-07-26T16:46:00.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.536+0000 7f055cff9640 1 -- 172.21.15.33:0/504384385 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(183..183 src has 1..183) ==== 6889+0+0 (secure 0 0 0) 0x7f0550052fe0 con 0x7f05600b2dc0 2024-07-26T16:46:00.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.541+0000 7f055cff9640 1 -- 172.21.15.33:0/504384385 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f05600b4280 con 0x7f05600b2dc0 2024-07-26T16:46:00.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.774+0000 7f0566892640 1 -- 172.21.15.33:0/504384385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f05601632c0 con 0x7f05600b2dc0 2024-07-26T16:46:00.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.775+0000 7f055cff9640 1 -- 172.21.15.33:0/504384385 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5233 (secure 0 0 0) 0x7f0550004450 con 0x7f05600b2dc0 2024-07-26T16:46:00.777 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:00.777 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":90,"btime":"2024-07-26T16:45:40:687768+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3320903209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3320903209},{"type":"v1","addr":"172.21.15.154:6835","nonce":3320903209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":8530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2999181015","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2999181015},{"type":"v1","addr":"172.21.15.154:6834","nonce":2999181015}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":9309,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/4188974071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4188974071},{"type":"v1","addr":"172.21.15.33:6834","nonce":4188974071}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:45:37.042232+0000","modified":"2024-07-26T16:45:40.076437+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9312},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9312":{"gid":9312,"name":"c","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2856540853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2856540853},{"type":"v1","addr":"172.21.15.33:6835","nonce":2856540853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9312,"qdb_cluster":[9312]},"id":10}]} 2024-07-26T16:46:00.777 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 90 2024-07-26T16:46:00.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.777+0000 7f0566892640 1 -- 172.21.15.33:0/504384385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05600b2dc0 msgr2=0x7f05601f5980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.777+0000 7f0566892640 1 --2- 172.21.15.33:0/504384385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05600b2dc0 0x7f05601f5980 secure :-1 s=READY pgs=1768 cs=0 l=1 rev1=1 crypto rx=0x7f055000e9c0 tx=0x7f055000ee80 comp rx=0 tx=0).stop 2024-07-26T16:46:00.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.777+0000 7f0566892640 1 -- 172.21.15.33:0/504384385 shutdown_connections 2024-07-26T16:46:00.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.777+0000 7f0566892640 1 --2- 172.21.15.33:0/504384385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05600d0570 0x7f056009f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.777+0000 7f0566892640 1 --2- 172.21.15.33:0/504384385 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05600ce9e0 0x7f0560153180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.777+0000 7f0566892640 1 --2- 172.21.15.33:0/504384385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05600b2dc0 0x7f05601f5980 unknown :-1 s=CLOSED pgs=1768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.777+0000 7f0566892640 1 -- 172.21.15.33:0/504384385 >> 172.21.15.33:0/504384385 conn(0x7f05600d3e10 msgr2=0x7f056006de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:00.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.777+0000 7f0566892640 1 -- 172.21.15.33:0/504384385 shutdown_connections 2024-07-26T16:46:00.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.777+0000 7f0566892640 1 -- 172.21.15.33:0/504384385 wait complete. 2024-07-26T16:46:00.791 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:46:00.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.908+0000 7f0a78b07640 1 -- 172.21.15.33:0/3776081067 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a740d0c80 msgr2=0x7f0a740d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.908+0000 7f0a78b07640 1 --2- 172.21.15.33:0/3776081067 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a740d0c80 0x7f0a740d2930 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f0a5c005fd0 tx=0x7f0a5c02a4b0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.908+0000 7f0a78b07640 1 -- 172.21.15.33:0/3776081067 shutdown_connections 2024-07-26T16:46:00.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.908+0000 7f0a78b07640 1 --2- 172.21.15.33:0/3776081067 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0a740ce9e0 0x7f0a740cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.908+0000 7f0a78b07640 1 --2- 172.21.15.33:0/3776081067 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a740d0c80 0x7f0a740d2930 unknown :-1 s=CLOSED pgs=1770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.908+0000 7f0a78b07640 1 -- 172.21.15.33:0/3776081067 >> 172.21.15.33:0/3776081067 conn(0x7f0a740d3e10 msgr2=0x7f0a740d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:00.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.909+0000 7f0a78b07640 1 -- 172.21.15.33:0/3776081067 shutdown_connections 2024-07-26T16:46:00.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.909+0000 7f0a78b07640 1 -- 172.21.15.33:0/3776081067 wait complete. 2024-07-26T16:46:00.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.912+0000 7f0a78b07640 1 Processor -- start 2024-07-26T16:46:00.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.912+0000 7f0a78b07640 1 -- start start 2024-07-26T16:46:00.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.914+0000 7f0a78b07640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0a740b2dc0 0x7f0a74153210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:00.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.914+0000 7f0a78b07640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a740ce9e0 0x7f0a74167b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:00.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.914+0000 7f0a78b07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a740b7c90 0x7f0a740b80a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:00.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.914+0000 7f0a78b07640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0a740cf4b0 con 0x7f0a740b7c90 2024-07-26T16:46:00.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.914+0000 7f0a78b07640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0a740cf330 con 0x7f0a740ce9e0 2024-07-26T16:46:00.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.914+0000 7f0a78b07640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0a740cf630 con 0x7f0a740b2dc0 2024-07-26T16:46:00.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.914+0000 7f0a72d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a740b7c90 0x7f0a740b80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:00.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.914+0000 7f0a72d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a740b7c90 0x7f0a740b80a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57512/0 (socket says 172.21.15.33:57512) 2024-07-26T16:46:00.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.914+0000 7f0a72d9d640 1 -- 172.21.15.33:0/2143798327 learned_addr learned my addr 172.21.15.33:0/2143798327 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:00.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.914+0000 7f0a71d9b640 1 --2- 172.21.15.33:0/2143798327 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a740ce9e0 0x7f0a74167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:00.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.914+0000 7f0a7259c640 1 --2- 172.21.15.33:0/2143798327 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0a740b2dc0 0x7f0a74153210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:00.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.915+0000 7f0a72d9d640 1 -- 172.21.15.33:0/2143798327 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0a740b2dc0 msgr2=0x7f0a74153210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.915+0000 7f0a72d9d640 1 --2- 172.21.15.33:0/2143798327 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0a740b2dc0 0x7f0a74153210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.915+0000 7f0a72d9d640 1 -- 172.21.15.33:0/2143798327 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a740ce9e0 msgr2=0x7f0a74167b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:00.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.915+0000 7f0a72d9d640 1 --2- 172.21.15.33:0/2143798327 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a740ce9e0 0x7f0a74167b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:00.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.915+0000 7f0a72d9d640 1 -- 172.21.15.33:0/2143798327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a740b85e0 con 0x7f0a740b7c90 2024-07-26T16:46:00.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.915+0000 7f0a72d9d640 1 --2- 172.21.15.33:0/2143798327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a740b7c90 0x7f0a740b80a0 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c00e990 tx=0x7f0a6c00ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:00.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.915+0000 7f0a6affd640 1 -- 172.21.15.33:0/2143798327 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c004d20 con 0x7f0a740b7c90 2024-07-26T16:46:00.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.915+0000 7f0a6affd640 1 -- 172.21.15.33:0/2143798327 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a6c00caa0 con 0x7f0a740b7c90 2024-07-26T16:46:00.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.915+0000 7f0a78b07640 1 -- 172.21.15.33:0/2143798327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a74166580 con 0x7f0a740b7c90 2024-07-26T16:46:00.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.915+0000 7f0a6affd640 1 -- 172.21.15.33:0/2143798327 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c005020 con 0x7f0a740b7c90 2024-07-26T16:46:00.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.915+0000 7f0a78b07640 1 -- 172.21.15.33:0/2143798327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a74166b40 con 0x7f0a740b7c90 2024-07-26T16:46:00.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.916+0000 7f0a78b07640 1 -- 172.21.15.33:0/2143798327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a740cedf0 con 0x7f0a740b7c90 2024-07-26T16:46:00.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.916+0000 7f0a6affd640 1 -- 172.21.15.33:0/2143798327 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 108) ==== 49591+0+0 (secure 0 0 0) 0x7f0a6c0051c0 con 0x7f0a740b7c90 2024-07-26T16:46:00.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.916+0000 7f0a6affd640 1 -- 172.21.15.33:0/2143798327 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(183..183 src has 1..183) ==== 6889+0+0 (secure 0 0 0) 0x7f0a6c052e40 con 0x7f0a740b7c90 2024-07-26T16:46:00.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:00.921+0000 7f0a6affd640 1 -- 172.21.15.33:0/2143798327 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0a740b85e0 con 0x7f0a740b7c90 2024-07-26T16:46:01.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.153+0000 7f0a78b07640 1 -- 172.21.15.33:0/2143798327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0a740b2950 con 0x7f0a740b7c90 2024-07-26T16:46:01.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.153+0000 7f0a6affd640 1 -- 172.21.15.33:0/2143798327 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5233 (secure 0 0 0) 0x7f0a6c016030 con 0x7f0a740b7c90 2024-07-26T16:46:01.155 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:01.155 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":90,"btime":"2024-07-26T16:45:40:687768+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3320903209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3320903209},{"type":"v1","addr":"172.21.15.154:6835","nonce":3320903209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":8530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2999181015","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2999181015},{"type":"v1","addr":"172.21.15.154:6834","nonce":2999181015}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":9309,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/4188974071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4188974071},{"type":"v1","addr":"172.21.15.33:6834","nonce":4188974071}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:45:37.042232+0000","modified":"2024-07-26T16:45:40.076437+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9312},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9312":{"gid":9312,"name":"c","rank":0,"incarnation":86,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2856540853","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2856540853},{"type":"v1","addr":"172.21.15.33:6835","nonce":2856540853}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[22],"metadata_pool":21,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9312,"qdb_cluster":[9312]},"id":10}]} 2024-07-26T16:46:01.156 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 90 2024-07-26T16:46:01.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.156+0000 7f0a78b07640 1 -- 172.21.15.33:0/2143798327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a740b7c90 msgr2=0x7f0a740b80a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:01.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.156+0000 7f0a78b07640 1 --2- 172.21.15.33:0/2143798327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a740b7c90 0x7f0a740b80a0 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c00e990 tx=0x7f0a6c00ee50 comp rx=0 tx=0).stop 2024-07-26T16:46:01.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.156+0000 7f0a78b07640 1 -- 172.21.15.33:0/2143798327 shutdown_connections 2024-07-26T16:46:01.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.156+0000 7f0a78b07640 1 --2- 172.21.15.33:0/2143798327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a740b7c90 0x7f0a740b80a0 unknown :-1 s=CLOSED pgs=1771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.156+0000 7f0a78b07640 1 --2- 172.21.15.33:0/2143798327 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a740ce9e0 0x7f0a74167b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.156+0000 7f0a78b07640 1 --2- 172.21.15.33:0/2143798327 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0a740b2dc0 0x7f0a74153210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.156+0000 7f0a78b07640 1 -- 172.21.15.33:0/2143798327 >> 172.21.15.33:0/2143798327 conn(0x7f0a740d3e10 msgr2=0x7f0a740b1440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:01.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.156+0000 7f0a78b07640 1 -- 172.21.15.33:0/2143798327 shutdown_connections 2024-07-26T16:46:01.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.156+0000 7f0a78b07640 1 -- 172.21.15.33:0/2143798327 wait complete. 2024-07-26T16:46:01.169 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:46:01.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.286+0000 7fa63e527640 1 -- 172.21.15.33:0/2406467044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa620005150 msgr2=0x7fa62000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:01.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.286+0000 7fa63e527640 1 --2- 172.21.15.33:0/2406467044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa620005150 0x7fa62000b9c0 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7fa630009ed0 tx=0x7fa620005830 comp rx=0 tx=0).stop 2024-07-26T16:46:01.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.286+0000 7fa63cac4640 1 -- 172.21.15.33:0/2406467044 reap_dead start 2024-07-26T16:46:01.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.286+0000 7fa63e527640 1 -- 172.21.15.33:0/2406467044 shutdown_connections 2024-07-26T16:46:01.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.286+0000 7fa63e527640 1 -- 172.21.15.33:0/2406467044 >> 172.21.15.33:0/2406467044 conn(0x7fa6380d3e10 msgr2=0x7fa6380d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:01.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.286+0000 7fa63e527640 1 -- 172.21.15.33:0/2406467044 shutdown_connections 2024-07-26T16:46:01.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.286+0000 7fa63e527640 1 -- 172.21.15.33:0/2406467044 wait complete. 2024-07-26T16:46:01.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.290+0000 7fa63e527640 1 Processor -- start 2024-07-26T16:46:01.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.290+0000 7fa63e527640 1 -- start start 2024-07-26T16:46:01.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.292+0000 7fa63e527640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa620005150 0x7fa6381f55a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:01.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.292+0000 7fa63e527640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6380c7940 0x7fa6380c82b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:01.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.292+0000 7fa63e527640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6381f1e60 0x7fa6381f5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:01.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.292+0000 7fa63e527640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa6380d0e00 con 0x7fa6381f1e60 2024-07-26T16:46:01.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.292+0000 7fa63e527640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa6380d0c80 con 0x7fa620005150 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.292+0000 7fa63e527640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa6380cf330 con 0x7fa6380c7940 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.292+0000 7fa63cac4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6381f1e60 0x7fa6381f5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.292+0000 7fa63cac4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6381f1e60 0x7fa6381f5b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57528/0 (socket says 172.21.15.33:57528) 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.292+0000 7fa63cac4640 1 -- 172.21.15.33:0/3912050909 learned_addr learned my addr 172.21.15.33:0/3912050909 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.292+0000 7fa6377fe640 1 --2- 172.21.15.33:0/3912050909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6380c7940 0x7fa6380c82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.292+0000 7fa637fff640 1 --2- 172.21.15.33:0/3912050909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa620005150 0x7fa6381f55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.293+0000 7fa63cac4640 1 -- 172.21.15.33:0/3912050909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6380c7940 msgr2=0x7fa6380c82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.293+0000 7fa63cac4640 1 --2- 172.21.15.33:0/3912050909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6380c7940 0x7fa6380c82b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.293+0000 7fa63cac4640 1 -- 172.21.15.33:0/3912050909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa620005150 msgr2=0x7fa6381f55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.293+0000 7fa63cac4640 1 --2- 172.21.15.33:0/3912050909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa620005150 0x7fa6381f55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.293+0000 7fa63cac4640 1 -- 172.21.15.33:0/3912050909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6380cde20 con 0x7fa6381f1e60 2024-07-26T16:46:01.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.293+0000 7fa63cac4640 1 --2- 172.21.15.33:0/3912050909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6381f1e60 0x7fa6381f5b70 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7fa630009ed0 tx=0x7fa630033dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:01.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.293+0000 7fa634ff9640 1 -- 172.21.15.33:0/3912050909 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa630043070 con 0x7fa6381f1e60 2024-07-26T16:46:01.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.293+0000 7fa634ff9640 1 -- 172.21.15.33:0/3912050909 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa630003c60 con 0x7fa6381f1e60 2024-07-26T16:46:01.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.293+0000 7fa63e527640 1 -- 172.21.15.33:0/3912050909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6380ce100 con 0x7fa6381f1e60 2024-07-26T16:46:01.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.293+0000 7fa634ff9640 1 -- 172.21.15.33:0/3912050909 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa630038040 con 0x7fa6381f1e60 2024-07-26T16:46:01.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.293+0000 7fa63e527640 1 -- 172.21.15.33:0/3912050909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6381f4da0 con 0x7fa6381f1e60 2024-07-26T16:46:01.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.294+0000 7fa634ff9640 1 -- 172.21.15.33:0/3912050909 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 108) ==== 49591+0+0 (secure 0 0 0) 0x7fa630004290 con 0x7fa6381f1e60 2024-07-26T16:46:01.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.294+0000 7fa634ff9640 1 -- 172.21.15.33:0/3912050909 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(183..183 src has 1..183) ==== 6889+0+0 (secure 0 0 0) 0x7fa630072be0 con 0x7fa6381f1e60 2024-07-26T16:46:01.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.294+0000 7fa63e527640 1 -- 172.21.15.33:0/3912050909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6380cedf0 con 0x7fa6381f1e60 2024-07-26T16:46:01.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.299+0000 7fa634ff9640 1 -- 172.21.15.33:0/3912050909 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa63002fe30 con 0x7fa6381f1e60 2024-07-26T16:46:01.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.495+0000 7fa63e527640 1 -- 172.21.15.33:0/3912050909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa6380d42c0 con 0x7fa6381f1e60 2024-07-26T16:46:01.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.496+0000 7fa634ff9640 1 -- 172.21.15.33:0/3912050909 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v183) ==== 74+0+18066 (secure 0 0 0) 0x7fa630046360 con 0x7fa6381f1e60 2024-07-26T16:46:01.498 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:01.499 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":183,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:45:58.507838+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_metadata","create_time":"2024-07-26T16:45:34.745819+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_data","create_time":"2024-07-26T16:45:35.999446+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"181","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/2978006526":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/751976185":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/804843934":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/3992603191":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/3630922543":"2024-07-27T16:45:58.507799+0000","172.21.15.154:6837/2621736723":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/1876070154":"2024-07-27T16:45:58.507799+0000","172.21.15.154:6837/3019583169":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/1056377505":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/1879512204":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/474565507":"2024-07-27T16:45:54.627819+0000","172.21.15.154:6836/2621736723":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/3081838705":"2024-07-27T16:45:54.627819+0000","172.21.15.154:6836/3019583169":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/517947753":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/2313610774":"2024-07-27T16:45:54.627819+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:46:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.499+0000 7fa63e527640 1 -- 172.21.15.33:0/3912050909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6381f1e60 msgr2=0x7fa6381f5b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.499+0000 7fa63e527640 1 --2- 172.21.15.33:0/3912050909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6381f1e60 0x7fa6381f5b70 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7fa630009ed0 tx=0x7fa630033dc0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.499+0000 7fa63e527640 1 -- 172.21.15.33:0/3912050909 shutdown_connections 2024-07-26T16:46:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.499+0000 7fa63e527640 1 --2- 172.21.15.33:0/3912050909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa6381f1e60 0x7fa6381f5b70 unknown :-1 s=CLOSED pgs=1774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.499+0000 7fa63e527640 1 --2- 172.21.15.33:0/3912050909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa6380c7940 0x7fa6380c82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.499+0000 7fa63e527640 1 --2- 172.21.15.33:0/3912050909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa620005150 0x7fa6381f55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.499+0000 7fa63e527640 1 -- 172.21.15.33:0/3912050909 >> 172.21.15.33:0/3912050909 conn(0x7fa6380d3e10 msgr2=0x7fa6380b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.499+0000 7fa63e527640 1 -- 172.21.15.33:0/3912050909 shutdown_connections 2024-07-26T16:46:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.499+0000 7fa63e527640 1 -- 172.21.15.33:0/3912050909 wait complete. 2024-07-26T16:46:01.512 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T16:46:01.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.636+0000 7ff07185b640 1 -- 172.21.15.33:0/123209840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff06c0d4920 msgr2=0x7ff06c0b93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:01.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.636+0000 7ff07185b640 1 --2- 172.21.15.33:0/123209840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff06c0d4920 0x7ff06c0b93c0 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7ff06c0c7860 tx=0x7ff05c02a4b0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.636+0000 7ff07185b640 1 -- 172.21.15.33:0/123209840 shutdown_connections 2024-07-26T16:46:01.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.636+0000 7ff07185b640 1 --2- 172.21.15.33:0/123209840 >> v2:172.21.15.154:3300/0 conn(0x7ff06c0d0610 0x7ff06c0d0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.636+0000 7ff07185b640 1 --2- 172.21.15.33:0/123209840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff06c0d4920 0x7ff06c0b93c0 unknown :-1 s=CLOSED pgs=1779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.636+0000 7ff07185b640 1 -- 172.21.15.33:0/123209840 >> 172.21.15.33:0/123209840 conn(0x7ff06c0d3d90 msgr2=0x7ff06c0d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:01.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.636+0000 7ff07185b640 1 -- 172.21.15.33:0/123209840 shutdown_connections 2024-07-26T16:46:01.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.636+0000 7ff07185b640 1 -- 172.21.15.33:0/123209840 wait complete. 2024-07-26T16:46:01.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.637+0000 7ff07185b640 1 Processor -- start 2024-07-26T16:46:01.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.638+0000 7ff07185b640 1 -- start start 2024-07-26T16:46:01.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.639+0000 7ff07185b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff06c0b2da0 0x7ff06c159c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:01.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.639+0000 7ff07185b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff06c0d0610 0x7ff06c0a12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:01.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.639+0000 7ff07185b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff06c1f8870 0x7ff06c1f8c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:01.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.639+0000 7ff07185b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff06c0b36d0 con 0x7ff06c1f8870 2024-07-26T16:46:01.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.639+0000 7ff07185b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff06c0d2820 con 0x7ff06c0d0610 2024-07-26T16:46:01.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.639+0000 7ff07185b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff06c0b3850 con 0x7ff06c0b2da0 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.639+0000 7ff06b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff06c1f8870 0x7ff06c1f8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.639+0000 7ff06b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff06c1f8870 0x7ff06c1f8c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57574/0 (socket says 172.21.15.33:57574) 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.639+0000 7ff06b7fe640 1 -- 172.21.15.33:0/2207461378 learned_addr learned my addr 172.21.15.33:0/2207461378 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.639+0000 7ff06affd640 1 --2- 172.21.15.33:0/2207461378 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff06c0b2da0 0x7ff06c159c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff06b7fe640 1 -- 172.21.15.33:0/2207461378 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff06c0b2da0 msgr2=0x7ff06c159c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff06a7fc640 1 --2- 172.21.15.33:0/2207461378 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff06c0d0610 0x7ff06c0a12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff06b7fe640 1 --2- 172.21.15.33:0/2207461378 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff06c0b2da0 0x7ff06c159c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff06b7fe640 1 -- 172.21.15.33:0/2207461378 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff06c0d0610 msgr2=0x7ff06c0a12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff06b7fe640 1 --2- 172.21.15.33:0/2207461378 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff06c0d0610 0x7ff06c0a12f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff06b7fe640 1 -- 172.21.15.33:0/2207461378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff06c1f91c0 con 0x7ff06c1f8870 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff06affd640 1 --2- 172.21.15.33:0/2207461378 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff06c0b2da0 0x7ff06c159c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:01.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff06a7fc640 1 --2- 172.21.15.33:0/2207461378 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff06c0d0610 0x7ff06c0a12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:46:01.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff06b7fe640 1 --2- 172.21.15.33:0/2207461378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff06c1f8870 0x7ff06c1f8c80 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x7ff06400b9e0 tx=0x7ff06400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:01.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff053fff640 1 -- 172.21.15.33:0/2207461378 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff064019070 con 0x7ff06c1f8870 2024-07-26T16:46:01.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff053fff640 1 -- 172.21.15.33:0/2207461378 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff06400cc10 con 0x7ff06c1f8870 2024-07-26T16:46:01.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff053fff640 1 -- 172.21.15.33:0/2207461378 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0640146a0 con 0x7ff06c1f8870 2024-07-26T16:46:01.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff07185b640 1 -- 172.21.15.33:0/2207461378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff06c15b6f0 con 0x7ff06c1f8870 2024-07-26T16:46:01.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.640+0000 7ff07185b640 1 -- 172.21.15.33:0/2207461378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff06c15a930 con 0x7ff06c1f8870 2024-07-26T16:46:01.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.642+0000 7ff07185b640 1 -- 172.21.15.33:0/2207461378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff06c160910 con 0x7ff06c1f8870 2024-07-26T16:46:01.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.642+0000 7ff053fff640 1 -- 172.21.15.33:0/2207461378 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 109) ==== 98850+0+0 (secure 0 0 0) 0x7ff06401c070 con 0x7ff06c1f8870 2024-07-26T16:46:01.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.643+0000 7ff053fff640 1 -- 172.21.15.33:0/2207461378 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 6889+0+0 (secure 0 0 0) 0x7ff0640985f0 con 0x7ff06c1f8870 2024-07-26T16:46:01.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.647+0000 7ff053fff640 1 -- 172.21.15.33:0/2207461378 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff06c160910 con 0x7ff06c1f8870 2024-07-26T16:46:01.676 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:01.675+0000 7ff001402640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:01.677 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:01.675+0000 7ff001402640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:01.677 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:01.675+0000 7ff001402640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:01.677 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:01.675+0000 7ff001402640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:01.677 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:01.675+0000 7ff001402640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:01.677 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:01.675+0000 7ff004408640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:01.677 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:01.675+0000 7ff004408640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:01.677 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:01.675+0000 7ff004408640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:01.677 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:01.675+0000 7ff004408640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:01.677 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:01.675+0000 7ff004408640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:01.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.889+0000 7ff07185b640 1 -- 172.21.15.33:0/2207461378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff06c0d4920 con 0x7ff06c1f8870 2024-07-26T16:46:01.891 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T16:46:01.890+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T16:46:01.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.891+0000 7ff053fff640 1 -- 172.21.15.33:0/2207461378 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v91) ==== 161+0+0 (secure 0 0 0) 0x7ff06c1f91c0 con 0x7ff06c1f8870 2024-07-26T16:46:01.893 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T16:46:01.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.894+0000 7ff07185b640 1 -- 172.21.15.33:0/2207461378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff06c1f8870 msgr2=0x7ff06c1f8c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:01.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.894+0000 7ff07185b640 1 --2- 172.21.15.33:0/2207461378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff06c1f8870 0x7ff06c1f8c80 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x7ff06400b9e0 tx=0x7ff06400bea0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.894+0000 7ff07185b640 1 -- 172.21.15.33:0/2207461378 shutdown_connections 2024-07-26T16:46:01.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.894+0000 7ff07185b640 1 --2- 172.21.15.33:0/2207461378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff06c1f8870 0x7ff06c1f8c80 unknown :-1 s=CLOSED pgs=1780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.894+0000 7ff07185b640 1 --2- 172.21.15.33:0/2207461378 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff06c0d0610 0x7ff06c0a12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.894+0000 7ff07185b640 1 --2- 172.21.15.33:0/2207461378 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff06c0b2da0 0x7ff06c159c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:01.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.894+0000 7ff07185b640 1 -- 172.21.15.33:0/2207461378 >> 172.21.15.33:0/2207461378 conn(0x7ff06c0d3d90 msgr2=0x7ff06c0b7210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:01.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.895+0000 7ff07185b640 1 -- 172.21.15.33:0/2207461378 shutdown_connections 2024-07-26T16:46:01.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:01.895+0000 7ff07185b640 1 -- 172.21.15.33:0/2207461378 wait complete. 2024-07-26T16:46:01.897 INFO:tasks.ceph.mds.c.smithi033.stderr: -3108> 2024-07-26T16:45:43.628+0000 7f85ecb8d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T16:46:01.908 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T16:46:01.953 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T16:46:02.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.029+0000 7fbb21092640 1 -- 172.21.15.33:0/2550227195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb04003a00 msgr2=0x7fbb04003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:02.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.030+0000 7fbb21092640 1 --2- 172.21.15.33:0/2550227195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb04003a00 0x7fbb04003e70 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7fbb0c009b50 tx=0x7fbb04005830 comp rx=0 tx=0).stop 2024-07-26T16:46:02.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.030+0000 7fbb1b59e640 1 -- 172.21.15.33:0/2550227195 reap_dead start 2024-07-26T16:46:02.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.030+0000 7fbb21092640 1 -- 172.21.15.33:0/2550227195 shutdown_connections 2024-07-26T16:46:02.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.030+0000 7fbb21092640 1 -- 172.21.15.33:0/2550227195 >> 172.21.15.33:0/2550227195 conn(0x7fbb1c0b37a0 msgr2=0x7fbb1c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:02.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.030+0000 7fbb21092640 1 -- 172.21.15.33:0/2550227195 shutdown_connections 2024-07-26T16:46:02.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.030+0000 7fbb21092640 1 -- 172.21.15.33:0/2550227195 wait complete. 2024-07-26T16:46:02.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.032+0000 7fbb21092640 1 Processor -- start 2024-07-26T16:46:02.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.032+0000 7fbb21092640 1 -- start start 2024-07-26T16:46:02.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.033+0000 7fbb21092640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbb04003a00 0x7fbb1c06eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:02.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.033+0000 7fbb21092640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb1c06e470 0x7fbb1c157bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:02.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.033+0000 7fbb21092640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbb1c15b380 0x7fbb1c15b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:02.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.033+0000 7fbb21092640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbb1c0cda60 con 0x7fbb1c06e470 2024-07-26T16:46:02.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.033+0000 7fbb21092640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbb1c0cd8e0 con 0x7fbb04003a00 2024-07-26T16:46:02.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.033+0000 7fbb21092640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbb1c0b1d00 con 0x7fbb1c15b380 2024-07-26T16:46:02.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.033+0000 7fbb1a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb1c06e470 0x7fbb1c157bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:02.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.033+0000 7fbb1a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb1c06e470 0x7fbb1c157bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35256/0 (socket says 172.21.15.33:35256) 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.033+0000 7fbb1a59c640 1 -- 172.21.15.33:0/175438389 learned_addr learned my addr 172.21.15.33:0/175438389 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.033+0000 7fbb1b59e640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbb1c15b380 0x7fbb1c15b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb1a59c640 1 -- 172.21.15.33:0/175438389 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbb1c15b380 msgr2=0x7fbb1c15b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb1a59c640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbb1c15b380 0x7fbb1c15b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb1a59c640 1 -- 172.21.15.33:0/175438389 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbb04003a00 msgr2=0x7fbb1c06eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb1ad9d640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbb04003a00 0x7fbb1c06eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb1a59c640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbb04003a00 0x7fbb1c06eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb1a59c640 1 -- 172.21.15.33:0/175438389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb1c06f070 con 0x7fbb1c06e470 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb1ad9d640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbb04003a00 0x7fbb1c06eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb1a59c640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb1c06e470 0x7fbb1c157bd0 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7fbb10011ae0 tx=0x7fbb10009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb037fe640 1 -- 172.21.15.33:0/175438389 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb1001e070 con 0x7fbb1c06e470 2024-07-26T16:46:02.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb037fe640 1 -- 172.21.15.33:0/175438389 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbb1000fe70 con 0x7fbb1c06e470 2024-07-26T16:46:02.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb21092640 1 -- 172.21.15.33:0/175438389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb1c06f580 con 0x7fbb1c06e470 2024-07-26T16:46:02.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb037fe640 1 -- 172.21.15.33:0/175438389 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb10004290 con 0x7fbb1c06e470 2024-07-26T16:46:02.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.034+0000 7fbb21092640 1 -- 172.21.15.33:0/175438389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb1c06dc70 con 0x7fbb1c06e470 2024-07-26T16:46:02.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.035+0000 7fbb21092640 1 -- 172.21.15.33:0/175438389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb1c06f2f0 con 0x7fbb1c06e470 2024-07-26T16:46:02.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.036+0000 7fbb037fe640 1 -- 172.21.15.33:0/175438389 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 109) ==== 98850+0+0 (secure 0 0 0) 0x7fbb10021070 con 0x7fbb1c06e470 2024-07-26T16:46:02.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.037+0000 7fbb037fe640 1 -- 172.21.15.33:0/175438389 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(185..185 src has 1..185) ==== 6975+0+0 (secure 0 0 0) 0x7fbb10099330 con 0x7fbb1c06e470 2024-07-26T16:46:02.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.041+0000 7fbb037fe640 1 -- 172.21.15.33:0/175438389 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbb10061ea0 con 0x7fbb1c06e470 2024-07-26T16:46:02.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.279+0000 7fbb21092640 1 -- 172.21.15.33:0/175438389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fbb1c0b31d0 con 0x7fbb1c06e470 2024-07-26T16:46:02.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.617+0000 7fbb037fe640 1 -- 172.21.15.33:0/175438389 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 110) ==== 98977+0+0 (secure 0 0 0) 0x7fbb1005d810 con 0x7fbb1c06e470 2024-07-26T16:46:02.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.617+0000 7fbb037fe640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fbb0807d010 0x7fbb0807f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:02.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.618+0000 7fbb1ad9d640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fbb0807d010 0x7fbb0807f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:02.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.620+0000 7fbb1ad9d640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fbb0807d010 0x7fbb0807f430 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fbb0c035000 tx=0x7fbb0c02d040 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:02.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.927+0000 7fbb037fe640 1 -- 172.21.15.33:0/175438389 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v92) ==== 104+0+0 (secure 0 0 0) 0x7fbb100424f0 con 0x7fbb1c06e470 2024-07-26T16:46:02.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 -- 172.21.15.33:0/175438389 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fbb0807d010 msgr2=0x7fbb0807f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:02.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fbb0807d010 0x7fbb0807f430 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fbb0c035000 tx=0x7fbb0c02d040 comp rx=0 tx=0).stop 2024-07-26T16:46:02.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 -- 172.21.15.33:0/175438389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb1c06e470 msgr2=0x7fbb1c157bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:02.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb1c06e470 0x7fbb1c157bd0 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7fbb10011ae0 tx=0x7fbb10009ec0 comp rx=0 tx=0).stop 2024-07-26T16:46:02.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 -- 172.21.15.33:0/175438389 shutdown_connections 2024-07-26T16:46:02.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fbb0807d010 0x7fbb0807f430 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:02.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbb1c15b380 0x7fbb1c15b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:02.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb1c06e470 0x7fbb1c157bd0 unknown :-1 s=CLOSED pgs=1792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:02.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 --2- 172.21.15.33:0/175438389 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbb04003a00 0x7fbb1c06eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:02.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 -- 172.21.15.33:0/175438389 >> 172.21.15.33:0/175438389 conn(0x7fbb1c0b37a0 msgr2=0x7fbb1c0d25e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:02.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 -- 172.21.15.33:0/175438389 shutdown_connections 2024-07-26T16:46:02.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:02.930+0000 7fbb21092640 1 -- 172.21.15.33:0/175438389 wait complete. 2024-07-26T16:46:02.945 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T16:46:03.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.068+0000 7fb88dac2640 1 -- 172.21.15.33:0/583913810 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb874004e60 msgr2=0x7fb874005290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:03.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.069+0000 7fb88dac2640 1 --2- 172.21.15.33:0/583913810 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb874004e60 0x7fb874005290 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7fb880001d90 tx=0x7fb874005830 comp rx=0 tx=0).stop 2024-07-26T16:46:03.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.069+0000 7fb887fff640 1 -- 172.21.15.33:0/583913810 reap_dead start 2024-07-26T16:46:03.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.069+0000 7fb88dac2640 1 -- 172.21.15.33:0/583913810 shutdown_connections 2024-07-26T16:46:03.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.069+0000 7fb88dac2640 1 -- 172.21.15.33:0/583913810 >> 172.21.15.33:0/583913810 conn(0x7fb8880b37a0 msgr2=0x7fb8880b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:03.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.069+0000 7fb88dac2640 1 -- 172.21.15.33:0/583913810 shutdown_connections 2024-07-26T16:46:03.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.069+0000 7fb88dac2640 1 -- 172.21.15.33:0/583913810 wait complete. 2024-07-26T16:46:03.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.070+0000 7fb88dac2640 1 Processor -- start 2024-07-26T16:46:03.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.071+0000 7fb88dac2640 1 -- start start 2024-07-26T16:46:03.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb88dac2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb874004e60 0x7fb8881575a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:03.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb88dac2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb888157c20 0x7fb8881f6660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:03.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb88dac2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8881f6ba0 0x7fb8881f6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:03.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb88dac2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb8880ce390 con 0x7fb8881f6ba0 2024-07-26T16:46:03.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb88dac2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb8880ce210 con 0x7fb888157c20 2024-07-26T16:46:03.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb88dac2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb88815f6b0 con 0x7fb874004e60 2024-07-26T16:46:03.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb887fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8881f6ba0 0x7fb8881f6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:03.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb887fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8881f6ba0 0x7fb8881f6fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35272/0 (socket says 172.21.15.33:35272) 2024-07-26T16:46:03.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb887fff640 1 -- 172.21.15.33:0/536746701 learned_addr learned my addr 172.21.15.33:0/536746701 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:03.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb87ffff640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb888157c20 0x7fb8881f6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:03.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb8877fe640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb874004e60 0x7fb8881575a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:03.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb887fff640 1 -- 172.21.15.33:0/536746701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb874004e60 msgr2=0x7fb8881575a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:03.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb887fff640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb874004e60 0x7fb8881575a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:03.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb887fff640 1 -- 172.21.15.33:0/536746701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb888157c20 msgr2=0x7fb8881f6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:03.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb887fff640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb888157c20 0x7fb8881f6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:03.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb887fff640 1 -- 172.21.15.33:0/536746701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8881584c0 con 0x7fb8881f6ba0 2024-07-26T16:46:03.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.072+0000 7fb887fff640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8881f6ba0 0x7fb8881f6fb0 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7fb880001eb0 tx=0x7fb88002abb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:03.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.073+0000 7fb884ff9640 1 -- 172.21.15.33:0/536746701 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8800062b0 con 0x7fb8881f6ba0 2024-07-26T16:46:03.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.073+0000 7fb884ff9640 1 -- 172.21.15.33:0/536746701 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb880006450 con 0x7fb8881f6ba0 2024-07-26T16:46:03.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.073+0000 7fb884ff9640 1 -- 172.21.15.33:0/536746701 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb880006800 con 0x7fb8881f6ba0 2024-07-26T16:46:03.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.073+0000 7fb88dac2640 1 -- 172.21.15.33:0/536746701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb88809f650 con 0x7fb8881f6ba0 2024-07-26T16:46:03.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.073+0000 7fb88dac2640 1 -- 172.21.15.33:0/536746701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb88809bd30 con 0x7fb8881f6ba0 2024-07-26T16:46:03.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.074+0000 7fb88dac2640 1 -- 172.21.15.33:0/536746701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb88809fb70 con 0x7fb8881f6ba0 2024-07-26T16:46:03.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.074+0000 7fb884ff9640 1 -- 172.21.15.33:0/536746701 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 110) ==== 98977+0+0 (secure 0 0 0) 0x7fb880003a30 con 0x7fb8881f6ba0 2024-07-26T16:46:03.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.075+0000 7fb884ff9640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb868076e90 0x7fb8680793a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:03.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.075+0000 7fb884ff9640 1 -- 172.21.15.33:0/536746701 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(185..185 src has 1..185) ==== 6975+0+0 (secure 0 0 0) 0x7fb8800b87b0 con 0x7fb8881f6ba0 2024-07-26T16:46:03.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.075+0000 7fb8877fe640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb868076e90 0x7fb8680793a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:03.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.075+0000 7fb8877fe640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb868076e90 0x7fb8680793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb878009b90 tx=0x7fb878005f90 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:03.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.079+0000 7fb884ff9640 1 -- 172.21.15.33:0/536746701 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb88809fb70 con 0x7fb8881f6ba0 2024-07-26T16:46:03.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.274+0000 7fb88dac2640 1 -- 172.21.15.33:0/536746701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb8881f74f0 con 0x7fb8881f6ba0 2024-07-26T16:46:03.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.940+0000 7fb884ff9640 1 -- 172.21.15.33:0/536746701 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 111) ==== 99185+0+0 (secure 0 0 0) 0x7fb88007d350 con 0x7fb8881f6ba0 2024-07-26T16:46:03.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.944+0000 7fb884ff9640 1 -- 172.21.15.33:0/536746701 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v186) ==== 181+0+0 (secure 0 0 0) 0x7fb8881f74f0 con 0x7fb8881f6ba0 2024-07-26T16:46:03.946 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T16:46:03.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 -- 172.21.15.33:0/536746701 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb868076e90 msgr2=0x7fb8680793a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:03.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb868076e90 0x7fb8680793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb878009b90 tx=0x7fb878005f90 comp rx=0 tx=0).stop 2024-07-26T16:46:03.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 -- 172.21.15.33:0/536746701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8881f6ba0 msgr2=0x7fb8881f6fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:03.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8881f6ba0 0x7fb8881f6fb0 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7fb880001eb0 tx=0x7fb88002abb0 comp rx=0 tx=0).stop 2024-07-26T16:46:03.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 -- 172.21.15.33:0/536746701 shutdown_connections 2024-07-26T16:46:03.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb868076e90 0x7fb8680793a0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:03.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8881f6ba0 0x7fb8881f6fb0 unknown :-1 s=CLOSED pgs=1795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:03.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb888157c20 0x7fb8881f6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:03.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 --2- 172.21.15.33:0/536746701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb874004e60 0x7fb8881575a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:03.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 -- 172.21.15.33:0/536746701 >> 172.21.15.33:0/536746701 conn(0x7fb8880b37a0 msgr2=0x7fb8880ccf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:03.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 -- 172.21.15.33:0/536746701 shutdown_connections 2024-07-26T16:46:03.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:03.948+0000 7fb88dac2640 1 -- 172.21.15.33:0/536746701 wait complete. 2024-07-26T16:46:03.963 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T16:46:04.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.084+0000 7f8c4eddd640 1 -- 172.21.15.33:0/3595019105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c30003a30 msgr2=0x7f8c30003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.084+0000 7f8c4eddd640 1 --2- 172.21.15.33:0/3595019105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c30003a30 0x7f8c30003ea0 secure :-1 s=READY pgs=1799 cs=0 l=1 rev1=1 crypto rx=0x7f8c380016c0 tx=0x7f8c30005830 comp rx=0 tx=0).stop 2024-07-26T16:46:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.085+0000 7f8c4d37a640 1 -- 172.21.15.33:0/3595019105 reap_dead start 2024-07-26T16:46:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.085+0000 7f8c4eddd640 1 -- 172.21.15.33:0/3595019105 shutdown_connections 2024-07-26T16:46:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.085+0000 7f8c4eddd640 1 -- 172.21.15.33:0/3595019105 >> 172.21.15.33:0/3595019105 conn(0x7f8c480b2b00 msgr2=0x7f8c480b2f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.085+0000 7f8c4eddd640 1 -- 172.21.15.33:0/3595019105 shutdown_connections 2024-07-26T16:46:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.085+0000 7f8c4eddd640 1 -- 172.21.15.33:0/3595019105 wait complete. 2024-07-26T16:46:04.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.086+0000 7f8c4eddd640 1 Processor -- start 2024-07-26T16:46:04.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.086+0000 7f8c4eddd640 1 -- start start 2024-07-26T16:46:04.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c4eddd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c30003a30 0x7f8c4815ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:04.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c4eddd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c48142c30 0x7f8c48140430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:04.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c4eddd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c481547e0 0x7f8c48154bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:04.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c4eddd640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8c4806f460 con 0x7f8c48142c30 2024-07-26T16:46:04.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c4eddd640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8c4806f2e0 con 0x7f8c30003a30 2024-07-26T16:46:04.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c4eddd640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8c4806f5e0 con 0x7f8c481547e0 2024-07-26T16:46:04.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c47fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c48142c30 0x7f8c48140430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:04.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c47fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c48142c30 0x7f8c48140430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35306/0 (socket says 172.21.15.33:35306) 2024-07-26T16:46:04.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c47fff640 1 -- 172.21.15.33:0/1855445251 learned_addr learned my addr 172.21.15.33:0/1855445251 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:04.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c4d37a640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c481547e0 0x7f8c48154bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:04.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c4cb79640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c30003a30 0x7f8c4815ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:04.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c47fff640 1 -- 172.21.15.33:0/1855445251 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c481547e0 msgr2=0x7f8c48154bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c47fff640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c481547e0 0x7f8c48154bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c47fff640 1 -- 172.21.15.33:0/1855445251 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c30003a30 msgr2=0x7f8c4815ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c47fff640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c30003a30 0x7f8c4815ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.088+0000 7f8c47fff640 1 -- 172.21.15.33:0/1855445251 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c48155130 con 0x7f8c48142c30 2024-07-26T16:46:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.089+0000 7f8c47fff640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c48142c30 0x7f8c48140430 secure :-1 s=READY pgs=1800 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c006660 tx=0x7f8c3c006750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.089+0000 7f8c457fa640 1 -- 172.21.15.33:0/1855445251 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c011700 con 0x7f8c48142c30 2024-07-26T16:46:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.089+0000 7f8c457fa640 1 -- 172.21.15.33:0/1855445251 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c3c016020 con 0x7f8c48142c30 2024-07-26T16:46:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.089+0000 7f8c4eddd640 1 -- 172.21.15.33:0/1855445251 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c48143370 con 0x7f8c48142c30 2024-07-26T16:46:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.089+0000 7f8c457fa640 1 -- 172.21.15.33:0/1855445251 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c011b40 con 0x7f8c48142c30 2024-07-26T16:46:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.089+0000 7f8c4eddd640 1 -- 172.21.15.33:0/1855445251 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c48143930 con 0x7f8c48142c30 2024-07-26T16:46:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.090+0000 7f8c4eddd640 1 -- 172.21.15.33:0/1855445251 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c481430e0 con 0x7f8c48142c30 2024-07-26T16:46:04.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.090+0000 7f8c457fa640 1 -- 172.21.15.33:0/1855445251 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 111) ==== 99185+0+0 (secure 0 0 0) 0x7f8c3c011ce0 con 0x7f8c48142c30 2024-07-26T16:46:04.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.091+0000 7f8c457fa640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8c340770a0 0x7f8c340795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:04.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.091+0000 7f8c4cb79640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8c340770a0 0x7f8c340795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:04.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.091+0000 7f8c457fa640 1 -- 172.21.15.33:0/1855445251 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 6537+0+0 (secure 0 0 0) 0x7f8c3c099500 con 0x7f8c48142c30 2024-07-26T16:46:04.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.092+0000 7f8c4cb79640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8c340770a0 0x7f8c340795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f8c38032000 tx=0x7f8c38001190 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:04.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.096+0000 7f8c457fa640 1 -- 172.21.15.33:0/1855445251 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8c3c020030 con 0x7f8c48142c30 2024-07-26T16:46:04.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.295+0000 7f8c4eddd640 1 -- 172.21.15.33:0/1855445251 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8c48068f10 con 0x7f8c48142c30 2024-07-26T16:46:04.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.950+0000 7f8c457fa640 1 -- 172.21.15.33:0/1855445251 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v187) ==== 169+0+0 (secure 0 0 0) 0x7f8c48068f10 con 0x7f8c48142c30 2024-07-26T16:46:04.952 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T16:46:04.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.954+0000 7f8c4eddd640 1 -- 172.21.15.33:0/1855445251 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8c340770a0 msgr2=0x7f8c340795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:04.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.954+0000 7f8c4eddd640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8c340770a0 0x7f8c340795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f8c38032000 tx=0x7f8c38001190 comp rx=0 tx=0).stop 2024-07-26T16:46:04.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.954+0000 7f8c4eddd640 1 -- 172.21.15.33:0/1855445251 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c48142c30 msgr2=0x7f8c48140430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:04.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.954+0000 7f8c4eddd640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c48142c30 0x7f8c48140430 secure :-1 s=READY pgs=1800 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c006660 tx=0x7f8c3c006750 comp rx=0 tx=0).stop 2024-07-26T16:46:04.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.955+0000 7f8c4eddd640 1 -- 172.21.15.33:0/1855445251 shutdown_connections 2024-07-26T16:46:04.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.955+0000 7f8c4eddd640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8c340770a0 0x7f8c340795b0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:04.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.955+0000 7f8c4eddd640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c481547e0 0x7f8c48154bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:04.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.955+0000 7f8c4eddd640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c48142c30 0x7f8c48140430 unknown :-1 s=CLOSED pgs=1800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:04.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.955+0000 7f8c4eddd640 1 --2- 172.21.15.33:0/1855445251 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c30003a30 0x7f8c4815ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:04.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.955+0000 7f8c4eddd640 1 -- 172.21.15.33:0/1855445251 >> 172.21.15.33:0/1855445251 conn(0x7f8c480b2b00 msgr2=0x7f8c480734f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:04.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.955+0000 7f8c4eddd640 1 -- 172.21.15.33:0/1855445251 shutdown_connections 2024-07-26T16:46:04.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:04.955+0000 7f8c4eddd640 1 -- 172.21.15.33:0/1855445251 wait complete. 2024-07-26T16:46:04.971 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T16:46:05.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.093+0000 7f0c40818640 1 -- 172.21.15.33:0/479188770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c28004d40 msgr2=0x7f0c28005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:05.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.093+0000 7f0c40818640 1 --2- 172.21.15.33:0/479188770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c28004d40 0x7f0c28005190 secure :-1 s=READY pgs=1802 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c15c4f0 tx=0x7f0c28005830 comp rx=0 tx=0).stop 2024-07-26T16:46:05.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.093+0000 7f0c3ad9d640 1 -- 172.21.15.33:0/479188770 reap_dead start 2024-07-26T16:46:05.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.094+0000 7f0c40818640 1 -- 172.21.15.33:0/479188770 shutdown_connections 2024-07-26T16:46:05.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.094+0000 7f0c40818640 1 -- 172.21.15.33:0/479188770 >> 172.21.15.33:0/479188770 conn(0x7f0c3c0d0b40 msgr2=0x7f0c3c0d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:05.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.094+0000 7f0c40818640 1 -- 172.21.15.33:0/479188770 shutdown_connections 2024-07-26T16:46:05.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.094+0000 7f0c40818640 1 -- 172.21.15.33:0/479188770 wait complete. 2024-07-26T16:46:05.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.096+0000 7f0c40818640 1 Processor -- start 2024-07-26T16:46:05.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.096+0000 7f0c40818640 1 -- start start 2024-07-26T16:46:05.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c40818640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c28004d40 0x7f0c3c0c8a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:05.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c40818640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c3c1f6840 0x7f0c3c0cc330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:05.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c40818640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c3c06c630 0x7f0c3c06ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:05.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c40818640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3c0b4b30 con 0x7f0c28004d40 2024-07-26T16:46:05.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c40818640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3c06f5c0 con 0x7f0c3c1f6840 2024-07-26T16:46:05.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c40818640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0c3c0b4cb0 con 0x7f0c3c06c630 2024-07-26T16:46:05.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c3a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c28004d40 0x7f0c3c0c8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:05.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c3a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c28004d40 0x7f0c3c0c8a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35326/0 (socket says 172.21.15.33:35326) 2024-07-26T16:46:05.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c3a59c640 1 -- 172.21.15.33:0/793746824 learned_addr learned my addr 172.21.15.33:0/793746824 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:05.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c3ad9d640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c3c06c630 0x7f0c3c06ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:05.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c3a59c640 1 -- 172.21.15.33:0/793746824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c3c06c630 msgr2=0x7f0c3c06ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:05.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c3a59c640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c3c06c630 0x7f0c3c06ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c3a59c640 1 -- 172.21.15.33:0/793746824 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c3c1f6840 msgr2=0x7f0c3c0cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:05.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c3a59c640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c3c1f6840 0x7f0c3c0cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.097+0000 7f0c3a59c640 1 -- 172.21.15.33:0/793746824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c3c06cf80 con 0x7f0c28004d40 2024-07-26T16:46:05.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.098+0000 7f0c3a59c640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c28004d40 0x7f0c3c0c8a80 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c006300 tx=0x7f0c2c0067c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:05.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.098+0000 7f0c32ffd640 1 -- 172.21.15.33:0/793746824 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c015070 con 0x7f0c28004d40 2024-07-26T16:46:05.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.098+0000 7f0c32ffd640 1 -- 172.21.15.33:0/793746824 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c2c00fd40 con 0x7f0c28004d40 2024-07-26T16:46:05.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.098+0000 7f0c40818640 1 -- 172.21.15.33:0/793746824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c3c1f3660 con 0x7f0c28004d40 2024-07-26T16:46:05.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.098+0000 7f0c32ffd640 1 -- 172.21.15.33:0/793746824 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c2c011690 con 0x7f0c28004d40 2024-07-26T16:46:05.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.098+0000 7f0c40818640 1 -- 172.21.15.33:0/793746824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c3c0c92a0 con 0x7f0c28004d40 2024-07-26T16:46:05.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.099+0000 7f0c40818640 1 -- 172.21.15.33:0/793746824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c3c0b45f0 con 0x7f0c28004d40 2024-07-26T16:46:05.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.100+0000 7f0c32ffd640 1 -- 172.21.15.33:0/793746824 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 111) ==== 99185+0+0 (secure 0 0 0) 0x7f0c2c011830 con 0x7f0c28004d40 2024-07-26T16:46:05.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.100+0000 7f0c32ffd640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0c1c0770a0 0x7f0c1c0795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:05.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.100+0000 7f0c39d9b640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0c1c0770a0 0x7f0c1c0795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:05.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.101+0000 7f0c32ffd640 1 -- 172.21.15.33:0/793746824 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 6123+0+0 (secure 0 0 0) 0x7f0c2c099c70 con 0x7f0c28004d40 2024-07-26T16:46:05.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.101+0000 7f0c39d9b640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0c1c0770a0 0x7f0c1c0795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c158730 tx=0x7f0c240040a0 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:05.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.105+0000 7f0c32ffd640 1 -- 172.21.15.33:0/793746824 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0c3c06cf80 con 0x7f0c28004d40 2024-07-26T16:46:05.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.299+0000 7f0c40818640 1 -- 172.21.15.33:0/793746824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f0c3c0d1840 con 0x7f0c28004d40 2024-07-26T16:46:05.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.304+0000 7f0c32ffd640 1 -- 172.21.15.33:0/793746824 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v63) ==== 71+0+0 (secure 0 0 0) 0x7f0c2c062bd0 con 0x7f0c28004d40 2024-07-26T16:46:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 -- 172.21.15.33:0/793746824 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0c1c0770a0 msgr2=0x7f0c1c0795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0c1c0770a0 0x7f0c1c0795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c158730 tx=0x7f0c240040a0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 -- 172.21.15.33:0/793746824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c28004d40 msgr2=0x7f0c3c0c8a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c28004d40 0x7f0c3c0c8a80 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7f0c2c006300 tx=0x7f0c2c0067c0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 -- 172.21.15.33:0/793746824 shutdown_connections 2024-07-26T16:46:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0c1c0770a0 0x7f0c1c0795b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c3c06c630 0x7f0c3c06ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c3c1f6840 0x7f0c3c0cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 --2- 172.21.15.33:0/793746824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c28004d40 0x7f0c3c0c8a80 unknown :-1 s=CLOSED pgs=1803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 -- 172.21.15.33:0/793746824 >> 172.21.15.33:0/793746824 conn(0x7f0c3c0d0b40 msgr2=0x7f0c3c15af50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:05.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 -- 172.21.15.33:0/793746824 shutdown_connections 2024-07-26T16:46:05.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.306+0000 7f0c40818640 1 -- 172.21.15.33:0/793746824 wait complete. 2024-07-26T16:46:05.320 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_list_post_schedule_remove' 2024-07-26T16:46:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.440+0000 7f2131ed2640 1 -- 172.21.15.33:0/1177300278 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f212c0b6fc0 msgr2=0x7f212c0ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.440+0000 7f2131ed2640 1 --2- 172.21.15.33:0/1177300278 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f212c0b6fc0 0x7f212c0ce260 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f211c009830 tx=0x7f211c02a510 comp rx=0 tx=0).stop 2024-07-26T16:46:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.441+0000 7f2131ed2640 1 -- 172.21.15.33:0/1177300278 shutdown_connections 2024-07-26T16:46:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.441+0000 7f2131ed2640 1 --2- 172.21.15.33:0/1177300278 >> v2:172.21.15.154:3300/0 conn(0x7f212c0ce7a0 0x7f212c0cebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.441+0000 7f2131ed2640 1 --2- 172.21.15.33:0/1177300278 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f212c0b6fc0 0x7f212c0ce260 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.441+0000 7f2131ed2640 1 -- 172.21.15.33:0/1177300278 >> 172.21.15.33:0/1177300278 conn(0x7f212c0d1b70 msgr2=0x7f212c0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.441+0000 7f2131ed2640 1 -- 172.21.15.33:0/1177300278 shutdown_connections 2024-07-26T16:46:05.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.441+0000 7f2131ed2640 1 -- 172.21.15.33:0/1177300278 wait complete. 2024-07-26T16:46:05.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.442+0000 7f2131ed2640 1 Processor -- start 2024-07-26T16:46:05.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.443+0000 7f2131ed2640 1 -- start start 2024-07-26T16:46:05.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f2131ed2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f212c0b6fc0 0x7f212c15e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:05.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f2131ed2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f212c0cc740 0x7f212c06eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:05.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f2131ed2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f212c0ce7a0 0x7f212c06f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:05.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f2131ed2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f212c0b1280 con 0x7f212c0ce7a0 2024-07-26T16:46:05.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f2131ed2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f212c0b2dc0 con 0x7f212c0b6fc0 2024-07-26T16:46:05.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f2131ed2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f212c0cd260 con 0x7f212c0cc740 2024-07-26T16:46:05.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f212bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f212c0ce7a0 0x7f212c06f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:05.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f212bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f212c0ce7a0 0x7f212c06f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35340/0 (socket says 172.21.15.33:35340) 2024-07-26T16:46:05.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f212bfff640 1 -- 172.21.15.33:0/2936214768 learned_addr learned my addr 172.21.15.33:0/2936214768 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:05.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f212b7fe640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f212c0b6fc0 0x7f212c15e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:05.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f212affd640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f212c0cc740 0x7f212c06eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:05.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f212bfff640 1 -- 172.21.15.33:0/2936214768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f212c0cc740 msgr2=0x7f212c06eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:05.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f212bfff640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f212c0cc740 0x7f212c06eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f212bfff640 1 -- 172.21.15.33:0/2936214768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f212c0b6fc0 msgr2=0x7f212c15e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f212bfff640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f212c0b6fc0 0x7f212c15e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.444+0000 7f212bfff640 1 -- 172.21.15.33:0/2936214768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f212c1f89e0 con 0x7f212c0ce7a0 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.445+0000 7f212bfff640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f212c0ce7a0 0x7f212c06f050 secure :-1 s=READY pgs=1804 cs=0 l=1 rev1=1 crypto rx=0x7f212400cad0 tx=0x7f212400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.445+0000 7f2123fff640 1 -- 172.21.15.33:0/2936214768 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2124016020 con 0x7f212c0ce7a0 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.445+0000 7f2123fff640 1 -- 172.21.15.33:0/2936214768 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f212400ad20 con 0x7f212c0ce7a0 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.445+0000 7f2131ed2640 1 -- 172.21.15.33:0/2936214768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f212c1f8cc0 con 0x7f212c0ce7a0 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.445+0000 7f2123fff640 1 -- 172.21.15.33:0/2936214768 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2124012680 con 0x7f212c0ce7a0 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.445+0000 7f2131ed2640 1 -- 172.21.15.33:0/2936214768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f212c1f9280 con 0x7f212c0ce7a0 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.446+0000 7f2131ed2640 1 -- 172.21.15.33:0/2936214768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f212c0ce260 con 0x7f212c0ce7a0 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.447+0000 7f2123fff640 1 -- 172.21.15.33:0/2936214768 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 111) ==== 99185+0+0 (secure 0 0 0) 0x7f2124019020 con 0x7f212c0ce7a0 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.447+0000 7f2123fff640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f210c0770d0 0x7f210c0795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.447+0000 7f2123fff640 1 -- 172.21.15.33:0/2936214768 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 6123+0+0 (secure 0 0 0) 0x7f2124098fe0 con 0x7f212c0ce7a0 2024-07-26T16:46:05.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.447+0000 7f212b7fe640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f210c0770d0 0x7f210c0795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:05.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.448+0000 7f212b7fe640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f210c0770d0 0x7f210c0795e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f211c034000 tx=0x7f211c004730 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:05.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.452+0000 7f2123fff640 1 -- 172.21.15.33:0/2936214768 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2124020020 con 0x7f212c0ce7a0 2024-07-26T16:46:05.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.719+0000 7f2131ed2640 1 -- 172.21.15.33:0/2936214768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_list_post_schedule_remove"]} v 0) -- 0x7f212c1f8730 con 0x7f212c0ce7a0 2024-07-26T16:46:05.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.952+0000 7f2123fff640 1 -- 172.21.15.33:0/2936214768 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_list_post_schedule_remove"]}]=0 v2515) ==== 174+0+0 (secure 0 0 0) 0x7f2124062050 con 0x7f212c0ce7a0 2024-07-26T16:46:05.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 -- 172.21.15.33:0/2936214768 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f210c0770d0 msgr2=0x7f210c0795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:05.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f210c0770d0 0x7f210c0795e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f211c034000 tx=0x7f211c004730 comp rx=0 tx=0).stop 2024-07-26T16:46:05.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 -- 172.21.15.33:0/2936214768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f212c0ce7a0 msgr2=0x7f212c06f050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:05.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f212c0ce7a0 0x7f212c06f050 secure :-1 s=READY pgs=1804 cs=0 l=1 rev1=1 crypto rx=0x7f212400cad0 tx=0x7f212400cf90 comp rx=0 tx=0).stop 2024-07-26T16:46:05.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 -- 172.21.15.33:0/2936214768 shutdown_connections 2024-07-26T16:46:05.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f210c0770d0 0x7f210c0795e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f212c0ce7a0 0x7f212c06f050 unknown :-1 s=CLOSED pgs=1804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f212c0cc740 0x7f212c06eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 --2- 172.21.15.33:0/2936214768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f212c0b6fc0 0x7f212c15e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:05.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 -- 172.21.15.33:0/2936214768 >> 172.21.15.33:0/2936214768 conn(0x7f212c0d1b70 msgr2=0x7f212c0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:05.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 -- 172.21.15.33:0/2936214768 shutdown_connections 2024-07-26T16:46:05.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:05.954+0000 7f2131ed2640 1 -- 172.21.15.33:0/2936214768 wait complete. 2024-07-26T16:46:05.968 INFO:tasks.cephfs_test_runner:Test listing snap schedules post removal of a schedule ... ok 2024-07-26T16:46:05.968 INFO:tasks.cephfs_test_runner:Starting test: test_snap_schedule_with_mgr_restart (tasks.cephfs.test_snap_schedules.TestSnapSchedules) Test that snap schedule is resumed after mgr restart 2024-07-26T16:46:05.968 INFO:tasks.cephfs_test_runner:test_snap_schedule_with_mgr_restart (tasks.cephfs.test_snap_schedules.TestSnapSchedules) 2024-07-26T16:46:05.969 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:46:06.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.085+0000 7f4e131cf640 1 -- 172.21.15.33:0/2824020018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4df4003a30 msgr2=0x7f4df4003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.085+0000 7f4e131cf640 1 --2- 172.21.15.33:0/2824020018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4df4003a30 0x7f4df4003ea0 secure :-1 s=READY pgs=1806 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc0016c0 tx=0x7f4df4005830 comp rx=0 tx=0).stop 2024-07-26T16:46:06.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.085+0000 7f4e1176c640 1 -- 172.21.15.33:0/2824020018 reap_dead start 2024-07-26T16:46:06.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.085+0000 7f4e131cf640 1 -- 172.21.15.33:0/2824020018 shutdown_connections 2024-07-26T16:46:06.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.085+0000 7f4e131cf640 1 -- 172.21.15.33:0/2824020018 >> 172.21.15.33:0/2824020018 conn(0x7f4e0c0d1b70 msgr2=0x7f4e0c0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:06.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.085+0000 7f4e131cf640 1 -- 172.21.15.33:0/2824020018 shutdown_connections 2024-07-26T16:46:06.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.085+0000 7f4e131cf640 1 -- 172.21.15.33:0/2824020018 wait complete. 2024-07-26T16:46:06.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.087+0000 7f4e131cf640 1 Processor -- start 2024-07-26T16:46:06.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.087+0000 7f4e131cf640 1 -- start start 2024-07-26T16:46:06.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e131cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4df4003a30 0x7f4e0c1f6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e131cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e0c0c8630 0x7f4e0c0ca240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e131cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e0c15b1a0 0x7f4e0c1f35a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e131cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0c0b2430 con 0x7f4e0c0c8630 2024-07-26T16:46:06.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e131cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4e0c0b22b0 con 0x7f4e0c15b1a0 2024-07-26T16:46:06.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e131cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4e0c0b25b0 con 0x7f4df4003a30 2024-07-26T16:46:06.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e0bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e0c0c8630 0x7f4e0c0ca240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e0bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e0c0c8630 0x7f4e0c0ca240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35352/0 (socket says 172.21.15.33:35352) 2024-07-26T16:46:06.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e0bfff640 1 -- 172.21.15.33:0/2995773703 learned_addr learned my addr 172.21.15.33:0/2995773703 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:06.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e10f6b640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4df4003a30 0x7f4e0c1f6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e1176c640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e0c15b1a0 0x7f4e0c1f35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e0bfff640 1 -- 172.21.15.33:0/2995773703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4df4003a30 msgr2=0x7f4e0c1f6320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e0bfff640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4df4003a30 0x7f4e0c1f6320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e0bfff640 1 -- 172.21.15.33:0/2995773703 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e0c15b1a0 msgr2=0x7f4e0c1f35a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e0bfff640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e0c15b1a0 0x7f4e0c1f35a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e0bfff640 1 -- 172.21.15.33:0/2995773703 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e0c0ca780 con 0x7f4e0c0c8630 2024-07-26T16:46:06.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.089+0000 7f4e0bfff640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e0c0c8630 0x7f4e0c0ca240 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f4e00006600 tx=0x7f4e000039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:06.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.090+0000 7f4e097fa640 1 -- 172.21.15.33:0/2995773703 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e00015070 con 0x7f4e0c0c8630 2024-07-26T16:46:06.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.090+0000 7f4e097fa640 1 -- 172.21.15.33:0/2995773703 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4e00011920 con 0x7f4e0c0c8630 2024-07-26T16:46:06.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.090+0000 7f4e131cf640 1 -- 172.21.15.33:0/2995773703 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e0c1f6b50 con 0x7f4e0c0c8630 2024-07-26T16:46:06.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.090+0000 7f4e097fa640 1 -- 172.21.15.33:0/2995773703 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e00011d70 con 0x7f4e0c0c8630 2024-07-26T16:46:06.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.090+0000 7f4e131cf640 1 -- 172.21.15.33:0/2995773703 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e0c1f7110 con 0x7f4e0c0c8630 2024-07-26T16:46:06.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.091+0000 7f4e131cf640 1 -- 172.21.15.33:0/2995773703 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e0c0b76e0 con 0x7f4e0c0c8630 2024-07-26T16:46:06.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.092+0000 7f4e097fa640 1 -- 172.21.15.33:0/2995773703 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 111) ==== 99185+0+0 (secure 0 0 0) 0x7f4e00018070 con 0x7f4e0c0c8630 2024-07-26T16:46:06.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.092+0000 7f4e097fa640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4df80770d0 0x7f4df80795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.092+0000 7f4e097fa640 1 -- 172.21.15.33:0/2995773703 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 6123+0+0 (secure 0 0 0) 0x7f4e00099710 con 0x7f4e0c0c8630 2024-07-26T16:46:06.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.092+0000 7f4e10f6b640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4df80770d0 0x7f4df80795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.093+0000 7f4e10f6b640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4df80770d0 0x7f4df80795e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc032000 tx=0x7f4dfc02c040 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:06.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.097+0000 7f4e097fa640 1 -- 172.21.15.33:0/2995773703 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4e0c0b76e0 con 0x7f4e0c0c8630 2024-07-26T16:46:06.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.291+0000 7f4e131cf640 1 -- 172.21.15.33:0/2995773703 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4e0c1f68e0 con 0x7f4e0c0c8630 2024-07-26T16:46:06.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.292+0000 7f4e097fa640 1 -- 172.21.15.33:0/2995773703 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v187) ==== 74+0+14478 (secure 0 0 0) 0x7f4e000620c0 con 0x7f4e0c0c8630 2024-07-26T16:46:06.294 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:06.294 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":187,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:46:04.946062+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":22,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/2978006526":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/751976185":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/804843934":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/3992603191":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/3630922543":"2024-07-27T16:45:58.507799+0000","172.21.15.154:6837/2621736723":"2024-07-27T16:45:58.507799+0000","172.21.15.33:6835/2856540853":"2024-07-27T16:46:01.890915+0000","172.21.15.154:0/1876070154":"2024-07-27T16:45:58.507799+0000","172.21.15.154:6837/3019583169":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/1056377505":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/1879512204":"2024-07-27T16:45:54.627819+0000","172.21.15.33:6833/2856540853":"2024-07-27T16:46:01.890915+0000","172.21.15.154:0/474565507":"2024-07-27T16:45:54.627819+0000","172.21.15.154:6836/2621736723":"2024-07-27T16:45:58.507799+0000","172.21.15.154:0/3081838705":"2024-07-27T16:45:54.627819+0000","172.21.15.154:6836/3019583169":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/517947753":"2024-07-27T16:45:54.627819+0000","172.21.15.154:0/2313610774":"2024-07-27T16:45:54.627819+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:46:06.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 -- 172.21.15.33:0/2995773703 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4df80770d0 msgr2=0x7f4df80795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4df80770d0 0x7f4df80795e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc032000 tx=0x7f4dfc02c040 comp rx=0 tx=0).stop 2024-07-26T16:46:06.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 -- 172.21.15.33:0/2995773703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e0c0c8630 msgr2=0x7f4e0c0ca240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e0c0c8630 0x7f4e0c0ca240 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f4e00006600 tx=0x7f4e000039c0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 -- 172.21.15.33:0/2995773703 shutdown_connections 2024-07-26T16:46:06.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4df80770d0 0x7f4df80795e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e0c15b1a0 0x7f4e0c1f35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e0c0c8630 0x7f4e0c0ca240 unknown :-1 s=CLOSED pgs=1807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 --2- 172.21.15.33:0/2995773703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4df4003a30 0x7f4e0c1f6320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 -- 172.21.15.33:0/2995773703 >> 172.21.15.33:0/2995773703 conn(0x7f4e0c0d1b70 msgr2=0x7f4e0c0ae800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:06.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 -- 172.21.15.33:0/2995773703 shutdown_connections 2024-07-26T16:46:06.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.294+0000 7f4e131cf640 1 -- 172.21.15.33:0/2995773703 wait complete. 2024-07-26T16:46:06.307 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T16:46:06.307 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T16:46:06.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.428+0000 7fef49fdf640 1 -- 172.21.15.33:0/1009259246 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef440b53e0 msgr2=0x7fef440d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.428+0000 7fef49fdf640 1 --2- 172.21.15.33:0/1009259246 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef440b53e0 0x7fef440d0570 secure :-1 s=READY pgs=1809 cs=0 l=1 rev1=1 crypto rx=0x7fef34005fd0 tx=0x7fef3402a5d0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.428+0000 7fef49fdf640 1 -- 172.21.15.33:0/1009259246 shutdown_connections 2024-07-26T16:46:06.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.428+0000 7fef49fdf640 1 --2- 172.21.15.33:0/1009259246 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef440b8fa0 0x7fef440d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.428+0000 7fef49fdf640 1 --2- 172.21.15.33:0/1009259246 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef440b53e0 0x7fef440d0570 unknown :-1 s=CLOSED pgs=1809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.428+0000 7fef49fdf640 1 -- 172.21.15.33:0/1009259246 >> 172.21.15.33:0/1009259246 conn(0x7fef440d3dc0 msgr2=0x7fef440d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:06.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.428+0000 7fef49fdf640 1 -- 172.21.15.33:0/1009259246 shutdown_connections 2024-07-26T16:46:06.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.428+0000 7fef49fdf640 1 -- 172.21.15.33:0/1009259246 wait complete. 2024-07-26T16:46:06.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.430+0000 7fef49fdf640 1 Processor -- start 2024-07-26T16:46:06.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.430+0000 7fef49fdf640 1 -- start start 2024-07-26T16:46:06.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef49fdf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef440b53e0 0x7fef441f9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef49fdf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef440b6cf0 0x7fef4409db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef49fdf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fef440b8fa0 0x7fef4415e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef49fdf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fef440b7810 con 0x7fef440b53e0 2024-07-26T16:46:06.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef49fdf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fef440cfd20 con 0x7fef440b8fa0 2024-07-26T16:46:06.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef49fdf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fef440b7990 con 0x7fef440b6cf0 2024-07-26T16:46:06.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef437fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef440b53e0 0x7fef441f9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef437fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef440b53e0 0x7fef441f9280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35370/0 (socket says 172.21.15.33:35370) 2024-07-26T16:46:06.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef437fe640 1 -- 172.21.15.33:0/2520440981 learned_addr learned my addr 172.21.15.33:0/2520440981 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef42ffd640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef440b6cf0 0x7fef4409db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef43fff640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fef440b8fa0 0x7fef4415e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef437fe640 1 -- 172.21.15.33:0/2520440981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef440b6cf0 msgr2=0x7fef4409db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef437fe640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef440b6cf0 0x7fef4409db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef437fe640 1 -- 172.21.15.33:0/2520440981 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fef440b8fa0 msgr2=0x7fef4415e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef437fe640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fef440b8fa0 0x7fef4415e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef437fe640 1 -- 172.21.15.33:0/2520440981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef4409e070 con 0x7fef440b53e0 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef42ffd640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef440b6cf0 0x7fef4409db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef43fff640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fef440b8fa0 0x7fef4415e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.432+0000 7fef437fe640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef440b53e0 0x7fef441f9280 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7fef34000c00 tx=0x7fef340038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.433+0000 7fef2bfff640 1 -- 172.21.15.33:0/2520440981 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef3403e030 con 0x7fef440b53e0 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.433+0000 7fef2bfff640 1 -- 172.21.15.33:0/2520440981 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef34003ca0 con 0x7fef440b53e0 2024-07-26T16:46:06.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.433+0000 7fef49fdf640 1 -- 172.21.15.33:0/2520440981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef440c7a70 con 0x7fef440b53e0 2024-07-26T16:46:06.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.433+0000 7fef2bfff640 1 -- 172.21.15.33:0/2520440981 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34035040 con 0x7fef440b53e0 2024-07-26T16:46:06.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.433+0000 7fef49fdf640 1 -- 172.21.15.33:0/2520440981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef440c8030 con 0x7fef440b53e0 2024-07-26T16:46:06.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.434+0000 7fef49fdf640 1 -- 172.21.15.33:0/2520440981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef440b7e40 con 0x7fef440b53e0 2024-07-26T16:46:06.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.435+0000 7fef2bfff640 1 -- 172.21.15.33:0/2520440981 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7fef34041030 con 0x7fef440b53e0 2024-07-26T16:46:06.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.435+0000 7fef2bfff640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fef30077160 0x7fef30079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.435+0000 7fef42ffd640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fef30077160 0x7fef30079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.435+0000 7fef2bfff640 1 -- 172.21.15.33:0/2520440981 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 6123+0+0 (secure 0 0 0) 0x7fef340b9360 con 0x7fef440b53e0 2024-07-26T16:46:06.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.436+0000 7fef42ffd640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fef30077160 0x7fef30079670 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fef38005fd0 tx=0x7fef38005ea0 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:06.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.440+0000 7fef2bfff640 1 -- 172.21.15.33:0/2520440981 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fef34082120 con 0x7fef440b53e0 2024-07-26T16:46:06.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.629+0000 7fef49fdf640 1 -- 172.21.15.33:0/2520440981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fef440b9c80 con 0x7fef440b53e0 2024-07-26T16:46:06.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.629+0000 7fef2bfff640 1 -- 172.21.15.33:0/2520440981 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v187) ==== 93+0+10 (secure 0 0 0) 0x7fef340a1e20 con 0x7fef440b53e0 2024-07-26T16:46:06.631 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T16:46:06.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.631+0000 7fef49fdf640 1 -- 172.21.15.33:0/2520440981 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fef30077160 msgr2=0x7fef30079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.631+0000 7fef49fdf640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fef30077160 0x7fef30079670 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fef38005fd0 tx=0x7fef38005ea0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.631+0000 7fef49fdf640 1 -- 172.21.15.33:0/2520440981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef440b53e0 msgr2=0x7fef441f9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.631+0000 7fef49fdf640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef440b53e0 0x7fef441f9280 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7fef34000c00 tx=0x7fef340038a0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.631+0000 7fef49fdf640 1 -- 172.21.15.33:0/2520440981 shutdown_connections 2024-07-26T16:46:06.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.631+0000 7fef49fdf640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fef30077160 0x7fef30079670 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.631+0000 7fef49fdf640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fef440b8fa0 0x7fef4415e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.631+0000 7fef49fdf640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef440b6cf0 0x7fef4409db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.631+0000 7fef49fdf640 1 --2- 172.21.15.33:0/2520440981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef440b53e0 0x7fef441f9280 unknown :-1 s=CLOSED pgs=1810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.632+0000 7fef49fdf640 1 -- 172.21.15.33:0/2520440981 >> 172.21.15.33:0/2520440981 conn(0x7fef440d3dc0 msgr2=0x7fef4406cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:06.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.632+0000 7fef49fdf640 1 -- 172.21.15.33:0/2520440981 shutdown_connections 2024-07-26T16:46:06.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.632+0000 7fef49fdf640 1 -- 172.21.15.33:0/2520440981 wait complete. 2024-07-26T16:46:06.644 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_mgr_restart' 2024-07-26T16:46:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.761+0000 7f2d139d4640 1 -- 172.21.15.33:0/1245175176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cf80053a0 msgr2=0x7f2cf800ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.761+0000 7f2d139d4640 1 --2- 172.21.15.33:0/1245175176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cf80053a0 0x7f2cf800ba50 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7f2d040016c0 tx=0x7f2cf8005830 comp rx=0 tx=0).stop 2024-07-26T16:46:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.761+0000 7f2d139d4640 1 -- 172.21.15.33:0/1245175176 shutdown_connections 2024-07-26T16:46:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.761+0000 7f2d139d4640 1 --2- 172.21.15.33:0/1245175176 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cf80053a0 0x7f2cf800ba50 unknown :-1 s=CLOSED pgs=1812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.761+0000 7f2d139d4640 1 -- 172.21.15.33:0/1245175176 >> 172.21.15.33:0/1245175176 conn(0x7f2d0c0d3e10 msgr2=0x7f2d0c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.761+0000 7f2d139d4640 1 -- 172.21.15.33:0/1245175176 shutdown_connections 2024-07-26T16:46:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.761+0000 7f2d139d4640 1 -- 172.21.15.33:0/1245175176 wait complete. 2024-07-26T16:46:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.763+0000 7f2d139d4640 1 Processor -- start 2024-07-26T16:46:06.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.763+0000 7f2d139d4640 1 -- start start 2024-07-26T16:46:06.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.764+0000 7f2d139d4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cf80053a0 0x7f2d0c0b3b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.764+0000 7f2d139d4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d0c1d87f0 0x7f2d0c0b40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.764+0000 7f2d139d4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d0c0cb410 0x7f2d0c1d5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.764+0000 7f2d139d4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2d0c0d2cc0 con 0x7f2cf80053a0 2024-07-26T16:46:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.764+0000 7f2d139d4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2d0c0d2b40 con 0x7f2d0c0cb410 2024-07-26T16:46:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.764+0000 7f2d139d4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2d0c0d4d50 con 0x7f2d0c1d87f0 2024-07-26T16:46:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.764+0000 7f2d11770640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cf80053a0 0x7f2d0c0b3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d11770640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cf80053a0 0x7f2d0c0b3b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35398/0 (socket says 172.21.15.33:35398) 2024-07-26T16:46:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d11770640 1 -- 172.21.15.33:0/1110475128 learned_addr learned my addr 172.21.15.33:0/1110475128 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d10f6f640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d0c1d87f0 0x7f2d0c0b40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d11f71640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d0c0cb410 0x7f2d0c1d5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d11770640 1 -- 172.21.15.33:0/1110475128 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d0c1d87f0 msgr2=0x7f2d0c0b40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d11770640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d0c1d87f0 0x7f2d0c0b40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d11770640 1 -- 172.21.15.33:0/1110475128 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d0c0cb410 msgr2=0x7f2d0c1d5d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d11770640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d0c0cb410 0x7f2d0c1d5d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d11770640 1 -- 172.21.15.33:0/1110475128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d0c1dc050 con 0x7f2cf80053a0 2024-07-26T16:46:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d11770640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cf80053a0 0x7f2d0c0b3b90 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7f2d08006060 tx=0x7f2d08006520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d01ffb640 1 -- 172.21.15.33:0/1110475128 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0800f930 con 0x7f2cf80053a0 2024-07-26T16:46:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d01ffb640 1 -- 172.21.15.33:0/1110475128 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d08016020 con 0x7f2cf80053a0 2024-07-26T16:46:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d139d4640 1 -- 172.21.15.33:0/1110475128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d0c1f8100 con 0x7f2cf80053a0 2024-07-26T16:46:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d01ffb640 1 -- 172.21.15.33:0/1110475128 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0800fd50 con 0x7f2cf80053a0 2024-07-26T16:46:06.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.765+0000 7f2d139d4640 1 -- 172.21.15.33:0/1110475128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d0c1f86a0 con 0x7f2cf80053a0 2024-07-26T16:46:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.767+0000 7f2d139d4640 1 -- 172.21.15.33:0/1110475128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d0c0cf070 con 0x7f2cf80053a0 2024-07-26T16:46:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.767+0000 7f2d01ffb640 1 -- 172.21.15.33:0/1110475128 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f2d08011430 con 0x7f2cf80053a0 2024-07-26T16:46:06.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.768+0000 7f2d01ffb640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cf0077160 0x7f2cf0079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.768+0000 7f2d10f6f640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cf0077160 0x7f2cf0079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.768+0000 7f2d01ffb640 1 -- 172.21.15.33:0/1110475128 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 6123+0+0 (secure 0 0 0) 0x7f2d080998a0 con 0x7f2cf80053a0 2024-07-26T16:46:06.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.769+0000 7f2d10f6f640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cf0077160 0x7f2cf0079670 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc009ad0 tx=0x7f2cfc005f90 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:06.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:06.773+0000 7f2d01ffb640 1 -- 172.21.15.33:0/1110475128 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2d08020020 con 0x7f2cf80053a0 2024-07-26T16:46:07.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.041+0000 7f2d139d4640 1 -- 172.21.15.33:0/1110475128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_mgr_restart"]} v 0) -- 0x7f2d0c0cffc0 con 0x7f2cf80053a0 2024-07-26T16:46:07.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.959+0000 7f2d01ffb640 1 -- 172.21.15.33:0/1110475128 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_mgr_restart"]}]=0 v2517) ==== 168+0+0 (secure 0 0 0) 0x7f2d08062090 con 0x7f2cf80053a0 2024-07-26T16:46:07.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 -- 172.21.15.33:0/1110475128 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cf0077160 msgr2=0x7f2cf0079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:07.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cf0077160 0x7f2cf0079670 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc009ad0 tx=0x7f2cfc005f90 comp rx=0 tx=0).stop 2024-07-26T16:46:07.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 -- 172.21.15.33:0/1110475128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cf80053a0 msgr2=0x7f2d0c0b3b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:07.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cf80053a0 0x7f2d0c0b3b90 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7f2d08006060 tx=0x7f2d08006520 comp rx=0 tx=0).stop 2024-07-26T16:46:07.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 -- 172.21.15.33:0/1110475128 shutdown_connections 2024-07-26T16:46:07.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cf0077160 0x7f2cf0079670 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:07.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d0c0cb410 0x7f2d0c1d5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:07.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d0c1d87f0 0x7f2d0c0b40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:07.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 --2- 172.21.15.33:0/1110475128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cf80053a0 0x7f2d0c0b3b90 unknown :-1 s=CLOSED pgs=1813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:07.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 -- 172.21.15.33:0/1110475128 >> 172.21.15.33:0/1110475128 conn(0x7f2d0c0d3e10 msgr2=0x7f2d0c06cf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:07.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 -- 172.21.15.33:0/1110475128 shutdown_connections 2024-07-26T16:46:07.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:07.962+0000 7f2d139d4640 1 -- 172.21.15.33:0/1110475128 wait complete. 2024-07-26T16:46:07.977 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T16:46:08.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.101+0000 7f2ce1818640 1 -- 172.21.15.33:0/1183217813 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cdc0b1ba0 msgr2=0x7f2cdc0b1fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.101+0000 7f2ce1818640 1 --2- 172.21.15.33:0/1183217813 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cdc0b1ba0 0x7f2cdc0b1fb0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f2cd4009830 tx=0x7f2cd402a510 comp rx=0 tx=0).stop 2024-07-26T16:46:08.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.101+0000 7f2ce1818640 1 -- 172.21.15.33:0/1183217813 shutdown_connections 2024-07-26T16:46:08.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.101+0000 7f2ce1818640 1 --2- 172.21.15.33:0/1183217813 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cdc0b1ba0 0x7f2cdc0b1fb0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.101+0000 7f2ce1818640 1 --2- 172.21.15.33:0/1183217813 >> v2:172.21.15.154:3300/0 conn(0x7f2cdc0ce970 0x7f2cdc0ced80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.101+0000 7f2ce1818640 1 -- 172.21.15.33:0/1183217813 >> 172.21.15.33:0/1183217813 conn(0x7f2cdc0d1b70 msgr2=0x7f2cdc0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:08.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.101+0000 7f2ce1818640 1 -- 172.21.15.33:0/1183217813 shutdown_connections 2024-07-26T16:46:08.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.101+0000 7f2ce1818640 1 -- 172.21.15.33:0/1183217813 wait complete. 2024-07-26T16:46:08.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.103+0000 7f2ce1818640 1 Processor -- start 2024-07-26T16:46:08.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.103+0000 7f2ce1818640 1 -- start start 2024-07-26T16:46:08.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2ce1818640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cdc0b1ba0 0x7f2cdc15d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:08.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2ce1818640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2cdc0b6fc0 0x7f2cdc0c4850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:08.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2ce1818640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cdc0ce970 0x7f2cdc1f8350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:08.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2ce1818640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2cdc0b2670 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2ce1818640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2cdc0b24f0 con 0x7f2cdc0b6fc0 2024-07-26T16:46:08.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2ce1818640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2cdc0b27f0 con 0x7f2cdc0ce970 2024-07-26T16:46:08.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2cdaffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cdc0b1ba0 0x7f2cdc15d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:08.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2cdaffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cdc0b1ba0 0x7f2cdc15d1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35408/0 (socket says 172.21.15.33:35408) 2024-07-26T16:46:08.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2cdaffd640 1 -- 172.21.15.33:0/1137157702 learned_addr learned my addr 172.21.15.33:0/1137157702 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2cda7fc640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2cdc0b6fc0 0x7f2cdc0c4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2cdb7fe640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cdc0ce970 0x7f2cdc1f8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2cdaffd640 1 -- 172.21.15.33:0/1137157702 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cdc0ce970 msgr2=0x7f2cdc1f8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2cdaffd640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cdc0ce970 0x7f2cdc1f8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2cdaffd640 1 -- 172.21.15.33:0/1137157702 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2cdc0b6fc0 msgr2=0x7f2cdc0c4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2cdaffd640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2cdc0b6fc0 0x7f2cdc0c4850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2cdaffd640 1 -- 172.21.15.33:0/1137157702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cdc15ca90 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.105+0000 7f2cdaffd640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cdc0b1ba0 0x7f2cdc15d1e0 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc00cb40 tx=0x7f2ccc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.106+0000 7f2cc3fff640 1 -- 172.21.15.33:0/1137157702 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ccc016020 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.106+0000 7f2cc3fff640 1 -- 172.21.15.33:0/1137157702 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ccc00adb0 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.106+0000 7f2ce1818640 1 -- 172.21.15.33:0/1137157702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cdc15cd70 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.106+0000 7f2cc3fff640 1 -- 172.21.15.33:0/1137157702 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ccc012680 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.106+0000 7f2ce1818640 1 -- 172.21.15.33:0/1137157702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cdc0c6c80 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.107+0000 7f2ce1818640 1 -- 172.21.15.33:0/1137157702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cdc0b2ca0 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.107+0000 7f2cc3fff640 1 -- 172.21.15.33:0/1137157702 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f2ccc019020 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.108+0000 7f2cc3fff640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cc8077130 0x7f2cc8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:08.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.108+0000 7f2cc3fff640 1 -- 172.21.15.33:0/1137157702 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 6123+0+0 (secure 0 0 0) 0x7f2ccc099260 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.108+0000 7f2cda7fc640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cc8077130 0x7f2cc8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:08.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.108+0000 7f2cda7fc640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cc8077130 0x7f2cc8079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc15f8b0 tx=0x7f2cd0005f90 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:08.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.113+0000 7f2cc3fff640 1 -- 172.21.15.33:0/1137157702 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2ccc020020 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.304+0000 7f2ce1818640 1 -- 172.21.15.33:0/1137157702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f2cdc15cf40 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.305+0000 7f2cc3fff640 1 -- 172.21.15.33:0/1137157702 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v63) ==== 59+0+1998 (secure 0 0 0) 0x7f2ccc061ac0 con 0x7f2cdc0b1ba0 2024-07-26T16:46:08.307 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T16:46:08.307 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T16:46:08.307 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T16:46:08.307 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T16:46:08.307 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T16:46:08.307 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T16:46:08.307 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T16:46:08.307 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T16:46:08.307 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T16:46:08.308 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T16:46:08.309 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T16:46:08.309 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T16:46:08.309 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T16:46:08.309 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T16:46:08.309 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T16:46:08.309 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T16:46:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.307+0000 7f2ce1818640 1 -- 172.21.15.33:0/1137157702 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cc8077130 msgr2=0x7f2cc8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.307+0000 7f2ce1818640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cc8077130 0x7f2cc8079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc15f8b0 tx=0x7f2cd0005f90 comp rx=0 tx=0).stop 2024-07-26T16:46:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.307+0000 7f2ce1818640 1 -- 172.21.15.33:0/1137157702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cdc0b1ba0 msgr2=0x7f2cdc15d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.307+0000 7f2ce1818640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cdc0b1ba0 0x7f2cdc15d1e0 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc00cb40 tx=0x7f2ccc00a060 comp rx=0 tx=0).stop 2024-07-26T16:46:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.307+0000 7f2ce1818640 1 -- 172.21.15.33:0/1137157702 shutdown_connections 2024-07-26T16:46:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.307+0000 7f2ce1818640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f2cc8077130 0x7f2cc8079640 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.307+0000 7f2ce1818640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2cdc0ce970 0x7f2cdc1f8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.307+0000 7f2ce1818640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2cdc0b6fc0 0x7f2cdc0c4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.307+0000 7f2ce1818640 1 --2- 172.21.15.33:0/1137157702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cdc0b1ba0 0x7f2cdc15d1e0 unknown :-1 s=CLOSED pgs=1814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.307+0000 7f2ce1818640 1 -- 172.21.15.33:0/1137157702 >> 172.21.15.33:0/1137157702 conn(0x7f2cdc0d1b70 msgr2=0x7f2cdc15bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.308+0000 7f2ce1818640 1 -- 172.21.15.33:0/1137157702 shutdown_connections 2024-07-26T16:46:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.308+0000 7f2ce1818640 1 -- 172.21.15.33:0/1137157702 wait complete. 2024-07-26T16:46:08.321 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T16:46:08.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.440+0000 7fda00839640 1 -- 172.21.15.33:0/912354877 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9fc0cfa50 msgr2=0x7fd9fc0b5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.440+0000 7fda00839640 1 --2- 172.21.15.33:0/912354877 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9fc0cfa50 0x7fd9fc0b5a40 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fd9ec005fd0 tx=0x7fd9ec02a5d0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.440+0000 7fda00839640 1 -- 172.21.15.33:0/912354877 shutdown_connections 2024-07-26T16:46:08.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.440+0000 7fda00839640 1 --2- 172.21.15.33:0/912354877 >> v2:172.21.15.154:3300/0 conn(0x7fd9fc0b5f80 0x7fd9fc0d1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.440+0000 7fda00839640 1 --2- 172.21.15.33:0/912354877 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9fc0cfa50 0x7fd9fc0b5a40 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.440+0000 7fda00839640 1 -- 172.21.15.33:0/912354877 >> 172.21.15.33:0/912354877 conn(0x7fd9fc0d3de0 msgr2=0x7fd9fc0d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:08.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.440+0000 7fda00839640 1 -- 172.21.15.33:0/912354877 shutdown_connections 2024-07-26T16:46:08.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.440+0000 7fda00839640 1 -- 172.21.15.33:0/912354877 wait complete. 2024-07-26T16:46:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.442+0000 7fda00839640 1 Processor -- start 2024-07-26T16:46:08.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.442+0000 7fda00839640 1 -- start start 2024-07-26T16:46:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fda00839640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9fc0b5f80 0x7fd9fc1d7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fda00839640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9fc0b6390 0x7fd9fc1e5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fda00839640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd9fc0cfa50 0x7fd9fc1e61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fda00839640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd9fc0b3740 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fda00839640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd9fc0b2d30 con 0x7fd9fc0cfa50 2024-07-26T16:46:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fda00839640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd9fc0b38c0 con 0x7fd9fc0b6390 2024-07-26T16:46:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fd9fa59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9fc0b5f80 0x7fd9fc1d7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fd9fa59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9fc0b5f80 0x7fd9fc1d7ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35416/0 (socket says 172.21.15.33:35416) 2024-07-26T16:46:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fd9fa59c640 1 -- 172.21.15.33:0/3178568644 learned_addr learned my addr 172.21.15.33:0/3178568644 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fd9fad9d640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd9fc0cfa50 0x7fd9fc1e61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:08.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fd9f9d9b640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9fc0b6390 0x7fd9fc1e5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fd9fa59c640 1 -- 172.21.15.33:0/3178568644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9fc0b6390 msgr2=0x7fd9fc1e5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fd9fa59c640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9fc0b6390 0x7fd9fc1e5c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fd9fa59c640 1 -- 172.21.15.33:0/3178568644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd9fc0cfa50 msgr2=0x7fd9fc1e61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fd9fa59c640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd9fc0cfa50 0x7fd9fc1e61d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fd9fa59c640 1 -- 172.21.15.33:0/3178568644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9fc1f9240 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.444+0000 7fd9fa59c640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9fc0b5f80 0x7fd9fc1d7ef0 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7fd9ec000c00 tx=0x7fd9ec005770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.445+0000 7fd9eaffd640 1 -- 172.21.15.33:0/3178568644 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9ec03e030 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.445+0000 7fd9eaffd640 1 -- 172.21.15.33:0/3178568644 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd9ec003a70 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.445+0000 7fd9eaffd640 1 -- 172.21.15.33:0/3178568644 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9ec035040 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.445+0000 7fda00839640 1 -- 172.21.15.33:0/3178568644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9fc1f9520 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.445+0000 7fda00839640 1 -- 172.21.15.33:0/3178568644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9fc1f9ae0 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.446+0000 7fda00839640 1 -- 172.21.15.33:0/3178568644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9fc0b5a40 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.447+0000 7fd9eaffd640 1 -- 172.21.15.33:0/3178568644 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7fd9ec041030 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.447+0000 7fd9eaffd640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd9dc077130 0x7fd9dc079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.447+0000 7fd9eaffd640 1 -- 172.21.15.33:0/3178568644 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 6123+0+0 (secure 0 0 0) 0x7fd9ec0b8f90 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.447+0000 7fd9f9d9b640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd9dc077130 0x7fd9dc079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:08.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.448+0000 7fd9f9d9b640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd9dc077130 0x7fd9dc079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc0c7520 tx=0x7fd9f0005f90 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:08.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.452+0000 7fd9eaffd640 1 -- 172.21.15.33:0/3178568644 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd9ec081810 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.646+0000 7fda00839640 1 -- 172.21.15.33:0/3178568644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fd9fc0b2160 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.650+0000 7fd9eaffd640 1 -- 172.21.15.33:0/3178568644 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v64)=0 v64) ==== 122+0+0 (secure 0 0 0) 0x7fd9ec085d60 con 0x7fd9fc0b5f80 2024-07-26T16:46:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 -- 172.21.15.33:0/3178568644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd9dc077130 msgr2=0x7fd9dc079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd9dc077130 0x7fd9dc079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc0c7520 tx=0x7fd9f0005f90 comp rx=0 tx=0).stop 2024-07-26T16:46:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 -- 172.21.15.33:0/3178568644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9fc0b5f80 msgr2=0x7fd9fc1d7ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9fc0b5f80 0x7fd9fc1d7ef0 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7fd9ec000c00 tx=0x7fd9ec005770 comp rx=0 tx=0).stop 2024-07-26T16:46:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 -- 172.21.15.33:0/3178568644 shutdown_connections 2024-07-26T16:46:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd9dc077130 0x7fd9dc079640 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd9fc0cfa50 0x7fd9fc1e61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9fc0b6390 0x7fd9fc1e5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 --2- 172.21.15.33:0/3178568644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9fc0b5f80 0x7fd9fc1d7ef0 unknown :-1 s=CLOSED pgs=1815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 -- 172.21.15.33:0/3178568644 >> 172.21.15.33:0/3178568644 conn(0x7fd9fc0d3de0 msgr2=0x7fd9fc0b2380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:08.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 -- 172.21.15.33:0/3178568644 shutdown_connections 2024-07-26T16:46:08.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.652+0000 7fda00839640 1 -- 172.21.15.33:0/3178568644 wait complete. 2024-07-26T16:46:08.665 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T16:46:08.665 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T16:46:08.712 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T16:46:08.761 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T16:46:08.761 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T16:46:08.761 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:46:08.778 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T16:46:08.778 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T16:46:08.778 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:46:08.796 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T16:46:08.797 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T16:46:08.797 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:46:08.835 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T16:46:08.835 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T16:46:08.835 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T16:46:08.853 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T16:46:08.854 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T16:46:08.854 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:46:08.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.992+0000 7fe67d75e640 1 -- 172.21.15.33:0/1515421609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe6780d0910 msgr2=0x7fe6780d0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.992+0000 7fe67d75e640 1 --2- 172.21.15.33:0/1515421609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe6780d0910 0x7fe6780d0d20 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7fe66c005fd0 tx=0x7fe66c02a540 comp rx=0 tx=0).stop 2024-07-26T16:46:08.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.992+0000 7fe67d75e640 1 -- 172.21.15.33:0/1515421609 shutdown_connections 2024-07-26T16:46:08.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.992+0000 7fe67d75e640 1 --2- 172.21.15.33:0/1515421609 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe6780d1970 0x7fe6780d1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.992+0000 7fe67d75e640 1 --2- 172.21.15.33:0/1515421609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe6780d0910 0x7fe6780d0d20 unknown :-1 s=CLOSED pgs=1817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:08.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.992+0000 7fe67d75e640 1 -- 172.21.15.33:0/1515421609 >> 172.21.15.33:0/1515421609 conn(0x7fe6780d3da0 msgr2=0x7fe6780d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:08.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.992+0000 7fe67d75e640 1 -- 172.21.15.33:0/1515421609 shutdown_connections 2024-07-26T16:46:08.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.992+0000 7fe67d75e640 1 -- 172.21.15.33:0/1515421609 wait complete. 2024-07-26T16:46:08.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.994+0000 7fe67d75e640 1 Processor -- start 2024-07-26T16:46:08.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.994+0000 7fe67d75e640 1 -- start start 2024-07-26T16:46:08.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.995+0000 7fe67d75e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe6780b9050 0x7fe678161050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.995+0000 7fe67d75e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe6780d0910 0x7fe67815e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.995+0000 7fe67d75e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe6780d1970 0x7fe67815e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.995+0000 7fe67d75e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe6780d22c0 con 0x7fe6780d1970 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.995+0000 7fe67d75e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe6780b4ab0 con 0x7fe6780b9050 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.995+0000 7fe67d75e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe6780d2440 con 0x7fe6780d0910 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe6777fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe6780d1970 0x7fe67815e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe6777fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe6780d1970 0x7fe67815e770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35424/0 (socket says 172.21.15.33:35424) 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe6777fe640 1 -- 172.21.15.33:0/803492482 learned_addr learned my addr 172.21.15.33:0/803492482 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe6767fc640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe6780d0910 0x7fe67815e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe676ffd640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe6780b9050 0x7fe678161050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe6777fe640 1 -- 172.21.15.33:0/803492482 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe6780d0910 msgr2=0x7fe67815e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:08.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe6777fe640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe6780d0910 0x7fe67815e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe6777fe640 1 -- 172.21.15.33:0/803492482 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe6780b9050 msgr2=0x7fe678161050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:09.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe6777fe640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe6780b9050 0x7fe678161050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe6777fe640 1 -- 172.21.15.33:0/803492482 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6781f96f0 con 0x7fe6780d1970 2024-07-26T16:46:09.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe6777fe640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe6780d1970 0x7fe67815e770 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7fe67000ca80 tx=0x7fe67000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:09.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe65f7fe640 1 -- 172.21.15.33:0/803492482 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe670007df0 con 0x7fe6780d1970 2024-07-26T16:46:09.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe65f7fe640 1 -- 172.21.15.33:0/803492482 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe670003aa0 con 0x7fe6780d1970 2024-07-26T16:46:09.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe65f7fe640 1 -- 172.21.15.33:0/803492482 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe670004030 con 0x7fe6780d1970 2024-07-26T16:46:09.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe67d75e640 1 -- 172.21.15.33:0/803492482 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6780b1bb0 con 0x7fe6780d1970 2024-07-26T16:46:09.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.996+0000 7fe67d75e640 1 -- 172.21.15.33:0/803492482 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6781f8930 con 0x7fe6780d1970 2024-07-26T16:46:09.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.998+0000 7fe67d75e640 1 -- 172.21.15.33:0/803492482 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6780b1e20 con 0x7fe6780d1970 2024-07-26T16:46:09.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.998+0000 7fe65f7fe640 1 -- 172.21.15.33:0/803492482 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7fe6700041d0 con 0x7fe6780d1970 2024-07-26T16:46:09.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.999+0000 7fe65f7fe640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe664077130 0x7fe664079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:09.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.999+0000 7fe65f7fe640 1 -- 172.21.15.33:0/803492482 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 6123+0+0 (secure 0 0 0) 0x7fe6700996b0 con 0x7fe6780d1970 2024-07-26T16:46:09.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.999+0000 7fe676ffd640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe664077130 0x7fe664079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:09.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:08.999+0000 7fe676ffd640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe664077130 0x7fe664079640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe6780d04f0 tx=0x7fe668009040 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:09.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.003+0000 7fe65f7fe640 1 -- 172.21.15.33:0/803492482 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe670014070 con 0x7fe6780d1970 2024-07-26T16:46:09.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.235+0000 7fe67d75e640 1 -- 172.21.15.33:0/803492482 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe6780d0d20 con 0x7fe6780d1970 2024-07-26T16:46:09.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.236+0000 7fe65f7fe640 1 -- 172.21.15.33:0/803492482 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+3914 (secure 0 0 0) 0x7fe670061f30 con 0x7fe6780d1970 2024-07-26T16:46:09.238 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:09.238 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":92,"btime":"2024-07-26T16:46:02:925122+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7763,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/3320903209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3320903209},{"type":"v1","addr":"172.21.15.154:6835","nonce":3320903209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":8530,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2999181015","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2999181015},{"type":"v1","addr":"172.21.15.154:6834","nonce":2999181015}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":9309,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/4188974071","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":4188974071},{"type":"v1","addr":"172.21.15.33:6834","nonce":4188974071}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":85},{"gid":9699,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/666199518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":666199518},{"type":"v1","addr":"172.21.15.33:6835","nonce":666199518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":92}],"filesystems":[]} 2024-07-26T16:46:09.238 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 92 2024-07-26T16:46:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.238+0000 7fe67d75e640 1 -- 172.21.15.33:0/803492482 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe664077130 msgr2=0x7fe664079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:09.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.238+0000 7fe67d75e640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe664077130 0x7fe664079640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe6780d04f0 tx=0x7fe668009040 comp rx=0 tx=0).stop 2024-07-26T16:46:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.238+0000 7fe67d75e640 1 -- 172.21.15.33:0/803492482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe6780d1970 msgr2=0x7fe67815e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.238+0000 7fe67d75e640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe6780d1970 0x7fe67815e770 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7fe67000ca80 tx=0x7fe67000cf40 comp rx=0 tx=0).stop 2024-07-26T16:46:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.238+0000 7fe67d75e640 1 -- 172.21.15.33:0/803492482 shutdown_connections 2024-07-26T16:46:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.238+0000 7fe67d75e640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe664077130 0x7fe664079640 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.238+0000 7fe67d75e640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe6780d1970 0x7fe67815e770 unknown :-1 s=CLOSED pgs=1818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.238+0000 7fe67d75e640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe6780d0910 0x7fe67815e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.238+0000 7fe67d75e640 1 --2- 172.21.15.33:0/803492482 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe6780b9050 0x7fe678161050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.238+0000 7fe67d75e640 1 -- 172.21.15.33:0/803492482 >> 172.21.15.33:0/803492482 conn(0x7fe6780d3da0 msgr2=0x7fe67815ede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.239+0000 7fe67d75e640 1 -- 172.21.15.33:0/803492482 shutdown_connections 2024-07-26T16:46:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.239+0000 7fe67d75e640 1 -- 172.21.15.33:0/803492482 wait complete. 2024-07-26T16:46:09.252 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T16:46:09.252 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T16:46:09.252 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T16:46:09.252 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T16:46:09.253 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T16:46:09.253 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T16:46:09.253 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T16:46:09.253 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T16:46:09.253 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T16:46:09.253 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T16:46:09.253 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T16:46:09.254 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T16:46:09.254 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T16:46:09.254 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T16:46:09.254 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T16:46:09.254 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T16:46:09.263 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T16:46:09.263 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T16:46:09.265 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T16:46:09.265 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T16:46:09.266 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T16:46:09.267 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T16:46:09.267 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T16:46:09.267 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T16:46:09.307 INFO:tasks.ceph.mds.a:Started 2024-07-26T16:46:09.308 DEBUG:teuthology.parallel:result is None 2024-07-26T16:46:09.309 INFO:tasks.ceph.mds.c:Started 2024-07-26T16:46:09.309 DEBUG:teuthology.parallel:result is None 2024-07-26T16:46:09.310 INFO:tasks.ceph.mds.d:Started 2024-07-26T16:46:09.310 DEBUG:teuthology.parallel:result is None 2024-07-26T16:46:09.311 INFO:tasks.ceph.mds.b:Started 2024-07-26T16:46:09.311 DEBUG:teuthology.parallel:result is None 2024-07-26T16:46:09.311 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T16:46:09.362 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:46:09.365 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:46:09.399 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T16:46:09.399 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T16:46:09.403 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T16:46:09.404 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T16:46:09.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.438+0000 7f43bc65b640 1 -- 172.21.15.33:0/205910327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f439c005150 msgr2=0x7f439c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:09.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.438+0000 7f43bc65b640 1 --2- 172.21.15.33:0/205910327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f439c005150 0x7f439c00b9c0 secure :-1 s=READY pgs=1824 cs=0 l=1 rev1=1 crypto rx=0x7f43ac001660 tx=0x7f439c005830 comp rx=0 tx=0).stop 2024-07-26T16:46:09.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.438+0000 7f43babf8640 1 -- 172.21.15.33:0/205910327 reap_dead start 2024-07-26T16:46:09.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.438+0000 7f43bc65b640 1 -- 172.21.15.33:0/205910327 shutdown_connections 2024-07-26T16:46:09.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.438+0000 7f43bc65b640 1 -- 172.21.15.33:0/205910327 >> 172.21.15.33:0/205910327 conn(0x7f43b40b3810 msgr2=0x7f43b40b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:09.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.438+0000 7f43bc65b640 1 -- 172.21.15.33:0/205910327 shutdown_connections 2024-07-26T16:46:09.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.438+0000 7f43bc65b640 1 -- 172.21.15.33:0/205910327 wait complete. 2024-07-26T16:46:09.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.440+0000 7f43bc65b640 1 Processor -- start 2024-07-26T16:46:09.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.440+0000 7f43bc65b640 1 -- start start 2024-07-26T16:46:09.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.441+0000 7f43bc65b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f439c005150 0x7f43b415f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:09.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.441+0000 7f43bc65b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43b415c8f0 0x7f43b4155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:09.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.441+0000 7f43bc65b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43b41f6380 0x7f43b40b5690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.441+0000 7f43bc65b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f43b40b7640 con 0x7f43b415c8f0 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.441+0000 7f43bc65b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f43b40b74c0 con 0x7f43b41f6380 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.441+0000 7f43b9bf6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43b415c8f0 0x7f43b4155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.441+0000 7f43bc65b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f43b40b77c0 con 0x7f439c005150 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.441+0000 7f43b9bf6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43b415c8f0 0x7f43b4155890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35470/0 (socket says 172.21.15.33:35470) 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.441+0000 7f43b9bf6640 1 -- 172.21.15.33:0/2524735863 learned_addr learned my addr 172.21.15.33:0/2524735863 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.441+0000 7f43ba3f7640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f439c005150 0x7f43b415f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.441+0000 7f43babf8640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43b41f6380 0x7f43b40b5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43ba3f7640 1 -- 172.21.15.33:0/2524735863 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43b41f6380 msgr2=0x7f43b40b5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43ba3f7640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43b41f6380 0x7f43b40b5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43ba3f7640 1 -- 172.21.15.33:0/2524735863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43b415c8f0 msgr2=0x7f43b4155890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:09.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43ba3f7640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43b415c8f0 0x7f43b4155890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43ba3f7640 1 -- 172.21.15.33:0/2524735863 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43b41578c0 con 0x7f439c005150 2024-07-26T16:46:09.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43b9bf6640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43b415c8f0 0x7f43b4155890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T16:46:09.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43ba3f7640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f439c005150 0x7f43b415f7f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f43a4001500 tx=0x7f43a40064b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:09.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43b2ffd640 1 -- 172.21.15.33:0/2524735863 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a4015070 con 0x7f439c005150 2024-07-26T16:46:09.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43b2ffd640 1 -- 172.21.15.33:0/2524735863 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43a400cb10 con 0x7f439c005150 2024-07-26T16:46:09.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43bc65b640 1 -- 172.21.15.33:0/2524735863 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43b4157ba0 con 0x7f439c005150 2024-07-26T16:46:09.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43b2ffd640 1 -- 172.21.15.33:0/2524735863 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a4011430 con 0x7f439c005150 2024-07-26T16:46:09.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.442+0000 7f43bc65b640 1 -- 172.21.15.33:0/2524735863 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f43b41f5e60 con 0x7f439c005150 2024-07-26T16:46:09.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.443+0000 7f43bc65b640 1 -- 172.21.15.33:0/2524735863 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43b40d0f00 con 0x7f439c005150 2024-07-26T16:46:09.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.444+0000 7f43b2ffd640 1 -- 172.21.15.33:0/2524735863 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f43a403c7a0 con 0x7f439c005150 2024-07-26T16:46:09.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.445+0000 7f43b2ffd640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f43a0077130 0x7f43a0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:09.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.445+0000 7f43b2ffd640 1 -- 172.21.15.33:0/2524735863 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(187..187 src has 1..187) ==== 6123+0+0 (secure 0 0 0) 0x7f43a409a160 con 0x7f439c005150 2024-07-26T16:46:09.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.445+0000 7f43b9bf6640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f43a0077130 0x7f43a0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:09.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.445+0000 7f43b9bf6640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f43a0077130 0x7f43a0079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f43a8012560 tx=0x7f43a8005f90 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:09.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.449+0000 7f43b2ffd640 1 -- 172.21.15.33:0/2524735863 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f43a40628b0 con 0x7f439c005150 2024-07-26T16:46:09.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.654+0000 7f43bc65b640 1 -- 172.21.15.33:0/2524735863 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f43b40ce3c0 con 0x7f439c005150 2024-07-26T16:46:09.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.976+0000 7f43b2ffd640 1 -- 172.21.15.33:0/2524735863 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v189) ==== 97+0+0 (secure 0 0 0) 0x7f43a4066e00 con 0x7f439c005150 2024-07-26T16:46:09.978 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T16:46:09.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 -- 172.21.15.33:0/2524735863 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f43a0077130 msgr2=0x7f43a0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:09.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f43a0077130 0x7f43a0079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f43a8012560 tx=0x7f43a8005f90 comp rx=0 tx=0).stop 2024-07-26T16:46:09.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 -- 172.21.15.33:0/2524735863 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f439c005150 msgr2=0x7f43b415f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:09.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f439c005150 0x7f43b415f7f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f43a4001500 tx=0x7f43a40064b0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 -- 172.21.15.33:0/2524735863 shutdown_connections 2024-07-26T16:46:09.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f43a0077130 0x7f43a0079640 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43b41f6380 0x7f43b40b5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43b415c8f0 0x7f43b4155890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 --2- 172.21.15.33:0/2524735863 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f439c005150 0x7f43b415f7f0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:09.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 -- 172.21.15.33:0/2524735863 >> 172.21.15.33:0/2524735863 conn(0x7f43b40b3810 msgr2=0x7f43b4071000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:09.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 -- 172.21.15.33:0/2524735863 shutdown_connections 2024-07-26T16:46:09.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:09.979+0000 7f43bc65b640 1 -- 172.21.15.33:0/2524735863 wait complete. 2024-07-26T16:46:09.994 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T16:46:10.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.151+0000 7fee4235e640 1 -- 172.21.15.33:0/2175644587 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee24004d40 msgr2=0x7fee24005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.151+0000 7fee4235e640 1 --2- 172.21.15.33:0/2175644587 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee24004d40 0x7fee24005150 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7fee34002230 tx=0x7fee24005830 comp rx=0 tx=0).stop 2024-07-26T16:46:10.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.151+0000 7fee408fb640 1 -- 172.21.15.33:0/2175644587 reap_dead start 2024-07-26T16:46:10.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.151+0000 7fee4235e640 1 -- 172.21.15.33:0/2175644587 shutdown_connections 2024-07-26T16:46:10.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.151+0000 7fee4235e640 1 -- 172.21.15.33:0/2175644587 >> 172.21.15.33:0/2175644587 conn(0x7fee3c0b26e0 msgr2=0x7fee3c0b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:10.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.151+0000 7fee4235e640 1 -- 172.21.15.33:0/2175644587 shutdown_connections 2024-07-26T16:46:10.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.151+0000 7fee4235e640 1 -- 172.21.15.33:0/2175644587 wait complete. 2024-07-26T16:46:10.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.153+0000 7fee4235e640 1 Processor -- start 2024-07-26T16:46:10.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.153+0000 7fee4235e640 1 -- start start 2024-07-26T16:46:10.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.154+0000 7fee4235e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee3c1528a0 0x7fee3c0c5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.154+0000 7fee4235e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee3c153e40 0x7fee3c159db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.154+0000 7fee4235e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee3c15a2f0 0x7fee3c134bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.154+0000 7fee4235e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c0b48d0 con 0x7fee3c15a2f0 2024-07-26T16:46:10.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.154+0000 7fee4235e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fee3c0739e0 con 0x7fee3c1528a0 2024-07-26T16:46:10.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.154+0000 7fee4235e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fee3c0b4a50 con 0x7fee3c153e40 2024-07-26T16:46:10.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee408fb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee3c15a2f0 0x7fee3c134bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee408fb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee3c15a2f0 0x7fee3c134bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35494/0 (socket says 172.21.15.33:35494) 2024-07-26T16:46:10.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee408fb640 1 -- 172.21.15.33:0/1879475625 learned_addr learned my addr 172.21.15.33:0/1879475625 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee3bfff640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee3c1528a0 0x7fee3c0c5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee3b7fe640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee3c153e40 0x7fee3c159db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee408fb640 1 -- 172.21.15.33:0/1879475625 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee3c153e40 msgr2=0x7fee3c159db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee408fb640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee3c153e40 0x7fee3c159db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee408fb640 1 -- 172.21.15.33:0/1879475625 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee3c1528a0 msgr2=0x7fee3c0c5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee408fb640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee3c1528a0 0x7fee3c0c5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee408fb640 1 -- 172.21.15.33:0/1879475625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee3c15a700 con 0x7fee3c15a2f0 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee408fb640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee3c15a2f0 0x7fee3c134bf0 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7fee3400c6d0 tx=0x7fee34004c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee38ff9640 1 -- 172.21.15.33:0/1879475625 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee3402bc10 con 0x7fee3c15a2f0 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee38ff9640 1 -- 172.21.15.33:0/1879475625 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee34006070 con 0x7fee3c15a2f0 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee4235e640 1 -- 172.21.15.33:0/1879475625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee3c152da0 con 0x7fee3c15a2f0 2024-07-26T16:46:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee38ff9640 1 -- 172.21.15.33:0/1879475625 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee34006480 con 0x7fee3c15a2f0 2024-07-26T16:46:10.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.155+0000 7fee4235e640 1 -- 172.21.15.33:0/1879475625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee3c153360 con 0x7fee3c15a2f0 2024-07-26T16:46:10.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.156+0000 7fee4235e640 1 -- 172.21.15.33:0/1879475625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee3c13e440 con 0x7fee3c15a2f0 2024-07-26T16:46:10.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.157+0000 7fee38ff9640 1 -- 172.21.15.33:0/1879475625 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7fee34006620 con 0x7fee3c15a2f0 2024-07-26T16:46:10.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.158+0000 7fee38ff9640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fee28077130 0x7fee28079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.158+0000 7fee3bfff640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fee28077130 0x7fee28079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.158+0000 7fee38ff9640 1 -- 172.21.15.33:0/1879475625 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(191..191 src has 1..191) ==== 5349+0+0 (secure 0 0 0) 0x7fee340b8ae0 con 0x7fee3c15a2f0 2024-07-26T16:46:10.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.158+0000 7fee3bfff640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fee28077130 0x7fee28079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fee3c0c8160 tx=0x7fee2c00d410 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.162+0000 7fee38ff9640 1 -- 172.21.15.33:0/1879475625 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fee3c15a700 con 0x7fee3c15a2f0 2024-07-26T16:46:10.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.431+0000 7fee4235e640 1 -- 172.21.15.33:0/1879475625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fee3c154990 con 0x7fee3c15a2f0 2024-07-26T16:46:10.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.431+0000 7fee38ff9640 1 -- 172.21.15.33:0/1879475625 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v43) ==== 80+0+5304 (secure 0 0 0) 0x7fee34081830 con 0x7fee3c15a2f0 2024-07-26T16:46:10.433 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:10.433 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.434 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T16:46:10.435 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:46:10.436 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.437 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T16:46:10.438 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:46:10.439 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T16:46:10.440 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:46:10.441 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.442 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.443 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T16:46:10.444 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.445 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T16:46:10.446 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T16:46:10.447 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.448 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.448 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T16:46:10.448 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T16:46:10.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.433+0000 7fee4235e640 1 -- 172.21.15.33:0/1879475625 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fee28077130 msgr2=0x7fee28079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.433+0000 7fee4235e640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fee28077130 0x7fee28079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fee3c0c8160 tx=0x7fee2c00d410 comp rx=0 tx=0).stop 2024-07-26T16:46:10.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.433+0000 7fee4235e640 1 -- 172.21.15.33:0/1879475625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee3c15a2f0 msgr2=0x7fee3c134bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.433+0000 7fee4235e640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee3c15a2f0 0x7fee3c134bf0 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7fee3400c6d0 tx=0x7fee34004c90 comp rx=0 tx=0).stop 2024-07-26T16:46:10.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.433+0000 7fee4235e640 1 -- 172.21.15.33:0/1879475625 shutdown_connections 2024-07-26T16:46:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.433+0000 7fee4235e640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fee28077130 0x7fee28079640 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.433+0000 7fee4235e640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee3c15a2f0 0x7fee3c134bf0 unknown :-1 s=CLOSED pgs=1827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.433+0000 7fee4235e640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee3c153e40 0x7fee3c159db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.433+0000 7fee4235e640 1 --2- 172.21.15.33:0/1879475625 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee3c1528a0 0x7fee3c0c5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.433+0000 7fee4235e640 1 -- 172.21.15.33:0/1879475625 >> 172.21.15.33:0/1879475625 conn(0x7fee3c0b26e0 msgr2=0x7fee3c0ce460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.434+0000 7fee4235e640 1 -- 172.21.15.33:0/1879475625 shutdown_connections 2024-07-26T16:46:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.434+0000 7fee4235e640 1 -- 172.21.15.33:0/1879475625 wait complete. 2024-07-26T16:46:10.451 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T16:46:10.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.566+0000 7f3413c41640 1 -- 172.21.15.33:0/2717411161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f340c0b1e50 msgr2=0x7f340c0b2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.566+0000 7f3413c41640 1 --2- 172.21.15.33:0/2717411161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f340c0b1e50 0x7f340c0b2260 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7f340c0d2890 tx=0x7f340402a4b0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.566+0000 7f3413c41640 1 -- 172.21.15.33:0/2717411161 shutdown_connections 2024-07-26T16:46:10.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.566+0000 7f3413c41640 1 --2- 172.21.15.33:0/2717411161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f340c0b1e50 0x7f340c0b2260 unknown :-1 s=CLOSED pgs=1828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.566+0000 7f3413c41640 1 --2- 172.21.15.33:0/2717411161 >> v2:172.21.15.154:3300/0 conn(0x7f340c0b6e00 0x7f340c0b1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.566+0000 7f3413c41640 1 -- 172.21.15.33:0/2717411161 >> 172.21.15.33:0/2717411161 conn(0x7f340c0d1bf0 msgr2=0x7f340c0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:10.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.566+0000 7f3413c41640 1 -- 172.21.15.33:0/2717411161 shutdown_connections 2024-07-26T16:46:10.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.566+0000 7f3413c41640 1 -- 172.21.15.33:0/2717411161 wait complete. 2024-07-26T16:46:10.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.568+0000 7f3413c41640 1 Processor -- start 2024-07-26T16:46:10.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.568+0000 7f3413c41640 1 -- start start 2024-07-26T16:46:10.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.569+0000 7f3413c41640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f340c0b1e50 0x7f340c1e7b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.569+0000 7f3413c41640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f340c0b6e00 0x7f340c0ca860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.569+0000 7f3413c41640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f340c0cc660 0x7f340c14eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.569+0000 7f3413c41640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f340c0ce690 con 0x7f340c0b1e50 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.569+0000 7f3413c41640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f340c0ce510 con 0x7f340c0b6e00 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.569+0000 7f3413c41640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f340c0ce810 con 0x7f340c0cc660 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.569+0000 7f34119dd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f340c0b1e50 0x7f340c1e7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.569+0000 7f34119dd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f340c0b1e50 0x7f340c1e7b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35508/0 (socket says 172.21.15.33:35508) 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.569+0000 7f34119dd640 1 -- 172.21.15.33:0/3386513740 learned_addr learned my addr 172.21.15.33:0/3386513740 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f34111dc640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f340c0b6e00 0x7f340c0ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f34121de640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f340c0cc660 0x7f340c14eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f34119dd640 1 -- 172.21.15.33:0/3386513740 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f340c0cc660 msgr2=0x7f340c14eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f34119dd640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f340c0cc660 0x7f340c14eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f34119dd640 1 -- 172.21.15.33:0/3386513740 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f340c0b6e00 msgr2=0x7f340c0ca860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f34119dd640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f340c0b6e00 0x7f340c0ca860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f34119dd640 1 -- 172.21.15.33:0/3386513740 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f340c0cb060 con 0x7f340c0b1e50 2024-07-26T16:46:10.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f34119dd640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f340c0b1e50 0x7f340c1e7b20 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7f33fc00ba80 tx=0x7f33fc00bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:10.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f340a7fc640 1 -- 172.21.15.33:0/3386513740 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33fc00cc00 con 0x7f340c0b1e50 2024-07-26T16:46:10.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f340a7fc640 1 -- 172.21.15.33:0/3386513740 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f33fc003970 con 0x7f340c0b1e50 2024-07-26T16:46:10.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f3413c41640 1 -- 172.21.15.33:0/3386513740 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f340c06eed0 con 0x7f340c0b1e50 2024-07-26T16:46:10.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f340a7fc640 1 -- 172.21.15.33:0/3386513740 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33fc003dc0 con 0x7f340c0b1e50 2024-07-26T16:46:10.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.570+0000 7f3413c41640 1 -- 172.21.15.33:0/3386513740 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f340c06f730 con 0x7f340c0b1e50 2024-07-26T16:46:10.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.571+0000 7f3413c41640 1 -- 172.21.15.33:0/3386513740 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f340c0b2260 con 0x7f340c0b1e50 2024-07-26T16:46:10.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.572+0000 7f340a7fc640 1 -- 172.21.15.33:0/3386513740 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f33fc003fe0 con 0x7f340c0b1e50 2024-07-26T16:46:10.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.573+0000 7f340a7fc640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f33f8077130 0x7f33f8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.573+0000 7f340a7fc640 1 -- 172.21.15.33:0/3386513740 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(191..191 src has 1..191) ==== 5349+0+0 (secure 0 0 0) 0x7f33fc098830 con 0x7f340c0b1e50 2024-07-26T16:46:10.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.573+0000 7f34111dc640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f33f8077130 0x7f33f8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.573+0000 7f34111dc640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f33f8077130 0x7f33f8079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f340000a490 tx=0x7f340000a420 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:10.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.577+0000 7f340a7fc640 1 -- 172.21.15.33:0/3386513740 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f340c06eed0 con 0x7f340c0b1e50 2024-07-26T16:46:10.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.779+0000 7f3413c41640 1 -- 172.21.15.33:0/3386513740 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f340c0c54c0 con 0x7f340c0b1e50 2024-07-26T16:46:10.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.779+0000 7f340a7fc640 1 -- 172.21.15.33:0/3386513740 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v191) ==== 84+0+65 (secure 0 0 0) 0x7f33fc0614c0 con 0x7f340c0b1e50 2024-07-26T16:46:10.781 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:10.781 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T16:46:10.782 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:10.782 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T16:46:10.782 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T16:46:10.782 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:10.782 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T16:46:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 -- 172.21.15.33:0/3386513740 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f33f8077130 msgr2=0x7f33f8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f33f8077130 0x7f33f8079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f340000a490 tx=0x7f340000a420 comp rx=0 tx=0).stop 2024-07-26T16:46:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 -- 172.21.15.33:0/3386513740 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f340c0b1e50 msgr2=0x7f340c1e7b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f340c0b1e50 0x7f340c1e7b20 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7f33fc00ba80 tx=0x7f33fc00bf40 comp rx=0 tx=0).stop 2024-07-26T16:46:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 -- 172.21.15.33:0/3386513740 shutdown_connections 2024-07-26T16:46:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f33f8077130 0x7f33f8079640 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f340c0cc660 0x7f340c14eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f340c0b6e00 0x7f340c0ca860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 --2- 172.21.15.33:0/3386513740 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f340c0b1e50 0x7f340c1e7b20 unknown :-1 s=CLOSED pgs=1829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 -- 172.21.15.33:0/3386513740 >> 172.21.15.33:0/3386513740 conn(0x7f340c0d1bf0 msgr2=0x7f340c15a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:10.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 -- 172.21.15.33:0/3386513740 shutdown_connections 2024-07-26T16:46:10.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.782+0000 7f3413c41640 1 -- 172.21.15.33:0/3386513740 wait complete. 2024-07-26T16:46:10.795 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T16:46:10.795 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T16:46:10.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.917+0000 7ff22d15e640 1 -- 172.21.15.33:0/2316209701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff214004d40 msgr2=0x7ff2140051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.917+0000 7ff22d15e640 1 --2- 172.21.15.33:0/2316209701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff214004d40 0x7ff2140051f0 secure :-1 s=READY pgs=1831 cs=0 l=1 rev1=1 crypto rx=0x7ff2280cf8e0 tx=0x7ff214005830 comp rx=0 tx=0).stop 2024-07-26T16:46:10.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.917+0000 7ff22759e640 1 -- 172.21.15.33:0/2316209701 reap_dead start 2024-07-26T16:46:10.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.917+0000 7ff22d15e640 1 -- 172.21.15.33:0/2316209701 shutdown_connections 2024-07-26T16:46:10.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.917+0000 7ff22d15e640 1 -- 172.21.15.33:0/2316209701 >> 172.21.15.33:0/2316209701 conn(0x7ff2280d3e50 msgr2=0x7ff2280d4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:10.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.917+0000 7ff22d15e640 1 -- 172.21.15.33:0/2316209701 shutdown_connections 2024-07-26T16:46:10.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.917+0000 7ff22d15e640 1 -- 172.21.15.33:0/2316209701 wait complete. 2024-07-26T16:46:10.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.919+0000 7ff22d15e640 1 Processor -- start 2024-07-26T16:46:10.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.919+0000 7ff22d15e640 1 -- start start 2024-07-26T16:46:10.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.920+0000 7ff22d15e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff214004d40 0x7ff2280cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.920+0000 7ff22d15e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff228154570 0x7ff2280c9640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.920+0000 7ff22d15e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2280c9b80 0x7ff22814de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.920+0000 7ff22d15e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff2280b3f70 con 0x7ff228154570 2024-07-26T16:46:10.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.920+0000 7ff22d15e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff2280b96b0 con 0x7ff2280c9b80 2024-07-26T16:46:10.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.920+0000 7ff22d15e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff2280b40f0 con 0x7ff214004d40 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.920+0000 7ff21e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff228154570 0x7ff2280c9640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.920+0000 7ff21e59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff228154570 0x7ff2280c9640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35532/0 (socket says 172.21.15.33:35532) 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.920+0000 7ff21e59c640 1 -- 172.21.15.33:0/1736448567 learned_addr learned my addr 172.21.15.33:0/1736448567 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.920+0000 7ff22759e640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2280c9b80 0x7ff22814de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.920+0000 7ff226d9d640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff214004d40 0x7ff2280cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.921+0000 7ff21e59c640 1 -- 172.21.15.33:0/1736448567 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff214004d40 msgr2=0x7ff2280cb580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.921+0000 7ff21e59c640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff214004d40 0x7ff2280cb580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.921+0000 7ff21e59c640 1 -- 172.21.15.33:0/1736448567 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2280c9b80 msgr2=0x7ff22814de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.921+0000 7ff21e59c640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2280c9b80 0x7ff22814de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.921+0000 7ff21e59c640 1 -- 172.21.15.33:0/1736448567 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2280caec0 con 0x7ff228154570 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.921+0000 7ff21e59c640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff228154570 0x7ff2280c9640 secure :-1 s=READY pgs=1832 cs=0 l=1 rev1=1 crypto rx=0x7ff210004ed0 tx=0x7ff210001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:10.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.921+0000 7ff21ffff640 1 -- 172.21.15.33:0/1736448567 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff210015020 con 0x7ff228154570 2024-07-26T16:46:10.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.921+0000 7ff21ffff640 1 -- 172.21.15.33:0/1736448567 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff210011960 con 0x7ff228154570 2024-07-26T16:46:10.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.921+0000 7ff22d15e640 1 -- 172.21.15.33:0/1736448567 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2280cb1a0 con 0x7ff228154570 2024-07-26T16:46:10.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.921+0000 7ff21ffff640 1 -- 172.21.15.33:0/1736448567 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff210011d90 con 0x7ff228154570 2024-07-26T16:46:10.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.921+0000 7ff22d15e640 1 -- 172.21.15.33:0/1736448567 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2280cdf30 con 0x7ff228154570 2024-07-26T16:46:10.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.922+0000 7ff22d15e640 1 -- 172.21.15.33:0/1736448567 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2280cac30 con 0x7ff228154570 2024-07-26T16:46:10.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.923+0000 7ff21ffff640 1 -- 172.21.15.33:0/1736448567 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7ff210018020 con 0x7ff228154570 2024-07-26T16:46:10.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.923+0000 7ff21ffff640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7ff208077130 0x7ff208079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:10.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.923+0000 7ff21ffff640 1 -- 172.21.15.33:0/1736448567 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(191..191 src has 1..191) ==== 5349+0+0 (secure 0 0 0) 0x7ff210099320 con 0x7ff228154570 2024-07-26T16:46:10.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.923+0000 7ff226d9d640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7ff208077130 0x7ff208079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:10.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.924+0000 7ff226d9d640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7ff208077130 0x7ff208079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff22808e240 tx=0x7ff218005f90 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:10.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:10.928+0000 7ff21ffff640 1 -- 172.21.15.33:0/1736448567 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff21001f020 con 0x7ff228154570 2024-07-26T16:46:11.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.127+0000 7ff22d15e640 1 -- 172.21.15.33:0/1736448567 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ff2280b4650 con 0x7ff228154570 2024-07-26T16:46:11.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.981+0000 7ff21ffff640 1 -- 172.21.15.33:0/1736448567 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v192) ==== 138+0+0 (secure 0 0 0) 0x7ff2100624f0 con 0x7ff228154570 2024-07-26T16:46:11.983 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T16:46:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.984+0000 7ff22d15e640 1 -- 172.21.15.33:0/1736448567 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7ff208077130 msgr2=0x7ff208079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.984+0000 7ff22d15e640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7ff208077130 0x7ff208079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff22808e240 tx=0x7ff218005f90 comp rx=0 tx=0).stop 2024-07-26T16:46:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.984+0000 7ff22d15e640 1 -- 172.21.15.33:0/1736448567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff228154570 msgr2=0x7ff2280c9640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.984+0000 7ff22d15e640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff228154570 0x7ff2280c9640 secure :-1 s=READY pgs=1832 cs=0 l=1 rev1=1 crypto rx=0x7ff210004ed0 tx=0x7ff210001630 comp rx=0 tx=0).stop 2024-07-26T16:46:11.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.984+0000 7ff22d15e640 1 -- 172.21.15.33:0/1736448567 shutdown_connections 2024-07-26T16:46:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.984+0000 7ff22d15e640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7ff208077130 0x7ff208079640 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.984+0000 7ff22d15e640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2280c9b80 0x7ff22814de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.984+0000 7ff22d15e640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff228154570 0x7ff2280c9640 unknown :-1 s=CLOSED pgs=1832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.984+0000 7ff22d15e640 1 --2- 172.21.15.33:0/1736448567 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff214004d40 0x7ff2280cb580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.984+0000 7ff22d15e640 1 -- 172.21.15.33:0/1736448567 >> 172.21.15.33:0/1736448567 conn(0x7ff2280d3e50 msgr2=0x7ff2280b4860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.985+0000 7ff22d15e640 1 -- 172.21.15.33:0/1736448567 shutdown_connections 2024-07-26T16:46:11.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:11.985+0000 7ff22d15e640 1 -- 172.21.15.33:0/1736448567 wait complete. 2024-07-26T16:46:12.007 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T16:46:12.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.137+0000 7faf20a44640 1 -- 172.21.15.33:0/1852601212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf08005350 msgr2=0x7faf0800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:12.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.137+0000 7faf20a44640 1 --2- 172.21.15.33:0/1852601212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf08005350 0x7faf0800b9c0 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7faf14009b20 tx=0x7faf08005830 comp rx=0 tx=0).stop 2024-07-26T16:46:12.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.137+0000 7faf20a44640 1 -- 172.21.15.33:0/1852601212 shutdown_connections 2024-07-26T16:46:12.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.137+0000 7faf20a44640 1 --2- 172.21.15.33:0/1852601212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf08005350 0x7faf0800b9c0 unknown :-1 s=CLOSED pgs=1834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:12.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.137+0000 7faf20a44640 1 -- 172.21.15.33:0/1852601212 >> 172.21.15.33:0/1852601212 conn(0x7faf1c0d3dc0 msgr2=0x7faf1c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:12.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.137+0000 7faf20a44640 1 -- 172.21.15.33:0/1852601212 shutdown_connections 2024-07-26T16:46:12.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.137+0000 7faf20a44640 1 -- 172.21.15.33:0/1852601212 wait complete. 2024-07-26T16:46:12.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.139+0000 7faf20a44640 1 Processor -- start 2024-07-26T16:46:12.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.139+0000 7faf20a44640 1 -- start start 2024-07-26T16:46:12.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.140+0000 7faf20a44640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf08005350 0x7faf1c14d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.140+0000 7faf20a44640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf1c14cda0 0x7faf1c09ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf20a44640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf1c14d1b0 0x7faf1c0a04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf20a44640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c0d06f0 con 0x7faf1c14cda0 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf20a44640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7faf1c0d0570 con 0x7faf1c14d1b0 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf20a44640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7faf1c0d0870 con 0x7faf08005350 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf19d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf1c14cda0 0x7faf1c09ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf19d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf1c14cda0 0x7faf1c09ff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45172/0 (socket says 172.21.15.33:45172) 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf19d9b640 1 -- 172.21.15.33:0/768990764 learned_addr learned my addr 172.21.15.33:0/768990764 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf1a59c640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf08005350 0x7faf1c14d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf1ad9d640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf1c14d1b0 0x7faf1c0a04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf19d9b640 1 -- 172.21.15.33:0/768990764 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf08005350 msgr2=0x7faf1c14d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:12.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf19d9b640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf08005350 0x7faf1c14d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:12.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf19d9b640 1 -- 172.21.15.33:0/768990764 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf1c14d1b0 msgr2=0x7faf1c0a04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:12.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf19d9b640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf1c14d1b0 0x7faf1c0a04c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:12.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf19d9b640 1 -- 172.21.15.33:0/768990764 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf1c09f1c0 con 0x7faf1c14cda0 2024-07-26T16:46:12.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf1ad9d640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf1c14d1b0 0x7faf1c0a04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:12.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf19d9b640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf1c14cda0 0x7faf1c09ff80 secure :-1 s=READY pgs=1835 cs=0 l=1 rev1=1 crypto rx=0x7faf04006450 tx=0x7faf040039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:12.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf12ffd640 1 -- 172.21.15.33:0/768990764 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf04015070 con 0x7faf1c14cda0 2024-07-26T16:46:12.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf12ffd640 1 -- 172.21.15.33:0/768990764 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf04011860 con 0x7faf1c14cda0 2024-07-26T16:46:12.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf20a44640 1 -- 172.21.15.33:0/768990764 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf1c09f4a0 con 0x7faf1c14cda0 2024-07-26T16:46:12.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf12ffd640 1 -- 172.21.15.33:0/768990764 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf04011cb0 con 0x7faf1c14cda0 2024-07-26T16:46:12.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.141+0000 7faf20a44640 1 -- 172.21.15.33:0/768990764 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf1c1f5760 con 0x7faf1c14cda0 2024-07-26T16:46:12.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.142+0000 7faf20a44640 1 -- 172.21.15.33:0/768990764 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf1c1f54d0 con 0x7faf1c14cda0 2024-07-26T16:46:12.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.143+0000 7faf12ffd640 1 -- 172.21.15.33:0/768990764 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7faf04018070 con 0x7faf1c14cda0 2024-07-26T16:46:12.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.144+0000 7faf12ffd640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7faefc077160 0x7faefc079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:12.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.144+0000 7faf12ffd640 1 -- 172.21.15.33:0/768990764 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(192..192 src has 1..192) ==== 5719+0+0 (secure 0 0 0) 0x7faf040998e0 con 0x7faf1c14cda0 2024-07-26T16:46:12.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.144+0000 7faf1a59c640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7faefc077160 0x7faefc079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:12.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.144+0000 7faf1a59c640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7faefc077160 0x7faefc079670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7faf0c000f80 tx=0x7faf0c006ed0 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:12.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.148+0000 7faf12ffd640 1 -- 172.21.15.33:0/768990764 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faf04062380 con 0x7faf1c14cda0 2024-07-26T16:46:12.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.339+0000 7faf20a44640 1 -- 172.21.15.33:0/768990764 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7faf1c0d0d80 con 0x7faf1c14cda0 2024-07-26T16:46:12.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.983+0000 7faf12ffd640 1 -- 172.21.15.33:0/768990764 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v193) ==== 170+0+0 (secure 0 0 0) 0x7faf040668d0 con 0x7faf1c14cda0 2024-07-26T16:46:12.985 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T16:46:12.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.987+0000 7faf20a44640 1 -- 172.21.15.33:0/768990764 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7faefc077160 msgr2=0x7faefc079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:12.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.987+0000 7faf20a44640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7faefc077160 0x7faefc079670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7faf0c000f80 tx=0x7faf0c006ed0 comp rx=0 tx=0).stop 2024-07-26T16:46:12.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.987+0000 7faf20a44640 1 -- 172.21.15.33:0/768990764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf1c14cda0 msgr2=0x7faf1c09ff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:12.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.987+0000 7faf20a44640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf1c14cda0 0x7faf1c09ff80 secure :-1 s=READY pgs=1835 cs=0 l=1 rev1=1 crypto rx=0x7faf04006450 tx=0x7faf040039c0 comp rx=0 tx=0).stop 2024-07-26T16:46:12.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.987+0000 7faf20a44640 1 -- 172.21.15.33:0/768990764 shutdown_connections 2024-07-26T16:46:12.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.987+0000 7faf20a44640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7faefc077160 0x7faefc079670 secure :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7faf0c000f80 tx=0x7faf0c006ed0 comp rx=0 tx=0).stop 2024-07-26T16:46:12.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.987+0000 7faf20a44640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf1c14d1b0 0x7faf1c0a04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:12.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.987+0000 7faf20a44640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf1c14cda0 0x7faf1c09ff80 unknown :-1 s=CLOSED pgs=1835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:12.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.987+0000 7faf20a44640 1 --2- 172.21.15.33:0/768990764 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf08005350 0x7faf1c14d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:12.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.987+0000 7faf20a44640 1 -- 172.21.15.33:0/768990764 >> 172.21.15.33:0/768990764 conn(0x7faf1c0d3dc0 msgr2=0x7faf1c0cfb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:12.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.988+0000 7faf20a44640 1 -- 172.21.15.33:0/768990764 shutdown_connections 2024-07-26T16:46:12.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:12.988+0000 7faf20a44640 1 -- 172.21.15.33:0/768990764 wait complete. 2024-07-26T16:46:13.017 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T16:46:13.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.141+0000 7fe0f7868640 1 -- 172.21.15.33:0/3475422208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0f00af880 msgr2=0x7fe0f00d01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:13.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.141+0000 7fe0f7868640 1 --2- 172.21.15.33:0/3475422208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0f00af880 0x7fe0f00d01f0 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0005fd0 tx=0x7fe0e002a520 comp rx=0 tx=0).stop 2024-07-26T16:46:13.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.141+0000 7fe0f7868640 1 -- 172.21.15.33:0/3475422208 shutdown_connections 2024-07-26T16:46:13.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.141+0000 7fe0f7868640 1 --2- 172.21.15.33:0/3475422208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0f00af880 0x7fe0f00d01f0 unknown :-1 s=CLOSED pgs=1836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:13.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.141+0000 7fe0f7868640 1 --2- 172.21.15.33:0/3475422208 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe0f00690f0 0x7fe0f015c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:13.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.141+0000 7fe0f7868640 1 -- 172.21.15.33:0/3475422208 >> 172.21.15.33:0/3475422208 conn(0x7fe0f00b50d0 msgr2=0x7fe0f00b54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:13.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.142+0000 7fe0f7868640 1 -- 172.21.15.33:0/3475422208 shutdown_connections 2024-07-26T16:46:13.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.142+0000 7fe0f7868640 1 -- 172.21.15.33:0/3475422208 wait complete. 2024-07-26T16:46:13.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.143+0000 7fe0f7868640 1 Processor -- start 2024-07-26T16:46:13.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.143+0000 7fe0f7868640 1 -- start start 2024-07-26T16:46:13.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f7868640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0f00690f0 0x7fe0f00cf810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:13.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f7868640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe0f00af880 0x7fe0f01f5010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:13.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f7868640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe0f00d0730 0x7fe0f00c5d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:13.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f7868640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f00b1490 con 0x7fe0f00690f0 2024-07-26T16:46:13.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f7868640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f00744b0 con 0x7fe0f00d0730 2024-07-26T16:46:13.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f7868640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe0f00cf4c0 con 0x7fe0f00af880 2024-07-26T16:46:13.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f5604640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0f00690f0 0x7fe0f00cf810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:13.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f5604640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0f00690f0 0x7fe0f00cf810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45192/0 (socket says 172.21.15.33:45192) 2024-07-26T16:46:13.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f5604640 1 -- 172.21.15.33:0/3499001753 learned_addr learned my addr 172.21.15.33:0/3499001753 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:13.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f5e05640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe0f00d0730 0x7fe0f00c5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:13.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f4e03640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe0f00af880 0x7fe0f01f5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:13.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f5604640 1 -- 172.21.15.33:0/3499001753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe0f00af880 msgr2=0x7fe0f01f5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:13.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f5604640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe0f00af880 0x7fe0f01f5010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:13.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f5604640 1 -- 172.21.15.33:0/3499001753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe0f00d0730 msgr2=0x7fe0f00c5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:13.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f5604640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe0f00d0730 0x7fe0f00c5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:13.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f5604640 1 -- 172.21.15.33:0/3499001753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0f0155540 con 0x7fe0f00690f0 2024-07-26T16:46:13.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f5e05640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe0f00d0730 0x7fe0f00c5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:13.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.145+0000 7fe0f5604640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0f00690f0 0x7fe0f00cf810 secure :-1 s=READY pgs=1837 cs=0 l=1 rev1=1 crypto rx=0x7fe0ec00d700 tx=0x7fe0ec00dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:13.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.146+0000 7fe0e5ffb640 1 -- 172.21.15.33:0/3499001753 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0ec017070 con 0x7fe0f00690f0 2024-07-26T16:46:13.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.146+0000 7fe0e5ffb640 1 -- 172.21.15.33:0/3499001753 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe0ec005310 con 0x7fe0f00690f0 2024-07-26T16:46:13.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.146+0000 7fe0f7868640 1 -- 172.21.15.33:0/3499001753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0f00af460 con 0x7fe0f00690f0 2024-07-26T16:46:13.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.146+0000 7fe0e5ffb640 1 -- 172.21.15.33:0/3499001753 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0ec009820 con 0x7fe0f00690f0 2024-07-26T16:46:13.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.146+0000 7fe0f7868640 1 -- 172.21.15.33:0/3499001753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0f01f5550 con 0x7fe0f00690f0 2024-07-26T16:46:13.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.147+0000 7fe0f7868640 1 -- 172.21.15.33:0/3499001753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0f0155760 con 0x7fe0f00690f0 2024-07-26T16:46:13.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.148+0000 7fe0e5ffb640 1 -- 172.21.15.33:0/3499001753 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7fe0ec0099c0 con 0x7fe0f00690f0 2024-07-26T16:46:13.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.148+0000 7fe0e5ffb640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe0d4077160 0x7fe0d4079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:13.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.148+0000 7fe0e5ffb640 1 -- 172.21.15.33:0/3499001753 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 6101+0+0 (secure 0 0 0) 0x7fe0ec099040 con 0x7fe0f00690f0 2024-07-26T16:46:13.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.148+0000 7fe0f4e03640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe0d4077160 0x7fe0d4079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:13.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.149+0000 7fe0f4e03640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe0d4077160 0x7fe0d4079670 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0033000 tx=0x7fe0e0004730 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:13.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.152+0000 7fe0e5ffb640 1 -- 172.21.15.33:0/3499001753 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe0f0155760 con 0x7fe0f00690f0 2024-07-26T16:46:13.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:13.382+0000 7fe0f7868640 1 -- 172.21.15.33:0/3499001753 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fe0f00749f0 con 0x7fe0f00690f0 2024-07-26T16:46:14.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.030+0000 7fe0e5ffb640 1 -- 172.21.15.33:0/3499001753 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 23 and data pool 24 v95) ==== 174+0+0 (secure 0 0 0) 0x7fe0ec062090 con 0x7fe0f00690f0 2024-07-26T16:46:14.032 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 23 and data pool 24 2024-07-26T16:46:14.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.035+0000 7fe0f7868640 1 -- 172.21.15.33:0/3499001753 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe0d4077160 msgr2=0x7fe0d4079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.035+0000 7fe0f7868640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe0d4077160 0x7fe0d4079670 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0033000 tx=0x7fe0e0004730 comp rx=0 tx=0).stop 2024-07-26T16:46:14.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.035+0000 7fe0f7868640 1 -- 172.21.15.33:0/3499001753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0f00690f0 msgr2=0x7fe0f00cf810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.035+0000 7fe0f7868640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0f00690f0 0x7fe0f00cf810 secure :-1 s=READY pgs=1837 cs=0 l=1 rev1=1 crypto rx=0x7fe0ec00d700 tx=0x7fe0ec00dbc0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.037+0000 7fe0f7868640 1 -- 172.21.15.33:0/3499001753 shutdown_connections 2024-07-26T16:46:14.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.038+0000 7fe0f7868640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe0d4077160 0x7fe0d4079670 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.038+0000 7fe0f7868640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe0f00d0730 0x7fe0f00c5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.038+0000 7fe0f7868640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe0f00af880 0x7fe0f01f5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.038+0000 7fe0f7868640 1 --2- 172.21.15.33:0/3499001753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0f00690f0 0x7fe0f00cf810 unknown :-1 s=CLOSED pgs=1837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.038+0000 7fe0f7868640 1 -- 172.21.15.33:0/3499001753 >> 172.21.15.33:0/3499001753 conn(0x7fe0f00b50d0 msgr2=0x7fe0f006ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:14.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.041+0000 7fe0f7868640 1 -- 172.21.15.33:0/3499001753 shutdown_connections 2024-07-26T16:46:14.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.041+0000 7fe0f7868640 1 -- 172.21.15.33:0/3499001753 wait complete. 2024-07-26T16:46:14.061 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:46:14.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.180+0000 7f3d37707640 1 -- 172.21.15.33:0/1315462197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d300ce9e0 msgr2=0x7f3d300cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.180+0000 7f3d37707640 1 --2- 172.21.15.33:0/1315462197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d300ce9e0 0x7f3d300cedf0 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7f3d300c7870 tx=0x7f3d2802a8f0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.180+0000 7f3d37707640 1 -- 172.21.15.33:0/1315462197 shutdown_connections 2024-07-26T16:46:14.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.181+0000 7f3d37707640 1 --2- 172.21.15.33:0/1315462197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d300ce9e0 0x7f3d300cedf0 unknown :-1 s=CLOSED pgs=1838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.181+0000 7f3d37707640 1 --2- 172.21.15.33:0/1315462197 >> v2:172.21.15.154:3300/0 conn(0x7f3d300d0c80 0x7f3d300d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.181+0000 7f3d37707640 1 -- 172.21.15.33:0/1315462197 >> 172.21.15.33:0/1315462197 conn(0x7f3d300d3e10 msgr2=0x7f3d300d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:14.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.181+0000 7f3d37707640 1 -- 172.21.15.33:0/1315462197 shutdown_connections 2024-07-26T16:46:14.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.181+0000 7f3d37707640 1 -- 172.21.15.33:0/1315462197 wait complete. 2024-07-26T16:46:14.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.182+0000 7f3d37707640 1 Processor -- start 2024-07-26T16:46:14.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.183+0000 7f3d37707640 1 -- start start 2024-07-26T16:46:14.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d37707640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d300b2dc0 0x7f3d30167700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d37707640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d300ce9e0 0x7f3d30151e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d37707640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d30161720 0x7f3d301523a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d37707640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3d300cf4b0 con 0x7f3d300b2dc0 2024-07-26T16:46:14.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d37707640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3d300cf330 con 0x7f3d300ce9e0 2024-07-26T16:46:14.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d37707640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3d300cf630 con 0x7f3d30161720 2024-07-26T16:46:14.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d354a3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d300b2dc0 0x7f3d30167700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d354a3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d300b2dc0 0x7f3d30167700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45214/0 (socket says 172.21.15.33:45214) 2024-07-26T16:46:14.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d354a3640 1 -- 172.21.15.33:0/4006112360 learned_addr learned my addr 172.21.15.33:0/4006112360 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:14.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d34ca2640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d300ce9e0 0x7f3d30151e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d35ca4640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d30161720 0x7f3d301523a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d354a3640 1 -- 172.21.15.33:0/4006112360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d30161720 msgr2=0x7f3d301523a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d354a3640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d30161720 0x7f3d301523a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d354a3640 1 -- 172.21.15.33:0/4006112360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d300ce9e0 msgr2=0x7f3d30151e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d354a3640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d300ce9e0 0x7f3d30151e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.184+0000 7f3d354a3640 1 -- 172.21.15.33:0/4006112360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d30160410 con 0x7f3d300b2dc0 2024-07-26T16:46:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.185+0000 7f3d354a3640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d300b2dc0 0x7f3d30167700 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c009fd0 tx=0x7f3d2c00b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.185+0000 7f3d25ffb640 1 -- 172.21.15.33:0/4006112360 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c015030 con 0x7f3d300b2dc0 2024-07-26T16:46:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.185+0000 7f3d25ffb640 1 -- 172.21.15.33:0/4006112360 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d2c004020 con 0x7f3d300b2dc0 2024-07-26T16:46:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.185+0000 7f3d25ffb640 1 -- 172.21.15.33:0/4006112360 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c0044b0 con 0x7f3d300b2dc0 2024-07-26T16:46:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.185+0000 7f3d37707640 1 -- 172.21.15.33:0/4006112360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d301606f0 con 0x7f3d300b2dc0 2024-07-26T16:46:14.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.185+0000 7f3d37707640 1 -- 172.21.15.33:0/4006112360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d30160cb0 con 0x7f3d300b2dc0 2024-07-26T16:46:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.186+0000 7f3d37707640 1 -- 172.21.15.33:0/4006112360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d300cedf0 con 0x7f3d300b2dc0 2024-07-26T16:46:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.187+0000 7f3d25ffb640 1 -- 172.21.15.33:0/4006112360 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f3d2c018070 con 0x7f3d300b2dc0 2024-07-26T16:46:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.187+0000 7f3d25ffb640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f3d14077160 0x7f3d14079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.187+0000 7f3d25ffb640 1 -- 172.21.15.33:0/4006112360 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(194..194 src has 1..194) ==== 6201+0+0 (secure 0 0 0) 0x7f3d2c098370 con 0x7f3d300b2dc0 2024-07-26T16:46:14.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.187+0000 7f3d34ca2640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f3d14077160 0x7f3d14079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.188+0000 7f3d34ca2640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f3d14077160 0x7f3d14079670 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3d30168740 tx=0x7f3d2000a250 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:14.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.192+0000 7f3d25ffb640 1 -- 172.21.15.33:0/4006112360 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3d2c060c20 con 0x7f3d300b2dc0 2024-07-26T16:46:14.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.384+0000 7f3d37707640 1 -- 172.21.15.33:0/4006112360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3d300cfc10 con 0x7f3d300b2dc0 2024-07-26T16:46:14.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.385+0000 7f3d25ffb640 1 -- 172.21.15.33:0/4006112360 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v194) ==== 74+0+17056 (secure 0 0 0) 0x7f3d2c065170 con 0x7f3d300b2dc0 2024-07-26T16:46:14.387 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:14.387 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":194,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:46:13.384036+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-07-26T16:46:11.135317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"194","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-07-26T16:46:12.346823+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"194","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:46:14.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 -- 172.21.15.33:0/4006112360 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f3d14077160 msgr2=0x7f3d14079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f3d14077160 0x7f3d14079670 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3d30168740 tx=0x7f3d2000a250 comp rx=0 tx=0).stop 2024-07-26T16:46:14.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 -- 172.21.15.33:0/4006112360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d300b2dc0 msgr2=0x7f3d30167700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d300b2dc0 0x7f3d30167700 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c009fd0 tx=0x7f3d2c00b870 comp rx=0 tx=0).stop 2024-07-26T16:46:14.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 -- 172.21.15.33:0/4006112360 shutdown_connections 2024-07-26T16:46:14.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f3d14077160 0x7f3d14079670 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d30161720 0x7f3d301523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d300ce9e0 0x7f3d30151e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 --2- 172.21.15.33:0/4006112360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d300b2dc0 0x7f3d30167700 unknown :-1 s=CLOSED pgs=1839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 -- 172.21.15.33:0/4006112360 >> 172.21.15.33:0/4006112360 conn(0x7f3d300d3e10 msgr2=0x7f3d300b11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:14.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 -- 172.21.15.33:0/4006112360 shutdown_connections 2024-07-26T16:46:14.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.387+0000 7f3d37707640 1 -- 172.21.15.33:0/4006112360 wait complete. 2024-07-26T16:46:14.401 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:46:14.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.517+0000 7f00c3399640 1 -- 172.21.15.33:0/444323173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00a80053d0 msgr2=0x7f00a800ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.517+0000 7f00c3399640 1 --2- 172.21.15.33:0/444323173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00a80053d0 0x7f00a800ba80 secure :-1 s=READY pgs=1841 cs=0 l=1 rev1=1 crypto rx=0x7f00b4001dc0 tx=0x7f00a8005830 comp rx=0 tx=0).stop 2024-07-26T16:46:14.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.517+0000 7f00c1936640 1 -- 172.21.15.33:0/444323173 reap_dead start 2024-07-26T16:46:14.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.517+0000 7f00c3399640 1 -- 172.21.15.33:0/444323173 shutdown_connections 2024-07-26T16:46:14.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.517+0000 7f00c3399640 1 -- 172.21.15.33:0/444323173 >> 172.21.15.33:0/444323173 conn(0x7f00bc0b5e80 msgr2=0x7f00bc0b1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:14.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.517+0000 7f00c3399640 1 -- 172.21.15.33:0/444323173 shutdown_connections 2024-07-26T16:46:14.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.517+0000 7f00c3399640 1 -- 172.21.15.33:0/444323173 wait complete. 2024-07-26T16:46:14.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.519+0000 7f00c3399640 1 Processor -- start 2024-07-26T16:46:14.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.519+0000 7f00c3399640 1 -- start start 2024-07-26T16:46:14.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c3399640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f00a80053d0 0x7f00bc0c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c3399640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f00bc1f8500 0x7f00bc1f8910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c3399640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00bc1f1e20 0x7f00bc1f2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c3399640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f00bc0ce470 con 0x7f00bc1f1e20 2024-07-26T16:46:14.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c3399640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f00bc0ce2f0 con 0x7f00bc1f8500 2024-07-26T16:46:14.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c3399640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f00bc15d400 con 0x7f00a80053d0 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c1936640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00bc1f1e20 0x7f00bc1f2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c1936640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00bc1f1e20 0x7f00bc1f2230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45238/0 (socket says 172.21.15.33:45238) 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c1936640 1 -- 172.21.15.33:0/2156389777 learned_addr learned my addr 172.21.15.33:0/2156389777 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c1135640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f00a80053d0 0x7f00bc0c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c0934640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f00bc1f8500 0x7f00bc1f8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c1936640 1 -- 172.21.15.33:0/2156389777 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f00a80053d0 msgr2=0x7f00bc0c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c1936640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f00a80053d0 0x7f00bc0c8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c1936640 1 -- 172.21.15.33:0/2156389777 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f00bc1f8500 msgr2=0x7f00bc1f8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c1936640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f00bc1f8500 0x7f00bc1f8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c1936640 1 -- 172.21.15.33:0/2156389777 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00bc1f91d0 con 0x7f00bc1f1e20 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.520+0000 7f00c0934640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f00bc1f8500 0x7f00bc1f8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.521+0000 7f00c1936640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00bc1f1e20 0x7f00bc1f2230 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f00b402acc0 tx=0x7f00b4001b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:14.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.521+0000 7f00b1ffb640 1 -- 172.21.15.33:0/2156389777 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b40062b0 con 0x7f00bc1f1e20 2024-07-26T16:46:14.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.521+0000 7f00b1ffb640 1 -- 172.21.15.33:0/2156389777 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f00b4006450 con 0x7f00bc1f1e20 2024-07-26T16:46:14.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.521+0000 7f00c3399640 1 -- 172.21.15.33:0/2156389777 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00bc1f2770 con 0x7f00bc1f1e20 2024-07-26T16:46:14.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.521+0000 7f00b1ffb640 1 -- 172.21.15.33:0/2156389777 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b4006880 con 0x7f00bc1f1e20 2024-07-26T16:46:14.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.521+0000 7f00c3399640 1 -- 172.21.15.33:0/2156389777 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00bc15e820 con 0x7f00bc1f1e20 2024-07-26T16:46:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.522+0000 7f00c3399640 1 -- 172.21.15.33:0/2156389777 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00bc0695b0 con 0x7f00bc1f1e20 2024-07-26T16:46:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.523+0000 7f00b1ffb640 1 -- 172.21.15.33:0/2156389777 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f00b4003a30 con 0x7f00bc1f1e20 2024-07-26T16:46:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.523+0000 7f00b1ffb640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f00a0077160 0x7f00a0079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.524+0000 7f00c1135640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f00a0077160 0x7f00a0079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.524+0000 7f00b1ffb640 1 -- 172.21.15.33:0/2156389777 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(194..194 src has 1..194) ==== 6201+0+0 (secure 0 0 0) 0x7f00b40b87c0 con 0x7f00bc1f1e20 2024-07-26T16:46:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.524+0000 7f00c1135640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f00a0077160 0x7f00a0079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f00bc0cca40 tx=0x7f00b8005f00 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:14.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.528+0000 7f00b1ffb640 1 -- 172.21.15.33:0/2156389777 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f00b4046030 con 0x7f00bc1f1e20 2024-07-26T16:46:14.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.720+0000 7f00c3399640 1 -- 172.21.15.33:0/2156389777 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f00bc15bd60 con 0x7f00bc1f1e20 2024-07-26T16:46:14.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.721+0000 7f00b1ffb640 1 -- 172.21.15.33:0/2156389777 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v194) ==== 74+0+17056 (secure 0 0 0) 0x7f00bc1f91d0 con 0x7f00bc1f1e20 2024-07-26T16:46:14.723 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:14.724 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":194,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:46:13.384036+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-07-26T16:46:11.135317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"194","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-07-26T16:46:12.346823+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"194","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:46:14.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 -- 172.21.15.33:0/2156389777 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f00a0077160 msgr2=0x7f00a0079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f00a0077160 0x7f00a0079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f00bc0cca40 tx=0x7f00b8005f00 comp rx=0 tx=0).stop 2024-07-26T16:46:14.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 -- 172.21.15.33:0/2156389777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00bc1f1e20 msgr2=0x7f00bc1f2230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00bc1f1e20 0x7f00bc1f2230 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f00b402acc0 tx=0x7f00b4001b10 comp rx=0 tx=0).stop 2024-07-26T16:46:14.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 -- 172.21.15.33:0/2156389777 shutdown_connections 2024-07-26T16:46:14.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f00a0077160 0x7f00a0079670 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f00bc1f1e20 0x7f00bc1f2230 unknown :-1 s=CLOSED pgs=1842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f00bc1f8500 0x7f00bc1f8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 --2- 172.21.15.33:0/2156389777 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f00a80053d0 0x7f00bc0c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 -- 172.21.15.33:0/2156389777 >> 172.21.15.33:0/2156389777 conn(0x7f00bc0b5e80 msgr2=0x7f00bc0728c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:14.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 -- 172.21.15.33:0/2156389777 shutdown_connections 2024-07-26T16:46:14.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.724+0000 7f00c3399640 1 -- 172.21.15.33:0/2156389777 wait complete. 2024-07-26T16:46:14.737 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T16:46:14.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.856+0000 7fd6976da640 1 -- 172.21.15.33:0/1269658411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd6900b1900 msgr2=0x7fd690162860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.856+0000 7fd6976da640 1 --2- 172.21.15.33:0/1269658411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd6900b1900 0x7fd690162860 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7fd690074080 tx=0x7fd68402a4f0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.856+0000 7fd6976da640 1 -- 172.21.15.33:0/1269658411 shutdown_connections 2024-07-26T16:46:14.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.856+0000 7fd6976da640 1 --2- 172.21.15.33:0/1269658411 >> v2:172.21.15.154:3300/0 conn(0x7fd6900b1d10 0x7fd690164db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.856+0000 7fd6976da640 1 --2- 172.21.15.33:0/1269658411 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd6900b1900 0x7fd690162860 unknown :-1 s=CLOSED pgs=1843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.856+0000 7fd6976da640 1 --2- 172.21.15.33:0/1269658411 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd6900b6ed0 0x7fd6900b13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.856+0000 7fd6976da640 1 -- 172.21.15.33:0/1269658411 >> 172.21.15.33:0/1269658411 conn(0x7fd6900d1bb0 msgr2=0x7fd6900d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:14.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.856+0000 7fd6976da640 1 -- 172.21.15.33:0/1269658411 shutdown_connections 2024-07-26T16:46:14.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.856+0000 7fd6976da640 1 -- 172.21.15.33:0/1269658411 wait complete. 2024-07-26T16:46:14.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.858+0000 7fd6976da640 1 Processor -- start 2024-07-26T16:46:14.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.858+0000 7fd6976da640 1 -- start start 2024-07-26T16:46:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.859+0000 7fd6976da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd6900b1900 0x7fd6901608e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.859+0000 7fd6976da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd6900b6ed0 0x7fd6901f2be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.859+0000 7fd6976da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd69015bf20 0x7fd6900cd010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.859+0000 7fd6976da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd6900b7640 con 0x7fd69015bf20 2024-07-26T16:46:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.859+0000 7fd6976da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd6900b74c0 con 0x7fd6900b6ed0 2024-07-26T16:46:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.859+0000 7fd6976da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd6901652f0 con 0x7fd6900b1900 2024-07-26T16:46:14.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd695c77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd69015bf20 0x7fd6900cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd695c77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd69015bf20 0x7fd6900cd010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45260/0 (socket says 172.21.15.33:45260) 2024-07-26T16:46:14.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd695c77640 1 -- 172.21.15.33:0/2190562291 learned_addr learned my addr 172.21.15.33:0/2190562291 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:14.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd695476640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd6900b1900 0x7fd6901608e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd694c75640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd6900b6ed0 0x7fd6901f2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd695c77640 1 -- 172.21.15.33:0/2190562291 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd6900b1900 msgr2=0x7fd6901608e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd695c77640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd6900b1900 0x7fd6901608e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd695c77640 1 -- 172.21.15.33:0/2190562291 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd6900b6ed0 msgr2=0x7fd6901f2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:14.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd695c77640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd6900b6ed0 0x7fd6901f2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:14.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd695c77640 1 -- 172.21.15.33:0/2190562291 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd690160e20 con 0x7fd69015bf20 2024-07-26T16:46:14.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd695c77640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd69015bf20 0x7fd6900cd010 secure :-1 s=READY pgs=1844 cs=0 l=1 rev1=1 crypto rx=0x7fd6880058c0 tx=0x7fd68800da70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:14.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd68dffb640 1 -- 172.21.15.33:0/2190562291 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd688017070 con 0x7fd69015bf20 2024-07-26T16:46:14.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd68dffb640 1 -- 172.21.15.33:0/2190562291 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd688005310 con 0x7fd69015bf20 2024-07-26T16:46:14.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd68dffb640 1 -- 172.21.15.33:0/2190562291 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6880047a0 con 0x7fd69015bf20 2024-07-26T16:46:14.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.860+0000 7fd6976da640 1 -- 172.21.15.33:0/2190562291 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6901f36a0 con 0x7fd69015bf20 2024-07-26T16:46:14.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.861+0000 7fd6976da640 1 -- 172.21.15.33:0/2190562291 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6900cc810 con 0x7fd69015bf20 2024-07-26T16:46:14.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.861+0000 7fd6976da640 1 -- 172.21.15.33:0/2190562291 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6901f3410 con 0x7fd69015bf20 2024-07-26T16:46:14.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.862+0000 7fd68dffb640 1 -- 172.21.15.33:0/2190562291 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7fd688004940 con 0x7fd69015bf20 2024-07-26T16:46:14.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.863+0000 7fd68dffb640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd67c077130 0x7fd67c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:14.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.863+0000 7fd695476640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd67c077130 0x7fd67c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:14.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.863+0000 7fd68dffb640 1 -- 172.21.15.33:0/2190562291 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(194..194 src has 1..194) ==== 6201+0+0 (secure 0 0 0) 0x7fd688098cb0 con 0x7fd69015bf20 2024-07-26T16:46:14.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.863+0000 7fd695476640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd67c077130 0x7fd67c079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd680005fd0 tx=0x7fd6800095e0 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:14.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:14.868+0000 7fd68dffb640 1 -- 172.21.15.33:0/2190562291 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd6880613b0 con 0x7fd69015bf20 2024-07-26T16:46:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:15.104+0000 7fd6976da640 1 -- 172.21.15.33:0/2190562291 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fd6900b1d10 con 0x7fd69015bf20 2024-07-26T16:46:15.980 INFO:tasks.ceph.mds.a.smithi033.stderr:2024-07-26T16:46:15.978+0000 7f3e9b340640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T16:46:16.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.036+0000 7fd68dffb640 1 -- 172.21.15.33:0/2190562291 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v98) ==== 118+0+0 (secure 0 0 0) 0x7fd688065900 con 0x7fd69015bf20 2024-07-26T16:46:16.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 -- 172.21.15.33:0/2190562291 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd67c077130 msgr2=0x7fd67c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:16.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd67c077130 0x7fd67c079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd680005fd0 tx=0x7fd6800095e0 comp rx=0 tx=0).stop 2024-07-26T16:46:16.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 -- 172.21.15.33:0/2190562291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd69015bf20 msgr2=0x7fd6900cd010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:16.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd69015bf20 0x7fd6900cd010 secure :-1 s=READY pgs=1844 cs=0 l=1 rev1=1 crypto rx=0x7fd6880058c0 tx=0x7fd68800da70 comp rx=0 tx=0).stop 2024-07-26T16:46:16.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 -- 172.21.15.33:0/2190562291 shutdown_connections 2024-07-26T16:46:16.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd67c077130 0x7fd67c079640 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:16.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd69015bf20 0x7fd6900cd010 unknown :-1 s=CLOSED pgs=1844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:16.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd6900b6ed0 0x7fd6901f2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:16.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 --2- 172.21.15.33:0/2190562291 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd6900b1900 0x7fd6901608e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:16.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 -- 172.21.15.33:0/2190562291 >> 172.21.15.33:0/2190562291 conn(0x7fd6900d1bb0 msgr2=0x7fd6900aef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:16.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 -- 172.21.15.33:0/2190562291 shutdown_connections 2024-07-26T16:46:16.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.039+0000 7fd6976da640 1 -- 172.21.15.33:0/2190562291 wait complete. 2024-07-26T16:46:16.055 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T16:46:16.055 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T16:46:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.182+0000 7f1198c1c640 1 -- 172.21.15.33:0/1399173193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c003fd0 msgr2=0x7f117c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.182+0000 7f1198c1c640 1 --2- 172.21.15.33:0/1399173193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c003fd0 0x7f117c004800 secure :-1 s=READY pgs=1846 cs=0 l=1 rev1=1 crypto rx=0x7f1188001050 tx=0x7f117c005830 comp rx=0 tx=0).stop 2024-07-26T16:46:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.182+0000 7f1192d9d640 1 -- 172.21.15.33:0/1399173193 reap_dead start 2024-07-26T16:46:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.183+0000 7f1198c1c640 1 -- 172.21.15.33:0/1399173193 shutdown_connections 2024-07-26T16:46:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.183+0000 7f1198c1c640 1 -- 172.21.15.33:0/1399173193 >> 172.21.15.33:0/1399173193 conn(0x7f11940b3810 msgr2=0x7f11940b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.183+0000 7f1198c1c640 1 -- 172.21.15.33:0/1399173193 shutdown_connections 2024-07-26T16:46:16.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.183+0000 7f1198c1c640 1 -- 172.21.15.33:0/1399173193 wait complete. 2024-07-26T16:46:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.185+0000 7f1198c1c640 1 Processor -- start 2024-07-26T16:46:16.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.185+0000 7f1198c1c640 1 -- start start 2024-07-26T16:46:16.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1198c1c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f117c003fd0 0x7f119415f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:16.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1198c1c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f119409f7e0 0x7f11941e7f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:16.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1198c1c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f119415c8d0 0x7f11941e8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:16.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1198c1c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f11940ce540 con 0x7f119415c8d0 2024-07-26T16:46:16.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1198c1c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f11940ce3c0 con 0x7f119409f7e0 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1198c1c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f11940ce6c0 con 0x7f117c003fd0 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1192d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f119415c8d0 0x7f11941e8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1192d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f119415c8d0 0x7f11941e8490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45280/0 (socket says 172.21.15.33:45280) 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1192d9d640 1 -- 172.21.15.33:0/2226086805 learned_addr learned my addr 172.21.15.33:0/2226086805 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f119259c640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f117c003fd0 0x7f119415f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1191d9b640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f119409f7e0 0x7f11941e7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1192d9d640 1 -- 172.21.15.33:0/2226086805 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f117c003fd0 msgr2=0x7f119415f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1192d9d640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f117c003fd0 0x7f119415f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1192d9d640 1 -- 172.21.15.33:0/2226086805 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f119409f7e0 msgr2=0x7f11941e7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1192d9d640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f119409f7e0 0x7f11941e7f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f1192d9d640 1 -- 172.21.15.33:0/2226086805 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f119415d410 con 0x7f119415c8d0 2024-07-26T16:46:16.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.186+0000 7f119259c640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f117c003fd0 0x7f119415f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:46:16.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.187+0000 7f1192d9d640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f119415c8d0 0x7f11941e8490 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7f11940d1bc0 tx=0x7f118c011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:16.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.187+0000 7f1182ffd640 1 -- 172.21.15.33:0/2226086805 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c01e070 con 0x7f119415c8d0 2024-07-26T16:46:16.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.187+0000 7f1182ffd640 1 -- 172.21.15.33:0/2226086805 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f118c00fd20 con 0x7f119415c8d0 2024-07-26T16:46:16.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.187+0000 7f1198c1c640 1 -- 172.21.15.33:0/2226086805 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f119415d6f0 con 0x7f119415c8d0 2024-07-26T16:46:16.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.187+0000 7f1182ffd640 1 -- 172.21.15.33:0/2226086805 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1184009ac0 con 0x7f119415c8d0 2024-07-26T16:46:16.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.187+0000 7f1198c1c640 1 -- 172.21.15.33:0/2226086805 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1194159910 con 0x7f119415c8d0 2024-07-26T16:46:16.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.188+0000 7f1198c1c640 1 -- 172.21.15.33:0/2226086805 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f119415d930 con 0x7f119415c8d0 2024-07-26T16:46:16.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.189+0000 7f1182ffd640 1 -- 172.21.15.33:0/2226086805 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f118c021070 con 0x7f119415c8d0 2024-07-26T16:46:16.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.189+0000 7f1182ffd640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f1174077130 0x7f1174079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:16.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.189+0000 7f1182ffd640 1 -- 172.21.15.33:0/2226086805 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7f118c099710 con 0x7f119415c8d0 2024-07-26T16:46:16.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.190+0000 7f119259c640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f1174077130 0x7f1174079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:16.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.190+0000 7f119259c640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f1174077130 0x7f1174079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1184009a90 tx=0x7f11840094a0 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:16.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.194+0000 7f1182ffd640 1 -- 172.21.15.33:0/2226086805 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f119415d930 con 0x7f119415c8d0 2024-07-26T16:46:16.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:16.426+0000 7f1198c1c640 1 -- 172.21.15.33:0/2226086805 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f11940ce8d0 con 0x7f119415c8d0 2024-07-26T16:46:17.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.037+0000 7f1182ffd640 1 -- 172.21.15.33:0/2226086805 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v99) ==== 122+0+0 (secure 0 0 0) 0x7f118c011e20 con 0x7f119415c8d0 2024-07-26T16:46:17.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.040+0000 7f1198c1c640 1 -- 172.21.15.33:0/2226086805 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f1174077130 msgr2=0x7f1174079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.040+0000 7f1198c1c640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f1174077130 0x7f1174079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1184009a90 tx=0x7f11840094a0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.040+0000 7f1198c1c640 1 -- 172.21.15.33:0/2226086805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f119415c8d0 msgr2=0x7f11941e8490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.040+0000 7f1198c1c640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f119415c8d0 0x7f11941e8490 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7f11940d1bc0 tx=0x7f118c011bd0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.040+0000 7f1198c1c640 1 -- 172.21.15.33:0/2226086805 shutdown_connections 2024-07-26T16:46:17.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.040+0000 7f1198c1c640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f1174077130 0x7f1174079640 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.041+0000 7f1198c1c640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f119415c8d0 0x7f11941e8490 unknown :-1 s=CLOSED pgs=1847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.041+0000 7f1198c1c640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f119409f7e0 0x7f11941e7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.041+0000 7f1198c1c640 1 --2- 172.21.15.33:0/2226086805 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f117c003fd0 0x7f119415f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.041+0000 7f1198c1c640 1 -- 172.21.15.33:0/2226086805 >> 172.21.15.33:0/2226086805 conn(0x7f11940b3810 msgr2=0x7f119415be30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:17.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.041+0000 7f1198c1c640 1 -- 172.21.15.33:0/2226086805 shutdown_connections 2024-07-26T16:46:17.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.041+0000 7f1198c1c640 1 -- 172.21.15.33:0/2226086805 wait complete. 2024-07-26T16:46:17.057 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T16:46:17.057 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:46:17.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.181+0000 7feb3535e640 1 -- 172.21.15.33:0/1671051394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb1c004800 msgr2=0x7feb1c004c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.181+0000 7feb3535e640 1 --2- 172.21.15.33:0/1671051394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb1c004800 0x7feb1c004c90 secure :-1 s=READY pgs=1849 cs=0 l=1 rev1=1 crypto rx=0x7feb18009b50 tx=0x7feb1c005830 comp rx=0 tx=0).stop 2024-07-26T16:46:17.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.181+0000 7feb3535e640 1 -- 172.21.15.33:0/1671051394 shutdown_connections 2024-07-26T16:46:17.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.181+0000 7feb3535e640 1 --2- 172.21.15.33:0/1671051394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb1c004800 0x7feb1c004c90 unknown :-1 s=CLOSED pgs=1849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.181+0000 7feb3535e640 1 -- 172.21.15.33:0/1671051394 >> 172.21.15.33:0/1671051394 conn(0x7feb300d0b10 msgr2=0x7feb300d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:17.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.181+0000 7feb3535e640 1 -- 172.21.15.33:0/1671051394 shutdown_connections 2024-07-26T16:46:17.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.181+0000 7feb3535e640 1 -- 172.21.15.33:0/1671051394 wait complete. 2024-07-26T16:46:17.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.183+0000 7feb3535e640 1 Processor -- start 2024-07-26T16:46:17.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.183+0000 7feb3535e640 1 -- start start 2024-07-26T16:46:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.184+0000 7feb3535e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb1c004800 0x7feb30158800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.184+0000 7feb3535e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb300ce6e0 0x7feb30158d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.184+0000 7feb3535e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb30155710 0x7feb30155b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.184+0000 7feb3535e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7feb3006c7b0 con 0x7feb1c004800 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.184+0000 7feb3535e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7feb3006c630 con 0x7feb300ce6e0 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.184+0000 7feb3535e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7feb3006c930 con 0x7feb30155710 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.184+0000 7feb2effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb1c004800 0x7feb30158800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.184+0000 7feb2effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb1c004800 0x7feb30158800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45306/0 (socket says 172.21.15.33:45306) 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.184+0000 7feb2effd640 1 -- 172.21.15.33:0/1717434591 learned_addr learned my addr 172.21.15.33:0/1717434591 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.184+0000 7feb2f7fe640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb30155710 0x7feb30155b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.184+0000 7feb2e7fc640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb300ce6e0 0x7feb30158d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.185+0000 7feb2effd640 1 -- 172.21.15.33:0/1717434591 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb30155710 msgr2=0x7feb30155b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.185+0000 7feb2effd640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb30155710 0x7feb30155b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.185+0000 7feb2effd640 1 -- 172.21.15.33:0/1717434591 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb300ce6e0 msgr2=0x7feb30158d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.185+0000 7feb2effd640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb300ce6e0 0x7feb30158d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.185+0000 7feb2effd640 1 -- 172.21.15.33:0/1717434591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb30156d60 con 0x7feb1c004800 2024-07-26T16:46:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.185+0000 7feb2effd640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb1c004800 0x7feb30158800 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7feb280013d0 tx=0x7feb2800eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.185+0000 7feb277fe640 1 -- 172.21.15.33:0/1717434591 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb28003970 con 0x7feb1c004800 2024-07-26T16:46:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.185+0000 7feb277fe640 1 -- 172.21.15.33:0/1717434591 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feb28016070 con 0x7feb1c004800 2024-07-26T16:46:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.185+0000 7feb3535e640 1 -- 172.21.15.33:0/1717434591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb301f5ab0 con 0x7feb1c004800 2024-07-26T16:46:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.185+0000 7feb277fe640 1 -- 172.21.15.33:0/1717434591 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb28004030 con 0x7feb1c004800 2024-07-26T16:46:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.185+0000 7feb3535e640 1 -- 172.21.15.33:0/1717434591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb30156450 con 0x7feb1c004800 2024-07-26T16:46:17.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.186+0000 7feb3535e640 1 -- 172.21.15.33:0/1717434591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb300c9830 con 0x7feb1c004800 2024-07-26T16:46:17.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.187+0000 7feb277fe640 1 -- 172.21.15.33:0/1717434591 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7feb280041d0 con 0x7feb1c004800 2024-07-26T16:46:17.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.188+0000 7feb277fe640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7feb10077130 0x7feb10079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.188+0000 7feb277fe640 1 -- 172.21.15.33:0/1717434591 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7feb28099430 con 0x7feb1c004800 2024-07-26T16:46:17.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.188+0000 7feb2e7fc640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7feb10077130 0x7feb10079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.188+0000 7feb2e7fc640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7feb10077130 0x7feb10079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7feb18035000 tx=0x7feb180046c0 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:17.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.192+0000 7feb277fe640 1 -- 172.21.15.33:0/1717434591 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7feb300714c0 con 0x7feb1c004800 2024-07-26T16:46:17.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.421+0000 7feb3535e640 1 -- 172.21.15.33:0/1717434591 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feb3006ce90 con 0x7feb1c004800 2024-07-26T16:46:17.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.422+0000 7feb277fe640 1 -- 172.21.15.33:0/1717434591 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5221 (secure 0 0 0) 0x7feb28061c60 con 0x7feb1c004800 2024-07-26T16:46:17.424 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:17.424 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":99,"btime":"2024-07-26T16:46:17:037708+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8084,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/750259562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":750259562},{"type":"v1","addr":"172.21.15.154:6835","nonce":750259562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8941,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/81976683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":81976683},{"type":"v1","addr":"172.21.15.154:6834","nonce":81976683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":9774,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2756307213","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2756307213},{"type":"v1","addr":"172.21.15.33:6833","nonce":2756307213}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:46:13.383986+0000","modified":"2024-07-26T16:46:16.427492+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9777},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9777":{"gid":9777,"name":"a","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/650113402","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":650113402},{"type":"v1","addr":"172.21.15.33:6835","nonce":650113402}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9777,"qdb_cluster":[9777]},"id":11}]} 2024-07-26T16:46:17.424 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 99 2024-07-26T16:46:17.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 -- 172.21.15.33:0/1717434591 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7feb10077130 msgr2=0x7feb10079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7feb10077130 0x7feb10079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7feb18035000 tx=0x7feb180046c0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 -- 172.21.15.33:0/1717434591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb1c004800 msgr2=0x7feb30158800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb1c004800 0x7feb30158800 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7feb280013d0 tx=0x7feb2800eef0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 -- 172.21.15.33:0/1717434591 shutdown_connections 2024-07-26T16:46:17.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7feb10077130 0x7feb10079640 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb30155710 0x7feb30155b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb300ce6e0 0x7feb30158d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 --2- 172.21.15.33:0/1717434591 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb1c004800 0x7feb30158800 unknown :-1 s=CLOSED pgs=1850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 -- 172.21.15.33:0/1717434591 >> 172.21.15.33:0/1717434591 conn(0x7feb300d0b10 msgr2=0x7feb300b5500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:17.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 -- 172.21.15.33:0/1717434591 shutdown_connections 2024-07-26T16:46:17.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.424+0000 7feb3535e640 1 -- 172.21.15.33:0/1717434591 wait complete. 2024-07-26T16:46:17.437 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T16:46:17.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.553+0000 7f472d919640 1 -- 172.21.15.33:0/3515795042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47280cf310 msgr2=0x7f47280b2020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.553+0000 7f472d919640 1 --2- 172.21.15.33:0/3515795042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47280cf310 0x7f47280b2020 secure :-1 s=READY pgs=1852 cs=0 l=1 rev1=1 crypto rx=0x7f4720005fd0 tx=0x7f472002a540 comp rx=0 tx=0).stop 2024-07-26T16:46:17.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.553+0000 7f472d919640 1 -- 172.21.15.33:0/3515795042 shutdown_connections 2024-07-26T16:46:17.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.553+0000 7f472d919640 1 --2- 172.21.15.33:0/3515795042 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47280cf310 0x7f47280b2020 unknown :-1 s=CLOSED pgs=1852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.553+0000 7f472d919640 1 -- 172.21.15.33:0/3515795042 >> 172.21.15.33:0/3515795042 conn(0x7f47280d1bf0 msgr2=0x7f47280d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:17.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.553+0000 7f472d919640 1 -- 172.21.15.33:0/3515795042 shutdown_connections 2024-07-26T16:46:17.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.553+0000 7f472d919640 1 -- 172.21.15.33:0/3515795042 wait complete. 2024-07-26T16:46:17.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.555+0000 7f472d919640 1 Processor -- start 2024-07-26T16:46:17.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.555+0000 7f472d919640 1 -- start start 2024-07-26T16:46:17.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.556+0000 7f472d919640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f47280b6e00 0x7f472814c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.556+0000 7f472d919640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47280cc660 0x7f47281536d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.556+0000 7f472d919640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f47280cf310 0x7f4728153c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.556+0000 7f472d919640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4728167840 con 0x7f47280cc660 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.556+0000 7f472d919640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f47281676c0 con 0x7f47280cf310 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.556+0000 7f472d919640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f47281679c0 con 0x7f47280b6e00 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.556+0000 7f47267fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47280cc660 0x7f47281536d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f47267fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47280cc660 0x7f47281536d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45322/0 (socket says 172.21.15.33:45322) 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f47267fc640 1 -- 172.21.15.33:0/842726754 learned_addr learned my addr 172.21.15.33:0/842726754 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f4726ffd640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f47280b6e00 0x7f472814c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f47277fe640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f47280cf310 0x7f4728153c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f47267fc640 1 -- 172.21.15.33:0/842726754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f47280b6e00 msgr2=0x7f472814c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f47267fc640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f47280b6e00 0x7f472814c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f47267fc640 1 -- 172.21.15.33:0/842726754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f47280cf310 msgr2=0x7f4728153c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f47267fc640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f47280cf310 0x7f4728153c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f47267fc640 1 -- 172.21.15.33:0/842726754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47280cef10 con 0x7f47280cc660 2024-07-26T16:46:17.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f47267fc640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47280cc660 0x7f47281536d0 secure :-1 s=READY pgs=1853 cs=0 l=1 rev1=1 crypto rx=0x7f471000b3e0 tx=0x7f471000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:17.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f471ffff640 1 -- 172.21.15.33:0/842726754 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4710015020 con 0x7f47280cc660 2024-07-26T16:46:17.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f471ffff640 1 -- 172.21.15.33:0/842726754 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4710011920 con 0x7f47280cc660 2024-07-26T16:46:17.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f472d919640 1 -- 172.21.15.33:0/842726754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4728151470 con 0x7f47280cc660 2024-07-26T16:46:17.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f471ffff640 1 -- 172.21.15.33:0/842726754 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4710011d70 con 0x7f47280cc660 2024-07-26T16:46:17.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.557+0000 7f472d919640 1 -- 172.21.15.33:0/842726754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4728151a30 con 0x7f47280cc660 2024-07-26T16:46:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.558+0000 7f472d919640 1 -- 172.21.15.33:0/842726754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47281511e0 con 0x7f47280cc660 2024-07-26T16:46:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.559+0000 7f471ffff640 1 -- 172.21.15.33:0/842726754 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f4710018020 con 0x7f47280cc660 2024-07-26T16:46:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.560+0000 7f471ffff640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4708077160 0x7f4708079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.560+0000 7f471ffff640 1 -- 172.21.15.33:0/842726754 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7f4710098b10 con 0x7f47280cc660 2024-07-26T16:46:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.560+0000 7f4726ffd640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4708077160 0x7f4708079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.560+0000 7f4726ffd640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4708077160 0x7f4708079670 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f47280b77d0 tx=0x7f4718009040 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:17.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.564+0000 7f471ffff640 1 -- 172.21.15.33:0/842726754 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f471001f020 con 0x7f47280cc660 2024-07-26T16:46:17.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.757+0000 7f472d919640 1 -- 172.21.15.33:0/842726754 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f47280cfa60 con 0x7f47280cc660 2024-07-26T16:46:17.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.758+0000 7f471ffff640 1 -- 172.21.15.33:0/842726754 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v195) ==== 74+0+17043 (secure 0 0 0) 0x7f47100613b0 con 0x7f47280cc660 2024-07-26T16:46:17.760 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:17.760 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":195,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T16:46:15.007279+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-07-26T16:46:11.135317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"194","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-07-26T16:46:12.346823+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"195","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T16:46:17.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 -- 172.21.15.33:0/842726754 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4708077160 msgr2=0x7f4708079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4708077160 0x7f4708079670 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f47280b77d0 tx=0x7f4718009040 comp rx=0 tx=0).stop 2024-07-26T16:46:17.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 -- 172.21.15.33:0/842726754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47280cc660 msgr2=0x7f47281536d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47280cc660 0x7f47281536d0 secure :-1 s=READY pgs=1853 cs=0 l=1 rev1=1 crypto rx=0x7f471000b3e0 tx=0x7f471000b8a0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 -- 172.21.15.33:0/842726754 shutdown_connections 2024-07-26T16:46:17.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4708077160 0x7f4708079670 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f47280cf310 0x7f4728153c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47280cc660 0x7f47281536d0 unknown :-1 s=CLOSED pgs=1853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 --2- 172.21.15.33:0/842726754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f47280b6e00 0x7f472814c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 -- 172.21.15.33:0/842726754 >> 172.21.15.33:0/842726754 conn(0x7f47280d1bf0 msgr2=0x7f47280af1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:17.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 -- 172.21.15.33:0/842726754 shutdown_connections 2024-07-26T16:46:17.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.760+0000 7f472d919640 1 -- 172.21.15.33:0/842726754 wait complete. 2024-07-26T16:46:17.774 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T16:46:17.774 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T16:46:17.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.889+0000 7f8e09025640 1 -- 172.21.15.33:0/3363629841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e040b2dc0 msgr2=0x7f8e040d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.889+0000 7f8e09025640 1 --2- 172.21.15.33:0/3363629841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e040b2dc0 0x7f8e040d2930 secure :-1 s=READY pgs=1855 cs=0 l=1 rev1=1 crypto rx=0x7f8e040c7870 tx=0x7f8df402a410 comp rx=0 tx=0).stop 2024-07-26T16:46:17.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.889+0000 7f8e09025640 1 -- 172.21.15.33:0/3363629841 shutdown_connections 2024-07-26T16:46:17.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.889+0000 7f8e09025640 1 --2- 172.21.15.33:0/3363629841 >> v2:172.21.15.154:3300/0 conn(0x7f8e040d0570 0x7f8e040d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.889+0000 7f8e09025640 1 --2- 172.21.15.33:0/3363629841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e040b2dc0 0x7f8e040d2930 unknown :-1 s=CLOSED pgs=1855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.889+0000 7f8e09025640 1 -- 172.21.15.33:0/3363629841 >> 172.21.15.33:0/3363629841 conn(0x7f8e040d3e10 msgr2=0x7f8e040d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:17.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.889+0000 7f8e09025640 1 -- 172.21.15.33:0/3363629841 shutdown_connections 2024-07-26T16:46:17.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.889+0000 7f8e09025640 1 -- 172.21.15.33:0/3363629841 wait complete. 2024-07-26T16:46:17.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.891+0000 7f8e09025640 1 Processor -- start 2024-07-26T16:46:17.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.891+0000 7f8e09025640 1 -- start start 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e09025640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e040b2dc0 0x7f8e0415d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e09025640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e040ce9e0 0x7f8e04165490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e09025640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e040d0570 0x7f8e041659d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e09025640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8e040d4b40 con 0x7f8e040ce9e0 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e09025640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8e040cf710 con 0x7f8e040d0570 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e09025640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8e040d4cc0 con 0x7f8e040b2dc0 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e0259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e040ce9e0 0x7f8e04165490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e0259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e040ce9e0 0x7f8e04165490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45338/0 (socket says 172.21.15.33:45338) 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e0259c640 1 -- 172.21.15.33:0/2308964644 learned_addr learned my addr 172.21.15.33:0/2308964644 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e0359e640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e040d0570 0x7f8e041659d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e02d9d640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e040b2dc0 0x7f8e0415d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e0259c640 1 -- 172.21.15.33:0/2308964644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e040b2dc0 msgr2=0x7f8e0415d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e0259c640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e040b2dc0 0x7f8e0415d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e0259c640 1 -- 172.21.15.33:0/2308964644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e040d0570 msgr2=0x7f8e041659d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:17.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e0259c640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e040d0570 0x7f8e041659d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:17.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e0259c640 1 -- 172.21.15.33:0/2308964644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e041f8830 con 0x7f8e040ce9e0 2024-07-26T16:46:17.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e02d9d640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e040b2dc0 0x7f8e0415d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:17.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8e0259c640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e040ce9e0 0x7f8e04165490 secure :-1 s=READY pgs=1856 cs=0 l=1 rev1=1 crypto rx=0x7f8dec00d780 tx=0x7f8dec00dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:17.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8dfb7fe640 1 -- 172.21.15.33:0/2308964644 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec017070 con 0x7f8e040ce9e0 2024-07-26T16:46:17.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.893+0000 7f8dfb7fe640 1 -- 172.21.15.33:0/2308964644 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8dec00de90 con 0x7f8e040ce9e0 2024-07-26T16:46:17.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.894+0000 7f8e09025640 1 -- 172.21.15.33:0/2308964644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e041f8ad0 con 0x7f8e040ce9e0 2024-07-26T16:46:17.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.894+0000 7f8dfb7fe640 1 -- 172.21.15.33:0/2308964644 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dec0099d0 con 0x7f8e040ce9e0 2024-07-26T16:46:17.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.894+0000 7f8e09025640 1 -- 172.21.15.33:0/2308964644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e041f9090 con 0x7f8e040ce9e0 2024-07-26T16:46:17.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.895+0000 7f8e09025640 1 -- 172.21.15.33:0/2308964644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e040d2930 con 0x7f8e040ce9e0 2024-07-26T16:46:17.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.895+0000 7f8dfb7fe640 1 -- 172.21.15.33:0/2308964644 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f8dec009b70 con 0x7f8e040ce9e0 2024-07-26T16:46:17.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.896+0000 7f8dfb7fe640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8de4077160 0x7f8de4079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:17.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.896+0000 7f8dfb7fe640 1 -- 172.21.15.33:0/2308964644 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7f8dec098fb0 con 0x7f8e040ce9e0 2024-07-26T16:46:17.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.896+0000 7f8e02d9d640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8de4077160 0x7f8de4079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:17.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.897+0000 7f8e02d9d640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8de4077160 0x7f8de4079670 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8df4034000 tx=0x7f8df4004730 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:17.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:17.901+0000 7f8dfb7fe640 1 -- 172.21.15.33:0/2308964644 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8dec020020 con 0x7f8e040ce9e0 2024-07-26T16:46:18.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.090+0000 7f8e09025640 1 -- 172.21.15.33:0/2308964644 --> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8e040d43c0 con 0x7f8de4077160 2024-07-26T16:46:18.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.095+0000 7f8dfb7fe640 1 -- 172.21.15.33:0/2308964644 <== mgr.7946 v2:172.21.15.33:6836/2764472614 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252492 (secure 0 0 0) 0x7f8e040d43c0 con 0x7f8de4077160 2024-07-26T16:46:18.099 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:18.100 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T16:46:18.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 -- 172.21.15.33:0/2308964644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8de4077160 msgr2=0x7f8de4079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8de4077160 0x7f8de4079670 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8df4034000 tx=0x7f8df4004730 comp rx=0 tx=0).stop 2024-07-26T16:46:18.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 -- 172.21.15.33:0/2308964644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e040ce9e0 msgr2=0x7f8e04165490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e040ce9e0 0x7f8e04165490 secure :-1 s=READY pgs=1856 cs=0 l=1 rev1=1 crypto rx=0x7f8dec00d780 tx=0x7f8dec00dc40 comp rx=0 tx=0).stop 2024-07-26T16:46:18.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 -- 172.21.15.33:0/2308964644 shutdown_connections 2024-07-26T16:46:18.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8de4077160 0x7f8de4079670 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e040d0570 0x7f8e041659d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e040ce9e0 0x7f8e04165490 unknown :-1 s=CLOSED pgs=1856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 --2- 172.21.15.33:0/2308964644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e040b2dc0 0x7f8e0415d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 -- 172.21.15.33:0/2308964644 >> 172.21.15.33:0/2308964644 conn(0x7f8e040d3e10 msgr2=0x7f8e040b2420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:18.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 -- 172.21.15.33:0/2308964644 shutdown_connections 2024-07-26T16:46:18.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.098+0000 7f8e09025640 1 -- 172.21.15.33:0/2308964644 wait complete. 2024-07-26T16:46:18.111 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T16:46:17.626794+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1086,"num_read_kb":3047,"num_write":350,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":230,"ondisk_log_size":230,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":165,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":376576,"kb_used_data":20232,"kb_used_omap":12,"kb_used_meta":356211,"kb_avail":754598144,"statfs":{"total":773094113280,"available":772708499456,"internally_reserved":0,"allocated":20717568,"data_stored":11216044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":364760625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.643890"},"pg_stats":[{"pgid":"24.3f","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.013139+0000","last_change":"2024-07-26T16:46:14.029842+0000","last_active":"2024-07-26T16:46:15.013139+0000","last_peered":"2024-07-26T16:46:15.013139+0000","last_clean":"2024-07-26T16:46:15.013139+0000","last_became_active":"2024-07-26T16:46:14.029364+0000","last_became_peered":"2024-07-26T16:46:14.029364+0000","last_unstale":"2024-07-26T16:46:15.013139+0000","last_undegraded":"2024-07-26T16:46:15.013139+0000","last_fullsized":"2024-07-26T16:46:15.013139+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:22:48.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.3e","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709558+0000","last_change":"2024-07-26T16:46:14.034491+0000","last_active":"2024-07-26T16:46:15.709558+0000","last_peered":"2024-07-26T16:46:15.709558+0000","last_clean":"2024-07-26T16:46:15.709558+0000","last_became_active":"2024-07-26T16:46:14.034187+0000","last_became_peered":"2024-07-26T16:46:14.034187+0000","last_unstale":"2024-07-26T16:46:15.709558+0000","last_undegraded":"2024-07-26T16:46:15.709558+0000","last_fullsized":"2024-07-26T16:46:15.709558+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:51:12.822172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3d","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012599+0000","last_change":"2024-07-26T16:46:14.037758+0000","last_active":"2024-07-26T16:46:15.012599+0000","last_peered":"2024-07-26T16:46:15.012599+0000","last_clean":"2024-07-26T16:46:15.012599+0000","last_became_active":"2024-07-26T16:46:14.037500+0000","last_became_peered":"2024-07-26T16:46:14.037500+0000","last_unstale":"2024-07-26T16:46:15.012599+0000","last_undegraded":"2024-07-26T16:46:15.012599+0000","last_fullsized":"2024-07-26T16:46:15.012599+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:14.983172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.3c","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012575+0000","last_change":"2024-07-26T16:46:14.041298+0000","last_active":"2024-07-26T16:46:15.012575+0000","last_peered":"2024-07-26T16:46:15.012575+0000","last_clean":"2024-07-26T16:46:15.012575+0000","last_became_active":"2024-07-26T16:46:14.040965+0000","last_became_peered":"2024-07-26T16:46:14.040965+0000","last_unstale":"2024-07-26T16:46:15.012575+0000","last_undegraded":"2024-07-26T16:46:15.012575+0000","last_fullsized":"2024-07-26T16:46:15.012575+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:02.300176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.3b","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011315+0000","last_change":"2024-07-26T16:46:14.037586+0000","last_active":"2024-07-26T16:46:15.011315+0000","last_peered":"2024-07-26T16:46:15.011315+0000","last_clean":"2024-07-26T16:46:15.011315+0000","last_became_active":"2024-07-26T16:46:14.037138+0000","last_became_peered":"2024-07-26T16:46:14.037138+0000","last_unstale":"2024-07-26T16:46:15.011315+0000","last_undegraded":"2024-07-26T16:46:15.011315+0000","last_fullsized":"2024-07-26T16:46:15.011315+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:21:11.318363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.3a","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709079+0000","last_change":"2024-07-26T16:46:14.033903+0000","last_active":"2024-07-26T16:46:15.709079+0000","last_peered":"2024-07-26T16:46:15.709079+0000","last_clean":"2024-07-26T16:46:15.709079+0000","last_became_active":"2024-07-26T16:46:14.033566+0000","last_became_peered":"2024-07-26T16:46:14.033566+0000","last_unstale":"2024-07-26T16:46:15.709079+0000","last_undegraded":"2024-07-26T16:46:15.709079+0000","last_fullsized":"2024-07-26T16:46:15.709079+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:31.107560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.39","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034089+0000","last_change":"2024-07-26T16:46:14.033508+0000","last_active":"2024-07-26T16:46:15.034089+0000","last_peered":"2024-07-26T16:46:15.034089+0000","last_clean":"2024-07-26T16:46:15.034089+0000","last_became_active":"2024-07-26T16:46:14.032897+0000","last_became_peered":"2024-07-26T16:46:14.032897+0000","last_unstale":"2024-07-26T16:46:15.034089+0000","last_undegraded":"2024-07-26T16:46:15.034089+0000","last_fullsized":"2024-07-26T16:46:15.034089+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:12:49.242388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.38","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.033768+0000","last_change":"2024-07-26T16:46:14.033320+0000","last_active":"2024-07-26T16:46:15.033768+0000","last_peered":"2024-07-26T16:46:15.033768+0000","last_clean":"2024-07-26T16:46:15.033768+0000","last_became_active":"2024-07-26T16:46:14.032520+0000","last_became_peered":"2024-07-26T16:46:14.032520+0000","last_unstale":"2024-07-26T16:46:15.033768+0000","last_undegraded":"2024-07-26T16:46:15.033768+0000","last_fullsized":"2024-07-26T16:46:15.033768+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:40:03.689936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.37","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034296+0000","last_change":"2024-07-26T16:46:14.028994+0000","last_active":"2024-07-26T16:46:15.034296+0000","last_peered":"2024-07-26T16:46:15.034296+0000","last_clean":"2024-07-26T16:46:15.034296+0000","last_became_active":"2024-07-26T16:46:14.026573+0000","last_became_peered":"2024-07-26T16:46:14.026573+0000","last_unstale":"2024-07-26T16:46:15.034296+0000","last_undegraded":"2024-07-26T16:46:15.034296+0000","last_fullsized":"2024-07-26T16:46:15.034296+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:36:20.234563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.36","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034510+0000","last_change":"2024-07-26T16:46:14.034411+0000","last_active":"2024-07-26T16:46:15.034510+0000","last_peered":"2024-07-26T16:46:15.034510+0000","last_clean":"2024-07-26T16:46:15.034510+0000","last_became_active":"2024-07-26T16:46:14.034075+0000","last_became_peered":"2024-07-26T16:46:14.034075+0000","last_unstale":"2024-07-26T16:46:15.034510+0000","last_undegraded":"2024-07-26T16:46:15.034510+0000","last_fullsized":"2024-07-26T16:46:15.034510+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:49:00.258576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.35","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012573+0000","last_change":"2024-07-26T16:46:14.023559+0000","last_active":"2024-07-26T16:46:15.012573+0000","last_peered":"2024-07-26T16:46:15.012573+0000","last_clean":"2024-07-26T16:46:15.012573+0000","last_became_active":"2024-07-26T16:46:14.022580+0000","last_became_peered":"2024-07-26T16:46:14.022580+0000","last_unstale":"2024-07-26T16:46:15.012573+0000","last_undegraded":"2024-07-26T16:46:15.012573+0000","last_fullsized":"2024-07-26T16:46:15.012573+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:39:58.458297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.34","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709307+0000","last_change":"2024-07-26T16:46:14.035021+0000","last_active":"2024-07-26T16:46:15.709307+0000","last_peered":"2024-07-26T16:46:15.709307+0000","last_clean":"2024-07-26T16:46:15.709307+0000","last_became_active":"2024-07-26T16:46:14.034690+0000","last_became_peered":"2024-07-26T16:46:14.034690+0000","last_unstale":"2024-07-26T16:46:15.709307+0000","last_undegraded":"2024-07-26T16:46:15.709307+0000","last_fullsized":"2024-07-26T16:46:15.709307+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:00.968760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.33","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031573+0000","last_change":"2024-07-26T16:46:14.031783+0000","last_active":"2024-07-26T16:46:15.031573+0000","last_peered":"2024-07-26T16:46:15.031573+0000","last_clean":"2024-07-26T16:46:15.031573+0000","last_became_active":"2024-07-26T16:46:14.031388+0000","last_became_peered":"2024-07-26T16:46:14.031388+0000","last_unstale":"2024-07-26T16:46:15.031573+0000","last_undegraded":"2024-07-26T16:46:15.031573+0000","last_fullsized":"2024-07-26T16:46:15.031573+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:49:54.986410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.32","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011253+0000","last_change":"2024-07-26T16:46:14.040801+0000","last_active":"2024-07-26T16:46:15.011253+0000","last_peered":"2024-07-26T16:46:15.011253+0000","last_clean":"2024-07-26T16:46:15.011253+0000","last_became_active":"2024-07-26T16:46:14.040448+0000","last_became_peered":"2024-07-26T16:46:14.040448+0000","last_unstale":"2024-07-26T16:46:15.011253+0000","last_undegraded":"2024-07-26T16:46:15.011253+0000","last_fullsized":"2024-07-26T16:46:15.011253+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:36.925087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.31","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011848+0000","last_change":"2024-07-26T16:46:14.020076+0000","last_active":"2024-07-26T16:46:15.011848+0000","last_peered":"2024-07-26T16:46:15.011848+0000","last_clean":"2024-07-26T16:46:15.011848+0000","last_became_active":"2024-07-26T16:46:14.019676+0000","last_became_peered":"2024-07-26T16:46:14.019676+0000","last_unstale":"2024-07-26T16:46:15.011848+0000","last_undegraded":"2024-07-26T16:46:15.011848+0000","last_fullsized":"2024-07-26T16:46:15.011848+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:33:57.836024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.30","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012811+0000","last_change":"2024-07-26T16:46:14.041395+0000","last_active":"2024-07-26T16:46:15.012811+0000","last_peered":"2024-07-26T16:46:15.012811+0000","last_clean":"2024-07-26T16:46:15.012811+0000","last_became_active":"2024-07-26T16:46:14.040976+0000","last_became_peered":"2024-07-26T16:46:14.040976+0000","last_unstale":"2024-07-26T16:46:15.012811+0000","last_undegraded":"2024-07-26T16:46:15.012811+0000","last_fullsized":"2024-07-26T16:46:15.012811+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:21:16.411950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.2f","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034139+0000","last_change":"2024-07-26T16:46:14.018196+0000","last_active":"2024-07-26T16:46:15.034139+0000","last_peered":"2024-07-26T16:46:15.034139+0000","last_clean":"2024-07-26T16:46:15.034139+0000","last_became_active":"2024-07-26T16:46:14.017860+0000","last_became_peered":"2024-07-26T16:46:14.017860+0000","last_unstale":"2024-07-26T16:46:15.034139+0000","last_undegraded":"2024-07-26T16:46:15.034139+0000","last_fullsized":"2024-07-26T16:46:15.034139+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:38.648533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.2e","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711151+0000","last_change":"2024-07-26T16:46:14.023836+0000","last_active":"2024-07-26T16:46:15.711151+0000","last_peered":"2024-07-26T16:46:15.711151+0000","last_clean":"2024-07-26T16:46:15.711151+0000","last_became_active":"2024-07-26T16:46:14.021675+0000","last_became_peered":"2024-07-26T16:46:14.021675+0000","last_unstale":"2024-07-26T16:46:15.711151+0000","last_undegraded":"2024-07-26T16:46:15.711151+0000","last_fullsized":"2024-07-26T16:46:15.711151+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:26.878646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.2d","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012377+0000","last_change":"2024-07-26T16:46:14.032564+0000","last_active":"2024-07-26T16:46:15.012377+0000","last_peered":"2024-07-26T16:46:15.012377+0000","last_clean":"2024-07-26T16:46:15.012377+0000","last_became_active":"2024-07-26T16:46:14.032166+0000","last_became_peered":"2024-07-26T16:46:14.032166+0000","last_unstale":"2024-07-26T16:46:15.012377+0000","last_undegraded":"2024-07-26T16:46:15.012377+0000","last_fullsized":"2024-07-26T16:46:15.012377+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:39.442365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.2c","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710923+0000","last_change":"2024-07-26T16:46:14.028857+0000","last_active":"2024-07-26T16:46:15.710923+0000","last_peered":"2024-07-26T16:46:15.710923+0000","last_clean":"2024-07-26T16:46:15.710923+0000","last_became_active":"2024-07-26T16:46:14.028505+0000","last_became_peered":"2024-07-26T16:46:14.028505+0000","last_unstale":"2024-07-26T16:46:15.710923+0000","last_undegraded":"2024-07-26T16:46:15.710923+0000","last_fullsized":"2024-07-26T16:46:15.710923+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:59:53.497529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.2b","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031813+0000","last_change":"2024-07-26T16:46:14.036782+0000","last_active":"2024-07-26T16:46:15.031813+0000","last_peered":"2024-07-26T16:46:15.031813+0000","last_clean":"2024-07-26T16:46:15.031813+0000","last_became_active":"2024-07-26T16:46:14.036472+0000","last_became_peered":"2024-07-26T16:46:14.036472+0000","last_unstale":"2024-07-26T16:46:15.031813+0000","last_undegraded":"2024-07-26T16:46:15.031813+0000","last_fullsized":"2024-07-26T16:46:15.031813+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:08:54.871539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.2a","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.708909+0000","last_change":"2024-07-26T16:46:14.031187+0000","last_active":"2024-07-26T16:46:15.708909+0000","last_peered":"2024-07-26T16:46:15.708909+0000","last_clean":"2024-07-26T16:46:15.708909+0000","last_became_active":"2024-07-26T16:46:14.030558+0000","last_became_peered":"2024-07-26T16:46:14.030558+0000","last_unstale":"2024-07-26T16:46:15.708909+0000","last_undegraded":"2024-07-26T16:46:15.708909+0000","last_fullsized":"2024-07-26T16:46:15.708909+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:21:11.318363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.29","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011013+0000","last_change":"2024-07-26T16:46:14.024004+0000","last_active":"2024-07-26T16:46:15.011013+0000","last_peered":"2024-07-26T16:46:15.011013+0000","last_clean":"2024-07-26T16:46:15.011013+0000","last_became_active":"2024-07-26T16:46:14.023678+0000","last_became_peered":"2024-07-26T16:46:14.023678+0000","last_unstale":"2024-07-26T16:46:15.011013+0000","last_undegraded":"2024-07-26T16:46:15.011013+0000","last_fullsized":"2024-07-26T16:46:15.011013+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:16:56.654689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.28","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012977+0000","last_change":"2024-07-26T16:46:14.041185+0000","last_active":"2024-07-26T16:46:15.012977+0000","last_peered":"2024-07-26T16:46:15.012977+0000","last_clean":"2024-07-26T16:46:15.012977+0000","last_became_active":"2024-07-26T16:46:14.040504+0000","last_became_peered":"2024-07-26T16:46:14.040504+0000","last_unstale":"2024-07-26T16:46:15.012977+0000","last_undegraded":"2024-07-26T16:46:15.012977+0000","last_fullsized":"2024-07-26T16:46:15.012977+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:00.522689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.27","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031928+0000","last_change":"2024-07-26T16:46:14.034187+0000","last_active":"2024-07-26T16:46:15.031928+0000","last_peered":"2024-07-26T16:46:15.031928+0000","last_clean":"2024-07-26T16:46:15.031928+0000","last_became_active":"2024-07-26T16:46:14.033799+0000","last_became_peered":"2024-07-26T16:46:14.033799+0000","last_unstale":"2024-07-26T16:46:15.031928+0000","last_undegraded":"2024-07-26T16:46:15.031928+0000","last_fullsized":"2024-07-26T16:46:15.031928+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:45:04.876395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.26","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710957+0000","last_change":"2024-07-26T16:46:14.031178+0000","last_active":"2024-07-26T16:46:15.710957+0000","last_peered":"2024-07-26T16:46:15.710957+0000","last_clean":"2024-07-26T16:46:15.710957+0000","last_became_active":"2024-07-26T16:46:14.030839+0000","last_became_peered":"2024-07-26T16:46:14.030839+0000","last_unstale":"2024-07-26T16:46:15.710957+0000","last_undegraded":"2024-07-26T16:46:15.710957+0000","last_fullsized":"2024-07-26T16:46:15.710957+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:34:45.091712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.25","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709503+0000","last_change":"2024-07-26T16:46:14.029261+0000","last_active":"2024-07-26T16:46:15.709503+0000","last_peered":"2024-07-26T16:46:15.709503+0000","last_clean":"2024-07-26T16:46:15.709503+0000","last_became_active":"2024-07-26T16:46:14.028933+0000","last_became_peered":"2024-07-26T16:46:14.028933+0000","last_unstale":"2024-07-26T16:46:15.709503+0000","last_undegraded":"2024-07-26T16:46:15.709503+0000","last_fullsized":"2024-07-26T16:46:15.709503+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:58.066365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.24","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031975+0000","last_change":"2024-07-26T16:46:14.040348+0000","last_active":"2024-07-26T16:46:15.031975+0000","last_peered":"2024-07-26T16:46:15.031975+0000","last_clean":"2024-07-26T16:46:15.031975+0000","last_became_active":"2024-07-26T16:46:14.040035+0000","last_became_peered":"2024-07-26T16:46:14.040035+0000","last_unstale":"2024-07-26T16:46:15.031975+0000","last_undegraded":"2024-07-26T16:46:15.031975+0000","last_fullsized":"2024-07-26T16:46:15.031975+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:25.153073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.23","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709063+0000","last_change":"2024-07-26T16:46:14.029415+0000","last_active":"2024-07-26T16:46:15.709063+0000","last_peered":"2024-07-26T16:46:15.709063+0000","last_clean":"2024-07-26T16:46:15.709063+0000","last_became_active":"2024-07-26T16:46:14.029086+0000","last_became_peered":"2024-07-26T16:46:14.029086+0000","last_unstale":"2024-07-26T16:46:15.709063+0000","last_undegraded":"2024-07-26T16:46:15.709063+0000","last_fullsized":"2024-07-26T16:46:15.709063+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:19.031781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.22","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711052+0000","last_change":"2024-07-26T16:46:14.022848+0000","last_active":"2024-07-26T16:46:15.711052+0000","last_peered":"2024-07-26T16:46:15.711052+0000","last_clean":"2024-07-26T16:46:15.711052+0000","last_became_active":"2024-07-26T16:46:14.022454+0000","last_became_peered":"2024-07-26T16:46:14.022454+0000","last_unstale":"2024-07-26T16:46:15.711052+0000","last_undegraded":"2024-07-26T16:46:15.711052+0000","last_fullsized":"2024-07-26T16:46:15.711052+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:22:15.237025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.21","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011848+0000","last_change":"2024-07-26T16:46:14.017798+0000","last_active":"2024-07-26T16:46:15.011848+0000","last_peered":"2024-07-26T16:46:15.011848+0000","last_clean":"2024-07-26T16:46:15.011848+0000","last_became_active":"2024-07-26T16:46:14.017458+0000","last_became_peered":"2024-07-26T16:46:14.017458+0000","last_unstale":"2024-07-26T16:46:15.011848+0000","last_undegraded":"2024-07-26T16:46:15.011848+0000","last_fullsized":"2024-07-26T16:46:15.011848+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:12:40.338477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.20","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711039+0000","last_change":"2024-07-26T16:46:14.024019+0000","last_active":"2024-07-26T16:46:15.711039+0000","last_peered":"2024-07-26T16:46:15.711039+0000","last_clean":"2024-07-26T16:46:15.711039+0000","last_became_active":"2024-07-26T16:46:14.023712+0000","last_became_peered":"2024-07-26T16:46:14.023712+0000","last_unstale":"2024-07-26T16:46:15.711039+0000","last_undegraded":"2024-07-26T16:46:15.711039+0000","last_fullsized":"2024-07-26T16:46:15.711039+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:51.756336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709193+0000","last_change":"2024-07-26T16:46:14.028493+0000","last_active":"2024-07-26T16:46:15.709193+0000","last_peered":"2024-07-26T16:46:15.709193+0000","last_clean":"2024-07-26T16:46:15.709193+0000","last_became_active":"2024-07-26T16:46:14.028002+0000","last_became_peered":"2024-07-26T16:46:14.028002+0000","last_unstale":"2024-07-26T16:46:15.709193+0000","last_undegraded":"2024-07-26T16:46:15.709193+0000","last_fullsized":"2024-07-26T16:46:15.709193+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:22:20.849605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"194'4","reported_seq":19,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.013233+0000","last_change":"2024-07-26T16:46:13.008595+0000","last_active":"2024-07-26T16:46:15.013233+0000","last_peered":"2024-07-26T16:46:15.013233+0000","last_clean":"2024-07-26T16:46:15.013233+0000","last_became_active":"2024-07-26T16:46:13.008214+0000","last_became_peered":"2024-07-26T16:46:13.008214+0000","last_unstale":"2024-07-26T16:46:15.013233+0000","last_undegraded":"2024-07-26T16:46:15.013233+0000","last_fullsized":"2024-07-26T16:46:15.013233+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:32:35.686013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031533+0000","last_change":"2024-07-26T16:46:14.036598+0000","last_active":"2024-07-26T16:46:15.031533+0000","last_peered":"2024-07-26T16:46:15.031533+0000","last_clean":"2024-07-26T16:46:15.031533+0000","last_became_active":"2024-07-26T16:46:14.036268+0000","last_became_peered":"2024-07-26T16:46:14.036268+0000","last_unstale":"2024-07-26T16:46:15.031533+0000","last_undegraded":"2024-07-26T16:46:15.031533+0000","last_fullsized":"2024-07-26T16:46:15.031533+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:30:19.528778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"194'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011723+0000","last_change":"2024-07-26T16:46:13.014440+0000","last_active":"2024-07-26T16:46:15.011723+0000","last_peered":"2024-07-26T16:46:15.011723+0000","last_clean":"2024-07-26T16:46:15.011723+0000","last_became_active":"2024-07-26T16:46:13.013979+0000","last_became_peered":"2024-07-26T16:46:13.013979+0000","last_unstale":"2024-07-26T16:46:15.011723+0000","last_undegraded":"2024-07-26T16:46:15.011723+0000","last_fullsized":"2024-07-26T16:46:15.011723+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:10:14.229462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011280+0000","last_change":"2024-07-26T16:46:14.038684+0000","last_active":"2024-07-26T16:46:15.011280+0000","last_peered":"2024-07-26T16:46:15.011280+0000","last_clean":"2024-07-26T16:46:15.011280+0000","last_became_active":"2024-07-26T16:46:14.038363+0000","last_became_peered":"2024-07-26T16:46:14.038363+0000","last_unstale":"2024-07-26T16:46:15.011280+0000","last_undegraded":"2024-07-26T16:46:15.011280+0000","last_fullsized":"2024-07-26T16:46:15.011280+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:32.208457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1d","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012443+0000","last_change":"2024-07-26T16:46:13.008691+0000","last_active":"2024-07-26T16:46:15.012443+0000","last_peered":"2024-07-26T16:46:15.012443+0000","last_clean":"2024-07-26T16:46:15.012443+0000","last_became_active":"2024-07-26T16:46:13.008370+0000","last_became_peered":"2024-07-26T16:46:13.008370+0000","last_unstale":"2024-07-26T16:46:15.012443+0000","last_undegraded":"2024-07-26T16:46:15.012443+0000","last_fullsized":"2024-07-26T16:46:15.012443+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:34:34.703300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709300+0000","last_change":"2024-07-26T16:46:14.026628+0000","last_active":"2024-07-26T16:46:15.709300+0000","last_peered":"2024-07-26T16:46:15.709300+0000","last_clean":"2024-07-26T16:46:15.709300+0000","last_became_active":"2024-07-26T16:46:14.026295+0000","last_became_peered":"2024-07-26T16:46:14.026295+0000","last_unstale":"2024-07-26T16:46:15.709300+0000","last_undegraded":"2024-07-26T16:46:15.709300+0000","last_fullsized":"2024-07-26T16:46:15.709300+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:31:53.554406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1c","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710606+0000","last_change":"2024-07-26T16:46:12.997516+0000","last_active":"2024-07-26T16:46:15.710606+0000","last_peered":"2024-07-26T16:46:15.710606+0000","last_clean":"2024-07-26T16:46:15.710606+0000","last_became_active":"2024-07-26T16:46:12.997189+0000","last_became_peered":"2024-07-26T16:46:12.997189+0000","last_unstale":"2024-07-26T16:46:15.710606+0000","last_undegraded":"2024-07-26T16:46:15.710606+0000","last_fullsized":"2024-07-26T16:46:15.710606+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:40:27.915493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.033888+0000","last_change":"2024-07-26T16:46:14.032254+0000","last_active":"2024-07-26T16:46:15.033888+0000","last_peered":"2024-07-26T16:46:15.033888+0000","last_clean":"2024-07-26T16:46:15.033888+0000","last_became_active":"2024-07-26T16:46:14.031915+0000","last_became_peered":"2024-07-26T16:46:14.031915+0000","last_unstale":"2024-07-26T16:46:15.033888+0000","last_undegraded":"2024-07-26T16:46:15.033888+0000","last_fullsized":"2024-07-26T16:46:15.033888+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:34:42.867673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1b","version":"194'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034092+0000","last_change":"2024-07-26T16:46:13.016577+0000","last_active":"2024-07-26T16:46:15.034092+0000","last_peered":"2024-07-26T16:46:15.034092+0000","last_clean":"2024-07-26T16:46:15.034092+0000","last_became_active":"2024-07-26T16:46:13.016214+0000","last_became_peered":"2024-07-26T16:46:13.016214+0000","last_unstale":"2024-07-26T16:46:15.034092+0000","last_undegraded":"2024-07-26T16:46:15.034092+0000","last_fullsized":"2024-07-26T16:46:15.034092+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:04:04.392118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711112+0000","last_change":"2024-07-26T16:46:14.031048+0000","last_active":"2024-07-26T16:46:15.711112+0000","last_peered":"2024-07-26T16:46:15.711112+0000","last_clean":"2024-07-26T16:46:15.711112+0000","last_became_active":"2024-07-26T16:46:14.030687+0000","last_became_peered":"2024-07-26T16:46:14.030687+0000","last_unstale":"2024-07-26T16:46:15.711112+0000","last_undegraded":"2024-07-26T16:46:15.711112+0000","last_fullsized":"2024-07-26T16:46:15.711112+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:26.164384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1a","version":"194'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011322+0000","last_change":"2024-07-26T16:46:13.008139+0000","last_active":"2024-07-26T16:46:15.011322+0000","last_peered":"2024-07-26T16:46:15.011322+0000","last_clean":"2024-07-26T16:46:15.011322+0000","last_became_active":"2024-07-26T16:46:13.007767+0000","last_became_peered":"2024-07-26T16:46:13.007767+0000","last_unstale":"2024-07-26T16:46:15.011322+0000","last_undegraded":"2024-07-26T16:46:15.011322+0000","last_fullsized":"2024-07-26T16:46:15.011322+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:00.373184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711119+0000","last_change":"2024-07-26T16:46:14.027646+0000","last_active":"2024-07-26T16:46:15.711119+0000","last_peered":"2024-07-26T16:46:15.711119+0000","last_clean":"2024-07-26T16:46:15.711119+0000","last_became_active":"2024-07-26T16:46:14.027319+0000","last_became_peered":"2024-07-26T16:46:14.027319+0000","last_unstale":"2024-07-26T16:46:15.711119+0000","last_undegraded":"2024-07-26T16:46:15.711119+0000","last_fullsized":"2024-07-26T16:46:15.711119+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:52.927709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710577+0000","last_change":"2024-07-26T16:46:12.999690+0000","last_active":"2024-07-26T16:46:15.710577+0000","last_peered":"2024-07-26T16:46:15.710577+0000","last_clean":"2024-07-26T16:46:15.710577+0000","last_became_active":"2024-07-26T16:46:12.999284+0000","last_became_peered":"2024-07-26T16:46:12.999284+0000","last_unstale":"2024-07-26T16:46:15.710577+0000","last_undegraded":"2024-07-26T16:46:15.710577+0000","last_fullsized":"2024-07-26T16:46:15.710577+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:39.172364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.013154+0000","last_change":"2024-07-26T16:46:14.033556+0000","last_active":"2024-07-26T16:46:15.013154+0000","last_peered":"2024-07-26T16:46:15.013154+0000","last_clean":"2024-07-26T16:46:15.013154+0000","last_became_active":"2024-07-26T16:46:14.032747+0000","last_became_peered":"2024-07-26T16:46:14.032747+0000","last_unstale":"2024-07-26T16:46:15.013154+0000","last_undegraded":"2024-07-26T16:46:15.013154+0000","last_fullsized":"2024-07-26T16:46:15.013154+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:06.389751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034227+0000","last_change":"2024-07-26T16:46:13.011234+0000","last_active":"2024-07-26T16:46:15.034227+0000","last_peered":"2024-07-26T16:46:15.034227+0000","last_clean":"2024-07-26T16:46:15.034227+0000","last_became_active":"2024-07-26T16:46:13.010925+0000","last_became_peered":"2024-07-26T16:46:13.010925+0000","last_unstale":"2024-07-26T16:46:15.034227+0000","last_undegraded":"2024-07-26T16:46:15.034227+0000","last_fullsized":"2024-07-26T16:46:15.034227+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:05:42.938324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709527+0000","last_change":"2024-07-26T16:46:14.027116+0000","last_active":"2024-07-26T16:46:15.709527+0000","last_peered":"2024-07-26T16:46:15.709527+0000","last_clean":"2024-07-26T16:46:15.709527+0000","last_became_active":"2024-07-26T16:46:14.026450+0000","last_became_peered":"2024-07-26T16:46:14.026450+0000","last_unstale":"2024-07-26T16:46:15.709527+0000","last_undegraded":"2024-07-26T16:46:15.709527+0000","last_fullsized":"2024-07-26T16:46:15.709527+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:46:05.168814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031539+0000","last_change":"2024-07-26T16:46:13.011564+0000","last_active":"2024-07-26T16:46:15.031539+0000","last_peered":"2024-07-26T16:46:15.031539+0000","last_clean":"2024-07-26T16:46:15.031539+0000","last_became_active":"2024-07-26T16:46:13.011244+0000","last_became_peered":"2024-07-26T16:46:13.011244+0000","last_unstale":"2024-07-26T16:46:15.031539+0000","last_undegraded":"2024-07-26T16:46:15.031539+0000","last_fullsized":"2024-07-26T16:46:15.031539+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:31:57.846485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031894+0000","last_change":"2024-07-26T16:46:14.021583+0000","last_active":"2024-07-26T16:46:15.031894+0000","last_peered":"2024-07-26T16:46:15.031894+0000","last_clean":"2024-07-26T16:46:15.031894+0000","last_became_active":"2024-07-26T16:46:14.021096+0000","last_became_peered":"2024-07-26T16:46:14.021096+0000","last_unstale":"2024-07-26T16:46:15.031894+0000","last_undegraded":"2024-07-26T16:46:15.031894+0000","last_fullsized":"2024-07-26T16:46:15.031894+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:08:01.295254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.15","version":"194'3","reported_seq":18,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012677+0000","last_change":"2024-07-26T16:46:13.002030+0000","last_active":"2024-07-26T16:46:15.012677+0000","last_peered":"2024-07-26T16:46:15.012677+0000","last_clean":"2024-07-26T16:46:15.012677+0000","last_became_active":"2024-07-26T16:46:13.001669+0000","last_became_peered":"2024-07-26T16:46:13.001669+0000","last_unstale":"2024-07-26T16:46:15.012677+0000","last_undegraded":"2024-07-26T16:46:15.012677+0000","last_fullsized":"2024-07-26T16:46:15.012677+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:04:30.743500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710870+0000","last_change":"2024-07-26T16:46:14.029769+0000","last_active":"2024-07-26T16:46:15.710870+0000","last_peered":"2024-07-26T16:46:15.710870+0000","last_clean":"2024-07-26T16:46:15.710870+0000","last_became_active":"2024-07-26T16:46:14.029454+0000","last_became_peered":"2024-07-26T16:46:14.029454+0000","last_unstale":"2024-07-26T16:46:15.710870+0000","last_undegraded":"2024-07-26T16:46:15.710870+0000","last_fullsized":"2024-07-26T16:46:15.710870+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:32:26.930387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"194'6","reported_seq":21,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031976+0000","last_change":"2024-07-26T16:46:13.011738+0000","last_active":"2024-07-26T16:46:15.031976+0000","last_peered":"2024-07-26T16:46:15.031976+0000","last_clean":"2024-07-26T16:46:15.031976+0000","last_became_active":"2024-07-26T16:46:13.011440+0000","last_became_peered":"2024-07-26T16:46:13.011440+0000","last_unstale":"2024-07-26T16:46:15.031976+0000","last_undegraded":"2024-07-26T16:46:15.031976+0000","last_fullsized":"2024-07-26T16:46:15.031976+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:57:59.902036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711178+0000","last_change":"2024-07-26T16:46:14.023699+0000","last_active":"2024-07-26T16:46:15.711178+0000","last_peered":"2024-07-26T16:46:15.711178+0000","last_clean":"2024-07-26T16:46:15.711178+0000","last_became_active":"2024-07-26T16:46:14.023335+0000","last_became_peered":"2024-07-26T16:46:14.023335+0000","last_unstale":"2024-07-26T16:46:15.711178+0000","last_undegraded":"2024-07-26T16:46:15.711178+0000","last_fullsized":"2024-07-26T16:46:15.711178+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:41.655974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.13","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011374+0000","last_change":"2024-07-26T16:46:13.003313+0000","last_active":"2024-07-26T16:46:15.011374+0000","last_peered":"2024-07-26T16:46:15.011374+0000","last_clean":"2024-07-26T16:46:15.011374+0000","last_became_active":"2024-07-26T16:46:13.002826+0000","last_became_peered":"2024-07-26T16:46:13.002826+0000","last_unstale":"2024-07-26T16:46:15.011374+0000","last_undegraded":"2024-07-26T16:46:15.011374+0000","last_fullsized":"2024-07-26T16:46:15.011374+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:24:09.665285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034169+0000","last_change":"2024-07-26T16:46:14.028967+0000","last_active":"2024-07-26T16:46:15.034169+0000","last_peered":"2024-07-26T16:46:15.034169+0000","last_clean":"2024-07-26T16:46:15.034169+0000","last_became_active":"2024-07-26T16:46:14.028657+0000","last_became_peered":"2024-07-26T16:46:14.028657+0000","last_unstale":"2024-07-26T16:46:15.034169+0000","last_undegraded":"2024-07-26T16:46:15.034169+0000","last_fullsized":"2024-07-26T16:46:15.034169+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:48:36.735621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031975+0000","last_change":"2024-07-26T16:46:13.000104+0000","last_active":"2024-07-26T16:46:15.031975+0000","last_peered":"2024-07-26T16:46:15.031975+0000","last_clean":"2024-07-26T16:46:15.031975+0000","last_became_active":"2024-07-26T16:46:12.999785+0000","last_became_peered":"2024-07-26T16:46:12.999785+0000","last_unstale":"2024-07-26T16:46:15.031975+0000","last_undegraded":"2024-07-26T16:46:15.031975+0000","last_fullsized":"2024-07-26T16:46:15.031975+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:37:12.191623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012868+0000","last_change":"2024-07-26T16:46:14.028669+0000","last_active":"2024-07-26T16:46:15.012868+0000","last_peered":"2024-07-26T16:46:15.012868+0000","last_clean":"2024-07-26T16:46:15.012868+0000","last_became_active":"2024-07-26T16:46:14.028368+0000","last_became_peered":"2024-07-26T16:46:14.028368+0000","last_unstale":"2024-07-26T16:46:15.012868+0000","last_undegraded":"2024-07-26T16:46:15.012868+0000","last_fullsized":"2024-07-26T16:46:15.012868+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:17.268616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012075+0000","last_change":"2024-07-26T16:46:12.997223+0000","last_active":"2024-07-26T16:46:15.012075+0000","last_peered":"2024-07-26T16:46:15.012075+0000","last_clean":"2024-07-26T16:46:15.012075+0000","last_became_active":"2024-07-26T16:46:12.996906+0000","last_became_peered":"2024-07-26T16:46:12.996906+0000","last_unstale":"2024-07-26T16:46:15.012075+0000","last_undegraded":"2024-07-26T16:46:15.012075+0000","last_fullsized":"2024-07-26T16:46:15.012075+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:12.624201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711115+0000","last_change":"2024-07-26T16:46:14.031979+0000","last_active":"2024-07-26T16:46:15.711115+0000","last_peered":"2024-07-26T16:46:15.711115+0000","last_clean":"2024-07-26T16:46:15.711115+0000","last_became_active":"2024-07-26T16:46:14.031673+0000","last_became_peered":"2024-07-26T16:46:14.031673+0000","last_unstale":"2024-07-26T16:46:15.711115+0000","last_undegraded":"2024-07-26T16:46:15.711115+0000","last_fullsized":"2024-07-26T16:46:15.711115+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:15:47.211513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.10","version":"194'8","reported_seq":23,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034336+0000","last_change":"2024-07-26T16:46:13.011898+0000","last_active":"2024-07-26T16:46:15.034336+0000","last_peered":"2024-07-26T16:46:15.034336+0000","last_clean":"2024-07-26T16:46:15.034336+0000","last_became_active":"2024-07-26T16:46:13.011607+0000","last_became_peered":"2024-07-26T16:46:13.011607+0000","last_unstale":"2024-07-26T16:46:15.034336+0000","last_undegraded":"2024-07-26T16:46:15.034336+0000","last_fullsized":"2024-07-26T16:46:15.034336+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:41:41.965602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034335+0000","last_change":"2024-07-26T16:46:14.033298+0000","last_active":"2024-07-26T16:46:15.034335+0000","last_peered":"2024-07-26T16:46:15.034335+0000","last_clean":"2024-07-26T16:46:15.034335+0000","last_became_active":"2024-07-26T16:46:14.032972+0000","last_became_peered":"2024-07-26T16:46:14.032972+0000","last_unstale":"2024-07-26T16:46:15.034335+0000","last_undegraded":"2024-07-26T16:46:15.034335+0000","last_fullsized":"2024-07-26T16:46:15.034335+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:18.746047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"194'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031703+0000","last_change":"2024-07-26T16:46:13.004039+0000","last_active":"2024-07-26T16:46:15.031703+0000","last_peered":"2024-07-26T16:46:15.031703+0000","last_clean":"2024-07-26T16:46:15.031703+0000","last_became_active":"2024-07-26T16:46:13.003713+0000","last_became_peered":"2024-07-26T16:46:13.003713+0000","last_unstale":"2024-07-26T16:46:15.031703+0000","last_undegraded":"2024-07-26T16:46:15.031703+0000","last_fullsized":"2024-07-26T16:46:15.031703+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:17:51.201774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711228+0000","last_change":"2024-07-26T16:46:14.017778+0000","last_active":"2024-07-26T16:46:15.711228+0000","last_peered":"2024-07-26T16:46:15.711228+0000","last_clean":"2024-07-26T16:46:15.711228+0000","last_became_active":"2024-07-26T16:46:14.017438+0000","last_became_peered":"2024-07-26T16:46:14.017438+0000","last_unstale":"2024-07-26T16:46:15.711228+0000","last_undegraded":"2024-07-26T16:46:15.711228+0000","last_fullsized":"2024-07-26T16:46:15.711228+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:24:03.177765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.e","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034595+0000","last_change":"2024-07-26T16:46:13.011699+0000","last_active":"2024-07-26T16:46:15.034595+0000","last_peered":"2024-07-26T16:46:15.034595+0000","last_clean":"2024-07-26T16:46:15.034595+0000","last_became_active":"2024-07-26T16:46:13.011220+0000","last_became_peered":"2024-07-26T16:46:13.011220+0000","last_unstale":"2024-07-26T16:46:15.034595+0000","last_undegraded":"2024-07-26T16:46:15.034595+0000","last_fullsized":"2024-07-26T16:46:15.034595+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:28:46.315084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012171+0000","last_change":"2024-07-26T16:46:14.028051+0000","last_active":"2024-07-26T16:46:15.012171+0000","last_peered":"2024-07-26T16:46:15.012171+0000","last_clean":"2024-07-26T16:46:15.012171+0000","last_became_active":"2024-07-26T16:46:14.027701+0000","last_became_peered":"2024-07-26T16:46:14.027701+0000","last_unstale":"2024-07-26T16:46:15.012171+0000","last_undegraded":"2024-07-26T16:46:15.012171+0000","last_fullsized":"2024-07-26T16:46:15.012171+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:07:38.503468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.d","version":"194'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011652+0000","last_change":"2024-07-26T16:46:13.000040+0000","last_active":"2024-07-26T16:46:15.011652+0000","last_peered":"2024-07-26T16:46:15.011652+0000","last_clean":"2024-07-26T16:46:15.011652+0000","last_became_active":"2024-07-26T16:46:12.999693+0000","last_became_peered":"2024-07-26T16:46:12.999693+0000","last_unstale":"2024-07-26T16:46:15.011652+0000","last_undegraded":"2024-07-26T16:46:15.011652+0000","last_fullsized":"2024-07-26T16:46:15.011652+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:44.343846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011772+0000","last_change":"2024-07-26T16:46:14.023180+0000","last_active":"2024-07-26T16:46:15.011772+0000","last_peered":"2024-07-26T16:46:15.011772+0000","last_clean":"2024-07-26T16:46:15.011772+0000","last_became_active":"2024-07-26T16:46:14.022535+0000","last_became_peered":"2024-07-26T16:46:14.022535+0000","last_unstale":"2024-07-26T16:46:15.011772+0000","last_undegraded":"2024-07-26T16:46:15.011772+0000","last_fullsized":"2024-07-26T16:46:15.011772+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:49:21.841190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034214+0000","last_change":"2024-07-26T16:46:13.012474+0000","last_active":"2024-07-26T16:46:15.034214+0000","last_peered":"2024-07-26T16:46:15.034214+0000","last_clean":"2024-07-26T16:46:15.034214+0000","last_became_active":"2024-07-26T16:46:13.012182+0000","last_became_peered":"2024-07-26T16:46:13.012182+0000","last_unstale":"2024-07-26T16:46:15.034214+0000","last_undegraded":"2024-07-26T16:46:15.034214+0000","last_fullsized":"2024-07-26T16:46:15.034214+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:49:57.171362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031895+0000","last_change":"2024-07-26T16:46:14.039454+0000","last_active":"2024-07-26T16:46:15.031895+0000","last_peered":"2024-07-26T16:46:15.031895+0000","last_clean":"2024-07-26T16:46:15.031895+0000","last_became_active":"2024-07-26T16:46:14.038956+0000","last_became_peered":"2024-07-26T16:46:14.038956+0000","last_unstale":"2024-07-26T16:46:15.031895+0000","last_undegraded":"2024-07-26T16:46:15.031895+0000","last_fullsized":"2024-07-26T16:46:15.031895+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:18:13.072763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.b","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011380+0000","last_change":"2024-07-26T16:46:13.004225+0000","last_active":"2024-07-26T16:46:15.011380+0000","last_peered":"2024-07-26T16:46:15.011380+0000","last_clean":"2024-07-26T16:46:15.011380+0000","last_became_active":"2024-07-26T16:46:13.003851+0000","last_became_peered":"2024-07-26T16:46:13.003851+0000","last_unstale":"2024-07-26T16:46:15.011380+0000","last_undegraded":"2024-07-26T16:46:15.011380+0000","last_fullsized":"2024-07-26T16:46:15.011380+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:59:18.620500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011679+0000","last_change":"2024-07-26T16:46:14.045170+0000","last_active":"2024-07-26T16:46:15.011679+0000","last_peered":"2024-07-26T16:46:15.011679+0000","last_clean":"2024-07-26T16:46:15.011679+0000","last_became_active":"2024-07-26T16:46:14.044514+0000","last_became_peered":"2024-07-26T16:46:14.044514+0000","last_unstale":"2024-07-26T16:46:15.011679+0000","last_undegraded":"2024-07-26T16:46:15.011679+0000","last_fullsized":"2024-07-26T16:46:15.011679+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:31.107560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011744+0000","last_change":"2024-07-26T16:46:13.004096+0000","last_active":"2024-07-26T16:46:15.011744+0000","last_peered":"2024-07-26T16:46:15.011744+0000","last_clean":"2024-07-26T16:46:15.011744+0000","last_became_active":"2024-07-26T16:46:13.003750+0000","last_became_peered":"2024-07-26T16:46:13.003750+0000","last_unstale":"2024-07-26T16:46:15.011744+0000","last_undegraded":"2024-07-26T16:46:15.011744+0000","last_fullsized":"2024-07-26T16:46:15.011744+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:04.466434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011650+0000","last_change":"2024-07-26T16:46:14.044069+0000","last_active":"2024-07-26T16:46:15.011650+0000","last_peered":"2024-07-26T16:46:15.011650+0000","last_clean":"2024-07-26T16:46:15.011650+0000","last_became_active":"2024-07-26T16:46:14.043741+0000","last_became_peered":"2024-07-26T16:46:14.043741+0000","last_unstale":"2024-07-26T16:46:15.011650+0000","last_undegraded":"2024-07-26T16:46:15.011650+0000","last_fullsized":"2024-07-26T16:46:15.011650+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:19.031781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710738+0000","last_change":"2024-07-26T16:46:12.997361+0000","last_active":"2024-07-26T16:46:15.710738+0000","last_peered":"2024-07-26T16:46:15.710738+0000","last_clean":"2024-07-26T16:46:15.710738+0000","last_became_active":"2024-07-26T16:46:12.997021+0000","last_became_peered":"2024-07-26T16:46:12.997021+0000","last_unstale":"2024-07-26T16:46:15.710738+0000","last_undegraded":"2024-07-26T16:46:15.710738+0000","last_fullsized":"2024-07-26T16:46:15.710738+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:18.309769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709684+0000","last_change":"2024-07-26T16:46:14.033796+0000","last_active":"2024-07-26T16:46:15.709684+0000","last_peered":"2024-07-26T16:46:15.709684+0000","last_clean":"2024-07-26T16:46:15.709684+0000","last_became_active":"2024-07-26T16:46:14.033482+0000","last_became_peered":"2024-07-26T16:46:14.033482+0000","last_unstale":"2024-07-26T16:46:15.709684+0000","last_undegraded":"2024-07-26T16:46:15.709684+0000","last_fullsized":"2024-07-26T16:46:15.709684+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:13.033811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709346+0000","last_change":"2024-07-26T16:46:13.002215+0000","last_active":"2024-07-26T16:46:15.709346+0000","last_peered":"2024-07-26T16:46:15.709346+0000","last_clean":"2024-07-26T16:46:15.709346+0000","last_became_active":"2024-07-26T16:46:13.001812+0000","last_became_peered":"2024-07-26T16:46:13.001812+0000","last_unstale":"2024-07-26T16:46:15.709346+0000","last_undegraded":"2024-07-26T16:46:15.709346+0000","last_fullsized":"2024-07-26T16:46:15.709346+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:24:09.665285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011638+0000","last_change":"2024-07-26T16:46:14.017804+0000","last_active":"2024-07-26T16:46:15.011638+0000","last_peered":"2024-07-26T16:46:15.011638+0000","last_clean":"2024-07-26T16:46:15.011638+0000","last_became_active":"2024-07-26T16:46:14.017478+0000","last_became_peered":"2024-07-26T16:46:14.017478+0000","last_unstale":"2024-07-26T16:46:15.011638+0000","last_undegraded":"2024-07-26T16:46:15.011638+0000","last_fullsized":"2024-07-26T16:46:15.011638+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:54:07.009038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.7","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011454+0000","last_change":"2024-07-26T16:46:13.005567+0000","last_active":"2024-07-26T16:46:15.011454+0000","last_peered":"2024-07-26T16:46:15.011454+0000","last_clean":"2024-07-26T16:46:15.011454+0000","last_became_active":"2024-07-26T16:46:13.005272+0000","last_became_peered":"2024-07-26T16:46:13.005272+0000","last_unstale":"2024-07-26T16:46:15.011454+0000","last_undegraded":"2024-07-26T16:46:15.011454+0000","last_fullsized":"2024-07-26T16:46:15.011454+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:36:10.536746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.033909+0000","last_change":"2024-07-26T16:46:14.032384+0000","last_active":"2024-07-26T16:46:15.033909+0000","last_peered":"2024-07-26T16:46:15.033909+0000","last_clean":"2024-07-26T16:46:15.033909+0000","last_became_active":"2024-07-26T16:46:14.032070+0000","last_became_peered":"2024-07-26T16:46:14.032070+0000","last_unstale":"2024-07-26T16:46:15.033909+0000","last_undegraded":"2024-07-26T16:46:15.033909+0000","last_fullsized":"2024-07-26T16:46:15.033909+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:20:36.151212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.6","version":"195'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031909+0000","last_change":"2024-07-26T16:46:13.012580+0000","last_active":"2024-07-26T16:46:15.031909+0000","last_peered":"2024-07-26T16:46:15.031909+0000","last_clean":"2024-07-26T16:46:15.031909+0000","last_became_active":"2024-07-26T16:46:13.012274+0000","last_became_peered":"2024-07-26T16:46:13.012274+0000","last_unstale":"2024-07-26T16:46:15.031909+0000","last_undegraded":"2024-07-26T16:46:15.031909+0000","last_fullsized":"2024-07-26T16:46:15.031909+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:16.262807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710882+0000","last_change":"2024-07-26T16:46:14.028933+0000","last_active":"2024-07-26T16:46:15.710882+0000","last_peered":"2024-07-26T16:46:15.710882+0000","last_clean":"2024-07-26T16:46:15.710882+0000","last_became_active":"2024-07-26T16:46:14.028631+0000","last_became_peered":"2024-07-26T16:46:14.028631+0000","last_unstale":"2024-07-26T16:46:15.710882+0000","last_undegraded":"2024-07-26T16:46:15.710882+0000","last_fullsized":"2024-07-26T16:46:15.710882+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:25.747977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031919+0000","last_change":"2024-07-26T16:46:12.995085+0000","last_active":"2024-07-26T16:46:15.031919+0000","last_peered":"2024-07-26T16:46:15.031919+0000","last_clean":"2024-07-26T16:46:15.031919+0000","last_became_active":"2024-07-26T16:46:12.992618+0000","last_became_peered":"2024-07-26T16:46:12.992618+0000","last_unstale":"2024-07-26T16:46:15.031919+0000","last_undegraded":"2024-07-26T16:46:15.031919+0000","last_fullsized":"2024-07-26T16:46:15.031919+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:38.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034024+0000","last_change":"2024-07-26T16:46:14.029912+0000","last_active":"2024-07-26T16:46:15.034024+0000","last_peered":"2024-07-26T16:46:15.034024+0000","last_clean":"2024-07-26T16:46:15.034024+0000","last_became_active":"2024-07-26T16:46:14.029602+0000","last_became_peered":"2024-07-26T16:46:14.029602+0000","last_unstale":"2024-07-26T16:46:15.034024+0000","last_undegraded":"2024-07-26T16:46:15.034024+0000","last_fullsized":"2024-07-26T16:46:15.034024+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:39:57.227611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710928+0000","last_change":"2024-07-26T16:46:13.012693+0000","last_active":"2024-07-26T16:46:15.710928+0000","last_peered":"2024-07-26T16:46:15.710928+0000","last_clean":"2024-07-26T16:46:15.710928+0000","last_became_active":"2024-07-26T16:46:13.012355+0000","last_became_peered":"2024-07-26T16:46:13.012355+0000","last_unstale":"2024-07-26T16:46:15.710928+0000","last_undegraded":"2024-07-26T16:46:15.710928+0000","last_fullsized":"2024-07-26T16:46:15.710928+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:51:20.246700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012804+0000","last_change":"2024-07-26T16:46:14.031912+0000","last_active":"2024-07-26T16:46:15.012804+0000","last_peered":"2024-07-26T16:46:15.012804+0000","last_clean":"2024-07-26T16:46:15.012804+0000","last_became_active":"2024-07-26T16:46:14.031605+0000","last_became_peered":"2024-07-26T16:46:14.031605+0000","last_unstale":"2024-07-26T16:46:15.012804+0000","last_undegraded":"2024-07-26T16:46:15.012804+0000","last_fullsized":"2024-07-26T16:46:15.012804+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:39:19.218914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012651+0000","last_change":"2024-07-26T16:46:13.001215+0000","last_active":"2024-07-26T16:46:15.012651+0000","last_peered":"2024-07-26T16:46:15.012651+0000","last_clean":"2024-07-26T16:46:15.012651+0000","last_became_active":"2024-07-26T16:46:13.000816+0000","last_became_peered":"2024-07-26T16:46:13.000816+0000","last_unstale":"2024-07-26T16:46:15.012651+0000","last_undegraded":"2024-07-26T16:46:15.012651+0000","last_fullsized":"2024-07-26T16:46:15.012651+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:16:29.138996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709469+0000","last_change":"2024-07-26T16:46:14.027231+0000","last_active":"2024-07-26T16:46:15.709469+0000","last_peered":"2024-07-26T16:46:15.709469+0000","last_clean":"2024-07-26T16:46:15.709469+0000","last_became_active":"2024-07-26T16:46:14.026920+0000","last_became_peered":"2024-07-26T16:46:14.026920+0000","last_unstale":"2024-07-26T16:46:15.709469+0000","last_undegraded":"2024-07-26T16:46:15.709469+0000","last_fullsized":"2024-07-26T16:46:15.709469+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:27:15.576000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.032045+0000","last_change":"2024-07-26T16:46:12.996590+0000","last_active":"2024-07-26T16:46:15.032045+0000","last_peered":"2024-07-26T16:46:15.032045+0000","last_clean":"2024-07-26T16:46:15.032045+0000","last_became_active":"2024-07-26T16:46:12.994862+0000","last_became_peered":"2024-07-26T16:46:12.994862+0000","last_unstale":"2024-07-26T16:46:15.032045+0000","last_undegraded":"2024-07-26T16:46:15.032045+0000","last_fullsized":"2024-07-26T16:46:15.032045+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:48:08.484104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031655+0000","last_change":"2024-07-26T16:46:14.035823+0000","last_active":"2024-07-26T16:46:15.031655+0000","last_peered":"2024-07-26T16:46:15.031655+0000","last_clean":"2024-07-26T16:46:15.031655+0000","last_became_active":"2024-07-26T16:46:14.035509+0000","last_became_peered":"2024-07-26T16:46:14.035509+0000","last_unstale":"2024-07-26T16:46:15.031655+0000","last_undegraded":"2024-07-26T16:46:15.031655+0000","last_fullsized":"2024-07-26T16:46:15.031655+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:41:41.666185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011958+0000","last_change":"2024-07-26T16:46:12.994687+0000","last_active":"2024-07-26T16:46:15.011958+0000","last_peered":"2024-07-26T16:46:15.011958+0000","last_clean":"2024-07-26T16:46:15.011958+0000","last_became_active":"2024-07-26T16:46:12.994311+0000","last_became_peered":"2024-07-26T16:46:12.994311+0000","last_unstale":"2024-07-26T16:46:15.011958+0000","last_undegraded":"2024-07-26T16:46:15.011958+0000","last_fullsized":"2024-07-26T16:46:15.011958+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:54:27.820718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711154+0000","last_change":"2024-07-26T16:46:14.026433+0000","last_active":"2024-07-26T16:46:15.711154+0000","last_peered":"2024-07-26T16:46:15.711154+0000","last_clean":"2024-07-26T16:46:15.711154+0000","last_became_active":"2024-07-26T16:46:14.026108+0000","last_became_peered":"2024-07-26T16:46:14.026108+0000","last_unstale":"2024-07-26T16:46:15.711154+0000","last_undegraded":"2024-07-26T16:46:15.711154+0000","last_fullsized":"2024-07-26T16:46:15.711154+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:01.136477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.010846+0000","last_change":"2024-07-26T16:46:13.002388+0000","last_active":"2024-07-26T16:46:15.010846+0000","last_peered":"2024-07-26T16:46:15.010846+0000","last_clean":"2024-07-26T16:46:15.010846+0000","last_became_active":"2024-07-26T16:46:13.002076+0000","last_became_peered":"2024-07-26T16:46:13.002076+0000","last_unstale":"2024-07-26T16:46:15.010846+0000","last_undegraded":"2024-07-26T16:46:15.010846+0000","last_fullsized":"2024-07-26T16:46:15.010846+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:41.789675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.708892+0000","last_change":"2024-07-26T16:46:14.033630+0000","last_active":"2024-07-26T16:46:15.708892+0000","last_peered":"2024-07-26T16:46:15.708892+0000","last_clean":"2024-07-26T16:46:15.708892+0000","last_became_active":"2024-07-26T16:46:14.033206+0000","last_became_peered":"2024-07-26T16:46:14.033206+0000","last_unstale":"2024-07-26T16:46:15.708892+0000","last_undegraded":"2024-07-26T16:46:15.708892+0000","last_fullsized":"2024-07-26T16:46:15.708892+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:32.208457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031721+0000","last_change":"2024-07-26T16:46:13.013355+0000","last_active":"2024-07-26T16:46:15.031721+0000","last_peered":"2024-07-26T16:46:15.031721+0000","last_clean":"2024-07-26T16:46:15.031721+0000","last_became_active":"2024-07-26T16:46:13.013033+0000","last_became_peered":"2024-07-26T16:46:13.013033+0000","last_unstale":"2024-07-26T16:46:15.031721+0000","last_undegraded":"2024-07-26T16:46:15.031721+0000","last_fullsized":"2024-07-26T16:46:15.031721+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:39:57.452488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"185'191","reported_seq":893,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709472+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T16:46:15.709472+0000","last_peered":"2024-07-26T16:46:15.709472+0000","last_clean":"2024-07-26T16:46:15.709472+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T16:46:15.709472+0000","last_undegraded":"2024-07-26T16:46:15.709472+0000","last_fullsized":"2024-07-26T16:46:15.709472+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1086,"num_read_kb":3047,"num_write":305,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":24,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":23,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1086,"num_read_kb":3047,"num_write":305,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":191,"ondisk_log_size":191,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575780,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52188,"kb_used_data":2956,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319652,"statfs":{"total":96636764160,"available":96583323648,"internally_reserved":0,"allocated":3026944,"data_stored":1844179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510371,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37716,"kb_used_data":2376,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334124,"statfs":{"total":96636764160,"available":96598142976,"internally_reserved":0,"allocated":2433024,"data_stored":1253811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510371,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47460,"kb_used_data":2384,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324380,"statfs":{"total":96636764160,"available":96588165120,"internally_reserved":0,"allocated":2441216,"data_stored":1253935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510371,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29416,"kb_used_data":2392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342424,"statfs":{"total":96636764160,"available":96606642176,"internally_reserved":0,"allocated":2449408,"data_stored":1254575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510370,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59948,"kb_used_data":2396,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311892,"statfs":{"total":96636764160,"available":96575377408,"internally_reserved":0,"allocated":2453504,"data_stored":1256027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":58915271},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510370,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47444,"kb_used_data":2376,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324396,"statfs":{"total":96636764160,"available":96588181504,"internally_reserved":0,"allocated":2433024,"data_stored":1253811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510373,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59936,"kb_used_data":2388,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311904,"statfs":{"total":96636764160,"available":96575389696,"internally_reserved":0,"allocated":2445312,"data_stored":1255423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543077,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42468,"kb_used_data":2964,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329372,"statfs":{"total":96636764160,"available":96593276928,"internally_reserved":0,"allocated":3035136,"data_stored":1844283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T16:46:18.115 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T16:46:18.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.268+0000 7f8778f27640 1 -- 172.21.15.33:0/66731025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f875c003a00 msgr2=0x7f875c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.268+0000 7f8778f27640 1 --2- 172.21.15.33:0/66731025 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f875c003a00 0x7f875c003e70 secure :-1 s=READY pgs=1858 cs=0 l=1 rev1=1 crypto rx=0x7f8764009b10 tx=0x7f875c005830 comp rx=0 tx=0).stop 2024-07-26T16:46:18.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.268+0000 7f8772d9d640 1 -- 172.21.15.33:0/66731025 reap_dead start 2024-07-26T16:46:18.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.268+0000 7f8778f27640 1 -- 172.21.15.33:0/66731025 shutdown_connections 2024-07-26T16:46:18.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.268+0000 7f8778f27640 1 -- 172.21.15.33:0/66731025 >> 172.21.15.33:0/66731025 conn(0x7f87740d3e10 msgr2=0x7f87740d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:18.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.268+0000 7f8778f27640 1 -- 172.21.15.33:0/66731025 shutdown_connections 2024-07-26T16:46:18.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.268+0000 7f8778f27640 1 -- 172.21.15.33:0/66731025 wait complete. 2024-07-26T16:46:18.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.270+0000 7f8778f27640 1 Processor -- start 2024-07-26T16:46:18.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.270+0000 7f8778f27640 1 -- start start 2024-07-26T16:46:18.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f8778f27640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f875c003a00 0x7f87740c7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:18.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f8778f27640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f877406d740 0x7f877406db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:18.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f8778f27640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87740cd4f0 0x7f87740cd900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:18.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f8778f27640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f87740d4b40 con 0x7f875c003a00 2024-07-26T16:46:18.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f8778f27640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f87740cf710 con 0x7f877406d740 2024-07-26T16:46:18.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f8778f27640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f87740d4cc0 con 0x7f87740cd4f0 2024-07-26T16:46:18.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f877259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f875c003a00 0x7f87740c7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:18.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f877259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f875c003a00 0x7f87740c7940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45364/0 (socket says 172.21.15.33:45364) 2024-07-26T16:46:18.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f877259c640 1 -- 172.21.15.33:0/144000183 learned_addr learned my addr 172.21.15.33:0/144000183 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:18.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f8771d9b640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f877406d740 0x7f877406db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:18.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f8772d9d640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87740cd4f0 0x7f87740cd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:18.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f877259c640 1 -- 172.21.15.33:0/144000183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87740cd4f0 msgr2=0x7f87740cd900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f877259c640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87740cd4f0 0x7f87740cd900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f877259c640 1 -- 172.21.15.33:0/144000183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f877406d740 msgr2=0x7f877406db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f877259c640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f877406d740 0x7f877406db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f877259c640 1 -- 172.21.15.33:0/144000183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87741d5ed0 con 0x7f875c003a00 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f8771d9b640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f877406d740 0x7f877406db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f8772d9d640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87740cd4f0 0x7f87740cd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f877259c640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f875c003a00 0x7f87740c7940 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7f8764009b10 tx=0x7f8764009710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.272+0000 7f8762ffd640 1 -- 172.21.15.33:0/144000183 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8764004c70 con 0x7f875c003a00 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.273+0000 7f8762ffd640 1 -- 172.21.15.33:0/144000183 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f876402b780 con 0x7f875c003a00 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.273+0000 7f8778f27640 1 -- 172.21.15.33:0/144000183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87741d61b0 con 0x7f875c003a00 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.273+0000 7f8762ffd640 1 -- 172.21.15.33:0/144000183 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f876402bbd0 con 0x7f875c003a00 2024-07-26T16:46:18.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.273+0000 7f8778f27640 1 -- 172.21.15.33:0/144000183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87741d6770 con 0x7f875c003a00 2024-07-26T16:46:18.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.274+0000 7f8778f27640 1 -- 172.21.15.33:0/144000183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87741d6b50 con 0x7f875c003a00 2024-07-26T16:46:18.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.274+0000 7f8762ffd640 1 -- 172.21.15.33:0/144000183 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f8764031030 con 0x7f875c003a00 2024-07-26T16:46:18.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.275+0000 7f8762ffd640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8754077130 0x7f8754079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:18.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.275+0000 7f8762ffd640 1 -- 172.21.15.33:0/144000183 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7f87640b9dd0 con 0x7f875c003a00 2024-07-26T16:46:18.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.275+0000 7f8771d9b640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8754077130 0x7f8754079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:18.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.275+0000 7f8771d9b640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8754077130 0x7f8754079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8768005eb0 tx=0x7f8768005f90 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:18.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.279+0000 7f8762ffd640 1 -- 172.21.15.33:0/144000183 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f87741d6b50 con 0x7f875c003a00 2024-07-26T16:46:18.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.468+0000 7f8778f27640 1 -- 172.21.15.33:0/144000183 --> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f87740d2b60 con 0x7f8754077130 2024-07-26T16:46:18.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.472+0000 7f8762ffd640 1 -- 172.21.15.33:0/144000183 <== mgr.7946 v2:172.21.15.33:6836/2764472614 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252492 (secure 0 0 0) 0x7f87740d2b60 con 0x7f8754077130 2024-07-26T16:46:18.476 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:18.478 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T16:46:18.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 -- 172.21.15.33:0/144000183 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8754077130 msgr2=0x7f8754079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8754077130 0x7f8754079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8768005eb0 tx=0x7f8768005f90 comp rx=0 tx=0).stop 2024-07-26T16:46:18.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 -- 172.21.15.33:0/144000183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f875c003a00 msgr2=0x7f87740c7940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f875c003a00 0x7f87740c7940 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7f8764009b10 tx=0x7f8764009710 comp rx=0 tx=0).stop 2024-07-26T16:46:18.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 -- 172.21.15.33:0/144000183 shutdown_connections 2024-07-26T16:46:18.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f8754077130 0x7f8754079640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87740cd4f0 0x7f87740cd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f877406d740 0x7f877406db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 --2- 172.21.15.33:0/144000183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f875c003a00 0x7f87740c7940 unknown :-1 s=CLOSED pgs=1859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 -- 172.21.15.33:0/144000183 >> 172.21.15.33:0/144000183 conn(0x7f87740d3e10 msgr2=0x7f87740b4330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:18.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 -- 172.21.15.33:0/144000183 shutdown_connections 2024-07-26T16:46:18.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.475+0000 7f8778f27640 1 -- 172.21.15.33:0/144000183 wait complete. 2024-07-26T16:46:18.488 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T16:46:17.626794+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1086,"num_read_kb":3047,"num_write":350,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":230,"ondisk_log_size":230,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":165,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":376576,"kb_used_data":20232,"kb_used_omap":12,"kb_used_meta":356211,"kb_avail":754598144,"statfs":{"total":773094113280,"available":772708499456,"internally_reserved":0,"allocated":20717568,"data_stored":11216044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":364760625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.643890"},"pg_stats":[{"pgid":"24.3f","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.013139+0000","last_change":"2024-07-26T16:46:14.029842+0000","last_active":"2024-07-26T16:46:15.013139+0000","last_peered":"2024-07-26T16:46:15.013139+0000","last_clean":"2024-07-26T16:46:15.013139+0000","last_became_active":"2024-07-26T16:46:14.029364+0000","last_became_peered":"2024-07-26T16:46:14.029364+0000","last_unstale":"2024-07-26T16:46:15.013139+0000","last_undegraded":"2024-07-26T16:46:15.013139+0000","last_fullsized":"2024-07-26T16:46:15.013139+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:22:48.164524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.3e","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709558+0000","last_change":"2024-07-26T16:46:14.034491+0000","last_active":"2024-07-26T16:46:15.709558+0000","last_peered":"2024-07-26T16:46:15.709558+0000","last_clean":"2024-07-26T16:46:15.709558+0000","last_became_active":"2024-07-26T16:46:14.034187+0000","last_became_peered":"2024-07-26T16:46:14.034187+0000","last_unstale":"2024-07-26T16:46:15.709558+0000","last_undegraded":"2024-07-26T16:46:15.709558+0000","last_fullsized":"2024-07-26T16:46:15.709558+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:51:12.822172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3d","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012599+0000","last_change":"2024-07-26T16:46:14.037758+0000","last_active":"2024-07-26T16:46:15.012599+0000","last_peered":"2024-07-26T16:46:15.012599+0000","last_clean":"2024-07-26T16:46:15.012599+0000","last_became_active":"2024-07-26T16:46:14.037500+0000","last_became_peered":"2024-07-26T16:46:14.037500+0000","last_unstale":"2024-07-26T16:46:15.012599+0000","last_undegraded":"2024-07-26T16:46:15.012599+0000","last_fullsized":"2024-07-26T16:46:15.012599+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:14.983172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.3c","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012575+0000","last_change":"2024-07-26T16:46:14.041298+0000","last_active":"2024-07-26T16:46:15.012575+0000","last_peered":"2024-07-26T16:46:15.012575+0000","last_clean":"2024-07-26T16:46:15.012575+0000","last_became_active":"2024-07-26T16:46:14.040965+0000","last_became_peered":"2024-07-26T16:46:14.040965+0000","last_unstale":"2024-07-26T16:46:15.012575+0000","last_undegraded":"2024-07-26T16:46:15.012575+0000","last_fullsized":"2024-07-26T16:46:15.012575+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:02.300176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.3b","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011315+0000","last_change":"2024-07-26T16:46:14.037586+0000","last_active":"2024-07-26T16:46:15.011315+0000","last_peered":"2024-07-26T16:46:15.011315+0000","last_clean":"2024-07-26T16:46:15.011315+0000","last_became_active":"2024-07-26T16:46:14.037138+0000","last_became_peered":"2024-07-26T16:46:14.037138+0000","last_unstale":"2024-07-26T16:46:15.011315+0000","last_undegraded":"2024-07-26T16:46:15.011315+0000","last_fullsized":"2024-07-26T16:46:15.011315+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:21:11.318363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.3a","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709079+0000","last_change":"2024-07-26T16:46:14.033903+0000","last_active":"2024-07-26T16:46:15.709079+0000","last_peered":"2024-07-26T16:46:15.709079+0000","last_clean":"2024-07-26T16:46:15.709079+0000","last_became_active":"2024-07-26T16:46:14.033566+0000","last_became_peered":"2024-07-26T16:46:14.033566+0000","last_unstale":"2024-07-26T16:46:15.709079+0000","last_undegraded":"2024-07-26T16:46:15.709079+0000","last_fullsized":"2024-07-26T16:46:15.709079+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:31.107560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.39","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034089+0000","last_change":"2024-07-26T16:46:14.033508+0000","last_active":"2024-07-26T16:46:15.034089+0000","last_peered":"2024-07-26T16:46:15.034089+0000","last_clean":"2024-07-26T16:46:15.034089+0000","last_became_active":"2024-07-26T16:46:14.032897+0000","last_became_peered":"2024-07-26T16:46:14.032897+0000","last_unstale":"2024-07-26T16:46:15.034089+0000","last_undegraded":"2024-07-26T16:46:15.034089+0000","last_fullsized":"2024-07-26T16:46:15.034089+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:12:49.242388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.38","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.033768+0000","last_change":"2024-07-26T16:46:14.033320+0000","last_active":"2024-07-26T16:46:15.033768+0000","last_peered":"2024-07-26T16:46:15.033768+0000","last_clean":"2024-07-26T16:46:15.033768+0000","last_became_active":"2024-07-26T16:46:14.032520+0000","last_became_peered":"2024-07-26T16:46:14.032520+0000","last_unstale":"2024-07-26T16:46:15.033768+0000","last_undegraded":"2024-07-26T16:46:15.033768+0000","last_fullsized":"2024-07-26T16:46:15.033768+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:40:03.689936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.37","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034296+0000","last_change":"2024-07-26T16:46:14.028994+0000","last_active":"2024-07-26T16:46:15.034296+0000","last_peered":"2024-07-26T16:46:15.034296+0000","last_clean":"2024-07-26T16:46:15.034296+0000","last_became_active":"2024-07-26T16:46:14.026573+0000","last_became_peered":"2024-07-26T16:46:14.026573+0000","last_unstale":"2024-07-26T16:46:15.034296+0000","last_undegraded":"2024-07-26T16:46:15.034296+0000","last_fullsized":"2024-07-26T16:46:15.034296+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:36:20.234563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.36","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034510+0000","last_change":"2024-07-26T16:46:14.034411+0000","last_active":"2024-07-26T16:46:15.034510+0000","last_peered":"2024-07-26T16:46:15.034510+0000","last_clean":"2024-07-26T16:46:15.034510+0000","last_became_active":"2024-07-26T16:46:14.034075+0000","last_became_peered":"2024-07-26T16:46:14.034075+0000","last_unstale":"2024-07-26T16:46:15.034510+0000","last_undegraded":"2024-07-26T16:46:15.034510+0000","last_fullsized":"2024-07-26T16:46:15.034510+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:49:00.258576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.35","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012573+0000","last_change":"2024-07-26T16:46:14.023559+0000","last_active":"2024-07-26T16:46:15.012573+0000","last_peered":"2024-07-26T16:46:15.012573+0000","last_clean":"2024-07-26T16:46:15.012573+0000","last_became_active":"2024-07-26T16:46:14.022580+0000","last_became_peered":"2024-07-26T16:46:14.022580+0000","last_unstale":"2024-07-26T16:46:15.012573+0000","last_undegraded":"2024-07-26T16:46:15.012573+0000","last_fullsized":"2024-07-26T16:46:15.012573+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:39:58.458297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.34","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709307+0000","last_change":"2024-07-26T16:46:14.035021+0000","last_active":"2024-07-26T16:46:15.709307+0000","last_peered":"2024-07-26T16:46:15.709307+0000","last_clean":"2024-07-26T16:46:15.709307+0000","last_became_active":"2024-07-26T16:46:14.034690+0000","last_became_peered":"2024-07-26T16:46:14.034690+0000","last_unstale":"2024-07-26T16:46:15.709307+0000","last_undegraded":"2024-07-26T16:46:15.709307+0000","last_fullsized":"2024-07-26T16:46:15.709307+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:00.968760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.33","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031573+0000","last_change":"2024-07-26T16:46:14.031783+0000","last_active":"2024-07-26T16:46:15.031573+0000","last_peered":"2024-07-26T16:46:15.031573+0000","last_clean":"2024-07-26T16:46:15.031573+0000","last_became_active":"2024-07-26T16:46:14.031388+0000","last_became_peered":"2024-07-26T16:46:14.031388+0000","last_unstale":"2024-07-26T16:46:15.031573+0000","last_undegraded":"2024-07-26T16:46:15.031573+0000","last_fullsized":"2024-07-26T16:46:15.031573+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:49:54.986410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.32","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011253+0000","last_change":"2024-07-26T16:46:14.040801+0000","last_active":"2024-07-26T16:46:15.011253+0000","last_peered":"2024-07-26T16:46:15.011253+0000","last_clean":"2024-07-26T16:46:15.011253+0000","last_became_active":"2024-07-26T16:46:14.040448+0000","last_became_peered":"2024-07-26T16:46:14.040448+0000","last_unstale":"2024-07-26T16:46:15.011253+0000","last_undegraded":"2024-07-26T16:46:15.011253+0000","last_fullsized":"2024-07-26T16:46:15.011253+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:36.925087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.31","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011848+0000","last_change":"2024-07-26T16:46:14.020076+0000","last_active":"2024-07-26T16:46:15.011848+0000","last_peered":"2024-07-26T16:46:15.011848+0000","last_clean":"2024-07-26T16:46:15.011848+0000","last_became_active":"2024-07-26T16:46:14.019676+0000","last_became_peered":"2024-07-26T16:46:14.019676+0000","last_unstale":"2024-07-26T16:46:15.011848+0000","last_undegraded":"2024-07-26T16:46:15.011848+0000","last_fullsized":"2024-07-26T16:46:15.011848+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:33:57.836024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.30","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012811+0000","last_change":"2024-07-26T16:46:14.041395+0000","last_active":"2024-07-26T16:46:15.012811+0000","last_peered":"2024-07-26T16:46:15.012811+0000","last_clean":"2024-07-26T16:46:15.012811+0000","last_became_active":"2024-07-26T16:46:14.040976+0000","last_became_peered":"2024-07-26T16:46:14.040976+0000","last_unstale":"2024-07-26T16:46:15.012811+0000","last_undegraded":"2024-07-26T16:46:15.012811+0000","last_fullsized":"2024-07-26T16:46:15.012811+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:21:16.411950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.2f","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034139+0000","last_change":"2024-07-26T16:46:14.018196+0000","last_active":"2024-07-26T16:46:15.034139+0000","last_peered":"2024-07-26T16:46:15.034139+0000","last_clean":"2024-07-26T16:46:15.034139+0000","last_became_active":"2024-07-26T16:46:14.017860+0000","last_became_peered":"2024-07-26T16:46:14.017860+0000","last_unstale":"2024-07-26T16:46:15.034139+0000","last_undegraded":"2024-07-26T16:46:15.034139+0000","last_fullsized":"2024-07-26T16:46:15.034139+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:38.648533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.2e","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711151+0000","last_change":"2024-07-26T16:46:14.023836+0000","last_active":"2024-07-26T16:46:15.711151+0000","last_peered":"2024-07-26T16:46:15.711151+0000","last_clean":"2024-07-26T16:46:15.711151+0000","last_became_active":"2024-07-26T16:46:14.021675+0000","last_became_peered":"2024-07-26T16:46:14.021675+0000","last_unstale":"2024-07-26T16:46:15.711151+0000","last_undegraded":"2024-07-26T16:46:15.711151+0000","last_fullsized":"2024-07-26T16:46:15.711151+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:26.878646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.2d","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012377+0000","last_change":"2024-07-26T16:46:14.032564+0000","last_active":"2024-07-26T16:46:15.012377+0000","last_peered":"2024-07-26T16:46:15.012377+0000","last_clean":"2024-07-26T16:46:15.012377+0000","last_became_active":"2024-07-26T16:46:14.032166+0000","last_became_peered":"2024-07-26T16:46:14.032166+0000","last_unstale":"2024-07-26T16:46:15.012377+0000","last_undegraded":"2024-07-26T16:46:15.012377+0000","last_fullsized":"2024-07-26T16:46:15.012377+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:39.442365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.2c","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710923+0000","last_change":"2024-07-26T16:46:14.028857+0000","last_active":"2024-07-26T16:46:15.710923+0000","last_peered":"2024-07-26T16:46:15.710923+0000","last_clean":"2024-07-26T16:46:15.710923+0000","last_became_active":"2024-07-26T16:46:14.028505+0000","last_became_peered":"2024-07-26T16:46:14.028505+0000","last_unstale":"2024-07-26T16:46:15.710923+0000","last_undegraded":"2024-07-26T16:46:15.710923+0000","last_fullsized":"2024-07-26T16:46:15.710923+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:59:53.497529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.2b","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031813+0000","last_change":"2024-07-26T16:46:14.036782+0000","last_active":"2024-07-26T16:46:15.031813+0000","last_peered":"2024-07-26T16:46:15.031813+0000","last_clean":"2024-07-26T16:46:15.031813+0000","last_became_active":"2024-07-26T16:46:14.036472+0000","last_became_peered":"2024-07-26T16:46:14.036472+0000","last_unstale":"2024-07-26T16:46:15.031813+0000","last_undegraded":"2024-07-26T16:46:15.031813+0000","last_fullsized":"2024-07-26T16:46:15.031813+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:08:54.871539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.2a","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.708909+0000","last_change":"2024-07-26T16:46:14.031187+0000","last_active":"2024-07-26T16:46:15.708909+0000","last_peered":"2024-07-26T16:46:15.708909+0000","last_clean":"2024-07-26T16:46:15.708909+0000","last_became_active":"2024-07-26T16:46:14.030558+0000","last_became_peered":"2024-07-26T16:46:14.030558+0000","last_unstale":"2024-07-26T16:46:15.708909+0000","last_undegraded":"2024-07-26T16:46:15.708909+0000","last_fullsized":"2024-07-26T16:46:15.708909+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:21:11.318363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.29","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011013+0000","last_change":"2024-07-26T16:46:14.024004+0000","last_active":"2024-07-26T16:46:15.011013+0000","last_peered":"2024-07-26T16:46:15.011013+0000","last_clean":"2024-07-26T16:46:15.011013+0000","last_became_active":"2024-07-26T16:46:14.023678+0000","last_became_peered":"2024-07-26T16:46:14.023678+0000","last_unstale":"2024-07-26T16:46:15.011013+0000","last_undegraded":"2024-07-26T16:46:15.011013+0000","last_fullsized":"2024-07-26T16:46:15.011013+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:16:56.654689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.28","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012977+0000","last_change":"2024-07-26T16:46:14.041185+0000","last_active":"2024-07-26T16:46:15.012977+0000","last_peered":"2024-07-26T16:46:15.012977+0000","last_clean":"2024-07-26T16:46:15.012977+0000","last_became_active":"2024-07-26T16:46:14.040504+0000","last_became_peered":"2024-07-26T16:46:14.040504+0000","last_unstale":"2024-07-26T16:46:15.012977+0000","last_undegraded":"2024-07-26T16:46:15.012977+0000","last_fullsized":"2024-07-26T16:46:15.012977+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:00.522689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.27","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031928+0000","last_change":"2024-07-26T16:46:14.034187+0000","last_active":"2024-07-26T16:46:15.031928+0000","last_peered":"2024-07-26T16:46:15.031928+0000","last_clean":"2024-07-26T16:46:15.031928+0000","last_became_active":"2024-07-26T16:46:14.033799+0000","last_became_peered":"2024-07-26T16:46:14.033799+0000","last_unstale":"2024-07-26T16:46:15.031928+0000","last_undegraded":"2024-07-26T16:46:15.031928+0000","last_fullsized":"2024-07-26T16:46:15.031928+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:45:04.876395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.26","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710957+0000","last_change":"2024-07-26T16:46:14.031178+0000","last_active":"2024-07-26T16:46:15.710957+0000","last_peered":"2024-07-26T16:46:15.710957+0000","last_clean":"2024-07-26T16:46:15.710957+0000","last_became_active":"2024-07-26T16:46:14.030839+0000","last_became_peered":"2024-07-26T16:46:14.030839+0000","last_unstale":"2024-07-26T16:46:15.710957+0000","last_undegraded":"2024-07-26T16:46:15.710957+0000","last_fullsized":"2024-07-26T16:46:15.710957+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:34:45.091712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.25","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709503+0000","last_change":"2024-07-26T16:46:14.029261+0000","last_active":"2024-07-26T16:46:15.709503+0000","last_peered":"2024-07-26T16:46:15.709503+0000","last_clean":"2024-07-26T16:46:15.709503+0000","last_became_active":"2024-07-26T16:46:14.028933+0000","last_became_peered":"2024-07-26T16:46:14.028933+0000","last_unstale":"2024-07-26T16:46:15.709503+0000","last_undegraded":"2024-07-26T16:46:15.709503+0000","last_fullsized":"2024-07-26T16:46:15.709503+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:58.066365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.24","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031975+0000","last_change":"2024-07-26T16:46:14.040348+0000","last_active":"2024-07-26T16:46:15.031975+0000","last_peered":"2024-07-26T16:46:15.031975+0000","last_clean":"2024-07-26T16:46:15.031975+0000","last_became_active":"2024-07-26T16:46:14.040035+0000","last_became_peered":"2024-07-26T16:46:14.040035+0000","last_unstale":"2024-07-26T16:46:15.031975+0000","last_undegraded":"2024-07-26T16:46:15.031975+0000","last_fullsized":"2024-07-26T16:46:15.031975+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:25.153073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.23","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709063+0000","last_change":"2024-07-26T16:46:14.029415+0000","last_active":"2024-07-26T16:46:15.709063+0000","last_peered":"2024-07-26T16:46:15.709063+0000","last_clean":"2024-07-26T16:46:15.709063+0000","last_became_active":"2024-07-26T16:46:14.029086+0000","last_became_peered":"2024-07-26T16:46:14.029086+0000","last_unstale":"2024-07-26T16:46:15.709063+0000","last_undegraded":"2024-07-26T16:46:15.709063+0000","last_fullsized":"2024-07-26T16:46:15.709063+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:19.031781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.22","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711052+0000","last_change":"2024-07-26T16:46:14.022848+0000","last_active":"2024-07-26T16:46:15.711052+0000","last_peered":"2024-07-26T16:46:15.711052+0000","last_clean":"2024-07-26T16:46:15.711052+0000","last_became_active":"2024-07-26T16:46:14.022454+0000","last_became_peered":"2024-07-26T16:46:14.022454+0000","last_unstale":"2024-07-26T16:46:15.711052+0000","last_undegraded":"2024-07-26T16:46:15.711052+0000","last_fullsized":"2024-07-26T16:46:15.711052+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:22:15.237025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.21","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011848+0000","last_change":"2024-07-26T16:46:14.017798+0000","last_active":"2024-07-26T16:46:15.011848+0000","last_peered":"2024-07-26T16:46:15.011848+0000","last_clean":"2024-07-26T16:46:15.011848+0000","last_became_active":"2024-07-26T16:46:14.017458+0000","last_became_peered":"2024-07-26T16:46:14.017458+0000","last_unstale":"2024-07-26T16:46:15.011848+0000","last_undegraded":"2024-07-26T16:46:15.011848+0000","last_fullsized":"2024-07-26T16:46:15.011848+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:12:40.338477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.20","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711039+0000","last_change":"2024-07-26T16:46:14.024019+0000","last_active":"2024-07-26T16:46:15.711039+0000","last_peered":"2024-07-26T16:46:15.711039+0000","last_clean":"2024-07-26T16:46:15.711039+0000","last_became_active":"2024-07-26T16:46:14.023712+0000","last_became_peered":"2024-07-26T16:46:14.023712+0000","last_unstale":"2024-07-26T16:46:15.711039+0000","last_undegraded":"2024-07-26T16:46:15.711039+0000","last_fullsized":"2024-07-26T16:46:15.711039+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:51.756336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709193+0000","last_change":"2024-07-26T16:46:14.028493+0000","last_active":"2024-07-26T16:46:15.709193+0000","last_peered":"2024-07-26T16:46:15.709193+0000","last_clean":"2024-07-26T16:46:15.709193+0000","last_became_active":"2024-07-26T16:46:14.028002+0000","last_became_peered":"2024-07-26T16:46:14.028002+0000","last_unstale":"2024-07-26T16:46:15.709193+0000","last_undegraded":"2024-07-26T16:46:15.709193+0000","last_fullsized":"2024-07-26T16:46:15.709193+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:22:20.849605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"194'4","reported_seq":19,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.013233+0000","last_change":"2024-07-26T16:46:13.008595+0000","last_active":"2024-07-26T16:46:15.013233+0000","last_peered":"2024-07-26T16:46:15.013233+0000","last_clean":"2024-07-26T16:46:15.013233+0000","last_became_active":"2024-07-26T16:46:13.008214+0000","last_became_peered":"2024-07-26T16:46:13.008214+0000","last_unstale":"2024-07-26T16:46:15.013233+0000","last_undegraded":"2024-07-26T16:46:15.013233+0000","last_fullsized":"2024-07-26T16:46:15.013233+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:32:35.686013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031533+0000","last_change":"2024-07-26T16:46:14.036598+0000","last_active":"2024-07-26T16:46:15.031533+0000","last_peered":"2024-07-26T16:46:15.031533+0000","last_clean":"2024-07-26T16:46:15.031533+0000","last_became_active":"2024-07-26T16:46:14.036268+0000","last_became_peered":"2024-07-26T16:46:14.036268+0000","last_unstale":"2024-07-26T16:46:15.031533+0000","last_undegraded":"2024-07-26T16:46:15.031533+0000","last_fullsized":"2024-07-26T16:46:15.031533+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:30:19.528778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"194'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011723+0000","last_change":"2024-07-26T16:46:13.014440+0000","last_active":"2024-07-26T16:46:15.011723+0000","last_peered":"2024-07-26T16:46:15.011723+0000","last_clean":"2024-07-26T16:46:15.011723+0000","last_became_active":"2024-07-26T16:46:13.013979+0000","last_became_peered":"2024-07-26T16:46:13.013979+0000","last_unstale":"2024-07-26T16:46:15.011723+0000","last_undegraded":"2024-07-26T16:46:15.011723+0000","last_fullsized":"2024-07-26T16:46:15.011723+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:10:14.229462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011280+0000","last_change":"2024-07-26T16:46:14.038684+0000","last_active":"2024-07-26T16:46:15.011280+0000","last_peered":"2024-07-26T16:46:15.011280+0000","last_clean":"2024-07-26T16:46:15.011280+0000","last_became_active":"2024-07-26T16:46:14.038363+0000","last_became_peered":"2024-07-26T16:46:14.038363+0000","last_unstale":"2024-07-26T16:46:15.011280+0000","last_undegraded":"2024-07-26T16:46:15.011280+0000","last_fullsized":"2024-07-26T16:46:15.011280+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:32.208457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.1d","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012443+0000","last_change":"2024-07-26T16:46:13.008691+0000","last_active":"2024-07-26T16:46:15.012443+0000","last_peered":"2024-07-26T16:46:15.012443+0000","last_clean":"2024-07-26T16:46:15.012443+0000","last_became_active":"2024-07-26T16:46:13.008370+0000","last_became_peered":"2024-07-26T16:46:13.008370+0000","last_unstale":"2024-07-26T16:46:15.012443+0000","last_undegraded":"2024-07-26T16:46:15.012443+0000","last_fullsized":"2024-07-26T16:46:15.012443+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:34:34.703300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709300+0000","last_change":"2024-07-26T16:46:14.026628+0000","last_active":"2024-07-26T16:46:15.709300+0000","last_peered":"2024-07-26T16:46:15.709300+0000","last_clean":"2024-07-26T16:46:15.709300+0000","last_became_active":"2024-07-26T16:46:14.026295+0000","last_became_peered":"2024-07-26T16:46:14.026295+0000","last_unstale":"2024-07-26T16:46:15.709300+0000","last_undegraded":"2024-07-26T16:46:15.709300+0000","last_fullsized":"2024-07-26T16:46:15.709300+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:31:53.554406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1c","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710606+0000","last_change":"2024-07-26T16:46:12.997516+0000","last_active":"2024-07-26T16:46:15.710606+0000","last_peered":"2024-07-26T16:46:15.710606+0000","last_clean":"2024-07-26T16:46:15.710606+0000","last_became_active":"2024-07-26T16:46:12.997189+0000","last_became_peered":"2024-07-26T16:46:12.997189+0000","last_unstale":"2024-07-26T16:46:15.710606+0000","last_undegraded":"2024-07-26T16:46:15.710606+0000","last_fullsized":"2024-07-26T16:46:15.710606+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:40:27.915493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.14","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.033888+0000","last_change":"2024-07-26T16:46:14.032254+0000","last_active":"2024-07-26T16:46:15.033888+0000","last_peered":"2024-07-26T16:46:15.033888+0000","last_clean":"2024-07-26T16:46:15.033888+0000","last_became_active":"2024-07-26T16:46:14.031915+0000","last_became_peered":"2024-07-26T16:46:14.031915+0000","last_unstale":"2024-07-26T16:46:15.033888+0000","last_undegraded":"2024-07-26T16:46:15.033888+0000","last_fullsized":"2024-07-26T16:46:15.033888+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:34:42.867673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1b","version":"194'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034092+0000","last_change":"2024-07-26T16:46:13.016577+0000","last_active":"2024-07-26T16:46:15.034092+0000","last_peered":"2024-07-26T16:46:15.034092+0000","last_clean":"2024-07-26T16:46:15.034092+0000","last_became_active":"2024-07-26T16:46:13.016214+0000","last_became_peered":"2024-07-26T16:46:13.016214+0000","last_unstale":"2024-07-26T16:46:15.034092+0000","last_undegraded":"2024-07-26T16:46:15.034092+0000","last_fullsized":"2024-07-26T16:46:15.034092+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:04:04.392118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711112+0000","last_change":"2024-07-26T16:46:14.031048+0000","last_active":"2024-07-26T16:46:15.711112+0000","last_peered":"2024-07-26T16:46:15.711112+0000","last_clean":"2024-07-26T16:46:15.711112+0000","last_became_active":"2024-07-26T16:46:14.030687+0000","last_became_peered":"2024-07-26T16:46:14.030687+0000","last_unstale":"2024-07-26T16:46:15.711112+0000","last_undegraded":"2024-07-26T16:46:15.711112+0000","last_fullsized":"2024-07-26T16:46:15.711112+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:26.164384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1a","version":"194'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011322+0000","last_change":"2024-07-26T16:46:13.008139+0000","last_active":"2024-07-26T16:46:15.011322+0000","last_peered":"2024-07-26T16:46:15.011322+0000","last_clean":"2024-07-26T16:46:15.011322+0000","last_became_active":"2024-07-26T16:46:13.007767+0000","last_became_peered":"2024-07-26T16:46:13.007767+0000","last_unstale":"2024-07-26T16:46:15.011322+0000","last_undegraded":"2024-07-26T16:46:15.011322+0000","last_fullsized":"2024-07-26T16:46:15.011322+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:00.373184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711119+0000","last_change":"2024-07-26T16:46:14.027646+0000","last_active":"2024-07-26T16:46:15.711119+0000","last_peered":"2024-07-26T16:46:15.711119+0000","last_clean":"2024-07-26T16:46:15.711119+0000","last_became_active":"2024-07-26T16:46:14.027319+0000","last_became_peered":"2024-07-26T16:46:14.027319+0000","last_unstale":"2024-07-26T16:46:15.711119+0000","last_undegraded":"2024-07-26T16:46:15.711119+0000","last_fullsized":"2024-07-26T16:46:15.711119+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:52.927709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710577+0000","last_change":"2024-07-26T16:46:12.999690+0000","last_active":"2024-07-26T16:46:15.710577+0000","last_peered":"2024-07-26T16:46:15.710577+0000","last_clean":"2024-07-26T16:46:15.710577+0000","last_became_active":"2024-07-26T16:46:12.999284+0000","last_became_peered":"2024-07-26T16:46:12.999284+0000","last_unstale":"2024-07-26T16:46:15.710577+0000","last_undegraded":"2024-07-26T16:46:15.710577+0000","last_fullsized":"2024-07-26T16:46:15.710577+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:39.172364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.013154+0000","last_change":"2024-07-26T16:46:14.033556+0000","last_active":"2024-07-26T16:46:15.013154+0000","last_peered":"2024-07-26T16:46:15.013154+0000","last_clean":"2024-07-26T16:46:15.013154+0000","last_became_active":"2024-07-26T16:46:14.032747+0000","last_became_peered":"2024-07-26T16:46:14.032747+0000","last_unstale":"2024-07-26T16:46:15.013154+0000","last_undegraded":"2024-07-26T16:46:15.013154+0000","last_fullsized":"2024-07-26T16:46:15.013154+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:04:06.389751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034227+0000","last_change":"2024-07-26T16:46:13.011234+0000","last_active":"2024-07-26T16:46:15.034227+0000","last_peered":"2024-07-26T16:46:15.034227+0000","last_clean":"2024-07-26T16:46:15.034227+0000","last_became_active":"2024-07-26T16:46:13.010925+0000","last_became_peered":"2024-07-26T16:46:13.010925+0000","last_unstale":"2024-07-26T16:46:15.034227+0000","last_undegraded":"2024-07-26T16:46:15.034227+0000","last_fullsized":"2024-07-26T16:46:15.034227+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:05:42.938324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709527+0000","last_change":"2024-07-26T16:46:14.027116+0000","last_active":"2024-07-26T16:46:15.709527+0000","last_peered":"2024-07-26T16:46:15.709527+0000","last_clean":"2024-07-26T16:46:15.709527+0000","last_became_active":"2024-07-26T16:46:14.026450+0000","last_became_peered":"2024-07-26T16:46:14.026450+0000","last_unstale":"2024-07-26T16:46:15.709527+0000","last_undegraded":"2024-07-26T16:46:15.709527+0000","last_fullsized":"2024-07-26T16:46:15.709527+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:46:05.168814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031539+0000","last_change":"2024-07-26T16:46:13.011564+0000","last_active":"2024-07-26T16:46:15.031539+0000","last_peered":"2024-07-26T16:46:15.031539+0000","last_clean":"2024-07-26T16:46:15.031539+0000","last_became_active":"2024-07-26T16:46:13.011244+0000","last_became_peered":"2024-07-26T16:46:13.011244+0000","last_unstale":"2024-07-26T16:46:15.031539+0000","last_undegraded":"2024-07-26T16:46:15.031539+0000","last_fullsized":"2024-07-26T16:46:15.031539+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:31:57.846485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031894+0000","last_change":"2024-07-26T16:46:14.021583+0000","last_active":"2024-07-26T16:46:15.031894+0000","last_peered":"2024-07-26T16:46:15.031894+0000","last_clean":"2024-07-26T16:46:15.031894+0000","last_became_active":"2024-07-26T16:46:14.021096+0000","last_became_peered":"2024-07-26T16:46:14.021096+0000","last_unstale":"2024-07-26T16:46:15.031894+0000","last_undegraded":"2024-07-26T16:46:15.031894+0000","last_fullsized":"2024-07-26T16:46:15.031894+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:08:01.295254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.15","version":"194'3","reported_seq":18,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012677+0000","last_change":"2024-07-26T16:46:13.002030+0000","last_active":"2024-07-26T16:46:15.012677+0000","last_peered":"2024-07-26T16:46:15.012677+0000","last_clean":"2024-07-26T16:46:15.012677+0000","last_became_active":"2024-07-26T16:46:13.001669+0000","last_became_peered":"2024-07-26T16:46:13.001669+0000","last_unstale":"2024-07-26T16:46:15.012677+0000","last_undegraded":"2024-07-26T16:46:15.012677+0000","last_fullsized":"2024-07-26T16:46:15.012677+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:04:30.743500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710870+0000","last_change":"2024-07-26T16:46:14.029769+0000","last_active":"2024-07-26T16:46:15.710870+0000","last_peered":"2024-07-26T16:46:15.710870+0000","last_clean":"2024-07-26T16:46:15.710870+0000","last_became_active":"2024-07-26T16:46:14.029454+0000","last_became_peered":"2024-07-26T16:46:14.029454+0000","last_unstale":"2024-07-26T16:46:15.710870+0000","last_undegraded":"2024-07-26T16:46:15.710870+0000","last_fullsized":"2024-07-26T16:46:15.710870+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:32:26.930387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"194'6","reported_seq":21,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031976+0000","last_change":"2024-07-26T16:46:13.011738+0000","last_active":"2024-07-26T16:46:15.031976+0000","last_peered":"2024-07-26T16:46:15.031976+0000","last_clean":"2024-07-26T16:46:15.031976+0000","last_became_active":"2024-07-26T16:46:13.011440+0000","last_became_peered":"2024-07-26T16:46:13.011440+0000","last_unstale":"2024-07-26T16:46:15.031976+0000","last_undegraded":"2024-07-26T16:46:15.031976+0000","last_fullsized":"2024-07-26T16:46:15.031976+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:57:59.902036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711178+0000","last_change":"2024-07-26T16:46:14.023699+0000","last_active":"2024-07-26T16:46:15.711178+0000","last_peered":"2024-07-26T16:46:15.711178+0000","last_clean":"2024-07-26T16:46:15.711178+0000","last_became_active":"2024-07-26T16:46:14.023335+0000","last_became_peered":"2024-07-26T16:46:14.023335+0000","last_unstale":"2024-07-26T16:46:15.711178+0000","last_undegraded":"2024-07-26T16:46:15.711178+0000","last_fullsized":"2024-07-26T16:46:15.711178+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:41.655974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.13","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011374+0000","last_change":"2024-07-26T16:46:13.003313+0000","last_active":"2024-07-26T16:46:15.011374+0000","last_peered":"2024-07-26T16:46:15.011374+0000","last_clean":"2024-07-26T16:46:15.011374+0000","last_became_active":"2024-07-26T16:46:13.002826+0000","last_became_peered":"2024-07-26T16:46:13.002826+0000","last_unstale":"2024-07-26T16:46:15.011374+0000","last_undegraded":"2024-07-26T16:46:15.011374+0000","last_fullsized":"2024-07-26T16:46:15.011374+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:24:09.665285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1d","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034169+0000","last_change":"2024-07-26T16:46:14.028967+0000","last_active":"2024-07-26T16:46:15.034169+0000","last_peered":"2024-07-26T16:46:15.034169+0000","last_clean":"2024-07-26T16:46:15.034169+0000","last_became_active":"2024-07-26T16:46:14.028657+0000","last_became_peered":"2024-07-26T16:46:14.028657+0000","last_unstale":"2024-07-26T16:46:15.034169+0000","last_undegraded":"2024-07-26T16:46:15.034169+0000","last_fullsized":"2024-07-26T16:46:15.034169+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:48:36.735621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031975+0000","last_change":"2024-07-26T16:46:13.000104+0000","last_active":"2024-07-26T16:46:15.031975+0000","last_peered":"2024-07-26T16:46:15.031975+0000","last_clean":"2024-07-26T16:46:15.031975+0000","last_became_active":"2024-07-26T16:46:12.999785+0000","last_became_peered":"2024-07-26T16:46:12.999785+0000","last_unstale":"2024-07-26T16:46:15.031975+0000","last_undegraded":"2024-07-26T16:46:15.031975+0000","last_fullsized":"2024-07-26T16:46:15.031975+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:37:12.191623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012868+0000","last_change":"2024-07-26T16:46:14.028669+0000","last_active":"2024-07-26T16:46:15.012868+0000","last_peered":"2024-07-26T16:46:15.012868+0000","last_clean":"2024-07-26T16:46:15.012868+0000","last_became_active":"2024-07-26T16:46:14.028368+0000","last_became_peered":"2024-07-26T16:46:14.028368+0000","last_unstale":"2024-07-26T16:46:15.012868+0000","last_undegraded":"2024-07-26T16:46:15.012868+0000","last_fullsized":"2024-07-26T16:46:15.012868+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:17.268616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012075+0000","last_change":"2024-07-26T16:46:12.997223+0000","last_active":"2024-07-26T16:46:15.012075+0000","last_peered":"2024-07-26T16:46:15.012075+0000","last_clean":"2024-07-26T16:46:15.012075+0000","last_became_active":"2024-07-26T16:46:12.996906+0000","last_became_peered":"2024-07-26T16:46:12.996906+0000","last_unstale":"2024-07-26T16:46:15.012075+0000","last_undegraded":"2024-07-26T16:46:15.012075+0000","last_fullsized":"2024-07-26T16:46:15.012075+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:12.624201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711115+0000","last_change":"2024-07-26T16:46:14.031979+0000","last_active":"2024-07-26T16:46:15.711115+0000","last_peered":"2024-07-26T16:46:15.711115+0000","last_clean":"2024-07-26T16:46:15.711115+0000","last_became_active":"2024-07-26T16:46:14.031673+0000","last_became_peered":"2024-07-26T16:46:14.031673+0000","last_unstale":"2024-07-26T16:46:15.711115+0000","last_undegraded":"2024-07-26T16:46:15.711115+0000","last_fullsized":"2024-07-26T16:46:15.711115+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:15:47.211513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.10","version":"194'8","reported_seq":23,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034336+0000","last_change":"2024-07-26T16:46:13.011898+0000","last_active":"2024-07-26T16:46:15.034336+0000","last_peered":"2024-07-26T16:46:15.034336+0000","last_clean":"2024-07-26T16:46:15.034336+0000","last_became_active":"2024-07-26T16:46:13.011607+0000","last_became_peered":"2024-07-26T16:46:13.011607+0000","last_unstale":"2024-07-26T16:46:15.034336+0000","last_undegraded":"2024-07-26T16:46:15.034336+0000","last_fullsized":"2024-07-26T16:46:15.034336+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:41:41.965602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034335+0000","last_change":"2024-07-26T16:46:14.033298+0000","last_active":"2024-07-26T16:46:15.034335+0000","last_peered":"2024-07-26T16:46:15.034335+0000","last_clean":"2024-07-26T16:46:15.034335+0000","last_became_active":"2024-07-26T16:46:14.032972+0000","last_became_peered":"2024-07-26T16:46:14.032972+0000","last_unstale":"2024-07-26T16:46:15.034335+0000","last_undegraded":"2024-07-26T16:46:15.034335+0000","last_fullsized":"2024-07-26T16:46:15.034335+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:18.746047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.f","version":"194'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031703+0000","last_change":"2024-07-26T16:46:13.004039+0000","last_active":"2024-07-26T16:46:15.031703+0000","last_peered":"2024-07-26T16:46:15.031703+0000","last_clean":"2024-07-26T16:46:15.031703+0000","last_became_active":"2024-07-26T16:46:13.003713+0000","last_became_peered":"2024-07-26T16:46:13.003713+0000","last_unstale":"2024-07-26T16:46:15.031703+0000","last_undegraded":"2024-07-26T16:46:15.031703+0000","last_fullsized":"2024-07-26T16:46:15.031703+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:17:51.201774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711228+0000","last_change":"2024-07-26T16:46:14.017778+0000","last_active":"2024-07-26T16:46:15.711228+0000","last_peered":"2024-07-26T16:46:15.711228+0000","last_clean":"2024-07-26T16:46:15.711228+0000","last_became_active":"2024-07-26T16:46:14.017438+0000","last_became_peered":"2024-07-26T16:46:14.017438+0000","last_unstale":"2024-07-26T16:46:15.711228+0000","last_undegraded":"2024-07-26T16:46:15.711228+0000","last_fullsized":"2024-07-26T16:46:15.711228+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:24:03.177765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.e","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034595+0000","last_change":"2024-07-26T16:46:13.011699+0000","last_active":"2024-07-26T16:46:15.034595+0000","last_peered":"2024-07-26T16:46:15.034595+0000","last_clean":"2024-07-26T16:46:15.034595+0000","last_became_active":"2024-07-26T16:46:13.011220+0000","last_became_peered":"2024-07-26T16:46:13.011220+0000","last_unstale":"2024-07-26T16:46:15.034595+0000","last_undegraded":"2024-07-26T16:46:15.034595+0000","last_fullsized":"2024-07-26T16:46:15.034595+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:28:46.315084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012171+0000","last_change":"2024-07-26T16:46:14.028051+0000","last_active":"2024-07-26T16:46:15.012171+0000","last_peered":"2024-07-26T16:46:15.012171+0000","last_clean":"2024-07-26T16:46:15.012171+0000","last_became_active":"2024-07-26T16:46:14.027701+0000","last_became_peered":"2024-07-26T16:46:14.027701+0000","last_unstale":"2024-07-26T16:46:15.012171+0000","last_undegraded":"2024-07-26T16:46:15.012171+0000","last_fullsized":"2024-07-26T16:46:15.012171+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:07:38.503468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.d","version":"194'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011652+0000","last_change":"2024-07-26T16:46:13.000040+0000","last_active":"2024-07-26T16:46:15.011652+0000","last_peered":"2024-07-26T16:46:15.011652+0000","last_clean":"2024-07-26T16:46:15.011652+0000","last_became_active":"2024-07-26T16:46:12.999693+0000","last_became_peered":"2024-07-26T16:46:12.999693+0000","last_unstale":"2024-07-26T16:46:15.011652+0000","last_undegraded":"2024-07-26T16:46:15.011652+0000","last_fullsized":"2024-07-26T16:46:15.011652+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:44.343846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011772+0000","last_change":"2024-07-26T16:46:14.023180+0000","last_active":"2024-07-26T16:46:15.011772+0000","last_peered":"2024-07-26T16:46:15.011772+0000","last_clean":"2024-07-26T16:46:15.011772+0000","last_became_active":"2024-07-26T16:46:14.022535+0000","last_became_peered":"2024-07-26T16:46:14.022535+0000","last_unstale":"2024-07-26T16:46:15.011772+0000","last_undegraded":"2024-07-26T16:46:15.011772+0000","last_fullsized":"2024-07-26T16:46:15.011772+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:49:21.841190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034214+0000","last_change":"2024-07-26T16:46:13.012474+0000","last_active":"2024-07-26T16:46:15.034214+0000","last_peered":"2024-07-26T16:46:15.034214+0000","last_clean":"2024-07-26T16:46:15.034214+0000","last_became_active":"2024-07-26T16:46:13.012182+0000","last_became_peered":"2024-07-26T16:46:13.012182+0000","last_unstale":"2024-07-26T16:46:15.034214+0000","last_undegraded":"2024-07-26T16:46:15.034214+0000","last_fullsized":"2024-07-26T16:46:15.034214+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:49:57.171362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031895+0000","last_change":"2024-07-26T16:46:14.039454+0000","last_active":"2024-07-26T16:46:15.031895+0000","last_peered":"2024-07-26T16:46:15.031895+0000","last_clean":"2024-07-26T16:46:15.031895+0000","last_became_active":"2024-07-26T16:46:14.038956+0000","last_became_peered":"2024-07-26T16:46:14.038956+0000","last_unstale":"2024-07-26T16:46:15.031895+0000","last_undegraded":"2024-07-26T16:46:15.031895+0000","last_fullsized":"2024-07-26T16:46:15.031895+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:18:13.072763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.b","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011380+0000","last_change":"2024-07-26T16:46:13.004225+0000","last_active":"2024-07-26T16:46:15.011380+0000","last_peered":"2024-07-26T16:46:15.011380+0000","last_clean":"2024-07-26T16:46:15.011380+0000","last_became_active":"2024-07-26T16:46:13.003851+0000","last_became_peered":"2024-07-26T16:46:13.003851+0000","last_unstale":"2024-07-26T16:46:15.011380+0000","last_undegraded":"2024-07-26T16:46:15.011380+0000","last_fullsized":"2024-07-26T16:46:15.011380+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:59:18.620500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011679+0000","last_change":"2024-07-26T16:46:14.045170+0000","last_active":"2024-07-26T16:46:15.011679+0000","last_peered":"2024-07-26T16:46:15.011679+0000","last_clean":"2024-07-26T16:46:15.011679+0000","last_became_active":"2024-07-26T16:46:14.044514+0000","last_became_peered":"2024-07-26T16:46:14.044514+0000","last_unstale":"2024-07-26T16:46:15.011679+0000","last_undegraded":"2024-07-26T16:46:15.011679+0000","last_fullsized":"2024-07-26T16:46:15.011679+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:31.107560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011744+0000","last_change":"2024-07-26T16:46:13.004096+0000","last_active":"2024-07-26T16:46:15.011744+0000","last_peered":"2024-07-26T16:46:15.011744+0000","last_clean":"2024-07-26T16:46:15.011744+0000","last_became_active":"2024-07-26T16:46:13.003750+0000","last_became_peered":"2024-07-26T16:46:13.003750+0000","last_unstale":"2024-07-26T16:46:15.011744+0000","last_undegraded":"2024-07-26T16:46:15.011744+0000","last_fullsized":"2024-07-26T16:46:15.011744+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:25:04.466434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011650+0000","last_change":"2024-07-26T16:46:14.044069+0000","last_active":"2024-07-26T16:46:15.011650+0000","last_peered":"2024-07-26T16:46:15.011650+0000","last_clean":"2024-07-26T16:46:15.011650+0000","last_became_active":"2024-07-26T16:46:14.043741+0000","last_became_peered":"2024-07-26T16:46:14.043741+0000","last_unstale":"2024-07-26T16:46:15.011650+0000","last_undegraded":"2024-07-26T16:46:15.011650+0000","last_fullsized":"2024-07-26T16:46:15.011650+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:03:19.031781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710738+0000","last_change":"2024-07-26T16:46:12.997361+0000","last_active":"2024-07-26T16:46:15.710738+0000","last_peered":"2024-07-26T16:46:15.710738+0000","last_clean":"2024-07-26T16:46:15.710738+0000","last_became_active":"2024-07-26T16:46:12.997021+0000","last_became_peered":"2024-07-26T16:46:12.997021+0000","last_unstale":"2024-07-26T16:46:15.710738+0000","last_undegraded":"2024-07-26T16:46:15.710738+0000","last_fullsized":"2024-07-26T16:46:15.710738+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:45:18.309769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709684+0000","last_change":"2024-07-26T16:46:14.033796+0000","last_active":"2024-07-26T16:46:15.709684+0000","last_peered":"2024-07-26T16:46:15.709684+0000","last_clean":"2024-07-26T16:46:15.709684+0000","last_became_active":"2024-07-26T16:46:14.033482+0000","last_became_peered":"2024-07-26T16:46:14.033482+0000","last_unstale":"2024-07-26T16:46:15.709684+0000","last_undegraded":"2024-07-26T16:46:15.709684+0000","last_fullsized":"2024-07-26T16:46:15.709684+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:59:13.033811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709346+0000","last_change":"2024-07-26T16:46:13.002215+0000","last_active":"2024-07-26T16:46:15.709346+0000","last_peered":"2024-07-26T16:46:15.709346+0000","last_clean":"2024-07-26T16:46:15.709346+0000","last_became_active":"2024-07-26T16:46:13.001812+0000","last_became_peered":"2024-07-26T16:46:13.001812+0000","last_unstale":"2024-07-26T16:46:15.709346+0000","last_undegraded":"2024-07-26T16:46:15.709346+0000","last_fullsized":"2024-07-26T16:46:15.709346+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:24:09.665285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011638+0000","last_change":"2024-07-26T16:46:14.017804+0000","last_active":"2024-07-26T16:46:15.011638+0000","last_peered":"2024-07-26T16:46:15.011638+0000","last_clean":"2024-07-26T16:46:15.011638+0000","last_became_active":"2024-07-26T16:46:14.017478+0000","last_became_peered":"2024-07-26T16:46:14.017478+0000","last_unstale":"2024-07-26T16:46:15.011638+0000","last_undegraded":"2024-07-26T16:46:15.011638+0000","last_fullsized":"2024-07-26T16:46:15.011638+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T16:54:07.009038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.7","version":"194'2","reported_seq":17,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011454+0000","last_change":"2024-07-26T16:46:13.005567+0000","last_active":"2024-07-26T16:46:15.011454+0000","last_peered":"2024-07-26T16:46:15.011454+0000","last_clean":"2024-07-26T16:46:15.011454+0000","last_became_active":"2024-07-26T16:46:13.005272+0000","last_became_peered":"2024-07-26T16:46:13.005272+0000","last_unstale":"2024-07-26T16:46:15.011454+0000","last_undegraded":"2024-07-26T16:46:15.011454+0000","last_fullsized":"2024-07-26T16:46:15.011454+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:36:10.536746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.033909+0000","last_change":"2024-07-26T16:46:14.032384+0000","last_active":"2024-07-26T16:46:15.033909+0000","last_peered":"2024-07-26T16:46:15.033909+0000","last_clean":"2024-07-26T16:46:15.033909+0000","last_became_active":"2024-07-26T16:46:14.032070+0000","last_became_peered":"2024-07-26T16:46:14.032070+0000","last_unstale":"2024-07-26T16:46:15.033909+0000","last_undegraded":"2024-07-26T16:46:15.033909+0000","last_fullsized":"2024-07-26T16:46:15.033909+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:20:36.151212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.6","version":"195'1","reported_seq":16,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031909+0000","last_change":"2024-07-26T16:46:13.012580+0000","last_active":"2024-07-26T16:46:15.031909+0000","last_peered":"2024-07-26T16:46:15.031909+0000","last_clean":"2024-07-26T16:46:15.031909+0000","last_became_active":"2024-07-26T16:46:13.012274+0000","last_became_peered":"2024-07-26T16:46:13.012274+0000","last_unstale":"2024-07-26T16:46:15.031909+0000","last_undegraded":"2024-07-26T16:46:15.031909+0000","last_fullsized":"2024-07-26T16:46:15.031909+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:16.262807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710882+0000","last_change":"2024-07-26T16:46:14.028933+0000","last_active":"2024-07-26T16:46:15.710882+0000","last_peered":"2024-07-26T16:46:15.710882+0000","last_clean":"2024-07-26T16:46:15.710882+0000","last_became_active":"2024-07-26T16:46:14.028631+0000","last_became_peered":"2024-07-26T16:46:14.028631+0000","last_unstale":"2024-07-26T16:46:15.710882+0000","last_undegraded":"2024-07-26T16:46:15.710882+0000","last_fullsized":"2024-07-26T16:46:15.710882+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:25.747977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031919+0000","last_change":"2024-07-26T16:46:12.995085+0000","last_active":"2024-07-26T16:46:15.031919+0000","last_peered":"2024-07-26T16:46:15.031919+0000","last_clean":"2024-07-26T16:46:15.031919+0000","last_became_active":"2024-07-26T16:46:12.992618+0000","last_became_peered":"2024-07-26T16:46:12.992618+0000","last_unstale":"2024-07-26T16:46:15.031919+0000","last_undegraded":"2024-07-26T16:46:15.031919+0000","last_fullsized":"2024-07-26T16:46:15.031919+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:17:38.436556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.b","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.034024+0000","last_change":"2024-07-26T16:46:14.029912+0000","last_active":"2024-07-26T16:46:15.034024+0000","last_peered":"2024-07-26T16:46:15.034024+0000","last_clean":"2024-07-26T16:46:15.034024+0000","last_became_active":"2024-07-26T16:46:14.029602+0000","last_became_peered":"2024-07-26T16:46:14.029602+0000","last_unstale":"2024-07-26T16:46:15.034024+0000","last_undegraded":"2024-07-26T16:46:15.034024+0000","last_fullsized":"2024-07-26T16:46:15.034024+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:39:57.227611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.710928+0000","last_change":"2024-07-26T16:46:13.012693+0000","last_active":"2024-07-26T16:46:15.710928+0000","last_peered":"2024-07-26T16:46:15.710928+0000","last_clean":"2024-07-26T16:46:15.710928+0000","last_became_active":"2024-07-26T16:46:13.012355+0000","last_became_peered":"2024-07-26T16:46:13.012355+0000","last_unstale":"2024-07-26T16:46:15.710928+0000","last_undegraded":"2024-07-26T16:46:15.710928+0000","last_fullsized":"2024-07-26T16:46:15.710928+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:51:20.246700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012804+0000","last_change":"2024-07-26T16:46:14.031912+0000","last_active":"2024-07-26T16:46:15.012804+0000","last_peered":"2024-07-26T16:46:15.012804+0000","last_clean":"2024-07-26T16:46:15.012804+0000","last_became_active":"2024-07-26T16:46:14.031605+0000","last_became_peered":"2024-07-26T16:46:14.031605+0000","last_unstale":"2024-07-26T16:46:15.012804+0000","last_undegraded":"2024-07-26T16:46:15.012804+0000","last_fullsized":"2024-07-26T16:46:15.012804+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:39:19.218914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.012651+0000","last_change":"2024-07-26T16:46:13.001215+0000","last_active":"2024-07-26T16:46:15.012651+0000","last_peered":"2024-07-26T16:46:15.012651+0000","last_clean":"2024-07-26T16:46:15.012651+0000","last_became_active":"2024-07-26T16:46:13.000816+0000","last_became_peered":"2024-07-26T16:46:13.000816+0000","last_unstale":"2024-07-26T16:46:15.012651+0000","last_undegraded":"2024-07-26T16:46:15.012651+0000","last_fullsized":"2024-07-26T16:46:15.012651+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:16:29.138996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709469+0000","last_change":"2024-07-26T16:46:14.027231+0000","last_active":"2024-07-26T16:46:15.709469+0000","last_peered":"2024-07-26T16:46:15.709469+0000","last_clean":"2024-07-26T16:46:15.709469+0000","last_became_active":"2024-07-26T16:46:14.026920+0000","last_became_peered":"2024-07-26T16:46:14.026920+0000","last_unstale":"2024-07-26T16:46:15.709469+0000","last_undegraded":"2024-07-26T16:46:15.709469+0000","last_fullsized":"2024-07-26T16:46:15.709469+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:27:15.576000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.032045+0000","last_change":"2024-07-26T16:46:12.996590+0000","last_active":"2024-07-26T16:46:15.032045+0000","last_peered":"2024-07-26T16:46:15.032045+0000","last_clean":"2024-07-26T16:46:15.032045+0000","last_became_active":"2024-07-26T16:46:12.994862+0000","last_became_peered":"2024-07-26T16:46:12.994862+0000","last_unstale":"2024-07-26T16:46:15.032045+0000","last_undegraded":"2024-07-26T16:46:15.032045+0000","last_fullsized":"2024-07-26T16:46:15.032045+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:48:08.484104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031655+0000","last_change":"2024-07-26T16:46:14.035823+0000","last_active":"2024-07-26T16:46:15.031655+0000","last_peered":"2024-07-26T16:46:15.031655+0000","last_clean":"2024-07-26T16:46:15.031655+0000","last_became_active":"2024-07-26T16:46:14.035509+0000","last_became_peered":"2024-07-26T16:46:14.035509+0000","last_unstale":"2024-07-26T16:46:15.031655+0000","last_undegraded":"2024-07-26T16:46:15.031655+0000","last_fullsized":"2024-07-26T16:46:15.031655+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:41:41.666185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.011958+0000","last_change":"2024-07-26T16:46:12.994687+0000","last_active":"2024-07-26T16:46:15.011958+0000","last_peered":"2024-07-26T16:46:15.011958+0000","last_clean":"2024-07-26T16:46:15.011958+0000","last_became_active":"2024-07-26T16:46:12.994311+0000","last_became_peered":"2024-07-26T16:46:12.994311+0000","last_unstale":"2024-07-26T16:46:15.011958+0000","last_undegraded":"2024-07-26T16:46:15.011958+0000","last_fullsized":"2024-07-26T16:46:15.011958+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:54:27.820718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.711154+0000","last_change":"2024-07-26T16:46:14.026433+0000","last_active":"2024-07-26T16:46:15.711154+0000","last_peered":"2024-07-26T16:46:15.711154+0000","last_clean":"2024-07-26T16:46:15.711154+0000","last_became_active":"2024-07-26T16:46:14.026108+0000","last_became_peered":"2024-07-26T16:46:14.026108+0000","last_unstale":"2024-07-26T16:46:15.711154+0000","last_undegraded":"2024-07-26T16:46:15.711154+0000","last_fullsized":"2024-07-26T16:46:15.711154+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:01.136477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.010846+0000","last_change":"2024-07-26T16:46:13.002388+0000","last_active":"2024-07-26T16:46:15.010846+0000","last_peered":"2024-07-26T16:46:15.010846+0000","last_clean":"2024-07-26T16:46:15.010846+0000","last_became_active":"2024-07-26T16:46:13.002076+0000","last_became_peered":"2024-07-26T16:46:13.002076+0000","last_unstale":"2024-07-26T16:46:15.010846+0000","last_undegraded":"2024-07-26T16:46:15.010846+0000","last_fullsized":"2024-07-26T16:46:15.010846+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:41.789675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":13,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.708892+0000","last_change":"2024-07-26T16:46:14.033630+0000","last_active":"2024-07-26T16:46:15.708892+0000","last_peered":"2024-07-26T16:46:15.708892+0000","last_clean":"2024-07-26T16:46:15.708892+0000","last_became_active":"2024-07-26T16:46:14.033206+0000","last_became_peered":"2024-07-26T16:46:14.033206+0000","last_unstale":"2024-07-26T16:46:15.708892+0000","last_undegraded":"2024-07-26T16:46:15.708892+0000","last_fullsized":"2024-07-26T16:46:15.708892+0000","mapping_epoch":193,"log_start":"0'0","ondisk_log_start":"0'0","created":193,"last_epoch_clean":194,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:12.982037+0000","last_clean_scrub_stamp":"2024-07-26T16:46:12.982037+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:32.208457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":15,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.031721+0000","last_change":"2024-07-26T16:46:13.013355+0000","last_active":"2024-07-26T16:46:15.031721+0000","last_peered":"2024-07-26T16:46:15.031721+0000","last_clean":"2024-07-26T16:46:15.031721+0000","last_became_active":"2024-07-26T16:46:13.013033+0000","last_became_peered":"2024-07-26T16:46:13.013033+0000","last_unstale":"2024-07-26T16:46:15.031721+0000","last_undegraded":"2024-07-26T16:46:15.031721+0000","last_fullsized":"2024-07-26T16:46:15.031721+0000","mapping_epoch":192,"log_start":"0'0","ondisk_log_start":"0'0","created":192,"last_epoch_clean":193,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T16:46:11.976228+0000","last_clean_scrub_stamp":"2024-07-26T16:46:11.976228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:39:57.452488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"185'191","reported_seq":893,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-07-26T16:46:15.709472+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T16:46:15.709472+0000","last_peered":"2024-07-26T16:46:15.709472+0000","last_clean":"2024-07-26T16:46:15.709472+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T16:46:15.709472+0000","last_undegraded":"2024-07-26T16:46:15.709472+0000","last_fullsized":"2024-07-26T16:46:15.709472+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":191,"log_dups_size":0,"ondisk_log_size":191,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1086,"num_read_kb":3047,"num_write":305,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":24,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":23,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1086,"num_read_kb":3047,"num_write":305,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":191,"ondisk_log_size":191,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575780,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52188,"kb_used_data":2956,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319652,"statfs":{"total":96636764160,"available":96583323648,"internally_reserved":0,"allocated":3026944,"data_stored":1844179,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510371,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37716,"kb_used_data":2376,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334124,"statfs":{"total":96636764160,"available":96598142976,"internally_reserved":0,"allocated":2433024,"data_stored":1253811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510371,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47460,"kb_used_data":2384,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324380,"statfs":{"total":96636764160,"available":96588165120,"internally_reserved":0,"allocated":2441216,"data_stored":1253935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510371,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29416,"kb_used_data":2392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342424,"statfs":{"total":96636764160,"available":96606642176,"internally_reserved":0,"allocated":2449408,"data_stored":1254575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510370,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59948,"kb_used_data":2396,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311892,"statfs":{"total":96636764160,"available":96575377408,"internally_reserved":0,"allocated":2453504,"data_stored":1256027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":58915271},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510370,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47444,"kb_used_data":2376,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324396,"statfs":{"total":96636764160,"available":96588181504,"internally_reserved":0,"allocated":2433024,"data_stored":1253811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510373,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59936,"kb_used_data":2388,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311904,"statfs":{"total":96636764160,"available":96575389696,"internally_reserved":0,"allocated":2445312,"data_stored":1255423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543077,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42468,"kb_used_data":2964,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329372,"statfs":{"total":96636764160,"available":96593276928,"internally_reserved":0,"allocated":3035136,"data_stored":1844283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T16:46:18.492 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T16:46:18.492 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T16:46:18.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.652+0000 7f30b17ba640 1 -- 172.21.15.33:0/2645626562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30ac0b7d00 msgr2=0x7f30ac0cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.652+0000 7f30b17ba640 1 --2- 172.21.15.33:0/2645626562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30ac0b7d00 0x7f30ac0cee10 secure :-1 s=READY pgs=1861 cs=0 l=1 rev1=1 crypto rx=0x7f30a4009830 tx=0x7f30a402a510 comp rx=0 tx=0).stop 2024-07-26T16:46:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.652+0000 7f30b17ba640 1 -- 172.21.15.33:0/2645626562 shutdown_connections 2024-07-26T16:46:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.652+0000 7f30b17ba640 1 --2- 172.21.15.33:0/2645626562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30ac0b7d00 0x7f30ac0cee10 unknown :-1 s=CLOSED pgs=1861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.652+0000 7f30b17ba640 1 --2- 172.21.15.33:0/2645626562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30ac0d0c80 0x7f30ac0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.652+0000 7f30b17ba640 1 -- 172.21.15.33:0/2645626562 >> 172.21.15.33:0/2645626562 conn(0x7f30ac0d3dc0 msgr2=0x7f30ac0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.652+0000 7f30b17ba640 1 -- 172.21.15.33:0/2645626562 shutdown_connections 2024-07-26T16:46:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.652+0000 7f30b17ba640 1 -- 172.21.15.33:0/2645626562 wait complete. 2024-07-26T16:46:18.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.654+0000 7f30b17ba640 1 Processor -- start 2024-07-26T16:46:18.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.654+0000 7f30b17ba640 1 -- start start 2024-07-26T16:46:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30b17ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30ac0b53e0 0x7f30ac06d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30b17ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30ac0b7d00 0x7f30ac0a0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30b17ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30ac06d5e0 0x7f30ac1e9a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30b17ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac0cf510 con 0x7f30ac0b7d00 2024-07-26T16:46:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30b17ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac0cf390 con 0x7f30ac0b53e0 2024-07-26T16:46:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30b17ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f30ac0cf690 con 0x7f30ac06d5e0 2024-07-26T16:46:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30aa7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30ac0b7d00 0x7f30ac0a0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30aa7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30ac0b7d00 0x7f30ac0a0fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45390/0 (socket says 172.21.15.33:45390) 2024-07-26T16:46:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30aa7fc640 1 -- 172.21.15.33:0/3218027442 learned_addr learned my addr 172.21.15.33:0/3218027442 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30aaffd640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30ac0b53e0 0x7f30ac06d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:18.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30ab7fe640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30ac06d5e0 0x7f30ac1e9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:18.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30aa7fc640 1 -- 172.21.15.33:0/3218027442 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30ac06d5e0 msgr2=0x7f30ac1e9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30aa7fc640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30ac06d5e0 0x7f30ac1e9a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30aa7fc640 1 -- 172.21.15.33:0/3218027442 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30ac0b53e0 msgr2=0x7f30ac06d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30aa7fc640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30ac0b53e0 0x7f30ac06d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.656+0000 7f30aa7fc640 1 -- 172.21.15.33:0/3218027442 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ac1e7b60 con 0x7f30ac0b7d00 2024-07-26T16:46:18.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.657+0000 7f30aa7fc640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30ac0b7d00 0x7f30ac0a0fa0 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7f309400d6a0 tx=0x7f309400db60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:18.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.657+0000 7f30a37fe640 1 -- 172.21.15.33:0/3218027442 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3094017070 con 0x7f30ac0b7d00 2024-07-26T16:46:18.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.657+0000 7f30a37fe640 1 -- 172.21.15.33:0/3218027442 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3094009b10 con 0x7f30ac0b7d00 2024-07-26T16:46:18.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.657+0000 7f30b17ba640 1 -- 172.21.15.33:0/3218027442 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30ac1e7e00 con 0x7f30ac0b7d00 2024-07-26T16:46:18.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.657+0000 7f30a37fe640 1 -- 172.21.15.33:0/3218027442 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3094010460 con 0x7f30ac0b7d00 2024-07-26T16:46:18.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.657+0000 7f30b17ba640 1 -- 172.21.15.33:0/3218027442 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30ac1e83c0 con 0x7f30ac0b7d00 2024-07-26T16:46:18.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.658+0000 7f30b17ba640 1 -- 172.21.15.33:0/3218027442 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30ac0cfb40 con 0x7f30ac0b7d00 2024-07-26T16:46:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.659+0000 7f30a37fe640 1 -- 172.21.15.33:0/3218027442 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f309401a070 con 0x7f30ac0b7d00 2024-07-26T16:46:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.659+0000 7f30a37fe640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f308c077160 0x7f308c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.659+0000 7f30a37fe640 1 -- 172.21.15.33:0/3218027442 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7f3094098e60 con 0x7f30ac0b7d00 2024-07-26T16:46:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.659+0000 7f30aaffd640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f308c077160 0x7f308c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.660+0000 7f30aaffd640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f308c077160 0x7f308c079670 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f309c0012e0 tx=0x7f309c009040 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:18.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.664+0000 7f30a37fe640 1 -- 172.21.15.33:0/3218027442 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3094061580 con 0x7f30ac0b7d00 2024-07-26T16:46:18.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.933+0000 7f30b17ba640 1 -- 172.21.15.33:0/3218027442 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f30ac0a19f0 con 0x7f30ac0b7d00 2024-07-26T16:46:18.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.936+0000 7f30a37fe640 1 -- 172.21.15.33:0/3218027442 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v44) ==== 190+0+147 (secure 0 0 0) 0x7f3094065ad0 con 0x7f30ac0b7d00 2024-07-26T16:46:18.938 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T16:46:18.938 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T16:46:18.938 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T16:46:18.938 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T16:46:18.938 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T16:46:18.939 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T16:46:18.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 -- 172.21.15.33:0/3218027442 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f308c077160 msgr2=0x7f308c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f308c077160 0x7f308c079670 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f309c0012e0 tx=0x7f309c009040 comp rx=0 tx=0).stop 2024-07-26T16:46:18.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 -- 172.21.15.33:0/3218027442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30ac0b7d00 msgr2=0x7f30ac0a0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:18.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30ac0b7d00 0x7f30ac0a0fa0 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7f309400d6a0 tx=0x7f309400db60 comp rx=0 tx=0).stop 2024-07-26T16:46:18.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 -- 172.21.15.33:0/3218027442 shutdown_connections 2024-07-26T16:46:18.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f308c077160 0x7f308c079670 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f30ac06d5e0 0x7f30ac1e9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30ac0b7d00 0x7f30ac0a0fa0 unknown :-1 s=CLOSED pgs=1862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 --2- 172.21.15.33:0/3218027442 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f30ac0b53e0 0x7f30ac06d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:18.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 -- 172.21.15.33:0/3218027442 >> 172.21.15.33:0/3218027442 conn(0x7f30ac0d3dc0 msgr2=0x7f30ac06ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:18.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 -- 172.21.15.33:0/3218027442 shutdown_connections 2024-07-26T16:46:18.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:18.938+0000 7f30b17ba640 1 -- 172.21.15.33:0/3218027442 wait complete. 2024-07-26T16:46:18.952 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T16:46:19.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.068+0000 7fb7251dd640 1 -- 172.21.15.33:0/3231042223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb708004800 msgr2=0x7fb708004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.068+0000 7fb7251dd640 1 --2- 172.21.15.33:0/3231042223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb708004800 0x7fb708004c10 secure :-1 s=READY pgs=1864 cs=0 l=1 rev1=1 crypto rx=0x7fb72008dff0 tx=0x7fb708005830 comp rx=0 tx=0).stop 2024-07-26T16:46:19.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.069+0000 7fb7251dd640 1 -- 172.21.15.33:0/3231042223 shutdown_connections 2024-07-26T16:46:19.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.069+0000 7fb7251dd640 1 --2- 172.21.15.33:0/3231042223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb708004800 0x7fb708004c10 unknown :-1 s=CLOSED pgs=1864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.069+0000 7fb7251dd640 1 -- 172.21.15.33:0/3231042223 >> 172.21.15.33:0/3231042223 conn(0x7fb7200d3da0 msgr2=0x7fb7200d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:19.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.069+0000 7fb7251dd640 1 -- 172.21.15.33:0/3231042223 shutdown_connections 2024-07-26T16:46:19.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.069+0000 7fb7251dd640 1 -- 172.21.15.33:0/3231042223 wait complete. 2024-07-26T16:46:19.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.071+0000 7fb7251dd640 1 Processor -- start 2024-07-26T16:46:19.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.071+0000 7fb7251dd640 1 -- start start 2024-07-26T16:46:19.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.072+0000 7fb7251dd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb708004800 0x7fb72009ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.072+0000 7fb7251dd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb72014d140 0x7fb7201e93b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.072+0000 7fb7251dd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7201e7570 0x7fb7201e7980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.072+0000 7fb7251dd640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7200d2280 con 0x7fb7201e7570 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.072+0000 7fb7251dd640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb7200b9750 con 0x7fb72014d140 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.072+0000 7fb7251dd640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb7200d2400 con 0x7fb708004800 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.072+0000 7fb71f59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7201e7570 0x7fb7201e7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.072+0000 7fb71f59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7201e7570 0x7fb7201e7980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45400/0 (socket says 172.21.15.33:45400) 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.072+0000 7fb71f59e640 1 -- 172.21.15.33:0/3964225276 learned_addr learned my addr 172.21.15.33:0/3964225276 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.072+0000 7fb71e59c640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb72014d140 0x7fb7201e93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.072+0000 7fb71ed9d640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb708004800 0x7fb72009ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.073+0000 7fb71f59e640 1 -- 172.21.15.33:0/3964225276 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb708004800 msgr2=0x7fb72009ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.073+0000 7fb71f59e640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb708004800 0x7fb72009ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.073+0000 7fb71f59e640 1 -- 172.21.15.33:0/3964225276 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb72014d140 msgr2=0x7fb7201e93b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.073+0000 7fb71f59e640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb72014d140 0x7fb7201e93b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.073+0000 7fb71f59e640 1 -- 172.21.15.33:0/3964225276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb72009f3d0 con 0x7fb7201e7570 2024-07-26T16:46:19.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.073+0000 7fb71f59e640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7201e7570 0x7fb7201e7980 secure :-1 s=READY pgs=1865 cs=0 l=1 rev1=1 crypto rx=0x7fb7200d3860 tx=0x7fb71800c630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:19.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.073+0000 7fb7077fe640 1 -- 172.21.15.33:0/3964225276 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb718019070 con 0x7fb7201e7570 2024-07-26T16:46:19.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.073+0000 7fb7077fe640 1 -- 172.21.15.33:0/3964225276 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7180063e0 con 0x7fb7201e7570 2024-07-26T16:46:19.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.073+0000 7fb7251dd640 1 -- 172.21.15.33:0/3964225276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7201e8310 con 0x7fb7201e7570 2024-07-26T16:46:19.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.073+0000 7fb7077fe640 1 -- 172.21.15.33:0/3964225276 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb718003a90 con 0x7fb7201e7570 2024-07-26T16:46:19.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.073+0000 7fb7251dd640 1 -- 172.21.15.33:0/3964225276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7201e88d0 con 0x7fb7201e7570 2024-07-26T16:46:19.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.074+0000 7fb7251dd640 1 -- 172.21.15.33:0/3964225276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7201e8080 con 0x7fb7201e7570 2024-07-26T16:46:19.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.075+0000 7fb7077fe640 1 -- 172.21.15.33:0/3964225276 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7fb71801c070 con 0x7fb7201e7570 2024-07-26T16:46:19.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.075+0000 7fb7077fe640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb70c077130 0x7fb70c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.075+0000 7fb7077fe640 1 -- 172.21.15.33:0/3964225276 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7fb718098020 con 0x7fb7201e7570 2024-07-26T16:46:19.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.075+0000 7fb71ed9d640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb70c077130 0x7fb70c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.076+0000 7fb71ed9d640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb70c077130 0x7fb70c079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb710006fd0 tx=0x7fb710006f60 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:19.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.080+0000 7fb7077fe640 1 -- 172.21.15.33:0/3964225276 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb7180607c0 con 0x7fb7201e7570 2024-07-26T16:46:19.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.312+0000 7fb7251dd640 1 -- 172.21.15.33:0/3964225276 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb7200d2960 con 0x7fb7201e7570 2024-07-26T16:46:19.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.312+0000 7fb7077fe640 1 -- 172.21.15.33:0/3964225276 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5221 (secure 0 0 0) 0x7fb7180690e0 con 0x7fb7201e7570 2024-07-26T16:46:19.314 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:46:19.314 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":99,"btime":"2024-07-26T16:46:17:037708+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8084,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/750259562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":750259562},{"type":"v1","addr":"172.21.15.154:6835","nonce":750259562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8941,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/81976683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":81976683},{"type":"v1","addr":"172.21.15.154:6834","nonce":81976683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":9774,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2756307213","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2756307213},{"type":"v1","addr":"172.21.15.33:6833","nonce":2756307213}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:46:13.383986+0000","modified":"2024-07-26T16:46:16.427492+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9777},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9777":{"gid":9777,"name":"a","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/650113402","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":650113402},{"type":"v1","addr":"172.21.15.33:6835","nonce":650113402}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9777,"qdb_cluster":[9777]},"id":11}]} 2024-07-26T16:46:19.315 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 99 2024-07-26T16:46:19.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.314+0000 7fb7251dd640 1 -- 172.21.15.33:0/3964225276 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb70c077130 msgr2=0x7fb70c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.314+0000 7fb7251dd640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb70c077130 0x7fb70c079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb710006fd0 tx=0x7fb710006f60 comp rx=0 tx=0).stop 2024-07-26T16:46:19.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.314+0000 7fb7251dd640 1 -- 172.21.15.33:0/3964225276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7201e7570 msgr2=0x7fb7201e7980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.314+0000 7fb7251dd640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7201e7570 0x7fb7201e7980 secure :-1 s=READY pgs=1865 cs=0 l=1 rev1=1 crypto rx=0x7fb7200d3860 tx=0x7fb71800c630 comp rx=0 tx=0).stop 2024-07-26T16:46:19.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.314+0000 7fb7251dd640 1 -- 172.21.15.33:0/3964225276 shutdown_connections 2024-07-26T16:46:19.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.314+0000 7fb7251dd640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fb70c077130 0x7fb70c079640 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.314+0000 7fb7251dd640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7201e7570 0x7fb7201e7980 unknown :-1 s=CLOSED pgs=1865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.314+0000 7fb7251dd640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb72014d140 0x7fb7201e93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.314+0000 7fb7251dd640 1 --2- 172.21.15.33:0/3964225276 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb708004800 0x7fb72009ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.314+0000 7fb7251dd640 1 -- 172.21.15.33:0/3964225276 >> 172.21.15.33:0/3964225276 conn(0x7fb7200d3da0 msgr2=0x7fb72015e0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:19.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.315+0000 7fb7251dd640 1 -- 172.21.15.33:0/3964225276 shutdown_connections 2024-07-26T16:46:19.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.315+0000 7fb7251dd640 1 -- 172.21.15.33:0/3964225276 wait complete. 2024-07-26T16:46:19.731 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 99, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T16:46:13.383986+0000', 'modified': '2024-07-26T16:46:16.427492+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9777}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9777': {'gid': 9777, 'name': 'a', 'rank': 0, 'incarnation': 95, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6835/650113402', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6834', 'nonce': 650113402}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 650113402}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [24], 'metadata_pool': 23, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9777, 'qdb_cluster': [9777]} 2024-07-26T16:46:19.731 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T16:46:19.731 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-26T16:46:19.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.855+0000 7f2908902640 1 -- 172.21.15.33:0/2807932442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f290415f150 msgr2=0x7f290406f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.855+0000 7f2908902640 1 --2- 172.21.15.33:0/2807932442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f290415f150 0x7f290406f2d0 secure :-1 s=READY pgs=1867 cs=0 l=1 rev1=1 crypto rx=0x7f28ec009830 tx=0x7f28ec02a480 comp rx=0 tx=0).stop 2024-07-26T16:46:19.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.855+0000 7f2908902640 1 -- 172.21.15.33:0/2807932442 shutdown_connections 2024-07-26T16:46:19.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.855+0000 7f2908902640 1 --2- 172.21.15.33:0/2807932442 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f290415f150 0x7f290406f2d0 unknown :-1 s=CLOSED pgs=1867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.855+0000 7f2908902640 1 -- 172.21.15.33:0/2807932442 >> 172.21.15.33:0/2807932442 conn(0x7f29040d0b40 msgr2=0x7f29040d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:19.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.855+0000 7f2908902640 1 -- 172.21.15.33:0/2807932442 shutdown_connections 2024-07-26T16:46:19.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.855+0000 7f2908902640 1 -- 172.21.15.33:0/2807932442 wait complete. 2024-07-26T16:46:19.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.857+0000 7f2908902640 1 Processor -- start 2024-07-26T16:46:19.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.857+0000 7f2908902640 1 -- start start 2024-07-26T16:46:19.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2908902640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f290406f810 0x7f29041e66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2908902640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2904158960 0x7f29041f8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2908902640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f290415f150 0x7f29041436b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2908902640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f29040b5220 con 0x7f2904158960 2024-07-26T16:46:19.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2908902640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f29040b50a0 con 0x7f290415f150 2024-07-26T16:46:19.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2908902640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f29040b53a0 con 0x7f290406f810 2024-07-26T16:46:19.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2901d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2904158960 0x7f29041f8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2901d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2904158960 0x7f29041f8ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45416/0 (socket says 172.21.15.33:45416) 2024-07-26T16:46:19.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2901d9b640 1 -- 172.21.15.33:0/585147383 learned_addr learned my addr 172.21.15.33:0/585147383 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:19.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f290259c640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f290406f810 0x7f29041e66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2902d9d640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f290415f150 0x7f29041436b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2901d9b640 1 -- 172.21.15.33:0/585147383 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f290406f810 msgr2=0x7f29041e66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2901d9b640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f290406f810 0x7f29041e66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2901d9b640 1 -- 172.21.15.33:0/585147383 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f290415f150 msgr2=0x7f29041436b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2901d9b640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f290415f150 0x7f29041436b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2901d9b640 1 -- 172.21.15.33:0/585147383 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29040cfca0 con 0x7f2904158960 2024-07-26T16:46:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.859+0000 7f2901d9b640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2904158960 0x7f29041f8ea0 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7f28ec000c00 tx=0x7f28ec033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.860+0000 7f28faffd640 1 -- 172.21.15.33:0/585147383 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28ec031d60 con 0x7f2904158960 2024-07-26T16:46:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.860+0000 7f28faffd640 1 -- 172.21.15.33:0/585147383 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28ec0330d0 con 0x7f2904158960 2024-07-26T16:46:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.860+0000 7f2908902640 1 -- 172.21.15.33:0/585147383 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29040cf400 con 0x7f2904158960 2024-07-26T16:46:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.860+0000 7f28faffd640 1 -- 172.21.15.33:0/585147383 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28ec033520 con 0x7f2904158960 2024-07-26T16:46:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.860+0000 7f2908902640 1 -- 172.21.15.33:0/585147383 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29040cf9c0 con 0x7f2904158960 2024-07-26T16:46:19.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.862+0000 7f28faffd640 1 -- 172.21.15.33:0/585147383 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f28ec0035f0 con 0x7f2904158960 2024-07-26T16:46:19.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.862+0000 7f28faffd640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f28e4077130 0x7f28e4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.863+0000 7f28faffd640 1 -- 172.21.15.33:0/585147383 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7f28ec0ba140 con 0x7f2904158960 2024-07-26T16:46:19.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.863+0000 7f290259c640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f28e4077130 0x7f28e4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.863+0000 7f290259c640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f28e4077130 0x7f28e4079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f28f4000f60 tx=0x7f28f4009040 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:19.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.863+0000 7f290f81c740 1 Processor -- start 2024-07-26T16:46:19.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.864+0000 7f290f81c740 1 -- start start 2024-07-26T16:46:19.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f290f81c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf55270 0x55992c325200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f290f81c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf2c3b0 0x55992c325740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f290f81c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c342640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f290f81c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55992c26d3f0 con 0x55992bf34590 2024-07-26T16:46:19.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f290f81c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55992c25ca90 con 0x55992bf2c3b0 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f290f81c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55992c260930 con 0x55992bf55270 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f2902d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c342640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f2902d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c342640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45428/0 (socket says 172.21.15.33:45428) 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f2902d9d640 1 -- 172.21.15.33:0/1230166274 learned_addr learned my addr 172.21.15.33:0/1230166274 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f290259c640 1 --2- 172.21.15.33:0/1230166274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf55270 0x55992c325200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f2901d9b640 1 --2- 172.21.15.33:0/1230166274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf2c3b0 0x55992c325740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f2902d9d640 1 -- 172.21.15.33:0/1230166274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf55270 msgr2=0x55992c325200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f2902d9d640 1 --2- 172.21.15.33:0/1230166274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf55270 0x55992c325200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f2902d9d640 1 -- 172.21.15.33:0/1230166274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf2c3b0 msgr2=0x55992c325740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f2902d9d640 1 --2- 172.21.15.33:0/1230166274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf2c3b0 0x55992c325740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f2902d9d640 1 -- 172.21.15.33:0/1230166274 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55992bfc0850 con 0x55992bf34590 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f290259c640 1 --2- 172.21.15.33:0/1230166274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf55270 0x55992c325200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:19.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f2901d9b640 1 --2- 172.21.15.33:0/1230166274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf2c3b0 0x55992c325740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:19.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.865+0000 7f2902d9d640 1 --2- 172.21.15.33:0/1230166274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c342640 secure :-1 s=READY pgs=1869 cs=0 l=1 rev1=1 crypto rx=0x7f28fc00a4d0 tx=0x7f28fc009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a016ebf00167f02 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:19.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.866+0000 7f28e3fff640 1 -- 172.21.15.33:0/1230166274 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28fc018020 con 0x55992bf34590 2024-07-26T16:46:19.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.866+0000 7f28e3fff640 1 -- 172.21.15.33:0/1230166274 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28fc014810 con 0x55992bf34590 2024-07-26T16:46:19.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.866+0000 7f28e3fff640 1 -- 172.21.15.33:0/1230166274 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28fc014c60 con 0x55992bf34590 2024-07-26T16:46:19.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.866+0000 7f290f81c740 1 -- 172.21.15.33:0/1230166274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 msgr2=0x55992c342640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.866+0000 7f290f81c740 1 --2- 172.21.15.33:0/1230166274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c342640 secure :-1 s=READY pgs=1869 cs=0 l=1 rev1=1 crypto rx=0x7f28fc00a4d0 tx=0x7f28fc009650 comp rx=0 tx=0).stop 2024-07-26T16:46:19.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.866+0000 7f290f81c740 1 -- 172.21.15.33:0/1230166274 shutdown_connections 2024-07-26T16:46:19.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.866+0000 7f290f81c740 1 --2- 172.21.15.33:0/1230166274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c342640 unknown :-1 s=CLOSED pgs=1869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.866+0000 7f290f81c740 1 --2- 172.21.15.33:0/1230166274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf2c3b0 0x55992c325740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.866+0000 7f290f81c740 1 --2- 172.21.15.33:0/1230166274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf55270 0x55992c325200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.866+0000 7f290f81c740 1 -- 172.21.15.33:0/1230166274 >> 172.21.15.33:0/1230166274 conn(0x55992bf493c0 msgr2=0x55992c2fb4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:19.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.867+0000 7f290f81c740 1 -- 172.21.15.33:0/1230166274 shutdown_connections 2024-07-26T16:46:19.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.867+0000 7f290f81c740 1 -- 172.21.15.33:0/1230166274 wait complete. 2024-07-26T16:46:19.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.867+0000 7f290f81c740 1 -- start start 2024-07-26T16:46:19.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.868+0000 7f290f81c740 1 Processor -- start 2024-07-26T16:46:19.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f290f81c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf2c3b0 0x55992c339120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f290f81c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf34590 0x55992c313220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f290f81c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf55270 0x55992c3401a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f290f81c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55992bfcf620 con 0x55992bf2c3b0 2024-07-26T16:46:19.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f290f81c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55992c1e4cb0 con 0x55992bf34590 2024-07-26T16:46:19.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f290f81c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55992c325c80 con 0x55992bf55270 2024-07-26T16:46:19.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f290f81c740 10 client.0 _ll_register_callbacks cb 0x55992c206ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T16:46:19.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f290259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf2c3b0 0x55992c339120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f290259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf2c3b0 0x55992c339120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45436/0 (socket says 172.21.15.33:45436) 2024-07-26T16:46:19.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f290259c640 1 -- 172.21.15.33:0/565175410 learned_addr learned my addr 172.21.15.33:0/565175410 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:19.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f2901d9b640 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf34590 0x55992c313220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.869+0000 7f2902d9d640 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf55270 0x55992c3401a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f290259c640 1 -- 172.21.15.33:0/565175410 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf55270 msgr2=0x55992c3401a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:46:19.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f290259c640 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf55270 0x55992c3401a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f290259c640 1 -- 172.21.15.33:0/565175410 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf34590 msgr2=0x55992c313220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:46:19.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f290259c640 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf34590 0x55992c313220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f290259c640 1 -- 172.21.15.33:0/565175410 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55992c0376b0 con 0x55992bf2c3b0 2024-07-26T16:46:19.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f2901d9b640 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf34590 0x55992c313220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:19.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f290259c640 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf2c3b0 0x55992c339120 secure :-1 s=READY pgs=1870 cs=0 l=1 rev1=1 crypto rx=0x7f28f4014700 tx=0x7f28f4001080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d77fd0d0b2d0bcf4 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:19.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f28e17fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T16:46:19.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f28e17fa640 1 -- 172.21.15.33:0/565175410 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28f4013680 con 0x55992bf2c3b0 2024-07-26T16:46:19.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f28e17fa640 1 -- 172.21.15.33:0/565175410 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7f28f4013820 con 0x55992bf2c3b0 2024-07-26T16:46:19.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f290f81c740 1 -- 172.21.15.33:0/565175410 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28fc014810 con 0x55992bf2c3b0 2024-07-26T16:46:19.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f28e17fa640 1 -- 172.21.15.33:0/565175410 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f28f402e050 con 0x55992bf2c3b0 2024-07-26T16:46:19.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f290f81c740 10 client.9903 fetch_fsmap learned FSMap version 99 2024-07-26T16:46:19.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f290f81c740 1 -- 172.21.15.33:0/565175410 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x55992c337860 con 0x55992bf2c3b0 2024-07-26T16:46:19.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f28e17fa640 1 -- 172.21.15.33:0/565175410 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28fc014810 con 0x55992bf2c3b0 2024-07-26T16:46:19.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f28e17fa640 1 -- 172.21.15.33:0/565175410 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f28f4031020 con 0x55992bf2c3b0 2024-07-26T16:46:19.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f290f81c740 10 client.9903 fetch_fsmap finished waiting for FSMap version 99 2024-07-26T16:46:19.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.870+0000 7f290f81c740 10 client.9903 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T16:46:19.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.871+0000 7f290f81c740 20 client.9903 populate_metadata read hostname 'smithi033' 2024-07-26T16:46:19.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.871+0000 7f290f81c740 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.33:6834/650113402,v1:172.21.15.33:6835/650113402] conn(0x55992bf13e40 0x55992c353250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.871+0000 7f290f81c740 4 client.9903 mds_command: new command op to 9777 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T16:46:19.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.871+0000 7f290f81c740 1 -- 172.21.15.33:0/565175410 --> [v2:172.21.15.33:6834/650113402,v1:172.21.15.33:6835/650113402] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55992c26f340 con 0x55992bf13e40 2024-07-26T16:46:19.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.871+0000 7f2901d9b640 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.33:6834/650113402,v1:172.21.15.33:6835/650113402] conn(0x55992bf13e40 0x55992c353250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.871+0000 7f2901d9b640 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.33:6834/650113402,v1:172.21.15.33:6835/650113402] conn(0x55992bf13e40 0x55992c353250 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ee7d195cf4421c7 server_cookie=4907c08b93c65c55 in_seq=0 out_seq=0 2024-07-26T16:46:19.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.871+0000 7f28e17fa640 10 client.9903 ms_handle_connect on v2:172.21.15.33:6834/650113402 2024-07-26T16:46:19.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f28e17fa640 1 -- 172.21.15.33:0/565175410 <== mds.0 v2:172.21.15.33:6834/650113402 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55992c26f340 con 0x55992bf13e40 2024-07-26T16:46:19.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f28e17fa640 10 client.9903 handle_command_reply: tid=0 2024-07-26T16:46:19.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 1 client.9903 shutdown 2024-07-26T16:46:19.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 1 -- 172.21.15.33:0/565175410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf2c3b0 msgr2=0x55992c339120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf2c3b0 0x55992c339120 secure :-1 s=READY pgs=1870 cs=0 l=1 rev1=1 crypto rx=0x7f28f4014700 tx=0x7f28f4001080 comp rx=0 tx=0).stop 2024-07-26T16:46:19.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 1 -- 172.21.15.33:0/565175410 shutdown_connections 2024-07-26T16:46:19.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.33:6834/650113402,v1:172.21.15.33:6835/650113402] conn(0x55992bf13e40 0x55992c353250 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf55270 0x55992c3401a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf34590 0x55992c313220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f28e17fa640 0 client.9903 ms_handle_reset on v2:172.21.15.33:6834/650113402 2024-07-26T16:46:19.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 1 --2- 172.21.15.33:0/565175410 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf2c3b0 0x55992c339120 unknown :-1 s=CLOSED pgs=1870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 1 -- 172.21.15.33:0/565175410 >> 172.21.15.33:0/565175410 conn(0x55992bf493c0 msgr2=0x55992c2f5b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:19.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 1 -- 172.21.15.33:0/565175410 shutdown_connections 2024-07-26T16:46:19.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 1 -- 172.21.15.33:0/565175410 wait complete. 2024-07-26T16:46:19.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.872+0000 7f290f81c740 20 client.9903 trim_cache size 0 max 16384 2024-07-26T16:46:19.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.891+0000 7f290f81c740 1 Processor -- start 2024-07-26T16:46:19.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.891+0000 7f290f81c740 1 -- start start 2024-07-26T16:46:19.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f290f81c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf2c3b0 0x55992c3370d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f290f81c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c33fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f290f81c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf55270 0x55992c3626d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f290f81c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2904201170 con 0x55992bf34590 2024-07-26T16:46:19.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f290f81c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f29041f7b80 con 0x55992bf55270 2024-07-26T16:46:19.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f290f81c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f29041f6280 con 0x55992bf2c3b0 2024-07-26T16:46:19.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f2901d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c33fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f2901d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c33fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45444/0 (socket says 172.21.15.33:45444) 2024-07-26T16:46:19.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f2901d9b640 1 -- 172.21.15.33:0/2606415479 learned_addr learned my addr 172.21.15.33:0/2606415479 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:19.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f2902d9d640 1 --2- 172.21.15.33:0/2606415479 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf55270 0x55992c3626d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f290259c640 1 --2- 172.21.15.33:0/2606415479 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf2c3b0 0x55992c3370d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f2901d9b640 1 -- 172.21.15.33:0/2606415479 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf2c3b0 msgr2=0x55992c3370d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:46:19.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f2901d9b640 1 --2- 172.21.15.33:0/2606415479 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf2c3b0 0x55992c3370d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f2901d9b640 1 -- 172.21.15.33:0/2606415479 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf55270 msgr2=0x55992c3626d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:46:19.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f2901d9b640 1 --2- 172.21.15.33:0/2606415479 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf55270 0x55992c3626d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f2901d9b640 1 -- 172.21.15.33:0/2606415479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55992c324e10 con 0x55992bf34590 2024-07-26T16:46:19.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f2901d9b640 1 --2- 172.21.15.33:0/2606415479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c33fc90 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f28ec07eed0 tx=0x7f28ec033f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f41dc431cc2949 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:19.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f28e37fe640 1 -- 172.21.15.33:0/2606415479 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28ec0828e0 con 0x55992bf34590 2024-07-26T16:46:19.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f28e37fe640 1 -- 172.21.15.33:0/2606415479 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28ec086e30 con 0x55992bf34590 2024-07-26T16:46:19.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.893+0000 7f28e37fe640 1 -- 172.21.15.33:0/2606415479 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28ec08b8e0 con 0x55992bf34590 2024-07-26T16:46:19.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.894+0000 7f290f81c740 1 -- 172.21.15.33:0/2606415479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 msgr2=0x55992c33fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.894+0000 7f290f81c740 1 --2- 172.21.15.33:0/2606415479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c33fc90 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f28ec07eed0 tx=0x7f28ec033f90 comp rx=0 tx=0).stop 2024-07-26T16:46:19.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.894+0000 7f290f81c740 1 -- 172.21.15.33:0/2606415479 shutdown_connections 2024-07-26T16:46:19.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.894+0000 7f290f81c740 1 --2- 172.21.15.33:0/2606415479 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf55270 0x55992c3626d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.894+0000 7f290f81c740 1 --2- 172.21.15.33:0/2606415479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf34590 0x55992c33fc90 unknown :-1 s=CLOSED pgs=1871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.894+0000 7f290f81c740 1 --2- 172.21.15.33:0/2606415479 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf2c3b0 0x55992c3370d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.894+0000 7f290f81c740 1 -- 172.21.15.33:0/2606415479 >> 172.21.15.33:0/2606415479 conn(0x55992bf493c0 msgr2=0x55992c336140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:19.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.894+0000 7f290f81c740 1 -- 172.21.15.33:0/2606415479 shutdown_connections 2024-07-26T16:46:19.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.894+0000 7f290f81c740 1 -- 172.21.15.33:0/2606415479 wait complete. 2024-07-26T16:46:19.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.895+0000 7f290f81c740 1 -- start start 2024-07-26T16:46:19.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.895+0000 7f290f81c740 1 Processor -- start 2024-07-26T16:46:19.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f290f81c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf2c3b0 0x55992c3be280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f290f81c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf34590 0x55992c3b8170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f290f81c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf55270 0x55992c356450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f290f81c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x55992c313b50 con 0x55992bf55270 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f290f81c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x55992c33b660 con 0x55992bf34590 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f290f81c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x55992c33a840 con 0x55992bf2c3b0 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f290f81c740 10 client.0 _ll_register_callbacks cb 0x7f28f4017040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f2902d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf55270 0x55992c356450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f2902d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf55270 0x55992c356450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45450/0 (socket says 172.21.15.33:45450) 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f2902d9d640 1 -- 172.21.15.33:0/4084382716 learned_addr learned my addr 172.21.15.33:0/4084382716 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f290259c640 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf2c3b0 0x55992c3be280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f2901d9b640 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf34590 0x55992c3b8170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f2902d9d640 1 -- 172.21.15.33:0/4084382716 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf2c3b0 msgr2=0x55992c3be280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f2902d9d640 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf2c3b0 0x55992c3be280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f2902d9d640 1 -- 172.21.15.33:0/4084382716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf34590 msgr2=0x55992c3b8170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f2902d9d640 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf34590 0x55992c3b8170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f2902d9d640 1 -- 172.21.15.33:0/4084382716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55992c364310 con 0x55992bf55270 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f2902d9d640 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf55270 0x55992c356450 secure :-1 s=READY pgs=1872 cs=0 l=1 rev1=1 crypto rx=0x7f28fc017040 tx=0x7f28fc014ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ea1716f17b74a37 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f28e17fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f28e17fa640 1 -- 172.21.15.33:0/4084382716 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28fc018040 con 0x55992bf55270 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f28e17fa640 1 -- 172.21.15.33:0/4084382716 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7f28fc00e950 con 0x55992bf55270 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.897+0000 7f290f81c740 1 -- 172.21.15.33:0/4084382716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28ec086e30 con 0x55992bf55270 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f28e17fa640 1 -- 172.21.15.33:0/4084382716 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f28fc014e50 con 0x55992bf55270 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f290f81c740 10 client.9909 fetch_fsmap learned FSMap version 99 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f290f81c740 1 -- 172.21.15.33:0/4084382716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x55992c3b86b0 con 0x55992bf55270 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f28e17fa640 1 -- 172.21.15.33:0/4084382716 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28ec086e30 con 0x55992bf55270 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f28e17fa640 1 -- 172.21.15.33:0/4084382716 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f28fc00ec60 con 0x55992bf55270 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f290f81c740 10 client.9909 fetch_fsmap finished waiting for FSMap version 99 2024-07-26T16:46:19.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f290f81c740 10 client.9909 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f290f81c740 20 client.9909 populate_metadata read hostname 'smithi033' 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f290f81c740 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.33:6834/650113402,v1:172.21.15.33:6835/650113402] conn(0x55992c362d90 0x55992c355230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f290f81c740 4 client.9909 mds_command: new command op to 9777 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f290f81c740 1 -- 172.21.15.33:0/4084382716 --> [v2:172.21.15.33:6834/650113402,v1:172.21.15.33:6835/650113402] -- command(tid 0: {"prefix": "status"}) -- 0x55992c26ade0 con 0x55992c362d90 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f290259c640 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.33:6834/650113402,v1:172.21.15.33:6835/650113402] conn(0x55992c362d90 0x55992c355230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.898+0000 7f28e17fa640 10 client.9909 ms_handle_connect on v2:172.21.15.33:6834/650113402 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290259c640 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.33:6834/650113402,v1:172.21.15.33:6835/650113402] conn(0x55992c362d90 0x55992c355230 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6fe4e32ff86cf6e5 server_cookie=8946660b34937888 in_seq=0 out_seq=0 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f28e17fa640 1 -- 172.21.15.33:0/4084382716 <== mds.0 v2:172.21.15.33:6834/650113402 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55992c26ade0 con 0x55992c362d90 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f28e17fa640 10 client.9909 handle_command_reply: tid=0 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 1 client.9909 shutdown 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 1 -- 172.21.15.33:0/4084382716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf55270 msgr2=0x55992c356450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf55270 0x55992c356450 secure :-1 s=READY pgs=1872 cs=0 l=1 rev1=1 crypto rx=0x7f28fc017040 tx=0x7f28fc014ae0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 1 -- 172.21.15.33:0/4084382716 shutdown_connections 2024-07-26T16:46:19.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.33:6834/650113402,v1:172.21.15.33:6835/650113402] conn(0x55992c362d90 0x55992c355230 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x55992bf55270 0x55992c356450 unknown :-1 s=CLOSED pgs=1872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x55992bf34590 0x55992c3b8170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 1 --2- 172.21.15.33:0/4084382716 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x55992bf2c3b0 0x55992c3be280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f28e17fa640 0 client.9909 ms_handle_reset on v2:172.21.15.33:6834/650113402 2024-07-26T16:46:19.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 1 -- 172.21.15.33:0/4084382716 >> 172.21.15.33:0/4084382716 conn(0x55992bf493c0 msgr2=0x55992c2fc3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:19.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 1 -- 172.21.15.33:0/4084382716 shutdown_connections 2024-07-26T16:46:19.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 1 -- 172.21.15.33:0/4084382716 wait complete. 2024-07-26T16:46:19.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.899+0000 7f290f81c740 20 client.9909 trim_cache size 0 max 16384 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 9777, 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 5.8769450580000004, 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 99, 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 195, 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 195, 2024-07-26T16:46:19.907 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 10.49898308 2024-07-26T16:46:19.908 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T16:46:19.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 -- 172.21.15.33:0/585147383 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f28e4077130 msgr2=0x7f28e4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f28e4077130 0x7f28e4079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f28f4000f60 tx=0x7f28f4009040 comp rx=0 tx=0).stop 2024-07-26T16:46:19.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 -- 172.21.15.33:0/585147383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2904158960 msgr2=0x7f29041f8ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:19.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2904158960 0x7f29041f8ea0 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7f28ec000c00 tx=0x7f28ec033d60 comp rx=0 tx=0).stop 2024-07-26T16:46:19.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 -- 172.21.15.33:0/585147383 shutdown_connections 2024-07-26T16:46:19.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f28e4077130 0x7f28e4079640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f290415f150 0x7f29041436b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2904158960 0x7f29041f8ea0 unknown :-1 s=CLOSED pgs=1868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 --2- 172.21.15.33:0/585147383 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f290406f810 0x7f29041e66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:19.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 -- 172.21.15.33:0/585147383 >> 172.21.15.33:0/585147383 conn(0x7f29040d0b40 msgr2=0x7f2904068950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:19.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 -- 172.21.15.33:0/585147383 shutdown_connections 2024-07-26T16:46:19.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:19.900+0000 7f2908902640 1 -- 172.21.15.33:0/585147383 wait complete. 2024-07-26T16:46:19.913 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T16:46:20.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.028+0000 7f47928da640 1 -- 172.21.15.33:0/3633697463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c0ce970 msgr2=0x7f478c0ced80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:20.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.028+0000 7f47928da640 1 --2- 172.21.15.33:0/3633697463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c0ce970 0x7f478c0ced80 secure :-1 s=READY pgs=1873 cs=0 l=1 rev1=1 crypto rx=0x7f478c0cdec0 tx=0x7f478002a560 comp rx=0 tx=0).stop 2024-07-26T16:46:20.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.028+0000 7f47928da640 1 -- 172.21.15.33:0/3633697463 shutdown_connections 2024-07-26T16:46:20.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.028+0000 7f47928da640 1 --2- 172.21.15.33:0/3633697463 >> v2:172.21.15.154:3300/0 conn(0x7f478c0b1ba0 0x7f478c0b1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:20.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.028+0000 7f47928da640 1 --2- 172.21.15.33:0/3633697463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c0ce970 0x7f478c0ced80 unknown :-1 s=CLOSED pgs=1873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:20.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.028+0000 7f47928da640 1 -- 172.21.15.33:0/3633697463 >> 172.21.15.33:0/3633697463 conn(0x7f478c0d1b70 msgr2=0x7f478c0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:20.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.028+0000 7f47928da640 1 -- 172.21.15.33:0/3633697463 shutdown_connections 2024-07-26T16:46:20.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.028+0000 7f47928da640 1 -- 172.21.15.33:0/3633697463 wait complete. 2024-07-26T16:46:20.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.030+0000 7f47928da640 1 Processor -- start 2024-07-26T16:46:20.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.030+0000 7f47928da640 1 -- start start 2024-07-26T16:46:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f47928da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c0b1ba0 0x7f478c0c8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:20.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f47928da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f478c0b6fc0 0x7f478c0c6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f47928da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f478c0ce970 0x7f478c15a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f47928da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f478c0b2670 con 0x7f478c0b1ba0 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f47928da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f478c0b24f0 con 0x7f478c0b6fc0 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f47928da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f478c0b27f0 con 0x7f478c0ce970 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f478bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c0b1ba0 0x7f478c0c8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f478bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c0b1ba0 0x7f478c0c8c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45464/0 (socket says 172.21.15.33:45464) 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f478bfff640 1 -- 172.21.15.33:0/327658 learned_addr learned my addr 172.21.15.33:0/327658 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f4790e77640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f478c0ce970 0x7f478c15a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f478b7fe640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f478c0b6fc0 0x7f478c0c6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f478bfff640 1 -- 172.21.15.33:0/327658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f478c0ce970 msgr2=0x7f478c15a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f478bfff640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f478c0ce970 0x7f478c15a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:20.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f478bfff640 1 -- 172.21.15.33:0/327658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f478c0b6fc0 msgr2=0x7f478c0c6110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f478bfff640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f478c0b6fc0 0x7f478c0c6110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f478bfff640 1 -- 172.21.15.33:0/327658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f478c0c89a0 con 0x7f478c0b1ba0 2024-07-26T16:46:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f4790e77640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f478c0ce970 0x7f478c15a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f478b7fe640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f478c0b6fc0 0x7f478c0c6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T16:46:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f478bfff640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c0b1ba0 0x7f478c0c8c20 secure :-1 s=READY pgs=1874 cs=0 l=1 rev1=1 crypto rx=0x7f477c00b420 tx=0x7f477c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.032+0000 7f4788ff9640 1 -- 172.21.15.33:0/327658 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477c011830 con 0x7f478c0b1ba0 2024-07-26T16:46:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.033+0000 7f47928da640 1 -- 172.21.15.33:0/327658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f478c0c8100 con 0x7f478c0b1ba0 2024-07-26T16:46:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.033+0000 7f4788ff9640 1 -- 172.21.15.33:0/327658 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f477c016070 con 0x7f478c0b1ba0 2024-07-26T16:46:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.033+0000 7f4788ff9640 1 -- 172.21.15.33:0/327658 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477c011d60 con 0x7f478c0b1ba0 2024-07-26T16:46:20.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.033+0000 7f47928da640 1 -- 172.21.15.33:0/327658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f478c0c86c0 con 0x7f478c0b1ba0 2024-07-26T16:46:20.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.034+0000 7f47928da640 1 -- 172.21.15.33:0/327658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f478c0b2ca0 con 0x7f478c0b1ba0 2024-07-26T16:46:20.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.035+0000 7f4788ff9640 1 -- 172.21.15.33:0/327658 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f477c01b460 con 0x7f478c0b1ba0 2024-07-26T16:46:20.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.035+0000 7f4788ff9640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4778077160 0x7f4778079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:20.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.035+0000 7f4788ff9640 1 -- 172.21.15.33:0/327658 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7f477c098b60 con 0x7f478c0b1ba0 2024-07-26T16:46:20.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.035+0000 7f478b7fe640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4778077160 0x7f4778079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:20.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.036+0000 7f478b7fe640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4778077160 0x7f4778079670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4780033000 tx=0x7f4780004730 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:20.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.040+0000 7f4788ff9640 1 -- 172.21.15.33:0/327658 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f477c0619e0 con 0x7f478c0b1ba0 2024-07-26T16:46:20.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.278+0000 7f47928da640 1 -- 172.21.15.33:0/327658 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f478c15c190 con 0x7f478c0b1ba0 2024-07-26T16:46:20.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.279+0000 7f4788ff9640 1 -- 172.21.15.33:0/327658 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v99) ==== 53+0+73 (secure 0 0 0) 0x7f477c0612e0 con 0x7f478c0b1ba0 2024-07-26T16:46:20.281 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T16:46:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 -- 172.21.15.33:0/327658 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4778077160 msgr2=0x7f4778079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4778077160 0x7f4778079670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4780033000 tx=0x7f4780004730 comp rx=0 tx=0).stop 2024-07-26T16:46:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 -- 172.21.15.33:0/327658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c0b1ba0 msgr2=0x7f478c0c8c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c0b1ba0 0x7f478c0c8c20 secure :-1 s=READY pgs=1874 cs=0 l=1 rev1=1 crypto rx=0x7f477c00b420 tx=0x7f477c00b8e0 comp rx=0 tx=0).stop 2024-07-26T16:46:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 -- 172.21.15.33:0/327658 shutdown_connections 2024-07-26T16:46:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f4778077160 0x7f4778079670 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f478c0ce970 0x7f478c15a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f478c0b6fc0 0x7f478c0c6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 --2- 172.21.15.33:0/327658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f478c0b1ba0 0x7f478c0c8c20 unknown :-1 s=CLOSED pgs=1874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:20.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 -- 172.21.15.33:0/327658 >> 172.21.15.33:0/327658 conn(0x7f478c0d1b70 msgr2=0x7f478c071530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:20.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 -- 172.21.15.33:0/327658 shutdown_connections 2024-07-26T16:46:20.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20.281+0000 7f47928da640 1 -- 172.21.15.33:0/327658 wait complete. 2024-07-26T16:46:20.294 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T16:46:20.294 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T16:46:20.294 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T16:46:20.294 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T16:46:20.294 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T16:46:20.294 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T16:46:20.294 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T16:46:20.294 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T16:46:20.294 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T16:46:20.295 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:20.295 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T16:46:20.311 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T16:46:20.311 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T16:46:20.311 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T16:46:20.311 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:46:20.311 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T16:46:20.311 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:46:20.311 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 38077sec preferred_lft 38077sec 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T16:46:20.312 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T16:46:20.313 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T16:46:20.314 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:46:20.314 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T16:46:20.314 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T16:46:20.314 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T16:46:20.314 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T16:46:20.314 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:20.314 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T16:46:20.376 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T16:46:20.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:20.377 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T16:46:20.434 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T16:46:20.448 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T16:46:20.448 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T16:46:20.449 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T16:46:20.449 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T16:46:20.449 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T16:46:20.449 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T16:46:20.449 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T16:46:20.449 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T16:46:20.449 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T16:46:20.449 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T16:46:20.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T16:46:20.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T16:46:20.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:20.566 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T16:46:20.582 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T16:46:20.582 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T16:46:20.582 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T16:46:20.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:20.582 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T16:46:20.648 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T16:46:20.648 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T16:46:20.649 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T16:46:20.704 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T16:46:20.704 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T16:46:20.705 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T16:46:20.760 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T16:46:20.827 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T16:46:20.884 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T16:46:20.884 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T16:46:20.884 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T16:46:20.885 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T16:46:20.886 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T16:46:20.886 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T16:46:20.886 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T16:46:20.886 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T16:46:20.886 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T16:46:20.886 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T16:46:20.886 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T16:46:20.886 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T16:46:20.886 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T16:46:20.886 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T16:46:20.886 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T16:46:20.887 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T16:46:20.887 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T16:46:20.887 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T16:46:20.887 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T16:46:20.887 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T16:46:20.887 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T16:46:20.887 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T16:46:20.887 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T16:46:20.889 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:20.889 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T16:46:20.940 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T16:46:20.940 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T16:46:20.982 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T16:46:21.008 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T16:46:21.066 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T16:46:21.066 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T16:46:21.066 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T16:46:21.067 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T16:46:21.067 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T16:46:21.067 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T16:46:21.067 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T16:46:21.067 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T16:46:21.067 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T16:46:21.067 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T16:46:21.067 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T16:46:21.067 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T16:46:21.067 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T16:46:21.067 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T16:46:21.068 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T16:46:21.069 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T16:46:21.069 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T16:46:21.069 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T16:46:21.069 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T16:46:21.069 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T16:46:21.069 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T16:46:21.069 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T16:46:21.069 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T16:46:21.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:21.069 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T16:46:21.080 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T16:46:21.078+0000 7f755c587480 -1 init, newargv = 0x55d264676010 newargc=15 2024-07-26T16:46:21.080 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[89736]: starting ceph client 2024-07-26T16:46:21.085 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[89736]: starting fuse 2024-07-26T16:46:21.095 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T16:46:21.095 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T16:46:21.096 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T16:46:21.096 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T16:46:21.096 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T16:46:21.096 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T16:46:21.096 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T16:46:21.096 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T16:46:21.096 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T16:46:21.096 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T16:46:21.096 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T16:46:21.096 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T16:46:21.096 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T16:46:21.097 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T16:46:21.098 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T16:46:21.098 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T16:46:21.098 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T16:46:21.098 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T16:46:21.216 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.89736.asok 2024-07-26T16:46:21.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T16:46:21.227 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.89736.asok 2024-07-26T16:46:21.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:21.227 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.89736.asok status 2024-07-26T16:46:21.374 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "89736", 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T16:46:21.375 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 9921, 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 9921 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 758317469 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T16:46:21.376 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 758317469 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.9921 192.168.0.1:0/758317469", 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/758317469", 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 99, 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 195, 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T16:46:21.377 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T16:46:21.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:21.384 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T16:46:21.384 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T16:46:21.400 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T16:46:21.400 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T16:46:21.400 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:21.400 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T16:46:21.467 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T16:46:21.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.625+0000 7fe84bdc4640 1 -- 172.21.15.33:0/74561402 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe84406cd50 msgr2=0x7fe84415f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:21.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.625+0000 7fe84bdc4640 1 --2- 172.21.15.33:0/74561402 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe84406cd50 0x7fe84415f3b0 secure :-1 s=READY pgs=1879 cs=0 l=1 rev1=1 crypto rx=0x7fe844145df0 tx=0x7fe83402aac0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.625+0000 7fe84bdc4640 1 -- 172.21.15.33:0/74561402 shutdown_connections 2024-07-26T16:46:21.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.625+0000 7fe84bdc4640 1 --2- 172.21.15.33:0/74561402 >> v2:172.21.15.154:3300/0 conn(0x7fe84415ea00 0x7fe84406c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.625+0000 7fe84bdc4640 1 --2- 172.21.15.33:0/74561402 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe84406cd50 0x7fe84415f3b0 unknown :-1 s=CLOSED pgs=1879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.625+0000 7fe84bdc4640 1 -- 172.21.15.33:0/74561402 >> 172.21.15.33:0/74561402 conn(0x7fe8440d0b40 msgr2=0x7fe8440d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:21.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.625+0000 7fe84bdc4640 1 -- 172.21.15.33:0/74561402 shutdown_connections 2024-07-26T16:46:21.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.625+0000 7fe84bdc4640 1 -- 172.21.15.33:0/74561402 wait complete. 2024-07-26T16:46:21.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.627+0000 7fe84bdc4640 1 Processor -- start 2024-07-26T16:46:21.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.627+0000 7fe84bdc4640 1 -- start start 2024-07-26T16:46:21.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84bdc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe84406cd50 0x7fe8440ae240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:21.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84bdc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe84415c610 0x7fe8440af830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:21.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84bdc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe84415ea00 0x7fe8440afd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:21.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84bdc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe84415fff0 con 0x7fe84415ea00 2024-07-26T16:46:21.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84bdc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe84415fe70 con 0x7fe84415c610 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84bdc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe844160170 con 0x7fe84406cd50 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84a361640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe84415ea00 0x7fe8440afd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84a361640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe84415ea00 0x7fe8440afd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45482/0 (socket says 172.21.15.33:45482) 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84a361640 1 -- 172.21.15.33:0/3490670619 learned_addr learned my addr 172.21.15.33:0/3490670619 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84935f640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe84415c610 0x7fe8440af830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe849b60640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe84406cd50 0x7fe8440ae240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84a361640 1 -- 172.21.15.33:0/3490670619 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe84406cd50 msgr2=0x7fe8440ae240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84a361640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe84406cd50 0x7fe8440ae240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84a361640 1 -- 172.21.15.33:0/3490670619 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe84415c610 msgr2=0x7fe8440af830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84a361640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe84415c610 0x7fe8440af830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.628+0000 7fe84a361640 1 -- 172.21.15.33:0/3490670619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe84413be60 con 0x7fe84415ea00 2024-07-26T16:46:21.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.629+0000 7fe84a361640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe84415ea00 0x7fe8440afd70 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7fe834009d60 tx=0x7fe834003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:21.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.629+0000 7fe8427fc640 1 -- 172.21.15.33:0/3490670619 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe834044070 con 0x7fe84415ea00 2024-07-26T16:46:21.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.629+0000 7fe8427fc640 1 -- 172.21.15.33:0/3490670619 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe834004250 con 0x7fe84415ea00 2024-07-26T16:46:21.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.629+0000 7fe84bdc4640 1 -- 172.21.15.33:0/3490670619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe84413fd00 con 0x7fe84415ea00 2024-07-26T16:46:21.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.629+0000 7fe8427fc640 1 -- 172.21.15.33:0/3490670619 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8340046a0 con 0x7fe84415ea00 2024-07-26T16:46:21.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.629+0000 7fe84bdc4640 1 -- 172.21.15.33:0/3490670619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8441426d0 con 0x7fe84415ea00 2024-07-26T16:46:21.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.630+0000 7fe84bdc4640 1 -- 172.21.15.33:0/3490670619 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe844072de0 con 0x7fe84415ea00 2024-07-26T16:46:21.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.631+0000 7fe8427fc640 1 -- 172.21.15.33:0/3490670619 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7fe834036400 con 0x7fe84415ea00 2024-07-26T16:46:21.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.631+0000 7fe8427fc640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe830077130 0x7fe830079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:21.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.631+0000 7fe8427fc640 1 -- 172.21.15.33:0/3490670619 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7fe8340b95d0 con 0x7fe84415ea00 2024-07-26T16:46:21.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.631+0000 7fe849b60640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe830077130 0x7fe830079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:21.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.632+0000 7fe849b60640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe830077130 0x7fe830079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe83c007fd0 tx=0x7fe83c009040 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:21.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.636+0000 7fe8427fc640 1 -- 172.21.15.33:0/3490670619 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe834032030 con 0x7fe84415ea00 2024-07-26T16:46:21.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.855+0000 7fe84bdc4640 1 -- 172.21.15.33:0/3490670619 --> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fe84406f470 con 0x7fe830077130 2024-07-26T16:46:21.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.857+0000 7fe8427fc640 1 -- 172.21.15.33:0/3490670619 <== mgr.7946 v2:172.21.15.33:6836/2764472614 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fe84406f470 con 0x7fe830077130 2024-07-26T16:46:21.858 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T16:46:21.858 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T16:46:21.858 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T16:46:21.859 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T16:46:21.859 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T16:46:21.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 -- 172.21.15.33:0/3490670619 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe830077130 msgr2=0x7fe830079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:21.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe830077130 0x7fe830079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe83c007fd0 tx=0x7fe83c009040 comp rx=0 tx=0).stop 2024-07-26T16:46:21.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 -- 172.21.15.33:0/3490670619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe84415ea00 msgr2=0x7fe8440afd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:21.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe84415ea00 0x7fe8440afd70 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7fe834009d60 tx=0x7fe834003f10 comp rx=0 tx=0).stop 2024-07-26T16:46:21.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 -- 172.21.15.33:0/3490670619 shutdown_connections 2024-07-26T16:46:21.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fe830077130 0x7fe830079640 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe84415ea00 0x7fe8440afd70 unknown :-1 s=CLOSED pgs=1880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe84415c610 0x7fe8440af830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 --2- 172.21.15.33:0/3490670619 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe84406cd50 0x7fe8440ae240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 -- 172.21.15.33:0/3490670619 >> 172.21.15.33:0/3490670619 conn(0x7fe8440d0b40 msgr2=0x7fe844070ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:21.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 -- 172.21.15.33:0/3490670619 shutdown_connections 2024-07-26T16:46:21.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.859+0000 7fe84bdc4640 1 -- 172.21.15.33:0/3490670619 wait complete. 2024-07-26T16:46:21.872 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T16:46:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.990+0000 7f065cde2640 1 -- 172.21.15.33:0/2640839720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06580b2600 msgr2=0x7f06580b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.990+0000 7f065cde2640 1 --2- 172.21.15.33:0/2640839720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06580b2600 0x7f06580b31d0 secure :-1 s=READY pgs=1882 cs=0 l=1 rev1=1 crypto rx=0x7f064c009830 tx=0x7f064c02a530 comp rx=0 tx=0).stop 2024-07-26T16:46:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.990+0000 7f065cde2640 1 -- 172.21.15.33:0/2640839720 shutdown_connections 2024-07-26T16:46:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.990+0000 7f065cde2640 1 --2- 172.21.15.33:0/2640839720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06580b2600 0x7f06580b31d0 unknown :-1 s=CLOSED pgs=1882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.990+0000 7f065cde2640 1 -- 172.21.15.33:0/2640839720 >> 172.21.15.33:0/2640839720 conn(0x7f06580b37a0 msgr2=0x7f06580b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.990+0000 7f065cde2640 1 -- 172.21.15.33:0/2640839720 shutdown_connections 2024-07-26T16:46:21.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.990+0000 7f065cde2640 1 -- 172.21.15.33:0/2640839720 wait complete. 2024-07-26T16:46:21.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.992+0000 7f065cde2640 1 Processor -- start 2024-07-26T16:46:21.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.992+0000 7f065cde2640 1 -- start start 2024-07-26T16:46:21.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.993+0000 7f065cde2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06580b2600 0x7f06581554b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:21.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.993+0000 7f065cde2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06580b6f60 0x7f06580c9e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:21.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.993+0000 7f065cde2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06580ce9e0 0x7f06580ca390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:21.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.993+0000 7f065cde2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f06580cd310 con 0x7f06580b2600 2024-07-26T16:46:21.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.993+0000 7f065cde2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f06580cd190 con 0x7f06580ce9e0 2024-07-26T16:46:21.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.993+0000 7f065cde2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f06580cd490 con 0x7f06580b6f60 2024-07-26T16:46:21.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.993+0000 7f065659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06580b2600 0x7f06581554b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:21.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.993+0000 7f065659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06580b2600 0x7f06581554b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37114/0 (socket says 172.21.15.33:37114) 2024-07-26T16:46:21.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.993+0000 7f065659c640 1 -- 172.21.15.33:0/2066758455 learned_addr learned my addr 172.21.15.33:0/2066758455 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:21.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f0655d9b640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06580b6f60 0x7f06580c9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:21.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f0656d9d640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06580ce9e0 0x7f06580ca390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:21.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f065659c640 1 -- 172.21.15.33:0/2066758455 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06580b6f60 msgr2=0x7f06580c9e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:21.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f065659c640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06580b6f60 0x7f06580c9e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f065659c640 1 -- 172.21.15.33:0/2066758455 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06580ce9e0 msgr2=0x7f06580ca390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:21.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f065659c640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06580ce9e0 0x7f06580ca390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:21.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f065659c640 1 -- 172.21.15.33:0/2066758455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06580c7b00 con 0x7f06580b2600 2024-07-26T16:46:21.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f065659c640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06580b2600 0x7f06581554b0 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7f064800c400 tx=0x7f064800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:21.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f0646ffd640 1 -- 172.21.15.33:0/2066758455 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0648017070 con 0x7f06580b2600 2024-07-26T16:46:21.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f0646ffd640 1 -- 172.21.15.33:0/2066758455 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06480053c0 con 0x7f06580b2600 2024-07-26T16:46:21.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f065cde2640 1 -- 172.21.15.33:0/2066758455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06580c9370 con 0x7f06580b2600 2024-07-26T16:46:21.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f0646ffd640 1 -- 172.21.15.33:0/2066758455 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0648003850 con 0x7f06580b2600 2024-07-26T16:46:21.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.994+0000 7f065cde2640 1 -- 172.21.15.33:0/2066758455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0658156c90 con 0x7f06580b2600 2024-07-26T16:46:21.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.995+0000 7f065cde2640 1 -- 172.21.15.33:0/2066758455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06580cd960 con 0x7f06580b2600 2024-07-26T16:46:21.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.996+0000 7f0646ffd640 1 -- 172.21.15.33:0/2066758455 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 112) ==== 99241+0+0 (secure 0 0 0) 0x7f064801a070 con 0x7f06580b2600 2024-07-26T16:46:21.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.996+0000 7f0646ffd640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0638077160 0x7f0638079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:21.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.996+0000 7f0646ffd640 1 -- 172.21.15.33:0/2066758455 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7f0648098050 con 0x7f06580b2600 2024-07-26T16:46:21.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.996+0000 7f0655d9b640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0638077160 0x7f0638079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:21.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:21.997+0000 7f0655d9b640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0638077160 0x7f0638079670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f064c034000 tx=0x7f064c004730 comp rx=0 tx=0).ready entity=mgr.7946 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:22.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:22.001+0000 7f0646ffd640 1 -- 172.21.15.33:0/2066758455 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0648060fe0 con 0x7f06580b2600 2024-07-26T16:46:22.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:22.254+0000 7f065cde2640 1 -- 172.21.15.33:0/2066758455 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f06580b3d30 con 0x7f06580b2600 2024-07-26T16:46:23.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.071+0000 7f0646ffd640 1 -- 172.21.15.33:0/2066758455 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v113) ==== 92+0+0 (secure 0 0 0) 0x7f0648069220 con 0x7f06580b2600 2024-07-26T16:46:23.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.075+0000 7f065cde2640 1 -- 172.21.15.33:0/2066758455 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0638077160 msgr2=0x7f0638079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:23.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.075+0000 7f065cde2640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0638077160 0x7f0638079670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f064c034000 tx=0x7f064c004730 comp rx=0 tx=0).stop 2024-07-26T16:46:23.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.075+0000 7f065cde2640 1 -- 172.21.15.33:0/2066758455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06580b2600 msgr2=0x7f06581554b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:23.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.075+0000 7f065cde2640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06580b2600 0x7f06581554b0 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7f064800c400 tx=0x7f064800c8c0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.076+0000 7f065cde2640 1 -- 172.21.15.33:0/2066758455 shutdown_connections 2024-07-26T16:46:23.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.076+0000 7f065cde2640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f0638077160 0x7f0638079670 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.076+0000 7f065cde2640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f06580ce9e0 0x7f06580ca390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.076+0000 7f065cde2640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f06580b6f60 0x7f06580c9e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.076+0000 7f065cde2640 1 --2- 172.21.15.33:0/2066758455 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f06580b2600 0x7f06581554b0 unknown :-1 s=CLOSED pgs=1883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.076+0000 7f065cde2640 1 -- 172.21.15.33:0/2066758455 >> 172.21.15.33:0/2066758455 conn(0x7f06580b37a0 msgr2=0x7f06580cc680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:23.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.077+0000 7f065cde2640 1 -- 172.21.15.33:0/2066758455 shutdown_connections 2024-07-26T16:46:23.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.077+0000 7f065cde2640 1 -- 172.21.15.33:0/2066758455 wait complete. 2024-07-26T16:46:23.093 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T16:46:23.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.219+0000 7fd145feb640 1 -- 172.21.15.33:0/3169649014 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1400d0610 msgr2=0x7fd1400d0a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:23.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.219+0000 7fd145feb640 1 --2- 172.21.15.33:0/3169649014 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1400d0610 0x7fd1400d0a20 secure :-1 s=READY pgs=1887 cs=0 l=1 rev1=1 crypto rx=0x7fd138005fd0 tx=0x7fd13802aa90 comp rx=0 tx=0).stop 2024-07-26T16:46:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.219+0000 7fd145feb640 1 -- 172.21.15.33:0/3169649014 shutdown_connections 2024-07-26T16:46:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.219+0000 7fd145feb640 1 --2- 172.21.15.33:0/3169649014 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd1400d0610 0x7fd1400d0a20 unknown :-1 s=CLOSED pgs=1887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.219+0000 7fd145feb640 1 --2- 172.21.15.33:0/3169649014 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1400b2da0 0x7fd1400b93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.219+0000 7fd145feb640 1 -- 172.21.15.33:0/3169649014 >> 172.21.15.33:0/3169649014 conn(0x7fd1400d3d90 msgr2=0x7fd1400d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.219+0000 7fd145feb640 1 -- 172.21.15.33:0/3169649014 shutdown_connections 2024-07-26T16:46:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.219+0000 7fd145feb640 1 -- 172.21.15.33:0/3169649014 wait complete. 2024-07-26T16:46:23.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.221+0000 7fd145feb640 1 Processor -- start 2024-07-26T16:46:23.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.221+0000 7fd145feb640 1 -- start start 2024-07-26T16:46:23.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd145feb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1400b2da0 0x7fd140155700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:23.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd145feb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1400d0610 0x7fd1400b5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:23.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd145feb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd140155f00 0x7fd1400b5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:23.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd145feb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd1400b3850 con 0x7fd140155f00 2024-07-26T16:46:23.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd145feb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd1400b36d0 con 0x7fd1400b2da0 2024-07-26T16:46:23.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd145feb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd1400b39d0 con 0x7fd1400d0610 2024-07-26T16:46:23.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd13ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd140155f00 0x7fd1400b5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:23.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd13ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd140155f00 0x7fd1400b5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37162/0 (socket says 172.21.15.33:37162) 2024-07-26T16:46:23.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd13ffff640 1 -- 172.21.15.33:0/1959763867 learned_addr learned my addr 172.21.15.33:0/1959763867 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:23.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd136ffd640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1400d0610 0x7fd1400b5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:23.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd13f7fe640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1400b2da0 0x7fd140155700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:23.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd13ffff640 1 -- 172.21.15.33:0/1959763867 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1400d0610 msgr2=0x7fd1400b5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:23.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd13ffff640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1400d0610 0x7fd1400b5210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd13ffff640 1 -- 172.21.15.33:0/1959763867 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1400b2da0 msgr2=0x7fd140155700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:23.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd13ffff640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1400b2da0 0x7fd140155700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.223+0000 7fd13ffff640 1 -- 172.21.15.33:0/1959763867 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd14015cf10 con 0x7fd140155f00 2024-07-26T16:46:23.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.224+0000 7fd13ffff640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd140155f00 0x7fd1400b5750 secure :-1 s=READY pgs=1888 cs=0 l=1 rev1=1 crypto rx=0x7fd138006010 tx=0x7fd138003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:23.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.224+0000 7fd13cff9640 1 -- 172.21.15.33:0/1959763867 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd138044070 con 0x7fd140155f00 2024-07-26T16:46:23.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.224+0000 7fd13cff9640 1 -- 172.21.15.33:0/1959763867 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd138004040 con 0x7fd140155f00 2024-07-26T16:46:23.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.224+0000 7fd145feb640 1 -- 172.21.15.33:0/1959763867 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd14015d1f0 con 0x7fd140155f00 2024-07-26T16:46:23.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.224+0000 7fd13cff9640 1 -- 172.21.15.33:0/1959763867 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd138004430 con 0x7fd140155f00 2024-07-26T16:46:23.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.224+0000 7fd145feb640 1 -- 172.21.15.33:0/1959763867 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1401f5670 con 0x7fd140155f00 2024-07-26T16:46:23.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.225+0000 7fd145feb640 1 -- 172.21.15.33:0/1959763867 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1400b5000 con 0x7fd140155f00 2024-07-26T16:46:23.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.226+0000 7fd13cff9640 1 -- 172.21.15.33:0/1959763867 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 113) ==== 99258+0+0 (secure 0 0 0) 0x7fd138047070 con 0x7fd140155f00 2024-07-26T16:46:23.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.227+0000 7fd13cff9640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd1200771b0 0x7fd1200796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:23.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.227+0000 7fd13f7fe640 1 -- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd1200771b0 msgr2=0x7fd1200796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2764472614 2024-07-26T16:46:23.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.227+0000 7fd13cff9640 1 -- 172.21.15.33:0/1959763867 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7fd1380b9b60 con 0x7fd140155f00 2024-07-26T16:46:23.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.227+0000 7fd13f7fe640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd1200771b0 0x7fd1200796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T16:46:23.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.232+0000 7fd13cff9640 1 -- 172.21.15.33:0/1959763867 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd138032030 con 0x7fd140155f00 2024-07-26T16:46:23.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.428+0000 7fd13f7fe640 1 -- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd1200771b0 msgr2=0x7fd1200796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2764472614 2024-07-26T16:46:23.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.428+0000 7fd13f7fe640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd1200771b0 0x7fd1200796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T16:46:23.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.430+0000 7fd145feb640 1 -- 172.21.15.33:0/1959763867 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fd1400b89a0 con 0x7fd140155f00 2024-07-26T16:46:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.434+0000 7fd13cff9640 1 -- 172.21.15.33:0/1959763867 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v65)=0 v65) ==== 138+0+0 (secure 0 0 0) 0x7fd138082300 con 0x7fd140155f00 2024-07-26T16:46:23.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 -- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd1200771b0 msgr2=0x7fd1200796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T16:46:23.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd1200771b0 0x7fd1200796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 -- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd140155f00 msgr2=0x7fd1400b5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:23.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd140155f00 0x7fd1400b5750 secure :-1 s=READY pgs=1888 cs=0 l=1 rev1=1 crypto rx=0x7fd138006010 tx=0x7fd138003ce0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 -- 172.21.15.33:0/1959763867 shutdown_connections 2024-07-26T16:46:23.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd1200771b0 0x7fd1200796c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd140155f00 0x7fd1400b5750 unknown :-1 s=CLOSED pgs=1888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd1400d0610 0x7fd1400b5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 --2- 172.21.15.33:0/1959763867 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd1400b2da0 0x7fd140155700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 -- 172.21.15.33:0/1959763867 >> 172.21.15.33:0/1959763867 conn(0x7fd1400d3d90 msgr2=0x7fd140161060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:23.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 -- 172.21.15.33:0/1959763867 shutdown_connections 2024-07-26T16:46:23.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.436+0000 7fd145feb640 1 -- 172.21.15.33:0/1959763867 wait complete. 2024-07-26T16:46:23.451 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T16:46:23.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.572+0000 7f258b2a8640 1 -- 172.21.15.33:0/3746922908 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25840b1900 msgr2=0x7f2584162860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:23.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.572+0000 7f258b2a8640 1 --2- 172.21.15.33:0/3746922908 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25840b1900 0x7f2584162860 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f2574009860 tx=0x7f257402a4b0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.572+0000 7f258b2a8640 1 -- 172.21.15.33:0/3746922908 shutdown_connections 2024-07-26T16:46:23.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.572+0000 7f258b2a8640 1 --2- 172.21.15.33:0/3746922908 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25840b1900 0x7f2584162860 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.572+0000 7f258b2a8640 1 --2- 172.21.15.33:0/3746922908 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f25840b6ed0 0x7f25840b13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.572+0000 7f258b2a8640 1 -- 172.21.15.33:0/3746922908 >> 172.21.15.33:0/3746922908 conn(0x7f25840d1bb0 msgr2=0x7f25840d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:23.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.572+0000 7f258b2a8640 1 -- 172.21.15.33:0/3746922908 shutdown_connections 2024-07-26T16:46:23.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.572+0000 7f258b2a8640 1 -- 172.21.15.33:0/3746922908 wait complete. 2024-07-26T16:46:23.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.574+0000 7f258b2a8640 1 Processor -- start 2024-07-26T16:46:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.574+0000 7f258b2a8640 1 -- start start 2024-07-26T16:46:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.575+0000 7f258b2a8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25840b1900 0x7f258414b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.575+0000 7f258b2a8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25840b6ed0 0x7f258414bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.575+0000 7f258b2a8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2584165450 0x7f258414c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:23.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.575+0000 7f258b2a8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f25840b3400 con 0x7f25840b6ed0 2024-07-26T16:46:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.575+0000 7f258b2a8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f25840b76d0 con 0x7f25840b1900 2024-07-26T16:46:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.575+0000 7f258b2a8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f25841664d0 con 0x7f2584165450 2024-07-26T16:46:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.575+0000 7f2588843640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25840b6ed0 0x7f258414bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.575+0000 7f2588843640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25840b6ed0 0x7f258414bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37172/0 (socket says 172.21.15.33:37172) 2024-07-26T16:46:23.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.575+0000 7f2588843640 1 -- 172.21.15.33:0/2302160403 learned_addr learned my addr 172.21.15.33:0/2302160403 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:23.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.575+0000 7f2589044640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25840b1900 0x7f258414b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:23.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.575+0000 7f2589845640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2584165450 0x7f258414c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:23.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f2588843640 1 -- 172.21.15.33:0/2302160403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2584165450 msgr2=0x7f258414c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:23.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f2588843640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2584165450 0x7f258414c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f2588843640 1 -- 172.21.15.33:0/2302160403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25840b1900 msgr2=0x7f258414b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:23.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f2588843640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25840b1900 0x7f258414b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f2588843640 1 -- 172.21.15.33:0/2302160403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25841643b0 con 0x7f25840b6ed0 2024-07-26T16:46:23.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f2589044640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25840b1900 0x7f258414b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T16:46:23.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f2588843640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25840b6ed0 0x7f258414bea0 secure :-1 s=READY pgs=1890 cs=0 l=1 rev1=1 crypto rx=0x7f257402aaa0 tx=0x7f2574033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:23.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f2579ffb640 1 -- 172.21.15.33:0/2302160403 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2574005c90 con 0x7f25840b6ed0 2024-07-26T16:46:23.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f2579ffb640 1 -- 172.21.15.33:0/2302160403 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2574031e50 con 0x7f25840b6ed0 2024-07-26T16:46:23.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f258b2a8640 1 -- 172.21.15.33:0/2302160403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2584164690 con 0x7f25840b6ed0 2024-07-26T16:46:23.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f2579ffb640 1 -- 172.21.15.33:0/2302160403 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2574005260 con 0x7f25840b6ed0 2024-07-26T16:46:23.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.576+0000 7f258b2a8640 1 -- 172.21.15.33:0/2302160403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2584164c50 con 0x7f25840b6ed0 2024-07-26T16:46:23.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.578+0000 7f258b2a8640 1 -- 172.21.15.33:0/2302160403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25840b1d10 con 0x7f25840b6ed0 2024-07-26T16:46:23.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.578+0000 7f2579ffb640 1 -- 172.21.15.33:0/2302160403 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 113) ==== 99258+0+0 (secure 0 0 0) 0x7f2574005400 con 0x7f25840b6ed0 2024-07-26T16:46:23.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.579+0000 7f2579ffb640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f25680771b0 0x7f25680796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:23.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.579+0000 7f2589044640 1 -- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f25680771b0 msgr2=0x7f25680796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2764472614 2024-07-26T16:46:23.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.579+0000 7f2579ffb640 1 -- 172.21.15.33:0/2302160403 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7f25740b9d90 con 0x7f25840b6ed0 2024-07-26T16:46:23.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.579+0000 7f2589044640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f25680771b0 0x7f25680796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T16:46:23.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.583+0000 7f2579ffb640 1 -- 172.21.15.33:0/2302160403 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f257403f030 con 0x7f25840b6ed0 2024-07-26T16:46:23.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.780+0000 7f258b2a8640 1 -- 172.21.15.33:0/2302160403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f25840cfab0 con 0x7f25840b6ed0 2024-07-26T16:46:23.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.780+0000 7f2589044640 1 -- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f25680771b0 msgr2=0x7f25680796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2764472614 2024-07-26T16:46:23.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.780+0000 7f2589044640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f25680771b0 0x7f25680796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T16:46:23.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.784+0000 7f2579ffb640 1 -- 172.21.15.33:0/2302160403 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v66)=0 v66) ==== 133+0+0 (secure 0 0 0) 0x7f25740824b0 con 0x7f25840b6ed0 2024-07-26T16:46:23.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.786+0000 7f258b2a8640 1 -- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f25680771b0 msgr2=0x7f25680796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T16:46:23.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.786+0000 7f258b2a8640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f25680771b0 0x7f25680796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.786+0000 7f258b2a8640 1 -- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25840b6ed0 msgr2=0x7f258414bea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:23.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.786+0000 7f258b2a8640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25840b6ed0 0x7f258414bea0 secure :-1 s=READY pgs=1890 cs=0 l=1 rev1=1 crypto rx=0x7f257402aaa0 tx=0x7f2574033c20 comp rx=0 tx=0).stop 2024-07-26T16:46:23.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.786+0000 7f258b2a8640 1 -- 172.21.15.33:0/2302160403 shutdown_connections 2024-07-26T16:46:23.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.786+0000 7f258b2a8640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7f25680771b0 0x7f25680796c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.786+0000 7f258b2a8640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2584165450 0x7f258414c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.786+0000 7f258b2a8640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25840b6ed0 0x7f258414bea0 unknown :-1 s=CLOSED pgs=1890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.786+0000 7f258b2a8640 1 --2- 172.21.15.33:0/2302160403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f25840b1900 0x7f258414b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:23.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.786+0000 7f258b2a8640 1 -- 172.21.15.33:0/2302160403 >> 172.21.15.33:0/2302160403 conn(0x7f25840d1bb0 msgr2=0x7f2584070c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:23.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.786+0000 7f258b2a8640 1 -- 172.21.15.33:0/2302160403 shutdown_connections 2024-07-26T16:46:23.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:23.787+0000 7f258b2a8640 1 -- 172.21.15.33:0/2302160403 wait complete. 2024-07-26T16:46:23.801 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:23.801 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2024-07-26T16:46:23.823 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:46:23.823 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1/test_restart) 2024-07-26T16:46:23.883 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add /snap_test_dir1/test_restart 1m 2024-07-26T16:46:24.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.043+0000 7fd26bb65640 1 -- 172.21.15.33:0/1742136562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd26415f710 msgr2=0x7fd2640737d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:24.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.043+0000 7fd26bb65640 1 --2- 172.21.15.33:0/1742136562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd26415f710 0x7fd2640737d0 secure :-1 s=READY pgs=1892 cs=0 l=1 rev1=1 crypto rx=0x7fd254009830 tx=0x7fd25402a3f0 comp rx=0 tx=0).stop 2024-07-26T16:46:24.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.043+0000 7fd26bb65640 1 -- 172.21.15.33:0/1742136562 shutdown_connections 2024-07-26T16:46:24.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.043+0000 7fd26bb65640 1 --2- 172.21.15.33:0/1742136562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2640cc470 0x7fd2640cc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:24.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.043+0000 7fd26bb65640 1 --2- 172.21.15.33:0/1742136562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd26415f710 0x7fd2640737d0 unknown :-1 s=CLOSED pgs=1892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:24.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.043+0000 7fd26bb65640 1 -- 172.21.15.33:0/1742136562 >> 172.21.15.33:0/1742136562 conn(0x7fd2640d0b00 msgr2=0x7fd2640d0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:24.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.044+0000 7fd26bb65640 1 -- 172.21.15.33:0/1742136562 shutdown_connections 2024-07-26T16:46:24.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.044+0000 7fd26bb65640 1 -- 172.21.15.33:0/1742136562 wait complete. 2024-07-26T16:46:24.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.046+0000 7fd26bb65640 1 Processor -- start 2024-07-26T16:46:24.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.046+0000 7fd26bb65640 1 -- start start 2024-07-26T16:46:24.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.048+0000 7fd26bb65640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2640cc470 0x7fd264154b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:24.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.048+0000 7fd26bb65640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2640cff60 0x7fd2640b50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:24.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.048+0000 7fd26bb65640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd26415f710 0x7fd2640b5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:24.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.048+0000 7fd26bb65640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd26415b8d0 con 0x7fd26415f710 2024-07-26T16:46:24.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.048+0000 7fd26bb65640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd26415b750 con 0x7fd2640cc470 2024-07-26T16:46:24.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.048+0000 7fd26bb65640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd26415ba50 con 0x7fd2640cff60 2024-07-26T16:46:24.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd26a102640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd26415f710 0x7fd2640b5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:24.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd26a102640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd26415f710 0x7fd2640b5610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37186/0 (socket says 172.21.15.33:37186) 2024-07-26T16:46:24.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd26a102640 1 -- 172.21.15.33:0/1940632983 learned_addr learned my addr 172.21.15.33:0/1940632983 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:24.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd269100640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2640cff60 0x7fd2640b50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:24.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd269901640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2640cc470 0x7fd264154b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:24.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd26a102640 1 -- 172.21.15.33:0/1940632983 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2640cff60 msgr2=0x7fd2640b50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:24.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd26a102640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2640cff60 0x7fd2640b50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:24.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd26a102640 1 -- 172.21.15.33:0/1940632983 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2640cc470 msgr2=0x7fd264154b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:24.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd26a102640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2640cc470 0x7fd264154b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:24.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd26a102640 1 -- 172.21.15.33:0/1940632983 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2640c8420 con 0x7fd26415f710 2024-07-26T16:46:24.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd26a102640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd26415f710 0x7fd2640b5610 secure :-1 s=READY pgs=1893 cs=0 l=1 rev1=1 crypto rx=0x7fd25c00cb10 tx=0x7fd25c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:24.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd25c016020 con 0x7fd26415f710 2024-07-26T16:46:24.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd25c00ad00 con 0x7fd26415f710 2024-07-26T16:46:24.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd25c012680 con 0x7fd26415f710 2024-07-26T16:46:24.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.049+0000 7fd26bb65640 1 -- 172.21.15.33:0/1940632983 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2640b4030 con 0x7fd26415f710 2024-07-26T16:46:24.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.050+0000 7fd26bb65640 1 -- 172.21.15.33:0/1940632983 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2640b45f0 con 0x7fd26415f710 2024-07-26T16:46:24.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.051+0000 7fd26bb65640 1 -- 172.21.15.33:0/1940632983 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2640cc880 con 0x7fd26415f710 2024-07-26T16:46:24.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.051+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 113) ==== 99258+0+0 (secure 0 0 0) 0x7fd25c019020 con 0x7fd26415f710 2024-07-26T16:46:24.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.052+0000 7fd25a7fc640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd248077180 0x7fd248079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:24.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.052+0000 7fd269901640 1 -- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd248077180 msgr2=0x7fd248079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2764472614 2024-07-26T16:46:24.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.052+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6201+0+0 (secure 0 0 0) 0x7fd25c0991b0 con 0x7fd26415f710 2024-07-26T16:46:24.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.052+0000 7fd269901640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd248077180 0x7fd248079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T16:46:24.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.057+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd25c020020 con 0x7fd26415f710 2024-07-26T16:46:24.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.254+0000 7fd269901640 1 -- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd248077180 msgr2=0x7fd248079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2764472614 2024-07-26T16:46:24.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.254+0000 7fd269901640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd248077180 0x7fd248079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T16:46:24.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.271+0000 7fd26bb65640 1 -- 172.21.15.33:0/1940632983 --> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/test_restart", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fd2640b3dc0 con 0x7fd248077180 2024-07-26T16:46:24.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.655+0000 7fd269901640 1 -- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd248077180 msgr2=0x7fd248079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2764472614 2024-07-26T16:46:24.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:24.655+0000 7fd269901640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd248077180 0x7fd248079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T16:46:25.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:25.456+0000 7fd269901640 1 -- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd248077180 msgr2=0x7fd248079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2764472614 2024-07-26T16:46:25.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:25.456+0000 7fd269901640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd248077180 0x7fd248079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T16:46:26.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:26.743+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 114) ==== 99258+0+0 (secure 0 0 0) 0x7fd25c0974e0 con 0x7fd26415f710 2024-07-26T16:46:26.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:26.911+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 115) ==== 98867+0+0 (secure 0 0 0) 0x7fd25c05dcf0 con 0x7fd26415f710 2024-07-26T16:46:26.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:26.911+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd248077180 msgr2=0x7fd248079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T16:46:26.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:26.911+0000 7fd25a7fc640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/2764472614,v1:172.21.15.33:6837/2764472614] conn(0x7fd248077180 0x7fd248079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:27.062 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:27.059+0000 7f3cd8c4f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:27.062 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:27.059+0000 7f3cd8c4f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:27.062 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:27.059+0000 7f3cd8c4f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:27.062 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:27.059+0000 7f3cd8c4f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:27.063 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:27.059+0000 7f3cd8c4f640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:27.063 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:27.059+0000 7f3cdb454640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:27.063 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:27.059+0000 7f3cdb454640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:27.063 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:27.059+0000 7f3cdb454640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:27.063 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:27.059+0000 7f3cdb454640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:27.063 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:46:27.060+0000 7f3cdb454640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:46:27.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.914+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 <== mon.0 v2:172.21.15.33:3300/0 9 ==== mgrmap(e 116) ==== 98994+0+0 (secure 0 0 0) 0x7fd25c05e5c0 con 0x7fd26415f710 2024-07-26T16:46:27.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.915+0000 7fd25a7fc640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fd24803b350 0x7fd248081830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:27.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.915+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 --> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "/snap_test_dir1/test_restart", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fd25c068590 con 0x7fd24803b350 2024-07-26T16:46:27.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.917+0000 7fd269901640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fd24803b350 0x7fd248081830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:27.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.921+0000 7fd269901640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fd24803b350 0x7fd248081830 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd254034000 tx=0x7fd254004730 comp rx=0 tx=0).ready entity=mgr.9951 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:27.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.987+0000 7fd25a7fc640 1 -- 172.21.15.33:0/1940632983 <== mgr.9951 v2:172.21.15.33:6836/1222826330 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fd25c068590 con 0x7fd24803b350 2024-07-26T16:46:27.989 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /snap_test_dir1/test_restart 2024-07-26T16:46:27.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.989+0000 7fd26bb65640 1 -- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fd24803b350 msgr2=0x7fd248081830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:27.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.989+0000 7fd26bb65640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fd24803b350 0x7fd248081830 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd254034000 tx=0x7fd254004730 comp rx=0 tx=0).stop 2024-07-26T16:46:27.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.989+0000 7fd26bb65640 1 -- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd26415f710 msgr2=0x7fd2640b5610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:27.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.989+0000 7fd26bb65640 1 --2- 172.21.15.33:0/1940632983 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd26415f710 0x7fd2640b5610 secure :-1 s=READY pgs=1893 cs=0 l=1 rev1=1 crypto rx=0x7fd25c00cb10 tx=0x7fd25c00a060 comp rx=0 tx=0).stop 2024-07-26T16:46:27.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.989+0000 7fd26a102640 1 -- 172.21.15.33:0/1940632983 reap_dead start 2024-07-26T16:46:27.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.989+0000 7fd26bb65640 1 -- 172.21.15.33:0/1940632983 shutdown_connections 2024-07-26T16:46:27.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.989+0000 7fd26bb65640 1 -- 172.21.15.33:0/1940632983 >> 172.21.15.33:0/1940632983 conn(0x7fd2640d0b00 msgr2=0x7fd264143340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:27.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.989+0000 7fd26bb65640 1 -- 172.21.15.33:0/1940632983 shutdown_connections 2024-07-26T16:46:27.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:27.989+0000 7fd26bb65640 1 -- 172.21.15.33:0/1940632983 wait complete. 2024-07-26T16:46:28.003 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /snap_test_dir1/test_restart 2024-07-26T16:46:28.004 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate /snap_test_dir1/test_restart 1m 2024-07-26T16:46:28.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.125+0000 7f3307b65640 1 -- 172.21.15.33:0/1358743850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33000b7d00 msgr2=0x7f33000cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:28.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.125+0000 7f3307b65640 1 --2- 172.21.15.33:0/1358743850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33000b7d00 0x7f33000cee10 secure :-1 s=READY pgs=1907 cs=0 l=1 rev1=1 crypto rx=0x7f32f8005fd0 tx=0x7f32f802aa70 comp rx=0 tx=0).stop 2024-07-26T16:46:28.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.125+0000 7f3307b65640 1 -- 172.21.15.33:0/1358743850 shutdown_connections 2024-07-26T16:46:28.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.125+0000 7f3307b65640 1 --2- 172.21.15.33:0/1358743850 >> v2:172.21.15.154:3300/0 conn(0x7f33000d0c80 0x7f33000ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:28.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.125+0000 7f3307b65640 1 --2- 172.21.15.33:0/1358743850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33000b7d00 0x7f33000cee10 unknown :-1 s=CLOSED pgs=1907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:28.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.125+0000 7f3307b65640 1 -- 172.21.15.33:0/1358743850 >> 172.21.15.33:0/1358743850 conn(0x7f33000d3dc0 msgr2=0x7f33000d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:28.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.125+0000 7f3307b65640 1 -- 172.21.15.33:0/1358743850 shutdown_connections 2024-07-26T16:46:28.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.125+0000 7f3307b65640 1 -- 172.21.15.33:0/1358743850 wait complete. 2024-07-26T16:46:28.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.127+0000 7f3307b65640 1 Processor -- start 2024-07-26T16:46:28.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.127+0000 7f3307b65640 1 -- start start 2024-07-26T16:46:28.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3307b65640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33000b53e0 0x7f33000cdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:28.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3307b65640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33000b7d00 0x7f330015f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:28.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3307b65640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33001f8470 0x7f33001f8880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:28.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3307b65640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f33000cf6e0 con 0x7f33000b7d00 2024-07-26T16:46:28.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3307b65640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f33000cf560 con 0x7f33000b53e0 2024-07-26T16:46:28.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3307b65640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f33000cf860 con 0x7f33001f8470 2024-07-26T16:46:28.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3305100640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33000b7d00 0x7f330015f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:28.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3305100640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33000b7d00 0x7f330015f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37310/0 (socket says 172.21.15.33:37310) 2024-07-26T16:46:28.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3305100640 1 -- 172.21.15.33:0/2251763865 learned_addr learned my addr 172.21.15.33:0/2251763865 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:46:28.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3305901640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33000b53e0 0x7f33000cdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:28.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3306102640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33001f8470 0x7f33001f8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:28.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3305100640 1 -- 172.21.15.33:0/2251763865 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33001f8470 msgr2=0x7f33001f8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:28.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3305100640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33001f8470 0x7f33001f8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:28.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3305100640 1 -- 172.21.15.33:0/2251763865 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33000b53e0 msgr2=0x7f33000cdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:28.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3305100640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33000b53e0 0x7f33000cdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:28.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3305100640 1 -- 172.21.15.33:0/2251763865 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33001f8dc0 con 0x7f33000b7d00 2024-07-26T16:46:28.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3306102640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33001f8470 0x7f33001f8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:46:28.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3305100640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33000b7d00 0x7f330015f150 secure :-1 s=READY pgs=1908 cs=0 l=1 rev1=1 crypto rx=0x7f32f000c970 tx=0x7f32f000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:28.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f32f67fc640 1 -- 172.21.15.33:0/2251763865 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f0004220 con 0x7f33000b7d00 2024-07-26T16:46:28.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f32f67fc640 1 -- 172.21.15.33:0/2251763865 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32f00044b0 con 0x7f33000b7d00 2024-07-26T16:46:28.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3307b65640 1 -- 172.21.15.33:0/2251763865 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33000a1590 con 0x7f33000b7d00 2024-07-26T16:46:28.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f32f67fc640 1 -- 172.21.15.33:0/2251763865 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f0007c10 con 0x7f33000b7d00 2024-07-26T16:46:28.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.129+0000 7f3307b65640 1 -- 172.21.15.33:0/2251763865 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f330009e1c0 con 0x7f33000b7d00 2024-07-26T16:46:28.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.131+0000 7f3307b65640 1 -- 172.21.15.33:0/2251763865 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33000ce8d0 con 0x7f33000b7d00 2024-07-26T16:46:28.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.131+0000 7f32f67fc640 1 -- 172.21.15.33:0/2251763865 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 116) ==== 98994+0+0 (secure 0 0 0) 0x7f32f0003610 con 0x7f33000b7d00 2024-07-26T16:46:28.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.132+0000 7f32f67fc640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7f32e4076eb0 0x7f32e40793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:46:28.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.132+0000 7f32f67fc640 1 -- 172.21.15.33:0/2251763865 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(196..196 src has 1..196) ==== 6545+0+0 (secure 0 0 0) 0x7f32f0098bf0 con 0x7f33000b7d00 2024-07-26T16:46:28.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.132+0000 7f3305901640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7f32e4076eb0 0x7f32e40793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:46:28.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.132+0000 7f3305901640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7f32e4076eb0 0x7f32e40793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f32fc0015e0 tx=0x7f32fc009040 comp rx=0 tx=0).ready entity=mgr.9951 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:46:28.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.136+0000 7f32f67fc640 1 -- 172.21.15.33:0/2251763865 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f32f009f080 con 0x7f33000b7d00 2024-07-26T16:46:28.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.353+0000 7f3307b65640 1 -- 172.21.15.33:0/2251763865 --> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "/snap_test_dir1/test_restart", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f33000a1870 con 0x7f32e4076eb0 2024-07-26T16:46:28.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.392+0000 7f32f67fc640 1 -- 172.21.15.33:0/2251763865 <== mgr.9951 v2:172.21.15.33:6836/1222826330 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+57 (secure 0 0 0) 0x7f32fc0050d0 con 0x7f32e4076eb0 2024-07-26T16:46:28.394 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path /snap_test_dir1/test_restart 2024-07-26T16:46:28.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 -- 172.21.15.33:0/2251763865 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7f32e4076eb0 msgr2=0x7f32e40793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:28.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7f32e4076eb0 0x7f32e40793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f32fc0015e0 tx=0x7f32fc009040 comp rx=0 tx=0).stop 2024-07-26T16:46:28.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 -- 172.21.15.33:0/2251763865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33000b7d00 msgr2=0x7f330015f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:46:28.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33000b7d00 0x7f330015f150 secure :-1 s=READY pgs=1908 cs=0 l=1 rev1=1 crypto rx=0x7f32f000c970 tx=0x7f32f000ce30 comp rx=0 tx=0).stop 2024-07-26T16:46:28.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 -- 172.21.15.33:0/2251763865 shutdown_connections 2024-07-26T16:46:28.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7f32e4076eb0 0x7f32e40793c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:28.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33001f8470 0x7f33001f8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:28.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33000b7d00 0x7f330015f150 unknown :-1 s=CLOSED pgs=1908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:28.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 --2- 172.21.15.33:0/2251763865 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33000b53e0 0x7f33000cdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:46:28.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 -- 172.21.15.33:0/2251763865 >> 172.21.15.33:0/2251763865 conn(0x7f33000d3dc0 msgr2=0x7f330006dd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:46:28.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 -- 172.21.15.33:0/2251763865 shutdown_connections 2024-07-26T16:46:28.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:46:28.395+0000 7f3307b65640 1 -- 172.21.15.33:0/2251763865 wait complete. 2024-07-26T16:46:28.408 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path /snap_test_dir1/test_restart 2024-07-26T16:46:39.425 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:46:39.429 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:47:00.405 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:47:00.403+0000 7f3ccac33640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:47:00.406 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:47:00.403+0000 7f3ccac33640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:47:00.406 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:47:00.403+0000 7f3ccac33640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:47:00.406 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:47:00.403+0000 7f3ccac33640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:47:00.406 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:47:00.403+0000 7f3ccac33640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:47:09.573 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:47:09.576 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:47:39.719 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:47:39.723 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:48:09.958 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:48:09.961 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:48:40.021 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:48:40.025 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:49:10.076 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:49:10.079 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:49:40.214 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:49:40.218 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:50:10.362 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:50:10.366 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:50:40.435 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:50:40.440 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:51:10.579 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:51:10.583 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:51:40.693 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:51:40.697 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:52:10.830 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:52:10.834 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:52:40.913 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:52:40.917 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:53:10.976 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:53:10.980 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:53:41.121 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:53:41.127 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:54:11.192 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:54:11.196 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:54:41.313 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:54:41.317 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:55:11.394 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:55:11.398 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:55:41.540 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:55:41.544 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:56:11.646 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:56:11.650 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:56:41.934 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:56:41.938 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:57:12.014 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:57:12.017 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:57:15.409 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T16:57:15.409 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/test_restart/.snap) 2024-07-26T16:57:15.435 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_47_00_UTC 2024-07-26T16:57:15.436 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_48_00_UTC 2024-07-26T16:57:15.436 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_49_00_UTC 2024-07-26T16:57:15.436 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_50_00_UTC 2024-07-26T16:57:15.436 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_51_00_UTC 2024-07-26T16:57:15.436 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_52_00_UTC 2024-07-26T16:57:15.436 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_53_00_UTC 2024-07-26T16:57:15.436 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_54_00_UTC 2024-07-26T16:57:15.436 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_55_00_UTC 2024-07-26T16:57:15.436 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_56_00_UTC 2024-07-26T16:57:15.436 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_57_00_UTC 2024-07-26T16:57:15.437 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-16_47_00_UTC', 'scheduled-2024-07-26-16_48_00_UTC', 'scheduled-2024-07-26-16_49_00_UTC', 'scheduled-2024-07-26-16_50_00_UTC', 'scheduled-2024-07-26-16_51_00_UTC', 'scheduled-2024-07-26-16_52_00_UTC', 'scheduled-2024-07-26-16_53_00_UTC', 'scheduled-2024-07-26-16_54_00_UTC', 'scheduled-2024-07-26-16_55_00_UTC', 'scheduled-2024-07-26-16_56_00_UTC', 'scheduled-2024-07-26-16_57_00_UTC'] 2024-07-26T16:57:15.437 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/test_restart 2024-07-26T16:57:15.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.605+0000 7fdb3d30e640 1 -- 172.21.15.33:0/1329269388 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb3815c610 msgr2=0x7fdb380cf370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:57:15.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.605+0000 7fdb3d30e640 1 --2- 172.21.15.33:0/1329269388 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb3815c610 0x7fdb380cf370 secure :-1 s=READY pgs=1914 cs=0 l=1 rev1=1 crypto rx=0x7fdb28009be0 tx=0x7fdb2802a8d0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.605+0000 7fdb3d30e640 1 -- 172.21.15.33:0/1329269388 shutdown_connections 2024-07-26T16:57:15.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.605+0000 7fdb3d30e640 1 --2- 172.21.15.33:0/1329269388 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb3806c810 0x7fdb3806cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.605+0000 7fdb3d30e640 1 --2- 172.21.15.33:0/1329269388 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb3815c610 0x7fdb380cf370 unknown :-1 s=CLOSED pgs=1914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.605+0000 7fdb3d30e640 1 -- 172.21.15.33:0/1329269388 >> 172.21.15.33:0/1329269388 conn(0x7fdb380d0b40 msgr2=0x7fdb380d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:57:15.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.605+0000 7fdb3d30e640 1 -- 172.21.15.33:0/1329269388 shutdown_connections 2024-07-26T16:57:15.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.605+0000 7fdb3d30e640 1 -- 172.21.15.33:0/1329269388 wait complete. 2024-07-26T16:57:15.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.607+0000 7fdb3d30e640 1 Processor -- start 2024-07-26T16:57:15.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.607+0000 7fdb3d30e640 1 -- start start 2024-07-26T16:57:15.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.608+0000 7fdb3d30e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb3806c810 0x7fdb381f72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:57:15.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.608+0000 7fdb3d30e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb3815c610 0x7fdb381420a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:57:15.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.608+0000 7fdb3d30e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb3815d9f0 0x7fdb381f6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.608+0000 7fdb3d30e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdb3815e510 con 0x7fdb3815c610 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.608+0000 7fdb3d30e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdb38160930 con 0x7fdb3815d9f0 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.608+0000 7fdb3d30e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdb3815e690 con 0x7fdb3806c810 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.608+0000 7fdb367fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb3815c610 0x7fdb381420a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb367fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb3815c610 0x7fdb381420a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50870/0 (socket says 172.21.15.33:50870) 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb367fc640 1 -- 172.21.15.33:0/4159501177 learned_addr learned my addr 172.21.15.33:0/4159501177 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb36ffd640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb3806c810 0x7fdb381f72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb377fe640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb3815d9f0 0x7fdb381f6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb367fc640 1 -- 172.21.15.33:0/4159501177 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb3806c810 msgr2=0x7fdb381f72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb367fc640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb3806c810 0x7fdb381f72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb367fc640 1 -- 172.21.15.33:0/4159501177 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb3815d9f0 msgr2=0x7fdb381f6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb367fc640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb3815d9f0 0x7fdb381f6740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb367fc640 1 -- 172.21.15.33:0/4159501177 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb380aaca0 con 0x7fdb3815c610 2024-07-26T16:57:15.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb36ffd640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb3806c810 0x7fdb381f72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T16:57:15.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb367fc640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb3815c610 0x7fdb381420a0 secure :-1 s=READY pgs=1915 cs=0 l=1 rev1=1 crypto rx=0x7fdb2000d770 tx=0x7fdb2000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:57:15.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb2f7fe640 1 -- 172.21.15.33:0/4159501177 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb20017070 con 0x7fdb3815c610 2024-07-26T16:57:15.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb2f7fe640 1 -- 172.21.15.33:0/4159501177 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb20009d20 con 0x7fdb3815c610 2024-07-26T16:57:15.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb3d30e640 1 -- 172.21.15.33:0/4159501177 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb380a9ee0 con 0x7fdb3815c610 2024-07-26T16:57:15.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb2f7fe640 1 -- 172.21.15.33:0/4159501177 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb200106c0 con 0x7fdb3815c610 2024-07-26T16:57:15.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.609+0000 7fdb3d30e640 1 -- 172.21.15.33:0/4159501177 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb380aa460 con 0x7fdb3815c610 2024-07-26T16:57:15.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.610+0000 7fdb3d30e640 1 -- 172.21.15.33:0/4159501177 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb38068e80 con 0x7fdb3815c610 2024-07-26T16:57:15.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.611+0000 7fdb2f7fe640 1 -- 172.21.15.33:0/4159501177 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 120) ==== 99270+0+0 (secure 0 0 0) 0x7fdb2001a070 con 0x7fdb3815c610 2024-07-26T16:57:15.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.612+0000 7fdb2f7fe640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fdb180771b0 0x7fdb180796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:57:15.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.612+0000 7fdb36ffd640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fdb180771b0 0x7fdb180796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:57:15.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.612+0000 7fdb2f7fe640 1 -- 172.21.15.33:0/4159501177 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(196..196 src has 1..196) ==== 6545+0+0 (secure 0 0 0) 0x7fdb20099000 con 0x7fdb3815c610 2024-07-26T16:57:15.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.613+0000 7fdb36ffd640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fdb180771b0 0x7fdb180796c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fdb28034000 tx=0x7fdb28004ab0 comp rx=0 tx=0).ready entity=mgr.9951 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:57:15.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.617+0000 7fdb2f7fe640 1 -- 172.21.15.33:0/4159501177 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdb38068e80 con 0x7fdb3815c610 2024-07-26T16:57:15.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.828+0000 7fdb3d30e640 1 -- 172.21.15.33:0/4159501177 --> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/test_restart", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdb3815ebb0 con 0x7fdb180771b0 2024-07-26T16:57:15.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.834+0000 7fdb2f7fe640 1 -- 172.21.15.33:0/4159501177 <== mgr.9951 v2:172.21.15.33:6836/1222826330 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+375 (secure 0 0 0) 0x7fdb3815ebb0 con 0x7fdb180771b0 2024-07-26T16:57:15.836 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:57:15.836 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/test_restart", "rel_path": "/snap_test_dir1/test_restart", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T16:46:27", "first": "2024-07-26T16:47:00", "last": "2024-07-26T16:57:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": true}] 2024-07-26T16:57:15.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.836+0000 7fdb3d30e640 1 -- 172.21.15.33:0/4159501177 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fdb180771b0 msgr2=0x7fdb180796c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:57:15.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.836+0000 7fdb3d30e640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fdb180771b0 0x7fdb180796c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fdb28034000 tx=0x7fdb28004ab0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.836+0000 7fdb3d30e640 1 -- 172.21.15.33:0/4159501177 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb3815c610 msgr2=0x7fdb381420a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:57:15.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.836+0000 7fdb3d30e640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb3815c610 0x7fdb381420a0 secure :-1 s=READY pgs=1915 cs=0 l=1 rev1=1 crypto rx=0x7fdb2000d770 tx=0x7fdb2000dc30 comp rx=0 tx=0).stop 2024-07-26T16:57:15.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.836+0000 7fdb3d30e640 1 -- 172.21.15.33:0/4159501177 shutdown_connections 2024-07-26T16:57:15.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.836+0000 7fdb3d30e640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fdb180771b0 0x7fdb180796c0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.836+0000 7fdb3d30e640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb3815d9f0 0x7fdb381f6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.836+0000 7fdb3d30e640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb3815c610 0x7fdb381420a0 unknown :-1 s=CLOSED pgs=1915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.836+0000 7fdb3d30e640 1 --2- 172.21.15.33:0/4159501177 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb3806c810 0x7fdb381f72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.836+0000 7fdb3d30e640 1 -- 172.21.15.33:0/4159501177 >> 172.21.15.33:0/4159501177 conn(0x7fdb380d0b40 msgr2=0x7fdb380d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:57:15.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.837+0000 7fdb3d30e640 1 -- 172.21.15.33:0/4159501177 shutdown_connections 2024-07-26T16:57:15.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.837+0000 7fdb3d30e640 1 -- 172.21.15.33:0/4159501177 wait complete. 2024-07-26T16:57:15.849 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/test_restart", "rel_path": "/snap_test_dir1/test_restart", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T16:46:27", "first": "2024-07-26T16:47:00", "last": "2024-07-26T16:57:00", "last_pruned": null, "created_count": 11, "pruned_count": 0, "active": true}] 2024-07-26T16:57:15.849 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/test_restart', 'rel_path': '/snap_test_dir1/test_restart', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T16:46:27', 'first': '2024-07-26T16:47:00', 'last': '2024-07-26T16:57:00', 'last_pruned': None, 'created_count': 11, 'pruned_count': 0, 'active': True} 2024-07-26T16:57:15.849 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 11 2024-07-26T16:57:15.849 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 11 2024-07-26T16:57:15.850 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T16:57:15.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.965+0000 7fe7f4507640 1 -- 172.21.15.33:0/4015694694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7ec140650 msgr2=0x7fe7ec140a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:57:15.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.965+0000 7fe7f4507640 1 --2- 172.21.15.33:0/4015694694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7ec140650 0x7fe7ec140a60 secure :-1 s=READY pgs=1916 cs=0 l=1 rev1=1 crypto rx=0x7fe7e4005fd0 tx=0x7fe7e402aa10 comp rx=0 tx=0).stop 2024-07-26T16:57:15.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.966+0000 7fe7f4507640 1 -- 172.21.15.33:0/4015694694 shutdown_connections 2024-07-26T16:57:15.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.966+0000 7fe7f4507640 1 --2- 172.21.15.33:0/4015694694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7ec140650 0x7fe7ec140a60 unknown :-1 s=CLOSED pgs=1916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.966+0000 7fe7f4507640 1 --2- 172.21.15.33:0/4015694694 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7ec13dd60 0x7fe7ec13e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.966+0000 7fe7f4507640 1 -- 172.21.15.33:0/4015694694 >> 172.21.15.33:0/4015694694 conn(0x7fe7ec0b26e0 msgr2=0x7fe7ec0b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:57:15.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.966+0000 7fe7f4507640 1 -- 172.21.15.33:0/4015694694 shutdown_connections 2024-07-26T16:57:15.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.966+0000 7fe7f4507640 1 -- 172.21.15.33:0/4015694694 wait complete. 2024-07-26T16:57:15.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.967+0000 7fe7f4507640 1 Processor -- start 2024-07-26T16:57:15.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.967+0000 7fe7f4507640 1 -- start start 2024-07-26T16:57:15.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f4507640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7ec073230 0x7fe7ec1546e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:57:15.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f4507640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe7ec13dd60 0x7fe7ec1516c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:57:15.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f4507640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7ec140650 0x7fe7ec12f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:57:15.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f4507640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec0b4da0 con 0x7fe7ec073230 2024-07-26T16:57:15.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f4507640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe7ec0b4c20 con 0x7fe7ec13dd60 2024-07-26T16:57:15.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f4507640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe7ec0b4f20 con 0x7fe7ec140650 2024-07-26T16:57:15.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f22a3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7ec073230 0x7fe7ec1546e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:57:15.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f22a3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7ec073230 0x7fe7ec1546e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50896/0 (socket says 172.21.15.33:50896) 2024-07-26T16:57:15.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f22a3640 1 -- 172.21.15.33:0/3785316887 learned_addr learned my addr 172.21.15.33:0/3785316887 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f1aa2640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe7ec13dd60 0x7fe7ec1516c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f2aa4640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7ec140650 0x7fe7ec12f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f22a3640 1 -- 172.21.15.33:0/3785316887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7ec140650 msgr2=0x7fe7ec12f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f22a3640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7ec140650 0x7fe7ec12f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f22a3640 1 -- 172.21.15.33:0/3785316887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe7ec13dd60 msgr2=0x7fe7ec1516c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f22a3640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe7ec13dd60 0x7fe7ec1516c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f22a3640 1 -- 172.21.15.33:0/3785316887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7ec131f00 con 0x7fe7ec073230 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.969+0000 7fe7f22a3640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7ec073230 0x7fe7ec1546e0 secure :-1 s=READY pgs=1917 cs=0 l=1 rev1=1 crypto rx=0x7fe7e800d770 tx=0x7fe7e800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.970+0000 7fe7e2ffd640 1 -- 172.21.15.33:0/3785316887 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e8017070 con 0x7fe7ec073230 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.970+0000 7fe7e2ffd640 1 -- 172.21.15.33:0/3785316887 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7e8009d20 con 0x7fe7ec073230 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.970+0000 7fe7f4507640 1 -- 172.21.15.33:0/3785316887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7ec153c00 con 0x7fe7ec073230 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.970+0000 7fe7e2ffd640 1 -- 172.21.15.33:0/3785316887 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e8004280 con 0x7fe7ec073230 2024-07-26T16:57:15.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.970+0000 7fe7f4507640 1 -- 172.21.15.33:0/3785316887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7ec151c00 con 0x7fe7ec073230 2024-07-26T16:57:15.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.971+0000 7fe7f4507640 1 -- 172.21.15.33:0/3785316887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7ec0b53d0 con 0x7fe7ec073230 2024-07-26T16:57:15.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.972+0000 7fe7e2ffd640 1 -- 172.21.15.33:0/3785316887 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 120) ==== 99270+0+0 (secure 0 0 0) 0x7fe7e8005020 con 0x7fe7ec073230 2024-07-26T16:57:15.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.972+0000 7fe7e2ffd640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fe7d0077180 0x7fe7d0079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T16:57:15.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.972+0000 7fe7e2ffd640 1 -- 172.21.15.33:0/3785316887 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(196..196 src has 1..196) ==== 6545+0+0 (secure 0 0 0) 0x7fe7e8099290 con 0x7fe7ec073230 2024-07-26T16:57:15.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.972+0000 7fe7f1aa2640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fe7d0077180 0x7fe7d0079690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T16:57:15.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.973+0000 7fe7f1aa2640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fe7d0077180 0x7fe7d0079690 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec0d05c0 tx=0x7fe7dc009040 comp rx=0 tx=0).ready entity=mgr.9951 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T16:57:15.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:15.977+0000 7fe7e2ffd640 1 -- 172.21.15.33:0/3785316887 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe7e8020020 con 0x7fe7ec073230 2024-07-26T16:57:16.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.219+0000 7fe7f4507640 1 -- 172.21.15.33:0/3785316887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fe7ec0d1690 con 0x7fe7ec073230 2024-07-26T16:57:16.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.222+0000 7fe7e2ffd640 1 -- 172.21.15.33:0/3785316887 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v120) ==== 74+0+191308 (secure 0 0 0) 0x7fe7e8061f20 con 0x7fe7ec073230 2024-07-26T16:57:16.227 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T16:57:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 -- 172.21.15.33:0/3785316887 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fe7d0077180 msgr2=0x7fe7d0079690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:57:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fe7d0077180 0x7fe7d0079690 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fe7ec0d05c0 tx=0x7fe7dc009040 comp rx=0 tx=0).stop 2024-07-26T16:57:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 -- 172.21.15.33:0/3785316887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7ec073230 msgr2=0x7fe7ec1546e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T16:57:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7ec073230 0x7fe7ec1546e0 secure :-1 s=READY pgs=1917 cs=0 l=1 rev1=1 crypto rx=0x7fe7e800d770 tx=0x7fe7e800dc30 comp rx=0 tx=0).stop 2024-07-26T16:57:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 -- 172.21.15.33:0/3785316887 shutdown_connections 2024-07-26T16:57:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.33:6836/1222826330,v1:172.21.15.33:6837/1222826330] conn(0x7fe7d0077180 0x7fe7d0079690 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7ec140650 0x7fe7ec12f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe7ec13dd60 0x7fe7ec1516c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 --2- 172.21.15.33:0/3785316887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7ec073230 0x7fe7ec1546e0 unknown :-1 s=CLOSED pgs=1917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T16:57:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 -- 172.21.15.33:0/3785316887 >> 172.21.15.33:0/3785316887 conn(0x7fe7ec0b26e0 msgr2=0x7fe7ec0d0a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T16:57:16.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 -- 172.21.15.33:0/3785316887 shutdown_connections 2024-07-26T16:57:16.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T16:57:16.225+0000 7fe7f4507640 1 -- 172.21.15.33:0/3785316887 wait complete. 2024-07-26T16:57:16.238 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":120,"flags":0,"active_gid":9951,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":1222826330},{"type":"v1","addr":"172.21.15.33:6837","nonce":1222826330}]},"active_addr":"172.21.15.33:6837/1222826330","active_change":"2024-07-26T16:46:26.901344+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":9061,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful","snap_schedule"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":196,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1455107311}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":102591814}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3873217985}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":698765645}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":715797807}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2676037868}]}]} 2024-07-26T16:57:16.242 DEBUG:tasks.cephfs.test_snap_schedules:restarting active mgr: y 2024-07-26T16:57:16.243 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-07-26T16:57:16.243 INFO:tasks.ceph.mgr.y:Stopping old one... 2024-07-26T16:57:16.243 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-07-26T16:57:16.243 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T16:57:16.280 INFO:tasks.ceph.mgr.y:Stopped 2024-07-26T16:57:16.280 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-07-26T16:57:16.323 INFO:tasks.ceph.mgr.y:Started 2024-07-26T16:57:20.302 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:57:20.300+0000 7f359bdd0640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:57:20.302 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:57:20.300+0000 7f359bdd0640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:57:20.302 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:57:20.300+0000 7f359bdd0640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:57:20.302 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:57:20.300+0000 7f359bdd0640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:57:20.302 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:57:20.300+0000 7f359bdd0640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:57:20.302 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:57:20.300+0000 7f359edd6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:57:20.302 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:57:20.300+0000 7f359edd6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:57:20.302 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:57:20.300+0000 7f359edd6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:57:20.303 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:57:20.300+0000 7f359edd6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:57:20.303 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:57:20.300+0000 7f359edd6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:57:42.089 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:57:42.093 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:58:00.300 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:58:00.298+0000 7f35a6de6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:58:00.301 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:58:00.298+0000 7f35a6de6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:58:00.301 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:58:00.298+0000 7f35a6de6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:58:00.301 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:58:00.298+0000 7f35a6de6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:58:00.301 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T16:58:00.298+0000 7f35a6de6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T16:58:12.224 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:58:12.227 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:58:42.362 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:58:42.366 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:59:12.491 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:59:12.494 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:59:42.613 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T16:59:42.617 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:00:12.760 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:00:12.764 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:00:42.899 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:00:42.902 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:01:12.961 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:01:12.965 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:01:43.031 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:01:43.035 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:02:13.112 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:02:13.115 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:02:16.324 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate /snap_test_dir1/test_restart 1m 2024-07-26T17:02:16.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.458+0000 7f7800c7e640 1 -- 172.21.15.33:0/1315567996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77fc144580 msgr2=0x7f77fc073170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:16.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.458+0000 7f7800c7e640 1 --2- 172.21.15.33:0/1315567996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77fc144580 0x7f77fc073170 secure :-1 s=READY pgs=1934 cs=0 l=1 rev1=1 crypto rx=0x7f77fc071930 tx=0x7f77ec02aa30 comp rx=0 tx=0).stop 2024-07-26T17:02:16.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.458+0000 7f7800c7e640 1 -- 172.21.15.33:0/1315567996 shutdown_connections 2024-07-26T17:02:16.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.458+0000 7f7800c7e640 1 --2- 172.21.15.33:0/1315567996 >> v2:172.21.15.154:3300/0 conn(0x7f77fc06fb60 0x7f77fc06ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.458+0000 7f7800c7e640 1 --2- 172.21.15.33:0/1315567996 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77fc0b3d60 0x7f77fc0b4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.458+0000 7f7800c7e640 1 --2- 172.21.15.33:0/1315567996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77fc144580 0x7f77fc073170 unknown :-1 s=CLOSED pgs=1934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.458+0000 7f7800c7e640 1 -- 172.21.15.33:0/1315567996 >> 172.21.15.33:0/1315567996 conn(0x7f77fc0b1740 msgr2=0x7f77fc0b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:16.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.458+0000 7f7800c7e640 1 -- 172.21.15.33:0/1315567996 shutdown_connections 2024-07-26T17:02:16.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.458+0000 7f7800c7e640 1 -- 172.21.15.33:0/1315567996 wait complete. 2024-07-26T17:02:16.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.460+0000 7f7800c7e640 1 Processor -- start 2024-07-26T17:02:16.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.460+0000 7f7800c7e640 1 -- start start 2024-07-26T17:02:16.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.461+0000 7f7800c7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77fc06fb60 0x7f77fc13b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:16.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.461+0000 7f7800c7e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77fc0b3d60 0x7f77fc1f5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:16.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.461+0000 7f7800c7e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77fc144580 0x7f77fc1f5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:16.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.461+0000 7f7800c7e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f77fc15c960 con 0x7f77fc06fb60 2024-07-26T17:02:16.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.461+0000 7f7800c7e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f77fc15c7e0 con 0x7f77fc0b3d60 2024-07-26T17:02:16.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.461+0000 7f7800c7e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f77fc15cae0 con 0x7f77fc144580 2024-07-26T17:02:16.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.461+0000 7f77fa59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77fc06fb60 0x7f77fc13b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:16.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77fa59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77fc06fb60 0x7f77fc13b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55956/0 (socket says 172.21.15.33:55956) 2024-07-26T17:02:16.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77fa59c640 1 -- 172.21.15.33:0/3718258119 learned_addr learned my addr 172.21.15.33:0/3718258119 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:16.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77fad9d640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77fc144580 0x7f77fc1f5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:16.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77f9d9b640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77fc0b3d60 0x7f77fc1f5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:16.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77fa59c640 1 -- 172.21.15.33:0/3718258119 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77fc144580 msgr2=0x7f77fc1f5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:16.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77fa59c640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77fc144580 0x7f77fc1f5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77fa59c640 1 -- 172.21.15.33:0/3718258119 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77fc0b3d60 msgr2=0x7f77fc1f5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:16.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77fa59c640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77fc0b3d60 0x7f77fc1f5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77fa59c640 1 -- 172.21.15.33:0/3718258119 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77fc0aa4c0 con 0x7f77fc06fb60 2024-07-26T17:02:16.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77f9d9b640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77fc0b3d60 0x7f77fc1f5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:16.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77fa59c640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77fc06fb60 0x7f77fc13b340 secure :-1 s=READY pgs=1935 cs=0 l=1 rev1=1 crypto rx=0x7f77ec009bf0 tx=0x7f77ec003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:16.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77eaffd640 1 -- 172.21.15.33:0/3718258119 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77ec033050 con 0x7f77fc06fb60 2024-07-26T17:02:16.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77eaffd640 1 -- 172.21.15.33:0/3718258119 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f77ec0044d0 con 0x7f77fc06fb60 2024-07-26T17:02:16.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f7800c7e640 1 -- 172.21.15.33:0/3718258119 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77fc0aa7a0 con 0x7f77fc06fb60 2024-07-26T17:02:16.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f77eaffd640 1 -- 172.21.15.33:0/3718258119 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77ec038450 con 0x7f77fc06fb60 2024-07-26T17:02:16.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.462+0000 7f7800c7e640 1 -- 172.21.15.33:0/3718258119 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77fc0aaa80 con 0x7f77fc06fb60 2024-07-26T17:02:16.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.464+0000 7f7800c7e640 1 -- 172.21.15.33:0/3718258119 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77fc15d7c0 con 0x7f77fc06fb60 2024-07-26T17:02:16.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.464+0000 7f77eaffd640 1 -- 172.21.15.33:0/3718258119 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 126) ==== 99270+0+0 (secure 0 0 0) 0x7f77ec036070 con 0x7f77fc06fb60 2024-07-26T17:02:16.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.465+0000 7f77eaffd640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f77dc0771b0 0x7f77dc0796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:16.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.465+0000 7f77f9d9b640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f77dc0771b0 0x7f77dc0796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:16.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.465+0000 7f77eaffd640 1 -- 172.21.15.33:0/3718258119 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 6889+0+0 (secure 0 0 0) 0x7f77ec0ba3b0 con 0x7f77fc06fb60 2024-07-26T17:02:16.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.465+0000 7f77f9d9b640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f77dc0771b0 0x7f77dc0796c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f77fc0af6d0 tx=0x7f77f0005e70 comp rx=0 tx=0).ready entity=mgr.10047 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:16.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.470+0000 7f77eaffd640 1 -- 172.21.15.33:0/3718258119 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f77ec083010 con 0x7f77fc06fb60 2024-07-26T17:02:16.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.688+0000 7f7800c7e640 1 -- 172.21.15.33:0/3718258119 --> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "/snap_test_dir1/test_restart", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f77fc0af350 con 0x7f77dc0771b0 2024-07-26T17:02:16.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.742+0000 7f77eaffd640 1 -- 172.21.15.33:0/3718258119 <== mgr.10047 v2:172.21.15.33:6836/3336102726 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+59 (secure 0 0 0) 0x7f77fc0af350 con 0x7f77dc0771b0 2024-07-26T17:02:16.744 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path /snap_test_dir1/test_restart 2024-07-26T17:02:16.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 -- 172.21.15.33:0/3718258119 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f77dc0771b0 msgr2=0x7f77dc0796c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:16.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f77dc0771b0 0x7f77dc0796c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f77fc0af6d0 tx=0x7f77f0005e70 comp rx=0 tx=0).stop 2024-07-26T17:02:16.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 -- 172.21.15.33:0/3718258119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77fc06fb60 msgr2=0x7f77fc13b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:16.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77fc06fb60 0x7f77fc13b340 secure :-1 s=READY pgs=1935 cs=0 l=1 rev1=1 crypto rx=0x7f77ec009bf0 tx=0x7f77ec003f10 comp rx=0 tx=0).stop 2024-07-26T17:02:16.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 -- 172.21.15.33:0/3718258119 shutdown_connections 2024-07-26T17:02:16.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f77dc0771b0 0x7f77dc0796c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f77fc144580 0x7f77fc1f5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f77fc0b3d60 0x7f77fc1f5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 --2- 172.21.15.33:0/3718258119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f77fc06fb60 0x7f77fc13b340 unknown :-1 s=CLOSED pgs=1935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 -- 172.21.15.33:0/3718258119 >> 172.21.15.33:0/3718258119 conn(0x7f77fc0b1740 msgr2=0x7f77fc0b2a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:16.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 -- 172.21.15.33:0/3718258119 shutdown_connections 2024-07-26T17:02:16.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.744+0000 7f7800c7e640 1 -- 172.21.15.33:0/3718258119 wait complete. 2024-07-26T17:02:16.757 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path /snap_test_dir1/test_restart 2024-07-26T17:02:16.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:16.757 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/test_restart/.snap) 2024-07-26T17:02:16.778 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_47_00_UTC 2024-07-26T17:02:16.778 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_48_00_UTC 2024-07-26T17:02:16.779 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_49_00_UTC 2024-07-26T17:02:16.779 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_50_00_UTC 2024-07-26T17:02:16.779 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_51_00_UTC 2024-07-26T17:02:16.779 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_52_00_UTC 2024-07-26T17:02:16.779 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_53_00_UTC 2024-07-26T17:02:16.779 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_54_00_UTC 2024-07-26T17:02:16.779 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_55_00_UTC 2024-07-26T17:02:16.779 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_56_00_UTC 2024-07-26T17:02:16.779 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_57_00_UTC 2024-07-26T17:02:16.779 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_58_00_UTC 2024-07-26T17:02:16.779 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_59_00_UTC 2024-07-26T17:02:16.780 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_00_00_UTC 2024-07-26T17:02:16.780 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_01_00_UTC 2024-07-26T17:02:16.780 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_02_00_UTC 2024-07-26T17:02:16.780 DEBUG:tasks.cephfs.test_snap_schedules:snapshots: ['scheduled-2024-07-26-16_47_00_UTC', 'scheduled-2024-07-26-16_48_00_UTC', 'scheduled-2024-07-26-16_49_00_UTC', 'scheduled-2024-07-26-16_50_00_UTC', 'scheduled-2024-07-26-16_51_00_UTC', 'scheduled-2024-07-26-16_52_00_UTC', 'scheduled-2024-07-26-16_53_00_UTC', 'scheduled-2024-07-26-16_54_00_UTC', 'scheduled-2024-07-26-16_55_00_UTC', 'scheduled-2024-07-26-16_56_00_UTC', 'scheduled-2024-07-26-16_57_00_UTC', 'scheduled-2024-07-26-16_58_00_UTC', 'scheduled-2024-07-26-16_59_00_UTC', 'scheduled-2024-07-26-17_00_00_UTC', 'scheduled-2024-07-26-17_01_00_UTC', 'scheduled-2024-07-26-17_02_00_UTC'] 2024-07-26T17:02:16.780 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status --format json /snap_test_dir1/test_restart 2024-07-26T17:02:16.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.936+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2641987530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c140cfcc0 msgr2=0x7f9c140ce3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:16.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.936+0000 7f9c1a32e640 1 --2- 172.21.15.33:0/2641987530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c140cfcc0 0x7f9c140ce3c0 secure :-1 s=READY pgs=1936 cs=0 l=1 rev1=1 crypto rx=0x7f9c140cf700 tx=0x7f9c0402a560 comp rx=0 tx=0).stop 2024-07-26T17:02:16.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.936+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2641987530 shutdown_connections 2024-07-26T17:02:16.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.936+0000 7f9c1a32e640 1 --2- 172.21.15.33:0/2641987530 >> v2:172.21.15.154:3300/0 conn(0x7f9c140cd6a0 0x7f9c140ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.936+0000 7f9c1a32e640 1 --2- 172.21.15.33:0/2641987530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c140cfcc0 0x7f9c140ce3c0 unknown :-1 s=CLOSED pgs=1936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.936+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2641987530 >> 172.21.15.33:0/2641987530 conn(0x7f9c140b3810 msgr2=0x7f9c140b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:16.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.936+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2641987530 shutdown_connections 2024-07-26T17:02:16.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.936+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2641987530 wait complete. 2024-07-26T17:02:16.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.938+0000 7f9c1a32e640 1 Processor -- start 2024-07-26T17:02:16.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.938+0000 7f9c1a32e640 1 -- start start 2024-07-26T17:02:16.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c1a32e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9c140b74c0 0x7f9c141e6c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:16.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c1a32e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9c140cd6a0 0x7f9c1414d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:16.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c1a32e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c140cfcc0 0x7f9c1415dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c1a32e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9c140b61c0 con 0x7f9c140cfcc0 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c1a32e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9c140b6040 con 0x7f9c140b74c0 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c1a32e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9c140b6340 con 0x7f9c140cd6a0 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c188cb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c140cfcc0 0x7f9c1415dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c188cb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c140cfcc0 0x7f9c1415dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55964/0 (socket says 172.21.15.33:55964) 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c188cb640 1 -- 172.21.15.33:0/2759208964 learned_addr learned my addr 172.21.15.33:0/2759208964 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c13fff640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9c140b74c0 0x7f9c141e6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c137fe640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9c140cd6a0 0x7f9c1414d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c188cb640 1 -- 172.21.15.33:0/2759208964 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9c140cd6a0 msgr2=0x7f9c1414d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c188cb640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9c140cd6a0 0x7f9c1414d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c188cb640 1 -- 172.21.15.33:0/2759208964 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9c140b74c0 msgr2=0x7f9c141e6c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:16.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c188cb640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9c140b74c0 0x7f9c141e6c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:16.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c188cb640 1 -- 172.21.15.33:0/2759208964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c1414dcd0 con 0x7f9c140cfcc0 2024-07-26T17:02:16.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c188cb640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c140cfcc0 0x7f9c1415dfc0 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c00e990 tx=0x7f9c0c00ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:16.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.940+0000 7f9c10ff9640 1 -- 172.21.15.33:0/2759208964 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c004d20 con 0x7f9c140cfcc0 2024-07-26T17:02:16.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.941+0000 7f9c10ff9640 1 -- 172.21.15.33:0/2759208964 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9c0c00caa0 con 0x7f9c140cfcc0 2024-07-26T17:02:16.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.941+0000 7f9c10ff9640 1 -- 172.21.15.33:0/2759208964 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c005020 con 0x7f9c140cfcc0 2024-07-26T17:02:16.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.941+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2759208964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c1415c740 con 0x7f9c140cfcc0 2024-07-26T17:02:16.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.941+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2759208964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c141f6510 con 0x7f9c140cfcc0 2024-07-26T17:02:16.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.941+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2759208964 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c1415c4b0 con 0x7f9c140cfcc0 2024-07-26T17:02:16.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.943+0000 7f9c10ff9640 1 -- 172.21.15.33:0/2759208964 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 126) ==== 99270+0+0 (secure 0 0 0) 0x7f9c0c0051c0 con 0x7f9c140cfcc0 2024-07-26T17:02:16.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.943+0000 7f9c10ff9640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f9bf4077180 0x7f9bf4079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:16.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.943+0000 7f9c10ff9640 1 -- 172.21.15.33:0/2759208964 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 6889+0+0 (secure 0 0 0) 0x7f9c0c099840 con 0x7f9c140cfcc0 2024-07-26T17:02:16.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.943+0000 7f9c13fff640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f9bf4077180 0x7f9bf4079690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:16.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.944+0000 7f9c13fff640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f9bf4077180 0x7f9bf4079690 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9c04034000 tx=0x7f9c04004730 comp rx=0 tx=0).ready entity=mgr.10047 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:16.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:16.948+0000 7f9c10ff9640 1 -- 172.21.15.33:0/2759208964 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9c0c016030 con 0x7f9c140cfcc0 2024-07-26T17:02:17.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.163+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2759208964 --> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "/snap_test_dir1/test_restart", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9c140d2200 con 0x7f9bf4077180 2024-07-26T17:02:17.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.169+0000 7f9c10ff9640 1 -- 172.21.15.33:0/2759208964 <== mgr.10047 v2:172.21.15.33:6836/3336102726 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+376 (secure 0 0 0) 0x7f9c140d2200 con 0x7f9bf4077180 2024-07-26T17:02:17.171 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:17.171 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/test_restart", "rel_path": "/snap_test_dir1/test_restart", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T16:46:27", "first": "2024-07-26T16:47:00", "last": "2024-07-26T17:02:00", "last_pruned": null, "created_count": 16, "pruned_count": 0, "active": false}] 2024-07-26T17:02:17.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2759208964 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f9bf4077180 msgr2=0x7f9bf4079690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:17.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f9bf4077180 0x7f9bf4079690 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9c04034000 tx=0x7f9c04004730 comp rx=0 tx=0).stop 2024-07-26T17:02:17.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2759208964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c140cfcc0 msgr2=0x7f9c1415dfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:17.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c140cfcc0 0x7f9c1415dfc0 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c00e990 tx=0x7f9c0c00ee50 comp rx=0 tx=0).stop 2024-07-26T17:02:17.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2759208964 shutdown_connections 2024-07-26T17:02:17.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f9bf4077180 0x7f9bf4079690 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c140cfcc0 0x7f9c1415dfc0 unknown :-1 s=CLOSED pgs=1937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9c140cd6a0 0x7f9c1414d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 --2- 172.21.15.33:0/2759208964 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9c140b74c0 0x7f9c141e6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2759208964 >> 172.21.15.33:0/2759208964 conn(0x7f9c140b3810 msgr2=0x7f9c140b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:17.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2759208964 shutdown_connections 2024-07-26T17:02:17.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.171+0000 7f9c1a32e640 1 -- 172.21.15.33:0/2759208964 wait complete. 2024-07-26T17:02:17.184 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "cephfs", "subvol": null, "group": null, "path": "/snap_test_dir1/test_restart", "rel_path": "/snap_test_dir1/test_restart", "schedule": "1m", "retention": {}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T16:46:27", "first": "2024-07-26T16:47:00", "last": "2024-07-26T17:02:00", "last_pruned": null, "created_count": 16, "pruned_count": 0, "active": false}] 2024-07-26T17:02:17.184 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'fs': 'cephfs', 'subvol': None, 'group': None, 'path': '/snap_test_dir1/test_restart', 'rel_path': '/snap_test_dir1/test_restart', 'schedule': '1m', 'retention': {}, 'start': '2024-07-26T00:00:00', 'created': '2024-07-26T16:46:27', 'first': '2024-07-26T16:47:00', 'last': '2024-07-26T17:02:00', 'last_pruned': None, 'created_count': 16, 'pruned_count': 0, 'active': False} 2024-07-26T17:02:17.184 DEBUG:tasks.cephfs.test_snap_schedules:fs_count: 16 2024-07-26T17:02:17.184 DEBUG:tasks.cephfs.test_snap_schedules:db_count: 16 2024-07-26T17:02:17.185 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove /snap_test_dir1/test_restart 1m 2024-07-26T17:02:17.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.304+0000 7f296a151640 1 -- 172.21.15.33:0/347405853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29640b5f80 msgr2=0x7f29640d1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:17.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.304+0000 7f296a151640 1 --2- 172.21.15.33:0/347405853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29640b5f80 0x7f29640d1920 secure :-1 s=READY pgs=1938 cs=0 l=1 rev1=1 crypto rx=0x7f296408c3b0 tx=0x7f295802a560 comp rx=0 tx=0).stop 2024-07-26T17:02:17.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.304+0000 7f296a151640 1 -- 172.21.15.33:0/347405853 shutdown_connections 2024-07-26T17:02:17.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.304+0000 7f296a151640 1 --2- 172.21.15.33:0/347405853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29640b5f80 0x7f29640d1920 unknown :-1 s=CLOSED pgs=1938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.304+0000 7f296a151640 1 --2- 172.21.15.33:0/347405853 >> v2:172.21.15.154:3300/0 conn(0x7f29640cfa50 0x7f29640b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.304+0000 7f296a151640 1 -- 172.21.15.33:0/347405853 >> 172.21.15.33:0/347405853 conn(0x7f29640d3de0 msgr2=0x7f29640d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:17.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.304+0000 7f296a151640 1 -- 172.21.15.33:0/347405853 shutdown_connections 2024-07-26T17:02:17.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.304+0000 7f296a151640 1 -- 172.21.15.33:0/347405853 wait complete. 2024-07-26T17:02:17.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.306+0000 7f296a151640 1 Processor -- start 2024-07-26T17:02:17.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.306+0000 7f296a151640 1 -- start start 2024-07-26T17:02:17.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f296a151640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29640b5f80 0x7f29641e04c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:17.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f296a151640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29640b6390 0x7f29640c8e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:17.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f296a151640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29640cfa50 0x7f29641e8f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:17.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f296a151640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f29640d2710 con 0x7f29640b5f80 2024-07-26T17:02:17.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f296a151640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f29640b2d30 con 0x7f29640cfa50 2024-07-26T17:02:17.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f296a151640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f29640b3740 con 0x7f29640b6390 2024-07-26T17:02:17.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f29637fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29640b5f80 0x7f29641e04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f29637fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29640b5f80 0x7f29641e04c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55986/0 (socket says 172.21.15.33:55986) 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f29637fe640 1 -- 172.21.15.33:0/3576926422 learned_addr learned my addr 172.21.15.33:0/3576926422 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f2962ffd640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29640b6390 0x7f29640c8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f2963fff640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29640cfa50 0x7f29641e8f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.308+0000 7f29637fe640 1 -- 172.21.15.33:0/3576926422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29640b6390 msgr2=0x7f29640c8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.309+0000 7f29637fe640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29640b6390 0x7f29640c8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.309+0000 7f29637fe640 1 -- 172.21.15.33:0/3576926422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29640cfa50 msgr2=0x7f29641e8f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.309+0000 7f29637fe640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29640cfa50 0x7f29641e8f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.309+0000 7f29637fe640 1 -- 172.21.15.33:0/3576926422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29640ca0c0 con 0x7f29640b5f80 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.309+0000 7f29637fe640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29640b5f80 0x7f29641e04c0 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7f295400d700 tx=0x7f295400dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.309+0000 7f294bfff640 1 -- 172.21.15.33:0/3576926422 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2954017070 con 0x7f29640b5f80 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.309+0000 7f294bfff640 1 -- 172.21.15.33:0/3576926422 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2954005310 con 0x7f29640b5f80 2024-07-26T17:02:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.309+0000 7f294bfff640 1 -- 172.21.15.33:0/3576926422 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2954009820 con 0x7f29640b5f80 2024-07-26T17:02:17.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.309+0000 7f296a151640 1 -- 172.21.15.33:0/3576926422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29640ca3a0 con 0x7f29640b5f80 2024-07-26T17:02:17.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.309+0000 7f296a151640 1 -- 172.21.15.33:0/3576926422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29640c8610 con 0x7f29640b5f80 2024-07-26T17:02:17.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.310+0000 7f296a151640 1 -- 172.21.15.33:0/3576926422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29640b5a40 con 0x7f29640b5f80 2024-07-26T17:02:17.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.311+0000 7f294bfff640 1 -- 172.21.15.33:0/3576926422 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 126) ==== 99270+0+0 (secure 0 0 0) 0x7f29540099c0 con 0x7f29640b5f80 2024-07-26T17:02:17.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.311+0000 7f294bfff640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f2950077180 0x7f2950079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:17.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.312+0000 7f294bfff640 1 -- 172.21.15.33:0/3576926422 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 6889+0+0 (secure 0 0 0) 0x7f29540991a0 con 0x7f29640b5f80 2024-07-26T17:02:17.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.312+0000 7f2962ffd640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f2950077180 0x7f2950079690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:17.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.312+0000 7f2962ffd640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f2950077180 0x7f2950079690 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f2958033000 tx=0x7f2958004730 comp rx=0 tx=0).ready entity=mgr.10047 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:17.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.316+0000 7f294bfff640 1 -- 172.21.15.33:0/3576926422 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f29540615f0 con 0x7f29640b5f80 2024-07-26T17:02:17.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.533+0000 7f296a151640 1 -- 172.21.15.33:0/3576926422 --> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "/snap_test_dir1/test_restart", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f296408de10 con 0x7f2950077180 2024-07-26T17:02:17.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.592+0000 7f294bfff640 1 -- 172.21.15.33:0/3576926422 <== mgr.10047 v2:172.21.15.33:6836/3336102726 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+55 (secure 0 0 0) 0x7f296408de10 con 0x7f2950077180 2024-07-26T17:02:17.594 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /snap_test_dir1/test_restart 2024-07-26T17:02:17.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 -- 172.21.15.33:0/3576926422 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f2950077180 msgr2=0x7f2950079690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:17.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f2950077180 0x7f2950079690 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f2958033000 tx=0x7f2958004730 comp rx=0 tx=0).stop 2024-07-26T17:02:17.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 -- 172.21.15.33:0/3576926422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29640b5f80 msgr2=0x7f29641e04c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:17.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29640b5f80 0x7f29641e04c0 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7f295400d700 tx=0x7f295400dbc0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 -- 172.21.15.33:0/3576926422 shutdown_connections 2024-07-26T17:02:17.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f2950077180 0x7f2950079690 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f29640cfa50 0x7f29641e8f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29640b6390 0x7f29640c8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 --2- 172.21.15.33:0/3576926422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29640b5f80 0x7f29641e04c0 unknown :-1 s=CLOSED pgs=1939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:17.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 -- 172.21.15.33:0/3576926422 >> 172.21.15.33:0/3576926422 conn(0x7f29640d3de0 msgr2=0x7f2964068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:17.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 -- 172.21.15.33:0/3576926422 shutdown_connections 2024-07-26T17:02:17.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:17.594+0000 7f296a151640 1 -- 172.21.15.33:0/3576926422 wait complete. 2024-07-26T17:02:17.607 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /snap_test_dir1/test_restart 2024-07-26T17:02:17.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:17.607 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/test_restart/.snap) 2024-07-26T17:02:17.628 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_47_00_UTC 2024-07-26T17:02:17.628 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_48_00_UTC 2024-07-26T17:02:17.628 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_49_00_UTC 2024-07-26T17:02:17.628 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_50_00_UTC 2024-07-26T17:02:17.628 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_51_00_UTC 2024-07-26T17:02:17.628 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_52_00_UTC 2024-07-26T17:02:17.628 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_53_00_UTC 2024-07-26T17:02:17.628 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_54_00_UTC 2024-07-26T17:02:17.628 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_55_00_UTC 2024-07-26T17:02:17.628 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_56_00_UTC 2024-07-26T17:02:17.629 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_57_00_UTC 2024-07-26T17:02:17.629 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_58_00_UTC 2024-07-26T17:02:17.629 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-16_59_00_UTC 2024-07-26T17:02:17.629 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_00_00_UTC 2024-07-26T17:02:17.629 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_01_00_UTC 2024-07-26T17:02:17.629 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_02_00_UTC 2024-07-26T17:02:17.629 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_47_00_UTC 2024-07-26T17:02:17.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:17.629 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_47_00_UTC) 2024-07-26T17:02:17.691 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_48_00_UTC 2024-07-26T17:02:17.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:17.692 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_48_00_UTC) 2024-07-26T17:02:17.753 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_49_00_UTC 2024-07-26T17:02:17.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:17.754 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_49_00_UTC) 2024-07-26T17:02:17.816 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_50_00_UTC 2024-07-26T17:02:17.816 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:17.816 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_50_00_UTC) 2024-07-26T17:02:17.879 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_51_00_UTC 2024-07-26T17:02:17.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:17.879 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_51_00_UTC) 2024-07-26T17:02:17.942 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_52_00_UTC 2024-07-26T17:02:17.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:17.943 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_52_00_UTC) 2024-07-26T17:02:18.005 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_53_00_UTC 2024-07-26T17:02:18.005 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:18.005 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_53_00_UTC) 2024-07-26T17:02:18.068 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_54_00_UTC 2024-07-26T17:02:18.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:18.069 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_54_00_UTC) 2024-07-26T17:02:18.130 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_55_00_UTC 2024-07-26T17:02:18.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:18.131 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_55_00_UTC) 2024-07-26T17:02:18.193 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_56_00_UTC 2024-07-26T17:02:18.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:18.193 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_56_00_UTC) 2024-07-26T17:02:18.256 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_57_00_UTC 2024-07-26T17:02:18.256 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:18.256 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_57_00_UTC) 2024-07-26T17:02:18.320 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_58_00_UTC 2024-07-26T17:02:18.320 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:18.320 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_58_00_UTC) 2024-07-26T17:02:18.385 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_59_00_UTC 2024-07-26T17:02:18.385 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:18.385 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-16_59_00_UTC) 2024-07-26T17:02:18.454 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-17_00_00_UTC 2024-07-26T17:02:18.454 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:18.454 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-17_00_00_UTC) 2024-07-26T17:02:18.521 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-17_01_00_UTC 2024-07-26T17:02:18.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:18.522 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-17_01_00_UTC) 2024-07-26T17:02:18.586 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-17_02_00_UTC 2024-07-26T17:02:18.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:18.586 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart/.snap/scheduled-2024-07-26-17_02_00_UTC) 2024-07-26T17:02:18.650 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:18.650 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/test_restart) 2024-07-26T17:02:18.712 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T17:02:18.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.871+0000 7fea801cf640 1 -- 172.21.15.33:0/2737229710 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea780b6be0 msgr2=0x7fea780d48b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:18.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.871+0000 7fea801cf640 1 --2- 172.21.15.33:0/2737229710 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea780b6be0 0x7fea780d48b0 secure :-1 s=READY pgs=1940 cs=0 l=1 rev1=1 crypto rx=0x7fea74005fd0 tx=0x7fea7402a4f0 comp rx=0 tx=0).stop 2024-07-26T17:02:18.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.871+0000 7fea801cf640 1 -- 172.21.15.33:0/2737229710 shutdown_connections 2024-07-26T17:02:18.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.871+0000 7fea801cf640 1 --2- 172.21.15.33:0/2737229710 >> v2:172.21.15.154:3300/0 conn(0x7fea781622e0 0x7fea781626f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:18.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.871+0000 7fea801cf640 1 --2- 172.21.15.33:0/2737229710 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea780b6be0 0x7fea780d48b0 unknown :-1 s=CLOSED pgs=1940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:18.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.871+0000 7fea801cf640 1 -- 172.21.15.33:0/2737229710 >> 172.21.15.33:0/2737229710 conn(0x7fea780d3d90 msgr2=0x7fea780d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:18.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.871+0000 7fea801cf640 1 -- 172.21.15.33:0/2737229710 shutdown_connections 2024-07-26T17:02:18.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.871+0000 7fea801cf640 1 -- 172.21.15.33:0/2737229710 wait complete. 2024-07-26T17:02:18.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.873+0000 7fea801cf640 1 Processor -- start 2024-07-26T17:02:18.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.873+0000 7fea801cf640 1 -- start start 2024-07-26T17:02:18.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.874+0000 7fea801cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fea780b6be0 0x7fea780c9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:18.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.874+0000 7fea801cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea780b8e30 0x7fea780b7e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:18.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.874+0000 7fea801cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fea781622e0 0x7fea78153000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:18.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.874+0000 7fea801cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fea78163080 con 0x7fea780b8e30 2024-07-26T17:02:18.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.874+0000 7fea801cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fea78162f00 con 0x7fea781622e0 2024-07-26T17:02:18.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.874+0000 7fea801cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fea780d1f20 con 0x7fea780b6be0 2024-07-26T17:02:18.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.874+0000 7fea7d76a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea780b8e30 0x7fea780b7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:18.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.874+0000 7fea7d76a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea780b8e30 0x7fea780b7e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56002/0 (socket says 172.21.15.33:56002) 2024-07-26T17:02:18.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.874+0000 7fea7d76a640 1 -- 172.21.15.33:0/926726672 learned_addr learned my addr 172.21.15.33:0/926726672 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:18.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.874+0000 7fea7df6b640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fea780b6be0 0x7fea780c9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:18.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.874+0000 7fea7e76c640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fea781622e0 0x7fea78153000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:18.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.875+0000 7fea7d76a640 1 -- 172.21.15.33:0/926726672 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fea780b6be0 msgr2=0x7fea780c9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:18.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.875+0000 7fea7d76a640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fea780b6be0 0x7fea780c9330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:18.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.875+0000 7fea7d76a640 1 -- 172.21.15.33:0/926726672 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fea781622e0 msgr2=0x7fea78153000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:18.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.875+0000 7fea7d76a640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fea781622e0 0x7fea78153000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:18.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.875+0000 7fea7d76a640 1 -- 172.21.15.33:0/926726672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea781f94e0 con 0x7fea780b8e30 2024-07-26T17:02:18.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.875+0000 7fea7d76a640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea780b8e30 0x7fea780b7e30 secure :-1 s=READY pgs=1941 cs=0 l=1 rev1=1 crypto rx=0x7fea6800b3c0 tx=0x7fea6800b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:18.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.875+0000 7fea6e7fc640 1 -- 172.21.15.33:0/926726672 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea68011830 con 0x7fea780b8e30 2024-07-26T17:02:18.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.875+0000 7fea6e7fc640 1 -- 172.21.15.33:0/926726672 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea68016070 con 0x7fea780b8e30 2024-07-26T17:02:18.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.875+0000 7fea801cf640 1 -- 172.21.15.33:0/926726672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea781f97c0 con 0x7fea780b8e30 2024-07-26T17:02:18.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.875+0000 7fea6e7fc640 1 -- 172.21.15.33:0/926726672 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea68011d60 con 0x7fea780b8e30 2024-07-26T17:02:18.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.875+0000 7fea801cf640 1 -- 172.21.15.33:0/926726672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea781f9d80 con 0x7fea780b8e30 2024-07-26T17:02:18.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.876+0000 7fea801cf640 1 -- 172.21.15.33:0/926726672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea780d48b0 con 0x7fea780b8e30 2024-07-26T17:02:18.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.877+0000 7fea6e7fc640 1 -- 172.21.15.33:0/926726672 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 126) ==== 99270+0+0 (secure 0 0 0) 0x7fea6801b460 con 0x7fea780b8e30 2024-07-26T17:02:18.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.877+0000 7fea6e7fc640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fea5c077180 0x7fea5c079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:18.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.878+0000 7fea6e7fc640 1 -- 172.21.15.33:0/926726672 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 6889+0+0 (secure 0 0 0) 0x7fea680989a0 con 0x7fea780b8e30 2024-07-26T17:02:18.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.878+0000 7fea7df6b640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fea5c077180 0x7fea5c079690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:18.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.878+0000 7fea7df6b640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fea5c077180 0x7fea5c079690 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fea74033000 tx=0x7fea74004730 comp rx=0 tx=0).ready entity=mgr.10047 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:18.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:18.882+0000 7fea6e7fc640 1 -- 172.21.15.33:0/926726672 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fea68020020 con 0x7fea780b8e30 2024-07-26T17:02:19.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.131+0000 7fea801cf640 1 -- 172.21.15.33:0/926726672 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7fea780c7660 con 0x7fea780b8e30 2024-07-26T17:02:19.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.314+0000 7fea6e7fc640 1 -- 172.21.15.33:0/926726672 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v127) ==== 93+0+0 (secure 0 0 0) 0x7fea68060fa0 con 0x7fea780b8e30 2024-07-26T17:02:19.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.317+0000 7fea801cf640 1 -- 172.21.15.33:0/926726672 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fea5c077180 msgr2=0x7fea5c079690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:19.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.317+0000 7fea801cf640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fea5c077180 0x7fea5c079690 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fea74033000 tx=0x7fea74004730 comp rx=0 tx=0).stop 2024-07-26T17:02:19.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.317+0000 7fea801cf640 1 -- 172.21.15.33:0/926726672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea780b8e30 msgr2=0x7fea780b7e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:19.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.317+0000 7fea801cf640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea780b8e30 0x7fea780b7e30 secure :-1 s=READY pgs=1941 cs=0 l=1 rev1=1 crypto rx=0x7fea6800b3c0 tx=0x7fea6800b880 comp rx=0 tx=0).stop 2024-07-26T17:02:19.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.318+0000 7fea801cf640 1 -- 172.21.15.33:0/926726672 shutdown_connections 2024-07-26T17:02:19.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.318+0000 7fea801cf640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fea5c077180 0x7fea5c079690 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.318+0000 7fea801cf640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fea781622e0 0x7fea78153000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.318+0000 7fea801cf640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea780b8e30 0x7fea780b7e30 unknown :-1 s=CLOSED pgs=1941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.318+0000 7fea801cf640 1 --2- 172.21.15.33:0/926726672 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fea780b6be0 0x7fea780c9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.318+0000 7fea801cf640 1 -- 172.21.15.33:0/926726672 >> 172.21.15.33:0/926726672 conn(0x7fea780d3d90 msgr2=0x7fea780d0cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:19.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.318+0000 7fea801cf640 1 -- 172.21.15.33:0/926726672 shutdown_connections 2024-07-26T17:02:19.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.318+0000 7fea801cf640 1 -- 172.21.15.33:0/926726672 wait complete. 2024-07-26T17:02:19.335 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T17:02:19.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.457+0000 7f170e4b9640 1 -- 172.21.15.33:0/3561175311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17080d0910 msgr2=0x7f17080d0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:19.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.457+0000 7f170e4b9640 1 --2- 172.21.15.33:0/3561175311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17080d0910 0x7f17080d0d20 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f16fc005fd0 tx=0x7f16fc02a540 comp rx=0 tx=0).stop 2024-07-26T17:02:19.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.457+0000 7f170e4b9640 1 -- 172.21.15.33:0/3561175311 shutdown_connections 2024-07-26T17:02:19.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.457+0000 7f170e4b9640 1 --2- 172.21.15.33:0/3561175311 >> v2:172.21.15.154:3300/0 conn(0x7f17080d1970 0x7f17080d1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.457+0000 7f170e4b9640 1 --2- 172.21.15.33:0/3561175311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17080d0910 0x7f17080d0d20 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.457+0000 7f170e4b9640 1 -- 172.21.15.33:0/3561175311 >> 172.21.15.33:0/3561175311 conn(0x7f17080d3da0 msgr2=0x7f17080d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:19.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.457+0000 7f170e4b9640 1 -- 172.21.15.33:0/3561175311 shutdown_connections 2024-07-26T17:02:19.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.457+0000 7f170e4b9640 1 -- 172.21.15.33:0/3561175311 wait complete. 2024-07-26T17:02:19.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.459+0000 7f170e4b9640 1 Processor -- start 2024-07-26T17:02:19.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.459+0000 7f170e4b9640 1 -- start start 2024-07-26T17:02:19.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.460+0000 7f170e4b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17080b9050 0x7f1708161250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:19.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.460+0000 7f170e4b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17080d0910 0x7f1708164740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:19.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.460+0000 7f170e4b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17080d1970 0x7f17081f5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:19.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.460+0000 7f170e4b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f17080d22c0 con 0x7f17080d1970 2024-07-26T17:02:19.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.460+0000 7f170e4b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f17080b4ab0 con 0x7f17080d0910 2024-07-26T17:02:19.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.460+0000 7f170e4b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f17080d2440 con 0x7f17080b9050 2024-07-26T17:02:19.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.460+0000 7f170ca56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17080d1970 0x7f17081f5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:19.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.460+0000 7f170ca56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17080d1970 0x7f17081f5060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56040/0 (socket says 172.21.15.33:56040) 2024-07-26T17:02:19.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.460+0000 7f170ca56640 1 -- 172.21.15.33:0/2135321786 learned_addr learned my addr 172.21.15.33:0/2135321786 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:19.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.460+0000 7f1707fff640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17080b9050 0x7f1708161250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:19.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.460+0000 7f17077fe640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17080d0910 0x7f1708164740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:19.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f170ca56640 1 -- 172.21.15.33:0/2135321786 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17080b9050 msgr2=0x7f1708161250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:19.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f170ca56640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17080b9050 0x7f1708161250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f170ca56640 1 -- 172.21.15.33:0/2135321786 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17080d0910 msgr2=0x7f1708164740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:19.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f170ca56640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17080d0910 0x7f1708164740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f170ca56640 1 -- 172.21.15.33:0/2135321786 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f170815cc20 con 0x7f17080d1970 2024-07-26T17:02:19.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f1707fff640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17080b9050 0x7f1708161250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:02:19.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f170ca56640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17080d1970 0x7f17081f5060 secure :-1 s=READY pgs=1946 cs=0 l=1 rev1=1 crypto rx=0x7f170000ea70 tx=0x7f170000ef30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:19.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f1704ff9640 1 -- 172.21.15.33:0/2135321786 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f170000ce40 con 0x7f17080d1970 2024-07-26T17:02:19.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f1704ff9640 1 -- 172.21.15.33:0/2135321786 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1700004c10 con 0x7f17080d1970 2024-07-26T17:02:19.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f170e4b9640 1 -- 172.21.15.33:0/2135321786 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f170815cf00 con 0x7f17080d1970 2024-07-26T17:02:19.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f1704ff9640 1 -- 172.21.15.33:0/2135321786 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1700005020 con 0x7f17080d1970 2024-07-26T17:02:19.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.461+0000 7f170e4b9640 1 -- 172.21.15.33:0/2135321786 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f170815d4c0 con 0x7f17080d1970 2024-07-26T17:02:19.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.462+0000 7f170e4b9640 1 -- 172.21.15.33:0/2135321786 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17080d0d20 con 0x7f17080d1970 2024-07-26T17:02:19.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.463+0000 7f1704ff9640 1 -- 172.21.15.33:0/2135321786 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 127) ==== 99253+0+0 (secure 0 0 0) 0x7f17000051c0 con 0x7f17080d1970 2024-07-26T17:02:19.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.463+0000 7f1704ff9640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f16f4077130 0x7f16f4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:19.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.463+0000 7f1707fff640 1 -- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f16f4077130 msgr2=0x7f16f4079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3336102726 2024-07-26T17:02:19.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.464+0000 7f1704ff9640 1 -- 172.21.15.33:0/2135321786 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 6889+0+0 (secure 0 0 0) 0x7f1700099ce0 con 0x7f17080d1970 2024-07-26T17:02:19.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.464+0000 7f1707fff640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f16f4077130 0x7f16f4079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:02:19.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.468+0000 7f1704ff9640 1 -- 172.21.15.33:0/2135321786 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f17000621e0 con 0x7f17080d1970 2024-07-26T17:02:19.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.665+0000 7f1707fff640 1 -- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f16f4077130 msgr2=0x7f16f4079640 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3336102726 2024-07-26T17:02:19.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.665+0000 7f1707fff640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f16f4077130 0x7f16f4079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:02:19.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.713+0000 7f170e4b9640 1 -- 172.21.15.33:0/2135321786 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f1708166370 con 0x7f17080d1970 2024-07-26T17:02:19.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.716+0000 7f1704ff9640 1 -- 172.21.15.33:0/2135321786 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v127) ==== 74+0+191294 (secure 0 0 0) 0x7f1700066730 con 0x7f17080d1970 2024-07-26T17:02:19.721 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:19.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 -- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f16f4077130 msgr2=0x7f16f4079640 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:02:19.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f16f4077130 0x7f16f4079640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 -- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17080d1970 msgr2=0x7f17081f5060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:19.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17080d1970 0x7f17081f5060 secure :-1 s=READY pgs=1946 cs=0 l=1 rev1=1 crypto rx=0x7f170000ea70 tx=0x7f170000ef30 comp rx=0 tx=0).stop 2024-07-26T17:02:19.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 -- 172.21.15.33:0/2135321786 shutdown_connections 2024-07-26T17:02:19.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7f16f4077130 0x7f16f4079640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17080d1970 0x7f17081f5060 unknown :-1 s=CLOSED pgs=1946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17080d0910 0x7f1708164740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 --2- 172.21.15.33:0/2135321786 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17080b9050 0x7f1708161250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 -- 172.21.15.33:0/2135321786 >> 172.21.15.33:0/2135321786 conn(0x7f17080d3da0 msgr2=0x7f17081627d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:19.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 -- 172.21.15.33:0/2135321786 shutdown_connections 2024-07-26T17:02:19.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.719+0000 7f170e4b9640 1 -- 172.21.15.33:0/2135321786 wait complete. 2024-07-26T17:02:19.733 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":127,"flags":0,"active_gid":10047,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":3336102726},{"type":"v1","addr":"172.21.15.33:6837","nonce":3336102726}]},"active_addr":"172.21.15.33:6837/3336102726","active_change":"2024-07-26T16:57:20.156218+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":9061,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":197,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":264360481}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2111691742}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1704982223}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":422133012}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2139836942}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3355160237}]}]} 2024-07-26T17:02:19.738 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail y 2024-07-26T17:02:19.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.856+0000 7fa91b978640 1 -- 172.21.15.33:0/4087382780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa914163db0 msgr2=0x7fa9141661d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:19.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.856+0000 7fa91b978640 1 --2- 172.21.15.33:0/4087382780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa914163db0 0x7fa9141661d0 secure :-1 s=READY pgs=1947 cs=0 l=1 rev1=1 crypto rx=0x7fa90c009ca0 tx=0x7fa90c02aa30 comp rx=0 tx=0).stop 2024-07-26T17:02:19.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.857+0000 7fa91b978640 1 -- 172.21.15.33:0/4087382780 shutdown_connections 2024-07-26T17:02:19.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.857+0000 7fa91b978640 1 --2- 172.21.15.33:0/4087382780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa914163db0 0x7fa9141661d0 unknown :-1 s=CLOSED pgs=1947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.857+0000 7fa91b978640 1 --2- 172.21.15.33:0/4087382780 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9140b1ad0 0x7fa914163870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.857+0000 7fa91b978640 1 -- 172.21.15.33:0/4087382780 >> 172.21.15.33:0/4087382780 conn(0x7fa9140d1bb0 msgr2=0x7fa9140d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:19.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.857+0000 7fa91b978640 1 -- 172.21.15.33:0/4087382780 shutdown_connections 2024-07-26T17:02:19.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.857+0000 7fa91b978640 1 -- 172.21.15.33:0/4087382780 wait complete. 2024-07-26T17:02:19.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.860+0000 7fa91b978640 1 Processor -- start 2024-07-26T17:02:19.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.860+0000 7fa91b978640 1 -- start start 2024-07-26T17:02:19.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.862+0000 7fa91b978640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9140b1ad0 0x7fa9140afd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:19.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.862+0000 7fa91b978640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9140b6ed0 0x7fa914150bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:19.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.862+0000 7fa91b978640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa914163db0 0x7fa9141f65e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:19.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.862+0000 7fa91b978640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa9140b7640 con 0x7fa9140b6ed0 2024-07-26T17:02:19.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.862+0000 7fa91b978640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa9140b74c0 con 0x7fa9140b1ad0 2024-07-26T17:02:19.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.862+0000 7fa91b978640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa914166710 con 0x7fa914163db0 2024-07-26T17:02:19.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.862+0000 7fa918f13640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9140b6ed0 0x7fa914150bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.862+0000 7fa918f13640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9140b6ed0 0x7fa914150bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56050/0 (socket says 172.21.15.33:56050) 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.862+0000 7fa918f13640 1 -- 172.21.15.33:0/1751494727 learned_addr learned my addr 172.21.15.33:0/1751494727 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.862+0000 7fa919f15640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa914163db0 0x7fa9141f65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.862+0000 7fa919714640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9140b1ad0 0x7fa9140afd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.863+0000 7fa918f13640 1 -- 172.21.15.33:0/1751494727 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa914163db0 msgr2=0x7fa9141f65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.863+0000 7fa918f13640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa914163db0 0x7fa9141f65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.863+0000 7fa918f13640 1 -- 172.21.15.33:0/1751494727 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9140b1ad0 msgr2=0x7fa9140afd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.863+0000 7fa918f13640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9140b1ad0 0x7fa9140afd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.863+0000 7fa918f13640 1 -- 172.21.15.33:0/1751494727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa914161da0 con 0x7fa9140b6ed0 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.863+0000 7fa918f13640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9140b6ed0 0x7fa914150bf0 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7fa91000e790 tx=0x7fa91000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.863+0000 7fa905ffb640 1 -- 172.21.15.33:0/1751494727 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa91000eea0 con 0x7fa9140b6ed0 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.863+0000 7fa905ffb640 1 -- 172.21.15.33:0/1751494727 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa91000cdb0 con 0x7fa9140b6ed0 2024-07-26T17:02:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.863+0000 7fa905ffb640 1 -- 172.21.15.33:0/1751494727 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa910010690 con 0x7fa9140b6ed0 2024-07-26T17:02:19.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.863+0000 7fa91b978640 1 -- 172.21.15.33:0/1751494727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa914162080 con 0x7fa9140b6ed0 2024-07-26T17:02:19.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.863+0000 7fa91b978640 1 -- 172.21.15.33:0/1751494727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa914162360 con 0x7fa9140b6ed0 2024-07-26T17:02:19.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.864+0000 7fa91b978640 1 -- 172.21.15.33:0/1751494727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa914162b40 con 0x7fa9140b6ed0 2024-07-26T17:02:19.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.865+0000 7fa905ffb640 1 -- 172.21.15.33:0/1751494727 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 127) ==== 99253+0+0 (secure 0 0 0) 0x7fa910010830 con 0x7fa9140b6ed0 2024-07-26T17:02:19.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.865+0000 7fa905ffb640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fa8f8077160 0x7fa8f8079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:19.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.866+0000 7fa919714640 1 -- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fa8f8077160 msgr2=0x7fa8f8079670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3336102726 2024-07-26T17:02:19.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.866+0000 7fa905ffb640 1 -- 172.21.15.33:0/1751494727 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 6889+0+0 (secure 0 0 0) 0x7fa9100999d0 con 0x7fa9140b6ed0 2024-07-26T17:02:19.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.866+0000 7fa919714640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fa8f8077160 0x7fa8f8079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:02:19.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:19.870+0000 7fa905ffb640 1 -- 172.21.15.33:0/1751494727 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa910061e20 con 0x7fa9140b6ed0 2024-07-26T17:02:20.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.067+0000 7fa919714640 1 -- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fa8f8077160 msgr2=0x7fa8f8079670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3336102726 2024-07-26T17:02:20.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.067+0000 7fa919714640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fa8f8077160 0x7fa8f8079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:02:20.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.115+0000 7fa91b978640 1 -- 172.21.15.33:0/1751494727 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "y"} v 0) -- 0x7fa9140b13c0 con 0x7fa9140b6ed0 2024-07-26T17:02:20.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.118+0000 7fa905ffb640 1 -- 172.21.15.33:0/1751494727 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "y"}]=0 v128) ==== 68+0+0 (secure 0 0 0) 0x7fa910066370 con 0x7fa9140b6ed0 2024-07-26T17:02:20.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.121+0000 7fa91b978640 1 -- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fa8f8077160 msgr2=0x7fa8f8079670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:02:20.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.121+0000 7fa91b978640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fa8f8077160 0x7fa8f8079670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.121+0000 7fa91b978640 1 -- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9140b6ed0 msgr2=0x7fa914150bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:20.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.121+0000 7fa91b978640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9140b6ed0 0x7fa914150bf0 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7fa91000e790 tx=0x7fa91000ec50 comp rx=0 tx=0).stop 2024-07-26T17:02:20.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.122+0000 7fa91b978640 1 -- 172.21.15.33:0/1751494727 shutdown_connections 2024-07-26T17:02:20.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.122+0000 7fa91b978640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:6836/3336102726,v1:172.21.15.33:6837/3336102726] conn(0x7fa8f8077160 0x7fa8f8079670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.122+0000 7fa91b978640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa914163db0 0x7fa9141f65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.122+0000 7fa91b978640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9140b6ed0 0x7fa914150bf0 unknown :-1 s=CLOSED pgs=1948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.122+0000 7fa91b978640 1 --2- 172.21.15.33:0/1751494727 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9140b1ad0 0x7fa9140afd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.122+0000 7fa91b978640 1 -- 172.21.15.33:0/1751494727 >> 172.21.15.33:0/1751494727 conn(0x7fa9140d1bb0 msgr2=0x7fa914071b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:20.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.122+0000 7fa91b978640 1 -- 172.21.15.33:0/1751494727 shutdown_connections 2024-07-26T17:02:20.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.122+0000 7fa91b978640 1 -- 172.21.15.33:0/1751494727 wait complete. 2024-07-26T17:02:20.147 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:02:20.148 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:02:20.226 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:02:20.274 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:02:20.274 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:02:20.274 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:02:20.274 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:02:20.291 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:02:20.291 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:02:20.348 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:02:20.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.538+0000 7f9d4a177640 1 -- 172.21.15.33:0/1843253478 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d44072b70 msgr2=0x7f9d4406f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:20.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.538+0000 7f9d4a177640 1 --2- 172.21.15.33:0/1843253478 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d44072b70 0x7f9d4406f130 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9d440722a0 tx=0x7f9d3402e4b0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.538+0000 7f9d4a177640 1 -- 172.21.15.33:0/1843253478 shutdown_connections 2024-07-26T17:02:20.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.538+0000 7f9d4a177640 1 --2- 172.21.15.33:0/1843253478 >> v2:172.21.15.33:3300/0 conn(0x7f9d4406f670 0x7f9d440b28f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.538+0000 7f9d4a177640 1 --2- 172.21.15.33:0/1843253478 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d44072b70 0x7f9d4406f130 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.538+0000 7f9d4a177640 1 -- 172.21.15.33:0/1843253478 >> 172.21.15.33:0/1843253478 conn(0x7f9d4406cc60 msgr2=0x7f9d440b15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:20.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.538+0000 7f9d4a177640 1 -- 172.21.15.33:0/1843253478 shutdown_connections 2024-07-26T17:02:20.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.538+0000 7f9d4a177640 1 -- 172.21.15.33:0/1843253478 wait complete. 2024-07-26T17:02:20.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.541+0000 7f9d4a177640 1 Processor -- start 2024-07-26T17:02:20.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.542+0000 7f9d4a177640 1 -- start start 2024-07-26T17:02:20.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d4a177640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d4406f670 0x7f9d44157de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:20.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d4a177640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9d44072b70 0x7f9d44152590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:20.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d4a177640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d44150ff0 0x7f9d44152ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:20.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d4a177640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9d44070210 con 0x7f9d4406f670 2024-07-26T17:02:20.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d4a177640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9d44074480 con 0x7f9d44072b70 2024-07-26T17:02:20.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d4a177640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9d44070390 con 0x7f9d44150ff0 2024-07-26T17:02:20.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d437fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d4406f670 0x7f9d44157de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:20.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d437fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d4406f670 0x7f9d44157de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56062/0 (socket says 172.21.15.33:56062) 2024-07-26T17:02:20.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d437fe640 1 -- 172.21.15.33:0/1808327985 learned_addr learned my addr 172.21.15.33:0/1808327985 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:20.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d42ffd640 1 --2- 172.21.15.33:0/1808327985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9d44072b70 0x7f9d44152590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:20.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d43fff640 1 --2- 172.21.15.33:0/1808327985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d44150ff0 0x7f9d44152ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:20.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d437fe640 1 -- 172.21.15.33:0/1808327985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d44150ff0 msgr2=0x7f9d44152ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:20.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d437fe640 1 --2- 172.21.15.33:0/1808327985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d44150ff0 0x7f9d44152ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d437fe640 1 -- 172.21.15.33:0/1808327985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9d44072b70 msgr2=0x7f9d44152590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:20.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d437fe640 1 --2- 172.21.15.33:0/1808327985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9d44072b70 0x7f9d44152590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.544+0000 7f9d437fe640 1 -- 172.21.15.33:0/1808327985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d44153640 con 0x7f9d4406f670 2024-07-26T17:02:20.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.545+0000 7f9d437fe640 1 --2- 172.21.15.33:0/1808327985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d4406f670 0x7f9d44157de0 secure :-1 s=READY pgs=1949 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c001eb0 tx=0x7f9d2c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:20.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.545+0000 7f9d3bfff640 1 -- 172.21.15.33:0/1808327985 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d2c017070 con 0x7f9d4406f670 2024-07-26T17:02:20.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.545+0000 7f9d3bfff640 1 -- 172.21.15.33:0/1808327985 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d2c0053c0 con 0x7f9d4406f670 2024-07-26T17:02:20.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.545+0000 7f9d3bfff640 1 -- 172.21.15.33:0/1808327985 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d2c003830 con 0x7f9d4406f670 2024-07-26T17:02:20.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.545+0000 7f9d4a177640 1 -- 172.21.15.33:0/1808327985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d441538b0 con 0x7f9d4406f670 2024-07-26T17:02:20.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.545+0000 7f9d4a177640 1 -- 172.21.15.33:0/1808327985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d44153e70 con 0x7f9d4406f670 2024-07-26T17:02:20.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.546+0000 7f9d3bfff640 1 -- 172.21.15.33:0/1808327985 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 128) ==== 49591+0+0 (secure 0 0 0) 0x7f9d2c01a070 con 0x7f9d4406f670 2024-07-26T17:02:20.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.546+0000 7f9d3bfff640 1 -- 172.21.15.33:0/1808327985 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(198..198 src has 1..198) ==== 7321+0+0 (secure 0 0 0) 0x7f9d2c051c00 con 0x7f9d4406f670 2024-07-26T17:02:20.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.546+0000 7f9d4a177640 1 -- 172.21.15.33:0/1808327985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d44159950 con 0x7f9d4406f670 2024-07-26T17:02:20.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.551+0000 7f9d3bfff640 1 -- 172.21.15.33:0/1808327985 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9d44159950 con 0x7f9d4406f670 2024-07-26T17:02:20.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.761+0000 7f9d4a177640 1 -- 172.21.15.33:0/1808327985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9d440b28f0 con 0x7f9d4406f670 2024-07-26T17:02:20.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.761+0000 7f9d3bfff640 1 -- 172.21.15.33:0/1808327985 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 24 entries v198) ==== 81+0+1405 (secure 0 0 0) 0x7f9d4406fa80 con 0x7f9d4406f670 2024-07-26T17:02:20.763 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/3336102726 2024-07-27T17:02:20.116487+0000 2024-07-26T17:02:20.763 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1455107311 2024-07-27T16:57:20.155959+0000 2024-07-26T17:02:20.763 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/3336102726 2024-07-27T17:02:20.116487+0000 2024-07-26T17:02:20.763 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2676037868 2024-07-27T16:57:20.155959+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2111691742 2024-07-27T17:02:20.116487+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3873217985 2024-07-27T16:57:20.155959+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/1222826330 2024-07-27T16:57:20.155959+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/1222826330 2024-07-27T16:57:20.155959+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/102591814 2024-07-27T16:57:20.155959+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/715797807 2024-07-27T16:57:20.155959+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1704982223 2024-07-27T17:02:20.116487+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2757205723 2024-07-27T16:46:26.901153+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2263124276 2024-07-27T16:46:26.901153+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/264360481 2024-07-27T17:02:20.116487+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/422133012 2024-07-27T17:02:20.116487+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/4087394097 2024-07-27T16:46:26.901153+0000 2024-07-26T17:02:20.764 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/698765645 2024-07-27T16:57:20.155959+0000 2024-07-26T17:02:20.765 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/2764472614 2024-07-27T16:46:26.901153+0000 2024-07-26T17:02:20.765 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3355160237 2024-07-27T17:02:20.116487+0000 2024-07-26T17:02:20.765 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/2764472614 2024-07-27T16:46:26.901153+0000 2024-07-26T17:02:20.765 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2139836942 2024-07-27T17:02:20.116487+0000 2024-07-26T17:02:20.765 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1809720357 2024-07-27T16:46:26.901153+0000 2024-07-26T17:02:20.765 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1051032151 2024-07-27T16:46:26.901153+0000 2024-07-26T17:02:20.765 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1170781454 2024-07-27T16:46:26.901153+0000 2024-07-26T17:02:20.766 INFO:teuthology.orchestra.run.smithi033.stderr:listed 24 entries 2024-07-26T17:02:20.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.764+0000 7f9d4a177640 1 -- 172.21.15.33:0/1808327985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d4406f670 msgr2=0x7f9d44157de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:20.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.764+0000 7f9d4a177640 1 --2- 172.21.15.33:0/1808327985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d4406f670 0x7f9d44157de0 secure :-1 s=READY pgs=1949 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c001eb0 tx=0x7f9d2c00c890 comp rx=0 tx=0).stop 2024-07-26T17:02:20.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.764+0000 7f9d4a177640 1 -- 172.21.15.33:0/1808327985 shutdown_connections 2024-07-26T17:02:20.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.764+0000 7f9d4a177640 1 --2- 172.21.15.33:0/1808327985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d44150ff0 0x7f9d44152ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.764+0000 7f9d4a177640 1 --2- 172.21.15.33:0/1808327985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9d44072b70 0x7f9d44152590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.764+0000 7f9d4a177640 1 --2- 172.21.15.33:0/1808327985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d4406f670 0x7f9d44157de0 unknown :-1 s=CLOSED pgs=1949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:20.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.764+0000 7f9d4a177640 1 -- 172.21.15.33:0/1808327985 >> 172.21.15.33:0/1808327985 conn(0x7f9d4406cc60 msgr2=0x7f9d440b3e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:20.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.764+0000 7f9d4a177640 1 -- 172.21.15.33:0/1808327985 shutdown_connections 2024-07-26T17:02:20.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:20.764+0000 7f9d4a177640 1 -- 172.21.15.33:0/1808327985 wait complete. 2024-07-26T17:02:20.777 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T17:02:20.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:20.777 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T17:02:20.802 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[89736]: fuse finished with error 0 and tester_r 0 2024-07-26T17:02:20.804 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:02:20.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:20.804 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T17:02:20.861 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:02:20.861 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:02:20.861 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:02:20.877 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:02:20.877 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:02:20.877 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:02:20.877 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:02:20.917 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:02:20.917 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:02:20.917 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:02:20.917 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:02:20.933 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:02:20.933 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:02:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.075+0000 7f40818b9640 1 -- 172.21.15.33:0/3280213460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f407c0b9050 msgr2=0x7f407c0cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.075+0000 7f40818b9640 1 --2- 172.21.15.33:0/3280213460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f407c0b9050 0x7f407c0cf710 secure :-1 s=READY pgs=1950 cs=0 l=1 rev1=1 crypto rx=0x7f407c0cae00 tx=0x7f406c02a560 comp rx=0 tx=0).stop 2024-07-26T17:02:21.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.075+0000 7f40818b9640 1 -- 172.21.15.33:0/3280213460 shutdown_connections 2024-07-26T17:02:21.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.075+0000 7f40818b9640 1 --2- 172.21.15.33:0/3280213460 >> v2:172.21.15.154:3300/0 conn(0x7f407c0d1970 0x7f407c0d1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.075+0000 7f40818b9640 1 --2- 172.21.15.33:0/3280213460 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f407c0b9050 0x7f407c0cf710 unknown :-1 s=CLOSED pgs=1950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.075+0000 7f40818b9640 1 -- 172.21.15.33:0/3280213460 >> 172.21.15.33:0/3280213460 conn(0x7f407c0d3da0 msgr2=0x7f407c0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:21.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.076+0000 7f40818b9640 1 -- 172.21.15.33:0/3280213460 shutdown_connections 2024-07-26T17:02:21.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.076+0000 7f40818b9640 1 -- 172.21.15.33:0/3280213460 wait complete. 2024-07-26T17:02:21.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.077+0000 7f40818b9640 1 Processor -- start 2024-07-26T17:02:21.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.077+0000 7f40818b9640 1 -- start start 2024-07-26T17:02:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f40818b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f407c0b9050 0x7f407c15c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f40818b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f407c0d0910 0x7f407c0a1200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f40818b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f407c0d1970 0x7f407c1630b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f40818b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f407c0b4ab0 con 0x7f407c0d0910 2024-07-26T17:02:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f40818b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f407c0b53c0 con 0x7f407c0b9050 2024-07-26T17:02:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f40818b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f407c0d22c0 con 0x7f407c0d1970 2024-07-26T17:02:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f407a7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f407c0d0910 0x7f407c0a1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f407a7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f407c0d0910 0x7f407c0a1200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56070/0 (socket says 172.21.15.33:56070) 2024-07-26T17:02:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f407a7fc640 1 -- 172.21.15.33:0/525104574 learned_addr learned my addr 172.21.15.33:0/525104574 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f407affd640 1 --2- 172.21.15.33:0/525104574 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f407c0b9050 0x7f407c15c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f407b7fe640 1 --2- 172.21.15.33:0/525104574 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f407c0d1970 0x7f407c1630b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f407a7fc640 1 -- 172.21.15.33:0/525104574 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f407c0d1970 msgr2=0x7f407c1630b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f407a7fc640 1 --2- 172.21.15.33:0/525104574 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f407c0d1970 0x7f407c1630b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f407a7fc640 1 -- 172.21.15.33:0/525104574 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f407c0b9050 msgr2=0x7f407c15c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f407a7fc640 1 --2- 172.21.15.33:0/525104574 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f407c0b9050 0x7f407c15c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.079+0000 7f407a7fc640 1 -- 172.21.15.33:0/525104574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f407c15d240 con 0x7f407c0d0910 2024-07-26T17:02:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.080+0000 7f407a7fc640 1 --2- 172.21.15.33:0/525104574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f407c0d0910 0x7f407c0a1200 secure :-1 s=READY pgs=1951 cs=0 l=1 rev1=1 crypto rx=0x7f407000c3d0 tx=0x7f407000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.080+0000 7f4063fff640 1 -- 172.21.15.33:0/525104574 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4070017070 con 0x7f407c0d0910 2024-07-26T17:02:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.080+0000 7f4063fff640 1 -- 172.21.15.33:0/525104574 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40700053c0 con 0x7f407c0d0910 2024-07-26T17:02:21.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.080+0000 7f4063fff640 1 -- 172.21.15.33:0/525104574 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4070003850 con 0x7f407c0d0910 2024-07-26T17:02:21.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.080+0000 7f40818b9640 1 -- 172.21.15.33:0/525104574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f407c15d520 con 0x7f407c0d0910 2024-07-26T17:02:21.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.080+0000 7f40818b9640 1 -- 172.21.15.33:0/525104574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f407c15fd80 con 0x7f407c0d0910 2024-07-26T17:02:21.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.081+0000 7f40818b9640 1 -- 172.21.15.33:0/525104574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f407c0cf710 con 0x7f407c0d0910 2024-07-26T17:02:21.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.081+0000 7f4063fff640 1 -- 172.21.15.33:0/525104574 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 128) ==== 49591+0+0 (secure 0 0 0) 0x7f407001a070 con 0x7f407c0d0910 2024-07-26T17:02:21.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.081+0000 7f4063fff640 1 -- 172.21.15.33:0/525104574 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(198..198 src has 1..198) ==== 7321+0+0 (secure 0 0 0) 0x7f4070051b10 con 0x7f407c0d0910 2024-07-26T17:02:21.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.086+0000 7f4063fff640 1 -- 172.21.15.33:0/525104574 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f40700102e0 con 0x7f407c0d0910 2024-07-26T17:02:21.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.324+0000 7f40818b9640 1 -- 172.21.15.33:0/525104574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f407c0d20a0 con 0x7f407c0d0910 2024-07-26T17:02:21.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.325+0000 7f4063fff640 1 -- 172.21.15.33:0/525104574 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5221 (secure 0 0 0) 0x7f407001bdf0 con 0x7f407c0d0910 2024-07-26T17:02:21.327 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:21.327 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":99,"btime":"2024-07-26T16:46:17:037708+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8084,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/750259562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":750259562},{"type":"v1","addr":"172.21.15.154:6835","nonce":750259562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8941,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/81976683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":81976683},{"type":"v1","addr":"172.21.15.154:6834","nonce":81976683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":9774,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2756307213","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2756307213},{"type":"v1","addr":"172.21.15.33:6833","nonce":2756307213}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:46:13.383986+0000","modified":"2024-07-26T16:46:16.427492+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9777},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9777":{"gid":9777,"name":"a","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/650113402","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":650113402},{"type":"v1","addr":"172.21.15.33:6835","nonce":650113402}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9777,"qdb_cluster":[9777]},"id":11}]} 2024-07-26T17:02:21.327 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 99 2024-07-26T17:02:21.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.327+0000 7f40818b9640 1 -- 172.21.15.33:0/525104574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f407c0d0910 msgr2=0x7f407c0a1200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:21.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.327+0000 7f40818b9640 1 --2- 172.21.15.33:0/525104574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f407c0d0910 0x7f407c0a1200 secure :-1 s=READY pgs=1951 cs=0 l=1 rev1=1 crypto rx=0x7f407000c3d0 tx=0x7f407000c890 comp rx=0 tx=0).stop 2024-07-26T17:02:21.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.327+0000 7f40818b9640 1 -- 172.21.15.33:0/525104574 shutdown_connections 2024-07-26T17:02:21.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.327+0000 7f40818b9640 1 --2- 172.21.15.33:0/525104574 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f407c0d1970 0x7f407c1630b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.327+0000 7f40818b9640 1 --2- 172.21.15.33:0/525104574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f407c0d0910 0x7f407c0a1200 unknown :-1 s=CLOSED pgs=1951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.327+0000 7f40818b9640 1 --2- 172.21.15.33:0/525104574 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f407c0b9050 0x7f407c15c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.327+0000 7f40818b9640 1 -- 172.21.15.33:0/525104574 >> 172.21.15.33:0/525104574 conn(0x7f407c0d3da0 msgr2=0x7f407c15ee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:21.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.327+0000 7f40818b9640 1 -- 172.21.15.33:0/525104574 shutdown_connections 2024-07-26T17:02:21.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.327+0000 7f40818b9640 1 -- 172.21.15.33:0/525104574 wait complete. 2024-07-26T17:02:21.341 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:02:21.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.459+0000 7fe68f577640 1 -- 172.21.15.33:0/1821405577 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe68815bc00 msgr2=0x7fe68815c010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:21.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.459+0000 7fe68f577640 1 --2- 172.21.15.33:0/1821405577 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe68815bc00 0x7fe68815c010 secure :-1 s=READY pgs=1953 cs=0 l=1 rev1=1 crypto rx=0x7fe68806e760 tx=0x7fe68002aa30 comp rx=0 tx=0).stop 2024-07-26T17:02:21.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.459+0000 7fe68f577640 1 -- 172.21.15.33:0/1821405577 shutdown_connections 2024-07-26T17:02:21.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.459+0000 7fe68f577640 1 --2- 172.21.15.33:0/1821405577 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe68815bc00 0x7fe68815c010 unknown :-1 s=CLOSED pgs=1953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.459+0000 7fe68f577640 1 --2- 172.21.15.33:0/1821405577 >> v2:172.21.15.154:3300/0 conn(0x7fe6880ce6e0 0x7fe6880cc380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.459+0000 7fe68f577640 1 -- 172.21.15.33:0/1821405577 >> 172.21.15.33:0/1821405577 conn(0x7fe6880d0b10 msgr2=0x7fe6880d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:21.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.459+0000 7fe68f577640 1 -- 172.21.15.33:0/1821405577 shutdown_connections 2024-07-26T17:02:21.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.459+0000 7fe68f577640 1 -- 172.21.15.33:0/1821405577 wait complete. 2024-07-26T17:02:21.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.461+0000 7fe68f577640 1 Processor -- start 2024-07-26T17:02:21.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.461+0000 7fe68f577640 1 -- start start 2024-07-26T17:02:21.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68f577640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe6880ce6e0 0x7fe6881e4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:21.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68f577640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe68815afc0 0x7fe688146d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68f577640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe68815bc00 0x7fe688158d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68f577640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe688073430 con 0x7fe68815afc0 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68f577640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe6880732b0 con 0x7fe68815bc00 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68f577640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe6880735b0 con 0x7fe6880ce6e0 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68cb12640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe68815afc0 0x7fe688146d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68cb12640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe68815afc0 0x7fe688146d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56094/0 (socket says 172.21.15.33:56094) 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68cb12640 1 -- 172.21.15.33:0/3318413848 learned_addr learned my addr 172.21.15.33:0/3318413848 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68d313640 1 --2- 172.21.15.33:0/3318413848 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe6880ce6e0 0x7fe6881e4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68db14640 1 --2- 172.21.15.33:0/3318413848 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe68815bc00 0x7fe688158d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68cb12640 1 -- 172.21.15.33:0/3318413848 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe6880ce6e0 msgr2=0x7fe6881e4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68cb12640 1 --2- 172.21.15.33:0/3318413848 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe6880ce6e0 0x7fe6881e4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68cb12640 1 -- 172.21.15.33:0/3318413848 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe68815bc00 msgr2=0x7fe688158d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:21.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68cb12640 1 --2- 172.21.15.33:0/3318413848 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe68815bc00 0x7fe688158d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68cb12640 1 -- 172.21.15.33:0/3318413848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6881567c0 con 0x7fe68815afc0 2024-07-26T17:02:21.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe68cb12640 1 --2- 172.21.15.33:0/3318413848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe68815afc0 0x7fe688146d80 secure :-1 s=READY pgs=1954 cs=0 l=1 rev1=1 crypto rx=0x7fe68400c3c0 tx=0x7fe68400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:21.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.463+0000 7fe679ffb640 1 -- 172.21.15.33:0/3318413848 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe684017070 con 0x7fe68815afc0 2024-07-26T17:02:21.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.464+0000 7fe679ffb640 1 -- 172.21.15.33:0/3318413848 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe6840035f0 con 0x7fe68815afc0 2024-07-26T17:02:21.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.464+0000 7fe68f577640 1 -- 172.21.15.33:0/3318413848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe688156aa0 con 0x7fe68815afc0 2024-07-26T17:02:21.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.464+0000 7fe679ffb640 1 -- 172.21.15.33:0/3318413848 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe684003a20 con 0x7fe68815afc0 2024-07-26T17:02:21.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.464+0000 7fe68f577640 1 -- 172.21.15.33:0/3318413848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe688157060 con 0x7fe68815afc0 2024-07-26T17:02:21.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.465+0000 7fe68f577640 1 -- 172.21.15.33:0/3318413848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe688156530 con 0x7fe68815afc0 2024-07-26T17:02:21.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.465+0000 7fe679ffb640 1 -- 172.21.15.33:0/3318413848 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 128) ==== 49591+0+0 (secure 0 0 0) 0x7fe68401a070 con 0x7fe68815afc0 2024-07-26T17:02:21.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.465+0000 7fe679ffb640 1 -- 172.21.15.33:0/3318413848 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 7305+0+0 (secure 0 0 0) 0x7fe684051a40 con 0x7fe68815afc0 2024-07-26T17:02:21.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.470+0000 7fe679ffb640 1 -- 172.21.15.33:0/3318413848 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe68401ada0 con 0x7fe68815afc0 2024-07-26T17:02:21.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.702+0000 7fe68f577640 1 -- 172.21.15.33:0/3318413848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe6880cc380 con 0x7fe68815afc0 2024-07-26T17:02:21.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.703+0000 7fe679ffb640 1 -- 172.21.15.33:0/3318413848 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5221 (secure 0 0 0) 0x7fe68401b8d0 con 0x7fe68815afc0 2024-07-26T17:02:21.705 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:21.705 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":99,"btime":"2024-07-26T16:46:17:037708+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8084,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/750259562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":750259562},{"type":"v1","addr":"172.21.15.154:6835","nonce":750259562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8941,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/81976683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":81976683},{"type":"v1","addr":"172.21.15.154:6834","nonce":81976683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":9774,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2756307213","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2756307213},{"type":"v1","addr":"172.21.15.33:6833","nonce":2756307213}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:46:13.383986+0000","modified":"2024-07-26T16:46:16.427492+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9777},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9777":{"gid":9777,"name":"a","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/650113402","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":650113402},{"type":"v1","addr":"172.21.15.33:6835","nonce":650113402}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9777,"qdb_cluster":[9777]},"id":11}]} 2024-07-26T17:02:21.705 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 99 2024-07-26T17:02:21.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.705+0000 7fe68f577640 1 -- 172.21.15.33:0/3318413848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe68815afc0 msgr2=0x7fe688146d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:21.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.705+0000 7fe68f577640 1 --2- 172.21.15.33:0/3318413848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe68815afc0 0x7fe688146d80 secure :-1 s=READY pgs=1954 cs=0 l=1 rev1=1 crypto rx=0x7fe68400c3c0 tx=0x7fe68400c880 comp rx=0 tx=0).stop 2024-07-26T17:02:21.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.705+0000 7fe68f577640 1 -- 172.21.15.33:0/3318413848 shutdown_connections 2024-07-26T17:02:21.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.705+0000 7fe68f577640 1 --2- 172.21.15.33:0/3318413848 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe68815bc00 0x7fe688158d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.705+0000 7fe68f577640 1 --2- 172.21.15.33:0/3318413848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe68815afc0 0x7fe688146d80 unknown :-1 s=CLOSED pgs=1954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.705+0000 7fe68f577640 1 --2- 172.21.15.33:0/3318413848 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe6880ce6e0 0x7fe6881e4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.705+0000 7fe68f577640 1 -- 172.21.15.33:0/3318413848 >> 172.21.15.33:0/3318413848 conn(0x7fe6880d0b10 msgr2=0x7fe6880d0390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:21.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.705+0000 7fe68f577640 1 -- 172.21.15.33:0/3318413848 shutdown_connections 2024-07-26T17:02:21.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.705+0000 7fe68f577640 1 -- 172.21.15.33:0/3318413848 wait complete. 2024-07-26T17:02:21.718 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:02:21.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.836+0000 7faa8679c640 1 -- 172.21.15.33:0/233584073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa800d0c80 msgr2=0x7faa800d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:21.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.836+0000 7faa8679c640 1 --2- 172.21.15.33:0/233584073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa800d0c80 0x7faa800d2930 secure :-1 s=READY pgs=1956 cs=0 l=1 rev1=1 crypto rx=0x7faa68005fd0 tx=0x7faa6802a560 comp rx=0 tx=0).stop 2024-07-26T17:02:21.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.836+0000 7faa8679c640 1 -- 172.21.15.33:0/233584073 shutdown_connections 2024-07-26T17:02:21.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.836+0000 7faa8679c640 1 --2- 172.21.15.33:0/233584073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa800d0c80 0x7faa800d2930 unknown :-1 s=CLOSED pgs=1956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.836+0000 7faa8679c640 1 -- 172.21.15.33:0/233584073 >> 172.21.15.33:0/233584073 conn(0x7faa800d3e10 msgr2=0x7faa800d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:21.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.836+0000 7faa8679c640 1 -- 172.21.15.33:0/233584073 shutdown_connections 2024-07-26T17:02:21.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.836+0000 7faa8679c640 1 -- 172.21.15.33:0/233584073 wait complete. 2024-07-26T17:02:21.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.838+0000 7faa8679c640 1 Processor -- start 2024-07-26T17:02:21.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.838+0000 7faa8679c640 1 -- start start 2024-07-26T17:02:21.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa8679c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa800b2dc0 0x7faa8015ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:21.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa8679c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa800ce9e0 0x7faa800c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:21.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa8679c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faa800cb740 0x7faa800c92f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:21.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa8679c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faa800d4cc0 con 0x7faa800b2dc0 2024-07-26T17:02:21.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa8679c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7faa800d4b40 con 0x7faa800cb740 2024-07-26T17:02:21.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa8679c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7faa80169af0 con 0x7faa800ce9e0 2024-07-26T17:02:21.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa7ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa800b2dc0 0x7faa8015ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:21.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa7ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa800b2dc0 0x7faa8015ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44760/0 (socket says 172.21.15.33:44760) 2024-07-26T17:02:21.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa7ffff640 1 -- 172.21.15.33:0/488729745 learned_addr learned my addr 172.21.15.33:0/488729745 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:21.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa84d39640 1 --2- 172.21.15.33:0/488729745 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faa800cb740 0x7faa800c92f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:21.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa77fff640 1 --2- 172.21.15.33:0/488729745 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa800ce9e0 0x7faa800c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:21.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa7ffff640 1 -- 172.21.15.33:0/488729745 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa800ce9e0 msgr2=0x7faa800c8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:21.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa7ffff640 1 --2- 172.21.15.33:0/488729745 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa800ce9e0 0x7faa800c8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa7ffff640 1 -- 172.21.15.33:0/488729745 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faa800cb740 msgr2=0x7faa800c92f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:21.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa7ffff640 1 --2- 172.21.15.33:0/488729745 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faa800cb740 0x7faa800c92f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:21.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa7ffff640 1 -- 172.21.15.33:0/488729745 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa8015faf0 con 0x7faa800b2dc0 2024-07-26T17:02:21.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa7ffff640 1 --2- 172.21.15.33:0/488729745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa800b2dc0 0x7faa8015ec50 secure :-1 s=READY pgs=1957 cs=0 l=1 rev1=1 crypto rx=0x7faa7000c430 tx=0x7faa7000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:21.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa7d7fa640 1 -- 172.21.15.33:0/488729745 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa70017070 con 0x7faa800b2dc0 2024-07-26T17:02:21.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa7d7fa640 1 -- 172.21.15.33:0/488729745 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faa700035f0 con 0x7faa800b2dc0 2024-07-26T17:02:21.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.840+0000 7faa8679c640 1 -- 172.21.15.33:0/488729745 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa8015fdd0 con 0x7faa800b2dc0 2024-07-26T17:02:21.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.841+0000 7faa7d7fa640 1 -- 172.21.15.33:0/488729745 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa70003a40 con 0x7faa800b2dc0 2024-07-26T17:02:21.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.841+0000 7faa8679c640 1 -- 172.21.15.33:0/488729745 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa80160390 con 0x7faa800b2dc0 2024-07-26T17:02:21.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.842+0000 7faa7d7fa640 1 -- 172.21.15.33:0/488729745 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 128) ==== 49591+0+0 (secure 0 0 0) 0x7faa7001a070 con 0x7faa800b2dc0 2024-07-26T17:02:21.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.842+0000 7faa8679c640 1 -- 172.21.15.33:0/488729745 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa800d2930 con 0x7faa800b2dc0 2024-07-26T17:02:21.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.842+0000 7faa7d7fa640 1 -- 172.21.15.33:0/488729745 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 7305+0+0 (secure 0 0 0) 0x7faa700519b0 con 0x7faa800b2dc0 2024-07-26T17:02:21.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:21.847+0000 7faa7d7fa640 1 -- 172.21.15.33:0/488729745 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faa70003dc0 con 0x7faa800b2dc0 2024-07-26T17:02:22.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.042+0000 7faa8679c640 1 -- 172.21.15.33:0/488729745 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faa8015f190 con 0x7faa800b2dc0 2024-07-26T17:02:22.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.044+0000 7faa7d7fa640 1 -- 172.21.15.33:0/488729745 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v199) ==== 74+0+18682 (secure 0 0 0) 0x7faa7001ada0 con 0x7faa800b2dc0 2024-07-26T17:02:22.046 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:22.046 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":199,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:02:21.118548+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-07-26T16:46:11.135317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"194","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-07-26T16:46:12.346823+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"199","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":33,"snap_epoch":199,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6837/3336102726":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/1455107311":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6836/3336102726":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/2676037868":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/2111691742":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/3873217985":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6837/1222826330":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6836/1222826330":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/102591814":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/715797807":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/1704982223":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/2757205723":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/2263124276":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/264360481":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/422133012":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/4087394097":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/698765645":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6837/2764472614":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/3355160237":"2024-07-27T17:02:20.116487+0000","172.21.15.33:6836/2764472614":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/2139836942":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/1809720357":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/1051032151":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/1170781454":"2024-07-27T16:46:26.901153+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]}],"new_removed_snaps":[{"pool":24,"snaps":[{"begin":17,"length":1},{"begin":33,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:02:22.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.046+0000 7faa8679c640 1 -- 172.21.15.33:0/488729745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa800b2dc0 msgr2=0x7faa8015ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.046+0000 7faa8679c640 1 --2- 172.21.15.33:0/488729745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa800b2dc0 0x7faa8015ec50 secure :-1 s=READY pgs=1957 cs=0 l=1 rev1=1 crypto rx=0x7faa7000c430 tx=0x7faa7000c8f0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.046+0000 7faa8679c640 1 -- 172.21.15.33:0/488729745 shutdown_connections 2024-07-26T17:02:22.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.046+0000 7faa8679c640 1 --2- 172.21.15.33:0/488729745 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faa800cb740 0x7faa800c92f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.046+0000 7faa8679c640 1 --2- 172.21.15.33:0/488729745 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa800ce9e0 0x7faa800c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.046+0000 7faa8679c640 1 --2- 172.21.15.33:0/488729745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa800b2dc0 0x7faa8015ec50 unknown :-1 s=CLOSED pgs=1957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.046+0000 7faa8679c640 1 -- 172.21.15.33:0/488729745 >> 172.21.15.33:0/488729745 conn(0x7faa800d3e10 msgr2=0x7faa800b3e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:22.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.046+0000 7faa8679c640 1 -- 172.21.15.33:0/488729745 shutdown_connections 2024-07-26T17:02:22.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.046+0000 7faa8679c640 1 -- 172.21.15.33:0/488729745 wait complete. 2024-07-26T17:02:22.061 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T17:02:22.061 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:02:22.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.177+0000 7f9d755cf640 1 -- 172.21.15.33:0/532806915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d700d27c0 msgr2=0x7f9d700d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.177+0000 7f9d755cf640 1 --2- 172.21.15.33:0/532806915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d700d27c0 0x7f9d700d0570 secure :-1 s=READY pgs=1958 cs=0 l=1 rev1=1 crypto rx=0x7f9d7008c520 tx=0x7f9d6802aa30 comp rx=0 tx=0).stop 2024-07-26T17:02:22.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.178+0000 7f9d755cf640 1 -- 172.21.15.33:0/532806915 shutdown_connections 2024-07-26T17:02:22.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.178+0000 7f9d755cf640 1 --2- 172.21.15.33:0/532806915 >> v2:172.21.15.154:3300/0 conn(0x7f9d700d1b80 0x7f9d700d2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.178+0000 7f9d755cf640 1 --2- 172.21.15.33:0/532806915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d700d27c0 0x7f9d700d0570 unknown :-1 s=CLOSED pgs=1958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.178+0000 7f9d755cf640 1 --2- 172.21.15.33:0/532806915 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d700cf430 0x7f9d700b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.178+0000 7f9d755cf640 1 -- 172.21.15.33:0/532806915 >> 172.21.15.33:0/532806915 conn(0x7f9d700d3da0 msgr2=0x7f9d700d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:22.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.178+0000 7f9d755cf640 1 -- 172.21.15.33:0/532806915 shutdown_connections 2024-07-26T17:02:22.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.178+0000 7f9d755cf640 1 -- 172.21.15.33:0/532806915 wait complete. 2024-07-26T17:02:22.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.180+0000 7f9d755cf640 1 Processor -- start 2024-07-26T17:02:22.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.180+0000 7f9d755cf640 1 -- start start 2024-07-26T17:02:22.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d755cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9d700cf430 0x7f9d701f2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:22.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d755cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d700d1b80 0x7f9d701502e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:22.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d755cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d700d27c0 0x7f9d70150820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:22.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d755cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9d700d0e40 con 0x7f9d700d1b80 2024-07-26T17:02:22.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d755cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9d700d0cc0 con 0x7f9d700cf430 2024-07-26T17:02:22.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d755cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9d700d0fc0 con 0x7f9d700d27c0 2024-07-26T17:02:22.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d6e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d700d1b80 0x7f9d701502e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:22.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d6e7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d700d1b80 0x7f9d701502e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44788/0 (socket says 172.21.15.33:44788) 2024-07-26T17:02:22.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d6e7fc640 1 -- 172.21.15.33:0/1977212603 learned_addr learned my addr 172.21.15.33:0/1977212603 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:22.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d6f7fe640 1 --2- 172.21.15.33:0/1977212603 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d700d27c0 0x7f9d70150820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:22.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d6effd640 1 --2- 172.21.15.33:0/1977212603 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9d700cf430 0x7f9d701f2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:22.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d6e7fc640 1 -- 172.21.15.33:0/1977212603 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d700d27c0 msgr2=0x7f9d70150820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d6e7fc640 1 --2- 172.21.15.33:0/1977212603 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d700d27c0 0x7f9d70150820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d6e7fc640 1 -- 172.21.15.33:0/1977212603 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9d700cf430 msgr2=0x7f9d701f2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d6e7fc640 1 --2- 172.21.15.33:0/1977212603 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9d700cf430 0x7f9d701f2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.181+0000 7f9d6e7fc640 1 -- 172.21.15.33:0/1977212603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d700b52e0 con 0x7f9d700d1b80 2024-07-26T17:02:22.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.182+0000 7f9d6e7fc640 1 --2- 172.21.15.33:0/1977212603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d700d1b80 0x7f9d701502e0 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x7f9d6400e790 tx=0x7f9d6400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:22.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.182+0000 7f9d577fe640 1 -- 172.21.15.33:0/1977212603 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d6400eea0 con 0x7f9d700d1b80 2024-07-26T17:02:22.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.182+0000 7f9d577fe640 1 -- 172.21.15.33:0/1977212603 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d6400ccc0 con 0x7f9d700d1b80 2024-07-26T17:02:22.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.182+0000 7f9d755cf640 1 -- 172.21.15.33:0/1977212603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d700b55c0 con 0x7f9d700d1b80 2024-07-26T17:02:22.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.182+0000 7f9d577fe640 1 -- 172.21.15.33:0/1977212603 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d64005280 con 0x7f9d700d1b80 2024-07-26T17:02:22.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.182+0000 7f9d755cf640 1 -- 172.21.15.33:0/1977212603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d700b5b80 con 0x7f9d700d1b80 2024-07-26T17:02:22.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.183+0000 7f9d755cf640 1 -- 172.21.15.33:0/1977212603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d7006a8e0 con 0x7f9d700d1b80 2024-07-26T17:02:22.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.183+0000 7f9d577fe640 1 -- 172.21.15.33:0/1977212603 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 128) ==== 49591+0+0 (secure 0 0 0) 0x7f9d64005420 con 0x7f9d700d1b80 2024-07-26T17:02:22.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.183+0000 7f9d577fe640 1 -- 172.21.15.33:0/1977212603 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 7305+0+0 (secure 0 0 0) 0x7f9d64052fb0 con 0x7f9d700d1b80 2024-07-26T17:02:22.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.188+0000 7f9d577fe640 1 -- 172.21.15.33:0/1977212603 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9d7006a8e0 con 0x7f9d700d1b80 2024-07-26T17:02:22.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.420+0000 7f9d755cf640 1 -- 172.21.15.33:0/1977212603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9d700d2280 con 0x7f9d700d1b80 2024-07-26T17:02:22.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.421+0000 7f9d577fe640 1 -- 172.21.15.33:0/1977212603 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5221 (secure 0 0 0) 0x7f9d64004980 con 0x7f9d700d1b80 2024-07-26T17:02:22.423 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:22.423 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":99,"btime":"2024-07-26T16:46:17:037708+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8084,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/750259562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":750259562},{"type":"v1","addr":"172.21.15.154:6835","nonce":750259562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8941,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/81976683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":81976683},{"type":"v1","addr":"172.21.15.154:6834","nonce":81976683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":9774,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2756307213","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2756307213},{"type":"v1","addr":"172.21.15.33:6833","nonce":2756307213}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:46:13.383986+0000","modified":"2024-07-26T16:46:16.427492+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9777},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9777":{"gid":9777,"name":"a","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/650113402","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":650113402},{"type":"v1","addr":"172.21.15.33:6835","nonce":650113402}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9777,"qdb_cluster":[9777]},"id":11}]} 2024-07-26T17:02:22.423 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 99 2024-07-26T17:02:22.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.423+0000 7f9d755cf640 1 -- 172.21.15.33:0/1977212603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d700d1b80 msgr2=0x7f9d701502e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.423+0000 7f9d755cf640 1 --2- 172.21.15.33:0/1977212603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d700d1b80 0x7f9d701502e0 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x7f9d6400e790 tx=0x7f9d6400ec50 comp rx=0 tx=0).stop 2024-07-26T17:02:22.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.423+0000 7f9d755cf640 1 -- 172.21.15.33:0/1977212603 shutdown_connections 2024-07-26T17:02:22.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.423+0000 7f9d755cf640 1 --2- 172.21.15.33:0/1977212603 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9d700d27c0 0x7f9d70150820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.423+0000 7f9d755cf640 1 --2- 172.21.15.33:0/1977212603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d700d1b80 0x7f9d701502e0 unknown :-1 s=CLOSED pgs=1959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.423+0000 7f9d755cf640 1 --2- 172.21.15.33:0/1977212603 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9d700cf430 0x7f9d701f2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.423+0000 7f9d755cf640 1 -- 172.21.15.33:0/1977212603 >> 172.21.15.33:0/1977212603 conn(0x7f9d700d3da0 msgr2=0x7f9d7015e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:22.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.423+0000 7f9d755cf640 1 -- 172.21.15.33:0/1977212603 shutdown_connections 2024-07-26T17:02:22.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.423+0000 7f9d755cf640 1 -- 172.21.15.33:0/1977212603 wait complete. 2024-07-26T17:02:22.436 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:02:22.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.553+0000 7f4e619da640 1 -- 172.21.15.33:0/1528215731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e5c0ce6e0 msgr2=0x7f4e5c0cc380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.553+0000 7f4e619da640 1 --2- 172.21.15.33:0/1528215731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e5c0ce6e0 0x7f4e5c0cc380 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c009860 tx=0x7f4e4c02a510 comp rx=0 tx=0).stop 2024-07-26T17:02:22.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.553+0000 7f4e619da640 1 -- 172.21.15.33:0/1528215731 shutdown_connections 2024-07-26T17:02:22.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.553+0000 7f4e619da640 1 --2- 172.21.15.33:0/1528215731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e5c0ce6e0 0x7f4e5c0cc380 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.553+0000 7f4e619da640 1 -- 172.21.15.33:0/1528215731 >> 172.21.15.33:0/1528215731 conn(0x7f4e5c0d0b10 msgr2=0x7f4e5c0d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:22.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.553+0000 7f4e619da640 1 -- 172.21.15.33:0/1528215731 shutdown_connections 2024-07-26T17:02:22.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.553+0000 7f4e619da640 1 -- 172.21.15.33:0/1528215731 wait complete. 2024-07-26T17:02:22.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.555+0000 7f4e619da640 1 Processor -- start 2024-07-26T17:02:22.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.555+0000 7f4e619da640 1 -- start start 2024-07-26T17:02:22.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e619da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e5c0ce6e0 0x7f4e5c1573e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:22.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e619da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e5c15afc0 0x7f4e5c14e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:22.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e619da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e5c15bc00 0x7f4e5c14ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:22.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e619da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4e5c15c010 con 0x7f4e5c15bc00 2024-07-26T17:02:22.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e619da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4e5c15c190 con 0x7f4e5c15afc0 2024-07-26T17:02:22.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e619da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4e5c15c310 con 0x7f4e5c0ce6e0 2024-07-26T17:02:22.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e5b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e5c15bc00 0x7f4e5c14ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:22.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e5b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e5c15bc00 0x7f4e5c14ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44792/0 (socket says 172.21.15.33:44792) 2024-07-26T17:02:22.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e5b7fe640 1 -- 172.21.15.33:0/632568337 learned_addr learned my addr 172.21.15.33:0/632568337 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:22.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e5affd640 1 --2- 172.21.15.33:0/632568337 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e5c0ce6e0 0x7f4e5c1573e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:22.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e5a7fc640 1 --2- 172.21.15.33:0/632568337 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e5c15afc0 0x7f4e5c14e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:22.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e5b7fe640 1 -- 172.21.15.33:0/632568337 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e5c0ce6e0 msgr2=0x7f4e5c1573e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e5b7fe640 1 --2- 172.21.15.33:0/632568337 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e5c0ce6e0 0x7f4e5c1573e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e5b7fe640 1 -- 172.21.15.33:0/632568337 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e5c15afc0 msgr2=0x7f4e5c14e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e5b7fe640 1 --2- 172.21.15.33:0/632568337 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e5c15afc0 0x7f4e5c14e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.557+0000 7f4e5b7fe640 1 -- 172.21.15.33:0/632568337 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e5c0cb9e0 con 0x7f4e5c15bc00 2024-07-26T17:02:22.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.558+0000 7f4e5b7fe640 1 --2- 172.21.15.33:0/632568337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e5c15bc00 0x7f4e5c14ac20 secure :-1 s=READY pgs=1961 cs=0 l=1 rev1=1 crypto rx=0x7f4e5400ed20 tx=0x7f4e5400c640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:22.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.558+0000 7f4e53fff640 1 -- 172.21.15.33:0/632568337 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e54016070 con 0x7f4e5c15bc00 2024-07-26T17:02:22.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.558+0000 7f4e619da640 1 -- 172.21.15.33:0/632568337 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e5c1f28a0 con 0x7f4e5c15bc00 2024-07-26T17:02:22.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.558+0000 7f4e53fff640 1 -- 172.21.15.33:0/632568337 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4e54011780 con 0x7f4e5c15bc00 2024-07-26T17:02:22.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.558+0000 7f4e53fff640 1 -- 172.21.15.33:0/632568337 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e54011bd0 con 0x7f4e5c15bc00 2024-07-26T17:02:22.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.558+0000 7f4e619da640 1 -- 172.21.15.33:0/632568337 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e5c1f2b40 con 0x7f4e5c15bc00 2024-07-26T17:02:22.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.559+0000 7f4e53fff640 1 -- 172.21.15.33:0/632568337 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 128) ==== 49591+0+0 (secure 0 0 0) 0x7f4e54019070 con 0x7f4e5c15bc00 2024-07-26T17:02:22.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.559+0000 7f4e619da640 1 -- 172.21.15.33:0/632568337 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e5c071610 con 0x7f4e5c15bc00 2024-07-26T17:02:22.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.559+0000 7f4e53fff640 1 -- 172.21.15.33:0/632568337 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 7305+0+0 (secure 0 0 0) 0x7f4e54055050 con 0x7f4e5c15bc00 2024-07-26T17:02:22.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.564+0000 7f4e53fff640 1 -- 172.21.15.33:0/632568337 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4e5c071610 con 0x7f4e5c15bc00 2024-07-26T17:02:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.797+0000 7f4e619da640 1 -- 172.21.15.33:0/632568337 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4e5c0cc380 con 0x7f4e5c15bc00 2024-07-26T17:02:22.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.798+0000 7f4e53fff640 1 -- 172.21.15.33:0/632568337 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5221 (secure 0 0 0) 0x7f4e54019360 con 0x7f4e5c15bc00 2024-07-26T17:02:22.799 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:22.800 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":99,"btime":"2024-07-26T16:46:17:037708+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8084,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/750259562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":750259562},{"type":"v1","addr":"172.21.15.154:6835","nonce":750259562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8941,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/81976683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":81976683},{"type":"v1","addr":"172.21.15.154:6834","nonce":81976683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":9774,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2756307213","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2756307213},{"type":"v1","addr":"172.21.15.33:6833","nonce":2756307213}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T16:46:13.383986+0000","modified":"2024-07-26T16:46:16.427492+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9777},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9777":{"gid":9777,"name":"a","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/650113402","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":650113402},{"type":"v1","addr":"172.21.15.33:6835","nonce":650113402}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[24],"metadata_pool":23,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9777,"qdb_cluster":[9777]},"id":11}]} 2024-07-26T17:02:22.800 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 99 2024-07-26T17:02:22.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.800+0000 7f4e619da640 1 -- 172.21.15.33:0/632568337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e5c15bc00 msgr2=0x7f4e5c14ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.800+0000 7f4e619da640 1 --2- 172.21.15.33:0/632568337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e5c15bc00 0x7f4e5c14ac20 secure :-1 s=READY pgs=1961 cs=0 l=1 rev1=1 crypto rx=0x7f4e5400ed20 tx=0x7f4e5400c640 comp rx=0 tx=0).stop 2024-07-26T17:02:22.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.800+0000 7f4e619da640 1 -- 172.21.15.33:0/632568337 shutdown_connections 2024-07-26T17:02:22.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.800+0000 7f4e619da640 1 --2- 172.21.15.33:0/632568337 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e5c15bc00 0x7f4e5c14ac20 unknown :-1 s=CLOSED pgs=1961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.800+0000 7f4e619da640 1 --2- 172.21.15.33:0/632568337 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e5c15afc0 0x7f4e5c14e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.800+0000 7f4e619da640 1 --2- 172.21.15.33:0/632568337 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e5c0ce6e0 0x7f4e5c1573e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.800+0000 7f4e619da640 1 -- 172.21.15.33:0/632568337 >> 172.21.15.33:0/632568337 conn(0x7f4e5c0d0b10 msgr2=0x7f4e5c0b6260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:22.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.800+0000 7f4e619da640 1 -- 172.21.15.33:0/632568337 shutdown_connections 2024-07-26T17:02:22.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.800+0000 7f4e619da640 1 -- 172.21.15.33:0/632568337 wait complete. 2024-07-26T17:02:22.813 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:02:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.931+0000 7f657416c640 1 -- 172.21.15.33:0/1503408285 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f656c0b2dc0 msgr2=0x7f656c0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.931+0000 7f657416c640 1 --2- 172.21.15.33:0/1503408285 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f656c0b2dc0 0x7f656c0d2930 secure :-1 s=READY pgs=1963 cs=0 l=1 rev1=1 crypto rx=0x7f656c08e020 tx=0x7f656802a410 comp rx=0 tx=0).stop 2024-07-26T17:02:22.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.931+0000 7f657416c640 1 -- 172.21.15.33:0/1503408285 shutdown_connections 2024-07-26T17:02:22.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.931+0000 7f657416c640 1 --2- 172.21.15.33:0/1503408285 >> v2:172.21.15.154:3300/0 conn(0x7f656c0ce9e0 0x7f656c0cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.931+0000 7f657416c640 1 --2- 172.21.15.33:0/1503408285 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f656c0b2dc0 0x7f656c0d2930 unknown :-1 s=CLOSED pgs=1963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.931+0000 7f657416c640 1 -- 172.21.15.33:0/1503408285 >> 172.21.15.33:0/1503408285 conn(0x7f656c0d3e10 msgr2=0x7f656c0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:22.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.931+0000 7f657416c640 1 -- 172.21.15.33:0/1503408285 shutdown_connections 2024-07-26T17:02:22.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.931+0000 7f657416c640 1 -- 172.21.15.33:0/1503408285 wait complete. 2024-07-26T17:02:22.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.933+0000 7f657416c640 1 Processor -- start 2024-07-26T17:02:22.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.933+0000 7f657416c640 1 -- start start 2024-07-26T17:02:22.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.934+0000 7f657416c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f656c0b2dc0 0x7f656c0c9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:22.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.934+0000 7f657416c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f656c0ce9e0 0x7f656c15ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:22.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.934+0000 7f657416c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f656c0d0570 0x7f656c0b7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:22.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.934+0000 7f657416c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f656c0cf4b0 con 0x7f656c0ce9e0 2024-07-26T17:02:22.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.934+0000 7f657416c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f656c0cf330 con 0x7f656c0d0570 2024-07-26T17:02:22.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.934+0000 7f657416c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f656c0cf630 con 0x7f656c0b2dc0 2024-07-26T17:02:22.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f6571707640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f656c0ce9e0 0x7f656c15ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:22.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f6571707640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f656c0ce9e0 0x7f656c15ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44812/0 (socket says 172.21.15.33:44812) 2024-07-26T17:02:22.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f6571707640 1 -- 172.21.15.33:0/143659573 learned_addr learned my addr 172.21.15.33:0/143659573 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:22.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f6572709640 1 --2- 172.21.15.33:0/143659573 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f656c0d0570 0x7f656c0b7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:22.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f6571f08640 1 --2- 172.21.15.33:0/143659573 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f656c0b2dc0 0x7f656c0c9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:22.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f6571707640 1 -- 172.21.15.33:0/143659573 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f656c0b2dc0 msgr2=0x7f656c0c9a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f6571707640 1 --2- 172.21.15.33:0/143659573 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f656c0b2dc0 0x7f656c0c9a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f6571707640 1 -- 172.21.15.33:0/143659573 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f656c0d0570 msgr2=0x7f656c0b7dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:22.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f6571707640 1 --2- 172.21.15.33:0/143659573 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f656c0d0570 0x7f656c0b7dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:22.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f6571707640 1 -- 172.21.15.33:0/143659573 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f656c0cba80 con 0x7f656c0ce9e0 2024-07-26T17:02:22.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f6571707640 1 --2- 172.21.15.33:0/143659573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f656c0ce9e0 0x7f656c15ecd0 secure :-1 s=READY pgs=1964 cs=0 l=1 rev1=1 crypto rx=0x7f656000c7d0 tx=0x7f656000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:22.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f655e7fc640 1 -- 172.21.15.33:0/143659573 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6560017070 con 0x7f656c0ce9e0 2024-07-26T17:02:22.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f655e7fc640 1 -- 172.21.15.33:0/143659573 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6560005070 con 0x7f656c0ce9e0 2024-07-26T17:02:22.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f657416c640 1 -- 172.21.15.33:0/143659573 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f656c0ca2a0 con 0x7f656c0ce9e0 2024-07-26T17:02:22.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f655e7fc640 1 -- 172.21.15.33:0/143659573 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65600054a0 con 0x7f656c0ce9e0 2024-07-26T17:02:22.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.935+0000 7f657416c640 1 -- 172.21.15.33:0/143659573 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f656c0ca860 con 0x7f656c0ce9e0 2024-07-26T17:02:22.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.936+0000 7f657416c640 1 -- 172.21.15.33:0/143659573 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f656c0ca010 con 0x7f656c0ce9e0 2024-07-26T17:02:22.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.937+0000 7f655e7fc640 1 -- 172.21.15.33:0/143659573 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 128) ==== 49591+0+0 (secure 0 0 0) 0x7f656001a070 con 0x7f656c0ce9e0 2024-07-26T17:02:22.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.937+0000 7f655e7fc640 1 -- 172.21.15.33:0/143659573 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 7305+0+0 (secure 0 0 0) 0x7f6560051e80 con 0x7f656c0ce9e0 2024-07-26T17:02:22.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:22.946+0000 7f655e7fc640 1 -- 172.21.15.33:0/143659573 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f656001a360 con 0x7f656c0ce9e0 2024-07-26T17:02:23.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.036+0000 7f655e7fc640 1 -- 172.21.15.33:0/143659573 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 129) ==== 49591+0+0 (secure 0 0 0) 0x7f656000a5e0 con 0x7f656c0ce9e0 2024-07-26T17:02:23.091 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:23.089+0000 7f95e72ef640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:23.091 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:23.089+0000 7f95e72ef640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:23.091 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:23.089+0000 7f95e72ef640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:23.091 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:23.089+0000 7f95e72ef640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:23.091 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:23.089+0000 7f95e72ef640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:23.091 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:23.089+0000 7f95e42e9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:23.092 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:23.089+0000 7f95e42e9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:23.092 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:23.089+0000 7f95e42e9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:23.092 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:23.089+0000 7f95e42e9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:23.092 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:23.089+0000 7f95e42e9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:23.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.146+0000 7f657416c640 1 -- 172.21.15.33:0/143659573 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f656c0d2930 con 0x7f656c0ce9e0 2024-07-26T17:02:23.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.148+0000 7f655e7fc640 1 -- 172.21.15.33:0/143659573 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v200) ==== 74+0+18613 (secure 0 0 0) 0x7f6560017210 con 0x7f656c0ce9e0 2024-07-26T17:02:23.150 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:23.150 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":200,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:02:23.030418+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_metadata","create_time":"2024-07-26T16:46:11.135317+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"194","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_data","create_time":"2024-07-26T16:46:12.346823+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"199","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":33,"snap_epoch":199,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6837/3336102726":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/1455107311":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6836/3336102726":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/2676037868":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/2111691742":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/3873217985":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6837/1222826330":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6836/1222826330":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/102591814":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/715797807":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/1704982223":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/2757205723":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/2263124276":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/264360481":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/422133012":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/4087394097":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/698765645":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6837/2764472614":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/3355160237":"2024-07-27T17:02:20.116487+0000","172.21.15.33:6836/2764472614":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/2139836942":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/1809720357":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/1051032151":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/1170781454":"2024-07-27T16:46:26.901153+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:02:23.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.150+0000 7f657416c640 1 -- 172.21.15.33:0/143659573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f656c0ce9e0 msgr2=0x7f656c15ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:23.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.150+0000 7f657416c640 1 --2- 172.21.15.33:0/143659573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f656c0ce9e0 0x7f656c15ecd0 secure :-1 s=READY pgs=1964 cs=0 l=1 rev1=1 crypto rx=0x7f656000c7d0 tx=0x7f656000cc90 comp rx=0 tx=0).stop 2024-07-26T17:02:23.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.150+0000 7f657416c640 1 -- 172.21.15.33:0/143659573 shutdown_connections 2024-07-26T17:02:23.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.150+0000 7f657416c640 1 --2- 172.21.15.33:0/143659573 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f656c0d0570 0x7f656c0b7dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.150+0000 7f657416c640 1 --2- 172.21.15.33:0/143659573 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f656c0ce9e0 0x7f656c15ecd0 unknown :-1 s=CLOSED pgs=1964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.150+0000 7f657416c640 1 --2- 172.21.15.33:0/143659573 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f656c0b2dc0 0x7f656c0c9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.150+0000 7f657416c640 1 -- 172.21.15.33:0/143659573 >> 172.21.15.33:0/143659573 conn(0x7f656c0d3e10 msgr2=0x7f656c0b1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:23.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.150+0000 7f657416c640 1 -- 172.21.15.33:0/143659573 shutdown_connections 2024-07-26T17:02:23.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.150+0000 7f657416c640 1 -- 172.21.15.33:0/143659573 wait complete. 2024-07-26T17:02:23.163 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T17:02:23.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.281+0000 7f1182b2f640 1 -- 172.21.15.33:0/170138333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c0b1900 msgr2=0x7f117c162860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:23.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.281+0000 7f1182b2f640 1 --2- 172.21.15.33:0/170138333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c0b1900 0x7f117c162860 secure :-1 s=READY pgs=1967 cs=0 l=1 rev1=1 crypto rx=0x7f117c0731d0 tx=0x7f116802a4d0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.281+0000 7f1182b2f640 1 -- 172.21.15.33:0/170138333 shutdown_connections 2024-07-26T17:02:23.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.281+0000 7f1182b2f640 1 --2- 172.21.15.33:0/170138333 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c0b1900 0x7f117c162860 unknown :-1 s=CLOSED pgs=1967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.281+0000 7f1182b2f640 1 --2- 172.21.15.33:0/170138333 >> v2:172.21.15.154:3300/0 conn(0x7f117c0b6ed0 0x7f117c0b13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.281+0000 7f1182b2f640 1 -- 172.21.15.33:0/170138333 >> 172.21.15.33:0/170138333 conn(0x7f117c0d1bb0 msgr2=0x7f117c0d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:23.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.281+0000 7f1182b2f640 1 -- 172.21.15.33:0/170138333 shutdown_connections 2024-07-26T17:02:23.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.281+0000 7f1182b2f640 1 -- 172.21.15.33:0/170138333 wait complete. 2024-07-26T17:02:23.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.283+0000 7f1182b2f640 1 Processor -- start 2024-07-26T17:02:23.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.283+0000 7f1182b2f640 1 -- start start 2024-07-26T17:02:23.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.284+0000 7f1182b2f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f117c0b1900 0x7f117c158d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:23.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.284+0000 7f1182b2f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c0b6ed0 0x7f117c0b5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:23.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.284+0000 7f1182b2f640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f117c159460 0x7f117c0b4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:23.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.284+0000 7f1182b2f640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f117c0b7640 con 0x7f117c0b6ed0 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.284+0000 7f1182b2f640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f117c0b74c0 con 0x7f117c0b1900 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.284+0000 7f1182b2f640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f117c1664d0 con 0x7f117c159460 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f117bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c0b6ed0 0x7f117c0b5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f117bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c0b6ed0 0x7f117c0b5c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44834/0 (socket says 172.21.15.33:44834) 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f117bfff640 1 -- 172.21.15.33:0/2509518323 learned_addr learned my addr 172.21.15.33:0/2509518323 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f11808cb640 1 --2- 172.21.15.33:0/2509518323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f117c0b1900 0x7f117c158d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f11810cc640 1 --2- 172.21.15.33:0/2509518323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f117c159460 0x7f117c0b4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f117bfff640 1 -- 172.21.15.33:0/2509518323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f117c159460 msgr2=0x7f117c0b4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f117bfff640 1 --2- 172.21.15.33:0/2509518323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f117c159460 0x7f117c0b4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f117bfff640 1 -- 172.21.15.33:0/2509518323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f117c0b1900 msgr2=0x7f117c158d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f117bfff640 1 --2- 172.21.15.33:0/2509518323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f117c0b1900 0x7f117c158d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f117bfff640 1 -- 172.21.15.33:0/2509518323 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f117c1f6bf0 con 0x7f117c0b6ed0 2024-07-26T17:02:23.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f117bfff640 1 --2- 172.21.15.33:0/2509518323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c0b6ed0 0x7f117c0b5c90 secure :-1 s=READY pgs=1968 cs=0 l=1 rev1=1 crypto rx=0x7f116802aac0 tx=0x7f1168033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:23.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.285+0000 7f11797fa640 1 -- 172.21.15.33:0/2509518323 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1168031b50 con 0x7f117c0b6ed0 2024-07-26T17:02:23.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.286+0000 7f11797fa640 1 -- 172.21.15.33:0/2509518323 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1168031e00 con 0x7f117c0b6ed0 2024-07-26T17:02:23.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.286+0000 7f1182b2f640 1 -- 172.21.15.33:0/2509518323 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f117c157fa0 con 0x7f117c0b6ed0 2024-07-26T17:02:23.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.286+0000 7f11797fa640 1 -- 172.21.15.33:0/2509518323 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1168005280 con 0x7f117c0b6ed0 2024-07-26T17:02:23.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.286+0000 7f1182b2f640 1 -- 172.21.15.33:0/2509518323 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f117c158560 con 0x7f117c0b6ed0 2024-07-26T17:02:23.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.287+0000 7f11797fa640 1 -- 172.21.15.33:0/2509518323 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 129) ==== 49591+0+0 (secure 0 0 0) 0x7f1168005420 con 0x7f117c0b6ed0 2024-07-26T17:02:23.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.287+0000 7f1182b2f640 1 -- 172.21.15.33:0/2509518323 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f117c0b1d10 con 0x7f117c0b6ed0 2024-07-26T17:02:23.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.287+0000 7f11797fa640 1 -- 172.21.15.33:0/2509518323 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(200..200 src has 1..200) ==== 7261+0+0 (secure 0 0 0) 0x7f1168073880 con 0x7f117c0b6ed0 2024-07-26T17:02:23.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.292+0000 7f11797fa640 1 -- 172.21.15.33:0/2509518323 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f116803f030 con 0x7f117c0b6ed0 2024-07-26T17:02:23.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.528+0000 7f1182b2f640 1 -- 172.21.15.33:0/2509518323 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f117c0cfab0 con 0x7f117c0b6ed0 2024-07-26T17:02:23.530 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T17:02:23.529+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T17:02:23.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.532+0000 7f11797fa640 1 -- 172.21.15.33:0/2509518323 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v100) ==== 161+0+0 (secure 0 0 0) 0x7f1168033070 con 0x7f117c0b6ed0 2024-07-26T17:02:23.534 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T17:02:23.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.534+0000 7f1182b2f640 1 -- 172.21.15.33:0/2509518323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c0b6ed0 msgr2=0x7f117c0b5c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:23.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.534+0000 7f1182b2f640 1 --2- 172.21.15.33:0/2509518323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c0b6ed0 0x7f117c0b5c90 secure :-1 s=READY pgs=1968 cs=0 l=1 rev1=1 crypto rx=0x7f116802aac0 tx=0x7f1168033ba0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.534+0000 7f1182b2f640 1 -- 172.21.15.33:0/2509518323 shutdown_connections 2024-07-26T17:02:23.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.534+0000 7f1182b2f640 1 --2- 172.21.15.33:0/2509518323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f117c159460 0x7f117c0b4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.534+0000 7f1182b2f640 1 --2- 172.21.15.33:0/2509518323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f117c0b6ed0 0x7f117c0b5c90 unknown :-1 s=CLOSED pgs=1968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.534+0000 7f1182b2f640 1 --2- 172.21.15.33:0/2509518323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f117c0b1900 0x7f117c158d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.534+0000 7f1182b2f640 1 -- 172.21.15.33:0/2509518323 >> 172.21.15.33:0/2509518323 conn(0x7f117c0d1bb0 msgr2=0x7f117c0cd660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:23.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.534+0000 7f1182b2f640 1 -- 172.21.15.33:0/2509518323 shutdown_connections 2024-07-26T17:02:23.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.534+0000 7f1182b2f640 1 -- 172.21.15.33:0/2509518323 wait complete. 2024-07-26T17:02:23.549 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T17:02:23.601 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T17:02:23.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.669+0000 7fcab2165640 1 -- 172.21.15.33:0/3264259823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaac0b53e0 msgr2=0x7fcaac0d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:23.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.669+0000 7fcab2165640 1 --2- 172.21.15.33:0/3264259823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaac0b53e0 0x7fcaac0d0570 secure :-1 s=READY pgs=1970 cs=0 l=1 rev1=1 crypto rx=0x7fca9c009900 tx=0x7fca9c02a610 comp rx=0 tx=0).stop 2024-07-26T17:02:23.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.669+0000 7fcab2165640 1 -- 172.21.15.33:0/3264259823 shutdown_connections 2024-07-26T17:02:23.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.669+0000 7fcab2165640 1 --2- 172.21.15.33:0/3264259823 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcaac0cf8e0 0x7fcaac0d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.669+0000 7fcab2165640 1 --2- 172.21.15.33:0/3264259823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaac0b53e0 0x7fcaac0d0570 unknown :-1 s=CLOSED pgs=1970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.669+0000 7fcab2165640 1 -- 172.21.15.33:0/3264259823 >> 172.21.15.33:0/3264259823 conn(0x7fcaac0d3dc0 msgr2=0x7fcaac0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:23.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.669+0000 7fcab2165640 1 -- 172.21.15.33:0/3264259823 shutdown_connections 2024-07-26T17:02:23.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.669+0000 7fcab2165640 1 -- 172.21.15.33:0/3264259823 wait complete. 2024-07-26T17:02:23.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.671+0000 7fcab2165640 1 Processor -- start 2024-07-26T17:02:23.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.671+0000 7fcab2165640 1 -- start start 2024-07-26T17:02:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.672+0000 7fcab2165640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaac0b53e0 0x7fcaac1f5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.672+0000 7fcab2165640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcaac0b8fa0 0x7fcaac0a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.672+0000 7fcab2165640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcaac0cf8e0 0x7fcaac0c8e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.672+0000 7fcab2165640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcaac0b7870 con 0x7fcaac0b53e0 2024-07-26T17:02:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.672+0000 7fcab2165640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcaac0b76f0 con 0x7fcaac0b8fa0 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.672+0000 7fcab2165640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcaac0b79f0 con 0x7fcaac0cf8e0 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.672+0000 7fcaab7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaac0b53e0 0x7fcaac1f5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaab7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaac0b53e0 0x7fcaac1f5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44872/0 (socket says 172.21.15.33:44872) 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaab7fe640 1 -- 172.21.15.33:0/4288481643 learned_addr learned my addr 172.21.15.33:0/4288481643 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaabfff640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcaac0cf8e0 0x7fcaac0c8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaa2ffd640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcaac0b8fa0 0x7fcaac0a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaab7fe640 1 -- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcaac0cf8e0 msgr2=0x7fcaac0c8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaab7fe640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcaac0cf8e0 0x7fcaac0c8e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaab7fe640 1 -- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcaac0b8fa0 msgr2=0x7fcaac0a0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaab7fe640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcaac0b8fa0 0x7fcaac0a0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaab7fe640 1 -- 172.21.15.33:0/4288481643 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaac1f5fb0 con 0x7fcaac0b53e0 2024-07-26T17:02:23.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaabfff640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcaac0cf8e0 0x7fcaac0c8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:23.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaa2ffd640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcaac0b8fa0 0x7fcaac0a0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:23.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaab7fe640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaac0b53e0 0x7fcaac1f5480 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7fca9c034040 tx=0x7fca9c003690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:23.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaa8ff9640 1 -- 172.21.15.33:0/4288481643 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca9c03e030 con 0x7fcaac0b53e0 2024-07-26T17:02:23.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaa8ff9640 1 -- 172.21.15.33:0/4288481643 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca9c003b80 con 0x7fcaac0b53e0 2024-07-26T17:02:23.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcab2165640 1 -- 172.21.15.33:0/4288481643 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaac1f6290 con 0x7fcaac0b53e0 2024-07-26T17:02:23.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcaa8ff9640 1 -- 172.21.15.33:0/4288481643 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca9c035040 con 0x7fcaac0b53e0 2024-07-26T17:02:23.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.673+0000 7fcab2165640 1 -- 172.21.15.33:0/4288481643 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaac0a1a00 con 0x7fcaac0b53e0 2024-07-26T17:02:23.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.674+0000 7fcab2165640 1 -- 172.21.15.33:0/4288481643 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaac0694c0 con 0x7fcaac0b53e0 2024-07-26T17:02:23.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.674+0000 7fcaa8ff9640 1 -- 172.21.15.33:0/4288481643 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 129) ==== 49591+0+0 (secure 0 0 0) 0x7fca9c041030 con 0x7fcaac0b53e0 2024-07-26T17:02:23.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.675+0000 7fcaa8ff9640 1 -- 172.21.15.33:0/4288481643 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(201..201 src has 1..201) ==== 7347+0+0 (secure 0 0 0) 0x7fca9c072ca0 con 0x7fcaac0b53e0 2024-07-26T17:02:23.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.680+0000 7fcaa8ff9640 1 -- 172.21.15.33:0/4288481643 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcaac0694c0 con 0x7fcaac0b53e0 2024-07-26T17:02:23.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:23.914+0000 7fcab2165640 1 -- 172.21.15.33:0/4288481643 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fcaac068730 con 0x7fcaac0b53e0 2024-07-26T17:02:24.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.040+0000 7fcaa8ff9640 1 -- 172.21.15.33:0/4288481643 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 130) ==== 98977+0+0 (secure 0 0 0) 0x7fca9c0047a0 con 0x7fcaac0b53e0 2024-07-26T17:02:24.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.040+0000 7fcaa8ff9640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fca8c07c8b0 0x7fca8c07ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:24.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.044+0000 7fcaa2ffd640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fca8c07c8b0 0x7fca8c07ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:24.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.047+0000 7fcaa2ffd640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fca8c07c8b0 0x7fca8c07ecd0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fcaac0a06d0 tx=0x7fca94009040 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:24.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.533+0000 7fcaa8ff9640 1 -- 172.21.15.33:0/4288481643 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v101) ==== 104+0+0 (secure 0 0 0) 0x7fcaac068730 con 0x7fcaac0b53e0 2024-07-26T17:02:24.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 -- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fca8c07c8b0 msgr2=0x7fca8c07ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:24.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fca8c07c8b0 0x7fca8c07ecd0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fcaac0a06d0 tx=0x7fca94009040 comp rx=0 tx=0).stop 2024-07-26T17:02:24.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 -- 172.21.15.33:0/4288481643 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaac0b53e0 msgr2=0x7fcaac1f5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:24.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaac0b53e0 0x7fcaac1f5480 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7fca9c034040 tx=0x7fca9c003690 comp rx=0 tx=0).stop 2024-07-26T17:02:24.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 -- 172.21.15.33:0/4288481643 shutdown_connections 2024-07-26T17:02:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fca8c07c8b0 0x7fca8c07ecd0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcaac0cf8e0 0x7fcaac0c8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcaac0b8fa0 0x7fcaac0a0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 --2- 172.21.15.33:0/4288481643 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcaac0b53e0 0x7fcaac1f5480 unknown :-1 s=CLOSED pgs=1971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 -- 172.21.15.33:0/4288481643 >> 172.21.15.33:0/4288481643 conn(0x7fcaac0d3dc0 msgr2=0x7fcaac06cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 -- 172.21.15.33:0/4288481643 shutdown_connections 2024-07-26T17:02:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.536+0000 7fcab2165640 1 -- 172.21.15.33:0/4288481643 wait complete. 2024-07-26T17:02:24.551 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T17:02:24.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.674+0000 7f49734b9640 1 -- 172.21.15.33:0/2020861353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f496c0b7060 msgr2=0x7f496c0d07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:24.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.674+0000 7f49734b9640 1 --2- 172.21.15.33:0/2020861353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f496c0b7060 0x7f496c0d07b0 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f496c073a60 tx=0x7f496802a530 comp rx=0 tx=0).stop 2024-07-26T17:02:24.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.674+0000 7f49734b9640 1 -- 172.21.15.33:0/2020861353 shutdown_connections 2024-07-26T17:02:24.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.674+0000 7f49734b9640 1 --2- 172.21.15.33:0/2020861353 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f496c0d2650 0x7f496c0b1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:24.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.674+0000 7f49734b9640 1 --2- 172.21.15.33:0/2020861353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f496c0b7060 0x7f496c0d07b0 unknown :-1 s=CLOSED pgs=1972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:24.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.674+0000 7f49734b9640 1 -- 172.21.15.33:0/2020861353 >> 172.21.15.33:0/2020861353 conn(0x7f496c0d1b30 msgr2=0x7f496c0d1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:24.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.675+0000 7f49734b9640 1 -- 172.21.15.33:0/2020861353 shutdown_connections 2024-07-26T17:02:24.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.675+0000 7f49734b9640 1 -- 172.21.15.33:0/2020861353 wait complete. 2024-07-26T17:02:24.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.676+0000 7f49734b9640 1 Processor -- start 2024-07-26T17:02:24.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.676+0000 7f49734b9640 1 -- start start 2024-07-26T17:02:24.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f49734b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f496c0b1970 0x7f496c15f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f49734b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f496c0b7060 0x7f496c1f4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f49734b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f496c0d2650 0x7f496c1606e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f49734b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f496c0ced40 con 0x7f496c0b1970 2024-07-26T17:02:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f49734b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f496c0cebc0 con 0x7f496c0d2650 2024-07-26T17:02:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f49734b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f496c0ceec0 con 0x7f496c0b7060 2024-07-26T17:02:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f4971255640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f496c0b1970 0x7f496c15f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f4971255640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f496c0b1970 0x7f496c15f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44902/0 (socket says 172.21.15.33:44902) 2024-07-26T17:02:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f4971255640 1 -- 172.21.15.33:0/3174495835 learned_addr learned my addr 172.21.15.33:0/3174495835 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f4970a54640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f496c0b7060 0x7f496c1f4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:24.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f4971255640 1 -- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f496c0b7060 msgr2=0x7f496c1f4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f4971255640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f496c0b7060 0x7f496c1f4c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f4971a56640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f496c0d2650 0x7f496c1606e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f4971255640 1 -- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f496c0d2650 msgr2=0x7f496c1606e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f4971255640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f496c0d2650 0x7f496c1606e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f4971255640 1 -- 172.21.15.33:0/3174495835 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f496c1f8940 con 0x7f496c0b1970 2024-07-26T17:02:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.678+0000 7f4971255640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f496c0b1970 0x7f496c15f9a0 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7f4968000c00 tx=0x7f49680039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.679+0000 7f4961ffb640 1 -- 172.21.15.33:0/3174495835 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496803e030 con 0x7f496c0b1970 2024-07-26T17:02:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.679+0000 7f4961ffb640 1 -- 172.21.15.33:0/3174495835 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f49680047a0 con 0x7f496c0b1970 2024-07-26T17:02:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.679+0000 7f49734b9640 1 -- 172.21.15.33:0/3174495835 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f496c1f8bb0 con 0x7f496c0b1970 2024-07-26T17:02:24.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.679+0000 7f4961ffb640 1 -- 172.21.15.33:0/3174495835 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4968035040 con 0x7f496c0b1970 2024-07-26T17:02:24.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.679+0000 7f49734b9640 1 -- 172.21.15.33:0/3174495835 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f496c1f5140 con 0x7f496c0b1970 2024-07-26T17:02:24.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.680+0000 7f49734b9640 1 -- 172.21.15.33:0/3174495835 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f496c0d07b0 con 0x7f496c0b1970 2024-07-26T17:02:24.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.681+0000 7f4961ffb640 1 -- 172.21.15.33:0/3174495835 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 130) ==== 98977+0+0 (secure 0 0 0) 0x7f4968041030 con 0x7f496c0b1970 2024-07-26T17:02:24.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.681+0000 7f4961ffb640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4950076e90 0x7f49500793a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:24.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.681+0000 7f4961ffb640 1 -- 172.21.15.33:0/3174495835 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(201..201 src has 1..201) ==== 7347+0+0 (secure 0 0 0) 0x7f49680b9370 con 0x7f496c0b1970 2024-07-26T17:02:24.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.681+0000 7f4970a54640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4950076e90 0x7f49500793a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:24.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.682+0000 7f4970a54640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4950076e90 0x7f49500793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f496c1646d0 tx=0x7f495c005c40 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:24.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.686+0000 7f4961ffb640 1 -- 172.21.15.33:0/3174495835 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4968082240 con 0x7f496c0b1970 2024-07-26T17:02:24.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:24.880+0000 7f49734b9640 1 -- 172.21.15.33:0/3174495835 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f496c074c30 con 0x7f496c0b1970 2024-07-26T17:02:25.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.542+0000 7f4961ffb640 1 -- 172.21.15.33:0/3174495835 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 131) ==== 99185+0+0 (secure 0 0 0) 0x7f496807ddd0 con 0x7f496c0b1970 2024-07-26T17:02:25.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.547+0000 7f4961ffb640 1 -- 172.21.15.33:0/3174495835 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v202) ==== 181+0+0 (secure 0 0 0) 0x7f4968039350 con 0x7f496c0b1970 2024-07-26T17:02:25.549 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T17:02:25.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.551+0000 7f49734b9640 1 -- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4950076e90 msgr2=0x7f49500793a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:25.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.551+0000 7f49734b9640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4950076e90 0x7f49500793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f496c1646d0 tx=0x7f495c005c40 comp rx=0 tx=0).stop 2024-07-26T17:02:25.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.551+0000 7f49734b9640 1 -- 172.21.15.33:0/3174495835 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f496c0b1970 msgr2=0x7f496c15f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:25.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.551+0000 7f49734b9640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f496c0b1970 0x7f496c15f9a0 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7f4968000c00 tx=0x7f49680039e0 comp rx=0 tx=0).stop 2024-07-26T17:02:25.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.552+0000 7f49734b9640 1 -- 172.21.15.33:0/3174495835 shutdown_connections 2024-07-26T17:02:25.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.552+0000 7f49734b9640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4950076e90 0x7f49500793a0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:25.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.552+0000 7f49734b9640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f496c0d2650 0x7f496c1606e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:25.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.552+0000 7f49734b9640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f496c0b7060 0x7f496c1f4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:25.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.552+0000 7f49734b9640 1 --2- 172.21.15.33:0/3174495835 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f496c0b1970 0x7f496c15f9a0 unknown :-1 s=CLOSED pgs=1973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:25.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.552+0000 7f49734b9640 1 -- 172.21.15.33:0/3174495835 >> 172.21.15.33:0/3174495835 conn(0x7f496c0d1b30 msgr2=0x7f496c071090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.552+0000 7f49734b9640 1 -- 172.21.15.33:0/3174495835 shutdown_connections 2024-07-26T17:02:25.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.552+0000 7f49734b9640 1 -- 172.21.15.33:0/3174495835 wait complete. 2024-07-26T17:02:25.568 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T17:02:25.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.692+0000 7f8966de4640 1 -- 172.21.15.33:0/24104759 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89600b40a0 msgr2=0x7f896015fbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:25.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.692+0000 7f8966de4640 1 --2- 172.21.15.33:0/24104759 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89600b40a0 0x7f896015fbb0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f8954009830 tx=0x7f895402a510 comp rx=0 tx=0).stop 2024-07-26T17:02:25.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.693+0000 7f8966de4640 1 -- 172.21.15.33:0/24104759 shutdown_connections 2024-07-26T17:02:25.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.693+0000 7f8966de4640 1 --2- 172.21.15.33:0/24104759 >> v2:172.21.15.154:3300/0 conn(0x7f89601600f0 0x7f89600b2ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:25.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.693+0000 7f8966de4640 1 --2- 172.21.15.33:0/24104759 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89600b40a0 0x7f896015fbb0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:25.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.693+0000 7f8966de4640 1 -- 172.21.15.33:0/24104759 >> 172.21.15.33:0/24104759 conn(0x7f896006d140 msgr2=0x7f89600b17b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:25.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.693+0000 7f8966de4640 1 -- 172.21.15.33:0/24104759 shutdown_connections 2024-07-26T17:02:25.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.693+0000 7f8966de4640 1 -- 172.21.15.33:0/24104759 wait complete. 2024-07-26T17:02:25.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.694+0000 7f8966de4640 1 Processor -- start 2024-07-26T17:02:25.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.694+0000 7f8966de4640 1 -- start start 2024-07-26T17:02:25.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f8966de4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f896006fa00 0x7f896015acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:25.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f8966de4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89600b40a0 0x7f89601f75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:25.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f8966de4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89601600f0 0x7f89600a96b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:25.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f8966de4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f89600b3170 con 0x7f89600b40a0 2024-07-26T17:02:25.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f8966de4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f89600b2ff0 con 0x7f89601600f0 2024-07-26T17:02:25.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f8966de4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f89600b32f0 con 0x7f896006fa00 2024-07-26T17:02:25.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f895ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89600b40a0 0x7f89601f75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:25.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f895ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89600b40a0 0x7f89601f75b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44908/0 (socket says 172.21.15.33:44908) 2024-07-26T17:02:25.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f895ffff640 1 -- 172.21.15.33:0/1459039010 learned_addr learned my addr 172.21.15.33:0/1459039010 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:25.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f8964b80640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f896006fa00 0x7f896015acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:25.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f8965381640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89601600f0 0x7f89600a96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:25.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f895ffff640 1 -- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f896006fa00 msgr2=0x7f896015acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f895ffff640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f896006fa00 0x7f896015acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f895ffff640 1 -- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89601600f0 msgr2=0x7f89600a96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f895ffff640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89601600f0 0x7f89600a96b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f895ffff640 1 -- 172.21.15.33:0/1459039010 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f896015a260 con 0x7f89600b40a0 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f8964b80640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f896006fa00 0x7f896015acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.696+0000 7f8965381640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89601600f0 0x7f89600a96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.697+0000 7f895ffff640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89600b40a0 0x7f89601f75b0 secure :-1 s=READY pgs=1974 cs=0 l=1 rev1=1 crypto rx=0x7f8954009950 tx=0x7f8954033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.697+0000 7f895d7fa640 1 -- 172.21.15.33:0/1459039010 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8954031d60 con 0x7f89600b40a0 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.697+0000 7f895d7fa640 1 -- 172.21.15.33:0/1459039010 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8954033e10 con 0x7f89600b40a0 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.697+0000 7f8966de4640 1 -- 172.21.15.33:0/1459039010 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89601f7af0 con 0x7f89600b40a0 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.697+0000 7f895d7fa640 1 -- 172.21.15.33:0/1459039010 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8954005260 con 0x7f89600b40a0 2024-07-26T17:02:25.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.697+0000 7f8966de4640 1 -- 172.21.15.33:0/1459039010 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f896015a4d0 con 0x7f89600b40a0 2024-07-26T17:02:25.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.698+0000 7f8966de4640 1 -- 172.21.15.33:0/1459039010 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8960157680 con 0x7f89600b40a0 2024-07-26T17:02:25.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.699+0000 7f895d7fa640 1 -- 172.21.15.33:0/1459039010 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 131) ==== 99185+0+0 (secure 0 0 0) 0x7f8954005400 con 0x7f89600b40a0 2024-07-26T17:02:25.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.699+0000 7f895d7fa640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f894c0770d0 0x7f894c0795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:25.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.699+0000 7f895d7fa640 1 -- 172.21.15.33:0/1459039010 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 6909+0+0 (secure 0 0 0) 0x7f89540ba010 con 0x7f89600b40a0 2024-07-26T17:02:25.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.700+0000 7f8964b80640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f894c0770d0 0x7f894c0795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:25.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.701+0000 7f8964b80640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f894c0770d0 0x7f894c0795e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f89500016a0 tx=0x7f8950009040 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:25.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.704+0000 7f895d7fa640 1 -- 172.21.15.33:0/1459039010 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8960157680 con 0x7f89600b40a0 2024-07-26T17:02:25.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:25.902+0000 7f8966de4640 1 -- 172.21.15.33:0/1459039010 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f896015fbb0 con 0x7f89600b40a0 2024-07-26T17:02:26.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.550+0000 7f895d7fa640 1 -- 172.21.15.33:0/1459039010 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v203) ==== 169+0+0 (secure 0 0 0) 0x7f895403f030 con 0x7f89600b40a0 2024-07-26T17:02:26.551 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T17:02:26.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.554+0000 7f8966de4640 1 -- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f894c0770d0 msgr2=0x7f894c0795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:26.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.554+0000 7f8966de4640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f894c0770d0 0x7f894c0795e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f89500016a0 tx=0x7f8950009040 comp rx=0 tx=0).stop 2024-07-26T17:02:26.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.554+0000 7f8966de4640 1 -- 172.21.15.33:0/1459039010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89600b40a0 msgr2=0x7f89601f75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:26.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.554+0000 7f8966de4640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89600b40a0 0x7f89601f75b0 secure :-1 s=READY pgs=1974 cs=0 l=1 rev1=1 crypto rx=0x7f8954009950 tx=0x7f8954033c20 comp rx=0 tx=0).stop 2024-07-26T17:02:26.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.554+0000 7f8966de4640 1 -- 172.21.15.33:0/1459039010 shutdown_connections 2024-07-26T17:02:26.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.554+0000 7f8966de4640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f894c0770d0 0x7f894c0795e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.554+0000 7f8966de4640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89601600f0 0x7f89600a96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.554+0000 7f8966de4640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89600b40a0 0x7f89601f75b0 unknown :-1 s=CLOSED pgs=1974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.554+0000 7f8966de4640 1 --2- 172.21.15.33:0/1459039010 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f896006fa00 0x7f896015acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.554+0000 7f8966de4640 1 -- 172.21.15.33:0/1459039010 >> 172.21.15.33:0/1459039010 conn(0x7f896006d140 msgr2=0x7f89600687c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:26.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.554+0000 7f8966de4640 1 -- 172.21.15.33:0/1459039010 shutdown_connections 2024-07-26T17:02:26.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.555+0000 7f8966de4640 1 -- 172.21.15.33:0/1459039010 wait complete. 2024-07-26T17:02:26.572 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T17:02:26.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.695+0000 7fc517790640 1 -- 172.21.15.33:0/2871532706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5100cd6a0 msgr2=0x7fc5100ce900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:26.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.695+0000 7fc517790640 1 --2- 172.21.15.33:0/2871532706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5100cd6a0 0x7fc5100ce900 secure :-1 s=READY pgs=1976 cs=0 l=1 rev1=1 crypto rx=0x7fc508005fd0 tx=0x7fc50802a540 comp rx=0 tx=0).stop 2024-07-26T17:02:26.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.695+0000 7fc517790640 1 -- 172.21.15.33:0/2871532706 shutdown_connections 2024-07-26T17:02:26.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.695+0000 7fc517790640 1 --2- 172.21.15.33:0/2871532706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5100cd6a0 0x7fc5100ce900 unknown :-1 s=CLOSED pgs=1976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.695+0000 7fc517790640 1 --2- 172.21.15.33:0/2871532706 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5100cfcc0 0x7fc5100ce3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.695+0000 7fc517790640 1 -- 172.21.15.33:0/2871532706 >> 172.21.15.33:0/2871532706 conn(0x7fc5100b3810 msgr2=0x7fc5100b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:26.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.695+0000 7fc517790640 1 -- 172.21.15.33:0/2871532706 shutdown_connections 2024-07-26T17:02:26.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.695+0000 7fc517790640 1 -- 172.21.15.33:0/2871532706 wait complete. 2024-07-26T17:02:26.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.697+0000 7fc517790640 1 Processor -- start 2024-07-26T17:02:26.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.697+0000 7fc517790640 1 -- start start 2024-07-26T17:02:26.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.698+0000 7fc517790640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5100b74c0 0x7fc5100cba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:26.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.698+0000 7fc517790640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5100cd6a0 0x7fc51006ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:26.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.698+0000 7fc517790640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5100cfcc0 0x7fc5100c6120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:26.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.698+0000 7fc517790640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc5100b61c0 con 0x7fc5100b74c0 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.698+0000 7fc517790640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc5100b6040 con 0x7fc5100cd6a0 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.698+0000 7fc517790640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc5100b6340 con 0x7fc5100cfcc0 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.698+0000 7fc51552c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5100b74c0 0x7fc5100cba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.698+0000 7fc51552c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5100b74c0 0x7fc5100cba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44922/0 (socket says 172.21.15.33:44922) 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.698+0000 7fc51552c640 1 -- 172.21.15.33:0/2623083355 learned_addr learned my addr 172.21.15.33:0/2623083355 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc515d2d640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5100cfcc0 0x7fc5100c6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc514d2b640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5100cd6a0 0x7fc51006ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc51552c640 1 -- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5100cfcc0 msgr2=0x7fc5100c6120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc51552c640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5100cfcc0 0x7fc5100c6120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc51552c640 1 -- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5100cd6a0 msgr2=0x7fc51006ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc51552c640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5100cd6a0 0x7fc51006ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc51552c640 1 -- 172.21.15.33:0/2623083355 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc51015daf0 con 0x7fc5100b74c0 2024-07-26T17:02:26.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc514d2b640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5100cd6a0 0x7fc51006ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:02:26.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc51552c640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5100b74c0 0x7fc5100cba20 secure :-1 s=READY pgs=1977 cs=0 l=1 rev1=1 crypto rx=0x7fc50000cce0 tx=0x7fc500007610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:26.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc50dffb640 1 -- 172.21.15.33:0/2623083355 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc500004b20 con 0x7fc5100b74c0 2024-07-26T17:02:26.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc50dffb640 1 -- 172.21.15.33:0/2623083355 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc500004db0 con 0x7fc5100b74c0 2024-07-26T17:02:26.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc517790640 1 -- 172.21.15.33:0/2623083355 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc51006e530 con 0x7fc5100b74c0 2024-07-26T17:02:26.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc50dffb640 1 -- 172.21.15.33:0/2623083355 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc500005280 con 0x7fc5100b74c0 2024-07-26T17:02:26.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.699+0000 7fc517790640 1 -- 172.21.15.33:0/2623083355 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5101f8830 con 0x7fc5100b74c0 2024-07-26T17:02:26.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.700+0000 7fc517790640 1 -- 172.21.15.33:0/2623083355 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc51015dcc0 con 0x7fc5100b74c0 2024-07-26T17:02:26.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.701+0000 7fc50dffb640 1 -- 172.21.15.33:0/2623083355 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 131) ==== 99185+0+0 (secure 0 0 0) 0x7fc500005420 con 0x7fc5100b74c0 2024-07-26T17:02:26.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.702+0000 7fc50dffb640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc4fc0770a0 0x7fc4fc0795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:26.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.702+0000 7fc50dffb640 1 -- 172.21.15.33:0/2623083355 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 6495+0+0 (secure 0 0 0) 0x7fc500099600 con 0x7fc5100b74c0 2024-07-26T17:02:26.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.702+0000 7fc514d2b640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc4fc0770a0 0x7fc4fc0795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:26.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.703+0000 7fc514d2b640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc4fc0770a0 0x7fc4fc0795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc504000f60 tx=0x7fc504009040 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:26.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.707+0000 7fc50dffb640 1 -- 172.21.15.33:0/2623083355 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc500014030 con 0x7fc5100b74c0 2024-07-26T17:02:26.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.909+0000 7fc517790640 1 -- 172.21.15.33:0/2623083355 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7fc5100b68d0 con 0x7fc5100b74c0 2024-07-26T17:02:26.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.914+0000 7fc50dffb640 1 -- 172.21.15.33:0/2623083355 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v67) ==== 71+0+0 (secure 0 0 0) 0x7fc5000622f0 con 0x7fc5100b74c0 2024-07-26T17:02:26.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 -- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc4fc0770a0 msgr2=0x7fc4fc0795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:26.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc4fc0770a0 0x7fc4fc0795b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc504000f60 tx=0x7fc504009040 comp rx=0 tx=0).stop 2024-07-26T17:02:26.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 -- 172.21.15.33:0/2623083355 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5100b74c0 msgr2=0x7fc5100cba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:26.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5100b74c0 0x7fc5100cba20 secure :-1 s=READY pgs=1977 cs=0 l=1 rev1=1 crypto rx=0x7fc50000cce0 tx=0x7fc500007610 comp rx=0 tx=0).stop 2024-07-26T17:02:26.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 -- 172.21.15.33:0/2623083355 shutdown_connections 2024-07-26T17:02:26.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc4fc0770a0 0x7fc4fc0795b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5100cfcc0 0x7fc5100c6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5100cd6a0 0x7fc51006ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 --2- 172.21.15.33:0/2623083355 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5100b74c0 0x7fc5100cba20 unknown :-1 s=CLOSED pgs=1977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:26.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 -- 172.21.15.33:0/2623083355 >> 172.21.15.33:0/2623083355 conn(0x7fc5100b3810 msgr2=0x7fc5100cdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:26.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 -- 172.21.15.33:0/2623083355 shutdown_connections 2024-07-26T17:02:26.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:26.916+0000 7fc517790640 1 -- 172.21.15.33:0/2623083355 wait complete. 2024-07-26T17:02:26.929 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_mgr_restart' 2024-07-26T17:02:27.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.045+0000 7f2503c44640 1 -- 172.21.15.33:0/2903035840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24e4004d40 msgr2=0x7f24e4005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:27.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.045+0000 7f2503c44640 1 --2- 172.21.15.33:0/2903035840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24e4004d40 0x7f24e4005210 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7f24f400baf0 tx=0x7f24e4005830 comp rx=0 tx=0).stop 2024-07-26T17:02:27.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.045+0000 7f25021e1640 1 -- 172.21.15.33:0/2903035840 reap_dead start 2024-07-26T17:02:27.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.045+0000 7f2503c44640 1 -- 172.21.15.33:0/2903035840 shutdown_connections 2024-07-26T17:02:27.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.045+0000 7f2503c44640 1 -- 172.21.15.33:0/2903035840 >> 172.21.15.33:0/2903035840 conn(0x7f24fc0d1bf0 msgr2=0x7f24fc0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:27.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.045+0000 7f2503c44640 1 -- 172.21.15.33:0/2903035840 shutdown_connections 2024-07-26T17:02:27.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.045+0000 7f2503c44640 1 -- 172.21.15.33:0/2903035840 wait complete. 2024-07-26T17:02:27.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.047+0000 7f2503c44640 1 Processor -- start 2024-07-26T17:02:27.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.047+0000 7f2503c44640 1 -- start start 2024-07-26T17:02:27.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f2503c44640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24e4004d40 0x7f24fc1f1b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:27.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f2503c44640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f24fc0b4a20 0x7f24fc15f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:27.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f2503c44640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f24fc15f8c0 0x7f24fc159d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:27.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f2503c44640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f24fc0b1ca0 con 0x7f24e4004d40 2024-07-26T17:02:27.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f2503c44640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f24fc0b1b20 con 0x7f24fc15f8c0 2024-07-26T17:02:27.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f2503c44640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f24fc0ce300 con 0x7f24fc0b4a20 2024-07-26T17:02:27.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f25019e0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24e4004d40 0x7f24fc1f1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:27.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f25019e0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24e4004d40 0x7f24fc1f1b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44938/0 (socket says 172.21.15.33:44938) 2024-07-26T17:02:27.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f25019e0640 1 -- 172.21.15.33:0/2061826887 learned_addr learned my addr 172.21.15.33:0/2061826887 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:27.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f25011df640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f24fc0b4a20 0x7f24fc15f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f25021e1640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f24fc15f8c0 0x7f24fc159d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f25019e0640 1 -- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f24fc0b4a20 msgr2=0x7f24fc15f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f25019e0640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f24fc0b4a20 0x7f24fc15f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f25019e0640 1 -- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f24fc15f8c0 msgr2=0x7f24fc159d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f25019e0640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f24fc15f8c0 0x7f24fc159d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.048+0000 7f25019e0640 1 -- 172.21.15.33:0/2061826887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24fc158c60 con 0x7f24e4004d40 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.049+0000 7f25019e0640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24e4004d40 0x7f24fc1f1b30 secure :-1 s=READY pgs=1980 cs=0 l=1 rev1=1 crypto rx=0x7f24ec001c00 tx=0x7f24ec0066e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.049+0000 7f24fa7fc640 1 -- 172.21.15.33:0/2061826887 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24ec015070 con 0x7f24e4004d40 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.049+0000 7f24fa7fc640 1 -- 172.21.15.33:0/2061826887 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24ec00fd60 con 0x7f24e4004d40 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.049+0000 7f2503c44640 1 -- 172.21.15.33:0/2061826887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24fc158f40 con 0x7f24e4004d40 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.049+0000 7f24fa7fc640 1 -- 172.21.15.33:0/2061826887 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24ec011690 con 0x7f24e4004d40 2024-07-26T17:02:27.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.049+0000 7f2503c44640 1 -- 172.21.15.33:0/2061826887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24fc159500 con 0x7f24e4004d40 2024-07-26T17:02:27.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.050+0000 7f2503c44640 1 -- 172.21.15.33:0/2061826887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24fc0b2260 con 0x7f24e4004d40 2024-07-26T17:02:27.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.051+0000 7f24fa7fc640 1 -- 172.21.15.33:0/2061826887 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 131) ==== 99185+0+0 (secure 0 0 0) 0x7f24ec011830 con 0x7f24e4004d40 2024-07-26T17:02:27.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.051+0000 7f24fa7fc640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f24e80770d0 0x7f24e80795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:27.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.051+0000 7f24fa7fc640 1 -- 172.21.15.33:0/2061826887 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 6495+0+0 (secure 0 0 0) 0x7f24ec099d60 con 0x7f24e4004d40 2024-07-26T17:02:27.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.051+0000 7f25011df640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f24e80770d0 0x7f24e80795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:27.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.052+0000 7f25011df640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f24e80770d0 0x7f24e80795e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f24fc15d500 tx=0x7f24f000b260 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:27.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.056+0000 7f24fa7fc640 1 -- 172.21.15.33:0/2061826887 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f24ec062be0 con 0x7f24e4004d40 2024-07-26T17:02:27.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.328+0000 7f2503c44640 1 -- 172.21.15.33:0/2061826887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_mgr_restart"]} v 0) -- 0x7f24fc0c54c0 con 0x7f24e4004d40 2024-07-26T17:02:27.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.552+0000 7f24fa7fc640 1 -- 172.21.15.33:0/2061826887 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_mgr_restart"]}]=0 v3022) ==== 165+0+0 (secure 0 0 0) 0x7f24ec0624e0 con 0x7f24e4004d40 2024-07-26T17:02:27.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 -- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f24e80770d0 msgr2=0x7f24e80795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f24e80770d0 0x7f24e80795e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f24fc15d500 tx=0x7f24f000b260 comp rx=0 tx=0).stop 2024-07-26T17:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 -- 172.21.15.33:0/2061826887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24e4004d40 msgr2=0x7f24fc1f1b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24e4004d40 0x7f24fc1f1b30 secure :-1 s=READY pgs=1980 cs=0 l=1 rev1=1 crypto rx=0x7f24ec001c00 tx=0x7f24ec0066e0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 -- 172.21.15.33:0/2061826887 shutdown_connections 2024-07-26T17:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f24e80770d0 0x7f24e80795e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f24fc15f8c0 0x7f24fc159d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f24fc0b4a20 0x7f24fc15f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 --2- 172.21.15.33:0/2061826887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f24e4004d40 0x7f24fc1f1b30 unknown :-1 s=CLOSED pgs=1980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 -- 172.21.15.33:0/2061826887 >> 172.21.15.33:0/2061826887 conn(0x7f24fc0d1bf0 msgr2=0x7f24fc0cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 -- 172.21.15.33:0/2061826887 shutdown_connections 2024-07-26T17:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.555+0000 7f2503c44640 1 -- 172.21.15.33:0/2061826887 wait complete. 2024-07-26T17:02:27.567 INFO:tasks.cephfs_test_runner:Test that snap schedule is resumed after mgr restart ... ok 2024-07-26T17:02:27.567 INFO:tasks.cephfs_test_runner:Starting test: test_snap_schedule_with_retention (tasks.cephfs.test_snap_schedules.TestSnapSchedules) Test scheduled snapshots along with rentention policy 2024-07-26T17:02:27.567 INFO:tasks.cephfs_test_runner:test_snap_schedule_with_retention (tasks.cephfs.test_snap_schedules.TestSnapSchedules) 2024-07-26T17:02:27.568 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:02:27.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.684+0000 7fbbf0cba640 1 -- 172.21.15.33:0/3795920330 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbec0d1b80 msgr2=0x7fbbec0d2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:27.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.684+0000 7fbbf0cba640 1 --2- 172.21.15.33:0/3795920330 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbec0d1b80 0x7fbbec0d2280 secure :-1 s=READY pgs=1982 cs=0 l=1 rev1=1 crypto rx=0x7fbbe0009830 tx=0x7fbbe002a560 comp rx=0 tx=0).stop 2024-07-26T17:02:27.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.684+0000 7fbbf0cba640 1 -- 172.21.15.33:0/3795920330 shutdown_connections 2024-07-26T17:02:27.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.684+0000 7fbbf0cba640 1 --2- 172.21.15.33:0/3795920330 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbec0d1b80 0x7fbbec0d2280 unknown :-1 s=CLOSED pgs=1982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.684+0000 7fbbf0cba640 1 --2- 172.21.15.33:0/3795920330 >> v2:172.21.15.154:3300/0 conn(0x7fbbec0cf430 0x7fbbec0b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.684+0000 7fbbf0cba640 1 -- 172.21.15.33:0/3795920330 >> 172.21.15.33:0/3795920330 conn(0x7fbbec0d3da0 msgr2=0x7fbbec0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:27.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.684+0000 7fbbf0cba640 1 -- 172.21.15.33:0/3795920330 shutdown_connections 2024-07-26T17:02:27.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.684+0000 7fbbf0cba640 1 -- 172.21.15.33:0/3795920330 wait complete. 2024-07-26T17:02:27.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.686+0000 7fbbf0cba640 1 Processor -- start 2024-07-26T17:02:27.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.686+0000 7fbbf0cba640 1 -- start start 2024-07-26T17:02:27.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.687+0000 7fbbf0cba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbec0cf430 0x7fbbec1f9300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:27.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.687+0000 7fbbf0cba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbbec0d1b80 0x7fbbec154f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:27.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.687+0000 7fbbf0cba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbbec0d27c0 0x7fbbec15c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:27.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.687+0000 7fbbf0cba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbbec0d0c80 con 0x7fbbec0cf430 2024-07-26T17:02:27.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.687+0000 7fbbf0cba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbbec0b2690 con 0x7fbbec0d1b80 2024-07-26T17:02:27.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.687+0000 7fbbf0cba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbbec0d0e00 con 0x7fbbec0d27c0 2024-07-26T17:02:27.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.687+0000 7fbbea59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbec0cf430 0x7fbbec1f9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:27.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.687+0000 7fbbea59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbec0cf430 0x7fbbec1f9300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44968/0 (socket says 172.21.15.33:44968) 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.687+0000 7fbbea59c640 1 -- 172.21.15.33:0/553155038 learned_addr learned my addr 172.21.15.33:0/553155038 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.687+0000 7fbbead9d640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbbec0d27c0 0x7fbbec15c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.687+0000 7fbbe9d9b640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbbec0d1b80 0x7fbbec154f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.688+0000 7fbbea59c640 1 -- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbbec0d27c0 msgr2=0x7fbbec15c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.688+0000 7fbbea59c640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbbec0d27c0 0x7fbbec15c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.688+0000 7fbbea59c640 1 -- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbbec0d1b80 msgr2=0x7fbbec154f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.688+0000 7fbbea59c640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbbec0d1b80 0x7fbbec154f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.688+0000 7fbbea59c640 1 -- 172.21.15.33:0/553155038 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbec0b4ce0 con 0x7fbbec0cf430 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.688+0000 7fbbea59c640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbec0cf430 0x7fbbec1f9300 secure :-1 s=READY pgs=1983 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc00d770 tx=0x7fbbdc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.688+0000 7fbbdaffd640 1 -- 172.21.15.33:0/553155038 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbdc017070 con 0x7fbbec0cf430 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.688+0000 7fbbdaffd640 1 -- 172.21.15.33:0/553155038 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbdc009d20 con 0x7fbbec0cf430 2024-07-26T17:02:27.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.688+0000 7fbbf0cba640 1 -- 172.21.15.33:0/553155038 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbec155450 con 0x7fbbec0cf430 2024-07-26T17:02:27.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.688+0000 7fbbdaffd640 1 -- 172.21.15.33:0/553155038 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbdc0106c0 con 0x7fbbec0cf430 2024-07-26T17:02:27.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.688+0000 7fbbf0cba640 1 -- 172.21.15.33:0/553155038 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbec1f57f0 con 0x7fbbec0cf430 2024-07-26T17:02:27.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.689+0000 7fbbf0cba640 1 -- 172.21.15.33:0/553155038 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbec0b4eb0 con 0x7fbbec0cf430 2024-07-26T17:02:27.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.690+0000 7fbbdaffd640 1 -- 172.21.15.33:0/553155038 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 131) ==== 99185+0+0 (secure 0 0 0) 0x7fbbdc01a070 con 0x7fbbec0cf430 2024-07-26T17:02:27.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.690+0000 7fbbdaffd640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbbcc0770d0 0x7fbbcc0795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:27.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.691+0000 7fbbdaffd640 1 -- 172.21.15.33:0/553155038 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 6495+0+0 (secure 0 0 0) 0x7fbbdc098eb0 con 0x7fbbec0cf430 2024-07-26T17:02:27.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.691+0000 7fbbe9d9b640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbbcc0770d0 0x7fbbcc0795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:27.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.691+0000 7fbbe9d9b640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbbcc0770d0 0x7fbbcc0795e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fbbe0034000 tx=0x7fbbe0004730 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:27.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.695+0000 7fbbdaffd640 1 -- 172.21.15.33:0/553155038 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbbdc061ca0 con 0x7fbbec0cf430 2024-07-26T17:02:27.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.889+0000 7fbbf0cba640 1 -- 172.21.15.33:0/553155038 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbbec0d1340 con 0x7fbbec0cf430 2024-07-26T17:02:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.890+0000 7fbbdaffd640 1 -- 172.21.15.33:0/553155038 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v203) ==== 74+0+15007 (secure 0 0 0) 0x7fbbdc0615a0 con 0x7fbbec0cf430 2024-07-26T17:02:27.890 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:27.891 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":203,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:02:26.548737+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":24,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":193,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6835/650113402":"2024-07-27T17:02:23.529934+0000","172.21.15.33:6834/650113402":"2024-07-27T17:02:23.529934+0000","172.21.15.33:6837/3336102726":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/1455107311":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6836/3336102726":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/2676037868":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/2111691742":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/3873217985":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6837/1222826330":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6836/1222826330":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/102591814":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/715797807":"2024-07-27T16:57:20.155959+0000","172.21.15.33:0/1704982223":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/2757205723":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/2263124276":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/264360481":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/422133012":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/4087394097":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/698765645":"2024-07-27T16:57:20.155959+0000","172.21.15.33:6837/2764472614":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/3355160237":"2024-07-27T17:02:20.116487+0000","172.21.15.33:6836/2764472614":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/2139836942":"2024-07-27T17:02:20.116487+0000","172.21.15.33:0/1809720357":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/1051032151":"2024-07-27T16:46:26.901153+0000","172.21.15.33:0/1170781454":"2024-07-27T16:46:26.901153+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:02:27.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 -- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbbcc0770d0 msgr2=0x7fbbcc0795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:27.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbbcc0770d0 0x7fbbcc0795e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fbbe0034000 tx=0x7fbbe0004730 comp rx=0 tx=0).stop 2024-07-26T17:02:27.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 -- 172.21.15.33:0/553155038 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbec0cf430 msgr2=0x7fbbec1f9300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:27.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbec0cf430 0x7fbbec1f9300 secure :-1 s=READY pgs=1983 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc00d770 tx=0x7fbbdc00dc30 comp rx=0 tx=0).stop 2024-07-26T17:02:27.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 -- 172.21.15.33:0/553155038 shutdown_connections 2024-07-26T17:02:27.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbbcc0770d0 0x7fbbcc0795e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbbec0d27c0 0x7fbbec15c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbbec0d1b80 0x7fbbec154f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 --2- 172.21.15.33:0/553155038 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbec0cf430 0x7fbbec1f9300 unknown :-1 s=CLOSED pgs=1983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:27.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 -- 172.21.15.33:0/553155038 >> 172.21.15.33:0/553155038 conn(0x7fbbec0d3da0 msgr2=0x7fbbec160af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:27.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 -- 172.21.15.33:0/553155038 shutdown_connections 2024-07-26T17:02:27.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:27.892+0000 7fbbf0cba640 1 -- 172.21.15.33:0/553155038 wait complete. 2024-07-26T17:02:27.904 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T17:02:27.904 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T17:02:28.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.027+0000 7f427be92640 1 -- 172.21.15.33:0/424233000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42740cfa50 msgr2=0x7f42740b5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:28.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.027+0000 7f427be92640 1 --2- 172.21.15.33:0/424233000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42740cfa50 0x7f42740b5a40 secure :-1 s=READY pgs=1984 cs=0 l=1 rev1=1 crypto rx=0x7f42740c7600 tx=0x7f426c02a560 comp rx=0 tx=0).stop 2024-07-26T17:02:28.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.027+0000 7f427be92640 1 -- 172.21.15.33:0/424233000 shutdown_connections 2024-07-26T17:02:28.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.027+0000 7f427be92640 1 --2- 172.21.15.33:0/424233000 >> v2:172.21.15.154:3300/0 conn(0x7f42740b6390 0x7f42740d2030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.027+0000 7f427be92640 1 --2- 172.21.15.33:0/424233000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42740cfa50 0x7f42740b5a40 unknown :-1 s=CLOSED pgs=1984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.027+0000 7f427be92640 1 -- 172.21.15.33:0/424233000 >> 172.21.15.33:0/424233000 conn(0x7f42740d3de0 msgr2=0x7f42740d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:28.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.027+0000 7f427be92640 1 -- 172.21.15.33:0/424233000 shutdown_connections 2024-07-26T17:02:28.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.027+0000 7f427be92640 1 -- 172.21.15.33:0/424233000 wait complete. 2024-07-26T17:02:28.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.029+0000 7f427be92640 1 Processor -- start 2024-07-26T17:02:28.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.029+0000 7f427be92640 1 -- start start 2024-07-26T17:02:28.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.030+0000 7f427be92640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42740b5f80 0x7f42741e5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:28.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.030+0000 7f427be92640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42740b6390 0x7f42740b7c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:28.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.030+0000 7f427be92640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42740cfa50 0x7f42740b81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:28.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.030+0000 7f427be92640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f42740d2710 con 0x7f42740cfa50 2024-07-26T17:02:28.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.030+0000 7f427be92640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f42740b2d30 con 0x7f42740b5f80 2024-07-26T17:02:28.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.030+0000 7f427be92640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f42740b3740 con 0x7f42740b6390 2024-07-26T17:02:28.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.030+0000 7f427a42f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42740cfa50 0x7f42740b81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:28.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.030+0000 7f427a42f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42740cfa50 0x7f42740b81a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44992/0 (socket says 172.21.15.33:44992) 2024-07-26T17:02:28.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f427a42f640 1 -- 172.21.15.33:0/3509356907 learned_addr learned my addr 172.21.15.33:0/3509356907 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:28.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f4279c2e640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42740b5f80 0x7f42741e5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:28.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f427942d640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42740b6390 0x7f42740b7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:28.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f427a42f640 1 -- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42740b6390 msgr2=0x7f42740b7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:28.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f427a42f640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42740b6390 0x7f42740b7c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f427a42f640 1 -- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42740b5f80 msgr2=0x7f42741e5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:28.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f427a42f640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42740b5f80 0x7f42741e5510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f427a42f640 1 -- 172.21.15.33:0/3509356907 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42741e77a0 con 0x7f42740cfa50 2024-07-26T17:02:28.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f427a42f640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42740cfa50 0x7f42740b81a0 secure :-1 s=READY pgs=1985 cs=0 l=1 rev1=1 crypto rx=0x7f426400e990 tx=0x7f426400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:28.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f42727fc640 1 -- 172.21.15.33:0/3509356907 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4264004d20 con 0x7f42740cfa50 2024-07-26T17:02:28.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f42727fc640 1 -- 172.21.15.33:0/3509356907 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f426400caa0 con 0x7f42740cfa50 2024-07-26T17:02:28.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f427be92640 1 -- 172.21.15.33:0/3509356907 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42740cafc0 con 0x7f42740cfa50 2024-07-26T17:02:28.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f42727fc640 1 -- 172.21.15.33:0/3509356907 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4264005020 con 0x7f42740cfa50 2024-07-26T17:02:28.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.031+0000 7f427be92640 1 -- 172.21.15.33:0/3509356907 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42740cb580 con 0x7f42740cfa50 2024-07-26T17:02:28.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.032+0000 7f427be92640 1 -- 172.21.15.33:0/3509356907 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42740b5a40 con 0x7f42740cfa50 2024-07-26T17:02:28.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.033+0000 7f42727fc640 1 -- 172.21.15.33:0/3509356907 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f42640051c0 con 0x7f42740cfa50 2024-07-26T17:02:28.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.033+0000 7f42727fc640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4260077130 0x7f4260079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:28.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.033+0000 7f42727fc640 1 -- 172.21.15.33:0/3509356907 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 6495+0+0 (secure 0 0 0) 0x7f4264099670 con 0x7f42740cfa50 2024-07-26T17:02:28.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.033+0000 7f4279c2e640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4260077130 0x7f4260079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:28.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.033+0000 7f4279c2e640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4260077130 0x7f4260079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f426c033000 tx=0x7f426c004730 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:28.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.037+0000 7f42727fc640 1 -- 172.21.15.33:0/3509356907 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4264016030 con 0x7f42740cfa50 2024-07-26T17:02:28.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.228+0000 7f427be92640 1 -- 172.21.15.33:0/3509356907 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f42740d0280 con 0x7f42740cfa50 2024-07-26T17:02:28.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.229+0000 7f42727fc640 1 -- 172.21.15.33:0/3509356907 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v203) ==== 93+0+10 (secure 0 0 0) 0x7f4264061cf0 con 0x7f42740cfa50 2024-07-26T17:02:28.231 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T17:02:28.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 -- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4260077130 msgr2=0x7f4260079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:28.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4260077130 0x7f4260079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f426c033000 tx=0x7f426c004730 comp rx=0 tx=0).stop 2024-07-26T17:02:28.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 -- 172.21.15.33:0/3509356907 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42740cfa50 msgr2=0x7f42740b81a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:28.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42740cfa50 0x7f42740b81a0 secure :-1 s=READY pgs=1985 cs=0 l=1 rev1=1 crypto rx=0x7f426400e990 tx=0x7f426400ee50 comp rx=0 tx=0).stop 2024-07-26T17:02:28.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 -- 172.21.15.33:0/3509356907 shutdown_connections 2024-07-26T17:02:28.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4260077130 0x7f4260079640 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42740cfa50 0x7f42740b81a0 unknown :-1 s=CLOSED pgs=1985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42740b6390 0x7f42740b7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 --2- 172.21.15.33:0/3509356907 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42740b5f80 0x7f42741e5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 -- 172.21.15.33:0/3509356907 >> 172.21.15.33:0/3509356907 conn(0x7f42740d3de0 msgr2=0x7f42741e69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:28.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 -- 172.21.15.33:0/3509356907 shutdown_connections 2024-07-26T17:02:28.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.231+0000 7f427be92640 1 -- 172.21.15.33:0/3509356907 wait complete. 2024-07-26T17:02:28.244 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_retention' 2024-07-26T17:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.360+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/3016093983 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b380cf060 msgr2=0x7f8b3806fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.360+0000 7f8b3c8c2640 1 --2- 172.21.15.33:0/3016093983 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b380cf060 0x7f8b3806fb40 secure :-1 s=READY pgs=1986 cs=0 l=1 rev1=1 crypto rx=0x7f8b380b5c00 tx=0x7f8b3002a4d0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.360+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/3016093983 shutdown_connections 2024-07-26T17:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.360+0000 7f8b3c8c2640 1 --2- 172.21.15.33:0/3016093983 >> v2:172.21.15.154:3300/0 conn(0x7f8b38070080 0x7f8b3815b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.360+0000 7f8b3c8c2640 1 --2- 172.21.15.33:0/3016093983 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b3815bb40 0x7f8b3815e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.360+0000 7f8b3c8c2640 1 --2- 172.21.15.33:0/3016093983 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b380cf060 0x7f8b3806fb40 unknown :-1 s=CLOSED pgs=1986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.360+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/3016093983 >> 172.21.15.33:0/3016093983 conn(0x7f8b380cc3d0 msgr2=0x7f8b380cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.360+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/3016093983 shutdown_connections 2024-07-26T17:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.360+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/3016093983 wait complete. 2024-07-26T17:02:28.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.362+0000 7f8b3c8c2640 1 Processor -- start 2024-07-26T17:02:28.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.362+0000 7f8b3c8c2640 1 -- start start 2024-07-26T17:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b3c8c2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b38070080 0x7f8b381e7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b3c8c2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b380cf060 0x7f8b38131af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b3c8c2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3815bb40 0x7f8b38132030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b3c8c2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3815f210 con 0x7f8b3815bb40 2024-07-26T17:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b3c8c2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3815f090 con 0x7f8b38070080 2024-07-26T17:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b3c8c2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8b3815f390 con 0x7f8b380cf060 2024-07-26T17:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b36d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3815bb40 0x7f8b38132030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b36d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3815bb40 0x7f8b38132030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45004/0 (socket says 172.21.15.33:45004) 2024-07-26T17:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b36d9d640 1 -- 172.21.15.33:0/1086581230 learned_addr learned my addr 172.21.15.33:0/1086581230 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b3659c640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b38070080 0x7f8b381e7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b35d9b640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b380cf060 0x7f8b38131af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.363+0000 7f8b36d9d640 1 -- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b380cf060 msgr2=0x7f8b38131af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.364+0000 7f8b36d9d640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b380cf060 0x7f8b38131af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.364+0000 7f8b36d9d640 1 -- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b38070080 msgr2=0x7f8b381e7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.364+0000 7f8b36d9d640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b38070080 0x7f8b381e7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.364+0000 7f8b36d9d640 1 -- 172.21.15.33:0/1086581230 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b38143900 con 0x7f8b3815bb40 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.364+0000 7f8b3659c640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b38070080 0x7f8b381e7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.364+0000 7f8b36d9d640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3815bb40 0x7f8b38132030 secure :-1 s=READY pgs=1987 cs=0 l=1 rev1=1 crypto rx=0x7f8b2800cab0 tx=0x7f8b2800cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.364+0000 7f8b2effd640 1 -- 172.21.15.33:0/1086581230 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b28007d90 con 0x7f8b3815bb40 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.364+0000 7f8b2effd640 1 -- 172.21.15.33:0/1086581230 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b2800f540 con 0x7f8b3815bb40 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.364+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/1086581230 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b380b1ba0 con 0x7f8b3815bb40 2024-07-26T17:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.364+0000 7f8b2effd640 1 -- 172.21.15.33:0/1086581230 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b2800f990 con 0x7f8b3815bb40 2024-07-26T17:02:28.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.364+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/1086581230 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b38131010 con 0x7f8b3815bb40 2024-07-26T17:02:28.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.365+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/1086581230 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b380b1910 con 0x7f8b3815bb40 2024-07-26T17:02:28.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.366+0000 7f8b2effd640 1 -- 172.21.15.33:0/1086581230 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f8b2800fb30 con 0x7f8b3815bb40 2024-07-26T17:02:28.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.366+0000 7f8b2effd640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8b18077130 0x7f8b18079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:28.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.366+0000 7f8b2effd640 1 -- 172.21.15.33:0/1086581230 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 6495+0+0 (secure 0 0 0) 0x7f8b28099850 con 0x7f8b3815bb40 2024-07-26T17:02:28.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.367+0000 7f8b3659c640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8b18077130 0x7f8b18079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:28.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.367+0000 7f8b3659c640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8b18077130 0x7f8b18079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8b30033000 tx=0x7f8b30004730 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:28.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.371+0000 7f8b2effd640 1 -- 172.21.15.33:0/1086581230 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8b28014070 con 0x7f8b3815bb40 2024-07-26T17:02:28.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:28.647+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/1086581230 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_retention"]} v 0) -- 0x7f8b3806a640 con 0x7f8b3815bb40 2024-07-26T17:02:29.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.558+0000 7f8b2effd640 1 -- 172.21.15.33:0/1086581230 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_retention"]}]=0 v3024) ==== 166+0+0 (secure 0 0 0) 0x7f8b2800fe20 con 0x7f8b3815bb40 2024-07-26T17:02:29.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.562+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8b18077130 msgr2=0x7f8b18079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:29.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.562+0000 7f8b3c8c2640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8b18077130 0x7f8b18079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f8b30033000 tx=0x7f8b30004730 comp rx=0 tx=0).stop 2024-07-26T17:02:29.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.562+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/1086581230 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3815bb40 msgr2=0x7f8b38132030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:29.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.562+0000 7f8b3c8c2640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3815bb40 0x7f8b38132030 secure :-1 s=READY pgs=1987 cs=0 l=1 rev1=1 crypto rx=0x7f8b2800cab0 tx=0x7f8b2800cf70 comp rx=0 tx=0).stop 2024-07-26T17:02:29.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.562+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/1086581230 shutdown_connections 2024-07-26T17:02:29.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.562+0000 7f8b3c8c2640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8b18077130 0x7f8b18079640 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:29.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.562+0000 7f8b3c8c2640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b3815bb40 0x7f8b38132030 unknown :-1 s=CLOSED pgs=1987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:29.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.562+0000 7f8b3c8c2640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b380cf060 0x7f8b38131af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:29.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.562+0000 7f8b3c8c2640 1 --2- 172.21.15.33:0/1086581230 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b38070080 0x7f8b381e7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:29.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.562+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/1086581230 >> 172.21.15.33:0/1086581230 conn(0x7f8b380cc3d0 msgr2=0x7f8b3815c970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:29.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.563+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/1086581230 shutdown_connections 2024-07-26T17:02:29.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.563+0000 7f8b3c8c2640 1 -- 172.21.15.33:0/1086581230 wait complete. 2024-07-26T17:02:29.579 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T17:02:29.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.706+0000 7f086088c640 1 -- 172.21.15.33:0/838142987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0844004d40 msgr2=0x7f08440051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:29.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.706+0000 7f086088c640 1 --2- 172.21.15.33:0/838142987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0844004d40 0x7f08440051f0 secure :-1 s=READY pgs=1989 cs=0 l=1 rev1=1 crypto rx=0x7f08540013d0 tx=0x7f0844005830 comp rx=0 tx=0).stop 2024-07-26T17:02:29.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.706+0000 7f085ad9d640 1 -- 172.21.15.33:0/838142987 reap_dead start 2024-07-26T17:02:29.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.706+0000 7f086088c640 1 -- 172.21.15.33:0/838142987 shutdown_connections 2024-07-26T17:02:29.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.706+0000 7f086088c640 1 -- 172.21.15.33:0/838142987 >> 172.21.15.33:0/838142987 conn(0x7f085c0d1bf0 msgr2=0x7f085c0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:29.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.706+0000 7f086088c640 1 -- 172.21.15.33:0/838142987 shutdown_connections 2024-07-26T17:02:29.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.706+0000 7f086088c640 1 -- 172.21.15.33:0/838142987 wait complete. 2024-07-26T17:02:29.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.708+0000 7f086088c640 1 Processor -- start 2024-07-26T17:02:29.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.708+0000 7f086088c640 1 -- start start 2024-07-26T17:02:29.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.709+0000 7f086088c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0844004d40 0x7f085c155ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:29.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.709+0000 7f086088c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f085c0b0730 0x7f085c150790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:29.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.709+0000 7f086088c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f085c151020 0x7f085c1f3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:29.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.709+0000 7f086088c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f085c0b6f80 con 0x7f0844004d40 2024-07-26T17:02:29.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.709+0000 7f086088c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f085c0b6e00 con 0x7f085c151020 2024-07-26T17:02:29.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.709+0000 7f086088c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f085c0b7100 con 0x7f085c0b0730 2024-07-26T17:02:29.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.709+0000 7f085a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0844004d40 0x7f085c155ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:29.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.709+0000 7f085a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0844004d40 0x7f085c155ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45020/0 (socket says 172.21.15.33:45020) 2024-07-26T17:02:29.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.709+0000 7f085a59c640 1 -- 172.21.15.33:0/2452580848 learned_addr learned my addr 172.21.15.33:0/2452580848 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:29.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f0859d9b640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f085c0b0730 0x7f085c150790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:29.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f085ad9d640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f085c151020 0x7f085c1f3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:29.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f085a59c640 1 -- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f085c0b0730 msgr2=0x7f085c150790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:29.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f085a59c640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f085c0b0730 0x7f085c150790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:29.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f085a59c640 1 -- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f085c151020 msgr2=0x7f085c1f3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:29.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f085a59c640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f085c151020 0x7f085c1f3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:29.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f085a59c640 1 -- 172.21.15.33:0/2452580848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f085c155ff0 con 0x7f0844004d40 2024-07-26T17:02:29.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f085ad9d640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f085c151020 0x7f085c1f3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:29.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f0859d9b640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f085c0b0730 0x7f085c150790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:29.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f085a59c640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0844004d40 0x7f085c155ab0 secure :-1 s=READY pgs=1990 cs=0 l=1 rev1=1 crypto rx=0x7f084c011ae0 tx=0x7f084c009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:29.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f084affd640 1 -- 172.21.15.33:0/2452580848 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f084c01e070 con 0x7f0844004d40 2024-07-26T17:02:29.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f086088c640 1 -- 172.21.15.33:0/2452580848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f085c15f990 con 0x7f0844004d40 2024-07-26T17:02:29.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f084affd640 1 -- 172.21.15.33:0/2452580848 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f084c004460 con 0x7f0844004d40 2024-07-26T17:02:29.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f084affd640 1 -- 172.21.15.33:0/2452580848 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f084c00fc60 con 0x7f0844004d40 2024-07-26T17:02:29.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.710+0000 7f086088c640 1 -- 172.21.15.33:0/2452580848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f085c15ff50 con 0x7f0844004d40 2024-07-26T17:02:29.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.711+0000 7f086088c640 1 -- 172.21.15.33:0/2452580848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f085c160400 con 0x7f0844004d40 2024-07-26T17:02:29.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.712+0000 7f084affd640 1 -- 172.21.15.33:0/2452580848 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f084c021070 con 0x7f0844004d40 2024-07-26T17:02:29.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.712+0000 7f084affd640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f083c077130 0x7f083c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:29.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.713+0000 7f084affd640 1 -- 172.21.15.33:0/2452580848 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 6495+0+0 (secure 0 0 0) 0x7f084c099910 con 0x7f0844004d40 2024-07-26T17:02:29.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.713+0000 7f0859d9b640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f083c077130 0x7f083c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:29.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.713+0000 7f0859d9b640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f083c077130 0x7f083c079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f085c15f390 tx=0x7f0850006b70 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:29.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.717+0000 7f084affd640 1 -- 172.21.15.33:0/2452580848 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f084c061fc0 con 0x7f0844004d40 2024-07-26T17:02:29.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.911+0000 7f086088c640 1 -- 172.21.15.33:0/2452580848 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f085c0c54c0 con 0x7f0844004d40 2024-07-26T17:02:29.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.911+0000 7f084affd640 1 -- 172.21.15.33:0/2452580848 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v67) ==== 59+0+1998 (secure 0 0 0) 0x7f084c066510 con 0x7f0844004d40 2024-07-26T17:02:29.913 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T17:02:29.913 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T17:02:29.913 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T17:02:29.913 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T17:02:29.913 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T17:02:29.913 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T17:02:29.913 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T17:02:29.914 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T17:02:29.914 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T17:02:29.914 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T17:02:29.914 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T17:02:29.914 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T17:02:29.914 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T17:02:29.914 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T17:02:29.914 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T17:02:29.914 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T17:02:29.914 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T17:02:29.914 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T17:02:29.915 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T17:02:29.915 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T17:02:29.915 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T17:02:29.915 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T17:02:29.915 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T17:02:29.915 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T17:02:29.915 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T17:02:29.915 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T17:02:29.915 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T17:02:29.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 -- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f083c077130 msgr2=0x7f083c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:29.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f083c077130 0x7f083c079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f085c15f390 tx=0x7f0850006b70 comp rx=0 tx=0).stop 2024-07-26T17:02:29.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 -- 172.21.15.33:0/2452580848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0844004d40 msgr2=0x7f085c155ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:29.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0844004d40 0x7f085c155ab0 secure :-1 s=READY pgs=1990 cs=0 l=1 rev1=1 crypto rx=0x7f084c011ae0 tx=0x7f084c009e90 comp rx=0 tx=0).stop 2024-07-26T17:02:29.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 -- 172.21.15.33:0/2452580848 shutdown_connections 2024-07-26T17:02:29.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f083c077130 0x7f083c079640 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:29.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f085c151020 0x7f085c1f3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:29.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f085c0b0730 0x7f085c150790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:29.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 --2- 172.21.15.33:0/2452580848 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0844004d40 0x7f085c155ab0 unknown :-1 s=CLOSED pgs=1990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:29.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 -- 172.21.15.33:0/2452580848 >> 172.21.15.33:0/2452580848 conn(0x7f085c0d1bf0 msgr2=0x7f085c1518c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:29.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 -- 172.21.15.33:0/2452580848 shutdown_connections 2024-07-26T17:02:29.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:29.913+0000 7f086088c640 1 -- 172.21.15.33:0/2452580848 wait complete. 2024-07-26T17:02:29.926 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T17:02:30.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.046+0000 7f824e920640 1 -- 172.21.15.33:0/1475580080 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8230005270 msgr2=0x7f823000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:30.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.046+0000 7f824e920640 1 --2- 172.21.15.33:0/1475580080 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8230005270 0x7f823000b9c0 secure :-1 s=READY pgs=1992 cs=0 l=1 rev1=1 crypto rx=0x7f8240001d90 tx=0x7f8230005830 comp rx=0 tx=0).stop 2024-07-26T17:02:30.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.046+0000 7f824cebd640 1 -- 172.21.15.33:0/1475580080 reap_dead start 2024-07-26T17:02:30.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.046+0000 7f824e920640 1 -- 172.21.15.33:0/1475580080 shutdown_connections 2024-07-26T17:02:30.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.046+0000 7f824e920640 1 -- 172.21.15.33:0/1475580080 >> 172.21.15.33:0/1475580080 conn(0x7f82480d3de0 msgr2=0x7f82480d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:30.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.046+0000 7f824e920640 1 -- 172.21.15.33:0/1475580080 shutdown_connections 2024-07-26T17:02:30.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.046+0000 7f824e920640 1 -- 172.21.15.33:0/1475580080 wait complete. 2024-07-26T17:02:30.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.048+0000 7f824e920640 1 Processor -- start 2024-07-26T17:02:30.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.048+0000 7f824e920640 1 -- start start 2024-07-26T17:02:30.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f824e920640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82480b8570 0x7f82481e8c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:30.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f824e920640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82481dd8d0 0x7f82480cc0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f824e920640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82481ddce0 0x7f82480cc5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f824e920640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f82480b48d0 con 0x7f82480b8570 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f824e920640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f82480b4750 con 0x7f82481dd8d0 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f824e920640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f82480b5a40 con 0x7f82481ddce0 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8247fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82480b8570 0x7f82481e8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8247fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82480b8570 0x7f82481e8c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45042/0 (socket says 172.21.15.33:45042) 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8247fff640 1 -- 172.21.15.33:0/465831477 learned_addr learned my addr 172.21.15.33:0/465831477 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f82477fe640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82481dd8d0 0x7f82480cc0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f824cebd640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82481ddce0 0x7f82480cc5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8247fff640 1 -- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82481ddce0 msgr2=0x7f82480cc5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8247fff640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82481ddce0 0x7f82480cc5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8247fff640 1 -- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82481dd8d0 msgr2=0x7f82480cc0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:30.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8247fff640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82481dd8d0 0x7f82480cc0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8247fff640 1 -- 172.21.15.33:0/465831477 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82480caec0 con 0x7f82480b8570 2024-07-26T17:02:30.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f824cebd640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82481ddce0 0x7f82480cc5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:02:30.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f82477fe640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82481dd8d0 0x7f82480cc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:02:30.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8247fff640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82480b8570 0x7f82481e8c70 secure :-1 s=READY pgs=1993 cs=0 l=1 rev1=1 crypto rx=0x7f8238011980 tx=0x7f8238011e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:30.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8244ff9640 1 -- 172.21.15.33:0/465831477 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f823800fe10 con 0x7f82480b8570 2024-07-26T17:02:30.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8244ff9640 1 -- 172.21.15.33:0/465831477 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8238005020 con 0x7f82480b8570 2024-07-26T17:02:30.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f8244ff9640 1 -- 172.21.15.33:0/465831477 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8238005470 con 0x7f82480b8570 2024-07-26T17:02:30.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.050+0000 7f824e920640 1 -- 172.21.15.33:0/465831477 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82480cb1a0 con 0x7f82480b8570 2024-07-26T17:02:30.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.051+0000 7f824e920640 1 -- 172.21.15.33:0/465831477 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82480cb760 con 0x7f82480b8570 2024-07-26T17:02:30.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.051+0000 7f824e920640 1 -- 172.21.15.33:0/465831477 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82480d1920 con 0x7f82480b8570 2024-07-26T17:02:30.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.052+0000 7f8244ff9640 1 -- 172.21.15.33:0/465831477 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f82380047a0 con 0x7f82480b8570 2024-07-26T17:02:30.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.053+0000 7f8244ff9640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8234077130 0x7f8234079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:30.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.053+0000 7f8244ff9640 1 -- 172.21.15.33:0/465831477 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 6495+0+0 (secure 0 0 0) 0x7f8238099bd0 con 0x7f82480b8570 2024-07-26T17:02:30.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.053+0000 7f82477fe640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8234077130 0x7f8234079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:30.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.054+0000 7f82477fe640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8234077130 0x7f8234079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f823c000fb0 tx=0x7f823c0015a0 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:30.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.057+0000 7f8244ff9640 1 -- 172.21.15.33:0/465831477 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8238062ad0 con 0x7f82480b8570 2024-07-26T17:02:30.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.251+0000 7f824e920640 1 -- 172.21.15.33:0/465831477 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f82480d0280 con 0x7f82480b8570 2024-07-26T17:02:30.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.255+0000 7f8244ff9640 1 -- 172.21.15.33:0/465831477 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v68)=0 v68) ==== 122+0+0 (secure 0 0 0) 0x7f82380623d0 con 0x7f82480b8570 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 -- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8234077130 msgr2=0x7f8234079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8234077130 0x7f8234079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f823c000fb0 tx=0x7f823c0015a0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 -- 172.21.15.33:0/465831477 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82480b8570 msgr2=0x7f82481e8c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82480b8570 0x7f82481e8c70 secure :-1 s=READY pgs=1993 cs=0 l=1 rev1=1 crypto rx=0x7f8238011980 tx=0x7f8238011e40 comp rx=0 tx=0).stop 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 -- 172.21.15.33:0/465831477 shutdown_connections 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8234077130 0x7f8234079640 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82481ddce0 0x7f82480cc5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82481dd8d0 0x7f82480cc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 --2- 172.21.15.33:0/465831477 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82480b8570 0x7f82481e8c70 unknown :-1 s=CLOSED pgs=1993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 -- 172.21.15.33:0/465831477 >> 172.21.15.33:0/465831477 conn(0x7f82480d3de0 msgr2=0x7f82480d1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 -- 172.21.15.33:0/465831477 shutdown_connections 2024-07-26T17:02:30.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.257+0000 7f824e920640 1 -- 172.21.15.33:0/465831477 wait complete. 2024-07-26T17:02:30.270 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:02:30.270 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:02:30.314 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:02:30.364 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:02:30.364 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:02:30.364 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:02:30.380 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:02:30.381 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:02:30.381 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:02:30.399 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:02:30.399 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:02:30.399 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:02:30.436 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:02:30.436 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:02:30.436 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:02:30.456 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:02:30.456 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T17:02:30.456 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:02:30.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.592+0000 7fb2744ef640 1 -- 172.21.15.33:0/1408178122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb26c073940 msgr2=0x7fb26c13e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:30.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.592+0000 7fb2744ef640 1 --2- 172.21.15.33:0/1408178122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb26c073940 0x7fb26c13e440 secure :-1 s=READY pgs=1994 cs=0 l=1 rev1=1 crypto rx=0x7fb260005fd0 tx=0x7fb26002a4a0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.592+0000 7fb2744ef640 1 -- 172.21.15.33:0/1408178122 shutdown_connections 2024-07-26T17:02:30.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.592+0000 7fb2744ef640 1 --2- 172.21.15.33:0/1408178122 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb26c140650 0x7fb26c140a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.592+0000 7fb2744ef640 1 --2- 172.21.15.33:0/1408178122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb26c073940 0x7fb26c13e440 unknown :-1 s=CLOSED pgs=1994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.592+0000 7fb2744ef640 1 -- 172.21.15.33:0/1408178122 >> 172.21.15.33:0/1408178122 conn(0x7fb26c0b26e0 msgr2=0x7fb26c0b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:30.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.592+0000 7fb2744ef640 1 -- 172.21.15.33:0/1408178122 shutdown_connections 2024-07-26T17:02:30.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.592+0000 7fb2744ef640 1 -- 172.21.15.33:0/1408178122 wait complete. 2024-07-26T17:02:30.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.594+0000 7fb2744ef640 1 Processor -- start 2024-07-26T17:02:30.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.594+0000 7fb2744ef640 1 -- start start 2024-07-26T17:02:30.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.595+0000 7fb2744ef640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb26c13dd60 0x7fb26c13c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:30.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.595+0000 7fb2744ef640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb26c140650 0x7fb26c15a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:30.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.595+0000 7fb2744ef640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb26c0702e0 0x7fb26c0706f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:30.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.595+0000 7fb2744ef640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c0b4dd0 con 0x7fb26c140650 2024-07-26T17:02:30.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.595+0000 7fb2744ef640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c0b4c50 con 0x7fb26c13dd60 2024-07-26T17:02:30.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.595+0000 7fb2744ef640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb26c0b4f50 con 0x7fb26c0702e0 2024-07-26T17:02:30.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.595+0000 7fb271a8a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb26c140650 0x7fb26c15a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb271a8a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb26c140650 0x7fb26c15a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45050/0 (socket says 172.21.15.33:45050) 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb271a8a640 1 -- 172.21.15.33:0/3974322292 learned_addr learned my addr 172.21.15.33:0/3974322292 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb27228b640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb26c13dd60 0x7fb26c13c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb272a8c640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb26c0702e0 0x7fb26c0706f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb271a8a640 1 -- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb26c0702e0 msgr2=0x7fb26c0706f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb271a8a640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb26c0702e0 0x7fb26c0706f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb271a8a640 1 -- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb26c13dd60 msgr2=0x7fb26c13c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb271a8a640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb26c13dd60 0x7fb26c13c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb271a8a640 1 -- 172.21.15.33:0/3974322292 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb26c070c30 con 0x7fb26c140650 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb271a8a640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb26c140650 0x7fb26c15a070 secure :-1 s=READY pgs=1995 cs=0 l=1 rev1=1 crypto rx=0x7fb260034040 tx=0x7fb260003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb26affd640 1 -- 172.21.15.33:0/3974322292 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb26003e030 con 0x7fb26c140650 2024-07-26T17:02:30.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb26affd640 1 -- 172.21.15.33:0/3974322292 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb260003e00 con 0x7fb26c140650 2024-07-26T17:02:30.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb2744ef640 1 -- 172.21.15.33:0/3974322292 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb26c1f2f70 con 0x7fb26c140650 2024-07-26T17:02:30.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb26affd640 1 -- 172.21.15.33:0/3974322292 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb260035040 con 0x7fb26c140650 2024-07-26T17:02:30.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.596+0000 7fb2744ef640 1 -- 172.21.15.33:0/3974322292 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb26c1f3530 con 0x7fb26c140650 2024-07-26T17:02:30.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.597+0000 7fb2744ef640 1 -- 172.21.15.33:0/3974322292 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb26c0ce3c0 con 0x7fb26c140650 2024-07-26T17:02:30.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.598+0000 7fb26affd640 1 -- 172.21.15.33:0/3974322292 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7fb260041030 con 0x7fb26c140650 2024-07-26T17:02:30.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.599+0000 7fb26affd640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb258077130 0x7fb258079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:30.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.599+0000 7fb26affd640 1 -- 172.21.15.33:0/3974322292 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 6495+0+0 (secure 0 0 0) 0x7fb2600b94e0 con 0x7fb26c140650 2024-07-26T17:02:30.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.599+0000 7fb27228b640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb258077130 0x7fb258079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:30.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.599+0000 7fb27228b640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb258077130 0x7fb258079640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fb25c00b450 tx=0x7fb25c00d040 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:30.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.603+0000 7fb26affd640 1 -- 172.21.15.33:0/3974322292 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb26c0ce3c0 con 0x7fb26c140650 2024-07-26T17:02:30.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.836+0000 7fb2744ef640 1 -- 172.21.15.33:0/3974322292 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb26c1f2cd0 con 0x7fb26c140650 2024-07-26T17:02:30.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.836+0000 7fb26affd640 1 -- 172.21.15.33:0/3974322292 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 101 v101) ==== 95+0+3908 (secure 0 0 0) 0x7fb26c070c30 con 0x7fb26c140650 2024-07-26T17:02:30.838 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:30.838 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":101,"btime":"2024-07-26T17:02:24:533416+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8084,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/750259562","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":750259562},{"type":"v1","addr":"172.21.15.154:6835","nonce":750259562}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8941,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/81976683","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":81976683},{"type":"v1","addr":"172.21.15.154:6834","nonce":81976683}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":9774,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2756307213","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2756307213},{"type":"v1","addr":"172.21.15.33:6833","nonce":2756307213}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93},{"gid":10233,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/369633226","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":369633226},{"type":"v1","addr":"172.21.15.33:6835","nonce":369633226}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[]} 2024-07-26T17:02:30.839 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 101 2024-07-26T17:02:30.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.838+0000 7fb2744ef640 1 -- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb258077130 msgr2=0x7fb258079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:30.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.838+0000 7fb2744ef640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb258077130 0x7fb258079640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fb25c00b450 tx=0x7fb25c00d040 comp rx=0 tx=0).stop 2024-07-26T17:02:30.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.838+0000 7fb2744ef640 1 -- 172.21.15.33:0/3974322292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb26c140650 msgr2=0x7fb26c15a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:30.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.838+0000 7fb2744ef640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb26c140650 0x7fb26c15a070 secure :-1 s=READY pgs=1995 cs=0 l=1 rev1=1 crypto rx=0x7fb260034040 tx=0x7fb260003910 comp rx=0 tx=0).stop 2024-07-26T17:02:30.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.838+0000 7fb2744ef640 1 -- 172.21.15.33:0/3974322292 shutdown_connections 2024-07-26T17:02:30.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.838+0000 7fb2744ef640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb258077130 0x7fb258079640 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.838+0000 7fb2744ef640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb26c0702e0 0x7fb26c0706f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.838+0000 7fb2744ef640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb26c140650 0x7fb26c15a070 unknown :-1 s=CLOSED pgs=1995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.838+0000 7fb2744ef640 1 --2- 172.21.15.33:0/3974322292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb26c13dd60 0x7fb26c13c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:30.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.838+0000 7fb2744ef640 1 -- 172.21.15.33:0/3974322292 >> 172.21.15.33:0/3974322292 conn(0x7fb26c0b26e0 msgr2=0x7fb26c0cfa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:30.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.839+0000 7fb2744ef640 1 -- 172.21.15.33:0/3974322292 shutdown_connections 2024-07-26T17:02:30.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:30.839+0000 7fb2744ef640 1 -- 172.21.15.33:0/3974322292 wait complete. 2024-07-26T17:02:30.852 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T17:02:30.852 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T17:02:30.852 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T17:02:30.852 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:02:30.853 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T17:02:30.853 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T17:02:30.853 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T17:02:30.853 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:02:30.853 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T17:02:30.853 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T17:02:30.854 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T17:02:30.854 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:02:30.854 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T17:02:30.854 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T17:02:30.854 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T17:02:30.854 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:02:30.864 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T17:02:30.864 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T17:02:30.867 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T17:02:30.867 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T17:02:30.868 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T17:02:30.868 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T17:02:30.869 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T17:02:30.869 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T17:02:30.908 INFO:tasks.ceph.mds.c:Started 2024-07-26T17:02:30.909 DEBUG:teuthology.parallel:result is None 2024-07-26T17:02:30.909 INFO:tasks.ceph.mds.b:Started 2024-07-26T17:02:30.910 INFO:tasks.ceph.mds.d:Started 2024-07-26T17:02:30.910 DEBUG:teuthology.parallel:result is None 2024-07-26T17:02:30.910 DEBUG:teuthology.parallel:result is None 2024-07-26T17:02:30.911 INFO:tasks.ceph.mds.a:Started 2024-07-26T17:02:30.911 DEBUG:teuthology.parallel:result is None 2024-07-26T17:02:30.911 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T17:02:30.998 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T17:02:30.999 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T17:02:31.003 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T17:02:31.003 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T17:02:31.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.035+0000 7f0e653f2640 1 -- 172.21.15.33:0/1717624617 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e600b7d00 msgr2=0x7f0e600cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:31.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.035+0000 7f0e653f2640 1 --2- 172.21.15.33:0/1717624617 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e600b7d00 0x7f0e600cee10 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f0e58005fd0 tx=0x7f0e5802a8b0 comp rx=0 tx=0).stop 2024-07-26T17:02:31.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.035+0000 7f0e653f2640 1 -- 172.21.15.33:0/1717624617 shutdown_connections 2024-07-26T17:02:31.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.035+0000 7f0e653f2640 1 --2- 172.21.15.33:0/1717624617 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e600b7d00 0x7f0e600cee10 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:31.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.035+0000 7f0e653f2640 1 --2- 172.21.15.33:0/1717624617 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e600d0c80 0x7f0e600ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:31.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.035+0000 7f0e653f2640 1 -- 172.21.15.33:0/1717624617 >> 172.21.15.33:0/1717624617 conn(0x7f0e600d3dc0 msgr2=0x7f0e600d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:31.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.035+0000 7f0e653f2640 1 -- 172.21.15.33:0/1717624617 shutdown_connections 2024-07-26T17:02:31.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.035+0000 7f0e653f2640 1 -- 172.21.15.33:0/1717624617 wait complete. 2024-07-26T17:02:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.037+0000 7f0e653f2640 1 Processor -- start 2024-07-26T17:02:31.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.037+0000 7f0e653f2640 1 -- start start 2024-07-26T17:02:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e653f2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e600b53e0 0x7f0e6015c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e653f2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e600b7d00 0x7f0e601ea5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e653f2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e600b2730 0x7f0e600b2b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e653f2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0e600cf510 con 0x7f0e600b2730 2024-07-26T17:02:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e653f2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0e600cf390 con 0x7f0e600b7d00 2024-07-26T17:02:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e653f2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0e600cf690 con 0x7f0e600b53e0 2024-07-26T17:02:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e5f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e600b2730 0x7f0e600b2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e5effd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e600b53e0 0x7f0e6015c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e5f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e600b2730 0x7f0e600b2b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45082/0 (socket says 172.21.15.33:45082) 2024-07-26T17:02:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e5f7fe640 1 -- 172.21.15.33:0/1346890801 learned_addr learned my addr 172.21.15.33:0/1346890801 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:31.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e5e7fc640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e600b7d00 0x7f0e601ea5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e5f7fe640 1 -- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e600b53e0 msgr2=0x7f0e6015c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e5f7fe640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e600b53e0 0x7f0e6015c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e5f7fe640 1 -- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e600b7d00 msgr2=0x7f0e601ea5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e5f7fe640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e600b7d00 0x7f0e601ea5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.039+0000 7f0e5f7fe640 1 -- 172.21.15.33:0/1346890801 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e600b3080 con 0x7f0e600b2730 2024-07-26T17:02:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.040+0000 7f0e5f7fe640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e600b2730 0x7f0e600b2b40 secure :-1 s=READY pgs=2003 cs=0 l=1 rev1=1 crypto rx=0x7f0e58009cd0 tx=0x7f0e58033f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.040+0000 7f0e477fe640 1 -- 172.21.15.33:0/1346890801 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e58031990 con 0x7f0e600b2730 2024-07-26T17:02:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.040+0000 7f0e477fe640 1 -- 172.21.15.33:0/1346890801 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e58031c20 con 0x7f0e600b2730 2024-07-26T17:02:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.040+0000 7f0e653f2640 1 -- 172.21.15.33:0/1346890801 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e601f5e40 con 0x7f0e600b2730 2024-07-26T17:02:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.040+0000 7f0e477fe640 1 -- 172.21.15.33:0/1346890801 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e580330d0 con 0x7f0e600b2730 2024-07-26T17:02:31.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.040+0000 7f0e653f2640 1 -- 172.21.15.33:0/1346890801 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e601f5230 con 0x7f0e600b2730 2024-07-26T17:02:31.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.041+0000 7f0e653f2640 1 -- 172.21.15.33:0/1346890801 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e600b09b0 con 0x7f0e600b2730 2024-07-26T17:02:31.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.042+0000 7f0e477fe640 1 -- 172.21.15.33:0/1346890801 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f0e58033270 con 0x7f0e600b2730 2024-07-26T17:02:31.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.042+0000 7f0e477fe640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f0e4c077160 0x7f0e4c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:31.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.042+0000 7f0e477fe640 1 -- 172.21.15.33:0/1346890801 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 6495+0+0 (secure 0 0 0) 0x7f0e580ba160 con 0x7f0e600b2730 2024-07-26T17:02:31.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.043+0000 7f0e5effd640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f0e4c077160 0x7f0e4c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:31.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.043+0000 7f0e5effd640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f0e4c077160 0x7f0e4c079670 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0e500046b0 tx=0x7f0e50007e90 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:31.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.047+0000 7f0e477fe640 1 -- 172.21.15.33:0/1346890801 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0e600b3080 con 0x7f0e600b2730 2024-07-26T17:02:31.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.252+0000 7f0e653f2640 1 -- 172.21.15.33:0/1346890801 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f0e600ce1f0 con 0x7f0e600b2730 2024-07-26T17:02:31.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.569+0000 7f0e477fe640 1 -- 172.21.15.33:0/1346890801 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v205) ==== 97+0+0 (secure 0 0 0) 0x7f0e5803f030 con 0x7f0e600b2730 2024-07-26T17:02:31.571 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T17:02:31.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 -- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f0e4c077160 msgr2=0x7f0e4c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:31.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f0e4c077160 0x7f0e4c079670 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0e500046b0 tx=0x7f0e50007e90 comp rx=0 tx=0).stop 2024-07-26T17:02:31.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 -- 172.21.15.33:0/1346890801 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e600b2730 msgr2=0x7f0e600b2b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:31.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e600b2730 0x7f0e600b2b40 secure :-1 s=READY pgs=2003 cs=0 l=1 rev1=1 crypto rx=0x7f0e58009cd0 tx=0x7f0e58033f70 comp rx=0 tx=0).stop 2024-07-26T17:02:31.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 -- 172.21.15.33:0/1346890801 shutdown_connections 2024-07-26T17:02:31.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f0e4c077160 0x7f0e4c079670 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:31.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e600b2730 0x7f0e600b2b40 unknown :-1 s=CLOSED pgs=2003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:31.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e600b7d00 0x7f0e601ea5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:31.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 --2- 172.21.15.33:0/1346890801 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e600b53e0 0x7f0e6015c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:31.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 -- 172.21.15.33:0/1346890801 >> 172.21.15.33:0/1346890801 conn(0x7f0e600d3dc0 msgr2=0x7f0e6006def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:31.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 -- 172.21.15.33:0/1346890801 shutdown_connections 2024-07-26T17:02:31.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.572+0000 7f0e653f2640 1 -- 172.21.15.33:0/1346890801 wait complete. 2024-07-26T17:02:31.590 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T17:02:31.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.707+0000 7f3f76b39640 1 -- 172.21.15.33:0/1829751438 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f60003fd0 msgr2=0x7f3f60004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:31.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.707+0000 7f3f76b39640 1 --2- 172.21.15.33:0/1829751438 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f60003fd0 0x7f3f60004800 secure :-1 s=READY pgs=2005 cs=0 l=1 rev1=1 crypto rx=0x7f3f7009fb50 tx=0x7f3f60005830 comp rx=0 tx=0).stop 2024-07-26T17:02:31.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.707+0000 7f3f750d6640 1 -- 172.21.15.33:0/1829751438 reap_dead start 2024-07-26T17:02:31.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.707+0000 7f3f76b39640 1 -- 172.21.15.33:0/1829751438 shutdown_connections 2024-07-26T17:02:31.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.707+0000 7f3f76b39640 1 -- 172.21.15.33:0/1829751438 >> 172.21.15.33:0/1829751438 conn(0x7f3f700d1b70 msgr2=0x7f3f700d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:31.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.707+0000 7f3f76b39640 1 -- 172.21.15.33:0/1829751438 shutdown_connections 2024-07-26T17:02:31.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.707+0000 7f3f76b39640 1 -- 172.21.15.33:0/1829751438 wait complete. 2024-07-26T17:02:31.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.709+0000 7f3f76b39640 1 Processor -- start 2024-07-26T17:02:31.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.709+0000 7f3f76b39640 1 -- start start 2024-07-26T17:02:31.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.710+0000 7f3f76b39640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f60003fd0 0x7f3f70158970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:31.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.710+0000 7f3f76b39640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f700b41d0 0x7f3f701e5b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:31.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.710+0000 7f3f76b39640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f700c75f0 0x7f3f700c7a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:31.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.710+0000 7f3f76b39640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3f700b1250 con 0x7f3f700c75f0 2024-07-26T17:02:31.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.710+0000 7f3f76b39640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3f700b2dc0 con 0x7f3f60003fd0 2024-07-26T17:02:31.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.710+0000 7f3f76b39640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3f700ce260 con 0x7f3f700b41d0 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.710+0000 7f3f750d6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f700c75f0 0x7f3f700c7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.710+0000 7f3f750d6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f700c75f0 0x7f3f700c7a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45108/0 (socket says 172.21.15.33:45108) 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.710+0000 7f3f750d6640 1 -- 172.21.15.33:0/2868189305 learned_addr learned my addr 172.21.15.33:0/2868189305 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f6ffff640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f700b41d0 0x7f3f701e5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f748d5640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f60003fd0 0x7f3f70158970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f750d6640 1 -- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f700b41d0 msgr2=0x7f3f701e5b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f750d6640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f700b41d0 0x7f3f701e5b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f750d6640 1 -- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f60003fd0 msgr2=0x7f3f70158970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f750d6640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f60003fd0 0x7f3f70158970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f750d6640 1 -- 172.21.15.33:0/2868189305 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f700c7f40 con 0x7f3f700c75f0 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f748d5640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f60003fd0 0x7f3f70158970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:31.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f6ffff640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f700b41d0 0x7f3f701e5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:31.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f750d6640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f700c75f0 0x7f3f700c7a00 secure :-1 s=READY pgs=2006 cs=0 l=1 rev1=1 crypto rx=0x7f3f700cc270 tx=0x7f3f68006660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:31.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f6d7fa640 1 -- 172.21.15.33:0/2868189305 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f6800fa80 con 0x7f3f700c75f0 2024-07-26T17:02:31.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f6d7fa640 1 -- 172.21.15.33:0/2868189305 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f68018070 con 0x7f3f700c75f0 2024-07-26T17:02:31.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f76b39640 1 -- 172.21.15.33:0/2868189305 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f70158eb0 con 0x7f3f700c75f0 2024-07-26T17:02:31.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f6d7fa640 1 -- 172.21.15.33:0/2868189305 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f68011430 con 0x7f3f700c75f0 2024-07-26T17:02:31.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.711+0000 7f3f76b39640 1 -- 172.21.15.33:0/2868189305 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f701e60a0 con 0x7f3f700c75f0 2024-07-26T17:02:31.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.712+0000 7f3f76b39640 1 -- 172.21.15.33:0/2868189305 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f701f7e90 con 0x7f3f700c75f0 2024-07-26T17:02:31.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.713+0000 7f3f6d7fa640 1 -- 172.21.15.33:0/2868189305 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f3f680115d0 con 0x7f3f700c75f0 2024-07-26T17:02:31.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.713+0000 7f3f6d7fa640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f3f54077160 0x7f3f54079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:31.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.714+0000 7f3f6d7fa640 1 -- 172.21.15.33:0/2868189305 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(207..207 src has 1..207) ==== 5377+0+0 (secure 0 0 0) 0x7f3f68099130 con 0x7f3f700c75f0 2024-07-26T17:02:31.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.714+0000 7f3f748d5640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f3f54077160 0x7f3f54079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:31.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.714+0000 7f3f748d5640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f3f54077160 0x7f3f54079670 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f3f64005eb0 tx=0x7f3f64005f90 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:31.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.718+0000 7f3f6d7fa640 1 -- 172.21.15.33:0/2868189305 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3f700c7f40 con 0x7f3f700c75f0 2024-07-26T17:02:31.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.991+0000 7f3f76b39640 1 -- 172.21.15.33:0/2868189305 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f3f700cebb0 con 0x7f3f700c75f0 2024-07-26T17:02:31.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.992+0000 7f3f6d7fa640 1 -- 172.21.15.33:0/2868189305 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v49) ==== 80+0+5304 (secure 0 0 0) 0x7f3f680622e0 con 0x7f3f700c75f0 2024-07-26T17:02:31.993 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:31.993 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:31.994 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T17:02:31.995 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:02:31.996 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:31.997 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:31.998 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:31.999 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T17:02:32.000 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.001 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T17:02:32.002 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:02:32.003 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:32.004 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T17:02:32.005 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:32.006 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T17:02:32.007 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:02:32.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 -- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f3f54077160 msgr2=0x7f3f54079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:32.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f3f54077160 0x7f3f54079670 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f3f64005eb0 tx=0x7f3f64005f90 comp rx=0 tx=0).stop 2024-07-26T17:02:32.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 -- 172.21.15.33:0/2868189305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f700c75f0 msgr2=0x7f3f700c7a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:32.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f700c75f0 0x7f3f700c7a00 secure :-1 s=READY pgs=2006 cs=0 l=1 rev1=1 crypto rx=0x7f3f700cc270 tx=0x7f3f68006660 comp rx=0 tx=0).stop 2024-07-26T17:02:32.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 -- 172.21.15.33:0/2868189305 shutdown_connections 2024-07-26T17:02:32.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f3f54077160 0x7f3f54079670 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f700c75f0 0x7f3f700c7a00 unknown :-1 s=CLOSED pgs=2006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f700b41d0 0x7f3f701e5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 --2- 172.21.15.33:0/2868189305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f60003fd0 0x7f3f70158970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 -- 172.21.15.33:0/2868189305 >> 172.21.15.33:0/2868189305 conn(0x7f3f700d1b70 msgr2=0x7f3f7015bec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:32.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 -- 172.21.15.33:0/2868189305 shutdown_connections 2024-07-26T17:02:32.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:31.994+0000 7f3f76b39640 1 -- 172.21.15.33:0/2868189305 wait complete. 2024-07-26T17:02:32.010 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T17:02:32.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.126+0000 7f44a1278640 1 -- 172.21.15.33:0/3948177584 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f449c0cf7f0 msgr2=0x7f449c06c6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:32.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.126+0000 7f44a1278640 1 --2- 172.21.15.33:0/3948177584 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f449c0cf7f0 0x7f449c06c6c0 secure :-1 s=READY pgs=2007 cs=0 l=1 rev1=1 crypto rx=0x7f4494005fd0 tx=0x7f449402aa00 comp rx=0 tx=0).stop 2024-07-26T17:02:32.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.126+0000 7f44a1278640 1 -- 172.21.15.33:0/3948177584 shutdown_connections 2024-07-26T17:02:32.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.126+0000 7f44a1278640 1 --2- 172.21.15.33:0/3948177584 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f449c0cf7f0 0x7f449c06c6c0 unknown :-1 s=CLOSED pgs=2007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.126+0000 7f44a1278640 1 --2- 172.21.15.33:0/3948177584 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f449c0acfd0 0x7f449c06d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.126+0000 7f44a1278640 1 -- 172.21.15.33:0/3948177584 >> 172.21.15.33:0/3948177584 conn(0x7f449c0b5e80 msgr2=0x7f449c0b1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:32.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.126+0000 7f44a1278640 1 -- 172.21.15.33:0/3948177584 shutdown_connections 2024-07-26T17:02:32.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.126+0000 7f44a1278640 1 -- 172.21.15.33:0/3948177584 wait complete. 2024-07-26T17:02:32.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.128+0000 7f44a1278640 1 Processor -- start 2024-07-26T17:02:32.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.128+0000 7f44a1278640 1 -- start start 2024-07-26T17:02:32.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.129+0000 7f44a1278640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f449c0acfd0 0x7f449c1598b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:32.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.129+0000 7f44a1278640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f449c0ae270 0x7f449c15d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:32.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.129+0000 7f44a1278640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f449c0cf7f0 0x7f449c15dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:32.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.129+0000 7f44a1278640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f449c06cf90 con 0x7f449c0cf7f0 2024-07-26T17:02:32.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.129+0000 7f44a1278640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f449c06ce10 con 0x7f449c0ae270 2024-07-26T17:02:32.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.129+0000 7f44a1278640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f449c06d110 con 0x7f449c0acfd0 2024-07-26T17:02:32.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.129+0000 7f449b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f449c0cf7f0 0x7f449c15dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:32.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.129+0000 7f449b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f449c0cf7f0 0x7f449c15dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52328/0 (socket says 172.21.15.33:52328) 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.129+0000 7f449b7fe640 1 -- 172.21.15.33:0/803725828 learned_addr learned my addr 172.21.15.33:0/803725828 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.129+0000 7f449a7fc640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f449c0ae270 0x7f449c15d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.129+0000 7f449affd640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f449c0acfd0 0x7f449c1598b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.130+0000 7f449b7fe640 1 -- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f449c0acfd0 msgr2=0x7f449c1598b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.130+0000 7f449b7fe640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f449c0acfd0 0x7f449c1598b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.130+0000 7f449b7fe640 1 -- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f449c0ae270 msgr2=0x7f449c15d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.130+0000 7f449b7fe640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f449c0ae270 0x7f449c15d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.130+0000 7f449b7fe640 1 -- 172.21.15.33:0/803725828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f449c09ac10 con 0x7f449c0cf7f0 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.130+0000 7f449b7fe640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f449c0cf7f0 0x7f449c15dc60 secure :-1 s=READY pgs=2008 cs=0 l=1 rev1=1 crypto rx=0x7f4494009d90 tx=0x7f4494003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.130+0000 7f44837fe640 1 -- 172.21.15.33:0/803725828 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494033050 con 0x7f449c0cf7f0 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.130+0000 7f44837fe640 1 -- 172.21.15.33:0/803725828 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4494004450 con 0x7f449c0cf7f0 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.130+0000 7f44a1278640 1 -- 172.21.15.33:0/803725828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f449c09aef0 con 0x7f449c0cf7f0 2024-07-26T17:02:32.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.130+0000 7f44837fe640 1 -- 172.21.15.33:0/803725828 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4494038450 con 0x7f449c0cf7f0 2024-07-26T17:02:32.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.130+0000 7f44a1278640 1 -- 172.21.15.33:0/803725828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f449c09b4b0 con 0x7f449c0cf7f0 2024-07-26T17:02:32.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.131+0000 7f44a1278640 1 -- 172.21.15.33:0/803725828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f449c06d9e0 con 0x7f449c0cf7f0 2024-07-26T17:02:32.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.132+0000 7f44837fe640 1 -- 172.21.15.33:0/803725828 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f4494036070 con 0x7f449c0cf7f0 2024-07-26T17:02:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.132+0000 7f44837fe640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4488077160 0x7f4488079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.133+0000 7f44837fe640 1 -- 172.21.15.33:0/803725828 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(207..207 src has 1..207) ==== 5377+0+0 (secure 0 0 0) 0x7f44940b9e20 con 0x7f449c0cf7f0 2024-07-26T17:02:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.133+0000 7f449affd640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4488077160 0x7f4488079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.133+0000 7f449affd640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4488077160 0x7f4488079670 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f448c0058c0 tx=0x7f448c005f60 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:32.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.137+0000 7f44837fe640 1 -- 172.21.15.33:0/803725828 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4494082850 con 0x7f449c0cf7f0 2024-07-26T17:02:32.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.334+0000 7f44a1278640 1 -- 172.21.15.33:0/803725828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f449c159df0 con 0x7f449c0cf7f0 2024-07-26T17:02:32.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.335+0000 7f44837fe640 1 -- 172.21.15.33:0/803725828 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v207) ==== 84+0+65 (secure 0 0 0) 0x7f4494086da0 con 0x7f449c0cf7f0 2024-07-26T17:02:32.336 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:32.336 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:02:32.337 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:32.337 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T17:02:32.337 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T17:02:32.337 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:32.337 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:02:32.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.336+0000 7f44a1278640 1 -- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4488077160 msgr2=0x7f4488079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:32.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.336+0000 7f44a1278640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4488077160 0x7f4488079670 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f448c0058c0 tx=0x7f448c005f60 comp rx=0 tx=0).stop 2024-07-26T17:02:32.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.336+0000 7f44a1278640 1 -- 172.21.15.33:0/803725828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f449c0cf7f0 msgr2=0x7f449c15dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:32.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.336+0000 7f44a1278640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f449c0cf7f0 0x7f449c15dc60 secure :-1 s=READY pgs=2008 cs=0 l=1 rev1=1 crypto rx=0x7f4494009d90 tx=0x7f4494003f10 comp rx=0 tx=0).stop 2024-07-26T17:02:32.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.336+0000 7f44a1278640 1 -- 172.21.15.33:0/803725828 shutdown_connections 2024-07-26T17:02:32.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.337+0000 7f44a1278640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f4488077160 0x7f4488079670 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.337+0000 7f44a1278640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f449c0cf7f0 0x7f449c15dc60 unknown :-1 s=CLOSED pgs=2008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.337+0000 7f44a1278640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f449c0ae270 0x7f449c15d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.337+0000 7f44a1278640 1 --2- 172.21.15.33:0/803725828 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f449c0acfd0 0x7f449c1598b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.337+0000 7f44a1278640 1 -- 172.21.15.33:0/803725828 >> 172.21.15.33:0/803725828 conn(0x7f449c0b5e80 msgr2=0x7f449c0d01e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:32.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.337+0000 7f44a1278640 1 -- 172.21.15.33:0/803725828 shutdown_connections 2024-07-26T17:02:32.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.337+0000 7f44a1278640 1 -- 172.21.15.33:0/803725828 wait complete. 2024-07-26T17:02:32.349 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T17:02:32.350 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T17:02:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.469+0000 7f61b205b640 1 -- 172.21.15.33:0/1878076995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61ac0b4870 msgr2=0x7f61ac0d1360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.469+0000 7f61b205b640 1 --2- 172.21.15.33:0/1878076995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61ac0b4870 0x7f61ac0d1360 secure :-1 s=READY pgs=2010 cs=0 l=1 rev1=1 crypto rx=0x7f61ac0b58f0 tx=0x7f61a402a7e0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.470+0000 7f61b205b640 1 -- 172.21.15.33:0/1878076995 shutdown_connections 2024-07-26T17:02:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.470+0000 7f61b205b640 1 --2- 172.21.15.33:0/1878076995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61ac0b4870 0x7f61ac0d1360 unknown :-1 s=CLOSED pgs=2010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.470+0000 7f61b205b640 1 -- 172.21.15.33:0/1878076995 >> 172.21.15.33:0/1878076995 conn(0x7f61ac0d3e50 msgr2=0x7f61ac0d4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.470+0000 7f61b205b640 1 -- 172.21.15.33:0/1878076995 shutdown_connections 2024-07-26T17:02:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.470+0000 7f61b205b640 1 -- 172.21.15.33:0/1878076995 wait complete. 2024-07-26T17:02:32.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.471+0000 7f61b205b640 1 Processor -- start 2024-07-26T17:02:32.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.472+0000 7f61b205b640 1 -- start start 2024-07-26T17:02:32.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61b205b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61ac0b4870 0x7f61ac0b7570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:32.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61b205b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61ac0d0840 0x7f61ac151440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:32.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61b205b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61ac0d4970 0x7f61ac1f4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:32.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61b205b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f61ac1696d0 con 0x7f61ac0d0840 2024-07-26T17:02:32.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61b205b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f61ac169550 con 0x7f61ac0b4870 2024-07-26T17:02:32.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61b205b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f61ac169850 con 0x7f61ac0d4970 2024-07-26T17:02:32.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61a2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61ac0d0840 0x7f61ac151440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:32.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61a2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61ac0d0840 0x7f61ac151440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52346/0 (socket says 172.21.15.33:52346) 2024-07-26T17:02:32.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61a2ffd640 1 -- 172.21.15.33:0/3012584910 learned_addr learned my addr 172.21.15.33:0/3012584910 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:32.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61ab7fe640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61ac0b4870 0x7f61ac0b7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:32.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61abfff640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61ac0d4970 0x7f61ac1f4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:32.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61a2ffd640 1 -- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61ac0d4970 msgr2=0x7f61ac1f4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:32.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61a2ffd640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61ac0d4970 0x7f61ac1f4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61a2ffd640 1 -- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61ac0b4870 msgr2=0x7f61ac0b7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:32.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61a2ffd640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61ac0b4870 0x7f61ac0b7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:32.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.473+0000 7f61a2ffd640 1 -- 172.21.15.33:0/3012584910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61ac150c80 con 0x7f61ac0d0840 2024-07-26T17:02:32.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.474+0000 7f61a2ffd640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61ac0d0840 0x7f61ac151440 secure :-1 s=READY pgs=2011 cs=0 l=1 rev1=1 crypto rx=0x7f619400b420 tx=0x7f619400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:32.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.474+0000 7f61a8ff9640 1 -- 172.21.15.33:0/3012584910 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6194011830 con 0x7f61ac0d0840 2024-07-26T17:02:32.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.474+0000 7f61a8ff9640 1 -- 172.21.15.33:0/3012584910 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6194016070 con 0x7f61ac0d0840 2024-07-26T17:02:32.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.474+0000 7f61b205b640 1 -- 172.21.15.33:0/3012584910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61ac0b84f0 con 0x7f61ac0d0840 2024-07-26T17:02:32.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.474+0000 7f61a8ff9640 1 -- 172.21.15.33:0/3012584910 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6194011d60 con 0x7f61ac0d0840 2024-07-26T17:02:32.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.474+0000 7f61b205b640 1 -- 172.21.15.33:0/3012584910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61ac0b8ab0 con 0x7f61ac0d0840 2024-07-26T17:02:32.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.475+0000 7f61b205b640 1 -- 172.21.15.33:0/3012584910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61ac0b8260 con 0x7f61ac0d0840 2024-07-26T17:02:32.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.476+0000 7f61a8ff9640 1 -- 172.21.15.33:0/3012584910 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f619401b460 con 0x7f61ac0d0840 2024-07-26T17:02:32.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.476+0000 7f61a8ff9640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f618c077160 0x7f618c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:32.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.476+0000 7f61a8ff9640 1 -- 172.21.15.33:0/3012584910 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(207..207 src has 1..207) ==== 5377+0+0 (secure 0 0 0) 0x7f61940982f0 con 0x7f61ac0d0840 2024-07-26T17:02:32.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.476+0000 7f61ab7fe640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f618c077160 0x7f618c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:32.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.477+0000 7f61ab7fe640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f618c077160 0x7f618c079670 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f619c000f60 tx=0x7f619c009040 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:32.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.481+0000 7f61a8ff9640 1 -- 172.21.15.33:0/3012584910 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6194020020 con 0x7f61ac0d0840 2024-07-26T17:02:32.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:32.676+0000 7f61b205b640 1 -- 172.21.15.33:0/3012584910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f61ac0b9420 con 0x7f61ac0d0840 2024-07-26T17:02:33.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.578+0000 7f61a8ff9640 1 -- 172.21.15.33:0/3012584910 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v208) ==== 138+0+0 (secure 0 0 0) 0x7f6194060ed0 con 0x7f61ac0d0840 2024-07-26T17:02:33.580 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T17:02:33.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.581+0000 7f61b205b640 1 -- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f618c077160 msgr2=0x7f618c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:33.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.581+0000 7f61b205b640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f618c077160 0x7f618c079670 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f619c000f60 tx=0x7f619c009040 comp rx=0 tx=0).stop 2024-07-26T17:02:33.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.581+0000 7f61b205b640 1 -- 172.21.15.33:0/3012584910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61ac0d0840 msgr2=0x7f61ac151440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:33.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.581+0000 7f61b205b640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61ac0d0840 0x7f61ac151440 secure :-1 s=READY pgs=2011 cs=0 l=1 rev1=1 crypto rx=0x7f619400b420 tx=0x7f619400b8e0 comp rx=0 tx=0).stop 2024-07-26T17:02:33.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.582+0000 7f61b205b640 1 -- 172.21.15.33:0/3012584910 shutdown_connections 2024-07-26T17:02:33.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.582+0000 7f61b205b640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f618c077160 0x7f618c079670 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:33.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.582+0000 7f61b205b640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f61ac0d4970 0x7f61ac1f4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:33.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.582+0000 7f61b205b640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61ac0d0840 0x7f61ac151440 unknown :-1 s=CLOSED pgs=2011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:33.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.582+0000 7f61b205b640 1 --2- 172.21.15.33:0/3012584910 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f61ac0b4870 0x7f61ac0b7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:33.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.582+0000 7f61b205b640 1 -- 172.21.15.33:0/3012584910 >> 172.21.15.33:0/3012584910 conn(0x7f61ac0d3e50 msgr2=0x7f61ac0d4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:33.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.582+0000 7f61b205b640 1 -- 172.21.15.33:0/3012584910 shutdown_connections 2024-07-26T17:02:33.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.582+0000 7f61b205b640 1 -- 172.21.15.33:0/3012584910 wait complete. 2024-07-26T17:02:33.602 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T17:02:33.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.733+0000 7f2b4a339640 1 -- 172.21.15.33:0/1925429383 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b440d1e60 msgr2=0x7f2b440d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:33.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.733+0000 7f2b4a339640 1 --2- 172.21.15.33:0/1925429383 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b440d1e60 0x7f2b440d2270 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c005fd0 tx=0x7f2b3c02a8b0 comp rx=0 tx=0).stop 2024-07-26T17:02:33.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.733+0000 7f2b4a339640 1 -- 172.21.15.33:0/1925429383 shutdown_connections 2024-07-26T17:02:33.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.733+0000 7f2b4a339640 1 --2- 172.21.15.33:0/1925429383 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b440d1e60 0x7f2b440d2270 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:33.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.733+0000 7f2b4a339640 1 --2- 172.21.15.33:0/1925429383 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b440b6150 0x7f2b440d1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:33.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.733+0000 7f2b4a339640 1 -- 172.21.15.33:0/1925429383 >> 172.21.15.33:0/1925429383 conn(0x7f2b440d3de0 msgr2=0x7f2b440d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:33.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.733+0000 7f2b4a339640 1 -- 172.21.15.33:0/1925429383 shutdown_connections 2024-07-26T17:02:33.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.733+0000 7f2b4a339640 1 -- 172.21.15.33:0/1925429383 wait complete. 2024-07-26T17:02:33.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.735+0000 7f2b4a339640 1 Processor -- start 2024-07-26T17:02:33.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.735+0000 7f2b4a339640 1 -- start start 2024-07-26T17:02:33.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.736+0000 7f2b4a339640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b440b6150 0x7f2b440c8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:33.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.736+0000 7f2b4a339640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b440cfa50 0x7f2b441d6e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:33.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.736+0000 7f2b4a339640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b440d1e60 0x7f2b441f5b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:33.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.736+0000 7f2b4a339640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2b440b3740 con 0x7f2b440b6150 2024-07-26T17:02:33.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.736+0000 7f2b4a339640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2b440b2d30 con 0x7f2b440d1e60 2024-07-26T17:02:33.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.736+0000 7f2b4a339640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2b440b38c0 con 0x7f2b440cfa50 2024-07-26T17:02:33.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b43fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b440b6150 0x7f2b440c8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:33.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b43fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b440b6150 0x7f2b440c8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52354/0 (socket says 172.21.15.33:52354) 2024-07-26T17:02:33.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b43fff640 1 -- 172.21.15.33:0/2086106860 learned_addr learned my addr 172.21.15.33:0/2086106860 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:33.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b437fe640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b440cfa50 0x7f2b441d6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:33.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b488d6640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b440d1e60 0x7f2b441f5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:33.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b43fff640 1 -- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b440cfa50 msgr2=0x7f2b441d6e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:33.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b43fff640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b440cfa50 0x7f2b441d6e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:33.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b43fff640 1 -- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b440d1e60 msgr2=0x7f2b441f5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:33.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b43fff640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b440d1e60 0x7f2b441f5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:33.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b43fff640 1 -- 172.21.15.33:0/2086106860 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b441f5370 con 0x7f2b440b6150 2024-07-26T17:02:33.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b437fe640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b440cfa50 0x7f2b441d6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:02:33.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.737+0000 7f2b43fff640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b440b6150 0x7f2b440c8dd0 secure :-1 s=READY pgs=2012 cs=0 l=1 rev1=1 crypto rx=0x7f2b3400c430 tx=0x7f2b3400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:33.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.738+0000 7f2b40ff9640 1 -- 172.21.15.33:0/2086106860 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34011790 con 0x7f2b440b6150 2024-07-26T17:02:33.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.738+0000 7f2b40ff9640 1 -- 172.21.15.33:0/2086106860 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b34017070 con 0x7f2b440b6150 2024-07-26T17:02:33.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.738+0000 7f2b4a339640 1 -- 172.21.15.33:0/2086106860 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b441f9140 con 0x7f2b440b6150 2024-07-26T17:02:33.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.738+0000 7f2b40ff9640 1 -- 172.21.15.33:0/2086106860 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b34011ce0 con 0x7f2b440b6150 2024-07-26T17:02:33.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.738+0000 7f2b4a339640 1 -- 172.21.15.33:0/2086106860 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b441f9700 con 0x7f2b440b6150 2024-07-26T17:02:33.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.739+0000 7f2b4a339640 1 -- 172.21.15.33:0/2086106860 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b440d1920 con 0x7f2b440b6150 2024-07-26T17:02:33.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.740+0000 7f2b40ff9640 1 -- 172.21.15.33:0/2086106860 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f2b3401c460 con 0x7f2b440b6150 2024-07-26T17:02:33.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.740+0000 7f2b40ff9640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2b30077130 0x7f2b30079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:33.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.740+0000 7f2b40ff9640 1 -- 172.21.15.33:0/2086106860 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(208..208 src has 1..208) ==== 5747+0+0 (secure 0 0 0) 0x7f2b34098730 con 0x7f2b440b6150 2024-07-26T17:02:33.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.740+0000 7f2b437fe640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2b30077130 0x7f2b30079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:33.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.741+0000 7f2b437fe640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2b30077130 0x7f2b30079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2b380095f0 tx=0x7f2b38005f90 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:33.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.745+0000 7f2b40ff9640 1 -- 172.21.15.33:0/2086106860 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2b441f5370 con 0x7f2b440b6150 2024-07-26T17:02:33.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:33.938+0000 7f2b4a339640 1 -- 172.21.15.33:0/2086106860 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2b4408de10 con 0x7f2b440b6150 2024-07-26T17:02:34.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.588+0000 7f2b40ff9640 1 -- 172.21.15.33:0/2086106860 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v209) ==== 170+0+0 (secure 0 0 0) 0x7f2b34061240 con 0x7f2b440b6150 2024-07-26T17:02:34.590 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T17:02:34.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 -- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2b30077130 msgr2=0x7f2b30079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:34.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2b30077130 0x7f2b30079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2b380095f0 tx=0x7f2b38005f90 comp rx=0 tx=0).stop 2024-07-26T17:02:34.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 -- 172.21.15.33:0/2086106860 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b440b6150 msgr2=0x7f2b440c8dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:34.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b440b6150 0x7f2b440c8dd0 secure :-1 s=READY pgs=2012 cs=0 l=1 rev1=1 crypto rx=0x7f2b3400c430 tx=0x7f2b3400c8f0 comp rx=0 tx=0).stop 2024-07-26T17:02:34.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 -- 172.21.15.33:0/2086106860 shutdown_connections 2024-07-26T17:02:34.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2b30077130 0x7f2b30079640 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:34.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b440d1e60 0x7f2b441f5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:34.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b440cfa50 0x7f2b441d6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:34.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 --2- 172.21.15.33:0/2086106860 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b440b6150 0x7f2b440c8dd0 unknown :-1 s=CLOSED pgs=2012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:34.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 -- 172.21.15.33:0/2086106860 >> 172.21.15.33:0/2086106860 conn(0x7f2b440d3de0 msgr2=0x7f2b4406e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:34.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 -- 172.21.15.33:0/2086106860 shutdown_connections 2024-07-26T17:02:34.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.591+0000 7f2b4a339640 1 -- 172.21.15.33:0/2086106860 wait complete. 2024-07-26T17:02:34.627 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T17:02:34.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.752+0000 7ffa3866e640 1 -- 172.21.15.33:0/1816720962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa30163db0 msgr2=0x7ffa301661d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:34.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.752+0000 7ffa3866e640 1 --2- 172.21.15.33:0/1816720962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa30163db0 0x7ffa301661d0 secure :-1 s=READY pgs=2013 cs=0 l=1 rev1=1 crypto rx=0x7ffa28009900 tx=0x7ffa2802a580 comp rx=0 tx=0).stop 2024-07-26T17:02:34.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.753+0000 7ffa3866e640 1 -- 172.21.15.33:0/1816720962 shutdown_connections 2024-07-26T17:02:34.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.753+0000 7ffa3866e640 1 --2- 172.21.15.33:0/1816720962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa30163db0 0x7ffa301661d0 unknown :-1 s=CLOSED pgs=2013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:34.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.753+0000 7ffa3866e640 1 --2- 172.21.15.33:0/1816720962 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa300b1ad0 0x7ffa30163870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:34.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.753+0000 7ffa3866e640 1 -- 172.21.15.33:0/1816720962 >> 172.21.15.33:0/1816720962 conn(0x7ffa300d1bb0 msgr2=0x7ffa300d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:34.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.753+0000 7ffa3866e640 1 -- 172.21.15.33:0/1816720962 shutdown_connections 2024-07-26T17:02:34.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.753+0000 7ffa3866e640 1 -- 172.21.15.33:0/1816720962 wait complete. 2024-07-26T17:02:34.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.754+0000 7ffa3866e640 1 Processor -- start 2024-07-26T17:02:34.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.754+0000 7ffa3866e640 1 -- start start 2024-07-26T17:02:34.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3866e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa300b1ad0 0x7ffa30161000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:34.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3866e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa300b6ed0 0x7ffa3009bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3866e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa30163db0 0x7ffa30165770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3866e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa300b7640 con 0x7ffa300b1ad0 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3866e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffa300b74c0 con 0x7ffa300b6ed0 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3866e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffa30166710 con 0x7ffa30163db0 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3640a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa300b1ad0 0x7ffa30161000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3640a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa300b1ad0 0x7ffa30161000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52382/0 (socket says 172.21.15.33:52382) 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3640a640 1 -- 172.21.15.33:0/685627272 learned_addr learned my addr 172.21.15.33:0/685627272 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa35c09640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa300b6ed0 0x7ffa3009bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa36c0b640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa30163db0 0x7ffa30165770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3640a640 1 -- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa30163db0 msgr2=0x7ffa30165770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3640a640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa30163db0 0x7ffa30165770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3640a640 1 -- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa300b6ed0 msgr2=0x7ffa3009bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:34.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3640a640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa300b6ed0 0x7ffa3009bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:34.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3640a640 1 -- 172.21.15.33:0/685627272 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa3009eba0 con 0x7ffa300b1ad0 2024-07-26T17:02:34.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa35c09640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa300b6ed0 0x7ffa3009bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:02:34.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa36c0b640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa30163db0 0x7ffa30165770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:02:34.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa3640a640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa300b1ad0 0x7ffa30161000 secure :-1 s=READY pgs=2014 cs=0 l=1 rev1=1 crypto rx=0x7ffa2000c7a0 tx=0x7ffa2000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:34.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa2effd640 1 -- 172.21.15.33:0/685627272 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa20017070 con 0x7ffa300b1ad0 2024-07-26T17:02:34.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa2effd640 1 -- 172.21.15.33:0/685627272 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa20005070 con 0x7ffa300b1ad0 2024-07-26T17:02:34.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.756+0000 7ffa2effd640 1 -- 172.21.15.33:0/685627272 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa200054a0 con 0x7ffa300b1ad0 2024-07-26T17:02:34.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.757+0000 7ffa3866e640 1 -- 172.21.15.33:0/685627272 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa3009ee80 con 0x7ffa300b1ad0 2024-07-26T17:02:34.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.757+0000 7ffa3866e640 1 -- 172.21.15.33:0/685627272 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa300b6420 con 0x7ffa300b1ad0 2024-07-26T17:02:34.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.757+0000 7ffa3866e640 1 -- 172.21.15.33:0/685627272 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa3009f0c0 con 0x7ffa300b1ad0 2024-07-26T17:02:34.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.758+0000 7ffa2effd640 1 -- 172.21.15.33:0/685627272 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7ffa2001a070 con 0x7ffa300b1ad0 2024-07-26T17:02:34.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.759+0000 7ffa2effd640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7ffa1c077160 0x7ffa1c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:34.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.759+0000 7ffa2effd640 1 -- 172.21.15.33:0/685627272 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(209..209 src has 1..209) ==== 6129+0+0 (secure 0 0 0) 0x7ffa200986e0 con 0x7ffa300b1ad0 2024-07-26T17:02:34.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.759+0000 7ffa35c09640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7ffa1c077160 0x7ffa1c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:34.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.760+0000 7ffa35c09640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7ffa1c077160 0x7ffa1c079670 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ffa3015e870 tx=0x7ffa24005f90 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:34.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.763+0000 7ffa2effd640 1 -- 172.21.15.33:0/685627272 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffa3009f0c0 con 0x7ffa300b1ad0 2024-07-26T17:02:34.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:34.998+0000 7ffa3866e640 1 -- 172.21.15.33:0/685627272 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7ffa300b13c0 con 0x7ffa300b1ad0 2024-07-26T17:02:35.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.609+0000 7ffa2effd640 1 -- 172.21.15.33:0/685627272 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 25 and data pool 26 v104) ==== 174+0+0 (secure 0 0 0) 0x7ffa20021020 con 0x7ffa300b1ad0 2024-07-26T17:02:35.611 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 25 and data pool 26 2024-07-26T17:02:35.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.617+0000 7ffa3866e640 1 -- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7ffa1c077160 msgr2=0x7ffa1c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:35.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.617+0000 7ffa3866e640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7ffa1c077160 0x7ffa1c079670 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ffa3015e870 tx=0x7ffa24005f90 comp rx=0 tx=0).stop 2024-07-26T17:02:35.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.617+0000 7ffa3866e640 1 -- 172.21.15.33:0/685627272 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa300b1ad0 msgr2=0x7ffa30161000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:35.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.617+0000 7ffa3866e640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa300b1ad0 0x7ffa30161000 secure :-1 s=READY pgs=2014 cs=0 l=1 rev1=1 crypto rx=0x7ffa2000c7a0 tx=0x7ffa2000cc60 comp rx=0 tx=0).stop 2024-07-26T17:02:35.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.619+0000 7ffa3866e640 1 -- 172.21.15.33:0/685627272 shutdown_connections 2024-07-26T17:02:35.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.619+0000 7ffa3866e640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7ffa1c077160 0x7ffa1c079670 secure :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ffa3015e870 tx=0x7ffa24005f90 comp rx=0 tx=0).stop 2024-07-26T17:02:35.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.619+0000 7ffa3866e640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa30163db0 0x7ffa30165770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.619+0000 7ffa3866e640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa300b6ed0 0x7ffa3009bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.619+0000 7ffa3866e640 1 --2- 172.21.15.33:0/685627272 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa300b1ad0 0x7ffa30161000 unknown :-1 s=CLOSED pgs=2014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.619+0000 7ffa3866e640 1 -- 172.21.15.33:0/685627272 >> 172.21.15.33:0/685627272 conn(0x7ffa300d1bb0 msgr2=0x7ffa300af9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:35.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.621+0000 7ffa3866e640 1 -- 172.21.15.33:0/685627272 shutdown_connections 2024-07-26T17:02:35.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.621+0000 7ffa3866e640 1 -- 172.21.15.33:0/685627272 wait complete. 2024-07-26T17:02:35.642 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:02:35.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.763+0000 7f5029ba9640 1 -- 172.21.15.33:0/1897715340 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50240d0570 msgr2=0x7f50240d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:35.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.763+0000 7f5029ba9640 1 --2- 172.21.15.33:0/1897715340 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50240d0570 0x7f50240d0980 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f5014009830 tx=0x7f501402a3f0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.763+0000 7f5029ba9640 1 -- 172.21.15.33:0/1897715340 shutdown_connections 2024-07-26T17:02:35.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.763+0000 7f5029ba9640 1 --2- 172.21.15.33:0/1897715340 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50240d0570 0x7f50240d0980 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.763+0000 7f5029ba9640 1 --2- 172.21.15.33:0/1897715340 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50240b2dc0 0x7f50240d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.763+0000 7f5029ba9640 1 -- 172.21.15.33:0/1897715340 >> 172.21.15.33:0/1897715340 conn(0x7f50240d3e10 msgr2=0x7f50240d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:35.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.763+0000 7f5029ba9640 1 -- 172.21.15.33:0/1897715340 shutdown_connections 2024-07-26T17:02:35.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.763+0000 7f5029ba9640 1 -- 172.21.15.33:0/1897715340 wait complete. 2024-07-26T17:02:35.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.765+0000 7f5029ba9640 1 Processor -- start 2024-07-26T17:02:35.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.765+0000 7f5029ba9640 1 -- start start 2024-07-26T17:02:35.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.766+0000 7f5029ba9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50240b2dc0 0x7f502415d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:35.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.766+0000 7f5029ba9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50240ce9e0 0x7f50240cd360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:35.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.766+0000 7f5029ba9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50240d0570 0x7f50240cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:35.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.766+0000 7f5029ba9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f50240d4b40 con 0x7f50240b2dc0 2024-07-26T17:02:35.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.766+0000 7f5029ba9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f50240cf710 con 0x7f50240d0570 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.766+0000 7f5029ba9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f50240d4cc0 con 0x7f50240ce9e0 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.766+0000 7f50237fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50240b2dc0 0x7f502415d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.766+0000 7f50237fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50240b2dc0 0x7f502415d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52390/0 (socket says 172.21.15.33:52390) 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.766+0000 7f50237fe640 1 -- 172.21.15.33:0/771169560 learned_addr learned my addr 172.21.15.33:0/771169560 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.766+0000 7f5022ffd640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50240ce9e0 0x7f50240cd360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.766+0000 7f5023fff640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50240d0570 0x7f50240cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.767+0000 7f50237fe640 1 -- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50240ce9e0 msgr2=0x7f50240cd360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.767+0000 7f50237fe640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50240ce9e0 0x7f50240cd360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.767+0000 7f50237fe640 1 -- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50240d0570 msgr2=0x7f50240cd8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.767+0000 7f50237fe640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50240d0570 0x7f50240cd8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.767+0000 7f50237fe640 1 -- 172.21.15.33:0/771169560 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50240cbbc0 con 0x7f50240b2dc0 2024-07-26T17:02:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.767+0000 7f50237fe640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50240b2dc0 0x7f502415d770 secure :-1 s=READY pgs=2015 cs=0 l=1 rev1=1 crypto rx=0x7f500c00e9f0 tx=0x7f500c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:35.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.767+0000 7f501bfff640 1 -- 172.21.15.33:0/771169560 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500c00cd80 con 0x7f50240b2dc0 2024-07-26T17:02:35.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.767+0000 7f501bfff640 1 -- 172.21.15.33:0/771169560 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f500c005030 con 0x7f50240b2dc0 2024-07-26T17:02:35.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.767+0000 7f5029ba9640 1 -- 172.21.15.33:0/771169560 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50240cb0f0 con 0x7f50240b2dc0 2024-07-26T17:02:35.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.767+0000 7f501bfff640 1 -- 172.21.15.33:0/771169560 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500c005480 con 0x7f50240b2dc0 2024-07-26T17:02:35.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.767+0000 7f5029ba9640 1 -- 172.21.15.33:0/771169560 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50240c7940 con 0x7f50240b2dc0 2024-07-26T17:02:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.768+0000 7f5029ba9640 1 -- 172.21.15.33:0/771169560 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50240d2930 con 0x7f50240b2dc0 2024-07-26T17:02:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.769+0000 7f501bfff640 1 -- 172.21.15.33:0/771169560 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f500c0047a0 con 0x7f50240b2dc0 2024-07-26T17:02:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.769+0000 7f501bfff640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5004077160 0x7f5004079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.770+0000 7f501bfff640 1 -- 172.21.15.33:0/771169560 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 6229+0+0 (secure 0 0 0) 0x7f500c099590 con 0x7f50240b2dc0 2024-07-26T17:02:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.770+0000 7f5022ffd640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5004077160 0x7f5004079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.770+0000 7f5022ffd640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5004077160 0x7f5004079670 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5014034000 tx=0x7f5014004730 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.774+0000 7f501bfff640 1 -- 172.21.15.33:0/771169560 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f500c061d10 con 0x7f50240b2dc0 2024-07-26T17:02:35.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.968+0000 7f5029ba9640 1 -- 172.21.15.33:0/771169560 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5024161870 con 0x7f50240b2dc0 2024-07-26T17:02:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.969+0000 7f501bfff640 1 -- 172.21.15.33:0/771169560 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v210) ==== 74+0+17106 (secure 0 0 0) 0x7f5024161870 con 0x7f50240b2dc0 2024-07-26T17:02:35.971 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:35.971 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":210,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:02:34.999845+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":26,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:02:32.684839+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_data","create_time":"2024-07-26T17:02:33.946776+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:02:35.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 -- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5004077160 msgr2=0x7f5004079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:35.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5004077160 0x7f5004079670 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5014034000 tx=0x7f5014004730 comp rx=0 tx=0).stop 2024-07-26T17:02:35.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 -- 172.21.15.33:0/771169560 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50240b2dc0 msgr2=0x7f502415d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:35.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50240b2dc0 0x7f502415d770 secure :-1 s=READY pgs=2015 cs=0 l=1 rev1=1 crypto rx=0x7f500c00e9f0 tx=0x7f500c00edf0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 -- 172.21.15.33:0/771169560 shutdown_connections 2024-07-26T17:02:35.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5004077160 0x7f5004079670 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50240d0570 0x7f50240cd8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50240ce9e0 0x7f50240cd360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 --2- 172.21.15.33:0/771169560 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50240b2dc0 0x7f502415d770 unknown :-1 s=CLOSED pgs=2015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:35.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 -- 172.21.15.33:0/771169560 >> 172.21.15.33:0/771169560 conn(0x7f50240d3e10 msgr2=0x7f502415f050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:35.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 -- 172.21.15.33:0/771169560 shutdown_connections 2024-07-26T17:02:35.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:35.971+0000 7f5029ba9640 1 -- 172.21.15.33:0/771169560 wait complete. 2024-07-26T17:02:35.985 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:02:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.101+0000 7fa54b1cf640 1 -- 172.21.15.33:0/1267037756 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5440d1b80 msgr2=0x7fa5440b1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.101+0000 7fa54b1cf640 1 --2- 172.21.15.33:0/1267037756 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5440d1b80 0x7fa5440b1470 secure :-1 s=READY pgs=2017 cs=0 l=1 rev1=1 crypto rx=0x7fa53c005fd0 tx=0x7fa53c02aae0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.101+0000 7fa54b1cf640 1 -- 172.21.15.33:0/1267037756 shutdown_connections 2024-07-26T17:02:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.101+0000 7fa54b1cf640 1 --2- 172.21.15.33:0/1267037756 >> v2:172.21.15.154:3300/0 conn(0x7fa5440d2990 0x7fa5440b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.101+0000 7fa54b1cf640 1 --2- 172.21.15.33:0/1267037756 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5440d1b80 0x7fa5440b1470 unknown :-1 s=CLOSED pgs=2017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.101+0000 7fa54b1cf640 1 -- 172.21.15.33:0/1267037756 >> 172.21.15.33:0/1267037756 conn(0x7fa5440d3da0 msgr2=0x7fa5440d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.101+0000 7fa54b1cf640 1 -- 172.21.15.33:0/1267037756 shutdown_connections 2024-07-26T17:02:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.101+0000 7fa54b1cf640 1 -- 172.21.15.33:0/1267037756 wait complete. 2024-07-26T17:02:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.103+0000 7fa54b1cf640 1 Processor -- start 2024-07-26T17:02:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.103+0000 7fa54b1cf640 1 -- start start 2024-07-26T17:02:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.104+0000 7fa54b1cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5440cf430 0x7fa544152370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.104+0000 7fa54b1cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5440d1b80 0x7fa544160f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.104+0000 7fa54b1cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa544153190 0x7fa544161470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.104+0000 7fa54b1cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa5440b1e80 con 0x7fa5440cf430 2024-07-26T17:02:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.104+0000 7fa54b1cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa5440b1d00 con 0x7fa5440d1b80 2024-07-26T17:02:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.104+0000 7fa54b1cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa5440b2000 con 0x7fa544153190 2024-07-26T17:02:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.104+0000 7fa548f6b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5440cf430 0x7fa544152370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.104+0000 7fa548f6b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5440cf430 0x7fa544152370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52412/0 (socket says 172.21.15.33:52412) 2024-07-26T17:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.104+0000 7fa548f6b640 1 -- 172.21.15.33:0/2266033329 learned_addr learned my addr 172.21.15.33:0/2266033329 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.104+0000 7fa54976c640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa544153190 0x7fa544161470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.104+0000 7fa543fff640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5440d1b80 0x7fa544160f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa548f6b640 1 -- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa544153190 msgr2=0x7fa544161470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa548f6b640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa544153190 0x7fa544161470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa548f6b640 1 -- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5440d1b80 msgr2=0x7fa544160f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa548f6b640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5440d1b80 0x7fa544160f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa548f6b640 1 -- 172.21.15.33:0/2266033329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa54415f420 con 0x7fa5440cf430 2024-07-26T17:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa54976c640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa544153190 0x7fa544161470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa548f6b640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5440cf430 0x7fa544152370 secure :-1 s=READY pgs=2018 cs=0 l=1 rev1=1 crypto rx=0x7fa53400c3d0 tx=0x7fa53400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa5417fa640 1 -- 172.21.15.33:0/2266033329 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa534017070 con 0x7fa5440cf430 2024-07-26T17:02:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa5417fa640 1 -- 172.21.15.33:0/2266033329 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5340053c0 con 0x7fa5440cf430 2024-07-26T17:02:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa54b1cf640 1 -- 172.21.15.33:0/2266033329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa54415f700 con 0x7fa5440cf430 2024-07-26T17:02:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa5417fa640 1 -- 172.21.15.33:0/2266033329 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa534003850 con 0x7fa5440cf430 2024-07-26T17:02:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.105+0000 7fa54b1cf640 1 -- 172.21.15.33:0/2266033329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5441e7f30 con 0x7fa5440cf430 2024-07-26T17:02:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.106+0000 7fa54b1cf640 1 -- 172.21.15.33:0/2266033329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa54415f900 con 0x7fa5440cf430 2024-07-26T17:02:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.107+0000 7fa5417fa640 1 -- 172.21.15.33:0/2266033329 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7fa53401a070 con 0x7fa5440cf430 2024-07-26T17:02:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.107+0000 7fa5417fa640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fa530077130 0x7fa530079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.107+0000 7fa5417fa640 1 -- 172.21.15.33:0/2266033329 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 6229+0+0 (secure 0 0 0) 0x7fa534098140 con 0x7fa5440cf430 2024-07-26T17:02:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.107+0000 7fa543fff640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fa530077130 0x7fa530079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.108+0000 7fa543fff640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fa530077130 0x7fa530079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa538005fd0 tx=0x7fa538005850 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:36.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.112+0000 7fa5417fa640 1 -- 172.21.15.33:0/2266033329 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa54415f900 con 0x7fa5440cf430 2024-07-26T17:02:36.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.306+0000 7fa54b1cf640 1 -- 172.21.15.33:0/2266033329 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa5440b2520 con 0x7fa5440cf430 2024-07-26T17:02:36.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.307+0000 7fa5417fa640 1 -- 172.21.15.33:0/2266033329 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v210) ==== 74+0+17106 (secure 0 0 0) 0x7fa534060fa0 con 0x7fa5440cf430 2024-07-26T17:02:36.309 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:36.309 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":210,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:02:34.999845+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":26,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:02:32.684839+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_data","create_time":"2024-07-26T17:02:33.946776+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:02:36.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 -- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fa530077130 msgr2=0x7fa530079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:36.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fa530077130 0x7fa530079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa538005fd0 tx=0x7fa538005850 comp rx=0 tx=0).stop 2024-07-26T17:02:36.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 -- 172.21.15.33:0/2266033329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5440cf430 msgr2=0x7fa544152370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:36.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5440cf430 0x7fa544152370 secure :-1 s=READY pgs=2018 cs=0 l=1 rev1=1 crypto rx=0x7fa53400c3d0 tx=0x7fa53400c890 comp rx=0 tx=0).stop 2024-07-26T17:02:36.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 -- 172.21.15.33:0/2266033329 shutdown_connections 2024-07-26T17:02:36.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fa530077130 0x7fa530079640 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa544153190 0x7fa544161470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5440d1b80 0x7fa544160f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 --2- 172.21.15.33:0/2266033329 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5440cf430 0x7fa544152370 unknown :-1 s=CLOSED pgs=2018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 -- 172.21.15.33:0/2266033329 >> 172.21.15.33:0/2266033329 conn(0x7fa5440d3da0 msgr2=0x7fa5440d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:36.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 -- 172.21.15.33:0/2266033329 shutdown_connections 2024-07-26T17:02:36.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.309+0000 7fa54b1cf640 1 -- 172.21.15.33:0/2266033329 wait complete. 2024-07-26T17:02:36.323 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T17:02:36.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.442+0000 7f1da9989640 1 -- 172.21.15.33:0/3075395404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da40b6ed0 msgr2=0x7f1da40b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:36.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.442+0000 7f1da9989640 1 --2- 172.21.15.33:0/3075395404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da40b6ed0 0x7f1da40b13c0 secure :-1 s=READY pgs=2019 cs=0 l=1 rev1=1 crypto rx=0x7f1da40d00e0 tx=0x7f1d9402a4f0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.443+0000 7f1da9989640 1 -- 172.21.15.33:0/3075395404 shutdown_connections 2024-07-26T17:02:36.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.443+0000 7f1da9989640 1 --2- 172.21.15.33:0/3075395404 >> v2:172.21.15.154:3300/0 conn(0x7f1da40b1900 0x7f1da4162860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.443+0000 7f1da9989640 1 --2- 172.21.15.33:0/3075395404 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da40b6ed0 0x7f1da40b13c0 unknown :-1 s=CLOSED pgs=2019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.443+0000 7f1da9989640 1 -- 172.21.15.33:0/3075395404 >> 172.21.15.33:0/3075395404 conn(0x7f1da40d1bb0 msgr2=0x7f1da40d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:36.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.443+0000 7f1da9989640 1 -- 172.21.15.33:0/3075395404 shutdown_connections 2024-07-26T17:02:36.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.443+0000 7f1da9989640 1 -- 172.21.15.33:0/3075395404 wait complete. 2024-07-26T17:02:36.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.444+0000 7f1da9989640 1 Processor -- start 2024-07-26T17:02:36.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.444+0000 7f1da9989640 1 -- start start 2024-07-26T17:02:36.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1da9989640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1da40b1900 0x7f1da41f6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1da9989640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da40b6ed0 0x7f1da40cba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1da9989640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da4159ca0 0x7f1da415a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1da9989640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1da40b7640 con 0x7f1da40b6ed0 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1da9989640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1da40b74c0 con 0x7f1da40b1900 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1da9989640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1da41664d0 con 0x7f1da4159ca0 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1d9bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da40b6ed0 0x7f1da40cba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1d9bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da40b6ed0 0x7f1da40cba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52434/0 (socket says 172.21.15.33:52434) 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1d9bfff640 1 -- 172.21.15.33:0/3875962821 learned_addr learned my addr 172.21.15.33:0/3875962821 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1da2ffd640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1da40b1900 0x7f1da41f6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1da37fe640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da4159ca0 0x7f1da415a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1d9bfff640 1 -- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da4159ca0 msgr2=0x7f1da415a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1d9bfff640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da4159ca0 0x7f1da415a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1d9bfff640 1 -- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1da40b1900 msgr2=0x7f1da41f6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:36.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1d9bfff640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1da40b1900 0x7f1da41f6cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:36.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1d9bfff640 1 -- 172.21.15.33:0/3875962821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1da41f7210 con 0x7f1da40b6ed0 2024-07-26T17:02:36.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1da37fe640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da4159ca0 0x7f1da415a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:36.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1d9bfff640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da40b6ed0 0x7f1da40cba60 secure :-1 s=READY pgs=2020 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c00c970 tx=0x7f1d8c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:36.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.446+0000 7f1da0ff9640 1 -- 172.21.15.33:0/3875962821 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c007bb0 con 0x7f1da40b6ed0 2024-07-26T17:02:36.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.447+0000 7f1da0ff9640 1 -- 172.21.15.33:0/3875962821 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d8c007e40 con 0x7f1da40b6ed0 2024-07-26T17:02:36.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.447+0000 7f1da0ff9640 1 -- 172.21.15.33:0/3875962821 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d8c00f6b0 con 0x7f1da40b6ed0 2024-07-26T17:02:36.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.447+0000 7f1da9989640 1 -- 172.21.15.33:0/3875962821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1da415a5f0 con 0x7f1da40b6ed0 2024-07-26T17:02:36.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.447+0000 7f1da9989640 1 -- 172.21.15.33:0/3875962821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1da41f2c70 con 0x7f1da40b6ed0 2024-07-26T17:02:36.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.447+0000 7f1da9989640 1 -- 172.21.15.33:0/3875962821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1da41f2e40 con 0x7f1da40b6ed0 2024-07-26T17:02:36.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.449+0000 7f1da0ff9640 1 -- 172.21.15.33:0/3875962821 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f1d8c005020 con 0x7f1da40b6ed0 2024-07-26T17:02:36.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.449+0000 7f1da0ff9640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1d84077130 0x7f1d84079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:36.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.450+0000 7f1da0ff9640 1 -- 172.21.15.33:0/3875962821 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 6229+0+0 (secure 0 0 0) 0x7f1d8c099620 con 0x7f1da40b6ed0 2024-07-26T17:02:36.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.450+0000 7f1da2ffd640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1d84077130 0x7f1d84079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:36.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.450+0000 7f1da2ffd640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1d84077130 0x7f1d84079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1d94033000 tx=0x7f1d94004730 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:36.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.453+0000 7f1da0ff9640 1 -- 172.21.15.33:0/3875962821 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1da415a5f0 con 0x7f1da40b6ed0 2024-07-26T17:02:36.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:36.689+0000 7f1da9989640 1 -- 172.21.15.33:0/3875962821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f1da40cfab0 con 0x7f1da40b6ed0 2024-07-26T17:02:37.576 INFO:tasks.ceph.mds.c.smithi033.stderr:2024-07-26T17:02:37.574+0000 7ff7c50b3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:02:37.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.624+0000 7f1da0ff9640 1 -- 172.21.15.33:0/3875962821 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v107) ==== 118+0+0 (secure 0 0 0) 0x7f1da41f7210 con 0x7f1da40b6ed0 2024-07-26T17:02:37.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 -- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1d84077130 msgr2=0x7f1d84079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:37.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1d84077130 0x7f1d84079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1d94033000 tx=0x7f1d94004730 comp rx=0 tx=0).stop 2024-07-26T17:02:37.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 -- 172.21.15.33:0/3875962821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da40b6ed0 msgr2=0x7f1da40cba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:37.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da40b6ed0 0x7f1da40cba60 secure :-1 s=READY pgs=2020 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c00c970 tx=0x7f1d8c00ce30 comp rx=0 tx=0).stop 2024-07-26T17:02:37.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 -- 172.21.15.33:0/3875962821 shutdown_connections 2024-07-26T17:02:37.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1d84077130 0x7f1d84079640 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:37.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1da4159ca0 0x7f1da415a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:37.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1da40b6ed0 0x7f1da40cba60 unknown :-1 s=CLOSED pgs=2020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:37.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 --2- 172.21.15.33:0/3875962821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1da40b1900 0x7f1da41f6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:37.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 -- 172.21.15.33:0/3875962821 >> 172.21.15.33:0/3875962821 conn(0x7f1da40d1bb0 msgr2=0x7f1da40d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:37.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 -- 172.21.15.33:0/3875962821 shutdown_connections 2024-07-26T17:02:37.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.627+0000 7f1da9989640 1 -- 172.21.15.33:0/3875962821 wait complete. 2024-07-26T17:02:37.643 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T17:02:37.644 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T17:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.771+0000 7f692797e640 1 -- 172.21.15.33:0/3875459252 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f690c004d40 msgr2=0x7f690c005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:37.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.771+0000 7f692797e640 1 --2- 172.21.15.33:0/3875459252 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f690c004d40 0x7f690c005150 secure :-1 s=READY pgs=2022 cs=0 l=1 rev1=1 crypto rx=0x7f69200d3b40 tx=0x7f690c005830 comp rx=0 tx=0).stop 2024-07-26T17:02:37.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.771+0000 7f6925f1b640 1 -- 172.21.15.33:0/3875459252 reap_dead start 2024-07-26T17:02:37.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.771+0000 7f692797e640 1 -- 172.21.15.33:0/3875459252 shutdown_connections 2024-07-26T17:02:37.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.771+0000 7f692797e640 1 -- 172.21.15.33:0/3875459252 >> 172.21.15.33:0/3875459252 conn(0x7f69200d3d90 msgr2=0x7f69200d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:37.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.772+0000 7f692797e640 1 -- 172.21.15.33:0/3875459252 shutdown_connections 2024-07-26T17:02:37.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.772+0000 7f692797e640 1 -- 172.21.15.33:0/3875459252 wait complete. 2024-07-26T17:02:37.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.773+0000 7f692797e640 1 Processor -- start 2024-07-26T17:02:37.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.773+0000 7f692797e640 1 -- start start 2024-07-26T17:02:37.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f692797e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f690c004d40 0x7f69200ca3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:37.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f692797e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f692015ef70 0x7f69201574f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:37.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f692797e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69200c7f80 0x7f69200c8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:37.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f692797e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6920162ae0 con 0x7f692015ef70 2024-07-26T17:02:37.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f692797e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6920162960 con 0x7f690c004d40 2024-07-26T17:02:37.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f692797e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6920162c60 con 0x7f69200c7f80 2024-07-26T17:02:37.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f6924f19640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f692015ef70 0x7f69201574f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:37.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f6924f19640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f692015ef70 0x7f69201574f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52462/0 (socket says 172.21.15.33:52462) 2024-07-26T17:02:37.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f6924f19640 1 -- 172.21.15.33:0/3160978286 learned_addr learned my addr 172.21.15.33:0/3160978286 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:37.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f6925f1b640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69200c7f80 0x7f69200c8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:37.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f6924f19640 1 -- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69200c7f80 msgr2=0x7f69200c8390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:37.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f6924f19640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69200c7f80 0x7f69200c8390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:37.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f6924f19640 1 -- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f690c004d40 msgr2=0x7f69200ca3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:37.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f692571a640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f690c004d40 0x7f69200ca3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:37.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f6924f19640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f690c004d40 0x7f69200ca3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:37.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f6924f19640 1 -- 172.21.15.33:0/3160978286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69200c95b0 con 0x7f692015ef70 2024-07-26T17:02:37.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.775+0000 7f6924f19640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f692015ef70 0x7f69201574f0 secure :-1 s=READY pgs=2023 cs=0 l=1 rev1=1 crypto rx=0x7f691000e600 tx=0x7f691000eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:37.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.776+0000 7f6915ffb640 1 -- 172.21.15.33:0/3160978286 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6910015070 con 0x7f692015ef70 2024-07-26T17:02:37.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.776+0000 7f6915ffb640 1 -- 172.21.15.33:0/3160978286 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f691000ca90 con 0x7f692015ef70 2024-07-26T17:02:37.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.776+0000 7f692797e640 1 -- 172.21.15.33:0/3160978286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69200c9890 con 0x7f692015ef70 2024-07-26T17:02:37.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.776+0000 7f6915ffb640 1 -- 172.21.15.33:0/3160978286 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6910011460 con 0x7f692015ef70 2024-07-26T17:02:37.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.776+0000 7f692797e640 1 -- 172.21.15.33:0/3160978286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f692015f380 con 0x7f692015ef70 2024-07-26T17:02:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.777+0000 7f692797e640 1 -- 172.21.15.33:0/3160978286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69201f5c10 con 0x7f692015ef70 2024-07-26T17:02:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.778+0000 7f6915ffb640 1 -- 172.21.15.33:0/3160978286 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f6910018070 con 0x7f692015ef70 2024-07-26T17:02:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.778+0000 7f6915ffb640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f6904077130 0x7f6904079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.778+0000 7f6915ffb640 1 -- 172.21.15.33:0/3160978286 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f69100992a0 con 0x7f692015ef70 2024-07-26T17:02:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.779+0000 7f692571a640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f6904077130 0x7f6904079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:37.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.779+0000 7f692571a640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f6904077130 0x7f6904079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f691c009a60 tx=0x7f691c005f90 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:37.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:37.783+0000 7f6915ffb640 1 -- 172.21.15.33:0/3160978286 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6910061ff0 con 0x7f692015ef70 2024-07-26T17:02:38.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.013+0000 7f692797e640 1 -- 172.21.15.33:0/3160978286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f69200d48b0 con 0x7f692015ef70 2024-07-26T17:02:38.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.626+0000 7f6915ffb640 1 -- 172.21.15.33:0/3160978286 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v108) ==== 122+0+0 (secure 0 0 0) 0x7f691006a2c0 con 0x7f692015ef70 2024-07-26T17:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 -- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f6904077130 msgr2=0x7f6904079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f6904077130 0x7f6904079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f691c009a60 tx=0x7f691c005f90 comp rx=0 tx=0).stop 2024-07-26T17:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 -- 172.21.15.33:0/3160978286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f692015ef70 msgr2=0x7f69201574f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f692015ef70 0x7f69201574f0 secure :-1 s=READY pgs=2023 cs=0 l=1 rev1=1 crypto rx=0x7f691000e600 tx=0x7f691000eac0 comp rx=0 tx=0).stop 2024-07-26T17:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 -- 172.21.15.33:0/3160978286 shutdown_connections 2024-07-26T17:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f6904077130 0x7f6904079640 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69200c7f80 0x7f69200c8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f692015ef70 0x7f69201574f0 unknown :-1 s=CLOSED pgs=2023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:38.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 --2- 172.21.15.33:0/3160978286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f690c004d40 0x7f69200ca3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:38.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 -- 172.21.15.33:0/3160978286 >> 172.21.15.33:0/3160978286 conn(0x7f69200d3d90 msgr2=0x7f692006e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:38.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 -- 172.21.15.33:0/3160978286 shutdown_connections 2024-07-26T17:02:38.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.629+0000 7f692797e640 1 -- 172.21.15.33:0/3160978286 wait complete. 2024-07-26T17:02:38.645 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T17:02:38.645 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:02:38.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.769+0000 7fdbd995e640 1 -- 172.21.15.33:0/1811766039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdbd40acfd0 msgr2=0x7fdbd406d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:38.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.769+0000 7fdbd995e640 1 --2- 172.21.15.33:0/1811766039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdbd40acfd0 0x7fdbd406d9e0 secure :-1 s=READY pgs=2025 cs=0 l=1 rev1=1 crypto rx=0x7fdbc4005fd0 tx=0x7fdbc402a820 comp rx=0 tx=0).stop 2024-07-26T17:02:38.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.769+0000 7fdbd995e640 1 -- 172.21.15.33:0/1811766039 shutdown_connections 2024-07-26T17:02:38.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.769+0000 7fdbd995e640 1 --2- 172.21.15.33:0/1811766039 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdbd40ae270 0x7fdbd40cf0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:38.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.769+0000 7fdbd995e640 1 --2- 172.21.15.33:0/1811766039 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdbd40acfd0 0x7fdbd406d9e0 unknown :-1 s=CLOSED pgs=2025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:38.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.769+0000 7fdbd995e640 1 -- 172.21.15.33:0/1811766039 >> 172.21.15.33:0/1811766039 conn(0x7fdbd40b5e80 msgr2=0x7fdbd40b1cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:38.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.769+0000 7fdbd995e640 1 -- 172.21.15.33:0/1811766039 shutdown_connections 2024-07-26T17:02:38.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.769+0000 7fdbd995e640 1 -- 172.21.15.33:0/1811766039 wait complete. 2024-07-26T17:02:38.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.771+0000 7fdbd995e640 1 Processor -- start 2024-07-26T17:02:38.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.771+0000 7fdbd995e640 1 -- start start 2024-07-26T17:02:38.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.772+0000 7fdbd995e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdbd40acfd0 0x7fdbd4151600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:38.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.772+0000 7fdbd995e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdbd40ae270 0x7fdbd4158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:38.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.772+0000 7fdbd995e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdbd40cf620 0x7fdbd4159440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:38.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.772+0000 7fdbd995e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd406f0f0 con 0x7fdbd40acfd0 2024-07-26T17:02:38.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.772+0000 7fdbd995e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd415b4f0 con 0x7fdbd40ae270 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.772+0000 7fdbd995e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdbd406f270 con 0x7fdbd40cf620 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdbd40acfd0 0x7fdbd4151600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdbd40acfd0 0x7fdbd4151600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52484/0 (socket says 172.21.15.33:52484) 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd2ffd640 1 -- 172.21.15.33:0/2329076833 learned_addr learned my addr 172.21.15.33:0/2329076833 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd37fe640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdbd40cf620 0x7fdbd4159440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd27fc640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdbd40ae270 0x7fdbd4158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd2ffd640 1 -- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdbd40cf620 msgr2=0x7fdbd4159440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd2ffd640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdbd40cf620 0x7fdbd4159440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd2ffd640 1 -- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdbd40ae270 msgr2=0x7fdbd4158f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd2ffd640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdbd40ae270 0x7fdbd4158f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd2ffd640 1 -- 172.21.15.33:0/2329076833 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbd409bcb0 con 0x7fdbd40acfd0 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd2ffd640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdbd40acfd0 0x7fdbd4151600 secure :-1 s=READY pgs=2026 cs=0 l=1 rev1=1 crypto rx=0x7fdbc4035040 tx=0x7fdbc4032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:38.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbbbfff640 1 -- 172.21.15.33:0/2329076833 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc4037040 con 0x7fdbd40acfd0 2024-07-26T17:02:38.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbbbfff640 1 -- 172.21.15.33:0/2329076833 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdbc4042070 con 0x7fdbd40acfd0 2024-07-26T17:02:38.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbbbfff640 1 -- 172.21.15.33:0/2329076833 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc40042a0 con 0x7fdbd40acfd0 2024-07-26T17:02:38.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd995e640 1 -- 172.21.15.33:0/2329076833 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbd409bf90 con 0x7fdbd40acfd0 2024-07-26T17:02:38.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.773+0000 7fdbd995e640 1 -- 172.21.15.33:0/2329076833 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbd409c550 con 0x7fdbd40acfd0 2024-07-26T17:02:38.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.775+0000 7fdbd995e640 1 -- 172.21.15.33:0/2329076833 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbd40ca100 con 0x7fdbd40acfd0 2024-07-26T17:02:38.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.775+0000 7fdbbbfff640 1 -- 172.21.15.33:0/2329076833 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7fdbc4004440 con 0x7fdbd40acfd0 2024-07-26T17:02:38.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.776+0000 7fdbbbfff640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fdbc0077130 0x7fdbc0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:38.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.776+0000 7fdbbbfff640 1 -- 172.21.15.33:0/2329076833 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7fdbc40b9cf0 con 0x7fdbd40acfd0 2024-07-26T17:02:38.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.776+0000 7fdbd27fc640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fdbc0077130 0x7fdbc0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:38.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.776+0000 7fdbd27fc640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fdbc0077130 0x7fdbc0079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fdbc8005d70 tx=0x7fdbc8005d00 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:38.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:38.780+0000 7fdbbbfff640 1 -- 172.21.15.33:0/2329076833 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdbd40ca100 con 0x7fdbd40acfd0 2024-07-26T17:02:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.018+0000 7fdbd995e640 1 -- 172.21.15.33:0/2329076833 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdbd409e360 con 0x7fdbd40acfd0 2024-07-26T17:02:39.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.019+0000 7fdbbbfff640 1 -- 172.21.15.33:0/2329076833 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5236 (secure 0 0 0) 0x7fdbd409e360 con 0x7fdbd40acfd0 2024-07-26T17:02:39.021 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:39.021 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":108,"btime":"2024-07-26T17:02:38:625486+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8477,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/199000461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":199000461},{"type":"v1","addr":"172.21.15.154:6834","nonce":199000461}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":9394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/719795048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":719795048},{"type":"v1","addr":"172.21.15.154:6835","nonce":719795048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":10326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3003410228","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3003410228},{"type":"v1","addr":"172.21.15.33:6834","nonce":3003410228}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:02:34.999805+0000","modified":"2024-07-26T17:02:38.015375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10329":{"gid":10329,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/929038094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":929038094},{"type":"v1","addr":"172.21.15.33:6835","nonce":929038094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[26],"metadata_pool":25,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10329,"qdb_cluster":[10329]},"id":12}]} 2024-07-26T17:02:39.021 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 108 2024-07-26T17:02:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 -- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fdbc0077130 msgr2=0x7fdbc0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fdbc0077130 0x7fdbc0079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fdbc8005d70 tx=0x7fdbc8005d00 comp rx=0 tx=0).stop 2024-07-26T17:02:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 -- 172.21.15.33:0/2329076833 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdbd40acfd0 msgr2=0x7fdbd4151600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdbd40acfd0 0x7fdbd4151600 secure :-1 s=READY pgs=2026 cs=0 l=1 rev1=1 crypto rx=0x7fdbc4035040 tx=0x7fdbc4032c90 comp rx=0 tx=0).stop 2024-07-26T17:02:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 -- 172.21.15.33:0/2329076833 shutdown_connections 2024-07-26T17:02:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fdbc0077130 0x7fdbc0079640 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdbd40cf620 0x7fdbd4159440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdbd40ae270 0x7fdbd4158f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 --2- 172.21.15.33:0/2329076833 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdbd40acfd0 0x7fdbd4151600 unknown :-1 s=CLOSED pgs=2026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 -- 172.21.15.33:0/2329076833 >> 172.21.15.33:0/2329076833 conn(0x7fdbd40b5e80 msgr2=0x7fdbd40c99f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 -- 172.21.15.33:0/2329076833 shutdown_connections 2024-07-26T17:02:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.021+0000 7fdbd995e640 1 -- 172.21.15.33:0/2329076833 wait complete. 2024-07-26T17:02:39.034 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:02:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.151+0000 7f1b4b766640 1 -- 172.21.15.33:0/258763928 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b440cc660 msgr2=0x7f1b440b6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.151+0000 7f1b4b766640 1 --2- 172.21.15.33:0/258763928 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b440cc660 0x7f1b440b6e00 secure :-1 s=READY pgs=2027 cs=0 l=1 rev1=1 crypto rx=0x7f1b44074100 tx=0x7f1b4002a4d0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.151+0000 7f1b4b766640 1 -- 172.21.15.33:0/258763928 shutdown_connections 2024-07-26T17:02:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.151+0000 7f1b4b766640 1 --2- 172.21.15.33:0/258763928 >> v2:172.21.15.154:3300/0 conn(0x7f1b440cfa60 0x7f1b440cfe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.151+0000 7f1b4b766640 1 --2- 172.21.15.33:0/258763928 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1b44160400 0x7f1b44160810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.151+0000 7f1b4b766640 1 --2- 172.21.15.33:0/258763928 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b440cc660 0x7f1b440b6e00 unknown :-1 s=CLOSED pgs=2027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.151+0000 7f1b4b766640 1 -- 172.21.15.33:0/258763928 >> 172.21.15.33:0/258763928 conn(0x7f1b440d1bf0 msgr2=0x7f1b440d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:39.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.151+0000 7f1b4b766640 1 -- 172.21.15.33:0/258763928 shutdown_connections 2024-07-26T17:02:39.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.151+0000 7f1b4b766640 1 -- 172.21.15.33:0/258763928 wait complete. 2024-07-26T17:02:39.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.153+0000 7f1b4b766640 1 Processor -- start 2024-07-26T17:02:39.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.153+0000 7f1b4b766640 1 -- start start 2024-07-26T17:02:39.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.154+0000 7f1b4b766640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1b440cc660 0x7f1b441f3b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.154+0000 7f1b4b766640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b440cfa60 0x7f1b440cb620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.154+0000 7f1b4b766640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1b44160400 0x7f1b441f6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.154+0000 7f1b4b766640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1b440b1ca0 con 0x7f1b440cfa60 2024-07-26T17:02:39.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.154+0000 7f1b4b766640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1b440b1b20 con 0x7f1b44160400 2024-07-26T17:02:39.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.154+0000 7f1b4b766640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1b440b1e20 con 0x7f1b440cc660 2024-07-26T17:02:39.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.154+0000 7f1b48d01640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b440cfa60 0x7f1b440cb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:39.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b48d01640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b440cfa60 0x7f1b440cb620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52510/0 (socket says 172.21.15.33:52510) 2024-07-26T17:02:39.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b48d01640 1 -- 172.21.15.33:0/930476877 learned_addr learned my addr 172.21.15.33:0/930476877 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:39.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b49502640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1b440cc660 0x7f1b441f3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:39.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b49d03640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1b44160400 0x7f1b441f6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:39.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b48d01640 1 -- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1b440cc660 msgr2=0x7f1b441f3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b48d01640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1b440cc660 0x7f1b441f3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b48d01640 1 -- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1b44160400 msgr2=0x7f1b441f6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b48d01640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1b44160400 0x7f1b441f6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b48d01640 1 -- 172.21.15.33:0/930476877 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b4415e610 con 0x7f1b440cfa60 2024-07-26T17:02:39.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b48d01640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b440cfa60 0x7f1b440cb620 secure :-1 s=READY pgs=2028 cs=0 l=1 rev1=1 crypto rx=0x7f1b3400c970 tx=0x7f1b3400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:39.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b39ffb640 1 -- 172.21.15.33:0/930476877 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b34007bb0 con 0x7f1b440cfa60 2024-07-26T17:02:39.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b39ffb640 1 -- 172.21.15.33:0/930476877 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1b34007e40 con 0x7f1b440cfa60 2024-07-26T17:02:39.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b4b766640 1 -- 172.21.15.33:0/930476877 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b4415e8f0 con 0x7f1b440cfa60 2024-07-26T17:02:39.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.155+0000 7f1b39ffb640 1 -- 172.21.15.33:0/930476877 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b3400f6b0 con 0x7f1b440cfa60 2024-07-26T17:02:39.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.156+0000 7f1b4b766640 1 -- 172.21.15.33:0/930476877 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b4415eeb0 con 0x7f1b440cfa60 2024-07-26T17:02:39.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.157+0000 7f1b4b766640 1 -- 172.21.15.33:0/930476877 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b4415e380 con 0x7f1b440cfa60 2024-07-26T17:02:39.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.157+0000 7f1b39ffb640 1 -- 172.21.15.33:0/930476877 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f1b3400f850 con 0x7f1b440cfa60 2024-07-26T17:02:39.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.158+0000 7f1b39ffb640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1b28077130 0x7f1b28079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.158+0000 7f1b39ffb640 1 -- 172.21.15.33:0/930476877 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f1b34099390 con 0x7f1b440cfa60 2024-07-26T17:02:39.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.158+0000 7f1b49502640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1b28077130 0x7f1b28079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:39.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.159+0000 7f1b49502640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1b28077130 0x7f1b28079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1b40033000 tx=0x7f1b40004730 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:39.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.163+0000 7f1b39ffb640 1 -- 172.21.15.33:0/930476877 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1b34014030 con 0x7f1b440cfa60 2024-07-26T17:02:39.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.358+0000 7f1b4b766640 1 -- 172.21.15.33:0/930476877 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1b440cfe70 con 0x7f1b440cfa60 2024-07-26T17:02:39.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.359+0000 7f1b39ffb640 1 -- 172.21.15.33:0/930476877 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v211) ==== 74+0+17093 (secure 0 0 0) 0x7f1b34061b10 con 0x7f1b440cfa60 2024-07-26T17:02:39.361 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:39.361 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":211,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:02:36.591072+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":26,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:02:32.684839+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_data","create_time":"2024-07-26T17:02:33.946776+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"211","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:02:39.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 -- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1b28077130 msgr2=0x7f1b28079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1b28077130 0x7f1b28079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1b40033000 tx=0x7f1b40004730 comp rx=0 tx=0).stop 2024-07-26T17:02:39.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 -- 172.21.15.33:0/930476877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b440cfa60 msgr2=0x7f1b440cb620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b440cfa60 0x7f1b440cb620 secure :-1 s=READY pgs=2028 cs=0 l=1 rev1=1 crypto rx=0x7f1b3400c970 tx=0x7f1b3400ce30 comp rx=0 tx=0).stop 2024-07-26T17:02:39.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 -- 172.21.15.33:0/930476877 shutdown_connections 2024-07-26T17:02:39.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f1b28077130 0x7f1b28079640 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1b44160400 0x7f1b441f6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b440cfa60 0x7f1b440cb620 unknown :-1 s=CLOSED pgs=2028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 --2- 172.21.15.33:0/930476877 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1b440cc660 0x7f1b441f3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 -- 172.21.15.33:0/930476877 >> 172.21.15.33:0/930476877 conn(0x7f1b440d1bf0 msgr2=0x7f1b4415c470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 -- 172.21.15.33:0/930476877 shutdown_connections 2024-07-26T17:02:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.361+0000 7f1b4b766640 1 -- 172.21.15.33:0/930476877 wait complete. 2024-07-26T17:02:39.374 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T17:02:39.375 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:02:39.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.493+0000 7fe99bbc4640 1 -- 172.21.15.33:0/2410183632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe99406da70 msgr2=0x7fe99406de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.493+0000 7fe99bbc4640 1 --2- 172.21.15.33:0/2410183632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe99406da70 0x7fe99406de80 secure :-1 s=READY pgs=2029 cs=0 l=1 rev1=1 crypto rx=0x7fe994073c70 tx=0x7fe98c02a980 comp rx=0 tx=0).stop 2024-07-26T17:02:39.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.493+0000 7fe99bbc4640 1 -- 172.21.15.33:0/2410183632 shutdown_connections 2024-07-26T17:02:39.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.493+0000 7fe99bbc4640 1 --2- 172.21.15.33:0/2410183632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe99406da70 0x7fe99406de80 unknown :-1 s=CLOSED pgs=2029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.493+0000 7fe99bbc4640 1 --2- 172.21.15.33:0/2410183632 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9940ce930 0x7fe9940ced40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.493+0000 7fe99bbc4640 1 --2- 172.21.15.33:0/2410183632 >> v2:172.21.15.154:3300/0 conn(0x7fe9940b7010 0x7fe9940ce3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.493+0000 7fe99bbc4640 1 -- 172.21.15.33:0/2410183632 >> 172.21.15.33:0/2410183632 conn(0x7fe9940d1b70 msgr2=0x7fe9940d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:39.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.493+0000 7fe99bbc4640 1 -- 172.21.15.33:0/2410183632 shutdown_connections 2024-07-26T17:02:39.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.493+0000 7fe99bbc4640 1 -- 172.21.15.33:0/2410183632 wait complete. 2024-07-26T17:02:39.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.495+0000 7fe99bbc4640 1 Processor -- start 2024-07-26T17:02:39.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.495+0000 7fe99bbc4640 1 -- start start 2024-07-26T17:02:39.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe99bbc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe99406da70 0x7fe9941f8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe99bbc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9940b7010 0x7fe9940b2190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe99bbc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9940ce930 0x7fe99409f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe99bbc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe99406e540 con 0x7fe99406da70 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe99bbc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe99406e3c0 con 0x7fe9940b7010 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe99bbc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe99406e6c0 con 0x7fe9940ce930 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe999960640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe99406da70 0x7fe9941f8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe999960640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe99406da70 0x7fe9941f8f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52524/0 (socket says 172.21.15.33:52524) 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe999960640 1 -- 172.21.15.33:0/3127564021 learned_addr learned my addr 172.21.15.33:0/3127564021 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe999960640 1 -- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9940ce930 msgr2=0x7fe99409f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe999960640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9940ce930 0x7fe99409f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe999960640 1 -- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9940b7010 msgr2=0x7fe9940b2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe99915f640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9940b7010 0x7fe9940b2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:39.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe999960640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9940b7010 0x7fe9940b2190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.496+0000 7fe999960640 1 -- 172.21.15.33:0/3127564021 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9941f9480 con 0x7fe99406da70 2024-07-26T17:02:39.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.497+0000 7fe999960640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe99406da70 0x7fe9941f8f40 secure :-1 s=READY pgs=2030 cs=0 l=1 rev1=1 crypto rx=0x7fe99000e6e0 tx=0x7fe99000eba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:39.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.497+0000 7fe98a7fc640 1 -- 172.21.15.33:0/3127564021 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe990004220 con 0x7fe99406da70 2024-07-26T17:02:39.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.497+0000 7fe98a7fc640 1 -- 172.21.15.33:0/3127564021 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9900043c0 con 0x7fe99406da70 2024-07-26T17:02:39.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.497+0000 7fe99bbc4640 1 -- 172.21.15.33:0/3127564021 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe99409bd90 con 0x7fe99406da70 2024-07-26T17:02:39.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.497+0000 7fe98a7fc640 1 -- 172.21.15.33:0/3127564021 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe99000cb10 con 0x7fe99406da70 2024-07-26T17:02:39.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.497+0000 7fe99bbc4640 1 -- 172.21.15.33:0/3127564021 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe99409ea90 con 0x7fe99406da70 2024-07-26T17:02:39.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.498+0000 7fe99bbc4640 1 -- 172.21.15.33:0/3127564021 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9940ce3f0 con 0x7fe99406da70 2024-07-26T17:02:39.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.499+0000 7fe98a7fc640 1 -- 172.21.15.33:0/3127564021 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7fe99000ccb0 con 0x7fe99406da70 2024-07-26T17:02:39.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.499+0000 7fe98a7fc640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fe978077160 0x7fe978079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.500+0000 7fe98a7fc640 1 -- 172.21.15.33:0/3127564021 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7fe9900995e0 con 0x7fe99406da70 2024-07-26T17:02:39.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.500+0000 7fe99915f640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fe978077160 0x7fe978079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:39.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.500+0000 7fe99915f640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fe978077160 0x7fe978079670 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe9840058c0 tx=0x7fe984005850 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:39.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.503+0000 7fe98a7fc640 1 -- 172.21.15.33:0/3127564021 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe9900625b0 con 0x7fe99406da70 2024-07-26T17:02:39.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.692+0000 7fe99bbc4640 1 -- 172.21.15.33:0/3127564021 --> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe9940d21d0 con 0x7fe978077160 2024-07-26T17:02:39.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.698+0000 7fe98a7fc640 1 -- 172.21.15.33:0/3127564021 <== mgr.8330 v2:172.21.15.154:6836/1062258671 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245277 (secure 0 0 0) 0x7fe9940d21d0 con 0x7fe978077160 2024-07-26T17:02:39.701 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:02:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.700+0000 7fe99bbc4640 1 -- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fe978077160 msgr2=0x7fe978079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.700+0000 7fe99bbc4640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fe978077160 0x7fe978079670 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe9840058c0 tx=0x7fe984005850 comp rx=0 tx=0).stop 2024-07-26T17:02:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.700+0000 7fe99bbc4640 1 -- 172.21.15.33:0/3127564021 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe99406da70 msgr2=0x7fe9941f8f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.700+0000 7fe99bbc4640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe99406da70 0x7fe9941f8f40 secure :-1 s=READY pgs=2030 cs=0 l=1 rev1=1 crypto rx=0x7fe99000e6e0 tx=0x7fe99000eba0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.700+0000 7fe99bbc4640 1 -- 172.21.15.33:0/3127564021 shutdown_connections 2024-07-26T17:02:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.700+0000 7fe99bbc4640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fe978077160 0x7fe978079670 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.700+0000 7fe99bbc4640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe9940ce930 0x7fe99409f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.700+0000 7fe99bbc4640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe9940b7010 0x7fe9940b2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.700+0000 7fe99bbc4640 1 --2- 172.21.15.33:0/3127564021 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe99406da70 0x7fe9941f8f40 unknown :-1 s=CLOSED pgs=2030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.700+0000 7fe99bbc4640 1 -- 172.21.15.33:0/3127564021 >> 172.21.15.33:0/3127564021 conn(0x7fe9940d1b70 msgr2=0x7fe9940b49c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.701+0000 7fe99bbc4640 1 -- 172.21.15.33:0/3127564021 shutdown_connections 2024-07-26T17:02:39.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.701+0000 7fe99bbc4640 1 -- 172.21.15.33:0/3127564021 wait complete. 2024-07-26T17:02:39.713 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T17:02:39.048890+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591040,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":356,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":120,"acting":120,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":75,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":395976,"kb_used_data":21584,"kb_used_omap":12,"kb_used_meta":374259,"kb_avail":754578744,"statfs":{"total":773094113280,"available":772688633856,"internally_reserved":0,"allocated":22102016,"data_stored":11992198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":383241777},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":672,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.468650"},"pg_stats":[{"pgid":"26.3f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595056+0000","last_change":"2024-07-26T17:02:35.612714+0000","last_active":"2024-07-26T17:02:36.595056+0000","last_peered":"2024-07-26T17:02:36.595056+0000","last_clean":"2024-07-26T17:02:36.595056+0000","last_became_active":"2024-07-26T17:02:35.612397+0000","last_became_peered":"2024-07-26T17:02:35.612397+0000","last_unstale":"2024-07-26T17:02:36.595056+0000","last_undegraded":"2024-07-26T17:02:36.595056+0000","last_fullsized":"2024-07-26T17:02:36.595056+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:28:38.200579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.3e","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595124+0000","last_change":"2024-07-26T17:02:35.611074+0000","last_active":"2024-07-26T17:02:36.595124+0000","last_peered":"2024-07-26T17:02:36.595124+0000","last_clean":"2024-07-26T17:02:36.595124+0000","last_became_active":"2024-07-26T17:02:35.610716+0000","last_became_peered":"2024-07-26T17:02:35.610716+0000","last_unstale":"2024-07-26T17:02:36.595124+0000","last_undegraded":"2024-07-26T17:02:36.595124+0000","last_fullsized":"2024-07-26T17:02:36.595124+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:42:25.780446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.3c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875107+0000","last_change":"2024-07-26T17:02:35.619265+0000","last_active":"2024-07-26T17:02:36.875107+0000","last_peered":"2024-07-26T17:02:36.875107+0000","last_clean":"2024-07-26T17:02:36.875107+0000","last_became_active":"2024-07-26T17:02:35.618870+0000","last_became_peered":"2024-07-26T17:02:35.618870+0000","last_unstale":"2024-07-26T17:02:36.875107+0000","last_undegraded":"2024-07-26T17:02:36.875107+0000","last_fullsized":"2024-07-26T17:02:36.875107+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:08:44.348712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.39","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615801+0000","last_change":"2024-07-26T17:02:35.609564+0000","last_active":"2024-07-26T17:02:36.615801+0000","last_peered":"2024-07-26T17:02:36.615801+0000","last_clean":"2024-07-26T17:02:36.615801+0000","last_became_active":"2024-07-26T17:02:35.609138+0000","last_became_peered":"2024-07-26T17:02:35.609138+0000","last_unstale":"2024-07-26T17:02:36.615801+0000","last_undegraded":"2024-07-26T17:02:36.615801+0000","last_fullsized":"2024-07-26T17:02:36.615801+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:48:13.968567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.37","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595244+0000","last_change":"2024-07-26T17:02:35.622774+0000","last_active":"2024-07-26T17:02:36.595244+0000","last_peered":"2024-07-26T17:02:36.595244+0000","last_clean":"2024-07-26T17:02:36.595244+0000","last_became_active":"2024-07-26T17:02:35.617399+0000","last_became_peered":"2024-07-26T17:02:35.617399+0000","last_unstale":"2024-07-26T17:02:36.595244+0000","last_undegraded":"2024-07-26T17:02:36.595244+0000","last_fullsized":"2024-07-26T17:02:36.595244+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:02.267514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.34","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875116+0000","last_change":"2024-07-26T17:02:35.614599+0000","last_active":"2024-07-26T17:02:36.875116+0000","last_peered":"2024-07-26T17:02:36.875116+0000","last_clean":"2024-07-26T17:02:36.875116+0000","last_became_active":"2024-07-26T17:02:35.614255+0000","last_became_peered":"2024-07-26T17:02:35.614255+0000","last_unstale":"2024-07-26T17:02:36.875116+0000","last_undegraded":"2024-07-26T17:02:36.875116+0000","last_fullsized":"2024-07-26T17:02:36.875116+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:39:20.910427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.32","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615737+0000","last_change":"2024-07-26T17:02:35.607354+0000","last_active":"2024-07-26T17:02:36.615737+0000","last_peered":"2024-07-26T17:02:36.615737+0000","last_clean":"2024-07-26T17:02:36.615737+0000","last_became_active":"2024-07-26T17:02:35.607087+0000","last_became_peered":"2024-07-26T17:02:35.607087+0000","last_unstale":"2024-07-26T17:02:36.615737+0000","last_undegraded":"2024-07-26T17:02:36.615737+0000","last_fullsized":"2024-07-26T17:02:36.615737+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:40.706850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.31","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594790+0000","last_change":"2024-07-26T17:02:35.607359+0000","last_active":"2024-07-26T17:02:36.594790+0000","last_peered":"2024-07-26T17:02:36.594790+0000","last_clean":"2024-07-26T17:02:36.594790+0000","last_became_active":"2024-07-26T17:02:35.607018+0000","last_became_peered":"2024-07-26T17:02:35.607018+0000","last_unstale":"2024-07-26T17:02:36.594790+0000","last_undegraded":"2024-07-26T17:02:36.594790+0000","last_fullsized":"2024-07-26T17:02:36.594790+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:55.276489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2b","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594969+0000","last_change":"2024-07-26T17:02:35.616358+0000","last_active":"2024-07-26T17:02:36.594969+0000","last_peered":"2024-07-26T17:02:36.594969+0000","last_clean":"2024-07-26T17:02:36.594969+0000","last_became_active":"2024-07-26T17:02:35.616055+0000","last_became_peered":"2024-07-26T17:02:35.616055+0000","last_unstale":"2024-07-26T17:02:36.594969+0000","last_undegraded":"2024-07-26T17:02:36.594969+0000","last_fullsized":"2024-07-26T17:02:36.594969+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:16:17.744548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.2a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595455+0000","last_change":"2024-07-26T17:02:35.619203+0000","last_active":"2024-07-26T17:02:36.595455+0000","last_peered":"2024-07-26T17:02:36.595455+0000","last_clean":"2024-07-26T17:02:36.595455+0000","last_became_active":"2024-07-26T17:02:35.617306+0000","last_became_peered":"2024-07-26T17:02:35.617306+0000","last_unstale":"2024-07-26T17:02:36.595455+0000","last_undegraded":"2024-07-26T17:02:36.595455+0000","last_fullsized":"2024-07-26T17:02:36.595455+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:15:25.606888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.28","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594669+0000","last_change":"2024-07-26T17:02:35.615236+0000","last_active":"2024-07-26T17:02:36.594669+0000","last_peered":"2024-07-26T17:02:36.594669+0000","last_clean":"2024-07-26T17:02:36.594669+0000","last_became_active":"2024-07-26T17:02:35.614912+0000","last_became_peered":"2024-07-26T17:02:35.614912+0000","last_unstale":"2024-07-26T17:02:36.594669+0000","last_undegraded":"2024-07-26T17:02:36.594669+0000","last_fullsized":"2024-07-26T17:02:36.594669+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:21.346252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.27","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616306+0000","last_change":"2024-07-26T17:02:35.620130+0000","last_active":"2024-07-26T17:02:36.616306+0000","last_peered":"2024-07-26T17:02:36.616306+0000","last_clean":"2024-07-26T17:02:36.616306+0000","last_became_active":"2024-07-26T17:02:35.618640+0000","last_became_peered":"2024-07-26T17:02:35.618640+0000","last_unstale":"2024-07-26T17:02:36.616306+0000","last_undegraded":"2024-07-26T17:02:36.616306+0000","last_fullsized":"2024-07-26T17:02:36.616306+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:34:42.204611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.21","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615690+0000","last_change":"2024-07-26T17:02:35.608587+0000","last_active":"2024-07-26T17:02:36.615690+0000","last_peered":"2024-07-26T17:02:36.615690+0000","last_clean":"2024-07-26T17:02:36.615690+0000","last_became_active":"2024-07-26T17:02:35.605926+0000","last_became_peered":"2024-07-26T17:02:35.605926+0000","last_unstale":"2024-07-26T17:02:36.615690+0000","last_undegraded":"2024-07-26T17:02:36.615690+0000","last_fullsized":"2024-07-26T17:02:36.615690+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:32.835267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1f","version":"210'4","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875330+0000","last_change":"2024-07-26T17:02:34.620305+0000","last_active":"2024-07-26T17:02:36.875330+0000","last_peered":"2024-07-26T17:02:36.875330+0000","last_clean":"2024-07-26T17:02:36.875330+0000","last_became_active":"2024-07-26T17:02:34.620005+0000","last_became_peered":"2024-07-26T17:02:34.620005+0000","last_unstale":"2024-07-26T17:02:36.875330+0000","last_undegraded":"2024-07-26T17:02:36.875330+0000","last_fullsized":"2024-07-26T17:02:36.875330+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:53:54.740704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616112+0000","last_change":"2024-07-26T17:02:35.613248+0000","last_active":"2024-07-26T17:02:36.616112+0000","last_peered":"2024-07-26T17:02:36.616112+0000","last_clean":"2024-07-26T17:02:36.616112+0000","last_became_active":"2024-07-26T17:02:35.612917+0000","last_became_peered":"2024-07-26T17:02:35.612917+0000","last_unstale":"2024-07-26T17:02:36.616112+0000","last_undegraded":"2024-07-26T17:02:36.616112+0000","last_fullsized":"2024-07-26T17:02:36.616112+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:48:16.541048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585801+0000","last_change":"2024-07-26T17:02:33.585801+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585801+0000","last_undegraded":"2024-07-26T17:02:33.585801+0000","last_fullsized":"2024-07-26T17:02:33.585801+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582189+0000","last_change":"2024-07-26T17:02:33.582189+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582189+0000","last_undegraded":"2024-07-26T17:02:33.582189+0000","last_fullsized":"2024-07-26T17:02:33.582189+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585707+0000","last_change":"2024-07-26T17:02:33.585707+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585707+0000","last_undegraded":"2024-07-26T17:02:33.585707+0000","last_fullsized":"2024-07-26T17:02:33.585707+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585852+0000","last_change":"2024-07-26T17:02:33.585852+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585852+0000","last_undegraded":"2024-07-26T17:02:33.585852+0000","last_fullsized":"2024-07-26T17:02:33.585852+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594890+0000","last_change":"2024-07-26T17:02:35.605187+0000","last_active":"2024-07-26T17:02:36.594890+0000","last_peered":"2024-07-26T17:02:36.594890+0000","last_clean":"2024-07-26T17:02:36.594890+0000","last_became_active":"2024-07-26T17:02:35.604861+0000","last_became_peered":"2024-07-26T17:02:35.604861+0000","last_unstale":"2024-07-26T17:02:36.594890+0000","last_undegraded":"2024-07-26T17:02:36.594890+0000","last_fullsized":"2024-07-26T17:02:36.594890+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:06.557276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1a","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874897+0000","last_change":"2024-07-26T17:02:34.618714+0000","last_active":"2024-07-26T17:02:36.874897+0000","last_peered":"2024-07-26T17:02:36.874897+0000","last_clean":"2024-07-26T17:02:36.874897+0000","last_became_active":"2024-07-26T17:02:34.618414+0000","last_became_peered":"2024-07-26T17:02:34.618414+0000","last_unstale":"2024-07-26T17:02:36.874897+0000","last_undegraded":"2024-07-26T17:02:36.874897+0000","last_fullsized":"2024-07-26T17:02:36.874897+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:19:20.884938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595220+0000","last_change":"2024-07-26T17:02:35.616817+0000","last_active":"2024-07-26T17:02:36.595220+0000","last_peered":"2024-07-26T17:02:36.595220+0000","last_clean":"2024-07-26T17:02:36.595220+0000","last_became_active":"2024-07-26T17:02:35.615167+0000","last_became_peered":"2024-07-26T17:02:35.615167+0000","last_unstale":"2024-07-26T17:02:36.595220+0000","last_undegraded":"2024-07-26T17:02:36.595220+0000","last_fullsized":"2024-07-26T17:02:36.595220+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:22.402014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584832+0000","last_change":"2024-07-26T17:02:33.584832+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584832+0000","last_undegraded":"2024-07-26T17:02:33.584832+0000","last_fullsized":"2024-07-26T17:02:33.584832+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.586276+0000","last_change":"2024-07-26T17:02:33.586276+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.586276+0000","last_undegraded":"2024-07-26T17:02:33.586276+0000","last_fullsized":"2024-07-26T17:02:33.586276+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595095+0000","last_change":"2024-07-26T17:02:34.623600+0000","last_active":"2024-07-26T17:02:36.595095+0000","last_peered":"2024-07-26T17:02:36.595095+0000","last_clean":"2024-07-26T17:02:36.595095+0000","last_became_active":"2024-07-26T17:02:34.623246+0000","last_became_peered":"2024-07-26T17:02:34.623246+0000","last_unstale":"2024-07-26T17:02:36.595095+0000","last_undegraded":"2024-07-26T17:02:36.595095+0000","last_fullsized":"2024-07-26T17:02:36.595095+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:12:54.207603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.15","version":"210'3","reported_seq":18,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874746+0000","last_change":"2024-07-26T17:02:34.618029+0000","last_active":"2024-07-26T17:02:36.874746+0000","last_peered":"2024-07-26T17:02:36.874746+0000","last_clean":"2024-07-26T17:02:36.874746+0000","last_became_active":"2024-07-26T17:02:34.617707+0000","last_became_peered":"2024-07-26T17:02:34.617707+0000","last_unstale":"2024-07-26T17:02:36.874746+0000","last_undegraded":"2024-07-26T17:02:36.874746+0000","last_fullsized":"2024-07-26T17:02:36.874746+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:39.640626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595372+0000","last_change":"2024-07-26T17:02:35.610244+0000","last_active":"2024-07-26T17:02:36.595372+0000","last_peered":"2024-07-26T17:02:36.595372+0000","last_clean":"2024-07-26T17:02:36.595372+0000","last_became_active":"2024-07-26T17:02:35.609939+0000","last_became_peered":"2024-07-26T17:02:35.609939+0000","last_unstale":"2024-07-26T17:02:36.595372+0000","last_undegraded":"2024-07-26T17:02:36.595372+0000","last_fullsized":"2024-07-26T17:02:36.595372+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:35.628433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584983+0000","last_change":"2024-07-26T17:02:33.584983+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584983+0000","last_undegraded":"2024-07-26T17:02:33.584983+0000","last_fullsized":"2024-07-26T17:02:33.584983+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.10","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615691+0000","last_change":"2024-07-26T17:02:35.616152+0000","last_active":"2024-07-26T17:02:36.615691+0000","last_peered":"2024-07-26T17:02:36.615691+0000","last_clean":"2024-07-26T17:02:36.615691+0000","last_became_active":"2024-07-26T17:02:35.615784+0000","last_became_peered":"2024-07-26T17:02:35.615784+0000","last_unstale":"2024-07-26T17:02:36.615691+0000","last_undegraded":"2024-07-26T17:02:36.615691+0000","last_fullsized":"2024-07-26T17:02:36.615691+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:52:32.397890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.586088+0000","last_change":"2024-07-26T17:02:33.586088+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.586088+0000","last_undegraded":"2024-07-26T17:02:33.586088+0000","last_fullsized":"2024-07-26T17:02:33.586088+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595471+0000","last_change":"2024-07-26T17:02:34.614303+0000","last_active":"2024-07-26T17:02:36.595471+0000","last_peered":"2024-07-26T17:02:36.595471+0000","last_clean":"2024-07-26T17:02:36.595471+0000","last_became_active":"2024-07-26T17:02:34.608487+0000","last_became_peered":"2024-07-26T17:02:34.608487+0000","last_unstale":"2024-07-26T17:02:36.595471+0000","last_undegraded":"2024-07-26T17:02:36.595471+0000","last_fullsized":"2024-07-26T17:02:36.595471+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:29.857579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874698+0000","last_change":"2024-07-26T17:02:34.608100+0000","last_active":"2024-07-26T17:02:36.874698+0000","last_peered":"2024-07-26T17:02:36.874698+0000","last_clean":"2024-07-26T17:02:36.874698+0000","last_became_active":"2024-07-26T17:02:34.607769+0000","last_became_peered":"2024-07-26T17:02:34.607769+0000","last_unstale":"2024-07-26T17:02:36.874698+0000","last_undegraded":"2024-07-26T17:02:36.874698+0000","last_fullsized":"2024-07-26T17:02:36.874698+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:09.027830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582836+0000","last_change":"2024-07-26T17:02:33.582836+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582836+0000","last_undegraded":"2024-07-26T17:02:33.582836+0000","last_fullsized":"2024-07-26T17:02:33.582836+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616181+0000","last_change":"2024-07-26T17:02:35.606171+0000","last_active":"2024-07-26T17:02:36.616181+0000","last_peered":"2024-07-26T17:02:36.616181+0000","last_clean":"2024-07-26T17:02:36.616181+0000","last_became_active":"2024-07-26T17:02:35.605861+0000","last_became_peered":"2024-07-26T17:02:35.605861+0000","last_unstale":"2024-07-26T17:02:36.616181+0000","last_undegraded":"2024-07-26T17:02:36.616181+0000","last_fullsized":"2024-07-26T17:02:36.616181+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:17:23.894387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582413+0000","last_change":"2024-07-26T17:02:33.582413+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582413+0000","last_undegraded":"2024-07-26T17:02:33.582413+0000","last_fullsized":"2024-07-26T17:02:33.582413+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.e","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875196+0000","last_change":"2024-07-26T17:02:34.611834+0000","last_active":"2024-07-26T17:02:36.875196+0000","last_peered":"2024-07-26T17:02:36.875196+0000","last_clean":"2024-07-26T17:02:36.875196+0000","last_became_active":"2024-07-26T17:02:34.611513+0000","last_became_peered":"2024-07-26T17:02:34.611513+0000","last_unstale":"2024-07-26T17:02:36.875196+0000","last_undegraded":"2024-07-26T17:02:36.875196+0000","last_fullsized":"2024-07-26T17:02:36.875196+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:04.498225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.587597+0000","last_change":"2024-07-26T17:02:33.587597+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.587597+0000","last_undegraded":"2024-07-26T17:02:33.587597+0000","last_fullsized":"2024-07-26T17:02:33.587597+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595459+0000","last_change":"2024-07-26T17:02:35.623889+0000","last_active":"2024-07-26T17:02:36.595459+0000","last_peered":"2024-07-26T17:02:36.595459+0000","last_clean":"2024-07-26T17:02:36.595459+0000","last_became_active":"2024-07-26T17:02:35.623590+0000","last_became_peered":"2024-07-26T17:02:35.623590+0000","last_unstale":"2024-07-26T17:02:36.595459+0000","last_undegraded":"2024-07-26T17:02:36.595459+0000","last_fullsized":"2024-07-26T17:02:36.595459+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:49.399755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582305+0000","last_change":"2024-07-26T17:02:33.582305+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582305+0000","last_undegraded":"2024-07-26T17:02:33.582305+0000","last_fullsized":"2024-07-26T17:02:33.582305+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594970+0000","last_change":"2024-07-26T17:02:35.613469+0000","last_active":"2024-07-26T17:02:36.594970+0000","last_peered":"2024-07-26T17:02:36.594970+0000","last_clean":"2024-07-26T17:02:36.594970+0000","last_became_active":"2024-07-26T17:02:35.613178+0000","last_became_peered":"2024-07-26T17:02:35.613178+0000","last_unstale":"2024-07-26T17:02:36.594970+0000","last_undegraded":"2024-07-26T17:02:36.594970+0000","last_fullsized":"2024-07-26T17:02:36.594970+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:19.843528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584812+0000","last_change":"2024-07-26T17:02:33.584812+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584812+0000","last_undegraded":"2024-07-26T17:02:33.584812+0000","last_fullsized":"2024-07-26T17:02:33.584812+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874814+0000","last_change":"2024-07-26T17:02:35.607296+0000","last_active":"2024-07-26T17:02:36.874814+0000","last_peered":"2024-07-26T17:02:36.874814+0000","last_clean":"2024-07-26T17:02:36.874814+0000","last_became_active":"2024-07-26T17:02:35.606326+0000","last_became_peered":"2024-07-26T17:02:35.606326+0000","last_unstale":"2024-07-26T17:02:36.874814+0000","last_undegraded":"2024-07-26T17:02:36.874814+0000","last_fullsized":"2024-07-26T17:02:36.874814+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:16.579860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875105+0000","last_change":"2024-07-26T17:02:34.612952+0000","last_active":"2024-07-26T17:02:36.875105+0000","last_peered":"2024-07-26T17:02:36.875105+0000","last_clean":"2024-07-26T17:02:36.875105+0000","last_became_active":"2024-07-26T17:02:34.612652+0000","last_became_peered":"2024-07-26T17:02:34.612652+0000","last_unstale":"2024-07-26T17:02:36.875105+0000","last_undegraded":"2024-07-26T17:02:36.875105+0000","last_fullsized":"2024-07-26T17:02:36.875105+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:58.036827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875033+0000","last_change":"2024-07-26T17:02:35.599805+0000","last_active":"2024-07-26T17:02:36.875033+0000","last_peered":"2024-07-26T17:02:36.875033+0000","last_clean":"2024-07-26T17:02:36.875033+0000","last_became_active":"2024-07-26T17:02:35.599398+0000","last_became_peered":"2024-07-26T17:02:35.599398+0000","last_unstale":"2024-07-26T17:02:36.875033+0000","last_undegraded":"2024-07-26T17:02:36.875033+0000","last_fullsized":"2024-07-26T17:02:36.875033+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:45.111850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615869+0000","last_change":"2024-07-26T17:02:34.610350+0000","last_active":"2024-07-26T17:02:36.615869+0000","last_peered":"2024-07-26T17:02:36.615869+0000","last_clean":"2024-07-26T17:02:36.615869+0000","last_became_active":"2024-07-26T17:02:34.610041+0000","last_became_peered":"2024-07-26T17:02:34.610041+0000","last_unstale":"2024-07-26T17:02:36.615869+0000","last_undegraded":"2024-07-26T17:02:36.615869+0000","last_fullsized":"2024-07-26T17:02:36.615869+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:26:23.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.588053+0000","last_change":"2024-07-26T17:02:33.588053+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.588053+0000","last_undegraded":"2024-07-26T17:02:33.588053+0000","last_fullsized":"2024-07-26T17:02:33.588053+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616114+0000","last_change":"2024-07-26T17:02:35.609427+0000","last_active":"2024-07-26T17:02:36.616114+0000","last_peered":"2024-07-26T17:02:36.616114+0000","last_clean":"2024-07-26T17:02:36.616114+0000","last_became_active":"2024-07-26T17:02:35.609100+0000","last_became_peered":"2024-07-26T17:02:35.609100+0000","last_unstale":"2024-07-26T17:02:36.616114+0000","last_undegraded":"2024-07-26T17:02:36.616114+0000","last_fullsized":"2024-07-26T17:02:36.616114+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:59:40.500475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.7","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875378+0000","last_change":"2024-07-26T17:02:34.615823+0000","last_active":"2024-07-26T17:02:36.875378+0000","last_peered":"2024-07-26T17:02:36.875378+0000","last_clean":"2024-07-26T17:02:36.875378+0000","last_became_active":"2024-07-26T17:02:34.615242+0000","last_became_peered":"2024-07-26T17:02:34.615242+0000","last_unstale":"2024-07-26T17:02:36.875378+0000","last_undegraded":"2024-07-26T17:02:36.875378+0000","last_fullsized":"2024-07-26T17:02:36.875378+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:38.701013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594813+0000","last_change":"2024-07-26T17:02:35.605126+0000","last_active":"2024-07-26T17:02:36.594813+0000","last_peered":"2024-07-26T17:02:36.594813+0000","last_clean":"2024-07-26T17:02:36.594813+0000","last_became_active":"2024-07-26T17:02:35.604774+0000","last_became_peered":"2024-07-26T17:02:35.604774+0000","last_unstale":"2024-07-26T17:02:36.594813+0000","last_undegraded":"2024-07-26T17:02:36.594813+0000","last_fullsized":"2024-07-26T17:02:36.594813+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:23.430631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.6","version":"211'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615884+0000","last_change":"2024-07-26T17:02:34.612627+0000","last_active":"2024-07-26T17:02:36.615884+0000","last_peered":"2024-07-26T17:02:36.615884+0000","last_clean":"2024-07-26T17:02:36.615884+0000","last_became_active":"2024-07-26T17:02:34.612304+0000","last_became_peered":"2024-07-26T17:02:34.612304+0000","last_unstale":"2024-07-26T17:02:36.615884+0000","last_undegraded":"2024-07-26T17:02:36.615884+0000","last_fullsized":"2024-07-26T17:02:36.615884+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:36.767740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585135+0000","last_change":"2024-07-26T17:02:33.585135+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585135+0000","last_undegraded":"2024-07-26T17:02:33.585135+0000","last_fullsized":"2024-07-26T17:02:33.585135+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.7","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616385+0000","last_change":"2024-07-26T17:02:35.603059+0000","last_active":"2024-07-26T17:02:36.616385+0000","last_peered":"2024-07-26T17:02:36.616385+0000","last_clean":"2024-07-26T17:02:36.616385+0000","last_became_active":"2024-07-26T17:02:35.602737+0000","last_became_peered":"2024-07-26T17:02:35.602737+0000","last_unstale":"2024-07-26T17:02:36.616385+0000","last_undegraded":"2024-07-26T17:02:36.616385+0000","last_fullsized":"2024-07-26T17:02:36.616385+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:00.537178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584650+0000","last_change":"2024-07-26T17:02:33.584650+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584650+0000","last_undegraded":"2024-07-26T17:02:33.584650+0000","last_fullsized":"2024-07-26T17:02:33.584650+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582340+0000","last_change":"2024-07-26T17:02:33.582340+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582340+0000","last_undegraded":"2024-07-26T17:02:33.582340+0000","last_fullsized":"2024-07-26T17:02:33.582340+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582389+0000","last_change":"2024-07-26T17:02:33.582389+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582389+0000","last_undegraded":"2024-07-26T17:02:33.582389+0000","last_fullsized":"2024-07-26T17:02:33.582389+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595425+0000","last_change":"2024-07-26T17:02:35.623959+0000","last_active":"2024-07-26T17:02:36.595425+0000","last_peered":"2024-07-26T17:02:36.595425+0000","last_clean":"2024-07-26T17:02:36.595425+0000","last_became_active":"2024-07-26T17:02:35.623678+0000","last_became_peered":"2024-07-26T17:02:35.623678+0000","last_unstale":"2024-07-26T17:02:36.595425+0000","last_undegraded":"2024-07-26T17:02:36.595425+0000","last_fullsized":"2024-07-26T17:02:36.595425+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:16:07.142965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615890+0000","last_change":"2024-07-26T17:02:34.614484+0000","last_active":"2024-07-26T17:02:36.615890+0000","last_peered":"2024-07-26T17:02:36.615890+0000","last_clean":"2024-07-26T17:02:36.615890+0000","last_became_active":"2024-07-26T17:02:34.614139+0000","last_became_peered":"2024-07-26T17:02:34.614139+0000","last_unstale":"2024-07-26T17:02:36.615890+0000","last_undegraded":"2024-07-26T17:02:36.615890+0000","last_fullsized":"2024-07-26T17:02:36.615890+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:24.499381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.587512+0000","last_change":"2024-07-26T17:02:33.587512+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.587512+0000","last_undegraded":"2024-07-26T17:02:33.587512+0000","last_fullsized":"2024-07-26T17:02:33.587512+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874522+0000","last_change":"2024-07-26T17:02:34.617086+0000","last_active":"2024-07-26T17:02:36.874522+0000","last_peered":"2024-07-26T17:02:36.874522+0000","last_clean":"2024-07-26T17:02:36.874522+0000","last_became_active":"2024-07-26T17:02:34.616762+0000","last_became_peered":"2024-07-26T17:02:34.616762+0000","last_unstale":"2024-07-26T17:02:36.874522+0000","last_undegraded":"2024-07-26T17:02:36.874522+0000","last_fullsized":"2024-07-26T17:02:36.874522+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:48:58.941323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"201'212","reported_seq":1000,"reported_epoch":208,"state":"active+clean","last_fresh":"2024-07-26T17:02:33.583206+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:02:33.583206+0000","last_peered":"2024-07-26T17:02:33.583206+0000","last_clean":"2024-07-26T17:02:33.583206+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:02:33.583206+0000","last_undegraded":"2024-07-26T17:02:33.583206+0000","last_fullsized":"2024-07-26T17:02:33.583206+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":212,"log_dups_size":0,"ondisk_log_size":212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":341,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":3},{"poolid":25,"num_pg":32,"stat_sum":{"num_bytes":672,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13,"ondisk_log_size":13,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":341,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575974,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52340,"kb_used_data":3108,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319500,"statfs":{"total":96636764160,"available":96583168000,"internally_reserved":0,"allocated":3182592,"data_stored":1929043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510565,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42032,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329808,"statfs":{"total":96636764160,"available":96593723392,"internally_reserved":0,"allocated":2588672,"data_stored":1338675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510565,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51768,"kb_used_data":2540,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320072,"statfs":{"total":96636764160,"available":96583753728,"internally_reserved":0,"allocated":2600960,"data_stored":1345012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510565,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51768,"kb_used_data":2540,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320072,"statfs":{"total":96636764160,"available":96583753728,"internally_reserved":0,"allocated":2600960,"data_stored":1345012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510564,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47620,"kb_used_data":2540,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324220,"statfs":{"total":96636764160,"available":96588001280,"internally_reserved":0,"allocated":2600960,"data_stored":1345012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":46135751},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510565,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47648,"kb_used_data":2580,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324192,"statfs":{"total":96636764160,"available":96587972608,"internally_reserved":0,"allocated":2641920,"data_stored":1366504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510568,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60124,"kb_used_data":2576,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311716,"statfs":{"total":96636764160,"available":96575197184,"internally_reserved":0,"allocated":2637824,"data_stored":1365922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543272,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42676,"kb_used_data":3172,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329164,"statfs":{"total":96636764160,"available":96593063936,"internally_reserved":0,"allocated":3248128,"data_stored":1957018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:02:39.720 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:02:39.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.870+0000 7f8fb03ba640 1 -- 172.21.15.33:0/350032941 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8fa80d0c80 msgr2=0x7f8fa80d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.870+0000 7f8fb03ba640 1 --2- 172.21.15.33:0/350032941 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8fa80d0c80 0x7f8fa80d2930 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f8f98009830 tx=0x7f8f9802a3f0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.870+0000 7f8fb03ba640 1 -- 172.21.15.33:0/350032941 shutdown_connections 2024-07-26T17:02:39.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.870+0000 7f8fb03ba640 1 --2- 172.21.15.33:0/350032941 >> v2:172.21.15.154:3300/0 conn(0x7f8fa80ce9e0 0x7f8fa80cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.870+0000 7f8fb03ba640 1 --2- 172.21.15.33:0/350032941 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8fa80d0c80 0x7f8fa80d2930 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.870+0000 7f8fb03ba640 1 -- 172.21.15.33:0/350032941 >> 172.21.15.33:0/350032941 conn(0x7f8fa80d3e10 msgr2=0x7f8fa80d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:39.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.870+0000 7f8fb03ba640 1 -- 172.21.15.33:0/350032941 shutdown_connections 2024-07-26T17:02:39.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.870+0000 7f8fb03ba640 1 -- 172.21.15.33:0/350032941 wait complete. 2024-07-26T17:02:39.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.871+0000 7f8fb03ba640 1 Processor -- start 2024-07-26T17:02:39.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.872+0000 7f8fb03ba640 1 -- start start 2024-07-26T17:02:39.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fb03ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8fa80b2dc0 0x7f8fa80a1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fb03ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8fa80ce9e0 0x7f8fa81f56a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fb03ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8fa8153210 0x7f8fa8166110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fb03ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa80cf4b0 con 0x7f8fa80b2dc0 2024-07-26T17:02:39.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fb03ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8fa80cf330 con 0x7f8fa8153210 2024-07-26T17:02:39.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fb03ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8fa80cf630 con 0x7f8fa80ce9e0 2024-07-26T17:02:39.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fae156640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8fa80b2dc0 0x7f8fa80a1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:39.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fae156640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8fa80b2dc0 0x7f8fa80a1430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52534/0 (socket says 172.21.15.33:52534) 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fae156640 1 -- 172.21.15.33:0/1255645606 learned_addr learned my addr 172.21.15.33:0/1255645606 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fad955640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8fa80ce9e0 0x7f8fa81f56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fae957640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8fa8153210 0x7f8fa8166110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fae156640 1 -- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8fa80ce9e0 msgr2=0x7f8fa81f56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fae156640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8fa80ce9e0 0x7f8fa81f56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fae156640 1 -- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8fa8153210 msgr2=0x7f8fa8166110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fae156640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8fa8153210 0x7f8fa8166110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fae156640 1 -- 172.21.15.33:0/1255645606 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fa80a1970 con 0x7f8fa80b2dc0 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.873+0000 7f8fae957640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8fa8153210 0x7f8fa8166110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.874+0000 7f8fae156640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8fa80b2dc0 0x7f8fa80a1430 secure :-1 s=READY pgs=2031 cs=0 l=1 rev1=1 crypto rx=0x7f8fa400c3f0 tx=0x7f8fa400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.874+0000 7f8f9effd640 1 -- 172.21.15.33:0/1255645606 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa4004020 con 0x7f8fa80b2dc0 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.874+0000 7f8f9effd640 1 -- 172.21.15.33:0/1255645606 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8fa40042d0 con 0x7f8fa80b2dc0 2024-07-26T17:02:39.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.874+0000 7f8fb03ba640 1 -- 172.21.15.33:0/1255645606 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fa8168870 con 0x7f8fa80b2dc0 2024-07-26T17:02:39.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.874+0000 7f8f9effd640 1 -- 172.21.15.33:0/1255645606 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa40038a0 con 0x7f8fa80b2dc0 2024-07-26T17:02:39.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.874+0000 7f8fb03ba640 1 -- 172.21.15.33:0/1255645606 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fa8168590 con 0x7f8fa80b2dc0 2024-07-26T17:02:39.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.875+0000 7f8fb03ba640 1 -- 172.21.15.33:0/1255645606 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fa80cedf0 con 0x7f8fa80b2dc0 2024-07-26T17:02:39.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.876+0000 7f8f9effd640 1 -- 172.21.15.33:0/1255645606 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f8fa4019020 con 0x7f8fa80b2dc0 2024-07-26T17:02:39.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.876+0000 7f8f9effd640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8f8c077130 0x7f8f8c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:39.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.876+0000 7f8f9effd640 1 -- 172.21.15.33:0/1255645606 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f8fa4098d20 con 0x7f8fa80b2dc0 2024-07-26T17:02:39.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.877+0000 7f8fad955640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8f8c077130 0x7f8f8c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:39.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.877+0000 7f8fad955640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8f8c077130 0x7f8f8c079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8f98034000 tx=0x7f8f98004730 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:39.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:39.880+0000 7f8f9effd640 1 -- 172.21.15.33:0/1255645606 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8fa4020020 con 0x7f8fa80b2dc0 2024-07-26T17:02:40.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.069+0000 7f8fb03ba640 1 -- 172.21.15.33:0/1255645606 --> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8fa80cfb20 con 0x7f8f8c077130 2024-07-26T17:02:40.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.074+0000 7f8f9effd640 1 -- 172.21.15.33:0/1255645606 <== mgr.8330 v2:172.21.15.154:6836/1062258671 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245277 (secure 0 0 0) 0x7f8fa80cfb20 con 0x7f8f8c077130 2024-07-26T17:02:40.078 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:40.079 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:02:40.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 -- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8f8c077130 msgr2=0x7f8f8c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8f8c077130 0x7f8f8c079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8f98034000 tx=0x7f8f98004730 comp rx=0 tx=0).stop 2024-07-26T17:02:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 -- 172.21.15.33:0/1255645606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8fa80b2dc0 msgr2=0x7f8fa80a1430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8fa80b2dc0 0x7f8fa80a1430 secure :-1 s=READY pgs=2031 cs=0 l=1 rev1=1 crypto rx=0x7f8fa400c3f0 tx=0x7f8fa400c8b0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 -- 172.21.15.33:0/1255645606 shutdown_connections 2024-07-26T17:02:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8f8c077130 0x7f8f8c079640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8fa8153210 0x7f8fa8166110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8fa80ce9e0 0x7f8fa81f56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 --2- 172.21.15.33:0/1255645606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8fa80b2dc0 0x7f8fa80a1430 unknown :-1 s=CLOSED pgs=2031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 -- 172.21.15.33:0/1255645606 >> 172.21.15.33:0/1255645606 conn(0x7f8fa80d3e10 msgr2=0x7f8fa80b1420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 -- 172.21.15.33:0/1255645606 shutdown_connections 2024-07-26T17:02:40.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.077+0000 7f8fb03ba640 1 -- 172.21.15.33:0/1255645606 wait complete. 2024-07-26T17:02:40.090 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T17:02:39.048890+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591040,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":356,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":120,"acting":120,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":75,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":395976,"kb_used_data":21584,"kb_used_omap":12,"kb_used_meta":374259,"kb_avail":754578744,"statfs":{"total":773094113280,"available":772688633856,"internally_reserved":0,"allocated":22102016,"data_stored":11992198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":383241777},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":672,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.468650"},"pg_stats":[{"pgid":"26.3f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595056+0000","last_change":"2024-07-26T17:02:35.612714+0000","last_active":"2024-07-26T17:02:36.595056+0000","last_peered":"2024-07-26T17:02:36.595056+0000","last_clean":"2024-07-26T17:02:36.595056+0000","last_became_active":"2024-07-26T17:02:35.612397+0000","last_became_peered":"2024-07-26T17:02:35.612397+0000","last_unstale":"2024-07-26T17:02:36.595056+0000","last_undegraded":"2024-07-26T17:02:36.595056+0000","last_fullsized":"2024-07-26T17:02:36.595056+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:28:38.200579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.3e","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595124+0000","last_change":"2024-07-26T17:02:35.611074+0000","last_active":"2024-07-26T17:02:36.595124+0000","last_peered":"2024-07-26T17:02:36.595124+0000","last_clean":"2024-07-26T17:02:36.595124+0000","last_became_active":"2024-07-26T17:02:35.610716+0000","last_became_peered":"2024-07-26T17:02:35.610716+0000","last_unstale":"2024-07-26T17:02:36.595124+0000","last_undegraded":"2024-07-26T17:02:36.595124+0000","last_fullsized":"2024-07-26T17:02:36.595124+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:42:25.780446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.3c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875107+0000","last_change":"2024-07-26T17:02:35.619265+0000","last_active":"2024-07-26T17:02:36.875107+0000","last_peered":"2024-07-26T17:02:36.875107+0000","last_clean":"2024-07-26T17:02:36.875107+0000","last_became_active":"2024-07-26T17:02:35.618870+0000","last_became_peered":"2024-07-26T17:02:35.618870+0000","last_unstale":"2024-07-26T17:02:36.875107+0000","last_undegraded":"2024-07-26T17:02:36.875107+0000","last_fullsized":"2024-07-26T17:02:36.875107+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:08:44.348712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.39","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615801+0000","last_change":"2024-07-26T17:02:35.609564+0000","last_active":"2024-07-26T17:02:36.615801+0000","last_peered":"2024-07-26T17:02:36.615801+0000","last_clean":"2024-07-26T17:02:36.615801+0000","last_became_active":"2024-07-26T17:02:35.609138+0000","last_became_peered":"2024-07-26T17:02:35.609138+0000","last_unstale":"2024-07-26T17:02:36.615801+0000","last_undegraded":"2024-07-26T17:02:36.615801+0000","last_fullsized":"2024-07-26T17:02:36.615801+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:48:13.968567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.37","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595244+0000","last_change":"2024-07-26T17:02:35.622774+0000","last_active":"2024-07-26T17:02:36.595244+0000","last_peered":"2024-07-26T17:02:36.595244+0000","last_clean":"2024-07-26T17:02:36.595244+0000","last_became_active":"2024-07-26T17:02:35.617399+0000","last_became_peered":"2024-07-26T17:02:35.617399+0000","last_unstale":"2024-07-26T17:02:36.595244+0000","last_undegraded":"2024-07-26T17:02:36.595244+0000","last_fullsized":"2024-07-26T17:02:36.595244+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:02.267514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.34","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875116+0000","last_change":"2024-07-26T17:02:35.614599+0000","last_active":"2024-07-26T17:02:36.875116+0000","last_peered":"2024-07-26T17:02:36.875116+0000","last_clean":"2024-07-26T17:02:36.875116+0000","last_became_active":"2024-07-26T17:02:35.614255+0000","last_became_peered":"2024-07-26T17:02:35.614255+0000","last_unstale":"2024-07-26T17:02:36.875116+0000","last_undegraded":"2024-07-26T17:02:36.875116+0000","last_fullsized":"2024-07-26T17:02:36.875116+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:39:20.910427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.32","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615737+0000","last_change":"2024-07-26T17:02:35.607354+0000","last_active":"2024-07-26T17:02:36.615737+0000","last_peered":"2024-07-26T17:02:36.615737+0000","last_clean":"2024-07-26T17:02:36.615737+0000","last_became_active":"2024-07-26T17:02:35.607087+0000","last_became_peered":"2024-07-26T17:02:35.607087+0000","last_unstale":"2024-07-26T17:02:36.615737+0000","last_undegraded":"2024-07-26T17:02:36.615737+0000","last_fullsized":"2024-07-26T17:02:36.615737+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:40.706850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.31","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594790+0000","last_change":"2024-07-26T17:02:35.607359+0000","last_active":"2024-07-26T17:02:36.594790+0000","last_peered":"2024-07-26T17:02:36.594790+0000","last_clean":"2024-07-26T17:02:36.594790+0000","last_became_active":"2024-07-26T17:02:35.607018+0000","last_became_peered":"2024-07-26T17:02:35.607018+0000","last_unstale":"2024-07-26T17:02:36.594790+0000","last_undegraded":"2024-07-26T17:02:36.594790+0000","last_fullsized":"2024-07-26T17:02:36.594790+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:55.276489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2b","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594969+0000","last_change":"2024-07-26T17:02:35.616358+0000","last_active":"2024-07-26T17:02:36.594969+0000","last_peered":"2024-07-26T17:02:36.594969+0000","last_clean":"2024-07-26T17:02:36.594969+0000","last_became_active":"2024-07-26T17:02:35.616055+0000","last_became_peered":"2024-07-26T17:02:35.616055+0000","last_unstale":"2024-07-26T17:02:36.594969+0000","last_undegraded":"2024-07-26T17:02:36.594969+0000","last_fullsized":"2024-07-26T17:02:36.594969+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:16:17.744548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.2a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595455+0000","last_change":"2024-07-26T17:02:35.619203+0000","last_active":"2024-07-26T17:02:36.595455+0000","last_peered":"2024-07-26T17:02:36.595455+0000","last_clean":"2024-07-26T17:02:36.595455+0000","last_became_active":"2024-07-26T17:02:35.617306+0000","last_became_peered":"2024-07-26T17:02:35.617306+0000","last_unstale":"2024-07-26T17:02:36.595455+0000","last_undegraded":"2024-07-26T17:02:36.595455+0000","last_fullsized":"2024-07-26T17:02:36.595455+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:15:25.606888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.28","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594669+0000","last_change":"2024-07-26T17:02:35.615236+0000","last_active":"2024-07-26T17:02:36.594669+0000","last_peered":"2024-07-26T17:02:36.594669+0000","last_clean":"2024-07-26T17:02:36.594669+0000","last_became_active":"2024-07-26T17:02:35.614912+0000","last_became_peered":"2024-07-26T17:02:35.614912+0000","last_unstale":"2024-07-26T17:02:36.594669+0000","last_undegraded":"2024-07-26T17:02:36.594669+0000","last_fullsized":"2024-07-26T17:02:36.594669+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:21.346252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.27","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616306+0000","last_change":"2024-07-26T17:02:35.620130+0000","last_active":"2024-07-26T17:02:36.616306+0000","last_peered":"2024-07-26T17:02:36.616306+0000","last_clean":"2024-07-26T17:02:36.616306+0000","last_became_active":"2024-07-26T17:02:35.618640+0000","last_became_peered":"2024-07-26T17:02:35.618640+0000","last_unstale":"2024-07-26T17:02:36.616306+0000","last_undegraded":"2024-07-26T17:02:36.616306+0000","last_fullsized":"2024-07-26T17:02:36.616306+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:34:42.204611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.21","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615690+0000","last_change":"2024-07-26T17:02:35.608587+0000","last_active":"2024-07-26T17:02:36.615690+0000","last_peered":"2024-07-26T17:02:36.615690+0000","last_clean":"2024-07-26T17:02:36.615690+0000","last_became_active":"2024-07-26T17:02:35.605926+0000","last_became_peered":"2024-07-26T17:02:35.605926+0000","last_unstale":"2024-07-26T17:02:36.615690+0000","last_undegraded":"2024-07-26T17:02:36.615690+0000","last_fullsized":"2024-07-26T17:02:36.615690+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:32.835267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1f","version":"210'4","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875330+0000","last_change":"2024-07-26T17:02:34.620305+0000","last_active":"2024-07-26T17:02:36.875330+0000","last_peered":"2024-07-26T17:02:36.875330+0000","last_clean":"2024-07-26T17:02:36.875330+0000","last_became_active":"2024-07-26T17:02:34.620005+0000","last_became_peered":"2024-07-26T17:02:34.620005+0000","last_unstale":"2024-07-26T17:02:36.875330+0000","last_undegraded":"2024-07-26T17:02:36.875330+0000","last_fullsized":"2024-07-26T17:02:36.875330+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:53:54.740704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616112+0000","last_change":"2024-07-26T17:02:35.613248+0000","last_active":"2024-07-26T17:02:36.616112+0000","last_peered":"2024-07-26T17:02:36.616112+0000","last_clean":"2024-07-26T17:02:36.616112+0000","last_became_active":"2024-07-26T17:02:35.612917+0000","last_became_peered":"2024-07-26T17:02:35.612917+0000","last_unstale":"2024-07-26T17:02:36.616112+0000","last_undegraded":"2024-07-26T17:02:36.616112+0000","last_fullsized":"2024-07-26T17:02:36.616112+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:48:16.541048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585801+0000","last_change":"2024-07-26T17:02:33.585801+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585801+0000","last_undegraded":"2024-07-26T17:02:33.585801+0000","last_fullsized":"2024-07-26T17:02:33.585801+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582189+0000","last_change":"2024-07-26T17:02:33.582189+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582189+0000","last_undegraded":"2024-07-26T17:02:33.582189+0000","last_fullsized":"2024-07-26T17:02:33.582189+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585707+0000","last_change":"2024-07-26T17:02:33.585707+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585707+0000","last_undegraded":"2024-07-26T17:02:33.585707+0000","last_fullsized":"2024-07-26T17:02:33.585707+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585852+0000","last_change":"2024-07-26T17:02:33.585852+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585852+0000","last_undegraded":"2024-07-26T17:02:33.585852+0000","last_fullsized":"2024-07-26T17:02:33.585852+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594890+0000","last_change":"2024-07-26T17:02:35.605187+0000","last_active":"2024-07-26T17:02:36.594890+0000","last_peered":"2024-07-26T17:02:36.594890+0000","last_clean":"2024-07-26T17:02:36.594890+0000","last_became_active":"2024-07-26T17:02:35.604861+0000","last_became_peered":"2024-07-26T17:02:35.604861+0000","last_unstale":"2024-07-26T17:02:36.594890+0000","last_undegraded":"2024-07-26T17:02:36.594890+0000","last_fullsized":"2024-07-26T17:02:36.594890+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:06.557276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1a","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874897+0000","last_change":"2024-07-26T17:02:34.618714+0000","last_active":"2024-07-26T17:02:36.874897+0000","last_peered":"2024-07-26T17:02:36.874897+0000","last_clean":"2024-07-26T17:02:36.874897+0000","last_became_active":"2024-07-26T17:02:34.618414+0000","last_became_peered":"2024-07-26T17:02:34.618414+0000","last_unstale":"2024-07-26T17:02:36.874897+0000","last_undegraded":"2024-07-26T17:02:36.874897+0000","last_fullsized":"2024-07-26T17:02:36.874897+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:19:20.884938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595220+0000","last_change":"2024-07-26T17:02:35.616817+0000","last_active":"2024-07-26T17:02:36.595220+0000","last_peered":"2024-07-26T17:02:36.595220+0000","last_clean":"2024-07-26T17:02:36.595220+0000","last_became_active":"2024-07-26T17:02:35.615167+0000","last_became_peered":"2024-07-26T17:02:35.615167+0000","last_unstale":"2024-07-26T17:02:36.595220+0000","last_undegraded":"2024-07-26T17:02:36.595220+0000","last_fullsized":"2024-07-26T17:02:36.595220+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:22.402014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584832+0000","last_change":"2024-07-26T17:02:33.584832+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584832+0000","last_undegraded":"2024-07-26T17:02:33.584832+0000","last_fullsized":"2024-07-26T17:02:33.584832+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.586276+0000","last_change":"2024-07-26T17:02:33.586276+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.586276+0000","last_undegraded":"2024-07-26T17:02:33.586276+0000","last_fullsized":"2024-07-26T17:02:33.586276+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595095+0000","last_change":"2024-07-26T17:02:34.623600+0000","last_active":"2024-07-26T17:02:36.595095+0000","last_peered":"2024-07-26T17:02:36.595095+0000","last_clean":"2024-07-26T17:02:36.595095+0000","last_became_active":"2024-07-26T17:02:34.623246+0000","last_became_peered":"2024-07-26T17:02:34.623246+0000","last_unstale":"2024-07-26T17:02:36.595095+0000","last_undegraded":"2024-07-26T17:02:36.595095+0000","last_fullsized":"2024-07-26T17:02:36.595095+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:12:54.207603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.15","version":"210'3","reported_seq":18,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874746+0000","last_change":"2024-07-26T17:02:34.618029+0000","last_active":"2024-07-26T17:02:36.874746+0000","last_peered":"2024-07-26T17:02:36.874746+0000","last_clean":"2024-07-26T17:02:36.874746+0000","last_became_active":"2024-07-26T17:02:34.617707+0000","last_became_peered":"2024-07-26T17:02:34.617707+0000","last_unstale":"2024-07-26T17:02:36.874746+0000","last_undegraded":"2024-07-26T17:02:36.874746+0000","last_fullsized":"2024-07-26T17:02:36.874746+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:39.640626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595372+0000","last_change":"2024-07-26T17:02:35.610244+0000","last_active":"2024-07-26T17:02:36.595372+0000","last_peered":"2024-07-26T17:02:36.595372+0000","last_clean":"2024-07-26T17:02:36.595372+0000","last_became_active":"2024-07-26T17:02:35.609939+0000","last_became_peered":"2024-07-26T17:02:35.609939+0000","last_unstale":"2024-07-26T17:02:36.595372+0000","last_undegraded":"2024-07-26T17:02:36.595372+0000","last_fullsized":"2024-07-26T17:02:36.595372+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:35.628433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584983+0000","last_change":"2024-07-26T17:02:33.584983+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584983+0000","last_undegraded":"2024-07-26T17:02:33.584983+0000","last_fullsized":"2024-07-26T17:02:33.584983+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.10","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615691+0000","last_change":"2024-07-26T17:02:35.616152+0000","last_active":"2024-07-26T17:02:36.615691+0000","last_peered":"2024-07-26T17:02:36.615691+0000","last_clean":"2024-07-26T17:02:36.615691+0000","last_became_active":"2024-07-26T17:02:35.615784+0000","last_became_peered":"2024-07-26T17:02:35.615784+0000","last_unstale":"2024-07-26T17:02:36.615691+0000","last_undegraded":"2024-07-26T17:02:36.615691+0000","last_fullsized":"2024-07-26T17:02:36.615691+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:52:32.397890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.586088+0000","last_change":"2024-07-26T17:02:33.586088+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.586088+0000","last_undegraded":"2024-07-26T17:02:33.586088+0000","last_fullsized":"2024-07-26T17:02:33.586088+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595471+0000","last_change":"2024-07-26T17:02:34.614303+0000","last_active":"2024-07-26T17:02:36.595471+0000","last_peered":"2024-07-26T17:02:36.595471+0000","last_clean":"2024-07-26T17:02:36.595471+0000","last_became_active":"2024-07-26T17:02:34.608487+0000","last_became_peered":"2024-07-26T17:02:34.608487+0000","last_unstale":"2024-07-26T17:02:36.595471+0000","last_undegraded":"2024-07-26T17:02:36.595471+0000","last_fullsized":"2024-07-26T17:02:36.595471+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:29.857579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874698+0000","last_change":"2024-07-26T17:02:34.608100+0000","last_active":"2024-07-26T17:02:36.874698+0000","last_peered":"2024-07-26T17:02:36.874698+0000","last_clean":"2024-07-26T17:02:36.874698+0000","last_became_active":"2024-07-26T17:02:34.607769+0000","last_became_peered":"2024-07-26T17:02:34.607769+0000","last_unstale":"2024-07-26T17:02:36.874698+0000","last_undegraded":"2024-07-26T17:02:36.874698+0000","last_fullsized":"2024-07-26T17:02:36.874698+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:09.027830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582836+0000","last_change":"2024-07-26T17:02:33.582836+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582836+0000","last_undegraded":"2024-07-26T17:02:33.582836+0000","last_fullsized":"2024-07-26T17:02:33.582836+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616181+0000","last_change":"2024-07-26T17:02:35.606171+0000","last_active":"2024-07-26T17:02:36.616181+0000","last_peered":"2024-07-26T17:02:36.616181+0000","last_clean":"2024-07-26T17:02:36.616181+0000","last_became_active":"2024-07-26T17:02:35.605861+0000","last_became_peered":"2024-07-26T17:02:35.605861+0000","last_unstale":"2024-07-26T17:02:36.616181+0000","last_undegraded":"2024-07-26T17:02:36.616181+0000","last_fullsized":"2024-07-26T17:02:36.616181+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:17:23.894387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582413+0000","last_change":"2024-07-26T17:02:33.582413+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582413+0000","last_undegraded":"2024-07-26T17:02:33.582413+0000","last_fullsized":"2024-07-26T17:02:33.582413+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.e","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875196+0000","last_change":"2024-07-26T17:02:34.611834+0000","last_active":"2024-07-26T17:02:36.875196+0000","last_peered":"2024-07-26T17:02:36.875196+0000","last_clean":"2024-07-26T17:02:36.875196+0000","last_became_active":"2024-07-26T17:02:34.611513+0000","last_became_peered":"2024-07-26T17:02:34.611513+0000","last_unstale":"2024-07-26T17:02:36.875196+0000","last_undegraded":"2024-07-26T17:02:36.875196+0000","last_fullsized":"2024-07-26T17:02:36.875196+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:04.498225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.587597+0000","last_change":"2024-07-26T17:02:33.587597+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.587597+0000","last_undegraded":"2024-07-26T17:02:33.587597+0000","last_fullsized":"2024-07-26T17:02:33.587597+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595459+0000","last_change":"2024-07-26T17:02:35.623889+0000","last_active":"2024-07-26T17:02:36.595459+0000","last_peered":"2024-07-26T17:02:36.595459+0000","last_clean":"2024-07-26T17:02:36.595459+0000","last_became_active":"2024-07-26T17:02:35.623590+0000","last_became_peered":"2024-07-26T17:02:35.623590+0000","last_unstale":"2024-07-26T17:02:36.595459+0000","last_undegraded":"2024-07-26T17:02:36.595459+0000","last_fullsized":"2024-07-26T17:02:36.595459+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:49.399755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582305+0000","last_change":"2024-07-26T17:02:33.582305+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582305+0000","last_undegraded":"2024-07-26T17:02:33.582305+0000","last_fullsized":"2024-07-26T17:02:33.582305+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594970+0000","last_change":"2024-07-26T17:02:35.613469+0000","last_active":"2024-07-26T17:02:36.594970+0000","last_peered":"2024-07-26T17:02:36.594970+0000","last_clean":"2024-07-26T17:02:36.594970+0000","last_became_active":"2024-07-26T17:02:35.613178+0000","last_became_peered":"2024-07-26T17:02:35.613178+0000","last_unstale":"2024-07-26T17:02:36.594970+0000","last_undegraded":"2024-07-26T17:02:36.594970+0000","last_fullsized":"2024-07-26T17:02:36.594970+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:19.843528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584812+0000","last_change":"2024-07-26T17:02:33.584812+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584812+0000","last_undegraded":"2024-07-26T17:02:33.584812+0000","last_fullsized":"2024-07-26T17:02:33.584812+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874814+0000","last_change":"2024-07-26T17:02:35.607296+0000","last_active":"2024-07-26T17:02:36.874814+0000","last_peered":"2024-07-26T17:02:36.874814+0000","last_clean":"2024-07-26T17:02:36.874814+0000","last_became_active":"2024-07-26T17:02:35.606326+0000","last_became_peered":"2024-07-26T17:02:35.606326+0000","last_unstale":"2024-07-26T17:02:36.874814+0000","last_undegraded":"2024-07-26T17:02:36.874814+0000","last_fullsized":"2024-07-26T17:02:36.874814+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:16.579860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875105+0000","last_change":"2024-07-26T17:02:34.612952+0000","last_active":"2024-07-26T17:02:36.875105+0000","last_peered":"2024-07-26T17:02:36.875105+0000","last_clean":"2024-07-26T17:02:36.875105+0000","last_became_active":"2024-07-26T17:02:34.612652+0000","last_became_peered":"2024-07-26T17:02:34.612652+0000","last_unstale":"2024-07-26T17:02:36.875105+0000","last_undegraded":"2024-07-26T17:02:36.875105+0000","last_fullsized":"2024-07-26T17:02:36.875105+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:58.036827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875033+0000","last_change":"2024-07-26T17:02:35.599805+0000","last_active":"2024-07-26T17:02:36.875033+0000","last_peered":"2024-07-26T17:02:36.875033+0000","last_clean":"2024-07-26T17:02:36.875033+0000","last_became_active":"2024-07-26T17:02:35.599398+0000","last_became_peered":"2024-07-26T17:02:35.599398+0000","last_unstale":"2024-07-26T17:02:36.875033+0000","last_undegraded":"2024-07-26T17:02:36.875033+0000","last_fullsized":"2024-07-26T17:02:36.875033+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:45.111850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615869+0000","last_change":"2024-07-26T17:02:34.610350+0000","last_active":"2024-07-26T17:02:36.615869+0000","last_peered":"2024-07-26T17:02:36.615869+0000","last_clean":"2024-07-26T17:02:36.615869+0000","last_became_active":"2024-07-26T17:02:34.610041+0000","last_became_peered":"2024-07-26T17:02:34.610041+0000","last_unstale":"2024-07-26T17:02:36.615869+0000","last_undegraded":"2024-07-26T17:02:36.615869+0000","last_fullsized":"2024-07-26T17:02:36.615869+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:26:23.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.588053+0000","last_change":"2024-07-26T17:02:33.588053+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.588053+0000","last_undegraded":"2024-07-26T17:02:33.588053+0000","last_fullsized":"2024-07-26T17:02:33.588053+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616114+0000","last_change":"2024-07-26T17:02:35.609427+0000","last_active":"2024-07-26T17:02:36.616114+0000","last_peered":"2024-07-26T17:02:36.616114+0000","last_clean":"2024-07-26T17:02:36.616114+0000","last_became_active":"2024-07-26T17:02:35.609100+0000","last_became_peered":"2024-07-26T17:02:35.609100+0000","last_unstale":"2024-07-26T17:02:36.616114+0000","last_undegraded":"2024-07-26T17:02:36.616114+0000","last_fullsized":"2024-07-26T17:02:36.616114+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:59:40.500475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.7","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875378+0000","last_change":"2024-07-26T17:02:34.615823+0000","last_active":"2024-07-26T17:02:36.875378+0000","last_peered":"2024-07-26T17:02:36.875378+0000","last_clean":"2024-07-26T17:02:36.875378+0000","last_became_active":"2024-07-26T17:02:34.615242+0000","last_became_peered":"2024-07-26T17:02:34.615242+0000","last_unstale":"2024-07-26T17:02:36.875378+0000","last_undegraded":"2024-07-26T17:02:36.875378+0000","last_fullsized":"2024-07-26T17:02:36.875378+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:38.701013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594813+0000","last_change":"2024-07-26T17:02:35.605126+0000","last_active":"2024-07-26T17:02:36.594813+0000","last_peered":"2024-07-26T17:02:36.594813+0000","last_clean":"2024-07-26T17:02:36.594813+0000","last_became_active":"2024-07-26T17:02:35.604774+0000","last_became_peered":"2024-07-26T17:02:35.604774+0000","last_unstale":"2024-07-26T17:02:36.594813+0000","last_undegraded":"2024-07-26T17:02:36.594813+0000","last_fullsized":"2024-07-26T17:02:36.594813+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:23.430631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.6","version":"211'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615884+0000","last_change":"2024-07-26T17:02:34.612627+0000","last_active":"2024-07-26T17:02:36.615884+0000","last_peered":"2024-07-26T17:02:36.615884+0000","last_clean":"2024-07-26T17:02:36.615884+0000","last_became_active":"2024-07-26T17:02:34.612304+0000","last_became_peered":"2024-07-26T17:02:34.612304+0000","last_unstale":"2024-07-26T17:02:36.615884+0000","last_undegraded":"2024-07-26T17:02:36.615884+0000","last_fullsized":"2024-07-26T17:02:36.615884+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:36.767740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585135+0000","last_change":"2024-07-26T17:02:33.585135+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585135+0000","last_undegraded":"2024-07-26T17:02:33.585135+0000","last_fullsized":"2024-07-26T17:02:33.585135+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.7","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616385+0000","last_change":"2024-07-26T17:02:35.603059+0000","last_active":"2024-07-26T17:02:36.616385+0000","last_peered":"2024-07-26T17:02:36.616385+0000","last_clean":"2024-07-26T17:02:36.616385+0000","last_became_active":"2024-07-26T17:02:35.602737+0000","last_became_peered":"2024-07-26T17:02:35.602737+0000","last_unstale":"2024-07-26T17:02:36.616385+0000","last_undegraded":"2024-07-26T17:02:36.616385+0000","last_fullsized":"2024-07-26T17:02:36.616385+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:00.537178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584650+0000","last_change":"2024-07-26T17:02:33.584650+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584650+0000","last_undegraded":"2024-07-26T17:02:33.584650+0000","last_fullsized":"2024-07-26T17:02:33.584650+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582340+0000","last_change":"2024-07-26T17:02:33.582340+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582340+0000","last_undegraded":"2024-07-26T17:02:33.582340+0000","last_fullsized":"2024-07-26T17:02:33.582340+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582389+0000","last_change":"2024-07-26T17:02:33.582389+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582389+0000","last_undegraded":"2024-07-26T17:02:33.582389+0000","last_fullsized":"2024-07-26T17:02:33.582389+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595425+0000","last_change":"2024-07-26T17:02:35.623959+0000","last_active":"2024-07-26T17:02:36.595425+0000","last_peered":"2024-07-26T17:02:36.595425+0000","last_clean":"2024-07-26T17:02:36.595425+0000","last_became_active":"2024-07-26T17:02:35.623678+0000","last_became_peered":"2024-07-26T17:02:35.623678+0000","last_unstale":"2024-07-26T17:02:36.595425+0000","last_undegraded":"2024-07-26T17:02:36.595425+0000","last_fullsized":"2024-07-26T17:02:36.595425+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:16:07.142965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615890+0000","last_change":"2024-07-26T17:02:34.614484+0000","last_active":"2024-07-26T17:02:36.615890+0000","last_peered":"2024-07-26T17:02:36.615890+0000","last_clean":"2024-07-26T17:02:36.615890+0000","last_became_active":"2024-07-26T17:02:34.614139+0000","last_became_peered":"2024-07-26T17:02:34.614139+0000","last_unstale":"2024-07-26T17:02:36.615890+0000","last_undegraded":"2024-07-26T17:02:36.615890+0000","last_fullsized":"2024-07-26T17:02:36.615890+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:24.499381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.587512+0000","last_change":"2024-07-26T17:02:33.587512+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.587512+0000","last_undegraded":"2024-07-26T17:02:33.587512+0000","last_fullsized":"2024-07-26T17:02:33.587512+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874522+0000","last_change":"2024-07-26T17:02:34.617086+0000","last_active":"2024-07-26T17:02:36.874522+0000","last_peered":"2024-07-26T17:02:36.874522+0000","last_clean":"2024-07-26T17:02:36.874522+0000","last_became_active":"2024-07-26T17:02:34.616762+0000","last_became_peered":"2024-07-26T17:02:34.616762+0000","last_unstale":"2024-07-26T17:02:36.874522+0000","last_undegraded":"2024-07-26T17:02:36.874522+0000","last_fullsized":"2024-07-26T17:02:36.874522+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:48:58.941323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"201'212","reported_seq":1000,"reported_epoch":208,"state":"active+clean","last_fresh":"2024-07-26T17:02:33.583206+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:02:33.583206+0000","last_peered":"2024-07-26T17:02:33.583206+0000","last_clean":"2024-07-26T17:02:33.583206+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:02:33.583206+0000","last_undegraded":"2024-07-26T17:02:33.583206+0000","last_fullsized":"2024-07-26T17:02:33.583206+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":212,"log_dups_size":0,"ondisk_log_size":212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":341,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":3},{"poolid":25,"num_pg":32,"stat_sum":{"num_bytes":672,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13,"ondisk_log_size":13,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":341,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575974,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52340,"kb_used_data":3108,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319500,"statfs":{"total":96636764160,"available":96583168000,"internally_reserved":0,"allocated":3182592,"data_stored":1929043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510565,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42032,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329808,"statfs":{"total":96636764160,"available":96593723392,"internally_reserved":0,"allocated":2588672,"data_stored":1338675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510565,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51768,"kb_used_data":2540,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320072,"statfs":{"total":96636764160,"available":96583753728,"internally_reserved":0,"allocated":2600960,"data_stored":1345012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510565,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51768,"kb_used_data":2540,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320072,"statfs":{"total":96636764160,"available":96583753728,"internally_reserved":0,"allocated":2600960,"data_stored":1345012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510564,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47620,"kb_used_data":2540,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324220,"statfs":{"total":96636764160,"available":96588001280,"internally_reserved":0,"allocated":2600960,"data_stored":1345012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":46135751},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510565,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47648,"kb_used_data":2580,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324192,"statfs":{"total":96636764160,"available":96587972608,"internally_reserved":0,"allocated":2641920,"data_stored":1366504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510568,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60124,"kb_used_data":2576,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311716,"statfs":{"total":96636764160,"available":96575197184,"internally_reserved":0,"allocated":2637824,"data_stored":1365922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543272,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42676,"kb_used_data":3172,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329164,"statfs":{"total":96636764160,"available":96593063936,"internally_reserved":0,"allocated":3248128,"data_stored":1957018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:02:40.094 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:02:40.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.247+0000 7f2f05939640 1 -- 172.21.15.33:0/4124082394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ee8003a30 msgr2=0x7f2ee8003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:40.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.247+0000 7f2f05939640 1 --2- 172.21.15.33:0/4124082394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ee8003a30 0x7f2ee8003ea0 secure :-1 s=READY pgs=2033 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0009ed0 tx=0x7f2ee8005830 comp rx=0 tx=0).stop 2024-07-26T17:02:40.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.247+0000 7f2eff7fe640 1 -- 172.21.15.33:0/4124082394 reap_dead start 2024-07-26T17:02:40.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.247+0000 7f2f05939640 1 -- 172.21.15.33:0/4124082394 shutdown_connections 2024-07-26T17:02:40.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.247+0000 7f2f05939640 1 -- 172.21.15.33:0/4124082394 >> 172.21.15.33:0/4124082394 conn(0x7f2f000d1bf0 msgr2=0x7f2f000d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:40.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.247+0000 7f2f05939640 1 -- 172.21.15.33:0/4124082394 shutdown_connections 2024-07-26T17:02:40.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.247+0000 7f2f05939640 1 -- 172.21.15.33:0/4124082394 wait complete. 2024-07-26T17:02:40.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.248+0000 7f2f05939640 1 Processor -- start 2024-07-26T17:02:40.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.249+0000 7f2f05939640 1 -- start start 2024-07-26T17:02:40.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2f05939640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ee8003a30 0x7f2f000ce350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:40.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2f05939640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f00156ba0 0x7f2f001f7020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:40.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2f05939640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f001f7560 0x7f2f001f3a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:40.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2f05939640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2f000b6f80 con 0x7f2ee8003a30 2024-07-26T17:02:40.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2f05939640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2f000b6e00 con 0x7f2f00156ba0 2024-07-26T17:02:40.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2f05939640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2f000b7100 con 0x7f2f001f7560 2024-07-26T17:02:40.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2efeffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ee8003a30 0x7f2f000ce350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:40.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2efeffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ee8003a30 0x7f2f000ce350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52552/0 (socket says 172.21.15.33:52552) 2024-07-26T17:02:40.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2efeffd640 1 -- 172.21.15.33:0/3887843056 learned_addr learned my addr 172.21.15.33:0/3887843056 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:40.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2efeffd640 1 -- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f001f7560 msgr2=0x7f2f001f3a30 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T17:02:40.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2efeffd640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f001f7560 0x7f2f001f3a30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2efeffd640 1 -- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f00156ba0 msgr2=0x7f2f001f7020 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T17:02:40.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2efeffd640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f00156ba0 0x7f2f001f7020 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.250+0000 7f2efeffd640 1 -- 172.21.15.33:0/3887843056 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f001f7970 con 0x7f2ee8003a30 2024-07-26T17:02:40.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.251+0000 7f2efeffd640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ee8003a30 0x7f2f000ce350 secure :-1 s=READY pgs=2034 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0009ed0 tx=0x7f2ef0033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:40.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.251+0000 7f2ee7fff640 1 -- 172.21.15.33:0/3887843056 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef0043070 con 0x7f2ee8003a30 2024-07-26T17:02:40.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.251+0000 7f2ee7fff640 1 -- 172.21.15.33:0/3887843056 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ef0033d90 con 0x7f2ee8003a30 2024-07-26T17:02:40.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.251+0000 7f2f05939640 1 -- 172.21.15.33:0/3887843056 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f00157600 con 0x7f2ee8003a30 2024-07-26T17:02:40.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.251+0000 7f2ee7fff640 1 -- 172.21.15.33:0/3887843056 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef0038040 con 0x7f2ee8003a30 2024-07-26T17:02:40.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.251+0000 7f2f05939640 1 -- 172.21.15.33:0/3887843056 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f00157bc0 con 0x7f2ee8003a30 2024-07-26T17:02:40.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.252+0000 7f2f05939640 1 -- 172.21.15.33:0/3887843056 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f000b7360 con 0x7f2ee8003a30 2024-07-26T17:02:40.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.253+0000 7f2ee7fff640 1 -- 172.21.15.33:0/3887843056 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f2ef0046070 con 0x7f2ee8003a30 2024-07-26T17:02:40.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.253+0000 7f2ee7fff640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2eec077160 0x7f2eec079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:40.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.253+0000 7f2ee7fff640 1 -- 172.21.15.33:0/3887843056 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f2ef00b9970 con 0x7f2ee8003a30 2024-07-26T17:02:40.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.254+0000 7f2efe7fc640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2eec077160 0x7f2eec079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:40.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.254+0000 7f2efe7fc640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2eec077160 0x7f2eec079670 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2ef4001860 tx=0x7f2ef4001190 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:40.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.257+0000 7f2ee7fff640 1 -- 172.21.15.33:0/3887843056 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2f000b7360 con 0x7f2ee8003a30 2024-07-26T17:02:40.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.452+0000 7f2f05939640 1 -- 172.21.15.33:0/3887843056 --> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2f00160400 con 0x7f2eec077160 2024-07-26T17:02:40.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.456+0000 7f2ee7fff640 1 -- 172.21.15.33:0/3887843056 <== mgr.8330 v2:172.21.15.154:6836/1062258671 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245277 (secure 0 0 0) 0x7f2f00160400 con 0x7f2eec077160 2024-07-26T17:02:40.461 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:40.462 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:02:40.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 -- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2eec077160 msgr2=0x7f2eec079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:40.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2eec077160 0x7f2eec079670 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2ef4001860 tx=0x7f2ef4001190 comp rx=0 tx=0).stop 2024-07-26T17:02:40.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 -- 172.21.15.33:0/3887843056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ee8003a30 msgr2=0x7f2f000ce350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:40.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ee8003a30 0x7f2f000ce350 secure :-1 s=READY pgs=2034 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0009ed0 tx=0x7f2ef0033ba0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 -- 172.21.15.33:0/3887843056 shutdown_connections 2024-07-26T17:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2eec077160 0x7f2eec079670 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f001f7560 0x7f2f001f3a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f00156ba0 0x7f2f001f7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 --2- 172.21.15.33:0/3887843056 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ee8003a30 0x7f2f000ce350 unknown :-1 s=CLOSED pgs=2034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 -- 172.21.15.33:0/3887843056 >> 172.21.15.33:0/3887843056 conn(0x7f2f000d1bf0 msgr2=0x7f2f000b5ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 -- 172.21.15.33:0/3887843056 shutdown_connections 2024-07-26T17:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.460+0000 7f2f05939640 1 -- 172.21.15.33:0/3887843056 wait complete. 2024-07-26T17:02:40.473 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T17:02:39.048890+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591040,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":356,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":225,"ondisk_log_size":225,"up":120,"acting":120,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":75,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":395976,"kb_used_data":21584,"kb_used_omap":12,"kb_used_meta":374259,"kb_avail":754578744,"statfs":{"total":773094113280,"available":772688633856,"internally_reserved":0,"allocated":22102016,"data_stored":11992198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":383241777},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":672,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.468650"},"pg_stats":[{"pgid":"26.3f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595056+0000","last_change":"2024-07-26T17:02:35.612714+0000","last_active":"2024-07-26T17:02:36.595056+0000","last_peered":"2024-07-26T17:02:36.595056+0000","last_clean":"2024-07-26T17:02:36.595056+0000","last_became_active":"2024-07-26T17:02:35.612397+0000","last_became_peered":"2024-07-26T17:02:35.612397+0000","last_unstale":"2024-07-26T17:02:36.595056+0000","last_undegraded":"2024-07-26T17:02:36.595056+0000","last_fullsized":"2024-07-26T17:02:36.595056+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:28:38.200579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.3e","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595124+0000","last_change":"2024-07-26T17:02:35.611074+0000","last_active":"2024-07-26T17:02:36.595124+0000","last_peered":"2024-07-26T17:02:36.595124+0000","last_clean":"2024-07-26T17:02:36.595124+0000","last_became_active":"2024-07-26T17:02:35.610716+0000","last_became_peered":"2024-07-26T17:02:35.610716+0000","last_unstale":"2024-07-26T17:02:36.595124+0000","last_undegraded":"2024-07-26T17:02:36.595124+0000","last_fullsized":"2024-07-26T17:02:36.595124+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:42:25.780446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.3c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875107+0000","last_change":"2024-07-26T17:02:35.619265+0000","last_active":"2024-07-26T17:02:36.875107+0000","last_peered":"2024-07-26T17:02:36.875107+0000","last_clean":"2024-07-26T17:02:36.875107+0000","last_became_active":"2024-07-26T17:02:35.618870+0000","last_became_peered":"2024-07-26T17:02:35.618870+0000","last_unstale":"2024-07-26T17:02:36.875107+0000","last_undegraded":"2024-07-26T17:02:36.875107+0000","last_fullsized":"2024-07-26T17:02:36.875107+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:08:44.348712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.39","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615801+0000","last_change":"2024-07-26T17:02:35.609564+0000","last_active":"2024-07-26T17:02:36.615801+0000","last_peered":"2024-07-26T17:02:36.615801+0000","last_clean":"2024-07-26T17:02:36.615801+0000","last_became_active":"2024-07-26T17:02:35.609138+0000","last_became_peered":"2024-07-26T17:02:35.609138+0000","last_unstale":"2024-07-26T17:02:36.615801+0000","last_undegraded":"2024-07-26T17:02:36.615801+0000","last_fullsized":"2024-07-26T17:02:36.615801+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:48:13.968567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.37","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595244+0000","last_change":"2024-07-26T17:02:35.622774+0000","last_active":"2024-07-26T17:02:36.595244+0000","last_peered":"2024-07-26T17:02:36.595244+0000","last_clean":"2024-07-26T17:02:36.595244+0000","last_became_active":"2024-07-26T17:02:35.617399+0000","last_became_peered":"2024-07-26T17:02:35.617399+0000","last_unstale":"2024-07-26T17:02:36.595244+0000","last_undegraded":"2024-07-26T17:02:36.595244+0000","last_fullsized":"2024-07-26T17:02:36.595244+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:02.267514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.34","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875116+0000","last_change":"2024-07-26T17:02:35.614599+0000","last_active":"2024-07-26T17:02:36.875116+0000","last_peered":"2024-07-26T17:02:36.875116+0000","last_clean":"2024-07-26T17:02:36.875116+0000","last_became_active":"2024-07-26T17:02:35.614255+0000","last_became_peered":"2024-07-26T17:02:35.614255+0000","last_unstale":"2024-07-26T17:02:36.875116+0000","last_undegraded":"2024-07-26T17:02:36.875116+0000","last_fullsized":"2024-07-26T17:02:36.875116+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:39:20.910427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.32","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615737+0000","last_change":"2024-07-26T17:02:35.607354+0000","last_active":"2024-07-26T17:02:36.615737+0000","last_peered":"2024-07-26T17:02:36.615737+0000","last_clean":"2024-07-26T17:02:36.615737+0000","last_became_active":"2024-07-26T17:02:35.607087+0000","last_became_peered":"2024-07-26T17:02:35.607087+0000","last_unstale":"2024-07-26T17:02:36.615737+0000","last_undegraded":"2024-07-26T17:02:36.615737+0000","last_fullsized":"2024-07-26T17:02:36.615737+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:40.706850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.31","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594790+0000","last_change":"2024-07-26T17:02:35.607359+0000","last_active":"2024-07-26T17:02:36.594790+0000","last_peered":"2024-07-26T17:02:36.594790+0000","last_clean":"2024-07-26T17:02:36.594790+0000","last_became_active":"2024-07-26T17:02:35.607018+0000","last_became_peered":"2024-07-26T17:02:35.607018+0000","last_unstale":"2024-07-26T17:02:36.594790+0000","last_undegraded":"2024-07-26T17:02:36.594790+0000","last_fullsized":"2024-07-26T17:02:36.594790+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:55.276489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.2b","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594969+0000","last_change":"2024-07-26T17:02:35.616358+0000","last_active":"2024-07-26T17:02:36.594969+0000","last_peered":"2024-07-26T17:02:36.594969+0000","last_clean":"2024-07-26T17:02:36.594969+0000","last_became_active":"2024-07-26T17:02:35.616055+0000","last_became_peered":"2024-07-26T17:02:35.616055+0000","last_unstale":"2024-07-26T17:02:36.594969+0000","last_undegraded":"2024-07-26T17:02:36.594969+0000","last_fullsized":"2024-07-26T17:02:36.594969+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:16:17.744548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.2a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595455+0000","last_change":"2024-07-26T17:02:35.619203+0000","last_active":"2024-07-26T17:02:36.595455+0000","last_peered":"2024-07-26T17:02:36.595455+0000","last_clean":"2024-07-26T17:02:36.595455+0000","last_became_active":"2024-07-26T17:02:35.617306+0000","last_became_peered":"2024-07-26T17:02:35.617306+0000","last_unstale":"2024-07-26T17:02:36.595455+0000","last_undegraded":"2024-07-26T17:02:36.595455+0000","last_fullsized":"2024-07-26T17:02:36.595455+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:15:25.606888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.28","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594669+0000","last_change":"2024-07-26T17:02:35.615236+0000","last_active":"2024-07-26T17:02:36.594669+0000","last_peered":"2024-07-26T17:02:36.594669+0000","last_clean":"2024-07-26T17:02:36.594669+0000","last_became_active":"2024-07-26T17:02:35.614912+0000","last_became_peered":"2024-07-26T17:02:35.614912+0000","last_unstale":"2024-07-26T17:02:36.594669+0000","last_undegraded":"2024-07-26T17:02:36.594669+0000","last_fullsized":"2024-07-26T17:02:36.594669+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:21.346252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.27","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616306+0000","last_change":"2024-07-26T17:02:35.620130+0000","last_active":"2024-07-26T17:02:36.616306+0000","last_peered":"2024-07-26T17:02:36.616306+0000","last_clean":"2024-07-26T17:02:36.616306+0000","last_became_active":"2024-07-26T17:02:35.618640+0000","last_became_peered":"2024-07-26T17:02:35.618640+0000","last_unstale":"2024-07-26T17:02:36.616306+0000","last_undegraded":"2024-07-26T17:02:36.616306+0000","last_fullsized":"2024-07-26T17:02:36.616306+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:34:42.204611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.21","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615690+0000","last_change":"2024-07-26T17:02:35.608587+0000","last_active":"2024-07-26T17:02:36.615690+0000","last_peered":"2024-07-26T17:02:36.615690+0000","last_clean":"2024-07-26T17:02:36.615690+0000","last_became_active":"2024-07-26T17:02:35.605926+0000","last_became_peered":"2024-07-26T17:02:35.605926+0000","last_unstale":"2024-07-26T17:02:36.615690+0000","last_undegraded":"2024-07-26T17:02:36.615690+0000","last_fullsized":"2024-07-26T17:02:36.615690+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:32.835267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1f","version":"210'4","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875330+0000","last_change":"2024-07-26T17:02:34.620305+0000","last_active":"2024-07-26T17:02:36.875330+0000","last_peered":"2024-07-26T17:02:36.875330+0000","last_clean":"2024-07-26T17:02:36.875330+0000","last_became_active":"2024-07-26T17:02:34.620005+0000","last_became_peered":"2024-07-26T17:02:34.620005+0000","last_unstale":"2024-07-26T17:02:36.875330+0000","last_undegraded":"2024-07-26T17:02:36.875330+0000","last_fullsized":"2024-07-26T17:02:36.875330+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:53:54.740704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616112+0000","last_change":"2024-07-26T17:02:35.613248+0000","last_active":"2024-07-26T17:02:36.616112+0000","last_peered":"2024-07-26T17:02:36.616112+0000","last_clean":"2024-07-26T17:02:36.616112+0000","last_became_active":"2024-07-26T17:02:35.612917+0000","last_became_peered":"2024-07-26T17:02:35.612917+0000","last_unstale":"2024-07-26T17:02:36.616112+0000","last_undegraded":"2024-07-26T17:02:36.616112+0000","last_fullsized":"2024-07-26T17:02:36.616112+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:48:16.541048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585801+0000","last_change":"2024-07-26T17:02:33.585801+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585801+0000","last_undegraded":"2024-07-26T17:02:33.585801+0000","last_fullsized":"2024-07-26T17:02:33.585801+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582189+0000","last_change":"2024-07-26T17:02:33.582189+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582189+0000","last_undegraded":"2024-07-26T17:02:33.582189+0000","last_fullsized":"2024-07-26T17:02:33.582189+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585707+0000","last_change":"2024-07-26T17:02:33.585707+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585707+0000","last_undegraded":"2024-07-26T17:02:33.585707+0000","last_fullsized":"2024-07-26T17:02:33.585707+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585852+0000","last_change":"2024-07-26T17:02:33.585852+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585852+0000","last_undegraded":"2024-07-26T17:02:33.585852+0000","last_fullsized":"2024-07-26T17:02:33.585852+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594890+0000","last_change":"2024-07-26T17:02:35.605187+0000","last_active":"2024-07-26T17:02:36.594890+0000","last_peered":"2024-07-26T17:02:36.594890+0000","last_clean":"2024-07-26T17:02:36.594890+0000","last_became_active":"2024-07-26T17:02:35.604861+0000","last_became_peered":"2024-07-26T17:02:35.604861+0000","last_unstale":"2024-07-26T17:02:36.594890+0000","last_undegraded":"2024-07-26T17:02:36.594890+0000","last_fullsized":"2024-07-26T17:02:36.594890+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:06.557276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1a","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874897+0000","last_change":"2024-07-26T17:02:34.618714+0000","last_active":"2024-07-26T17:02:36.874897+0000","last_peered":"2024-07-26T17:02:36.874897+0000","last_clean":"2024-07-26T17:02:36.874897+0000","last_became_active":"2024-07-26T17:02:34.618414+0000","last_became_peered":"2024-07-26T17:02:34.618414+0000","last_unstale":"2024-07-26T17:02:36.874897+0000","last_undegraded":"2024-07-26T17:02:36.874897+0000","last_fullsized":"2024-07-26T17:02:36.874897+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:19:20.884938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595220+0000","last_change":"2024-07-26T17:02:35.616817+0000","last_active":"2024-07-26T17:02:36.595220+0000","last_peered":"2024-07-26T17:02:36.595220+0000","last_clean":"2024-07-26T17:02:36.595220+0000","last_became_active":"2024-07-26T17:02:35.615167+0000","last_became_peered":"2024-07-26T17:02:35.615167+0000","last_unstale":"2024-07-26T17:02:36.595220+0000","last_undegraded":"2024-07-26T17:02:36.595220+0000","last_fullsized":"2024-07-26T17:02:36.595220+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:22.402014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584832+0000","last_change":"2024-07-26T17:02:33.584832+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584832+0000","last_undegraded":"2024-07-26T17:02:33.584832+0000","last_fullsized":"2024-07-26T17:02:33.584832+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.586276+0000","last_change":"2024-07-26T17:02:33.586276+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.586276+0000","last_undegraded":"2024-07-26T17:02:33.586276+0000","last_fullsized":"2024-07-26T17:02:33.586276+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595095+0000","last_change":"2024-07-26T17:02:34.623600+0000","last_active":"2024-07-26T17:02:36.595095+0000","last_peered":"2024-07-26T17:02:36.595095+0000","last_clean":"2024-07-26T17:02:36.595095+0000","last_became_active":"2024-07-26T17:02:34.623246+0000","last_became_peered":"2024-07-26T17:02:34.623246+0000","last_unstale":"2024-07-26T17:02:36.595095+0000","last_undegraded":"2024-07-26T17:02:36.595095+0000","last_fullsized":"2024-07-26T17:02:36.595095+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:12:54.207603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.15","version":"210'3","reported_seq":18,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874746+0000","last_change":"2024-07-26T17:02:34.618029+0000","last_active":"2024-07-26T17:02:36.874746+0000","last_peered":"2024-07-26T17:02:36.874746+0000","last_clean":"2024-07-26T17:02:36.874746+0000","last_became_active":"2024-07-26T17:02:34.617707+0000","last_became_peered":"2024-07-26T17:02:34.617707+0000","last_unstale":"2024-07-26T17:02:36.874746+0000","last_undegraded":"2024-07-26T17:02:36.874746+0000","last_fullsized":"2024-07-26T17:02:36.874746+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:39.640626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595372+0000","last_change":"2024-07-26T17:02:35.610244+0000","last_active":"2024-07-26T17:02:36.595372+0000","last_peered":"2024-07-26T17:02:36.595372+0000","last_clean":"2024-07-26T17:02:36.595372+0000","last_became_active":"2024-07-26T17:02:35.609939+0000","last_became_peered":"2024-07-26T17:02:35.609939+0000","last_unstale":"2024-07-26T17:02:36.595372+0000","last_undegraded":"2024-07-26T17:02:36.595372+0000","last_fullsized":"2024-07-26T17:02:36.595372+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:35.628433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584983+0000","last_change":"2024-07-26T17:02:33.584983+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584983+0000","last_undegraded":"2024-07-26T17:02:33.584983+0000","last_fullsized":"2024-07-26T17:02:33.584983+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.10","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615691+0000","last_change":"2024-07-26T17:02:35.616152+0000","last_active":"2024-07-26T17:02:36.615691+0000","last_peered":"2024-07-26T17:02:36.615691+0000","last_clean":"2024-07-26T17:02:36.615691+0000","last_became_active":"2024-07-26T17:02:35.615784+0000","last_became_peered":"2024-07-26T17:02:35.615784+0000","last_unstale":"2024-07-26T17:02:36.615691+0000","last_undegraded":"2024-07-26T17:02:36.615691+0000","last_fullsized":"2024-07-26T17:02:36.615691+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:52:32.397890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.586088+0000","last_change":"2024-07-26T17:02:33.586088+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.586088+0000","last_undegraded":"2024-07-26T17:02:33.586088+0000","last_fullsized":"2024-07-26T17:02:33.586088+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595471+0000","last_change":"2024-07-26T17:02:34.614303+0000","last_active":"2024-07-26T17:02:36.595471+0000","last_peered":"2024-07-26T17:02:36.595471+0000","last_clean":"2024-07-26T17:02:36.595471+0000","last_became_active":"2024-07-26T17:02:34.608487+0000","last_became_peered":"2024-07-26T17:02:34.608487+0000","last_unstale":"2024-07-26T17:02:36.595471+0000","last_undegraded":"2024-07-26T17:02:36.595471+0000","last_fullsized":"2024-07-26T17:02:36.595471+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:29.857579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874698+0000","last_change":"2024-07-26T17:02:34.608100+0000","last_active":"2024-07-26T17:02:36.874698+0000","last_peered":"2024-07-26T17:02:36.874698+0000","last_clean":"2024-07-26T17:02:36.874698+0000","last_became_active":"2024-07-26T17:02:34.607769+0000","last_became_peered":"2024-07-26T17:02:34.607769+0000","last_unstale":"2024-07-26T17:02:36.874698+0000","last_undegraded":"2024-07-26T17:02:36.874698+0000","last_fullsized":"2024-07-26T17:02:36.874698+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:09.027830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582836+0000","last_change":"2024-07-26T17:02:33.582836+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582836+0000","last_undegraded":"2024-07-26T17:02:33.582836+0000","last_fullsized":"2024-07-26T17:02:33.582836+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616181+0000","last_change":"2024-07-26T17:02:35.606171+0000","last_active":"2024-07-26T17:02:36.616181+0000","last_peered":"2024-07-26T17:02:36.616181+0000","last_clean":"2024-07-26T17:02:36.616181+0000","last_became_active":"2024-07-26T17:02:35.605861+0000","last_became_peered":"2024-07-26T17:02:35.605861+0000","last_unstale":"2024-07-26T17:02:36.616181+0000","last_undegraded":"2024-07-26T17:02:36.616181+0000","last_fullsized":"2024-07-26T17:02:36.616181+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:17:23.894387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582413+0000","last_change":"2024-07-26T17:02:33.582413+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582413+0000","last_undegraded":"2024-07-26T17:02:33.582413+0000","last_fullsized":"2024-07-26T17:02:33.582413+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.e","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875196+0000","last_change":"2024-07-26T17:02:34.611834+0000","last_active":"2024-07-26T17:02:36.875196+0000","last_peered":"2024-07-26T17:02:36.875196+0000","last_clean":"2024-07-26T17:02:36.875196+0000","last_became_active":"2024-07-26T17:02:34.611513+0000","last_became_peered":"2024-07-26T17:02:34.611513+0000","last_unstale":"2024-07-26T17:02:36.875196+0000","last_undegraded":"2024-07-26T17:02:36.875196+0000","last_fullsized":"2024-07-26T17:02:36.875196+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:04.498225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.587597+0000","last_change":"2024-07-26T17:02:33.587597+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.587597+0000","last_undegraded":"2024-07-26T17:02:33.587597+0000","last_fullsized":"2024-07-26T17:02:33.587597+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595459+0000","last_change":"2024-07-26T17:02:35.623889+0000","last_active":"2024-07-26T17:02:36.595459+0000","last_peered":"2024-07-26T17:02:36.595459+0000","last_clean":"2024-07-26T17:02:36.595459+0000","last_became_active":"2024-07-26T17:02:35.623590+0000","last_became_peered":"2024-07-26T17:02:35.623590+0000","last_unstale":"2024-07-26T17:02:36.595459+0000","last_undegraded":"2024-07-26T17:02:36.595459+0000","last_fullsized":"2024-07-26T17:02:36.595459+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:49.399755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582305+0000","last_change":"2024-07-26T17:02:33.582305+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582305+0000","last_undegraded":"2024-07-26T17:02:33.582305+0000","last_fullsized":"2024-07-26T17:02:33.582305+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594970+0000","last_change":"2024-07-26T17:02:35.613469+0000","last_active":"2024-07-26T17:02:36.594970+0000","last_peered":"2024-07-26T17:02:36.594970+0000","last_clean":"2024-07-26T17:02:36.594970+0000","last_became_active":"2024-07-26T17:02:35.613178+0000","last_became_peered":"2024-07-26T17:02:35.613178+0000","last_unstale":"2024-07-26T17:02:36.594970+0000","last_undegraded":"2024-07-26T17:02:36.594970+0000","last_fullsized":"2024-07-26T17:02:36.594970+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:19.843528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584812+0000","last_change":"2024-07-26T17:02:33.584812+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584812+0000","last_undegraded":"2024-07-26T17:02:33.584812+0000","last_fullsized":"2024-07-26T17:02:33.584812+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874814+0000","last_change":"2024-07-26T17:02:35.607296+0000","last_active":"2024-07-26T17:02:36.874814+0000","last_peered":"2024-07-26T17:02:36.874814+0000","last_clean":"2024-07-26T17:02:36.874814+0000","last_became_active":"2024-07-26T17:02:35.606326+0000","last_became_peered":"2024-07-26T17:02:35.606326+0000","last_unstale":"2024-07-26T17:02:36.874814+0000","last_undegraded":"2024-07-26T17:02:36.874814+0000","last_fullsized":"2024-07-26T17:02:36.874814+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:16.579860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875105+0000","last_change":"2024-07-26T17:02:34.612952+0000","last_active":"2024-07-26T17:02:36.875105+0000","last_peered":"2024-07-26T17:02:36.875105+0000","last_clean":"2024-07-26T17:02:36.875105+0000","last_became_active":"2024-07-26T17:02:34.612652+0000","last_became_peered":"2024-07-26T17:02:34.612652+0000","last_unstale":"2024-07-26T17:02:36.875105+0000","last_undegraded":"2024-07-26T17:02:36.875105+0000","last_fullsized":"2024-07-26T17:02:36.875105+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:58.036827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875033+0000","last_change":"2024-07-26T17:02:35.599805+0000","last_active":"2024-07-26T17:02:36.875033+0000","last_peered":"2024-07-26T17:02:36.875033+0000","last_clean":"2024-07-26T17:02:36.875033+0000","last_became_active":"2024-07-26T17:02:35.599398+0000","last_became_peered":"2024-07-26T17:02:35.599398+0000","last_unstale":"2024-07-26T17:02:36.875033+0000","last_undegraded":"2024-07-26T17:02:36.875033+0000","last_fullsized":"2024-07-26T17:02:36.875033+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:45.111850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615869+0000","last_change":"2024-07-26T17:02:34.610350+0000","last_active":"2024-07-26T17:02:36.615869+0000","last_peered":"2024-07-26T17:02:36.615869+0000","last_clean":"2024-07-26T17:02:36.615869+0000","last_became_active":"2024-07-26T17:02:34.610041+0000","last_became_peered":"2024-07-26T17:02:34.610041+0000","last_unstale":"2024-07-26T17:02:36.615869+0000","last_undegraded":"2024-07-26T17:02:36.615869+0000","last_fullsized":"2024-07-26T17:02:36.615869+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:26:23.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.588053+0000","last_change":"2024-07-26T17:02:33.588053+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.588053+0000","last_undegraded":"2024-07-26T17:02:33.588053+0000","last_fullsized":"2024-07-26T17:02:33.588053+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616114+0000","last_change":"2024-07-26T17:02:35.609427+0000","last_active":"2024-07-26T17:02:36.616114+0000","last_peered":"2024-07-26T17:02:36.616114+0000","last_clean":"2024-07-26T17:02:36.616114+0000","last_became_active":"2024-07-26T17:02:35.609100+0000","last_became_peered":"2024-07-26T17:02:35.609100+0000","last_unstale":"2024-07-26T17:02:36.616114+0000","last_undegraded":"2024-07-26T17:02:36.616114+0000","last_fullsized":"2024-07-26T17:02:36.616114+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:59:40.500475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.7","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875378+0000","last_change":"2024-07-26T17:02:34.615823+0000","last_active":"2024-07-26T17:02:36.875378+0000","last_peered":"2024-07-26T17:02:36.875378+0000","last_clean":"2024-07-26T17:02:36.875378+0000","last_became_active":"2024-07-26T17:02:34.615242+0000","last_became_peered":"2024-07-26T17:02:34.615242+0000","last_unstale":"2024-07-26T17:02:36.875378+0000","last_undegraded":"2024-07-26T17:02:36.875378+0000","last_fullsized":"2024-07-26T17:02:36.875378+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:38.701013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594813+0000","last_change":"2024-07-26T17:02:35.605126+0000","last_active":"2024-07-26T17:02:36.594813+0000","last_peered":"2024-07-26T17:02:36.594813+0000","last_clean":"2024-07-26T17:02:36.594813+0000","last_became_active":"2024-07-26T17:02:35.604774+0000","last_became_peered":"2024-07-26T17:02:35.604774+0000","last_unstale":"2024-07-26T17:02:36.594813+0000","last_undegraded":"2024-07-26T17:02:36.594813+0000","last_fullsized":"2024-07-26T17:02:36.594813+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:23.430631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.6","version":"211'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615884+0000","last_change":"2024-07-26T17:02:34.612627+0000","last_active":"2024-07-26T17:02:36.615884+0000","last_peered":"2024-07-26T17:02:36.615884+0000","last_clean":"2024-07-26T17:02:36.615884+0000","last_became_active":"2024-07-26T17:02:34.612304+0000","last_became_peered":"2024-07-26T17:02:34.612304+0000","last_unstale":"2024-07-26T17:02:36.615884+0000","last_undegraded":"2024-07-26T17:02:36.615884+0000","last_fullsized":"2024-07-26T17:02:36.615884+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:36.767740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.585135+0000","last_change":"2024-07-26T17:02:33.585135+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.585135+0000","last_undegraded":"2024-07-26T17:02:33.585135+0000","last_fullsized":"2024-07-26T17:02:33.585135+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.7","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616385+0000","last_change":"2024-07-26T17:02:35.603059+0000","last_active":"2024-07-26T17:02:36.616385+0000","last_peered":"2024-07-26T17:02:36.616385+0000","last_clean":"2024-07-26T17:02:36.616385+0000","last_became_active":"2024-07-26T17:02:35.602737+0000","last_became_peered":"2024-07-26T17:02:35.602737+0000","last_unstale":"2024-07-26T17:02:36.616385+0000","last_undegraded":"2024-07-26T17:02:36.616385+0000","last_fullsized":"2024-07-26T17:02:36.616385+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:00.537178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.584650+0000","last_change":"2024-07-26T17:02:33.584650+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.584650+0000","last_undegraded":"2024-07-26T17:02:33.584650+0000","last_fullsized":"2024-07-26T17:02:33.584650+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582340+0000","last_change":"2024-07-26T17:02:33.582340+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582340+0000","last_undegraded":"2024-07-26T17:02:33.582340+0000","last_fullsized":"2024-07-26T17:02:33.582340+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.582389+0000","last_change":"2024-07-26T17:02:33.582389+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.582389+0000","last_undegraded":"2024-07-26T17:02:33.582389+0000","last_fullsized":"2024-07-26T17:02:33.582389+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595425+0000","last_change":"2024-07-26T17:02:35.623959+0000","last_active":"2024-07-26T17:02:36.595425+0000","last_peered":"2024-07-26T17:02:36.595425+0000","last_clean":"2024-07-26T17:02:36.595425+0000","last_became_active":"2024-07-26T17:02:35.623678+0000","last_became_peered":"2024-07-26T17:02:35.623678+0000","last_unstale":"2024-07-26T17:02:36.595425+0000","last_undegraded":"2024-07-26T17:02:36.595425+0000","last_fullsized":"2024-07-26T17:02:36.595425+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:16:07.142965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615890+0000","last_change":"2024-07-26T17:02:34.614484+0000","last_active":"2024-07-26T17:02:36.615890+0000","last_peered":"2024-07-26T17:02:36.615890+0000","last_clean":"2024-07-26T17:02:36.615890+0000","last_became_active":"2024-07-26T17:02:34.614139+0000","last_became_peered":"2024-07-26T17:02:34.614139+0000","last_unstale":"2024-07-26T17:02:36.615890+0000","last_undegraded":"2024-07-26T17:02:36.615890+0000","last_fullsized":"2024-07-26T17:02:36.615890+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:24.499381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":1,"reported_epoch":208,"state":"creating+peering","last_fresh":"2024-07-26T17:02:33.587512+0000","last_change":"2024-07-26T17:02:33.587512+0000","last_active":"2024-07-26T17:02:33.573215+0000","last_peered":"2024-07-26T17:02:33.573215+0000","last_clean":"2024-07-26T17:02:33.573215+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:33.587512+0000","last_undegraded":"2024-07-26T17:02:33.587512+0000","last_fullsized":"2024-07-26T17:02:33.587512+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:02:34.579528+0000","last_change":"2024-07-26T17:02:34.579528+0000","last_active":"2024-07-26T17:02:34.579528+0000","last_peered":"2024-07-26T17:02:34.579528+0000","last_clean":"2024-07-26T17:02:34.579528+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:02:34.579528+0000","last_undegraded":"2024-07-26T17:02:34.579528+0000","last_fullsized":"2024-07-26T17:02:34.579528+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874522+0000","last_change":"2024-07-26T17:02:34.617086+0000","last_active":"2024-07-26T17:02:36.874522+0000","last_peered":"2024-07-26T17:02:36.874522+0000","last_clean":"2024-07-26T17:02:36.874522+0000","last_became_active":"2024-07-26T17:02:34.616762+0000","last_became_peered":"2024-07-26T17:02:34.616762+0000","last_unstale":"2024-07-26T17:02:36.874522+0000","last_undegraded":"2024-07-26T17:02:36.874522+0000","last_fullsized":"2024-07-26T17:02:36.874522+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:48:58.941323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"201'212","reported_seq":1000,"reported_epoch":208,"state":"active+clean","last_fresh":"2024-07-26T17:02:33.583206+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:02:33.583206+0000","last_peered":"2024-07-26T17:02:33.583206+0000","last_clean":"2024-07-26T17:02:33.583206+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:02:33.583206+0000","last_undegraded":"2024-07-26T17:02:33.583206+0000","last_fullsized":"2024-07-26T17:02:33.583206+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":212,"log_dups_size":0,"ondisk_log_size":212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":341,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":54,"acting":54,"num_store_stats":3},{"poolid":25,"num_pg":32,"stat_sum":{"num_bytes":672,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13,"ondisk_log_size":13,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":341,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575974,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52340,"kb_used_data":3108,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319500,"statfs":{"total":96636764160,"available":96583168000,"internally_reserved":0,"allocated":3182592,"data_stored":1929043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510565,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42032,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329808,"statfs":{"total":96636764160,"available":96593723392,"internally_reserved":0,"allocated":2588672,"data_stored":1338675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510565,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51768,"kb_used_data":2540,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320072,"statfs":{"total":96636764160,"available":96583753728,"internally_reserved":0,"allocated":2600960,"data_stored":1345012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510565,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51768,"kb_used_data":2540,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320072,"statfs":{"total":96636764160,"available":96583753728,"internally_reserved":0,"allocated":2600960,"data_stored":1345012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510564,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47620,"kb_used_data":2540,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324220,"statfs":{"total":96636764160,"available":96588001280,"internally_reserved":0,"allocated":2600960,"data_stored":1345012,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":46135751},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510565,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47648,"kb_used_data":2580,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324192,"statfs":{"total":96636764160,"available":96587972608,"internally_reserved":0,"allocated":2641920,"data_stored":1366504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510568,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60124,"kb_used_data":2576,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311716,"statfs":{"total":96636764160,"available":96575197184,"internally_reserved":0,"allocated":2637824,"data_stored":1365922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543272,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42676,"kb_used_data":3172,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329164,"statfs":{"total":96636764160,"available":96593063936,"internally_reserved":0,"allocated":3248128,"data_stored":1957018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:02:40.477 INFO:tasks.ceph.ceph_manager.ceph:PG 26.3d is not active+clean 2024-07-26T17:02:40.477 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.477 INFO:tasks.ceph.ceph_manager.ceph:PG 26.3b is not active+clean 2024-07-26T17:02:40.477 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.477 INFO:tasks.ceph.ceph_manager.ceph:PG 26.3a is not active+clean 2024-07-26T17:02:40.477 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.477 INFO:tasks.ceph.ceph_manager.ceph:PG 26.38 is not active+clean 2024-07-26T17:02:40.477 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.477 INFO:tasks.ceph.ceph_manager.ceph:PG 26.36 is not active+clean 2024-07-26T17:02:40.478 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.478 INFO:tasks.ceph.ceph_manager.ceph:PG 26.35 is not active+clean 2024-07-26T17:02:40.478 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.478 INFO:tasks.ceph.ceph_manager.ceph:PG 26.33 is not active+clean 2024-07-26T17:02:40.478 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.478 INFO:tasks.ceph.ceph_manager.ceph:PG 26.30 is not active+clean 2024-07-26T17:02:40.478 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.478 INFO:tasks.ceph.ceph_manager.ceph:PG 26.2f is not active+clean 2024-07-26T17:02:40.478 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.478 INFO:tasks.ceph.ceph_manager.ceph:PG 26.2e is not active+clean 2024-07-26T17:02:40.478 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.479 INFO:tasks.ceph.ceph_manager.ceph:PG 26.2d is not active+clean 2024-07-26T17:02:40.479 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.479 INFO:tasks.ceph.ceph_manager.ceph:PG 26.2c is not active+clean 2024-07-26T17:02:40.479 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.479 INFO:tasks.ceph.ceph_manager.ceph:PG 26.29 is not active+clean 2024-07-26T17:02:40.479 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.479 INFO:tasks.ceph.ceph_manager.ceph:PG 26.26 is not active+clean 2024-07-26T17:02:40.479 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.479 INFO:tasks.ceph.ceph_manager.ceph:PG 26.25 is not active+clean 2024-07-26T17:02:40.479 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.479 INFO:tasks.ceph.ceph_manager.ceph:PG 26.24 is not active+clean 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:PG 26.23 is not active+clean 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:PG 26.22 is not active+clean 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:PG 26.20 is not active+clean 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:PG 26.1c is not active+clean 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:PG 25.1e is not active+clean 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.585801+0000', 'last_change': '2024-07-26T17:02:33.585801+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.585801+0000', 'last_undegraded': '2024-07-26T17:02:33.585801+0000', 'last_fullsized': '2024-07-26T17:02:33.585801+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T17:02:40.480 INFO:tasks.ceph.ceph_manager.ceph:PG 26.1e is not active+clean 2024-07-26T17:02:40.481 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.481 INFO:tasks.ceph.ceph_manager.ceph:PG 25.1d is not active+clean 2024-07-26T17:02:40.481 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.582189+0000', 'last_change': '2024-07-26T17:02:33.582189+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.582189+0000', 'last_undegraded': '2024-07-26T17:02:33.582189+0000', 'last_fullsized': '2024-07-26T17:02:33.582189+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T17:02:40.481 INFO:tasks.ceph.ceph_manager.ceph:PG 26.1f is not active+clean 2024-07-26T17:02:40.481 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.481 INFO:tasks.ceph.ceph_manager.ceph:PG 25.1c is not active+clean 2024-07-26T17:02:40.481 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.585707+0000', 'last_change': '2024-07-26T17:02:33.585707+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.585707+0000', 'last_undegraded': '2024-07-26T17:02:33.585707+0000', 'last_fullsized': '2024-07-26T17:02:33.585707+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T17:02:40.481 INFO:tasks.ceph.ceph_manager.ceph:PG 26.18 is not active+clean 2024-07-26T17:02:40.481 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.481 INFO:tasks.ceph.ceph_manager.ceph:PG 25.1b is not active+clean 2024-07-26T17:02:40.481 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.585852+0000', 'last_change': '2024-07-26T17:02:33.585852+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.585852+0000', 'last_undegraded': '2024-07-26T17:02:33.585852+0000', 'last_fullsized': '2024-07-26T17:02:33.585852+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T17:02:40.482 INFO:tasks.ceph.ceph_manager.ceph:PG 25.19 is not active+clean 2024-07-26T17:02:40.482 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.584832+0000', 'last_change': '2024-07-26T17:02:33.584832+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.584832+0000', 'last_undegraded': '2024-07-26T17:02:33.584832+0000', 'last_fullsized': '2024-07-26T17:02:33.584832+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T17:02:40.482 INFO:tasks.ceph.ceph_manager.ceph:PG 26.14 is not active+clean 2024-07-26T17:02:40.482 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.482 INFO:tasks.ceph.ceph_manager.ceph:PG 25.17 is not active+clean 2024-07-26T17:02:40.482 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.586276+0000', 'last_change': '2024-07-26T17:02:33.586276+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.586276+0000', 'last_undegraded': '2024-07-26T17:02:33.586276+0000', 'last_fullsized': '2024-07-26T17:02:33.586276+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T17:02:40.482 INFO:tasks.ceph.ceph_manager.ceph:PG 26.15 is not active+clean 2024-07-26T17:02:40.482 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.482 INFO:tasks.ceph.ceph_manager.ceph:PG 26.16 is not active+clean 2024-07-26T17:02:40.482 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.482 INFO:tasks.ceph.ceph_manager.ceph:PG 25.14 is not active+clean 2024-07-26T17:02:40.483 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.584983+0000', 'last_change': '2024-07-26T17:02:33.584983+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.584983+0000', 'last_undegraded': '2024-07-26T17:02:33.584983+0000', 'last_fullsized': '2024-07-26T17:02:33.584983+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T17:02:40.483 INFO:tasks.ceph.ceph_manager.ceph:PG 25.13 is not active+clean 2024-07-26T17:02:40.483 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.586088+0000', 'last_change': '2024-07-26T17:02:33.586088+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.586088+0000', 'last_undegraded': '2024-07-26T17:02:33.586088+0000', 'last_fullsized': '2024-07-26T17:02:33.586088+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T17:02:40.483 INFO:tasks.ceph.ceph_manager.ceph:PG 26.11 is not active+clean 2024-07-26T17:02:40.483 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.483 INFO:tasks.ceph.ceph_manager.ceph:PG 26.12 is not active+clean 2024-07-26T17:02:40.483 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.483 INFO:tasks.ceph.ceph_manager.ceph:PG 26.13 is not active+clean 2024-07-26T17:02:40.483 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.483 INFO:tasks.ceph.ceph_manager.ceph:PG 25.10 is not active+clean 2024-07-26T17:02:40.483 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.582836+0000', 'last_change': '2024-07-26T17:02:33.582836+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.582836+0000', 'last_undegraded': '2024-07-26T17:02:33.582836+0000', 'last_fullsized': '2024-07-26T17:02:33.582836+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T17:02:40.484 INFO:tasks.ceph.ceph_manager.ceph:PG 25.f is not active+clean 2024-07-26T17:02:40.484 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.582413+0000', 'last_change': '2024-07-26T17:02:33.582413+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.582413+0000', 'last_undegraded': '2024-07-26T17:02:33.582413+0000', 'last_fullsized': '2024-07-26T17:02:33.582413+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T17:02:40.484 INFO:tasks.ceph.ceph_manager.ceph:PG 26.d is not active+clean 2024-07-26T17:02:40.484 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.484 INFO:tasks.ceph.ceph_manager.ceph:PG 26.e is not active+clean 2024-07-26T17:02:40.484 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.484 INFO:tasks.ceph.ceph_manager.ceph:PG 25.d is not active+clean 2024-07-26T17:02:40.484 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.587597+0000', 'last_change': '2024-07-26T17:02:33.587597+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.587597+0000', 'last_undegraded': '2024-07-26T17:02:33.587597+0000', 'last_fullsized': '2024-07-26T17:02:33.587597+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T17:02:40.484 INFO:tasks.ceph.ceph_manager.ceph:PG 25.c is not active+clean 2024-07-26T17:02:40.484 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.582305+0000', 'last_change': '2024-07-26T17:02:33.582305+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.582305+0000', 'last_undegraded': '2024-07-26T17:02:33.582305+0000', 'last_fullsized': '2024-07-26T17:02:33.582305+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T17:02:40.484 INFO:tasks.ceph.ceph_manager.ceph:PG 25.b is not active+clean 2024-07-26T17:02:40.485 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.584812+0000', 'last_change': '2024-07-26T17:02:33.584812+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.584812+0000', 'last_undegraded': '2024-07-26T17:02:33.584812+0000', 'last_fullsized': '2024-07-26T17:02:33.584812+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T17:02:40.485 INFO:tasks.ceph.ceph_manager.ceph:PG 26.b is not active+clean 2024-07-26T17:02:40.485 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.485 INFO:tasks.ceph.ceph_manager.ceph:PG 25.8 is not active+clean 2024-07-26T17:02:40.485 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.588053+0000', 'last_change': '2024-07-26T17:02:33.588053+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.588053+0000', 'last_undegraded': '2024-07-26T17:02:33.588053+0000', 'last_fullsized': '2024-07-26T17:02:33.588053+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T17:02:40.485 INFO:tasks.ceph.ceph_manager.ceph:PG 26.6 is not active+clean 2024-07-26T17:02:40.485 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.485 INFO:tasks.ceph.ceph_manager.ceph:PG 25.5 is not active+clean 2024-07-26T17:02:40.485 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.585135+0000', 'last_change': '2024-07-26T17:02:33.585135+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.585135+0000', 'last_undegraded': '2024-07-26T17:02:33.585135+0000', 'last_fullsized': '2024-07-26T17:02:33.585135+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T17:02:40.485 INFO:tasks.ceph.ceph_manager.ceph:PG 25.4 is not active+clean 2024-07-26T17:02:40.485 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.584650+0000', 'last_change': '2024-07-26T17:02:33.584650+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.584650+0000', 'last_undegraded': '2024-07-26T17:02:33.584650+0000', 'last_fullsized': '2024-07-26T17:02:33.584650+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T17:02:40.486 INFO:tasks.ceph.ceph_manager.ceph:PG 26.0 is not active+clean 2024-07-26T17:02:40.486 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.486 INFO:tasks.ceph.ceph_manager.ceph:PG 25.3 is not active+clean 2024-07-26T17:02:40.486 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.582340+0000', 'last_change': '2024-07-26T17:02:33.582340+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.582340+0000', 'last_undegraded': '2024-07-26T17:02:33.582340+0000', 'last_fullsized': '2024-07-26T17:02:33.582340+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T17:02:40.486 INFO:tasks.ceph.ceph_manager.ceph:PG 26.1 is not active+clean 2024-07-26T17:02:40.486 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.486 INFO:tasks.ceph.ceph_manager.ceph:PG 25.2 is not active+clean 2024-07-26T17:02:40.486 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.582389+0000', 'last_change': '2024-07-26T17:02:33.582389+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.582389+0000', 'last_undegraded': '2024-07-26T17:02:33.582389+0000', 'last_fullsized': '2024-07-26T17:02:33.582389+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T17:02:40.486 INFO:tasks.ceph.ceph_manager.ceph:PG 26.3 is not active+clean 2024-07-26T17:02:40.486 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.487 INFO:tasks.ceph.ceph_manager.ceph:PG 25.0 is not active+clean 2024-07-26T17:02:40.487 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '25.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 208, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:02:33.587512+0000', 'last_change': '2024-07-26T17:02:33.587512+0000', 'last_active': '2024-07-26T17:02:33.573215+0000', 'last_peered': '2024-07-26T17:02:33.573215+0000', 'last_clean': '2024-07-26T17:02:33.573215+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:33.587512+0000', 'last_undegraded': '2024-07-26T17:02:33.587512+0000', 'last_fullsized': '2024-07-26T17:02:33.587512+0000', 'mapping_epoch': 208, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 208, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:33.573215+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T17:02:40.487 INFO:tasks.ceph.ceph_manager.ceph:PG 26.1b is not active+clean 2024-07-26T17:02:40.487 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '26.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:02:34.579528+0000', 'last_change': '2024-07-26T17:02:34.579528+0000', 'last_active': '2024-07-26T17:02:34.579528+0000', 'last_peered': '2024-07-26T17:02:34.579528+0000', 'last_clean': '2024-07-26T17:02:34.579528+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:02:34.579528+0000', 'last_undegraded': '2024-07-26T17:02:34.579528+0000', 'last_fullsized': '2024-07-26T17:02:34.579528+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'last_clean_scrub_stamp': '2024-07-26T17:02:34.579528+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:02:40.487 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-07-26T17:02:40.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.628+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/3887445308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc0b6fc0 msgr2=0x7f9edc0ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:40.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.628+0000 7f9ee3c5b640 1 --2- 172.21.15.33:0/3887445308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc0b6fc0 0x7f9edc0ce260 secure :-1 s=READY pgs=2035 cs=0 l=1 rev1=1 crypto rx=0x7f9edc15c840 tx=0x7f9ed802a580 comp rx=0 tx=0).stop 2024-07-26T17:02:40.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.628+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/3887445308 shutdown_connections 2024-07-26T17:02:40.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.628+0000 7f9ee3c5b640 1 --2- 172.21.15.33:0/3887445308 >> v2:172.21.15.154:3300/0 conn(0x7f9edc0cc740 0x7f9edc0ccb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.628+0000 7f9ee3c5b640 1 --2- 172.21.15.33:0/3887445308 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9edc0ce7a0 0x7f9edc0cebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.628+0000 7f9ee3c5b640 1 --2- 172.21.15.33:0/3887445308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc0b6fc0 0x7f9edc0ce260 unknown :-1 s=CLOSED pgs=2035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.628+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/3887445308 >> 172.21.15.33:0/3887445308 conn(0x7f9edc0d1b70 msgr2=0x7f9edc0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:40.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.628+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/3887445308 shutdown_connections 2024-07-26T17:02:40.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.628+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/3887445308 wait complete. 2024-07-26T17:02:40.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.630+0000 7f9ee3c5b640 1 Processor -- start 2024-07-26T17:02:40.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.630+0000 7f9ee3c5b640 1 -- start start 2024-07-26T17:02:40.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.631+0000 7f9ee3c5b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9edc0b6fc0 0x7f9edc15e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:40.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.631+0000 7f9ee3c5b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc0cc740 0x7f9edc15e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:40.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.631+0000 7f9ee3c5b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9edc0ce7a0 0x7f9edc06e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:40.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.631+0000 7f9ee3c5b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc0cd210 con 0x7f9edc0cc740 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.631+0000 7f9ee3c5b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9edc0cd090 con 0x7f9edc0ce7a0 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.631+0000 7f9ee3c5b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9edc0cd390 con 0x7f9edc0b6fc0 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee11f6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc0cc740 0x7f9edc15e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee11f6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc0cc740 0x7f9edc15e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52564/0 (socket says 172.21.15.33:52564) 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee11f6640 1 -- 172.21.15.33:0/906383289 learned_addr learned my addr 172.21.15.33:0/906383289 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee19f7640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9edc0b6fc0 0x7f9edc15e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee21f8640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9edc0ce7a0 0x7f9edc06e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee11f6640 1 -- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9edc0b6fc0 msgr2=0x7f9edc15e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee11f6640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9edc0b6fc0 0x7f9edc15e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee11f6640 1 -- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9edc0ce7a0 msgr2=0x7f9edc06e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee11f6640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9edc0ce7a0 0x7f9edc06e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee11f6640 1 -- 172.21.15.33:0/906383289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9edc1f5a70 con 0x7f9edc0cc740 2024-07-26T17:02:40.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee11f6640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc0cc740 0x7f9edc15e580 secure :-1 s=READY pgs=2036 cs=0 l=1 rev1=1 crypto rx=0x7f9ecc00c8f0 tx=0x7f9ecc00cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:40.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ed27fc640 1 -- 172.21.15.33:0/906383289 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ecc007bb0 con 0x7f9edc0cc740 2024-07-26T17:02:40.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ed27fc640 1 -- 172.21.15.33:0/906383289 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ecc00ae40 con 0x7f9edc0cc740 2024-07-26T17:02:40.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/906383289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9edc06d990 con 0x7f9edc0cc740 2024-07-26T17:02:40.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ed27fc640 1 -- 172.21.15.33:0/906383289 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ecc005280 con 0x7f9edc0cc740 2024-07-26T17:02:40.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.632+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/906383289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9edc06df50 con 0x7f9edc0cc740 2024-07-26T17:02:40.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.634+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/906383289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9edc0ccb50 con 0x7f9edc0cc740 2024-07-26T17:02:40.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.634+0000 7f9ed27fc640 1 -- 172.21.15.33:0/906383289 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f9ecc005420 con 0x7f9edc0cc740 2024-07-26T17:02:40.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.635+0000 7f9ed27fc640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f9ec0077130 0x7f9ec0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:40.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.635+0000 7f9ee19f7640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f9ec0077130 0x7f9ec0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:40.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.636+0000 7f9ed27fc640 1 -- 172.21.15.33:0/906383289 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f9ecc010d10 con 0x7f9edc0cc740 2024-07-26T17:02:40.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.636+0000 7f9ee19f7640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f9ec0077130 0x7f9ec0079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9ed8033000 tx=0x7f9ed8004730 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:40.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.640+0000 7f9ed27fc640 1 -- 172.21.15.33:0/906383289 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9ecc014030 con 0x7f9edc0cc740 2024-07-26T17:02:40.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.908+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/906383289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f9edc06d740 con 0x7f9edc0cc740 2024-07-26T17:02:40.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.909+0000 7f9ed27fc640 1 -- 172.21.15.33:0/906383289 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1222 (secure 0 0 0) 0x7f9ecc0617b0 con 0x7f9edc0cc740 2024-07-26T17:02:40.911 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:40.911 INFO:teuthology.orchestra.run.smithi033.stdout:{"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":5652,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":211,"num_osds":8,"num_up_osds":8,"osd_up_since":1722007720,"num_in_osds":8,"osd_in_since":1722007711,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":41},{"state_name":"unknown","count":37},{"state_name":"creating+peering","count":19}],"num_pgs":97,"num_pools":3,"num_objects":9,"data_bytes":591040,"bytes_used":405479424,"bytes_avail":772688633856,"bytes_total":773094113280,"unknown_pgs_ratio":0.38144329190254211,"inactive_pgs_ratio":0.19587628543376923,"write_bytes_sec":374,"read_op_per_sec":0,"write_op_per_sec":2},"fsmap":{"epoch":108,"btime":"2024-07-26T17:02:38:625486+0000","id":12,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":12,"rank":0,"name":"c","status":"up:active","gid":10329}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":14,"modified":"2024-07-26T16:58:22.189546+0000","services":{}},"progress_events":{}} 2024-07-26T17:02:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f9ec0077130 msgr2=0x7f9ec0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f9ec0077130 0x7f9ec0079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f9ed8033000 tx=0x7f9ed8004730 comp rx=0 tx=0).stop 2024-07-26T17:02:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/906383289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc0cc740 msgr2=0x7f9edc15e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc0cc740 0x7f9edc15e580 secure :-1 s=READY pgs=2036 cs=0 l=1 rev1=1 crypto rx=0x7f9ecc00c8f0 tx=0x7f9ecc00cdb0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/906383289 shutdown_connections 2024-07-26T17:02:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f9ec0077130 0x7f9ec0079640 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9edc0ce7a0 0x7f9edc06e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9edc0cc740 0x7f9edc15e580 unknown :-1 s=CLOSED pgs=2036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 --2- 172.21.15.33:0/906383289 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9edc0b6fc0 0x7f9edc15e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/906383289 >> 172.21.15.33:0/906383289 conn(0x7f9edc0d1b70 msgr2=0x7f9edc0cac30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/906383289 shutdown_connections 2024-07-26T17:02:40.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:40.911+0000 7f9ee3c5b640 1 -- 172.21.15.33:0/906383289 wait complete. 2024-07-26T17:02:40.924 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-07-26T17:02:40.924 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:02:41.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.041+0000 7f5ac0f07640 1 -- 172.21.15.33:0/3580255737 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5abc0cfe70 msgr2=0x7f5abc160b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:41.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.041+0000 7f5ac0f07640 1 --2- 172.21.15.33:0/3580255737 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5abc0cfe70 0x7f5abc160b10 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f5abc0d2890 tx=0x7f5ab402aa00 comp rx=0 tx=0).stop 2024-07-26T17:02:41.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.041+0000 7f5ac0f07640 1 -- 172.21.15.33:0/3580255737 shutdown_connections 2024-07-26T17:02:41.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.041+0000 7f5ac0f07640 1 --2- 172.21.15.33:0/3580255737 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5abc0cfe70 0x7f5abc160b10 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:41.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.041+0000 7f5ac0f07640 1 --2- 172.21.15.33:0/3580255737 >> v2:172.21.15.154:3300/0 conn(0x7f5abc0cc660 0x7f5abc0b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:41.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.041+0000 7f5ac0f07640 1 -- 172.21.15.33:0/3580255737 >> 172.21.15.33:0/3580255737 conn(0x7f5abc0d1bf0 msgr2=0x7f5abc0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:41.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.041+0000 7f5ac0f07640 1 -- 172.21.15.33:0/3580255737 shutdown_connections 2024-07-26T17:02:41.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.041+0000 7f5ac0f07640 1 -- 172.21.15.33:0/3580255737 wait complete. 2024-07-26T17:02:41.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.043+0000 7f5ac0f07640 1 Processor -- start 2024-07-26T17:02:41.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.043+0000 7f5ac0f07640 1 -- start start 2024-07-26T17:02:41.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5ac0f07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5abc0cc660 0x7f5abc151960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:41.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5ac0f07640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5abc0cfa60 0x7f5abc0b5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5ac0f07640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5abc0cfe70 0x7f5abc0b61f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5ac0f07640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc0ce710 con 0x7f5abc0cc660 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5ac0f07640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5abc0ce590 con 0x7f5abc0cfa60 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5ac0f07640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5abc0ce890 con 0x7f5abc0cfe70 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5aba59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5abc0cc660 0x7f5abc151960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5aba59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5abc0cc660 0x7f5abc151960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52578/0 (socket says 172.21.15.33:52578) 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5aba59c640 1 -- 172.21.15.33:0/1447575481 learned_addr learned my addr 172.21.15.33:0/1447575481 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5abad9d640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5abc0cfe70 0x7f5abc0b61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5ab9d9b640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5abc0cfa60 0x7f5abc0b5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5aba59c640 1 -- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5abc0cfe70 msgr2=0x7f5abc0b61f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5aba59c640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5abc0cfe70 0x7f5abc0b61f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5aba59c640 1 -- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5abc0cfa60 msgr2=0x7f5abc0b5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:41.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5aba59c640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5abc0cfa60 0x7f5abc0b5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:41.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5aba59c640 1 -- 172.21.15.33:0/1447575481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5abc15a580 con 0x7f5abc0cc660 2024-07-26T17:02:41.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5aba59c640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5abc0cc660 0x7f5abc151960 secure :-1 s=READY pgs=2037 cs=0 l=1 rev1=1 crypto rx=0x7f5aac00e7c0 tx=0x7f5aac00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:41.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.045+0000 7f5aaaffd640 1 -- 172.21.15.33:0/1447575481 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aac00ccc0 con 0x7f5abc0cc660 2024-07-26T17:02:41.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.046+0000 7f5aaaffd640 1 -- 172.21.15.33:0/1447575481 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5aac010430 con 0x7f5abc0cc660 2024-07-26T17:02:41.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.046+0000 7f5ac0f07640 1 -- 172.21.15.33:0/1447575481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5abc151ea0 con 0x7f5abc0cc660 2024-07-26T17:02:41.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.046+0000 7f5aaaffd640 1 -- 172.21.15.33:0/1447575481 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aac010860 con 0x7f5abc0cc660 2024-07-26T17:02:41.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.046+0000 7f5ac0f07640 1 -- 172.21.15.33:0/1447575481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5abc1f5c00 con 0x7f5abc0cc660 2024-07-26T17:02:41.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.047+0000 7f5ac0f07640 1 -- 172.21.15.33:0/1447575481 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5abc0b6e00 con 0x7f5abc0cc660 2024-07-26T17:02:41.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.048+0000 7f5aaaffd640 1 -- 172.21.15.33:0/1447575481 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f5aac010a00 con 0x7f5abc0cc660 2024-07-26T17:02:41.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.048+0000 7f5aaaffd640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5a9c077130 0x7f5a9c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:41.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.048+0000 7f5aaaffd640 1 -- 172.21.15.33:0/1447575481 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f5aac099720 con 0x7f5abc0cc660 2024-07-26T17:02:41.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.048+0000 7f5ab9d9b640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5a9c077130 0x7f5a9c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:41.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.049+0000 7f5ab9d9b640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5a9c077130 0x7f5a9c079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5abc159ce0 tx=0x7f5ab0009040 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:41.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.053+0000 7f5aaaffd640 1 -- 172.21.15.33:0/1447575481 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5abc15a580 con 0x7f5abc0cc660 2024-07-26T17:02:41.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.241+0000 7f5ac0f07640 1 -- 172.21.15.33:0/1447575481 --> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5abc0b0ec0 con 0x7f5a9c077130 2024-07-26T17:02:41.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.246+0000 7f5aaaffd640 1 -- 172.21.15.33:0/1447575481 <== mgr.8330 v2:172.21.15.154:6836/1062258671 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252497 (secure 0 0 0) 0x7f5abc0b0ec0 con 0x7f5a9c077130 2024-07-26T17:02:41.250 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:41.251 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:02:41.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 -- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5a9c077130 msgr2=0x7f5a9c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:41.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5a9c077130 0x7f5a9c079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f5abc159ce0 tx=0x7f5ab0009040 comp rx=0 tx=0).stop 2024-07-26T17:02:41.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 -- 172.21.15.33:0/1447575481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5abc0cc660 msgr2=0x7f5abc151960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:41.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5abc0cc660 0x7f5abc151960 secure :-1 s=READY pgs=2037 cs=0 l=1 rev1=1 crypto rx=0x7f5aac00e7c0 tx=0x7f5aac00ec80 comp rx=0 tx=0).stop 2024-07-26T17:02:41.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 -- 172.21.15.33:0/1447575481 shutdown_connections 2024-07-26T17:02:41.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f5a9c077130 0x7f5a9c079640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:41.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5abc0cfe70 0x7f5abc0b61f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:41.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5abc0cfa60 0x7f5abc0b5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:41.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 --2- 172.21.15.33:0/1447575481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5abc0cc660 0x7f5abc151960 unknown :-1 s=CLOSED pgs=2037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:41.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 -- 172.21.15.33:0/1447575481 >> 172.21.15.33:0/1447575481 conn(0x7f5abc0d1bf0 msgr2=0x7f5abc0ccb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:41.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 -- 172.21.15.33:0/1447575481 shutdown_connections 2024-07-26T17:02:41.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:41.249+0000 7f5ac0f07640 1 -- 172.21.15.33:0/1447575481 wait complete. 2024-07-26T17:02:41.262 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-07-26T17:02:41.049381+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":386,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":251,"ondisk_log_size":251,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":396216,"kb_used_data":21832,"kb_used_omap":12,"kb_used_meta":374259,"kb_avail":754578504,"statfs":{"total":773094113280,"available":772688388096,"internally_reserved":0,"allocated":22355968,"data_stored":12112932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":383241777},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.456263"},"pg_stats":[{"pgid":"26.3f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595056+0000","last_change":"2024-07-26T17:02:35.612714+0000","last_active":"2024-07-26T17:02:36.595056+0000","last_peered":"2024-07-26T17:02:36.595056+0000","last_clean":"2024-07-26T17:02:36.595056+0000","last_became_active":"2024-07-26T17:02:35.612397+0000","last_became_peered":"2024-07-26T17:02:35.612397+0000","last_unstale":"2024-07-26T17:02:36.595056+0000","last_undegraded":"2024-07-26T17:02:36.595056+0000","last_fullsized":"2024-07-26T17:02:36.595056+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:28:38.200579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.3e","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595124+0000","last_change":"2024-07-26T17:02:35.611074+0000","last_active":"2024-07-26T17:02:36.595124+0000","last_peered":"2024-07-26T17:02:36.595124+0000","last_clean":"2024-07-26T17:02:36.595124+0000","last_became_active":"2024-07-26T17:02:35.610716+0000","last_became_peered":"2024-07-26T17:02:35.610716+0000","last_unstale":"2024-07-26T17:02:36.595124+0000","last_undegraded":"2024-07-26T17:02:36.595124+0000","last_fullsized":"2024-07-26T17:02:36.595124+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:42:25.780446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.3d","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875974+0000","last_change":"2024-07-26T17:02:35.617581+0000","last_active":"2024-07-26T17:02:36.875974+0000","last_peered":"2024-07-26T17:02:36.875974+0000","last_clean":"2024-07-26T17:02:36.875974+0000","last_became_active":"2024-07-26T17:02:35.617286+0000","last_became_peered":"2024-07-26T17:02:35.617286+0000","last_unstale":"2024-07-26T17:02:36.875974+0000","last_undegraded":"2024-07-26T17:02:36.875974+0000","last_fullsized":"2024-07-26T17:02:36.875974+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:04.467532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.3c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875107+0000","last_change":"2024-07-26T17:02:35.619265+0000","last_active":"2024-07-26T17:02:36.875107+0000","last_peered":"2024-07-26T17:02:36.875107+0000","last_clean":"2024-07-26T17:02:36.875107+0000","last_became_active":"2024-07-26T17:02:35.618870+0000","last_became_peered":"2024-07-26T17:02:35.618870+0000","last_unstale":"2024-07-26T17:02:36.875107+0000","last_undegraded":"2024-07-26T17:02:36.875107+0000","last_fullsized":"2024-07-26T17:02:36.875107+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:08:44.348712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3b","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875002+0000","last_change":"2024-07-26T17:02:35.611645+0000","last_active":"2024-07-26T17:02:36.875002+0000","last_peered":"2024-07-26T17:02:36.875002+0000","last_clean":"2024-07-26T17:02:36.875002+0000","last_became_active":"2024-07-26T17:02:35.611065+0000","last_became_peered":"2024-07-26T17:02:35.611065+0000","last_unstale":"2024-07-26T17:02:36.875002+0000","last_undegraded":"2024-07-26T17:02:36.875002+0000","last_fullsized":"2024-07-26T17:02:36.875002+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:13.331711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.3a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874800+0000","last_change":"2024-07-26T17:02:35.627396+0000","last_active":"2024-07-26T17:02:36.874800+0000","last_peered":"2024-07-26T17:02:36.874800+0000","last_clean":"2024-07-26T17:02:36.874800+0000","last_became_active":"2024-07-26T17:02:35.627030+0000","last_became_peered":"2024-07-26T17:02:35.627030+0000","last_unstale":"2024-07-26T17:02:36.874800+0000","last_undegraded":"2024-07-26T17:02:36.874800+0000","last_fullsized":"2024-07-26T17:02:36.874800+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:46.776317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.39","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615801+0000","last_change":"2024-07-26T17:02:35.609564+0000","last_active":"2024-07-26T17:02:36.615801+0000","last_peered":"2024-07-26T17:02:36.615801+0000","last_clean":"2024-07-26T17:02:36.615801+0000","last_became_active":"2024-07-26T17:02:35.609138+0000","last_became_peered":"2024-07-26T17:02:35.609138+0000","last_unstale":"2024-07-26T17:02:36.615801+0000","last_undegraded":"2024-07-26T17:02:36.615801+0000","last_fullsized":"2024-07-26T17:02:36.615801+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:48:13.968567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.38","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875426+0000","last_change":"2024-07-26T17:02:35.624596+0000","last_active":"2024-07-26T17:02:36.875426+0000","last_peered":"2024-07-26T17:02:36.875426+0000","last_clean":"2024-07-26T17:02:36.875426+0000","last_became_active":"2024-07-26T17:02:35.623518+0000","last_became_peered":"2024-07-26T17:02:35.623518+0000","last_unstale":"2024-07-26T17:02:36.875426+0000","last_undegraded":"2024-07-26T17:02:36.875426+0000","last_fullsized":"2024-07-26T17:02:36.875426+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:24:06.714215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.37","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595244+0000","last_change":"2024-07-26T17:02:35.622774+0000","last_active":"2024-07-26T17:02:36.595244+0000","last_peered":"2024-07-26T17:02:36.595244+0000","last_clean":"2024-07-26T17:02:36.595244+0000","last_became_active":"2024-07-26T17:02:35.617399+0000","last_became_peered":"2024-07-26T17:02:35.617399+0000","last_unstale":"2024-07-26T17:02:36.595244+0000","last_undegraded":"2024-07-26T17:02:36.595244+0000","last_fullsized":"2024-07-26T17:02:36.595244+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:02.267514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.36","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875717+0000","last_change":"2024-07-26T17:02:35.619709+0000","last_active":"2024-07-26T17:02:36.875717+0000","last_peered":"2024-07-26T17:02:36.875717+0000","last_clean":"2024-07-26T17:02:36.875717+0000","last_became_active":"2024-07-26T17:02:35.619360+0000","last_became_peered":"2024-07-26T17:02:35.619360+0000","last_unstale":"2024-07-26T17:02:36.875717+0000","last_undegraded":"2024-07-26T17:02:36.875717+0000","last_fullsized":"2024-07-26T17:02:36.875717+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:17:13.960139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.35","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598611+0000","last_change":"2024-07-26T17:02:35.614135+0000","last_active":"2024-07-26T17:02:36.598611+0000","last_peered":"2024-07-26T17:02:36.598611+0000","last_clean":"2024-07-26T17:02:36.598611+0000","last_became_active":"2024-07-26T17:02:35.613798+0000","last_became_peered":"2024-07-26T17:02:35.613798+0000","last_unstale":"2024-07-26T17:02:36.598611+0000","last_undegraded":"2024-07-26T17:02:36.598611+0000","last_fullsized":"2024-07-26T17:02:36.598611+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:47:57.342044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.34","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875116+0000","last_change":"2024-07-26T17:02:35.614599+0000","last_active":"2024-07-26T17:02:36.875116+0000","last_peered":"2024-07-26T17:02:36.875116+0000","last_clean":"2024-07-26T17:02:36.875116+0000","last_became_active":"2024-07-26T17:02:35.614255+0000","last_became_peered":"2024-07-26T17:02:35.614255+0000","last_unstale":"2024-07-26T17:02:36.875116+0000","last_undegraded":"2024-07-26T17:02:36.875116+0000","last_fullsized":"2024-07-26T17:02:36.875116+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:39:20.910427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.33","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598777+0000","last_change":"2024-07-26T17:02:35.620878+0000","last_active":"2024-07-26T17:02:36.598777+0000","last_peered":"2024-07-26T17:02:36.598777+0000","last_clean":"2024-07-26T17:02:36.598777+0000","last_became_active":"2024-07-26T17:02:35.620135+0000","last_became_peered":"2024-07-26T17:02:35.620135+0000","last_unstale":"2024-07-26T17:02:36.598777+0000","last_undegraded":"2024-07-26T17:02:36.598777+0000","last_fullsized":"2024-07-26T17:02:36.598777+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:44.247414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.32","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615737+0000","last_change":"2024-07-26T17:02:35.607354+0000","last_active":"2024-07-26T17:02:36.615737+0000","last_peered":"2024-07-26T17:02:36.615737+0000","last_clean":"2024-07-26T17:02:36.615737+0000","last_became_active":"2024-07-26T17:02:35.607087+0000","last_became_peered":"2024-07-26T17:02:35.607087+0000","last_unstale":"2024-07-26T17:02:36.615737+0000","last_undegraded":"2024-07-26T17:02:36.615737+0000","last_fullsized":"2024-07-26T17:02:36.615737+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:40.706850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.31","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594790+0000","last_change":"2024-07-26T17:02:35.607359+0000","last_active":"2024-07-26T17:02:36.594790+0000","last_peered":"2024-07-26T17:02:36.594790+0000","last_clean":"2024-07-26T17:02:36.594790+0000","last_became_active":"2024-07-26T17:02:35.607018+0000","last_became_peered":"2024-07-26T17:02:35.607018+0000","last_unstale":"2024-07-26T17:02:36.594790+0000","last_undegraded":"2024-07-26T17:02:36.594790+0000","last_fullsized":"2024-07-26T17:02:36.594790+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:55.276489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.30","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875245+0000","last_change":"2024-07-26T17:02:35.608670+0000","last_active":"2024-07-26T17:02:36.875245+0000","last_peered":"2024-07-26T17:02:36.875245+0000","last_clean":"2024-07-26T17:02:36.875245+0000","last_became_active":"2024-07-26T17:02:35.608358+0000","last_became_peered":"2024-07-26T17:02:35.608358+0000","last_unstale":"2024-07-26T17:02:36.875245+0000","last_undegraded":"2024-07-26T17:02:36.875245+0000","last_fullsized":"2024-07-26T17:02:36.875245+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:40:15.924381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.2f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875872+0000","last_change":"2024-07-26T17:02:35.618621+0000","last_active":"2024-07-26T17:02:36.875872+0000","last_peered":"2024-07-26T17:02:36.875872+0000","last_clean":"2024-07-26T17:02:36.875872+0000","last_became_active":"2024-07-26T17:02:35.618247+0000","last_became_peered":"2024-07-26T17:02:35.618247+0000","last_unstale":"2024-07-26T17:02:36.875872+0000","last_undegraded":"2024-07-26T17:02:36.875872+0000","last_fullsized":"2024-07-26T17:02:36.875872+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:34.098834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.2e","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598968+0000","last_change":"2024-07-26T17:02:35.617579+0000","last_active":"2024-07-26T17:02:36.598968+0000","last_peered":"2024-07-26T17:02:36.598968+0000","last_clean":"2024-07-26T17:02:36.598968+0000","last_became_active":"2024-07-26T17:02:35.617299+0000","last_became_peered":"2024-07-26T17:02:35.617299+0000","last_unstale":"2024-07-26T17:02:36.598968+0000","last_undegraded":"2024-07-26T17:02:36.598968+0000","last_fullsized":"2024-07-26T17:02:36.598968+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:48:39.666012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.2d","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598634+0000","last_change":"2024-07-26T17:02:35.605686+0000","last_active":"2024-07-26T17:02:36.598634+0000","last_peered":"2024-07-26T17:02:36.598634+0000","last_clean":"2024-07-26T17:02:36.598634+0000","last_became_active":"2024-07-26T17:02:35.605386+0000","last_became_peered":"2024-07-26T17:02:35.605386+0000","last_unstale":"2024-07-26T17:02:36.598634+0000","last_undegraded":"2024-07-26T17:02:36.598634+0000","last_fullsized":"2024-07-26T17:02:36.598634+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:00:55.119114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.2c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875169+0000","last_change":"2024-07-26T17:02:35.621522+0000","last_active":"2024-07-26T17:02:36.875169+0000","last_peered":"2024-07-26T17:02:36.875169+0000","last_clean":"2024-07-26T17:02:36.875169+0000","last_became_active":"2024-07-26T17:02:35.618545+0000","last_became_peered":"2024-07-26T17:02:35.618545+0000","last_unstale":"2024-07-26T17:02:36.875169+0000","last_undegraded":"2024-07-26T17:02:36.875169+0000","last_fullsized":"2024-07-26T17:02:36.875169+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:45.619892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.2b","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594969+0000","last_change":"2024-07-26T17:02:35.616358+0000","last_active":"2024-07-26T17:02:36.594969+0000","last_peered":"2024-07-26T17:02:36.594969+0000","last_clean":"2024-07-26T17:02:36.594969+0000","last_became_active":"2024-07-26T17:02:35.616055+0000","last_became_peered":"2024-07-26T17:02:35.616055+0000","last_unstale":"2024-07-26T17:02:36.594969+0000","last_undegraded":"2024-07-26T17:02:36.594969+0000","last_fullsized":"2024-07-26T17:02:36.594969+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:16:17.744548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.2a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595455+0000","last_change":"2024-07-26T17:02:35.619203+0000","last_active":"2024-07-26T17:02:36.595455+0000","last_peered":"2024-07-26T17:02:36.595455+0000","last_clean":"2024-07-26T17:02:36.595455+0000","last_became_active":"2024-07-26T17:02:35.617306+0000","last_became_peered":"2024-07-26T17:02:35.617306+0000","last_unstale":"2024-07-26T17:02:36.595455+0000","last_undegraded":"2024-07-26T17:02:36.595455+0000","last_fullsized":"2024-07-26T17:02:36.595455+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:15:25.606888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.29","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875120+0000","last_change":"2024-07-26T17:02:35.624228+0000","last_active":"2024-07-26T17:02:36.875120+0000","last_peered":"2024-07-26T17:02:36.875120+0000","last_clean":"2024-07-26T17:02:36.875120+0000","last_became_active":"2024-07-26T17:02:35.623835+0000","last_became_peered":"2024-07-26T17:02:35.623835+0000","last_unstale":"2024-07-26T17:02:36.875120+0000","last_undegraded":"2024-07-26T17:02:36.875120+0000","last_fullsized":"2024-07-26T17:02:36.875120+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:26.871388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.28","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594669+0000","last_change":"2024-07-26T17:02:35.615236+0000","last_active":"2024-07-26T17:02:36.594669+0000","last_peered":"2024-07-26T17:02:36.594669+0000","last_clean":"2024-07-26T17:02:36.594669+0000","last_became_active":"2024-07-26T17:02:35.614912+0000","last_became_peered":"2024-07-26T17:02:35.614912+0000","last_unstale":"2024-07-26T17:02:36.594669+0000","last_undegraded":"2024-07-26T17:02:36.594669+0000","last_fullsized":"2024-07-26T17:02:36.594669+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:21.346252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.27","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616306+0000","last_change":"2024-07-26T17:02:35.620130+0000","last_active":"2024-07-26T17:02:36.616306+0000","last_peered":"2024-07-26T17:02:36.616306+0000","last_clean":"2024-07-26T17:02:36.616306+0000","last_became_active":"2024-07-26T17:02:35.618640+0000","last_became_peered":"2024-07-26T17:02:35.618640+0000","last_unstale":"2024-07-26T17:02:36.616306+0000","last_undegraded":"2024-07-26T17:02:36.616306+0000","last_fullsized":"2024-07-26T17:02:36.616306+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:34:42.204611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.26","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599336+0000","last_change":"2024-07-26T17:02:35.613121+0000","last_active":"2024-07-26T17:02:36.599336+0000","last_peered":"2024-07-26T17:02:36.599336+0000","last_clean":"2024-07-26T17:02:36.599336+0000","last_became_active":"2024-07-26T17:02:35.612799+0000","last_became_peered":"2024-07-26T17:02:35.612799+0000","last_unstale":"2024-07-26T17:02:36.599336+0000","last_undegraded":"2024-07-26T17:02:36.599336+0000","last_fullsized":"2024-07-26T17:02:36.599336+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:42:06.914502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.25","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875538+0000","last_change":"2024-07-26T17:02:35.614847+0000","last_active":"2024-07-26T17:02:36.875538+0000","last_peered":"2024-07-26T17:02:36.875538+0000","last_clean":"2024-07-26T17:02:36.875538+0000","last_became_active":"2024-07-26T17:02:35.614534+0000","last_became_peered":"2024-07-26T17:02:35.614534+0000","last_unstale":"2024-07-26T17:02:36.875538+0000","last_undegraded":"2024-07-26T17:02:36.875538+0000","last_fullsized":"2024-07-26T17:02:36.875538+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:19.257098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.24","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875312+0000","last_change":"2024-07-26T17:02:35.613773+0000","last_active":"2024-07-26T17:02:36.875312+0000","last_peered":"2024-07-26T17:02:36.875312+0000","last_clean":"2024-07-26T17:02:36.875312+0000","last_became_active":"2024-07-26T17:02:35.613455+0000","last_became_peered":"2024-07-26T17:02:35.613455+0000","last_unstale":"2024-07-26T17:02:36.875312+0000","last_undegraded":"2024-07-26T17:02:36.875312+0000","last_fullsized":"2024-07-26T17:02:36.875312+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:31:11.454135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.23","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598309+0000","last_change":"2024-07-26T17:02:35.608674+0000","last_active":"2024-07-26T17:02:36.598309+0000","last_peered":"2024-07-26T17:02:36.598309+0000","last_clean":"2024-07-26T17:02:36.598309+0000","last_became_active":"2024-07-26T17:02:35.608071+0000","last_became_peered":"2024-07-26T17:02:35.608071+0000","last_unstale":"2024-07-26T17:02:36.598309+0000","last_undegraded":"2024-07-26T17:02:36.598309+0000","last_fullsized":"2024-07-26T17:02:36.598309+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:31.888215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.22","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598198+0000","last_change":"2024-07-26T17:02:35.608359+0000","last_active":"2024-07-26T17:02:36.598198+0000","last_peered":"2024-07-26T17:02:36.598198+0000","last_clean":"2024-07-26T17:02:36.598198+0000","last_became_active":"2024-07-26T17:02:35.608012+0000","last_became_peered":"2024-07-26T17:02:35.608012+0000","last_unstale":"2024-07-26T17:02:36.598198+0000","last_undegraded":"2024-07-26T17:02:36.598198+0000","last_fullsized":"2024-07-26T17:02:36.598198+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:20:19.396993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.21","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615690+0000","last_change":"2024-07-26T17:02:35.608587+0000","last_active":"2024-07-26T17:02:36.615690+0000","last_peered":"2024-07-26T17:02:36.615690+0000","last_clean":"2024-07-26T17:02:36.615690+0000","last_became_active":"2024-07-26T17:02:35.605926+0000","last_became_peered":"2024-07-26T17:02:35.605926+0000","last_unstale":"2024-07-26T17:02:36.615690+0000","last_undegraded":"2024-07-26T17:02:36.615690+0000","last_fullsized":"2024-07-26T17:02:36.615690+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:32.835267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.20","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874858+0000","last_change":"2024-07-26T17:02:35.618890+0000","last_active":"2024-07-26T17:02:36.874858+0000","last_peered":"2024-07-26T17:02:36.874858+0000","last_clean":"2024-07-26T17:02:36.874858+0000","last_became_active":"2024-07-26T17:02:35.618399+0000","last_became_peered":"2024-07-26T17:02:35.618399+0000","last_unstale":"2024-07-26T17:02:36.874858+0000","last_undegraded":"2024-07-26T17:02:36.874858+0000","last_fullsized":"2024-07-26T17:02:36.874858+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:40:32.887223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875741+0000","last_change":"2024-07-26T17:02:35.612713+0000","last_active":"2024-07-26T17:02:36.875741+0000","last_peered":"2024-07-26T17:02:36.875741+0000","last_clean":"2024-07-26T17:02:36.875741+0000","last_became_active":"2024-07-26T17:02:35.612409+0000","last_became_peered":"2024-07-26T17:02:35.612409+0000","last_unstale":"2024-07-26T17:02:36.875741+0000","last_undegraded":"2024-07-26T17:02:36.875741+0000","last_fullsized":"2024-07-26T17:02:36.875741+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:05:34.402202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.1f","version":"210'4","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875330+0000","last_change":"2024-07-26T17:02:34.620305+0000","last_active":"2024-07-26T17:02:36.875330+0000","last_peered":"2024-07-26T17:02:36.875330+0000","last_clean":"2024-07-26T17:02:36.875330+0000","last_became_active":"2024-07-26T17:02:34.620005+0000","last_became_peered":"2024-07-26T17:02:34.620005+0000","last_unstale":"2024-07-26T17:02:36.875330+0000","last_undegraded":"2024-07-26T17:02:36.875330+0000","last_fullsized":"2024-07-26T17:02:36.875330+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:53:54.740704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616112+0000","last_change":"2024-07-26T17:02:35.613248+0000","last_active":"2024-07-26T17:02:36.616112+0000","last_peered":"2024-07-26T17:02:36.616112+0000","last_clean":"2024-07-26T17:02:36.616112+0000","last_became_active":"2024-07-26T17:02:35.612917+0000","last_became_peered":"2024-07-26T17:02:35.612917+0000","last_unstale":"2024-07-26T17:02:36.616112+0000","last_undegraded":"2024-07-26T17:02:36.616112+0000","last_fullsized":"2024-07-26T17:02:36.616112+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:48:16.541048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875725+0000","last_change":"2024-07-26T17:02:34.609957+0000","last_active":"2024-07-26T17:02:36.875725+0000","last_peered":"2024-07-26T17:02:36.875725+0000","last_clean":"2024-07-26T17:02:36.875725+0000","last_became_active":"2024-07-26T17:02:34.609626+0000","last_became_peered":"2024-07-26T17:02:34.609626+0000","last_unstale":"2024-07-26T17:02:36.875725+0000","last_undegraded":"2024-07-26T17:02:36.875725+0000","last_fullsized":"2024-07-26T17:02:36.875725+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:52:13.313855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1e","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599414+0000","last_change":"2024-07-26T17:02:35.618515+0000","last_active":"2024-07-26T17:02:36.599414+0000","last_peered":"2024-07-26T17:02:36.599414+0000","last_clean":"2024-07-26T17:02:36.599414+0000","last_became_active":"2024-07-26T17:02:35.618170+0000","last_became_peered":"2024-07-26T17:02:35.618170+0000","last_unstale":"2024-07-26T17:02:36.599414+0000","last_undegraded":"2024-07-26T17:02:36.599414+0000","last_fullsized":"2024-07-26T17:02:36.599414+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:43:44.516134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1d","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599024+0000","last_change":"2024-07-26T17:02:34.613659+0000","last_active":"2024-07-26T17:02:36.599024+0000","last_peered":"2024-07-26T17:02:36.599024+0000","last_clean":"2024-07-26T17:02:36.599024+0000","last_became_active":"2024-07-26T17:02:34.613377+0000","last_became_peered":"2024-07-26T17:02:34.613377+0000","last_unstale":"2024-07-26T17:02:36.599024+0000","last_undegraded":"2024-07-26T17:02:36.599024+0000","last_fullsized":"2024-07-26T17:02:36.599024+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:44.306686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875867+0000","last_change":"2024-07-26T17:02:35.615431+0000","last_active":"2024-07-26T17:02:36.875867+0000","last_peered":"2024-07-26T17:02:36.875867+0000","last_clean":"2024-07-26T17:02:36.875867+0000","last_became_active":"2024-07-26T17:02:35.615022+0000","last_became_peered":"2024-07-26T17:02:35.615022+0000","last_unstale":"2024-07-26T17:02:36.875867+0000","last_undegraded":"2024-07-26T17:02:36.875867+0000","last_fullsized":"2024-07-26T17:02:36.875867+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:17.474316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1c","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599271+0000","last_change":"2024-07-26T17:02:34.617795+0000","last_active":"2024-07-26T17:02:36.599271+0000","last_peered":"2024-07-26T17:02:36.599271+0000","last_clean":"2024-07-26T17:02:36.599271+0000","last_became_active":"2024-07-26T17:02:34.617402+0000","last_became_peered":"2024-07-26T17:02:34.617402+0000","last_unstale":"2024-07-26T17:02:36.599271+0000","last_undegraded":"2024-07-26T17:02:36.599271+0000","last_fullsized":"2024-07-26T17:02:36.599271+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:37.005776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598393+0000","last_change":"2024-07-26T17:02:35.611821+0000","last_active":"2024-07-26T17:02:36.598393+0000","last_peered":"2024-07-26T17:02:36.598393+0000","last_clean":"2024-07-26T17:02:36.598393+0000","last_became_active":"2024-07-26T17:02:35.611375+0000","last_became_peered":"2024-07-26T17:02:35.611375+0000","last_unstale":"2024-07-26T17:02:36.598393+0000","last_undegraded":"2024-07-26T17:02:36.598393+0000","last_fullsized":"2024-07-26T17:02:36.598393+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:51:33.745065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.1b","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875085+0000","last_change":"2024-07-26T17:02:34.611551+0000","last_active":"2024-07-26T17:02:36.875085+0000","last_peered":"2024-07-26T17:02:36.875085+0000","last_clean":"2024-07-26T17:02:36.875085+0000","last_became_active":"2024-07-26T17:02:34.610978+0000","last_became_peered":"2024-07-26T17:02:34.610978+0000","last_unstale":"2024-07-26T17:02:36.875085+0000","last_undegraded":"2024-07-26T17:02:36.875085+0000","last_fullsized":"2024-07-26T17:02:36.875085+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:44.176993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594890+0000","last_change":"2024-07-26T17:02:35.605187+0000","last_active":"2024-07-26T17:02:36.594890+0000","last_peered":"2024-07-26T17:02:36.594890+0000","last_clean":"2024-07-26T17:02:36.594890+0000","last_became_active":"2024-07-26T17:02:35.604861+0000","last_became_peered":"2024-07-26T17:02:35.604861+0000","last_unstale":"2024-07-26T17:02:36.594890+0000","last_undegraded":"2024-07-26T17:02:36.594890+0000","last_fullsized":"2024-07-26T17:02:36.594890+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:06.557276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1a","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874897+0000","last_change":"2024-07-26T17:02:34.618714+0000","last_active":"2024-07-26T17:02:36.874897+0000","last_peered":"2024-07-26T17:02:36.874897+0000","last_clean":"2024-07-26T17:02:36.874897+0000","last_became_active":"2024-07-26T17:02:34.618414+0000","last_became_peered":"2024-07-26T17:02:34.618414+0000","last_unstale":"2024-07-26T17:02:36.874897+0000","last_undegraded":"2024-07-26T17:02:36.874897+0000","last_fullsized":"2024-07-26T17:02:36.874897+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:19:20.884938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595220+0000","last_change":"2024-07-26T17:02:35.616817+0000","last_active":"2024-07-26T17:02:36.595220+0000","last_peered":"2024-07-26T17:02:36.595220+0000","last_clean":"2024-07-26T17:02:36.595220+0000","last_became_active":"2024-07-26T17:02:35.615167+0000","last_became_peered":"2024-07-26T17:02:35.615167+0000","last_unstale":"2024-07-26T17:02:36.595220+0000","last_undegraded":"2024-07-26T17:02:36.595220+0000","last_fullsized":"2024-07-26T17:02:36.595220+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:22.402014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599566+0000","last_change":"2024-07-26T17:02:34.615680+0000","last_active":"2024-07-26T17:02:36.599566+0000","last_peered":"2024-07-26T17:02:36.599566+0000","last_clean":"2024-07-26T17:02:36.599566+0000","last_became_active":"2024-07-26T17:02:34.615300+0000","last_became_peered":"2024-07-26T17:02:34.615300+0000","last_unstale":"2024-07-26T17:02:36.599566+0000","last_undegraded":"2024-07-26T17:02:36.599566+0000","last_fullsized":"2024-07-26T17:02:36.599566+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:27:02.044125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.14","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875782+0000","last_change":"2024-07-26T17:02:35.613537+0000","last_active":"2024-07-26T17:02:36.875782+0000","last_peered":"2024-07-26T17:02:36.875782+0000","last_clean":"2024-07-26T17:02:36.875782+0000","last_became_active":"2024-07-26T17:02:35.613251+0000","last_became_peered":"2024-07-26T17:02:35.613251+0000","last_unstale":"2024-07-26T17:02:36.875782+0000","last_undegraded":"2024-07-26T17:02:36.875782+0000","last_fullsized":"2024-07-26T17:02:36.875782+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:30:19.121191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875768+0000","last_change":"2024-07-26T17:02:34.622148+0000","last_active":"2024-07-26T17:02:36.875768+0000","last_peered":"2024-07-26T17:02:36.875768+0000","last_clean":"2024-07-26T17:02:36.875768+0000","last_became_active":"2024-07-26T17:02:34.621457+0000","last_became_peered":"2024-07-26T17:02:34.621457+0000","last_unstale":"2024-07-26T17:02:36.875768+0000","last_undegraded":"2024-07-26T17:02:36.875768+0000","last_fullsized":"2024-07-26T17:02:36.875768+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:01:02.580364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.15","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875487+0000","last_change":"2024-07-26T17:02:35.610604+0000","last_active":"2024-07-26T17:02:36.875487+0000","last_peered":"2024-07-26T17:02:36.875487+0000","last_clean":"2024-07-26T17:02:36.875487+0000","last_became_active":"2024-07-26T17:02:35.610293+0000","last_became_peered":"2024-07-26T17:02:35.610293+0000","last_unstale":"2024-07-26T17:02:36.875487+0000","last_undegraded":"2024-07-26T17:02:36.875487+0000","last_fullsized":"2024-07-26T17:02:36.875487+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:29:30.340452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595095+0000","last_change":"2024-07-26T17:02:34.623600+0000","last_active":"2024-07-26T17:02:36.595095+0000","last_peered":"2024-07-26T17:02:36.595095+0000","last_clean":"2024-07-26T17:02:36.595095+0000","last_became_active":"2024-07-26T17:02:34.623246+0000","last_became_peered":"2024-07-26T17:02:34.623246+0000","last_unstale":"2024-07-26T17:02:36.595095+0000","last_undegraded":"2024-07-26T17:02:36.595095+0000","last_fullsized":"2024-07-26T17:02:36.595095+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:12:54.207603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599181+0000","last_change":"2024-07-26T17:02:35.610366+0000","last_active":"2024-07-26T17:02:36.599181+0000","last_peered":"2024-07-26T17:02:36.599181+0000","last_clean":"2024-07-26T17:02:36.599181+0000","last_became_active":"2024-07-26T17:02:35.610013+0000","last_became_peered":"2024-07-26T17:02:35.610013+0000","last_unstale":"2024-07-26T17:02:36.599181+0000","last_undegraded":"2024-07-26T17:02:36.599181+0000","last_fullsized":"2024-07-26T17:02:36.599181+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:15:44.433953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.15","version":"210'3","reported_seq":18,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874746+0000","last_change":"2024-07-26T17:02:34.618029+0000","last_active":"2024-07-26T17:02:36.874746+0000","last_peered":"2024-07-26T17:02:36.874746+0000","last_clean":"2024-07-26T17:02:36.874746+0000","last_became_active":"2024-07-26T17:02:34.617707+0000","last_became_peered":"2024-07-26T17:02:34.617707+0000","last_unstale":"2024-07-26T17:02:36.874746+0000","last_undegraded":"2024-07-26T17:02:36.874746+0000","last_fullsized":"2024-07-26T17:02:36.874746+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:39.640626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595372+0000","last_change":"2024-07-26T17:02:35.610244+0000","last_active":"2024-07-26T17:02:36.595372+0000","last_peered":"2024-07-26T17:02:36.595372+0000","last_clean":"2024-07-26T17:02:36.595372+0000","last_became_active":"2024-07-26T17:02:35.609939+0000","last_became_peered":"2024-07-26T17:02:35.609939+0000","last_unstale":"2024-07-26T17:02:36.595372+0000","last_undegraded":"2024-07-26T17:02:36.595372+0000","last_fullsized":"2024-07-26T17:02:36.595372+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:35.628433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.14","version":"210'6","reported_seq":21,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599397+0000","last_change":"2024-07-26T17:02:34.610320+0000","last_active":"2024-07-26T17:02:36.599397+0000","last_peered":"2024-07-26T17:02:36.599397+0000","last_clean":"2024-07-26T17:02:36.599397+0000","last_became_active":"2024-07-26T17:02:34.609818+0000","last_became_peered":"2024-07-26T17:02:34.609818+0000","last_unstale":"2024-07-26T17:02:36.599397+0000","last_undegraded":"2024-07-26T17:02:36.599397+0000","last_fullsized":"2024-07-26T17:02:36.599397+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:50:35.773390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.10","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615691+0000","last_change":"2024-07-26T17:02:35.616152+0000","last_active":"2024-07-26T17:02:36.615691+0000","last_peered":"2024-07-26T17:02:36.615691+0000","last_clean":"2024-07-26T17:02:36.615691+0000","last_became_active":"2024-07-26T17:02:35.615784+0000","last_became_peered":"2024-07-26T17:02:35.615784+0000","last_unstale":"2024-07-26T17:02:36.615691+0000","last_undegraded":"2024-07-26T17:02:36.615691+0000","last_fullsized":"2024-07-26T17:02:36.615691+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:52:32.397890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.13","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598848+0000","last_change":"2024-07-26T17:02:34.610394+0000","last_active":"2024-07-26T17:02:36.598848+0000","last_peered":"2024-07-26T17:02:36.598848+0000","last_clean":"2024-07-26T17:02:36.598848+0000","last_became_active":"2024-07-26T17:02:34.609881+0000","last_became_peered":"2024-07-26T17:02:34.609881+0000","last_unstale":"2024-07-26T17:02:36.598848+0000","last_undegraded":"2024-07-26T17:02:36.598848+0000","last_fullsized":"2024-07-26T17:02:36.598848+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:27.648450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874614+0000","last_change":"2024-07-26T17:02:35.622482+0000","last_active":"2024-07-26T17:02:36.874614+0000","last_peered":"2024-07-26T17:02:36.874614+0000","last_clean":"2024-07-26T17:02:36.874614+0000","last_became_active":"2024-07-26T17:02:35.622124+0000","last_became_peered":"2024-07-26T17:02:35.622124+0000","last_unstale":"2024-07-26T17:02:36.874614+0000","last_undegraded":"2024-07-26T17:02:36.874614+0000","last_fullsized":"2024-07-26T17:02:36.874614+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:27.568477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595471+0000","last_change":"2024-07-26T17:02:34.614303+0000","last_active":"2024-07-26T17:02:36.595471+0000","last_peered":"2024-07-26T17:02:36.595471+0000","last_clean":"2024-07-26T17:02:36.595471+0000","last_became_active":"2024-07-26T17:02:34.608487+0000","last_became_peered":"2024-07-26T17:02:34.608487+0000","last_unstale":"2024-07-26T17:02:36.595471+0000","last_undegraded":"2024-07-26T17:02:36.595471+0000","last_fullsized":"2024-07-26T17:02:36.595471+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:29.857579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599817+0000","last_change":"2024-07-26T17:02:35.604848+0000","last_active":"2024-07-26T17:02:36.599817+0000","last_peered":"2024-07-26T17:02:36.599817+0000","last_clean":"2024-07-26T17:02:36.599817+0000","last_became_active":"2024-07-26T17:02:35.604391+0000","last_became_peered":"2024-07-26T17:02:35.604391+0000","last_unstale":"2024-07-26T17:02:36.599817+0000","last_undegraded":"2024-07-26T17:02:36.599817+0000","last_fullsized":"2024-07-26T17:02:36.599817+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:05.623642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874698+0000","last_change":"2024-07-26T17:02:34.608100+0000","last_active":"2024-07-26T17:02:36.874698+0000","last_peered":"2024-07-26T17:02:36.874698+0000","last_clean":"2024-07-26T17:02:36.874698+0000","last_became_active":"2024-07-26T17:02:34.607769+0000","last_became_peered":"2024-07-26T17:02:34.607769+0000","last_unstale":"2024-07-26T17:02:36.874698+0000","last_undegraded":"2024-07-26T17:02:36.874698+0000","last_fullsized":"2024-07-26T17:02:36.874698+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:09.027830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.13","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599290+0000","last_change":"2024-07-26T17:02:35.625575+0000","last_active":"2024-07-26T17:02:36.599290+0000","last_peered":"2024-07-26T17:02:36.599290+0000","last_clean":"2024-07-26T17:02:36.599290+0000","last_became_active":"2024-07-26T17:02:35.625254+0000","last_became_peered":"2024-07-26T17:02:35.625254+0000","last_unstale":"2024-07-26T17:02:36.599290+0000","last_undegraded":"2024-07-26T17:02:36.599290+0000","last_fullsized":"2024-07-26T17:02:36.599290+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:51.872477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.10","version":"210'8","reported_seq":23,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599388+0000","last_change":"2024-07-26T17:02:34.613605+0000","last_active":"2024-07-26T17:02:36.599388+0000","last_peered":"2024-07-26T17:02:36.599388+0000","last_clean":"2024-07-26T17:02:36.599388+0000","last_became_active":"2024-07-26T17:02:34.613309+0000","last_became_peered":"2024-07-26T17:02:34.613309+0000","last_unstale":"2024-07-26T17:02:36.599388+0000","last_undegraded":"2024-07-26T17:02:36.599388+0000","last_fullsized":"2024-07-26T17:02:36.599388+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:24.572633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616181+0000","last_change":"2024-07-26T17:02:35.606171+0000","last_active":"2024-07-26T17:02:36.616181+0000","last_peered":"2024-07-26T17:02:36.616181+0000","last_clean":"2024-07-26T17:02:36.616181+0000","last_became_active":"2024-07-26T17:02:35.605861+0000","last_became_peered":"2024-07-26T17:02:35.605861+0000","last_unstale":"2024-07-26T17:02:36.616181+0000","last_undegraded":"2024-07-26T17:02:36.616181+0000","last_fullsized":"2024-07-26T17:02:36.616181+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:17:23.894387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599643+0000","last_change":"2024-07-26T17:02:34.612212+0000","last_active":"2024-07-26T17:02:36.599643+0000","last_peered":"2024-07-26T17:02:36.599643+0000","last_clean":"2024-07-26T17:02:36.599643+0000","last_became_active":"2024-07-26T17:02:34.611894+0000","last_became_peered":"2024-07-26T17:02:34.611894+0000","last_unstale":"2024-07-26T17:02:36.599643+0000","last_undegraded":"2024-07-26T17:02:36.599643+0000","last_fullsized":"2024-07-26T17:02:36.599643+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:23:42.554217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.d","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875460+0000","last_change":"2024-07-26T17:02:35.620999+0000","last_active":"2024-07-26T17:02:36.875460+0000","last_peered":"2024-07-26T17:02:36.875460+0000","last_clean":"2024-07-26T17:02:36.875460+0000","last_became_active":"2024-07-26T17:02:35.620272+0000","last_became_peered":"2024-07-26T17:02:35.620272+0000","last_unstale":"2024-07-26T17:02:36.875460+0000","last_undegraded":"2024-07-26T17:02:36.875460+0000","last_fullsized":"2024-07-26T17:02:36.875460+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:36:03.607916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.e","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875196+0000","last_change":"2024-07-26T17:02:34.611834+0000","last_active":"2024-07-26T17:02:36.875196+0000","last_peered":"2024-07-26T17:02:36.875196+0000","last_clean":"2024-07-26T17:02:36.875196+0000","last_became_active":"2024-07-26T17:02:34.611513+0000","last_became_peered":"2024-07-26T17:02:34.611513+0000","last_unstale":"2024-07-26T17:02:36.875196+0000","last_undegraded":"2024-07-26T17:02:36.875196+0000","last_fullsized":"2024-07-26T17:02:36.875196+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:04.498225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.e","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599623+0000","last_change":"2024-07-26T17:02:35.612383+0000","last_active":"2024-07-26T17:02:36.599623+0000","last_peered":"2024-07-26T17:02:36.599623+0000","last_clean":"2024-07-26T17:02:36.599623+0000","last_became_active":"2024-07-26T17:02:35.611751+0000","last_became_peered":"2024-07-26T17:02:35.611751+0000","last_unstale":"2024-07-26T17:02:36.599623+0000","last_undegraded":"2024-07-26T17:02:36.599623+0000","last_fullsized":"2024-07-26T17:02:36.599623+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:32:28.607254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.d","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875740+0000","last_change":"2024-07-26T17:02:34.614595+0000","last_active":"2024-07-26T17:02:36.875740+0000","last_peered":"2024-07-26T17:02:36.875740+0000","last_clean":"2024-07-26T17:02:36.875740+0000","last_became_active":"2024-07-26T17:02:34.614224+0000","last_became_peered":"2024-07-26T17:02:34.614224+0000","last_unstale":"2024-07-26T17:02:36.875740+0000","last_undegraded":"2024-07-26T17:02:36.875740+0000","last_fullsized":"2024-07-26T17:02:36.875740+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:37.005776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595459+0000","last_change":"2024-07-26T17:02:35.623889+0000","last_active":"2024-07-26T17:02:36.595459+0000","last_peered":"2024-07-26T17:02:36.595459+0000","last_clean":"2024-07-26T17:02:36.595459+0000","last_became_active":"2024-07-26T17:02:35.623590+0000","last_became_peered":"2024-07-26T17:02:35.623590+0000","last_unstale":"2024-07-26T17:02:36.595459+0000","last_undegraded":"2024-07-26T17:02:36.595459+0000","last_fullsized":"2024-07-26T17:02:36.595459+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:49.399755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598752+0000","last_change":"2024-07-26T17:02:34.612783+0000","last_active":"2024-07-26T17:02:36.598752+0000","last_peered":"2024-07-26T17:02:36.598752+0000","last_clean":"2024-07-26T17:02:36.598752+0000","last_became_active":"2024-07-26T17:02:34.612490+0000","last_became_peered":"2024-07-26T17:02:34.612490+0000","last_unstale":"2024-07-26T17:02:36.598752+0000","last_undegraded":"2024-07-26T17:02:36.598752+0000","last_fullsized":"2024-07-26T17:02:36.598752+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:39:31.409939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594970+0000","last_change":"2024-07-26T17:02:35.613469+0000","last_active":"2024-07-26T17:02:36.594970+0000","last_peered":"2024-07-26T17:02:36.594970+0000","last_clean":"2024-07-26T17:02:36.594970+0000","last_became_active":"2024-07-26T17:02:35.613178+0000","last_became_peered":"2024-07-26T17:02:35.613178+0000","last_unstale":"2024-07-26T17:02:36.594970+0000","last_undegraded":"2024-07-26T17:02:36.594970+0000","last_fullsized":"2024-07-26T17:02:36.594970+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:19.843528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598982+0000","last_change":"2024-07-26T17:02:34.611228+0000","last_active":"2024-07-26T17:02:36.598982+0000","last_peered":"2024-07-26T17:02:36.598982+0000","last_clean":"2024-07-26T17:02:36.598982+0000","last_became_active":"2024-07-26T17:02:34.610910+0000","last_became_peered":"2024-07-26T17:02:34.610910+0000","last_unstale":"2024-07-26T17:02:36.598982+0000","last_undegraded":"2024-07-26T17:02:36.598982+0000","last_fullsized":"2024-07-26T17:02:36.598982+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:53:00.972398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874814+0000","last_change":"2024-07-26T17:02:35.607296+0000","last_active":"2024-07-26T17:02:36.874814+0000","last_peered":"2024-07-26T17:02:36.874814+0000","last_clean":"2024-07-26T17:02:36.874814+0000","last_became_active":"2024-07-26T17:02:35.606326+0000","last_became_peered":"2024-07-26T17:02:35.606326+0000","last_unstale":"2024-07-26T17:02:36.874814+0000","last_undegraded":"2024-07-26T17:02:36.874814+0000","last_fullsized":"2024-07-26T17:02:36.874814+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:16.579860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875105+0000","last_change":"2024-07-26T17:02:34.612952+0000","last_active":"2024-07-26T17:02:36.875105+0000","last_peered":"2024-07-26T17:02:36.875105+0000","last_clean":"2024-07-26T17:02:36.875105+0000","last_became_active":"2024-07-26T17:02:34.612652+0000","last_became_peered":"2024-07-26T17:02:34.612652+0000","last_unstale":"2024-07-26T17:02:36.875105+0000","last_undegraded":"2024-07-26T17:02:36.875105+0000","last_fullsized":"2024-07-26T17:02:36.875105+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:58.036827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875033+0000","last_change":"2024-07-26T17:02:35.599805+0000","last_active":"2024-07-26T17:02:36.875033+0000","last_peered":"2024-07-26T17:02:36.875033+0000","last_clean":"2024-07-26T17:02:36.875033+0000","last_became_active":"2024-07-26T17:02:35.599398+0000","last_became_peered":"2024-07-26T17:02:35.599398+0000","last_unstale":"2024-07-26T17:02:36.875033+0000","last_undegraded":"2024-07-26T17:02:36.875033+0000","last_fullsized":"2024-07-26T17:02:36.875033+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:45.111850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615869+0000","last_change":"2024-07-26T17:02:34.610350+0000","last_active":"2024-07-26T17:02:36.615869+0000","last_peered":"2024-07-26T17:02:36.615869+0000","last_clean":"2024-07-26T17:02:36.615869+0000","last_became_active":"2024-07-26T17:02:34.610041+0000","last_became_peered":"2024-07-26T17:02:34.610041+0000","last_unstale":"2024-07-26T17:02:36.615869+0000","last_undegraded":"2024-07-26T17:02:36.615869+0000","last_fullsized":"2024-07-26T17:02:36.615869+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:26:23.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.b","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875151+0000","last_change":"2024-07-26T17:02:35.619632+0000","last_active":"2024-07-26T17:02:36.875151+0000","last_peered":"2024-07-26T17:02:36.875151+0000","last_clean":"2024-07-26T17:02:36.875151+0000","last_became_active":"2024-07-26T17:02:35.619283+0000","last_became_peered":"2024-07-26T17:02:35.619283+0000","last_unstale":"2024-07-26T17:02:36.875151+0000","last_undegraded":"2024-07-26T17:02:36.875151+0000","last_fullsized":"2024-07-26T17:02:36.875151+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:42.965506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875372+0000","last_change":"2024-07-26T17:02:34.613247+0000","last_active":"2024-07-26T17:02:36.875372+0000","last_peered":"2024-07-26T17:02:36.875372+0000","last_clean":"2024-07-26T17:02:36.875372+0000","last_became_active":"2024-07-26T17:02:34.612908+0000","last_became_peered":"2024-07-26T17:02:34.612908+0000","last_unstale":"2024-07-26T17:02:36.875372+0000","last_undegraded":"2024-07-26T17:02:36.875372+0000","last_fullsized":"2024-07-26T17:02:36.875372+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:50:35.773390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616114+0000","last_change":"2024-07-26T17:02:35.609427+0000","last_active":"2024-07-26T17:02:36.616114+0000","last_peered":"2024-07-26T17:02:36.616114+0000","last_clean":"2024-07-26T17:02:36.616114+0000","last_became_active":"2024-07-26T17:02:35.609100+0000","last_became_peered":"2024-07-26T17:02:35.609100+0000","last_unstale":"2024-07-26T17:02:36.616114+0000","last_undegraded":"2024-07-26T17:02:36.616114+0000","last_fullsized":"2024-07-26T17:02:36.616114+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:59:40.500475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.7","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875378+0000","last_change":"2024-07-26T17:02:34.615823+0000","last_active":"2024-07-26T17:02:36.875378+0000","last_peered":"2024-07-26T17:02:36.875378+0000","last_clean":"2024-07-26T17:02:36.875378+0000","last_became_active":"2024-07-26T17:02:34.615242+0000","last_became_peered":"2024-07-26T17:02:34.615242+0000","last_unstale":"2024-07-26T17:02:36.875378+0000","last_undegraded":"2024-07-26T17:02:36.875378+0000","last_fullsized":"2024-07-26T17:02:36.875378+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:38.701013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594813+0000","last_change":"2024-07-26T17:02:35.605126+0000","last_active":"2024-07-26T17:02:36.594813+0000","last_peered":"2024-07-26T17:02:36.594813+0000","last_clean":"2024-07-26T17:02:36.594813+0000","last_became_active":"2024-07-26T17:02:35.604774+0000","last_became_peered":"2024-07-26T17:02:35.604774+0000","last_unstale":"2024-07-26T17:02:36.594813+0000","last_undegraded":"2024-07-26T17:02:36.594813+0000","last_fullsized":"2024-07-26T17:02:36.594813+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:23.430631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.6","version":"211'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615884+0000","last_change":"2024-07-26T17:02:34.612627+0000","last_active":"2024-07-26T17:02:36.615884+0000","last_peered":"2024-07-26T17:02:36.615884+0000","last_clean":"2024-07-26T17:02:36.615884+0000","last_became_active":"2024-07-26T17:02:34.612304+0000","last_became_peered":"2024-07-26T17:02:34.612304+0000","last_unstale":"2024-07-26T17:02:36.615884+0000","last_undegraded":"2024-07-26T17:02:36.615884+0000","last_fullsized":"2024-07-26T17:02:36.615884+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:36.767740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.6","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875497+0000","last_change":"2024-07-26T17:02:35.615895+0000","last_active":"2024-07-26T17:02:36.875497+0000","last_peered":"2024-07-26T17:02:36.875497+0000","last_clean":"2024-07-26T17:02:36.875497+0000","last_became_active":"2024-07-26T17:02:35.615585+0000","last_became_peered":"2024-07-26T17:02:35.615585+0000","last_unstale":"2024-07-26T17:02:36.875497+0000","last_undegraded":"2024-07-26T17:02:36.875497+0000","last_fullsized":"2024-07-26T17:02:36.875497+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:38:18.072286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875526+0000","last_change":"2024-07-26T17:02:34.609835+0000","last_active":"2024-07-26T17:02:36.875526+0000","last_peered":"2024-07-26T17:02:36.875526+0000","last_clean":"2024-07-26T17:02:36.875526+0000","last_became_active":"2024-07-26T17:02:34.609519+0000","last_became_peered":"2024-07-26T17:02:34.609519+0000","last_unstale":"2024-07-26T17:02:36.875526+0000","last_undegraded":"2024-07-26T17:02:36.875526+0000","last_fullsized":"2024-07-26T17:02:36.875526+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:39:07.312672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.7","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616385+0000","last_change":"2024-07-26T17:02:35.603059+0000","last_active":"2024-07-26T17:02:36.616385+0000","last_peered":"2024-07-26T17:02:36.616385+0000","last_clean":"2024-07-26T17:02:36.616385+0000","last_became_active":"2024-07-26T17:02:35.602737+0000","last_became_peered":"2024-07-26T17:02:35.602737+0000","last_unstale":"2024-07-26T17:02:36.616385+0000","last_undegraded":"2024-07-26T17:02:36.616385+0000","last_fullsized":"2024-07-26T17:02:36.616385+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:00.537178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875247+0000","last_change":"2024-07-26T17:02:34.616714+0000","last_active":"2024-07-26T17:02:36.875247+0000","last_peered":"2024-07-26T17:02:36.875247+0000","last_clean":"2024-07-26T17:02:36.875247+0000","last_became_active":"2024-07-26T17:02:34.616348+0000","last_became_peered":"2024-07-26T17:02:34.616348+0000","last_unstale":"2024-07-26T17:02:36.875247+0000","last_undegraded":"2024-07-26T17:02:36.875247+0000","last_fullsized":"2024-07-26T17:02:36.875247+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:35.185846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875194+0000","last_change":"2024-07-26T17:02:35.615478+0000","last_active":"2024-07-26T17:02:36.875194+0000","last_peered":"2024-07-26T17:02:36.875194+0000","last_clean":"2024-07-26T17:02:36.875194+0000","last_became_active":"2024-07-26T17:02:35.615194+0000","last_became_peered":"2024-07-26T17:02:35.615194+0000","last_unstale":"2024-07-26T17:02:36.875194+0000","last_undegraded":"2024-07-26T17:02:36.875194+0000","last_fullsized":"2024-07-26T17:02:36.875194+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:59:51.567660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875086+0000","last_change":"2024-07-26T17:02:34.613021+0000","last_active":"2024-07-26T17:02:36.875086+0000","last_peered":"2024-07-26T17:02:36.875086+0000","last_clean":"2024-07-26T17:02:36.875086+0000","last_became_active":"2024-07-26T17:02:34.612678+0000","last_became_peered":"2024-07-26T17:02:34.612678+0000","last_unstale":"2024-07-26T17:02:36.875086+0000","last_undegraded":"2024-07-26T17:02:36.875086+0000","last_fullsized":"2024-07-26T17:02:36.875086+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:44.105537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599951+0000","last_change":"2024-07-26T17:02:35.620633+0000","last_active":"2024-07-26T17:02:36.599951+0000","last_peered":"2024-07-26T17:02:36.599951+0000","last_clean":"2024-07-26T17:02:36.599951+0000","last_became_active":"2024-07-26T17:02:35.620293+0000","last_became_peered":"2024-07-26T17:02:35.620293+0000","last_unstale":"2024-07-26T17:02:36.599951+0000","last_undegraded":"2024-07-26T17:02:36.599951+0000","last_fullsized":"2024-07-26T17:02:36.599951+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:15:23.564382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874985+0000","last_change":"2024-07-26T17:02:34.621871+0000","last_active":"2024-07-26T17:02:36.874985+0000","last_peered":"2024-07-26T17:02:36.874985+0000","last_clean":"2024-07-26T17:02:36.874985+0000","last_became_active":"2024-07-26T17:02:34.621478+0000","last_became_peered":"2024-07-26T17:02:34.621478+0000","last_unstale":"2024-07-26T17:02:36.874985+0000","last_undegraded":"2024-07-26T17:02:36.874985+0000","last_fullsized":"2024-07-26T17:02:36.874985+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:15.573547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595425+0000","last_change":"2024-07-26T17:02:35.623959+0000","last_active":"2024-07-26T17:02:36.595425+0000","last_peered":"2024-07-26T17:02:36.595425+0000","last_clean":"2024-07-26T17:02:36.595425+0000","last_became_active":"2024-07-26T17:02:35.623678+0000","last_became_peered":"2024-07-26T17:02:35.623678+0000","last_unstale":"2024-07-26T17:02:36.595425+0000","last_undegraded":"2024-07-26T17:02:36.595425+0000","last_fullsized":"2024-07-26T17:02:36.595425+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:16:07.142965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615890+0000","last_change":"2024-07-26T17:02:34.614484+0000","last_active":"2024-07-26T17:02:36.615890+0000","last_peered":"2024-07-26T17:02:36.615890+0000","last_clean":"2024-07-26T17:02:36.615890+0000","last_became_active":"2024-07-26T17:02:34.614139+0000","last_became_peered":"2024-07-26T17:02:34.614139+0000","last_unstale":"2024-07-26T17:02:36.615890+0000","last_undegraded":"2024-07-26T17:02:36.615890+0000","last_fullsized":"2024-07-26T17:02:36.615890+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:24.499381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875506+0000","last_change":"2024-07-26T17:02:35.624135+0000","last_active":"2024-07-26T17:02:36.875506+0000","last_peered":"2024-07-26T17:02:36.875506+0000","last_clean":"2024-07-26T17:02:36.875506+0000","last_became_active":"2024-07-26T17:02:35.623763+0000","last_became_peered":"2024-07-26T17:02:35.623763+0000","last_unstale":"2024-07-26T17:02:36.875506+0000","last_undegraded":"2024-07-26T17:02:36.875506+0000","last_fullsized":"2024-07-26T17:02:36.875506+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:31.434592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875514+0000","last_change":"2024-07-26T17:02:34.620448+0000","last_active":"2024-07-26T17:02:36.875514+0000","last_peered":"2024-07-26T17:02:36.875514+0000","last_clean":"2024-07-26T17:02:36.875514+0000","last_became_active":"2024-07-26T17:02:34.620111+0000","last_became_peered":"2024-07-26T17:02:34.620111+0000","last_unstale":"2024-07-26T17:02:36.875514+0000","last_undegraded":"2024-07-26T17:02:36.875514+0000","last_fullsized":"2024-07-26T17:02:36.875514+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:27.648450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.1b","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875999+0000","last_change":"2024-07-26T17:02:35.620300+0000","last_active":"2024-07-26T17:02:36.875999+0000","last_peered":"2024-07-26T17:02:36.875999+0000","last_clean":"2024-07-26T17:02:36.875999+0000","last_became_active":"2024-07-26T17:02:35.619964+0000","last_became_peered":"2024-07-26T17:02:35.619964+0000","last_unstale":"2024-07-26T17:02:36.875999+0000","last_undegraded":"2024-07-26T17:02:36.875999+0000","last_fullsized":"2024-07-26T17:02:36.875999+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:27.617722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874522+0000","last_change":"2024-07-26T17:02:34.617086+0000","last_active":"2024-07-26T17:02:36.874522+0000","last_peered":"2024-07-26T17:02:36.874522+0000","last_clean":"2024-07-26T17:02:36.874522+0000","last_became_active":"2024-07-26T17:02:34.616762+0000","last_became_peered":"2024-07-26T17:02:34.616762+0000","last_unstale":"2024-07-26T17:02:36.874522+0000","last_undegraded":"2024-07-26T17:02:36.874522+0000","last_fullsized":"2024-07-26T17:02:36.874522+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:48:58.941323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"201'212","reported_seq":1006,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875124+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:02:36.875124+0000","last_peered":"2024-07-26T17:02:36.875124+0000","last_clean":"2024-07-26T17:02:36.875124+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:02:36.875124+0000","last_undegraded":"2024-07-26T17:02:36.875124+0000","last_fullsized":"2024-07-26T17:02:36.875124+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":212,"log_dups_size":0,"ondisk_log_size":212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":341,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":25,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":341,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575975,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52388,"kb_used_data":3156,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319452,"statfs":{"total":96636764160,"available":96583118848,"internally_reserved":0,"allocated":3231744,"data_stored":1956290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510566,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42080,"kb_used_data":2580,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329760,"statfs":{"total":96636764160,"available":96593674240,"internally_reserved":0,"allocated":2641920,"data_stored":1365992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510566,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51820,"kb_used_data":2592,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320020,"statfs":{"total":96636764160,"available":96583700480,"internally_reserved":0,"allocated":2654208,"data_stored":1367556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510566,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51820,"kb_used_data":2592,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320020,"statfs":{"total":96636764160,"available":96583700480,"internally_reserved":0,"allocated":2654208,"data_stored":1367568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510565,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47660,"kb_used_data":2584,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324180,"statfs":{"total":96636764160,"available":96587960320,"internally_reserved":0,"allocated":2646016,"data_stored":1366082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":46135751},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510565,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47648,"kb_used_data":2580,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324192,"statfs":{"total":96636764160,"available":96587972608,"internally_reserved":0,"allocated":2641920,"data_stored":1366504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510568,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60124,"kb_used_data":2576,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311716,"statfs":{"total":96636764160,"available":96575197184,"internally_reserved":0,"allocated":2637824,"data_stored":1365922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543272,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42676,"kb_used_data":3172,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329164,"statfs":{"total":96636764160,"available":96593063936,"internally_reserved":0,"allocated":3248128,"data_stored":1957018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:02:43.268 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:02:43.271 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:02:44.266 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:02:44.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.397+0000 7f11bb920640 1 -- 172.21.15.33:0/3580750483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b40aef20 msgr2=0x7f11b40725a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:44.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.397+0000 7f11bb920640 1 --2- 172.21.15.33:0/3580750483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b40aef20 0x7f11b40725a0 secure :-1 s=READY pgs=2039 cs=0 l=1 rev1=1 crypto rx=0x7f11ac005fd0 tx=0x7f11ac02a5d0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.397+0000 7f11bb920640 1 -- 172.21.15.33:0/3580750483 shutdown_connections 2024-07-26T17:02:44.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.397+0000 7f11bb920640 1 --2- 172.21.15.33:0/3580750483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b40aef20 0x7f11b40725a0 unknown :-1 s=CLOSED pgs=2039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.397+0000 7f11bb920640 1 --2- 172.21.15.33:0/3580750483 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11b40aeb10 0x7f11b4072060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.397+0000 7f11bb920640 1 -- 172.21.15.33:0/3580750483 >> 172.21.15.33:0/3580750483 conn(0x7f11b40cc3d0 msgr2=0x7f11b40cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:44.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.397+0000 7f11bb920640 1 -- 172.21.15.33:0/3580750483 shutdown_connections 2024-07-26T17:02:44.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.397+0000 7f11bb920640 1 -- 172.21.15.33:0/3580750483 wait complete. 2024-07-26T17:02:44.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.399+0000 7f11bb920640 1 Processor -- start 2024-07-26T17:02:44.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.399+0000 7f11bb920640 1 -- start start 2024-07-26T17:02:44.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.400+0000 7f11bb920640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b40aeb10 0x7f11b414f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:44.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.400+0000 7f11bb920640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11b40aef20 0x7f11b40b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:44.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.400+0000 7f11bb920640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11b4151260 0x7f11b40ad8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:44.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.400+0000 7f11bb920640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f11b40ce820 con 0x7f11b40aeb10 2024-07-26T17:02:44.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.400+0000 7f11bb920640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f11b4070460 con 0x7f11b40aef20 2024-07-26T17:02:44.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.400+0000 7f11bb920640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f11b40ce9a0 con 0x7f11b4151260 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.400+0000 7f11b96bc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b40aeb10 0x7f11b414f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.400+0000 7f11b96bc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b40aeb10 0x7f11b414f770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49034/0 (socket says 172.21.15.33:49034) 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.400+0000 7f11b96bc640 1 -- 172.21.15.33:0/2829418578 learned_addr learned my addr 172.21.15.33:0/2829418578 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b8ebb640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11b40aef20 0x7f11b40b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b9ebd640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11b4151260 0x7f11b40ad8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b96bc640 1 -- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11b4151260 msgr2=0x7f11b40ad8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b96bc640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11b4151260 0x7f11b40ad8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b96bc640 1 -- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11b40aef20 msgr2=0x7f11b40b1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b96bc640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11b40aef20 0x7f11b40b1350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b96bc640 1 -- 172.21.15.33:0/2829418578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11b41f55a0 con 0x7f11b40aeb10 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b9ebd640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11b4151260 0x7f11b40ad8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:44.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b96bc640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b40aeb10 0x7f11b414f770 secure :-1 s=READY pgs=2040 cs=0 l=1 rev1=1 crypto rx=0x7f11a400c760 tx=0x7f11a400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:44.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b1ffb640 1 -- 172.21.15.33:0/2829418578 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a4003b70 con 0x7f11b40aeb10 2024-07-26T17:02:44.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b1ffb640 1 -- 172.21.15.33:0/2829418578 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f11a4003d30 con 0x7f11b40aeb10 2024-07-26T17:02:44.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11bb920640 1 -- 172.21.15.33:0/2829418578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11b4154df0 con 0x7f11b40aeb10 2024-07-26T17:02:44.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.401+0000 7f11b1ffb640 1 -- 172.21.15.33:0/2829418578 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11a400aa50 con 0x7f11b40aeb10 2024-07-26T17:02:44.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.402+0000 7f11bb920640 1 -- 172.21.15.33:0/2829418578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11b40b2210 con 0x7f11b40aeb10 2024-07-26T17:02:44.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.403+0000 7f11bb920640 1 -- 172.21.15.33:0/2829418578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11b414fcb0 con 0x7f11b40aeb10 2024-07-26T17:02:44.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.404+0000 7f11b1ffb640 1 -- 172.21.15.33:0/2829418578 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f11a400abf0 con 0x7f11b40aeb10 2024-07-26T17:02:44.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.405+0000 7f11b1ffb640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f11a0077130 0x7f11a0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:44.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.405+0000 7f11b1ffb640 1 -- 172.21.15.33:0/2829418578 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f11a40994e0 con 0x7f11b40aeb10 2024-07-26T17:02:44.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.405+0000 7f11b8ebb640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f11a0077130 0x7f11a0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:44.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.406+0000 7f11b8ebb640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f11a0077130 0x7f11a0079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f11a8005d00 tx=0x7f11a8005c70 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:44.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.408+0000 7f11b1ffb640 1 -- 172.21.15.33:0/2829418578 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f11b414fcb0 con 0x7f11b40aeb10 2024-07-26T17:02:44.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.598+0000 7f11bb920640 1 -- 172.21.15.33:0/2829418578 --> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f11b40cee50 con 0x7f11a0077130 2024-07-26T17:02:44.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.603+0000 7f11b1ffb640 1 -- 172.21.15.33:0/2829418578 <== mgr.8330 v2:172.21.15.154:6836/1062258671 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252497 (secure 0 0 0) 0x7f11b40cee50 con 0x7f11a0077130 2024-07-26T17:02:44.608 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:44.609 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:02:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 -- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f11a0077130 msgr2=0x7f11a0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f11a0077130 0x7f11a0079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f11a8005d00 tx=0x7f11a8005c70 comp rx=0 tx=0).stop 2024-07-26T17:02:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 -- 172.21.15.33:0/2829418578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b40aeb10 msgr2=0x7f11b414f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:44.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b40aeb10 0x7f11b414f770 secure :-1 s=READY pgs=2040 cs=0 l=1 rev1=1 crypto rx=0x7f11a400c760 tx=0x7f11a400cc20 comp rx=0 tx=0).stop 2024-07-26T17:02:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 -- 172.21.15.33:0/2829418578 shutdown_connections 2024-07-26T17:02:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f11a0077130 0x7f11a0079640 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11b4151260 0x7f11b40ad8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11b40aef20 0x7f11b40b1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 --2- 172.21.15.33:0/2829418578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11b40aeb10 0x7f11b414f770 unknown :-1 s=CLOSED pgs=2040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 -- 172.21.15.33:0/2829418578 >> 172.21.15.33:0/2829418578 conn(0x7f11b40cc3d0 msgr2=0x7f11b415d2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 -- 172.21.15.33:0/2829418578 shutdown_connections 2024-07-26T17:02:44.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.607+0000 7f11bb920640 1 -- 172.21.15.33:0/2829418578 wait complete. 2024-07-26T17:02:44.620 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-07-26T17:02:43.050056+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":386,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":251,"ondisk_log_size":251,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":396216,"kb_used_data":21832,"kb_used_omap":12,"kb_used_meta":374259,"kb_avail":754578504,"statfs":{"total":773094113280,"available":772688388096,"internally_reserved":0,"allocated":22355968,"data_stored":12112932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":383241777},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002295"},"pg_stats":[{"pgid":"26.3f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595056+0000","last_change":"2024-07-26T17:02:35.612714+0000","last_active":"2024-07-26T17:02:36.595056+0000","last_peered":"2024-07-26T17:02:36.595056+0000","last_clean":"2024-07-26T17:02:36.595056+0000","last_became_active":"2024-07-26T17:02:35.612397+0000","last_became_peered":"2024-07-26T17:02:35.612397+0000","last_unstale":"2024-07-26T17:02:36.595056+0000","last_undegraded":"2024-07-26T17:02:36.595056+0000","last_fullsized":"2024-07-26T17:02:36.595056+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:28:38.200579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.3e","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595124+0000","last_change":"2024-07-26T17:02:35.611074+0000","last_active":"2024-07-26T17:02:36.595124+0000","last_peered":"2024-07-26T17:02:36.595124+0000","last_clean":"2024-07-26T17:02:36.595124+0000","last_became_active":"2024-07-26T17:02:35.610716+0000","last_became_peered":"2024-07-26T17:02:35.610716+0000","last_unstale":"2024-07-26T17:02:36.595124+0000","last_undegraded":"2024-07-26T17:02:36.595124+0000","last_fullsized":"2024-07-26T17:02:36.595124+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:42:25.780446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.3d","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875974+0000","last_change":"2024-07-26T17:02:35.617581+0000","last_active":"2024-07-26T17:02:36.875974+0000","last_peered":"2024-07-26T17:02:36.875974+0000","last_clean":"2024-07-26T17:02:36.875974+0000","last_became_active":"2024-07-26T17:02:35.617286+0000","last_became_peered":"2024-07-26T17:02:35.617286+0000","last_unstale":"2024-07-26T17:02:36.875974+0000","last_undegraded":"2024-07-26T17:02:36.875974+0000","last_fullsized":"2024-07-26T17:02:36.875974+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:04.467532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.3c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875107+0000","last_change":"2024-07-26T17:02:35.619265+0000","last_active":"2024-07-26T17:02:36.875107+0000","last_peered":"2024-07-26T17:02:36.875107+0000","last_clean":"2024-07-26T17:02:36.875107+0000","last_became_active":"2024-07-26T17:02:35.618870+0000","last_became_peered":"2024-07-26T17:02:35.618870+0000","last_unstale":"2024-07-26T17:02:36.875107+0000","last_undegraded":"2024-07-26T17:02:36.875107+0000","last_fullsized":"2024-07-26T17:02:36.875107+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:08:44.348712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3b","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875002+0000","last_change":"2024-07-26T17:02:35.611645+0000","last_active":"2024-07-26T17:02:36.875002+0000","last_peered":"2024-07-26T17:02:36.875002+0000","last_clean":"2024-07-26T17:02:36.875002+0000","last_became_active":"2024-07-26T17:02:35.611065+0000","last_became_peered":"2024-07-26T17:02:35.611065+0000","last_unstale":"2024-07-26T17:02:36.875002+0000","last_undegraded":"2024-07-26T17:02:36.875002+0000","last_fullsized":"2024-07-26T17:02:36.875002+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:13.331711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.3a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874800+0000","last_change":"2024-07-26T17:02:35.627396+0000","last_active":"2024-07-26T17:02:36.874800+0000","last_peered":"2024-07-26T17:02:36.874800+0000","last_clean":"2024-07-26T17:02:36.874800+0000","last_became_active":"2024-07-26T17:02:35.627030+0000","last_became_peered":"2024-07-26T17:02:35.627030+0000","last_unstale":"2024-07-26T17:02:36.874800+0000","last_undegraded":"2024-07-26T17:02:36.874800+0000","last_fullsized":"2024-07-26T17:02:36.874800+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:46.776317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.39","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615801+0000","last_change":"2024-07-26T17:02:35.609564+0000","last_active":"2024-07-26T17:02:36.615801+0000","last_peered":"2024-07-26T17:02:36.615801+0000","last_clean":"2024-07-26T17:02:36.615801+0000","last_became_active":"2024-07-26T17:02:35.609138+0000","last_became_peered":"2024-07-26T17:02:35.609138+0000","last_unstale":"2024-07-26T17:02:36.615801+0000","last_undegraded":"2024-07-26T17:02:36.615801+0000","last_fullsized":"2024-07-26T17:02:36.615801+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:48:13.968567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.38","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875426+0000","last_change":"2024-07-26T17:02:35.624596+0000","last_active":"2024-07-26T17:02:36.875426+0000","last_peered":"2024-07-26T17:02:36.875426+0000","last_clean":"2024-07-26T17:02:36.875426+0000","last_became_active":"2024-07-26T17:02:35.623518+0000","last_became_peered":"2024-07-26T17:02:35.623518+0000","last_unstale":"2024-07-26T17:02:36.875426+0000","last_undegraded":"2024-07-26T17:02:36.875426+0000","last_fullsized":"2024-07-26T17:02:36.875426+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:24:06.714215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.37","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595244+0000","last_change":"2024-07-26T17:02:35.622774+0000","last_active":"2024-07-26T17:02:36.595244+0000","last_peered":"2024-07-26T17:02:36.595244+0000","last_clean":"2024-07-26T17:02:36.595244+0000","last_became_active":"2024-07-26T17:02:35.617399+0000","last_became_peered":"2024-07-26T17:02:35.617399+0000","last_unstale":"2024-07-26T17:02:36.595244+0000","last_undegraded":"2024-07-26T17:02:36.595244+0000","last_fullsized":"2024-07-26T17:02:36.595244+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:02.267514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.36","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875717+0000","last_change":"2024-07-26T17:02:35.619709+0000","last_active":"2024-07-26T17:02:36.875717+0000","last_peered":"2024-07-26T17:02:36.875717+0000","last_clean":"2024-07-26T17:02:36.875717+0000","last_became_active":"2024-07-26T17:02:35.619360+0000","last_became_peered":"2024-07-26T17:02:35.619360+0000","last_unstale":"2024-07-26T17:02:36.875717+0000","last_undegraded":"2024-07-26T17:02:36.875717+0000","last_fullsized":"2024-07-26T17:02:36.875717+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:17:13.960139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.35","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598611+0000","last_change":"2024-07-26T17:02:35.614135+0000","last_active":"2024-07-26T17:02:36.598611+0000","last_peered":"2024-07-26T17:02:36.598611+0000","last_clean":"2024-07-26T17:02:36.598611+0000","last_became_active":"2024-07-26T17:02:35.613798+0000","last_became_peered":"2024-07-26T17:02:35.613798+0000","last_unstale":"2024-07-26T17:02:36.598611+0000","last_undegraded":"2024-07-26T17:02:36.598611+0000","last_fullsized":"2024-07-26T17:02:36.598611+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:47:57.342044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.34","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875116+0000","last_change":"2024-07-26T17:02:35.614599+0000","last_active":"2024-07-26T17:02:36.875116+0000","last_peered":"2024-07-26T17:02:36.875116+0000","last_clean":"2024-07-26T17:02:36.875116+0000","last_became_active":"2024-07-26T17:02:35.614255+0000","last_became_peered":"2024-07-26T17:02:35.614255+0000","last_unstale":"2024-07-26T17:02:36.875116+0000","last_undegraded":"2024-07-26T17:02:36.875116+0000","last_fullsized":"2024-07-26T17:02:36.875116+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:39:20.910427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.33","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598777+0000","last_change":"2024-07-26T17:02:35.620878+0000","last_active":"2024-07-26T17:02:36.598777+0000","last_peered":"2024-07-26T17:02:36.598777+0000","last_clean":"2024-07-26T17:02:36.598777+0000","last_became_active":"2024-07-26T17:02:35.620135+0000","last_became_peered":"2024-07-26T17:02:35.620135+0000","last_unstale":"2024-07-26T17:02:36.598777+0000","last_undegraded":"2024-07-26T17:02:36.598777+0000","last_fullsized":"2024-07-26T17:02:36.598777+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:44.247414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.32","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615737+0000","last_change":"2024-07-26T17:02:35.607354+0000","last_active":"2024-07-26T17:02:36.615737+0000","last_peered":"2024-07-26T17:02:36.615737+0000","last_clean":"2024-07-26T17:02:36.615737+0000","last_became_active":"2024-07-26T17:02:35.607087+0000","last_became_peered":"2024-07-26T17:02:35.607087+0000","last_unstale":"2024-07-26T17:02:36.615737+0000","last_undegraded":"2024-07-26T17:02:36.615737+0000","last_fullsized":"2024-07-26T17:02:36.615737+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:10:40.706850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.31","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594790+0000","last_change":"2024-07-26T17:02:35.607359+0000","last_active":"2024-07-26T17:02:36.594790+0000","last_peered":"2024-07-26T17:02:36.594790+0000","last_clean":"2024-07-26T17:02:36.594790+0000","last_became_active":"2024-07-26T17:02:35.607018+0000","last_became_peered":"2024-07-26T17:02:35.607018+0000","last_unstale":"2024-07-26T17:02:36.594790+0000","last_undegraded":"2024-07-26T17:02:36.594790+0000","last_fullsized":"2024-07-26T17:02:36.594790+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:01:55.276489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.30","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875245+0000","last_change":"2024-07-26T17:02:35.608670+0000","last_active":"2024-07-26T17:02:36.875245+0000","last_peered":"2024-07-26T17:02:36.875245+0000","last_clean":"2024-07-26T17:02:36.875245+0000","last_became_active":"2024-07-26T17:02:35.608358+0000","last_became_peered":"2024-07-26T17:02:35.608358+0000","last_unstale":"2024-07-26T17:02:36.875245+0000","last_undegraded":"2024-07-26T17:02:36.875245+0000","last_fullsized":"2024-07-26T17:02:36.875245+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:40:15.924381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.2f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875872+0000","last_change":"2024-07-26T17:02:35.618621+0000","last_active":"2024-07-26T17:02:36.875872+0000","last_peered":"2024-07-26T17:02:36.875872+0000","last_clean":"2024-07-26T17:02:36.875872+0000","last_became_active":"2024-07-26T17:02:35.618247+0000","last_became_peered":"2024-07-26T17:02:35.618247+0000","last_unstale":"2024-07-26T17:02:36.875872+0000","last_undegraded":"2024-07-26T17:02:36.875872+0000","last_fullsized":"2024-07-26T17:02:36.875872+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:34.098834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.2e","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598968+0000","last_change":"2024-07-26T17:02:35.617579+0000","last_active":"2024-07-26T17:02:36.598968+0000","last_peered":"2024-07-26T17:02:36.598968+0000","last_clean":"2024-07-26T17:02:36.598968+0000","last_became_active":"2024-07-26T17:02:35.617299+0000","last_became_peered":"2024-07-26T17:02:35.617299+0000","last_unstale":"2024-07-26T17:02:36.598968+0000","last_undegraded":"2024-07-26T17:02:36.598968+0000","last_fullsized":"2024-07-26T17:02:36.598968+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:48:39.666012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.2d","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598634+0000","last_change":"2024-07-26T17:02:35.605686+0000","last_active":"2024-07-26T17:02:36.598634+0000","last_peered":"2024-07-26T17:02:36.598634+0000","last_clean":"2024-07-26T17:02:36.598634+0000","last_became_active":"2024-07-26T17:02:35.605386+0000","last_became_peered":"2024-07-26T17:02:35.605386+0000","last_unstale":"2024-07-26T17:02:36.598634+0000","last_undegraded":"2024-07-26T17:02:36.598634+0000","last_fullsized":"2024-07-26T17:02:36.598634+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:00:55.119114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.2c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875169+0000","last_change":"2024-07-26T17:02:35.621522+0000","last_active":"2024-07-26T17:02:36.875169+0000","last_peered":"2024-07-26T17:02:36.875169+0000","last_clean":"2024-07-26T17:02:36.875169+0000","last_became_active":"2024-07-26T17:02:35.618545+0000","last_became_peered":"2024-07-26T17:02:35.618545+0000","last_unstale":"2024-07-26T17:02:36.875169+0000","last_undegraded":"2024-07-26T17:02:36.875169+0000","last_fullsized":"2024-07-26T17:02:36.875169+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:45.619892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.2b","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594969+0000","last_change":"2024-07-26T17:02:35.616358+0000","last_active":"2024-07-26T17:02:36.594969+0000","last_peered":"2024-07-26T17:02:36.594969+0000","last_clean":"2024-07-26T17:02:36.594969+0000","last_became_active":"2024-07-26T17:02:35.616055+0000","last_became_peered":"2024-07-26T17:02:35.616055+0000","last_unstale":"2024-07-26T17:02:36.594969+0000","last_undegraded":"2024-07-26T17:02:36.594969+0000","last_fullsized":"2024-07-26T17:02:36.594969+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:16:17.744548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.2a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595455+0000","last_change":"2024-07-26T17:02:35.619203+0000","last_active":"2024-07-26T17:02:36.595455+0000","last_peered":"2024-07-26T17:02:36.595455+0000","last_clean":"2024-07-26T17:02:36.595455+0000","last_became_active":"2024-07-26T17:02:35.617306+0000","last_became_peered":"2024-07-26T17:02:35.617306+0000","last_unstale":"2024-07-26T17:02:36.595455+0000","last_undegraded":"2024-07-26T17:02:36.595455+0000","last_fullsized":"2024-07-26T17:02:36.595455+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:15:25.606888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.29","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875120+0000","last_change":"2024-07-26T17:02:35.624228+0000","last_active":"2024-07-26T17:02:36.875120+0000","last_peered":"2024-07-26T17:02:36.875120+0000","last_clean":"2024-07-26T17:02:36.875120+0000","last_became_active":"2024-07-26T17:02:35.623835+0000","last_became_peered":"2024-07-26T17:02:35.623835+0000","last_unstale":"2024-07-26T17:02:36.875120+0000","last_undegraded":"2024-07-26T17:02:36.875120+0000","last_fullsized":"2024-07-26T17:02:36.875120+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:26.871388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.28","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594669+0000","last_change":"2024-07-26T17:02:35.615236+0000","last_active":"2024-07-26T17:02:36.594669+0000","last_peered":"2024-07-26T17:02:36.594669+0000","last_clean":"2024-07-26T17:02:36.594669+0000","last_became_active":"2024-07-26T17:02:35.614912+0000","last_became_peered":"2024-07-26T17:02:35.614912+0000","last_unstale":"2024-07-26T17:02:36.594669+0000","last_undegraded":"2024-07-26T17:02:36.594669+0000","last_fullsized":"2024-07-26T17:02:36.594669+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:58:21.346252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.27","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616306+0000","last_change":"2024-07-26T17:02:35.620130+0000","last_active":"2024-07-26T17:02:36.616306+0000","last_peered":"2024-07-26T17:02:36.616306+0000","last_clean":"2024-07-26T17:02:36.616306+0000","last_became_active":"2024-07-26T17:02:35.618640+0000","last_became_peered":"2024-07-26T17:02:35.618640+0000","last_unstale":"2024-07-26T17:02:36.616306+0000","last_undegraded":"2024-07-26T17:02:36.616306+0000","last_fullsized":"2024-07-26T17:02:36.616306+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:34:42.204611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.26","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599336+0000","last_change":"2024-07-26T17:02:35.613121+0000","last_active":"2024-07-26T17:02:36.599336+0000","last_peered":"2024-07-26T17:02:36.599336+0000","last_clean":"2024-07-26T17:02:36.599336+0000","last_became_active":"2024-07-26T17:02:35.612799+0000","last_became_peered":"2024-07-26T17:02:35.612799+0000","last_unstale":"2024-07-26T17:02:36.599336+0000","last_undegraded":"2024-07-26T17:02:36.599336+0000","last_fullsized":"2024-07-26T17:02:36.599336+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:42:06.914502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.25","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875538+0000","last_change":"2024-07-26T17:02:35.614847+0000","last_active":"2024-07-26T17:02:36.875538+0000","last_peered":"2024-07-26T17:02:36.875538+0000","last_clean":"2024-07-26T17:02:36.875538+0000","last_became_active":"2024-07-26T17:02:35.614534+0000","last_became_peered":"2024-07-26T17:02:35.614534+0000","last_unstale":"2024-07-26T17:02:36.875538+0000","last_undegraded":"2024-07-26T17:02:36.875538+0000","last_fullsized":"2024-07-26T17:02:36.875538+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:19.257098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.24","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875312+0000","last_change":"2024-07-26T17:02:35.613773+0000","last_active":"2024-07-26T17:02:36.875312+0000","last_peered":"2024-07-26T17:02:36.875312+0000","last_clean":"2024-07-26T17:02:36.875312+0000","last_became_active":"2024-07-26T17:02:35.613455+0000","last_became_peered":"2024-07-26T17:02:35.613455+0000","last_unstale":"2024-07-26T17:02:36.875312+0000","last_undegraded":"2024-07-26T17:02:36.875312+0000","last_fullsized":"2024-07-26T17:02:36.875312+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:31:11.454135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.23","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598309+0000","last_change":"2024-07-26T17:02:35.608674+0000","last_active":"2024-07-26T17:02:36.598309+0000","last_peered":"2024-07-26T17:02:36.598309+0000","last_clean":"2024-07-26T17:02:36.598309+0000","last_became_active":"2024-07-26T17:02:35.608071+0000","last_became_peered":"2024-07-26T17:02:35.608071+0000","last_unstale":"2024-07-26T17:02:36.598309+0000","last_undegraded":"2024-07-26T17:02:36.598309+0000","last_fullsized":"2024-07-26T17:02:36.598309+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:31.888215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.22","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598198+0000","last_change":"2024-07-26T17:02:35.608359+0000","last_active":"2024-07-26T17:02:36.598198+0000","last_peered":"2024-07-26T17:02:36.598198+0000","last_clean":"2024-07-26T17:02:36.598198+0000","last_became_active":"2024-07-26T17:02:35.608012+0000","last_became_peered":"2024-07-26T17:02:35.608012+0000","last_unstale":"2024-07-26T17:02:36.598198+0000","last_undegraded":"2024-07-26T17:02:36.598198+0000","last_fullsized":"2024-07-26T17:02:36.598198+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:20:19.396993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.21","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615690+0000","last_change":"2024-07-26T17:02:35.608587+0000","last_active":"2024-07-26T17:02:36.615690+0000","last_peered":"2024-07-26T17:02:36.615690+0000","last_clean":"2024-07-26T17:02:36.615690+0000","last_became_active":"2024-07-26T17:02:35.605926+0000","last_became_peered":"2024-07-26T17:02:35.605926+0000","last_unstale":"2024-07-26T17:02:36.615690+0000","last_undegraded":"2024-07-26T17:02:36.615690+0000","last_fullsized":"2024-07-26T17:02:36.615690+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:32.835267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.20","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874858+0000","last_change":"2024-07-26T17:02:35.618890+0000","last_active":"2024-07-26T17:02:36.874858+0000","last_peered":"2024-07-26T17:02:36.874858+0000","last_clean":"2024-07-26T17:02:36.874858+0000","last_became_active":"2024-07-26T17:02:35.618399+0000","last_became_peered":"2024-07-26T17:02:35.618399+0000","last_unstale":"2024-07-26T17:02:36.874858+0000","last_undegraded":"2024-07-26T17:02:36.874858+0000","last_fullsized":"2024-07-26T17:02:36.874858+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:40:32.887223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875741+0000","last_change":"2024-07-26T17:02:35.612713+0000","last_active":"2024-07-26T17:02:36.875741+0000","last_peered":"2024-07-26T17:02:36.875741+0000","last_clean":"2024-07-26T17:02:36.875741+0000","last_became_active":"2024-07-26T17:02:35.612409+0000","last_became_peered":"2024-07-26T17:02:35.612409+0000","last_unstale":"2024-07-26T17:02:36.875741+0000","last_undegraded":"2024-07-26T17:02:36.875741+0000","last_fullsized":"2024-07-26T17:02:36.875741+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:05:34.402202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.1f","version":"210'4","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875330+0000","last_change":"2024-07-26T17:02:34.620305+0000","last_active":"2024-07-26T17:02:36.875330+0000","last_peered":"2024-07-26T17:02:36.875330+0000","last_clean":"2024-07-26T17:02:36.875330+0000","last_became_active":"2024-07-26T17:02:34.620005+0000","last_became_peered":"2024-07-26T17:02:34.620005+0000","last_unstale":"2024-07-26T17:02:36.875330+0000","last_undegraded":"2024-07-26T17:02:36.875330+0000","last_fullsized":"2024-07-26T17:02:36.875330+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:53:54.740704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616112+0000","last_change":"2024-07-26T17:02:35.613248+0000","last_active":"2024-07-26T17:02:36.616112+0000","last_peered":"2024-07-26T17:02:36.616112+0000","last_clean":"2024-07-26T17:02:36.616112+0000","last_became_active":"2024-07-26T17:02:35.612917+0000","last_became_peered":"2024-07-26T17:02:35.612917+0000","last_unstale":"2024-07-26T17:02:36.616112+0000","last_undegraded":"2024-07-26T17:02:36.616112+0000","last_fullsized":"2024-07-26T17:02:36.616112+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:48:16.541048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875725+0000","last_change":"2024-07-26T17:02:34.609957+0000","last_active":"2024-07-26T17:02:36.875725+0000","last_peered":"2024-07-26T17:02:36.875725+0000","last_clean":"2024-07-26T17:02:36.875725+0000","last_became_active":"2024-07-26T17:02:34.609626+0000","last_became_peered":"2024-07-26T17:02:34.609626+0000","last_unstale":"2024-07-26T17:02:36.875725+0000","last_undegraded":"2024-07-26T17:02:36.875725+0000","last_fullsized":"2024-07-26T17:02:36.875725+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:52:13.313855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1e","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599414+0000","last_change":"2024-07-26T17:02:35.618515+0000","last_active":"2024-07-26T17:02:36.599414+0000","last_peered":"2024-07-26T17:02:36.599414+0000","last_clean":"2024-07-26T17:02:36.599414+0000","last_became_active":"2024-07-26T17:02:35.618170+0000","last_became_peered":"2024-07-26T17:02:35.618170+0000","last_unstale":"2024-07-26T17:02:36.599414+0000","last_undegraded":"2024-07-26T17:02:36.599414+0000","last_fullsized":"2024-07-26T17:02:36.599414+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:43:44.516134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1d","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599024+0000","last_change":"2024-07-26T17:02:34.613659+0000","last_active":"2024-07-26T17:02:36.599024+0000","last_peered":"2024-07-26T17:02:36.599024+0000","last_clean":"2024-07-26T17:02:36.599024+0000","last_became_active":"2024-07-26T17:02:34.613377+0000","last_became_peered":"2024-07-26T17:02:34.613377+0000","last_unstale":"2024-07-26T17:02:36.599024+0000","last_undegraded":"2024-07-26T17:02:36.599024+0000","last_fullsized":"2024-07-26T17:02:36.599024+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:44.306686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875867+0000","last_change":"2024-07-26T17:02:35.615431+0000","last_active":"2024-07-26T17:02:36.875867+0000","last_peered":"2024-07-26T17:02:36.875867+0000","last_clean":"2024-07-26T17:02:36.875867+0000","last_became_active":"2024-07-26T17:02:35.615022+0000","last_became_peered":"2024-07-26T17:02:35.615022+0000","last_unstale":"2024-07-26T17:02:36.875867+0000","last_undegraded":"2024-07-26T17:02:36.875867+0000","last_fullsized":"2024-07-26T17:02:36.875867+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:17.474316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1c","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599271+0000","last_change":"2024-07-26T17:02:34.617795+0000","last_active":"2024-07-26T17:02:36.599271+0000","last_peered":"2024-07-26T17:02:36.599271+0000","last_clean":"2024-07-26T17:02:36.599271+0000","last_became_active":"2024-07-26T17:02:34.617402+0000","last_became_peered":"2024-07-26T17:02:34.617402+0000","last_unstale":"2024-07-26T17:02:36.599271+0000","last_undegraded":"2024-07-26T17:02:36.599271+0000","last_fullsized":"2024-07-26T17:02:36.599271+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:37.005776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598393+0000","last_change":"2024-07-26T17:02:35.611821+0000","last_active":"2024-07-26T17:02:36.598393+0000","last_peered":"2024-07-26T17:02:36.598393+0000","last_clean":"2024-07-26T17:02:36.598393+0000","last_became_active":"2024-07-26T17:02:35.611375+0000","last_became_peered":"2024-07-26T17:02:35.611375+0000","last_unstale":"2024-07-26T17:02:36.598393+0000","last_undegraded":"2024-07-26T17:02:36.598393+0000","last_fullsized":"2024-07-26T17:02:36.598393+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:51:33.745065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.1b","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875085+0000","last_change":"2024-07-26T17:02:34.611551+0000","last_active":"2024-07-26T17:02:36.875085+0000","last_peered":"2024-07-26T17:02:36.875085+0000","last_clean":"2024-07-26T17:02:36.875085+0000","last_became_active":"2024-07-26T17:02:34.610978+0000","last_became_peered":"2024-07-26T17:02:34.610978+0000","last_unstale":"2024-07-26T17:02:36.875085+0000","last_undegraded":"2024-07-26T17:02:36.875085+0000","last_fullsized":"2024-07-26T17:02:36.875085+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:44.176993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594890+0000","last_change":"2024-07-26T17:02:35.605187+0000","last_active":"2024-07-26T17:02:36.594890+0000","last_peered":"2024-07-26T17:02:36.594890+0000","last_clean":"2024-07-26T17:02:36.594890+0000","last_became_active":"2024-07-26T17:02:35.604861+0000","last_became_peered":"2024-07-26T17:02:35.604861+0000","last_unstale":"2024-07-26T17:02:36.594890+0000","last_undegraded":"2024-07-26T17:02:36.594890+0000","last_fullsized":"2024-07-26T17:02:36.594890+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:06.557276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1a","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874897+0000","last_change":"2024-07-26T17:02:34.618714+0000","last_active":"2024-07-26T17:02:36.874897+0000","last_peered":"2024-07-26T17:02:36.874897+0000","last_clean":"2024-07-26T17:02:36.874897+0000","last_became_active":"2024-07-26T17:02:34.618414+0000","last_became_peered":"2024-07-26T17:02:34.618414+0000","last_unstale":"2024-07-26T17:02:36.874897+0000","last_undegraded":"2024-07-26T17:02:36.874897+0000","last_fullsized":"2024-07-26T17:02:36.874897+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:19:20.884938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595220+0000","last_change":"2024-07-26T17:02:35.616817+0000","last_active":"2024-07-26T17:02:36.595220+0000","last_peered":"2024-07-26T17:02:36.595220+0000","last_clean":"2024-07-26T17:02:36.595220+0000","last_became_active":"2024-07-26T17:02:35.615167+0000","last_became_peered":"2024-07-26T17:02:35.615167+0000","last_unstale":"2024-07-26T17:02:36.595220+0000","last_undegraded":"2024-07-26T17:02:36.595220+0000","last_fullsized":"2024-07-26T17:02:36.595220+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:30:22.402014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599566+0000","last_change":"2024-07-26T17:02:34.615680+0000","last_active":"2024-07-26T17:02:36.599566+0000","last_peered":"2024-07-26T17:02:36.599566+0000","last_clean":"2024-07-26T17:02:36.599566+0000","last_became_active":"2024-07-26T17:02:34.615300+0000","last_became_peered":"2024-07-26T17:02:34.615300+0000","last_unstale":"2024-07-26T17:02:36.599566+0000","last_undegraded":"2024-07-26T17:02:36.599566+0000","last_fullsized":"2024-07-26T17:02:36.599566+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:27:02.044125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.14","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875782+0000","last_change":"2024-07-26T17:02:35.613537+0000","last_active":"2024-07-26T17:02:36.875782+0000","last_peered":"2024-07-26T17:02:36.875782+0000","last_clean":"2024-07-26T17:02:36.875782+0000","last_became_active":"2024-07-26T17:02:35.613251+0000","last_became_peered":"2024-07-26T17:02:35.613251+0000","last_unstale":"2024-07-26T17:02:36.875782+0000","last_undegraded":"2024-07-26T17:02:36.875782+0000","last_fullsized":"2024-07-26T17:02:36.875782+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:30:19.121191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875768+0000","last_change":"2024-07-26T17:02:34.622148+0000","last_active":"2024-07-26T17:02:36.875768+0000","last_peered":"2024-07-26T17:02:36.875768+0000","last_clean":"2024-07-26T17:02:36.875768+0000","last_became_active":"2024-07-26T17:02:34.621457+0000","last_became_peered":"2024-07-26T17:02:34.621457+0000","last_unstale":"2024-07-26T17:02:36.875768+0000","last_undegraded":"2024-07-26T17:02:36.875768+0000","last_fullsized":"2024-07-26T17:02:36.875768+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:01:02.580364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.15","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875487+0000","last_change":"2024-07-26T17:02:35.610604+0000","last_active":"2024-07-26T17:02:36.875487+0000","last_peered":"2024-07-26T17:02:36.875487+0000","last_clean":"2024-07-26T17:02:36.875487+0000","last_became_active":"2024-07-26T17:02:35.610293+0000","last_became_peered":"2024-07-26T17:02:35.610293+0000","last_unstale":"2024-07-26T17:02:36.875487+0000","last_undegraded":"2024-07-26T17:02:36.875487+0000","last_fullsized":"2024-07-26T17:02:36.875487+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:29:30.340452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595095+0000","last_change":"2024-07-26T17:02:34.623600+0000","last_active":"2024-07-26T17:02:36.595095+0000","last_peered":"2024-07-26T17:02:36.595095+0000","last_clean":"2024-07-26T17:02:36.595095+0000","last_became_active":"2024-07-26T17:02:34.623246+0000","last_became_peered":"2024-07-26T17:02:34.623246+0000","last_unstale":"2024-07-26T17:02:36.595095+0000","last_undegraded":"2024-07-26T17:02:36.595095+0000","last_fullsized":"2024-07-26T17:02:36.595095+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:12:54.207603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599181+0000","last_change":"2024-07-26T17:02:35.610366+0000","last_active":"2024-07-26T17:02:36.599181+0000","last_peered":"2024-07-26T17:02:36.599181+0000","last_clean":"2024-07-26T17:02:36.599181+0000","last_became_active":"2024-07-26T17:02:35.610013+0000","last_became_peered":"2024-07-26T17:02:35.610013+0000","last_unstale":"2024-07-26T17:02:36.599181+0000","last_undegraded":"2024-07-26T17:02:36.599181+0000","last_fullsized":"2024-07-26T17:02:36.599181+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:15:44.433953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.15","version":"210'3","reported_seq":18,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874746+0000","last_change":"2024-07-26T17:02:34.618029+0000","last_active":"2024-07-26T17:02:36.874746+0000","last_peered":"2024-07-26T17:02:36.874746+0000","last_clean":"2024-07-26T17:02:36.874746+0000","last_became_active":"2024-07-26T17:02:34.617707+0000","last_became_peered":"2024-07-26T17:02:34.617707+0000","last_unstale":"2024-07-26T17:02:36.874746+0000","last_undegraded":"2024-07-26T17:02:36.874746+0000","last_fullsized":"2024-07-26T17:02:36.874746+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:05:39.640626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595372+0000","last_change":"2024-07-26T17:02:35.610244+0000","last_active":"2024-07-26T17:02:36.595372+0000","last_peered":"2024-07-26T17:02:36.595372+0000","last_clean":"2024-07-26T17:02:36.595372+0000","last_became_active":"2024-07-26T17:02:35.609939+0000","last_became_peered":"2024-07-26T17:02:35.609939+0000","last_unstale":"2024-07-26T17:02:36.595372+0000","last_undegraded":"2024-07-26T17:02:36.595372+0000","last_fullsized":"2024-07-26T17:02:36.595372+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:35.628433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.14","version":"210'6","reported_seq":21,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599397+0000","last_change":"2024-07-26T17:02:34.610320+0000","last_active":"2024-07-26T17:02:36.599397+0000","last_peered":"2024-07-26T17:02:36.599397+0000","last_clean":"2024-07-26T17:02:36.599397+0000","last_became_active":"2024-07-26T17:02:34.609818+0000","last_became_peered":"2024-07-26T17:02:34.609818+0000","last_unstale":"2024-07-26T17:02:36.599397+0000","last_undegraded":"2024-07-26T17:02:36.599397+0000","last_fullsized":"2024-07-26T17:02:36.599397+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:50:35.773390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.10","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615691+0000","last_change":"2024-07-26T17:02:35.616152+0000","last_active":"2024-07-26T17:02:36.615691+0000","last_peered":"2024-07-26T17:02:36.615691+0000","last_clean":"2024-07-26T17:02:36.615691+0000","last_became_active":"2024-07-26T17:02:35.615784+0000","last_became_peered":"2024-07-26T17:02:35.615784+0000","last_unstale":"2024-07-26T17:02:36.615691+0000","last_undegraded":"2024-07-26T17:02:36.615691+0000","last_fullsized":"2024-07-26T17:02:36.615691+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:52:32.397890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.13","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598848+0000","last_change":"2024-07-26T17:02:34.610394+0000","last_active":"2024-07-26T17:02:36.598848+0000","last_peered":"2024-07-26T17:02:36.598848+0000","last_clean":"2024-07-26T17:02:36.598848+0000","last_became_active":"2024-07-26T17:02:34.609881+0000","last_became_peered":"2024-07-26T17:02:34.609881+0000","last_unstale":"2024-07-26T17:02:36.598848+0000","last_undegraded":"2024-07-26T17:02:36.598848+0000","last_fullsized":"2024-07-26T17:02:36.598848+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:27.648450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874614+0000","last_change":"2024-07-26T17:02:35.622482+0000","last_active":"2024-07-26T17:02:36.874614+0000","last_peered":"2024-07-26T17:02:36.874614+0000","last_clean":"2024-07-26T17:02:36.874614+0000","last_became_active":"2024-07-26T17:02:35.622124+0000","last_became_peered":"2024-07-26T17:02:35.622124+0000","last_unstale":"2024-07-26T17:02:36.874614+0000","last_undegraded":"2024-07-26T17:02:36.874614+0000","last_fullsized":"2024-07-26T17:02:36.874614+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:27.568477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595471+0000","last_change":"2024-07-26T17:02:34.614303+0000","last_active":"2024-07-26T17:02:36.595471+0000","last_peered":"2024-07-26T17:02:36.595471+0000","last_clean":"2024-07-26T17:02:36.595471+0000","last_became_active":"2024-07-26T17:02:34.608487+0000","last_became_peered":"2024-07-26T17:02:34.608487+0000","last_unstale":"2024-07-26T17:02:36.595471+0000","last_undegraded":"2024-07-26T17:02:36.595471+0000","last_fullsized":"2024-07-26T17:02:36.595471+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:29.857579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599817+0000","last_change":"2024-07-26T17:02:35.604848+0000","last_active":"2024-07-26T17:02:36.599817+0000","last_peered":"2024-07-26T17:02:36.599817+0000","last_clean":"2024-07-26T17:02:36.599817+0000","last_became_active":"2024-07-26T17:02:35.604391+0000","last_became_peered":"2024-07-26T17:02:35.604391+0000","last_unstale":"2024-07-26T17:02:36.599817+0000","last_undegraded":"2024-07-26T17:02:36.599817+0000","last_fullsized":"2024-07-26T17:02:36.599817+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:05.623642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874698+0000","last_change":"2024-07-26T17:02:34.608100+0000","last_active":"2024-07-26T17:02:36.874698+0000","last_peered":"2024-07-26T17:02:36.874698+0000","last_clean":"2024-07-26T17:02:36.874698+0000","last_became_active":"2024-07-26T17:02:34.607769+0000","last_became_peered":"2024-07-26T17:02:34.607769+0000","last_unstale":"2024-07-26T17:02:36.874698+0000","last_undegraded":"2024-07-26T17:02:36.874698+0000","last_fullsized":"2024-07-26T17:02:36.874698+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:30:09.027830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.13","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599290+0000","last_change":"2024-07-26T17:02:35.625575+0000","last_active":"2024-07-26T17:02:36.599290+0000","last_peered":"2024-07-26T17:02:36.599290+0000","last_clean":"2024-07-26T17:02:36.599290+0000","last_became_active":"2024-07-26T17:02:35.625254+0000","last_became_peered":"2024-07-26T17:02:35.625254+0000","last_unstale":"2024-07-26T17:02:36.599290+0000","last_undegraded":"2024-07-26T17:02:36.599290+0000","last_fullsized":"2024-07-26T17:02:36.599290+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:51.872477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.10","version":"210'8","reported_seq":23,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599388+0000","last_change":"2024-07-26T17:02:34.613605+0000","last_active":"2024-07-26T17:02:36.599388+0000","last_peered":"2024-07-26T17:02:36.599388+0000","last_clean":"2024-07-26T17:02:36.599388+0000","last_became_active":"2024-07-26T17:02:34.613309+0000","last_became_peered":"2024-07-26T17:02:34.613309+0000","last_unstale":"2024-07-26T17:02:36.599388+0000","last_undegraded":"2024-07-26T17:02:36.599388+0000","last_fullsized":"2024-07-26T17:02:36.599388+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:24.572633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616181+0000","last_change":"2024-07-26T17:02:35.606171+0000","last_active":"2024-07-26T17:02:36.616181+0000","last_peered":"2024-07-26T17:02:36.616181+0000","last_clean":"2024-07-26T17:02:36.616181+0000","last_became_active":"2024-07-26T17:02:35.605861+0000","last_became_peered":"2024-07-26T17:02:35.605861+0000","last_unstale":"2024-07-26T17:02:36.616181+0000","last_undegraded":"2024-07-26T17:02:36.616181+0000","last_fullsized":"2024-07-26T17:02:36.616181+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:17:23.894387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599643+0000","last_change":"2024-07-26T17:02:34.612212+0000","last_active":"2024-07-26T17:02:36.599643+0000","last_peered":"2024-07-26T17:02:36.599643+0000","last_clean":"2024-07-26T17:02:36.599643+0000","last_became_active":"2024-07-26T17:02:34.611894+0000","last_became_peered":"2024-07-26T17:02:34.611894+0000","last_unstale":"2024-07-26T17:02:36.599643+0000","last_undegraded":"2024-07-26T17:02:36.599643+0000","last_fullsized":"2024-07-26T17:02:36.599643+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:23:42.554217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.d","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875460+0000","last_change":"2024-07-26T17:02:35.620999+0000","last_active":"2024-07-26T17:02:36.875460+0000","last_peered":"2024-07-26T17:02:36.875460+0000","last_clean":"2024-07-26T17:02:36.875460+0000","last_became_active":"2024-07-26T17:02:35.620272+0000","last_became_peered":"2024-07-26T17:02:35.620272+0000","last_unstale":"2024-07-26T17:02:36.875460+0000","last_undegraded":"2024-07-26T17:02:36.875460+0000","last_fullsized":"2024-07-26T17:02:36.875460+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:36:03.607916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.e","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875196+0000","last_change":"2024-07-26T17:02:34.611834+0000","last_active":"2024-07-26T17:02:36.875196+0000","last_peered":"2024-07-26T17:02:36.875196+0000","last_clean":"2024-07-26T17:02:36.875196+0000","last_became_active":"2024-07-26T17:02:34.611513+0000","last_became_peered":"2024-07-26T17:02:34.611513+0000","last_unstale":"2024-07-26T17:02:36.875196+0000","last_undegraded":"2024-07-26T17:02:36.875196+0000","last_fullsized":"2024-07-26T17:02:36.875196+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:04.498225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.e","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599623+0000","last_change":"2024-07-26T17:02:35.612383+0000","last_active":"2024-07-26T17:02:36.599623+0000","last_peered":"2024-07-26T17:02:36.599623+0000","last_clean":"2024-07-26T17:02:36.599623+0000","last_became_active":"2024-07-26T17:02:35.611751+0000","last_became_peered":"2024-07-26T17:02:35.611751+0000","last_unstale":"2024-07-26T17:02:36.599623+0000","last_undegraded":"2024-07-26T17:02:36.599623+0000","last_fullsized":"2024-07-26T17:02:36.599623+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:32:28.607254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.d","version":"210'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875740+0000","last_change":"2024-07-26T17:02:34.614595+0000","last_active":"2024-07-26T17:02:36.875740+0000","last_peered":"2024-07-26T17:02:36.875740+0000","last_clean":"2024-07-26T17:02:36.875740+0000","last_became_active":"2024-07-26T17:02:34.614224+0000","last_became_peered":"2024-07-26T17:02:34.614224+0000","last_unstale":"2024-07-26T17:02:36.875740+0000","last_undegraded":"2024-07-26T17:02:36.875740+0000","last_fullsized":"2024-07-26T17:02:36.875740+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:37.005776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.f","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595459+0000","last_change":"2024-07-26T17:02:35.623889+0000","last_active":"2024-07-26T17:02:36.595459+0000","last_peered":"2024-07-26T17:02:36.595459+0000","last_clean":"2024-07-26T17:02:36.595459+0000","last_became_active":"2024-07-26T17:02:35.623590+0000","last_became_peered":"2024-07-26T17:02:35.623590+0000","last_unstale":"2024-07-26T17:02:36.595459+0000","last_undegraded":"2024-07-26T17:02:36.595459+0000","last_fullsized":"2024-07-26T17:02:36.595459+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:49.399755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598752+0000","last_change":"2024-07-26T17:02:34.612783+0000","last_active":"2024-07-26T17:02:36.598752+0000","last_peered":"2024-07-26T17:02:36.598752+0000","last_clean":"2024-07-26T17:02:36.598752+0000","last_became_active":"2024-07-26T17:02:34.612490+0000","last_became_peered":"2024-07-26T17:02:34.612490+0000","last_unstale":"2024-07-26T17:02:36.598752+0000","last_undegraded":"2024-07-26T17:02:36.598752+0000","last_fullsized":"2024-07-26T17:02:36.598752+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:39:31.409939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594970+0000","last_change":"2024-07-26T17:02:35.613469+0000","last_active":"2024-07-26T17:02:36.594970+0000","last_peered":"2024-07-26T17:02:36.594970+0000","last_clean":"2024-07-26T17:02:36.594970+0000","last_became_active":"2024-07-26T17:02:35.613178+0000","last_became_peered":"2024-07-26T17:02:35.613178+0000","last_unstale":"2024-07-26T17:02:36.594970+0000","last_undegraded":"2024-07-26T17:02:36.594970+0000","last_fullsized":"2024-07-26T17:02:36.594970+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:22:19.843528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.598982+0000","last_change":"2024-07-26T17:02:34.611228+0000","last_active":"2024-07-26T17:02:36.598982+0000","last_peered":"2024-07-26T17:02:36.598982+0000","last_clean":"2024-07-26T17:02:36.598982+0000","last_became_active":"2024-07-26T17:02:34.610910+0000","last_became_peered":"2024-07-26T17:02:34.610910+0000","last_unstale":"2024-07-26T17:02:36.598982+0000","last_undegraded":"2024-07-26T17:02:36.598982+0000","last_fullsized":"2024-07-26T17:02:36.598982+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:53:00.972398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874814+0000","last_change":"2024-07-26T17:02:35.607296+0000","last_active":"2024-07-26T17:02:36.874814+0000","last_peered":"2024-07-26T17:02:36.874814+0000","last_clean":"2024-07-26T17:02:36.874814+0000","last_became_active":"2024-07-26T17:02:35.606326+0000","last_became_peered":"2024-07-26T17:02:35.606326+0000","last_unstale":"2024-07-26T17:02:36.874814+0000","last_undegraded":"2024-07-26T17:02:36.874814+0000","last_fullsized":"2024-07-26T17:02:36.874814+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:16.579860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875105+0000","last_change":"2024-07-26T17:02:34.612952+0000","last_active":"2024-07-26T17:02:36.875105+0000","last_peered":"2024-07-26T17:02:36.875105+0000","last_clean":"2024-07-26T17:02:36.875105+0000","last_became_active":"2024-07-26T17:02:34.612652+0000","last_became_peered":"2024-07-26T17:02:34.612652+0000","last_unstale":"2024-07-26T17:02:36.875105+0000","last_undegraded":"2024-07-26T17:02:36.875105+0000","last_fullsized":"2024-07-26T17:02:36.875105+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:53:58.036827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875033+0000","last_change":"2024-07-26T17:02:35.599805+0000","last_active":"2024-07-26T17:02:36.875033+0000","last_peered":"2024-07-26T17:02:36.875033+0000","last_clean":"2024-07-26T17:02:36.875033+0000","last_became_active":"2024-07-26T17:02:35.599398+0000","last_became_peered":"2024-07-26T17:02:35.599398+0000","last_unstale":"2024-07-26T17:02:36.875033+0000","last_undegraded":"2024-07-26T17:02:36.875033+0000","last_fullsized":"2024-07-26T17:02:36.875033+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:45.111850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615869+0000","last_change":"2024-07-26T17:02:34.610350+0000","last_active":"2024-07-26T17:02:36.615869+0000","last_peered":"2024-07-26T17:02:36.615869+0000","last_clean":"2024-07-26T17:02:36.615869+0000","last_became_active":"2024-07-26T17:02:34.610041+0000","last_became_peered":"2024-07-26T17:02:34.610041+0000","last_unstale":"2024-07-26T17:02:36.615869+0000","last_undegraded":"2024-07-26T17:02:36.615869+0000","last_fullsized":"2024-07-26T17:02:36.615869+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:26:23.538796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.b","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875151+0000","last_change":"2024-07-26T17:02:35.619632+0000","last_active":"2024-07-26T17:02:36.875151+0000","last_peered":"2024-07-26T17:02:36.875151+0000","last_clean":"2024-07-26T17:02:36.875151+0000","last_became_active":"2024-07-26T17:02:35.619283+0000","last_became_peered":"2024-07-26T17:02:35.619283+0000","last_unstale":"2024-07-26T17:02:36.875151+0000","last_undegraded":"2024-07-26T17:02:36.875151+0000","last_fullsized":"2024-07-26T17:02:36.875151+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:42.965506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875372+0000","last_change":"2024-07-26T17:02:34.613247+0000","last_active":"2024-07-26T17:02:36.875372+0000","last_peered":"2024-07-26T17:02:36.875372+0000","last_clean":"2024-07-26T17:02:36.875372+0000","last_became_active":"2024-07-26T17:02:34.612908+0000","last_became_peered":"2024-07-26T17:02:34.612908+0000","last_unstale":"2024-07-26T17:02:36.875372+0000","last_undegraded":"2024-07-26T17:02:36.875372+0000","last_fullsized":"2024-07-26T17:02:36.875372+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:50:35.773390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616114+0000","last_change":"2024-07-26T17:02:35.609427+0000","last_active":"2024-07-26T17:02:36.616114+0000","last_peered":"2024-07-26T17:02:36.616114+0000","last_clean":"2024-07-26T17:02:36.616114+0000","last_became_active":"2024-07-26T17:02:35.609100+0000","last_became_peered":"2024-07-26T17:02:35.609100+0000","last_unstale":"2024-07-26T17:02:36.616114+0000","last_undegraded":"2024-07-26T17:02:36.616114+0000","last_fullsized":"2024-07-26T17:02:36.616114+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:59:40.500475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.7","version":"210'2","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875378+0000","last_change":"2024-07-26T17:02:34.615823+0000","last_active":"2024-07-26T17:02:36.875378+0000","last_peered":"2024-07-26T17:02:36.875378+0000","last_clean":"2024-07-26T17:02:36.875378+0000","last_became_active":"2024-07-26T17:02:34.615242+0000","last_became_peered":"2024-07-26T17:02:34.615242+0000","last_unstale":"2024-07-26T17:02:36.875378+0000","last_undegraded":"2024-07-26T17:02:36.875378+0000","last_fullsized":"2024-07-26T17:02:36.875378+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:06:38.701013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.594813+0000","last_change":"2024-07-26T17:02:35.605126+0000","last_active":"2024-07-26T17:02:36.594813+0000","last_peered":"2024-07-26T17:02:36.594813+0000","last_clean":"2024-07-26T17:02:36.594813+0000","last_became_active":"2024-07-26T17:02:35.604774+0000","last_became_peered":"2024-07-26T17:02:35.604774+0000","last_unstale":"2024-07-26T17:02:36.594813+0000","last_undegraded":"2024-07-26T17:02:36.594813+0000","last_fullsized":"2024-07-26T17:02:36.594813+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:11:23.430631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.6","version":"211'1","reported_seq":16,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615884+0000","last_change":"2024-07-26T17:02:34.612627+0000","last_active":"2024-07-26T17:02:36.615884+0000","last_peered":"2024-07-26T17:02:36.615884+0000","last_clean":"2024-07-26T17:02:36.615884+0000","last_became_active":"2024-07-26T17:02:34.612304+0000","last_became_peered":"2024-07-26T17:02:34.612304+0000","last_unstale":"2024-07-26T17:02:36.615884+0000","last_undegraded":"2024-07-26T17:02:36.615884+0000","last_fullsized":"2024-07-26T17:02:36.615884+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:35:36.767740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.6","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875497+0000","last_change":"2024-07-26T17:02:35.615895+0000","last_active":"2024-07-26T17:02:36.875497+0000","last_peered":"2024-07-26T17:02:36.875497+0000","last_clean":"2024-07-26T17:02:36.875497+0000","last_became_active":"2024-07-26T17:02:35.615585+0000","last_became_peered":"2024-07-26T17:02:35.615585+0000","last_unstale":"2024-07-26T17:02:36.875497+0000","last_undegraded":"2024-07-26T17:02:36.875497+0000","last_fullsized":"2024-07-26T17:02:36.875497+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:38:18.072286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875526+0000","last_change":"2024-07-26T17:02:34.609835+0000","last_active":"2024-07-26T17:02:36.875526+0000","last_peered":"2024-07-26T17:02:36.875526+0000","last_clean":"2024-07-26T17:02:36.875526+0000","last_became_active":"2024-07-26T17:02:34.609519+0000","last_became_peered":"2024-07-26T17:02:34.609519+0000","last_unstale":"2024-07-26T17:02:36.875526+0000","last_undegraded":"2024-07-26T17:02:36.875526+0000","last_fullsized":"2024-07-26T17:02:36.875526+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:39:07.312672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.7","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.616385+0000","last_change":"2024-07-26T17:02:35.603059+0000","last_active":"2024-07-26T17:02:36.616385+0000","last_peered":"2024-07-26T17:02:36.616385+0000","last_clean":"2024-07-26T17:02:36.616385+0000","last_became_active":"2024-07-26T17:02:35.602737+0000","last_became_peered":"2024-07-26T17:02:35.602737+0000","last_unstale":"2024-07-26T17:02:36.616385+0000","last_undegraded":"2024-07-26T17:02:36.616385+0000","last_fullsized":"2024-07-26T17:02:36.616385+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:00.537178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875247+0000","last_change":"2024-07-26T17:02:34.616714+0000","last_active":"2024-07-26T17:02:36.875247+0000","last_peered":"2024-07-26T17:02:36.875247+0000","last_clean":"2024-07-26T17:02:36.875247+0000","last_became_active":"2024-07-26T17:02:34.616348+0000","last_became_peered":"2024-07-26T17:02:34.616348+0000","last_unstale":"2024-07-26T17:02:36.875247+0000","last_undegraded":"2024-07-26T17:02:36.875247+0000","last_fullsized":"2024-07-26T17:02:36.875247+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:35.185846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875194+0000","last_change":"2024-07-26T17:02:35.615478+0000","last_active":"2024-07-26T17:02:36.875194+0000","last_peered":"2024-07-26T17:02:36.875194+0000","last_clean":"2024-07-26T17:02:36.875194+0000","last_became_active":"2024-07-26T17:02:35.615194+0000","last_became_peered":"2024-07-26T17:02:35.615194+0000","last_unstale":"2024-07-26T17:02:36.875194+0000","last_undegraded":"2024-07-26T17:02:36.875194+0000","last_fullsized":"2024-07-26T17:02:36.875194+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:59:51.567660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875086+0000","last_change":"2024-07-26T17:02:34.613021+0000","last_active":"2024-07-26T17:02:36.875086+0000","last_peered":"2024-07-26T17:02:36.875086+0000","last_clean":"2024-07-26T17:02:36.875086+0000","last_became_active":"2024-07-26T17:02:34.612678+0000","last_became_peered":"2024-07-26T17:02:34.612678+0000","last_unstale":"2024-07-26T17:02:36.875086+0000","last_undegraded":"2024-07-26T17:02:36.875086+0000","last_fullsized":"2024-07-26T17:02:36.875086+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:44.105537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.599951+0000","last_change":"2024-07-26T17:02:35.620633+0000","last_active":"2024-07-26T17:02:36.599951+0000","last_peered":"2024-07-26T17:02:36.599951+0000","last_clean":"2024-07-26T17:02:36.599951+0000","last_became_active":"2024-07-26T17:02:35.620293+0000","last_became_peered":"2024-07-26T17:02:35.620293+0000","last_unstale":"2024-07-26T17:02:36.599951+0000","last_undegraded":"2024-07-26T17:02:36.599951+0000","last_fullsized":"2024-07-26T17:02:36.599951+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:15:23.564382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874985+0000","last_change":"2024-07-26T17:02:34.621871+0000","last_active":"2024-07-26T17:02:36.874985+0000","last_peered":"2024-07-26T17:02:36.874985+0000","last_clean":"2024-07-26T17:02:36.874985+0000","last_became_active":"2024-07-26T17:02:34.621478+0000","last_became_peered":"2024-07-26T17:02:34.621478+0000","last_unstale":"2024-07-26T17:02:36.874985+0000","last_undegraded":"2024-07-26T17:02:36.874985+0000","last_fullsized":"2024-07-26T17:02:36.874985+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:15.573547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.595425+0000","last_change":"2024-07-26T17:02:35.623959+0000","last_active":"2024-07-26T17:02:36.595425+0000","last_peered":"2024-07-26T17:02:36.595425+0000","last_clean":"2024-07-26T17:02:36.595425+0000","last_became_active":"2024-07-26T17:02:35.623678+0000","last_became_peered":"2024-07-26T17:02:35.623678+0000","last_unstale":"2024-07-26T17:02:36.595425+0000","last_undegraded":"2024-07-26T17:02:36.595425+0000","last_fullsized":"2024-07-26T17:02:36.595425+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:16:07.142965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.615890+0000","last_change":"2024-07-26T17:02:34.614484+0000","last_active":"2024-07-26T17:02:36.615890+0000","last_peered":"2024-07-26T17:02:36.615890+0000","last_clean":"2024-07-26T17:02:36.615890+0000","last_became_active":"2024-07-26T17:02:34.614139+0000","last_became_peered":"2024-07-26T17:02:34.614139+0000","last_unstale":"2024-07-26T17:02:36.615890+0000","last_undegraded":"2024-07-26T17:02:36.615890+0000","last_fullsized":"2024-07-26T17:02:36.615890+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:24.499381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875506+0000","last_change":"2024-07-26T17:02:35.624135+0000","last_active":"2024-07-26T17:02:36.875506+0000","last_peered":"2024-07-26T17:02:36.875506+0000","last_clean":"2024-07-26T17:02:36.875506+0000","last_became_active":"2024-07-26T17:02:35.623763+0000","last_became_peered":"2024-07-26T17:02:35.623763+0000","last_unstale":"2024-07-26T17:02:36.875506+0000","last_undegraded":"2024-07-26T17:02:36.875506+0000","last_fullsized":"2024-07-26T17:02:36.875506+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:31.434592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875514+0000","last_change":"2024-07-26T17:02:34.620448+0000","last_active":"2024-07-26T17:02:36.875514+0000","last_peered":"2024-07-26T17:02:36.875514+0000","last_clean":"2024-07-26T17:02:36.875514+0000","last_became_active":"2024-07-26T17:02:34.620111+0000","last_became_peered":"2024-07-26T17:02:34.620111+0000","last_unstale":"2024-07-26T17:02:36.875514+0000","last_undegraded":"2024-07-26T17:02:36.875514+0000","last_fullsized":"2024-07-26T17:02:36.875514+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:27.648450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.1b","version":"0'0","reported_seq":13,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875999+0000","last_change":"2024-07-26T17:02:35.620300+0000","last_active":"2024-07-26T17:02:36.875999+0000","last_peered":"2024-07-26T17:02:36.875999+0000","last_clean":"2024-07-26T17:02:36.875999+0000","last_became_active":"2024-07-26T17:02:35.619964+0000","last_became_peered":"2024-07-26T17:02:35.619964+0000","last_unstale":"2024-07-26T17:02:36.875999+0000","last_undegraded":"2024-07-26T17:02:36.875999+0000","last_fullsized":"2024-07-26T17:02:36.875999+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:34.579528+0000","last_clean_scrub_stamp":"2024-07-26T17:02:34.579528+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:27.617722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":15,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.874522+0000","last_change":"2024-07-26T17:02:34.617086+0000","last_active":"2024-07-26T17:02:36.874522+0000","last_peered":"2024-07-26T17:02:36.874522+0000","last_clean":"2024-07-26T17:02:36.874522+0000","last_became_active":"2024-07-26T17:02:34.616762+0000","last_became_peered":"2024-07-26T17:02:34.616762+0000","last_unstale":"2024-07-26T17:02:36.874522+0000","last_undegraded":"2024-07-26T17:02:36.874522+0000","last_fullsized":"2024-07-26T17:02:36.874522+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:02:33.573215+0000","last_clean_scrub_stamp":"2024-07-26T17:02:33.573215+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:48:58.941323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"201'212","reported_seq":1006,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-07-26T17:02:36.875124+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:02:36.875124+0000","last_peered":"2024-07-26T17:02:36.875124+0000","last_clean":"2024-07-26T17:02:36.875124+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:02:36.875124+0000","last_undegraded":"2024-07-26T17:02:36.875124+0000","last_fullsized":"2024-07-26T17:02:36.875124+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":212,"log_dups_size":0,"ondisk_log_size":212,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":341,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":25,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1266,"num_read_kb":3575,"num_write":341,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575975,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52388,"kb_used_data":3156,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319452,"statfs":{"total":96636764160,"available":96583118848,"internally_reserved":0,"allocated":3231744,"data_stored":1956290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510566,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42080,"kb_used_data":2580,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329760,"statfs":{"total":96636764160,"available":96593674240,"internally_reserved":0,"allocated":2641920,"data_stored":1365992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510566,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51820,"kb_used_data":2592,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320020,"statfs":{"total":96636764160,"available":96583700480,"internally_reserved":0,"allocated":2654208,"data_stored":1367556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510566,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51820,"kb_used_data":2592,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320020,"statfs":{"total":96636764160,"available":96583700480,"internally_reserved":0,"allocated":2654208,"data_stored":1367568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510565,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47660,"kb_used_data":2584,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324180,"statfs":{"total":96636764160,"available":96587960320,"internally_reserved":0,"allocated":2646016,"data_stored":1366082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":46135751},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510565,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47648,"kb_used_data":2580,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324192,"statfs":{"total":96636764160,"available":96587972608,"internally_reserved":0,"allocated":2641920,"data_stored":1366504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510568,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60124,"kb_used_data":2576,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311716,"statfs":{"total":96636764160,"available":96575197184,"internally_reserved":0,"allocated":2637824,"data_stored":1365922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543272,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42676,"kb_used_data":3172,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329164,"statfs":{"total":96636764160,"available":96593063936,"internally_reserved":0,"allocated":3248128,"data_stored":1957018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:02:44.625 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T17:02:44.626 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T17:02:44.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.784+0000 7f27c975e640 1 -- 172.21.15.33:0/1996391676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27c40b7d00 msgr2=0x7f27c40cefe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:44.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.784+0000 7f27c975e640 1 --2- 172.21.15.33:0/1996391676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27c40b7d00 0x7f27c40cefe0 secure :-1 s=READY pgs=2042 cs=0 l=1 rev1=1 crypto rx=0x7f27bc009900 tx=0x7f27bc02a610 comp rx=0 tx=0).stop 2024-07-26T17:02:44.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.784+0000 7f27c975e640 1 -- 172.21.15.33:0/1996391676 shutdown_connections 2024-07-26T17:02:44.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.784+0000 7f27c975e640 1 --2- 172.21.15.33:0/1996391676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27c40b7d00 0x7f27c40cefe0 unknown :-1 s=CLOSED pgs=2042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.784+0000 7f27c975e640 1 -- 172.21.15.33:0/1996391676 >> 172.21.15.33:0/1996391676 conn(0x7f27c40d3dc0 msgr2=0x7f27c40d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:44.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.784+0000 7f27c975e640 1 -- 172.21.15.33:0/1996391676 shutdown_connections 2024-07-26T17:02:44.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.784+0000 7f27c975e640 1 -- 172.21.15.33:0/1996391676 wait complete. 2024-07-26T17:02:44.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.786+0000 7f27c975e640 1 Processor -- start 2024-07-26T17:02:44.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.786+0000 7f27c975e640 1 -- start start 2024-07-26T17:02:44.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.787+0000 7f27c975e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27c40b53e0 0x7f27c40cda60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:44.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.787+0000 7f27c975e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f27c40b7d00 0x7f27c40c78d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.787+0000 7f27c975e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f27c41f5ca0 0x7f27c415f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.787+0000 7f27c975e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f27c40cf8b0 con 0x7f27c40b53e0 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.787+0000 7f27c975e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f27c40cf730 con 0x7f27c40b7d00 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.787+0000 7f27c975e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f27c40cfa30 con 0x7f27c41f5ca0 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27c40b53e0 0x7f27c40cda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27c40b53e0 0x7f27c40cda60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49044/0 (socket says 172.21.15.33:49044) 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c2ffd640 1 -- 172.21.15.33:0/2705408157 learned_addr learned my addr 172.21.15.33:0/2705408157 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c37fe640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f27c41f5ca0 0x7f27c415f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c27fc640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f27c40b7d00 0x7f27c40c78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c2ffd640 1 -- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f27c41f5ca0 msgr2=0x7f27c415f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c2ffd640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f27c41f5ca0 0x7f27c415f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c2ffd640 1 -- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f27c40b7d00 msgr2=0x7f27c40c78d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c2ffd640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f27c40b7d00 0x7f27c40c78d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c2ffd640 1 -- 172.21.15.33:0/2705408157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27c409ed20 con 0x7f27c40b53e0 2024-07-26T17:02:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c2ffd640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27c40b53e0 0x7f27c40cda60 secure :-1 s=READY pgs=2043 cs=0 l=1 rev1=1 crypto rx=0x7f27b400c7d0 tx=0x7f27b400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27ab7fe640 1 -- 172.21.15.33:0/2705408157 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b4003b70 con 0x7f27c40b53e0 2024-07-26T17:02:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27ab7fe640 1 -- 172.21.15.33:0/2705408157 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f27b4003d10 con 0x7f27c40b53e0 2024-07-26T17:02:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c975e640 1 -- 172.21.15.33:0/2705408157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27c409f000 con 0x7f27c40b53e0 2024-07-26T17:02:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27ab7fe640 1 -- 172.21.15.33:0/2705408157 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b400aa50 con 0x7f27c40b53e0 2024-07-26T17:02:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.788+0000 7f27c975e640 1 -- 172.21.15.33:0/2705408157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27c409f5c0 con 0x7f27c40b53e0 2024-07-26T17:02:44.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.789+0000 7f27c975e640 1 -- 172.21.15.33:0/2705408157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27c40d0570 con 0x7f27c40b53e0 2024-07-26T17:02:44.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.790+0000 7f27ab7fe640 1 -- 172.21.15.33:0/2705408157 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f27b400abf0 con 0x7f27c40b53e0 2024-07-26T17:02:44.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.791+0000 7f27ab7fe640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f27b0077130 0x7f27b0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:44.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.791+0000 7f27ab7fe640 1 -- 172.21.15.33:0/2705408157 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f27b4098a00 con 0x7f27c40b53e0 2024-07-26T17:02:44.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.791+0000 7f27c27fc640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f27b0077130 0x7f27b0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:44.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.792+0000 7f27c27fc640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f27b0077130 0x7f27b0079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f27c40cd2d0 tx=0x7f27b8009040 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:44.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:44.796+0000 7f27ab7fe640 1 -- 172.21.15.33:0/2705408157 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f27b4061290 con 0x7f27c40b53e0 2024-07-26T17:02:45.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.060+0000 7f27c975e640 1 -- 172.21.15.33:0/2705408157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f27c40b9c80 con 0x7f27c40b53e0 2024-07-26T17:02:45.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.062+0000 7f27ab7fe640 1 -- 172.21.15.33:0/2705408157 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v50) ==== 190+0+147 (secure 0 0 0) 0x7f27b40657e0 con 0x7f27c40b53e0 2024-07-26T17:02:45.064 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T17:02:45.064 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T17:02:45.064 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T17:02:45.064 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T17:02:45.064 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T17:02:45.065 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T17:02:45.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.064+0000 7f27c975e640 1 -- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f27b0077130 msgr2=0x7f27b0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.064+0000 7f27c975e640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f27b0077130 0x7f27b0079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f27c40cd2d0 tx=0x7f27b8009040 comp rx=0 tx=0).stop 2024-07-26T17:02:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.064+0000 7f27c975e640 1 -- 172.21.15.33:0/2705408157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27c40b53e0 msgr2=0x7f27c40cda60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.064+0000 7f27c975e640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27c40b53e0 0x7f27c40cda60 secure :-1 s=READY pgs=2043 cs=0 l=1 rev1=1 crypto rx=0x7f27b400c7d0 tx=0x7f27b400cc90 comp rx=0 tx=0).stop 2024-07-26T17:02:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.064+0000 7f27c975e640 1 -- 172.21.15.33:0/2705408157 shutdown_connections 2024-07-26T17:02:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.064+0000 7f27c975e640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f27b0077130 0x7f27b0079640 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.064+0000 7f27c975e640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f27c41f5ca0 0x7f27c415f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.064+0000 7f27c975e640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f27c40b7d00 0x7f27c40c78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.064+0000 7f27c975e640 1 --2- 172.21.15.33:0/2705408157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27c40b53e0 0x7f27c40cda60 unknown :-1 s=CLOSED pgs=2043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.064+0000 7f27c975e640 1 -- 172.21.15.33:0/2705408157 >> 172.21.15.33:0/2705408157 conn(0x7f27c40d3dc0 msgr2=0x7f27c4161120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.065+0000 7f27c975e640 1 -- 172.21.15.33:0/2705408157 shutdown_connections 2024-07-26T17:02:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.065+0000 7f27c975e640 1 -- 172.21.15.33:0/2705408157 wait complete. 2024-07-26T17:02:45.078 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:02:45.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.197+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3817603953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36f80b1e50 msgr2=0x7f36f80b2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:45.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.197+0000 7f36fd9f2640 1 --2- 172.21.15.33:0/3817603953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36f80b1e50 0x7f36f80b2260 secure :-1 s=READY pgs=2045 cs=0 l=1 rev1=1 crypto rx=0x7f36f80d2890 tx=0x7f36f002a4a0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.197+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3817603953 shutdown_connections 2024-07-26T17:02:45.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.197+0000 7f36fd9f2640 1 --2- 172.21.15.33:0/3817603953 >> v2:172.21.15.154:3300/0 conn(0x7f36f80b6e00 0x7f36f80b1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.197+0000 7f36fd9f2640 1 --2- 172.21.15.33:0/3817603953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36f80b1e50 0x7f36f80b2260 unknown :-1 s=CLOSED pgs=2045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.197+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3817603953 >> 172.21.15.33:0/3817603953 conn(0x7f36f80d1bf0 msgr2=0x7f36f80d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:45.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.197+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3817603953 shutdown_connections 2024-07-26T17:02:45.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.197+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3817603953 wait complete. 2024-07-26T17:02:45.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.199+0000 7f36fd9f2640 1 Processor -- start 2024-07-26T17:02:45.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.199+0000 7f36fd9f2640 1 -- start start 2024-07-26T17:02:45.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.200+0000 7f36fd9f2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f36f80b1e50 0x7f36f80afe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:45.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.200+0000 7f36fd9f2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36f80b6e00 0x7f36f81567f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:45.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.200+0000 7f36fd9f2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36f80cc660 0x7f36f809ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.200+0000 7f36fd9f2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f36f80ce690 con 0x7f36f80b6e00 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.200+0000 7f36fd9f2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f36f80ce510 con 0x7f36f80b1e50 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.200+0000 7f36fd9f2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f36f80ce810 con 0x7f36f80cc660 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.200+0000 7f36f67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36f80b6e00 0x7f36f81567f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.200+0000 7f36f67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36f80b6e00 0x7f36f81567f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49056/0 (socket says 172.21.15.33:49056) 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.200+0000 7f36f67fc640 1 -- 172.21.15.33:0/3501171939 learned_addr learned my addr 172.21.15.33:0/3501171939 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36f6ffd640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f36f80b1e50 0x7f36f80afe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36f77fe640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36f80cc660 0x7f36f809ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36f67fc640 1 -- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36f80cc660 msgr2=0x7f36f809ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36f67fc640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36f80cc660 0x7f36f809ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36f67fc640 1 -- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f36f80b1e50 msgr2=0x7f36f80afe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36f67fc640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f36f80b1e50 0x7f36f80afe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36f67fc640 1 -- 172.21.15.33:0/3501171939 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36f81f66f0 con 0x7f36f80b6e00 2024-07-26T17:02:45.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36f77fe640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36f80cc660 0x7f36f809ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:45.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36f6ffd640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f36f80b1e50 0x7f36f80afe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:02:45.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36f67fc640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36f80b6e00 0x7f36f81567f0 secure :-1 s=READY pgs=2046 cs=0 l=1 rev1=1 crypto rx=0x7f36e000e740 tx=0x7f36e000ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:45.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36effff640 1 -- 172.21.15.33:0/3501171939 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36e000cc60 con 0x7f36f80b6e00 2024-07-26T17:02:45.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36effff640 1 -- 172.21.15.33:0/3501171939 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f36e000ce20 con 0x7f36f80b6e00 2024-07-26T17:02:45.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3501171939 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36f81f69d0 con 0x7f36f80b6e00 2024-07-26T17:02:45.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36effff640 1 -- 172.21.15.33:0/3501171939 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36e0004290 con 0x7f36f80b6e00 2024-07-26T17:02:45.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.201+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3501171939 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36f81f6f90 con 0x7f36f80b6e00 2024-07-26T17:02:45.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.202+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3501171939 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36f80b2260 con 0x7f36f80b6e00 2024-07-26T17:02:45.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.203+0000 7f36effff640 1 -- 172.21.15.33:0/3501171939 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f36e00035f0 con 0x7f36f80b6e00 2024-07-26T17:02:45.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.204+0000 7f36effff640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f36d8077130 0x7f36d8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:45.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.204+0000 7f36effff640 1 -- 172.21.15.33:0/3501171939 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f36e00997d0 con 0x7f36f80b6e00 2024-07-26T17:02:45.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.204+0000 7f36f6ffd640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f36d8077130 0x7f36d8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:45.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.205+0000 7f36f6ffd640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f36d8077130 0x7f36d8079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f36e8007fd0 tx=0x7f36e8009040 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:45.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.209+0000 7f36effff640 1 -- 172.21.15.33:0/3501171939 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f36e0062480 con 0x7f36f80b6e00 2024-07-26T17:02:45.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.441+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3501171939 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f36f80ce0e0 con 0x7f36f80b6e00 2024-07-26T17:02:45.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.441+0000 7f36effff640 1 -- 172.21.15.33:0/3501171939 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5236 (secure 0 0 0) 0x7f36e0061d80 con 0x7f36f80b6e00 2024-07-26T17:02:45.443 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:45.443 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":108,"btime":"2024-07-26T17:02:38:625486+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8477,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/199000461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":199000461},{"type":"v1","addr":"172.21.15.154:6834","nonce":199000461}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":9394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/719795048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":719795048},{"type":"v1","addr":"172.21.15.154:6835","nonce":719795048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":10326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3003410228","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3003410228},{"type":"v1","addr":"172.21.15.33:6834","nonce":3003410228}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:02:34.999805+0000","modified":"2024-07-26T17:02:38.015375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10329":{"gid":10329,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/929038094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":929038094},{"type":"v1","addr":"172.21.15.33:6835","nonce":929038094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[26],"metadata_pool":25,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10329,"qdb_cluster":[10329]},"id":12}]} 2024-07-26T17:02:45.444 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 108 2024-07-26T17:02:45.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f36d8077130 msgr2=0x7f36d8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:45.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f36d8077130 0x7f36d8079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f36e8007fd0 tx=0x7f36e8009040 comp rx=0 tx=0).stop 2024-07-26T17:02:45.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3501171939 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36f80b6e00 msgr2=0x7f36f81567f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:45.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36f80b6e00 0x7f36f81567f0 secure :-1 s=READY pgs=2046 cs=0 l=1 rev1=1 crypto rx=0x7f36e000e740 tx=0x7f36e000ec00 comp rx=0 tx=0).stop 2024-07-26T17:02:45.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3501171939 shutdown_connections 2024-07-26T17:02:45.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f36d8077130 0x7f36d8079640 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f36f80cc660 0x7f36f809ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36f80b6e00 0x7f36f81567f0 unknown :-1 s=CLOSED pgs=2046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 --2- 172.21.15.33:0/3501171939 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f36f80b1e50 0x7f36f80afe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3501171939 >> 172.21.15.33:0/3501171939 conn(0x7f36f80d1bf0 msgr2=0x7f36f815bf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:45.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3501171939 shutdown_connections 2024-07-26T17:02:45.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.444+0000 7f36fd9f2640 1 -- 172.21.15.33:0/3501171939 wait complete. 2024-07-26T17:02:45.860 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 108, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T17:02:34.999805+0000', 'modified': '2024-07-26T17:02:38.015375+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10329}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10329': {'gid': 10329, 'name': 'c', 'rank': 0, 'incarnation': 104, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6835/929038094', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6833', 'nonce': 929038094}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 929038094}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [26], 'metadata_pool': 25, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 10329, 'qdb_cluster': [10329]} 2024-07-26T17:02:45.860 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T17:02:45.860 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-26T17:02:45.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.984+0000 7fc2b8989640 1 -- 172.21.15.33:0/924995178 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2b40b6f60 msgr2=0x7fc2b40b31d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:45.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.984+0000 7fc2b8989640 1 --2- 172.21.15.33:0/924995178 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2b40b6f60 0x7fc2b40b31d0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fc2a4009830 tx=0x7fc2a402a4b0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.984+0000 7fc2b8989640 1 -- 172.21.15.33:0/924995178 shutdown_connections 2024-07-26T17:02:45.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.984+0000 7fc2b8989640 1 --2- 172.21.15.33:0/924995178 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2b40b6f60 0x7fc2b40b31d0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.984+0000 7fc2b8989640 1 -- 172.21.15.33:0/924995178 >> 172.21.15.33:0/924995178 conn(0x7fc2b40b37a0 msgr2=0x7fc2b40b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:45.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.984+0000 7fc2b8989640 1 -- 172.21.15.33:0/924995178 shutdown_connections 2024-07-26T17:02:45.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.984+0000 7fc2b8989640 1 -- 172.21.15.33:0/924995178 wait complete. 2024-07-26T17:02:45.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.986+0000 7fc2b8989640 1 Processor -- start 2024-07-26T17:02:45.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.986+0000 7fc2b8989640 1 -- start start 2024-07-26T17:02:45.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b8989640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2b40b2600 0x7fc2b41f3020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:45.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b8989640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2b40b6f60 0x7fc2b41540e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:45.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b8989640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2b40ce2d0 0x7fc2b40ca860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:45.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b8989640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b40cd310 con 0x7fc2b40b6f60 2024-07-26T17:02:45.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b8989640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b40cd190 con 0x7fc2b40ce2d0 2024-07-26T17:02:45.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b8989640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc2b40cd490 con 0x7fc2b40b2600 2024-07-26T17:02:45.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2b40b6f60 0x7fc2b41540e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:45.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2b40b6f60 0x7fc2b41540e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49060/0 (socket says 172.21.15.33:49060) 2024-07-26T17:02:45.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/2078571289 learned_addr learned my addr 172.21.15.33:0/2078571289 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:45.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b259c640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2b40b2600 0x7fc2b41f3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:45.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b2d9d640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2b40ce2d0 0x7fc2b40ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:45.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2b40b2600 msgr2=0x7fc2b41f3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:45.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2b40b2600 0x7fc2b41f3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2b40ce2d0 msgr2=0x7fc2b40ca860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:45.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2b40ce2d0 0x7fc2b40ca860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/2078571289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2b41f38c0 con 0x7fc2b40b6f60 2024-07-26T17:02:45.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2b40b6f60 0x7fc2b41540e0 secure :-1 s=READY pgs=2048 cs=0 l=1 rev1=1 crypto rx=0x7fc2a800c500 tx=0x7fc2a800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:45.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.988+0000 7fc2a2ffd640 1 -- 172.21.15.33:0/2078571289 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a8016020 con 0x7fc2b40b6f60 2024-07-26T17:02:45.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.989+0000 7fc2a2ffd640 1 -- 172.21.15.33:0/2078571289 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2a8012920 con 0x7fc2b40b6f60 2024-07-26T17:02:45.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.989+0000 7fc2a2ffd640 1 -- 172.21.15.33:0/2078571289 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a8012d70 con 0x7fc2b40b6f60 2024-07-26T17:02:45.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.989+0000 7fc2b8989640 1 -- 172.21.15.33:0/2078571289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2b41f3ba0 con 0x7fc2b40b6f60 2024-07-26T17:02:45.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.989+0000 7fc2b8989640 1 -- 172.21.15.33:0/2078571289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2b40c8bf0 con 0x7fc2b40b6f60 2024-07-26T17:02:45.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.990+0000 7fc2a2ffd640 1 -- 172.21.15.33:0/2078571289 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7fc2a8019020 con 0x7fc2b40b6f60 2024-07-26T17:02:45.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.991+0000 7fc2a2ffd640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc294077130 0x7fc294079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:45.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.991+0000 7fc2a2ffd640 1 -- 172.21.15.33:0/2078571289 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7fc2a8098e00 con 0x7fc2b40b6f60 2024-07-26T17:02:45.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.991+0000 7fc2b259c640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc294077130 0x7fc294079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:45.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.992+0000 7fc2bf979740 1 Processor -- start 2024-07-26T17:02:45.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.992+0000 7fc2b259c640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc294077130 0x7fc294079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc2a4034000 tx=0x7fc2a4004730 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:45.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.992+0000 7fc2bf979740 1 -- start start 2024-07-26T17:02:45.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.993+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bf8270 0x562260fb6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:45.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.993+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bcf3b0 0x562260fc50d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:45.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.993+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bd7590 0x562260fc5610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:45.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.993+0000 7fc2bf979740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562260f103f0 con 0x562260bf8270 2024-07-26T17:02:45.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.993+0000 7fc2bf979740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x562260effa90 con 0x562260bcf3b0 2024-07-26T17:02:45.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.993+0000 7fc2bf979740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x562260f03930 con 0x562260bd7590 2024-07-26T17:02:45.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.993+0000 7fc2b259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bf8270 0x562260fb6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:45.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.993+0000 7fc2b259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bf8270 0x562260fb6bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49066/0 (socket says 172.21.15.33:49066) 2024-07-26T17:02:45.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.993+0000 7fc2b259c640 1 -- 172.21.15.33:0/1928615302 learned_addr learned my addr 172.21.15.33:0/1928615302 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:45.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.993+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/1928615302 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bcf3b0 0x562260fc50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:45.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.993+0000 7fc2b2d9d640 1 --2- 172.21.15.33:0/1928615302 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bd7590 0x562260fc5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:45.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.994+0000 7fc2b259c640 1 -- 172.21.15.33:0/1928615302 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bd7590 msgr2=0x562260fc5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:02:45.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.994+0000 7fc2b259c640 1 --2- 172.21.15.33:0/1928615302 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bd7590 0x562260fc5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.994+0000 7fc2b259c640 1 -- 172.21.15.33:0/1928615302 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bcf3b0 msgr2=0x562260fc50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:02:45.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.994+0000 7fc2b259c640 1 --2- 172.21.15.33:0/1928615302 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bcf3b0 0x562260fc50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:45.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.994+0000 7fc2b259c640 1 -- 172.21.15.33:0/1928615302 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562260c63850 con 0x562260bf8270 2024-07-26T17:02:45.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.994+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/1928615302 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bcf3b0 0x562260fc50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:02:45.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.994+0000 7fc2b259c640 1 --2- 172.21.15.33:0/1928615302 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bf8270 0x562260fb6bd0 secure :-1 s=READY pgs=2049 cs=0 l=1 rev1=1 crypto rx=0x7fc2a4004480 tx=0x7fc2a403e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9e4312ee12506a3 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:45.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.994+0000 7fc293fff640 1 -- 172.21.15.33:0/1928615302 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a4003d70 con 0x562260bf8270 2024-07-26T17:02:46.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.994+0000 7fc293fff640 1 -- 172.21.15.33:0/1928615302 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2a403c420 con 0x562260bf8270 2024-07-26T17:02:46.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.994+0000 7fc293fff640 1 -- 172.21.15.33:0/1928615302 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a403c7d0 con 0x562260bf8270 2024-07-26T17:02:46.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.995+0000 7fc2bf979740 1 -- 172.21.15.33:0/1928615302 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bf8270 msgr2=0x562260fb6bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:46.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.995+0000 7fc2bf979740 1 --2- 172.21.15.33:0/1928615302 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bf8270 0x562260fb6bd0 secure :-1 s=READY pgs=2049 cs=0 l=1 rev1=1 crypto rx=0x7fc2a4004480 tx=0x7fc2a403e070 comp rx=0 tx=0).stop 2024-07-26T17:02:46.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.995+0000 7fc2bf979740 1 -- 172.21.15.33:0/1928615302 shutdown_connections 2024-07-26T17:02:46.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.995+0000 7fc2bf979740 1 --2- 172.21.15.33:0/1928615302 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bd7590 0x562260fc5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.995+0000 7fc2bf979740 1 --2- 172.21.15.33:0/1928615302 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bcf3b0 0x562260fc50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.995+0000 7fc2bf979740 1 --2- 172.21.15.33:0/1928615302 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bf8270 0x562260fb6bd0 unknown :-1 s=CLOSED pgs=2049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.995+0000 7fc2bf979740 1 -- 172.21.15.33:0/1928615302 >> 172.21.15.33:0/1928615302 conn(0x562260bec3c0 msgr2=0x562260f9e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:46.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.995+0000 7fc2bf979740 1 -- 172.21.15.33:0/1928615302 shutdown_connections 2024-07-26T17:02:46.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.995+0000 7fc2bf979740 1 -- 172.21.15.33:0/1928615302 wait complete. 2024-07-26T17:02:46.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.996+0000 7fc2bf979740 1 -- start start 2024-07-26T17:02:46.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.996+0000 7fc2bf979740 1 Processor -- start 2024-07-26T17:02:46.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.997+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bcf3b0 0x562260fd9370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bd7590 0x562260f9ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bf8270 0x562260f9d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2bf979740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562260c72620 con 0x562260bcf3b0 2024-07-26T17:02:46.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2bf979740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x562260e87cb0 con 0x562260bd7590 2024-07-26T17:02:46.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2bf979740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x562260fda240 con 0x562260bf8270 2024-07-26T17:02:46.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2bf979740 10 client.0 _ll_register_callbacks cb 0x562260ea9ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:02:46.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bcf3b0 0x562260fd9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bcf3b0 0x562260fd9370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49068/0 (socket says 172.21.15.33:49068) 2024-07-26T17:02:46.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b259c640 1 -- 172.21.15.33:0/2318223206 learned_addr learned my addr 172.21.15.33:0/2318223206 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:46.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b2d9d640 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bf8270 0x562260f9d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bd7590 0x562260f9ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b259c640 1 -- 172.21.15.33:0/2318223206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bf8270 msgr2=0x562260f9d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:02:46.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b259c640 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bf8270 0x562260f9d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b259c640 1 -- 172.21.15.33:0/2318223206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bd7590 msgr2=0x562260f9ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:02:46.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b259c640 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bd7590 0x562260f9ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b259c640 1 -- 172.21.15.33:0/2318223206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562260cda6b0 con 0x562260bcf3b0 2024-07-26T17:02:46.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bd7590 0x562260f9ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:02:46.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2b259c640 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bcf3b0 0x562260fd9370 secure :-1 s=READY pgs=2050 cs=0 l=1 rev1=1 crypto rx=0x7fc2a402aaa0 tx=0x7fc2a403c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbe20022b5696527 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:46.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2917fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:02:46.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2917fa640 1 -- 172.21.15.33:0/2318223206 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a403ca90 con 0x562260bcf3b0 2024-07-26T17:02:46.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2bf979740 1 -- 172.21.15.33:0/2318223206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2a403c420 con 0x562260bcf3b0 2024-07-26T17:02:46.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.998+0000 7fc2917fa640 1 -- 172.21.15.33:0/2318223206 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7fc2a405cce0 con 0x562260bcf3b0 2024-07-26T17:02:46.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2917fa640 1 -- 172.21.15.33:0/2318223206 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fc2a403cc30 con 0x562260bcf3b0 2024-07-26T17:02:46.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2bf979740 10 client.10470 fetch_fsmap learned FSMap version 108 2024-07-26T17:02:46.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2bf979740 1 -- 172.21.15.33:0/2318223206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x562260fd98b0 con 0x562260bcf3b0 2024-07-26T17:02:46.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2917fa640 1 -- 172.21.15.33:0/2318223206 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2a403c420 con 0x562260bcf3b0 2024-07-26T17:02:46.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2917fa640 1 -- 172.21.15.33:0/2318223206 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7fc2a4063050 con 0x562260bcf3b0 2024-07-26T17:02:46.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2bf979740 10 client.10470 fetch_fsmap finished waiting for FSMap version 108 2024-07-26T17:02:46.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2bf979740 10 client.10470 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T17:02:46.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2bf979740 20 client.10470 populate_metadata read hostname 'smithi033' 2024-07-26T17:02:46.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2bf979740 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.33:6833/929038094,v1:172.21.15.33:6835/929038094] conn(0x562260bb6e40 0x562260fe1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2bf979740 4 client.10470 mds_command: new command op to 10329 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T17:02:46.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2bf979740 1 -- 172.21.15.33:0/2318223206 --> [v2:172.21.15.33:6833/929038094,v1:172.21.15.33:6835/929038094] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562260f12340 con 0x562260bb6e40 2024-07-26T17:02:46.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.33:6833/929038094,v1:172.21.15.33:6835/929038094] conn(0x562260bb6e40 0x562260fe1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2917fa640 10 client.10470 ms_handle_connect on v2:172.21.15.33:6833/929038094 2024-07-26T17:02:46.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:45.999+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.33:6833/929038094,v1:172.21.15.33:6835/929038094] conn(0x562260bb6e40 0x562260fe1e70 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e8a55fdbdff4d68 server_cookie=f1db29108f611a7d in_seq=0 out_seq=0 2024-07-26T17:02:46.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2917fa640 1 -- 172.21.15.33:0/2318223206 <== mds.0 v2:172.21.15.33:6833/929038094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562260f12340 con 0x562260bb6e40 2024-07-26T17:02:46.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2917fa640 10 client.10470 handle_command_reply: tid=0 2024-07-26T17:02:46.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2bf979740 1 client.10470 shutdown 2024-07-26T17:02:46.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2bf979740 1 -- 172.21.15.33:0/2318223206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bcf3b0 msgr2=0x562260fd9370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:46.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2bf979740 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bcf3b0 0x562260fd9370 secure :-1 s=READY pgs=2050 cs=0 l=1 rev1=1 crypto rx=0x7fc2a402aaa0 tx=0x7fc2a403c5d0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2bf979740 1 -- 172.21.15.33:0/2318223206 shutdown_connections 2024-07-26T17:02:46.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2bf979740 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.33:6833/929038094,v1:172.21.15.33:6835/929038094] conn(0x562260bb6e40 0x562260fe1e70 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2bf979740 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bf8270 0x562260f9d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2bf979740 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bd7590 0x562260f9ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2bf979740 1 --2- 172.21.15.33:0/2318223206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bcf3b0 0x562260fd9370 unknown :-1 s=CLOSED pgs=2050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2917fa640 0 client.10470 ms_handle_reset on v2:172.21.15.33:6833/929038094 2024-07-26T17:02:46.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.000+0000 7fc2bf979740 1 -- 172.21.15.33:0/2318223206 >> 172.21.15.33:0/2318223206 conn(0x562260bec3c0 msgr2=0x562260fb61b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:46.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.001+0000 7fc2bf979740 1 -- 172.21.15.33:0/2318223206 shutdown_connections 2024-07-26T17:02:46.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.001+0000 7fc2bf979740 1 -- 172.21.15.33:0/2318223206 wait complete. 2024-07-26T17:02:46.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.001+0000 7fc2bf979740 20 client.10470 trim_cache size 0 max 16384 2024-07-26T17:02:46.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.020+0000 7fc2bf979740 1 Processor -- start 2024-07-26T17:02:46.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.020+0000 7fc2bf979740 1 -- start start 2024-07-26T17:02:46.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.021+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bcf3b0 0x562260f99a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.021+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260f99f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.021+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bf8270 0x562260fb48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.021+0000 7fc2bf979740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b406f020 con 0x562260bd7590 2024-07-26T17:02:46.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.021+0000 7fc2bf979740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b41f7040 con 0x562260bcf3b0 2024-07-26T17:02:46.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.021+0000 7fc2bf979740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc2b406e9d0 con 0x562260bf8270 2024-07-26T17:02:46.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.021+0000 7fc2b1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260f99f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.021+0000 7fc2b1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260f99f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49072/0 (socket says 172.21.15.33:49072) 2024-07-26T17:02:46.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.021+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/936370336 learned_addr learned my addr 172.21.15.33:0/936370336 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:46.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.022+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/936370336 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bf8270 msgr2=0x562260fb48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:02:46.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.022+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/936370336 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bf8270 0x562260fb48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.022+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/936370336 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bcf3b0 msgr2=0x562260f99a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:02:46.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.022+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/936370336 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bcf3b0 0x562260f99a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.022+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/936370336 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562260f9e0c0 con 0x562260bd7590 2024-07-26T17:02:46.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.022+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/936370336 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260f99f80 secure :-1 s=READY pgs=2051 cs=0 l=1 rev1=1 crypto rx=0x7fc2a8061380 tx=0x7fc2a805d5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28461ee886169551 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:46.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.022+0000 7fc2937fe640 1 -- 172.21.15.33:0/936370336 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a806a610 con 0x562260bd7590 2024-07-26T17:02:46.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.022+0000 7fc2937fe640 1 -- 172.21.15.33:0/936370336 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2a8097110 con 0x562260bd7590 2024-07-26T17:02:46.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.022+0000 7fc2937fe640 1 -- 172.21.15.33:0/936370336 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a80608e0 con 0x562260bd7590 2024-07-26T17:02:46.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.023+0000 7fc2bf979740 1 -- 172.21.15.33:0/936370336 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 msgr2=0x562260f99f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:46.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.023+0000 7fc2bf979740 1 --2- 172.21.15.33:0/936370336 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260f99f80 secure :-1 s=READY pgs=2051 cs=0 l=1 rev1=1 crypto rx=0x7fc2a8061380 tx=0x7fc2a805d5f0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.023+0000 7fc2bf979740 1 -- 172.21.15.33:0/936370336 shutdown_connections 2024-07-26T17:02:46.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.023+0000 7fc2bf979740 1 --2- 172.21.15.33:0/936370336 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bf8270 0x562260fb48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.023+0000 7fc2bf979740 1 --2- 172.21.15.33:0/936370336 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260f99f80 unknown :-1 s=CLOSED pgs=2051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.023+0000 7fc2bf979740 1 --2- 172.21.15.33:0/936370336 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bcf3b0 0x562260f99a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.023+0000 7fc2bf979740 1 -- 172.21.15.33:0/936370336 >> 172.21.15.33:0/936370336 conn(0x562260bec3c0 msgr2=0x562260fe6940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:46.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.023+0000 7fc2bf979740 1 -- 172.21.15.33:0/936370336 shutdown_connections 2024-07-26T17:02:46.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.023+0000 7fc2bf979740 1 -- 172.21.15.33:0/936370336 wait complete. 2024-07-26T17:02:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.024+0000 7fc2bf979740 1 -- start start 2024-07-26T17:02:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.024+0000 7fc2bf979740 1 Processor -- start 2024-07-26T17:02:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.025+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bcf3b0 0x562261064a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.025+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260fe1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.025+0000 7fc2bf979740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bf8270 0x562260fe2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.025+0000 7fc2bf979740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x562260ffa000 con 0x562260bd7590 2024-07-26T17:02:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.025+0000 7fc2bf979740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x562260fb5720 con 0x562260bf8270 2024-07-26T17:02:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.025+0000 7fc2bf979740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x562260ffa5f0 con 0x562260bcf3b0 2024-07-26T17:02:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.025+0000 7fc2bf979740 10 client.0 _ll_register_callbacks cb 0x7fc2a805d540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:02:46.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.025+0000 7fc2b1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260fe1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.025+0000 7fc2b1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260fe1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49080/0 (socket says 172.21.15.33:49080) 2024-07-26T17:02:46.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.025+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/3493319431 learned_addr learned my addr 172.21.15.33:0/3493319431 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:46.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.025+0000 7fc2b259c640 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bcf3b0 0x562261064a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/3493319431 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bcf3b0 msgr2=0x562261064a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:02:46.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bcf3b0 0x562261064a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/3493319431 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bf8270 msgr2=0x562260fe2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:02:46.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2b2d9d640 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bf8270 0x562260fe2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bf8270 0x562260fe2230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2b1d9b640 1 -- 172.21.15.33:0/3493319431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562260fe0930 con 0x562260bd7590 2024-07-26T17:02:46.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2b1d9b640 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260fe1cf0 secure :-1 s=READY pgs=2052 cs=0 l=1 rev1=1 crypto rx=0x7fc2a8061610 tx=0x7fc2a80973b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9657c4985f2551b server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:46.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2917fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:02:46.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2917fa640 1 -- 172.21.15.33:0/3493319431 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a807e020 con 0x562260bd7590 2024-07-26T17:02:46.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2917fa640 1 -- 172.21.15.33:0/3493319431 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7fc2a8060ae0 con 0x562260bd7590 2024-07-26T17:02:46.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2bf979740 1 -- 172.21.15.33:0/3493319431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2a8097110 con 0x562260bd7590 2024-07-26T17:02:46.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2917fa640 1 -- 172.21.15.33:0/3493319431 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fc2a806a610 con 0x562260bd7590 2024-07-26T17:02:46.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2bf979740 10 client.10476 fetch_fsmap learned FSMap version 108 2024-07-26T17:02:46.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2bf979740 1 -- 172.21.15.33:0/3493319431 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x562260fd8a10 con 0x562260bd7590 2024-07-26T17:02:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2917fa640 1 -- 172.21.15.33:0/3493319431 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2a8097110 con 0x562260bd7590 2024-07-26T17:02:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2917fa640 1 -- 172.21.15.33:0/3493319431 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7fc2a805cff0 con 0x562260bd7590 2024-07-26T17:02:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2bf979740 10 client.10476 fetch_fsmap finished waiting for FSMap version 108 2024-07-26T17:02:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2bf979740 10 client.10476 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T17:02:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2bf979740 20 client.10476 populate_metadata read hostname 'smithi033' 2024-07-26T17:02:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2bf979740 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.33:6833/929038094,v1:172.21.15.33:6835/929038094] conn(0x562261009b70 0x562260fc6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2bf979740 4 client.10476 mds_command: new command op to 10329 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T17:02:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2bf979740 1 -- 172.21.15.33:0/3493319431 --> [v2:172.21.15.33:6833/929038094,v1:172.21.15.33:6835/929038094] -- command(tid 0: {"prefix": "status"}) -- 0x562260f0dde0 con 0x562261009b70 2024-07-26T17:02:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.026+0000 7fc2b259c640 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.33:6833/929038094,v1:172.21.15.33:6835/929038094] conn(0x562261009b70 0x562260fc6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2917fa640 10 client.10476 ms_handle_connect on v2:172.21.15.33:6833/929038094 2024-07-26T17:02:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2b259c640 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.33:6833/929038094,v1:172.21.15.33:6835/929038094] conn(0x562261009b70 0x562260fc6ea0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd6a080882c68208 server_cookie=d7da085e775234b7 in_seq=0 out_seq=0 2024-07-26T17:02:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2917fa640 1 -- 172.21.15.33:0/3493319431 <== mds.0 v2:172.21.15.33:6833/929038094 1 ==== command_reply(tid 0: 0 ) ==== 8+0+323 (crc 0 0 0) 0x562260f0dde0 con 0x562261009b70 2024-07-26T17:02:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2917fa640 10 client.10476 handle_command_reply: tid=0 2024-07-26T17:02:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2bf979740 1 client.10476 shutdown 2024-07-26T17:02:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2bf979740 1 -- 172.21.15.33:0/3493319431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 msgr2=0x562260fe1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2bf979740 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260fe1cf0 secure :-1 s=READY pgs=2052 cs=0 l=1 rev1=1 crypto rx=0x7fc2a8061610 tx=0x7fc2a80973b0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2bf979740 1 -- 172.21.15.33:0/3493319431 shutdown_connections 2024-07-26T17:02:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2bf979740 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.33:6833/929038094,v1:172.21.15.33:6835/929038094] conn(0x562261009b70 0x562260fc6ea0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2bf979740 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x562260bf8270 0x562260fe2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2bf979740 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x562260bd7590 0x562260fe1cf0 unknown :-1 s=CLOSED pgs=2052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2bf979740 1 --2- 172.21.15.33:0/3493319431 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x562260bcf3b0 0x562261064a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2917fa640 0 client.10476 ms_handle_reset on v2:172.21.15.33:6833/929038094 2024-07-26T17:02:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2bf979740 1 -- 172.21.15.33:0/3493319431 >> 172.21.15.33:0/3493319431 conn(0x562260bec3c0 msgr2=0x562260fe6790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2bf979740 1 -- 172.21.15.33:0/3493319431 shutdown_connections 2024-07-26T17:02:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.027+0000 7fc2bf979740 1 -- 172.21.15.33:0/3493319431 wait complete. 2024-07-26T17:02:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2bf979740 20 client.10476 trim_cache size 0 max 16384 2024-07-26T17:02:46.037 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:02:46.038 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T17:02:46.038 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T17:02:46.038 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 10329, 2024-07-26T17:02:46.038 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T17:02:46.038 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T17:02:46.038 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T17:02:46.038 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 10.425622615, 2024-07-26T17:02:46.038 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 108, 2024-07-26T17:02:46.038 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 211, 2024-07-26T17:02:46.038 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 211, 2024-07-26T17:02:46.039 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 15.028026997 2024-07-26T17:02:46.039 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:02:46.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 -- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc294077130 msgr2=0x7fc294079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:46.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc294077130 0x7fc294079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc2a4034000 tx=0x7fc2a4004730 comp rx=0 tx=0).stop 2024-07-26T17:02:46.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 -- 172.21.15.33:0/2078571289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2b40b6f60 msgr2=0x7fc2b41540e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:46.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2b40b6f60 0x7fc2b41540e0 secure :-1 s=READY pgs=2048 cs=0 l=1 rev1=1 crypto rx=0x7fc2a800c500 tx=0x7fc2a800c9c0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 -- 172.21.15.33:0/2078571289 shutdown_connections 2024-07-26T17:02:46.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc294077130 0x7fc294079640 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2b40ce2d0 0x7fc2b40ca860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2b40b6f60 0x7fc2b41540e0 unknown :-1 s=CLOSED pgs=2048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 --2- 172.21.15.33:0/2078571289 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2b40b2600 0x7fc2b41f3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 -- 172.21.15.33:0/2078571289 >> 172.21.15.33:0/2078571289 conn(0x7fc2b40b37a0 msgr2=0x7fc2b40b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:46.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 -- 172.21.15.33:0/2078571289 shutdown_connections 2024-07-26T17:02:46.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.028+0000 7fc2b8989640 1 -- 172.21.15.33:0/2078571289 wait complete. 2024-07-26T17:02:46.042 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T17:02:46.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.160+0000 7fc86249b640 1 -- 172.21.15.33:0/1717418179 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc85c141d90 msgr2=0x7fc85c0cf1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:46.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.160+0000 7fc86249b640 1 --2- 172.21.15.33:0/1717418179 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc85c141d90 0x7fc85c0cf1b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fc854005fd0 tx=0x7fc85402a820 comp rx=0 tx=0).stop 2024-07-26T17:02:46.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.160+0000 7fc86249b640 1 -- 172.21.15.33:0/1717418179 shutdown_connections 2024-07-26T17:02:46.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.160+0000 7fc86249b640 1 --2- 172.21.15.33:0/1717418179 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc85c141d90 0x7fc85c0cf1b0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.160+0000 7fc86249b640 1 --2- 172.21.15.33:0/1717418179 >> v2:172.21.15.154:3300/0 conn(0x7fc85c13ee80 0x7fc85c06c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.160+0000 7fc86249b640 1 -- 172.21.15.33:0/1717418179 >> 172.21.15.33:0/1717418179 conn(0x7fc85c0b26e0 msgr2=0x7fc85c0b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:46.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.160+0000 7fc86249b640 1 -- 172.21.15.33:0/1717418179 shutdown_connections 2024-07-26T17:02:46.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.160+0000 7fc86249b640 1 -- 172.21.15.33:0/1717418179 wait complete. 2024-07-26T17:02:46.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.162+0000 7fc86249b640 1 Processor -- start 2024-07-26T17:02:46.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.162+0000 7fc86249b640 1 -- start start 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.163+0000 7fc86249b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc85c06cb70 0x7fc85c1535f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.163+0000 7fc86249b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc85c13ee80 0x7fc85c155560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.163+0000 7fc86249b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc85c141d90 0x7fc85c155aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.163+0000 7fc86249b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc85c0cfa80 con 0x7fc85c06cb70 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.163+0000 7fc86249b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc85c0cf900 con 0x7fc85c13ee80 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.163+0000 7fc86249b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc85c0cfc00 con 0x7fc85c141d90 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc85bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc85c06cb70 0x7fc85c1535f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc85bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc85c06cb70 0x7fc85c1535f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49090/0 (socket says 172.21.15.33:49090) 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc85bfff640 1 -- 172.21.15.33:0/2095281773 learned_addr learned my addr 172.21.15.33:0/2095281773 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc85b7fe640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc85c13ee80 0x7fc85c155560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc860a38640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc85c141d90 0x7fc85c155aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc85bfff640 1 -- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc85c141d90 msgr2=0x7fc85c155aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:46.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc85bfff640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc85c141d90 0x7fc85c155aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc85bfff640 1 -- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc85c13ee80 msgr2=0x7fc85c155560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:46.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc85bfff640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc85c13ee80 0x7fc85c155560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc85bfff640 1 -- 172.21.15.33:0/2095281773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc85c13a8d0 con 0x7fc85c06cb70 2024-07-26T17:02:46.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc85bfff640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc85c06cb70 0x7fc85c1535f0 secure :-1 s=READY pgs=2053 cs=0 l=1 rev1=1 crypto rx=0x7fc84c00e790 tx=0x7fc84c00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:46.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc858ff9640 1 -- 172.21.15.33:0/2095281773 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc84c00eea0 con 0x7fc85c06cb70 2024-07-26T17:02:46.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.164+0000 7fc858ff9640 1 -- 172.21.15.33:0/2095281773 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc84c00cdb0 con 0x7fc85c06cb70 2024-07-26T17:02:46.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.165+0000 7fc86249b640 1 -- 172.21.15.33:0/2095281773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc85c139d50 con 0x7fc85c06cb70 2024-07-26T17:02:46.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.165+0000 7fc858ff9640 1 -- 172.21.15.33:0/2095281773 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc84c010690 con 0x7fc85c06cb70 2024-07-26T17:02:46.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.165+0000 7fc86249b640 1 -- 172.21.15.33:0/2095281773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc85c13a310 con 0x7fc85c06cb70 2024-07-26T17:02:46.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.166+0000 7fc86249b640 1 -- 172.21.15.33:0/2095281773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc85c0d0850 con 0x7fc85c06cb70 2024-07-26T17:02:46.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.166+0000 7fc858ff9640 1 -- 172.21.15.33:0/2095281773 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7fc84c010830 con 0x7fc85c06cb70 2024-07-26T17:02:46.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.167+0000 7fc858ff9640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc848077130 0x7fc848079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:46.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.167+0000 7fc858ff9640 1 -- 172.21.15.33:0/2095281773 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7fc84c0995f0 con 0x7fc85c06cb70 2024-07-26T17:02:46.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.167+0000 7fc85b7fe640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc848077130 0x7fc848079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:46.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.168+0000 7fc85b7fe640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc848077130 0x7fc848079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc850007d60 tx=0x7fc850007cf0 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:46.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.172+0000 7fc858ff9640 1 -- 172.21.15.33:0/2095281773 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc84c061e10 con 0x7fc85c06cb70 2024-07-26T17:02:46.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.408+0000 7fc86249b640 1 -- 172.21.15.33:0/2095281773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc85c13c0d0 con 0x7fc85c06cb70 2024-07-26T17:02:46.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.408+0000 7fc858ff9640 1 -- 172.21.15.33:0/2095281773 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v108) ==== 53+0+73 (secure 0 0 0) 0x7fc84c066360 con 0x7fc85c06cb70 2024-07-26T17:02:46.410 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T17:02:46.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 -- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc848077130 msgr2=0x7fc848079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:46.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc848077130 0x7fc848079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fc850007d60 tx=0x7fc850007cf0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 -- 172.21.15.33:0/2095281773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc85c06cb70 msgr2=0x7fc85c1535f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:46.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc85c06cb70 0x7fc85c1535f0 secure :-1 s=READY pgs=2053 cs=0 l=1 rev1=1 crypto rx=0x7fc84c00e790 tx=0x7fc84c00ec50 comp rx=0 tx=0).stop 2024-07-26T17:02:46.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 -- 172.21.15.33:0/2095281773 shutdown_connections 2024-07-26T17:02:46.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fc848077130 0x7fc848079640 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc85c141d90 0x7fc85c155aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc85c13ee80 0x7fc85c155560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 --2- 172.21.15.33:0/2095281773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc85c06cb70 0x7fc85c1535f0 unknown :-1 s=CLOSED pgs=2053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:46.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 -- 172.21.15.33:0/2095281773 >> 172.21.15.33:0/2095281773 conn(0x7fc85c0b26e0 msgr2=0x7fc85c15dcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:46.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 -- 172.21.15.33:0/2095281773 shutdown_connections 2024-07-26T17:02:46.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46.410+0000 7fc86249b640 1 -- 172.21.15.33:0/2095281773 wait complete. 2024-07-26T17:02:46.423 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T17:02:46.423 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T17:02:46.423 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T17:02:46.423 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T17:02:46.423 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T17:02:46.423 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T17:02:46.423 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T17:02:46.423 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T17:02:46.423 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:02:46.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:46.424 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T17:02:46.440 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T17:02:46.440 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T17:02:46.440 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T17:02:46.440 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T17:02:46.441 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 37090sec preferred_lft 37090sec 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:02:46.442 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:02:46.443 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:02:46.443 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T17:02:46.443 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:02:46.443 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:02:46.443 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:02:46.443 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T17:02:46.443 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:02:46.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:46.444 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T17:02:46.504 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T17:02:46.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:46.506 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T17:02:46.563 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T17:02:46.563 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T17:02:46.563 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T17:02:46.563 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T17:02:46.563 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T17:02:46.564 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T17:02:46.564 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T17:02:46.564 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T17:02:46.564 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T17:02:46.564 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T17:02:46.564 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T17:02:46.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T17:02:46.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:02:46.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:46.693 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T17:02:46.708 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T17:02:46.709 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T17:02:46.709 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:02:46.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:46.709 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T17:02:46.774 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T17:02:46.775 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:02:46.775 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T17:02:46.830 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:02:46.831 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:02:46.831 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:02:46.886 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:02:46.953 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:02:47.009 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:02:47.010 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:02:47.010 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:02:47.010 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:02:47.010 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:02:47.010 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:02:47.010 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:02:47.010 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:02:47.010 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:02:47.010 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:02:47.010 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:02:47.010 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:02:47.011 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:02:47.012 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:02:47.012 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:02:47.012 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:02:47.012 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:02:47.012 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:02:47.012 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:02:47.012 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:02:47.012 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:02:47.012 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:02:47.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:47.012 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:02:47.065 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T17:02:47.066 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T17:02:47.108 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:02:47.133 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:02:47.192 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:02:47.193 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:02:47.194 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:02:47.195 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:02:47.195 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:02:47.195 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:02:47.195 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:02:47.195 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:02:47.195 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:02:47.195 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:02:47.195 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:02:47.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:47.195 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:02:47.203 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T17:02:47.201+0000 7f55c8ffd480 -1 init, newargv = 0x7f55ac004260 newargc=15 2024-07-26T17:02:47.203 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[94154]: starting ceph client 2024-07-26T17:02:47.208 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[94154]: starting fuse 2024-07-26T17:02:47.218 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T17:02:47.219 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T17:02:47.219 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T17:02:47.219 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T17:02:47.219 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T17:02:47.219 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T17:02:47.219 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T17:02:47.219 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:02:47.220 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T17:02:47.220 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T17:02:47.220 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T17:02:47.220 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T17:02:47.220 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:02:47.220 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T17:02:47.220 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T17:02:47.220 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T17:02:47.220 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T17:02:47.220 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:02:47.220 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T17:02:47.221 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T17:02:47.221 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T17:02:47.221 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T17:02:47.221 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T17:02:47.221 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T17:02:47.221 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T17:02:47.221 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T17:02:47.221 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:02:47.221 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T17:02:47.221 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T17:02:47.340 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.94154.asok 2024-07-26T17:02:47.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:02:47.350 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.94154.asok 2024-07-26T17:02:47.350 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:47.351 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.94154.asok status 2024-07-26T17:02:47.497 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:02:47.497 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T17:02:47.498 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T17:02:47.498 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T17:02:47.498 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T17:02:47.498 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T17:02:47.498 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T17:02:47.498 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "94154", 2024-07-26T17:02:47.498 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T17:02:47.498 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:47.498 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T17:02:47.498 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 10485, 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 10485 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 29402257 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:47.499 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 29402257 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.10485 192.168.0.1:0/29402257", 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/29402257", 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 108, 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 211, 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T17:02:47.500 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:02:47.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:47.506 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T17:02:47.506 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T17:02:47.524 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T17:02:47.524 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T17:02:47.525 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:47.525 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:02:47.591 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T17:02:47.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.748+0000 7fb7507cf640 1 -- 172.21.15.33:0/3702483735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7480b7d00 msgr2=0x7fb7480cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.748+0000 7fb7507cf640 1 --2- 172.21.15.33:0/3702483735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7480b7d00 0x7fb7480cee10 secure :-1 s=READY pgs=2056 cs=0 l=1 rev1=1 crypto rx=0x7fb740005fd0 tx=0x7fb74002aa70 comp rx=0 tx=0).stop 2024-07-26T17:02:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.749+0000 7fb7507cf640 1 -- 172.21.15.33:0/3702483735 shutdown_connections 2024-07-26T17:02:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.749+0000 7fb7507cf640 1 --2- 172.21.15.33:0/3702483735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb7480b7d00 0x7fb7480cee10 unknown :-1 s=CLOSED pgs=2056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.749+0000 7fb7507cf640 1 --2- 172.21.15.33:0/3702483735 >> v2:172.21.15.154:3300/0 conn(0x7fb7480d0c80 0x7fb7480ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.749+0000 7fb7507cf640 1 -- 172.21.15.33:0/3702483735 >> 172.21.15.33:0/3702483735 conn(0x7fb7480d3dc0 msgr2=0x7fb7480d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.749+0000 7fb7507cf640 1 -- 172.21.15.33:0/3702483735 shutdown_connections 2024-07-26T17:02:47.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.749+0000 7fb7507cf640 1 -- 172.21.15.33:0/3702483735 wait complete. 2024-07-26T17:02:47.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.750+0000 7fb7507cf640 1 Processor -- start 2024-07-26T17:02:47.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.750+0000 7fb7507cf640 1 -- start start 2024-07-26T17:02:47.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb7507cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7480b53e0 0x7fb74814dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:47.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb7507cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7480b7d00 0x7fb74814ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb7507cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb74814f290 0x7fb74814f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb7507cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb7480cf6e0 con 0x7fb74814f290 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb7507cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb7480cf560 con 0x7fb7480b7d00 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb7507cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb7480cf860 con 0x7fb7480b53e0 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb74ed6c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb74814f290 0x7fb74814f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb74ed6c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb74814f290 0x7fb74814f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49114/0 (socket says 172.21.15.33:49114) 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb74ed6c640 1 -- 172.21.15.33:0/3942697044 learned_addr learned my addr 172.21.15.33:0/3942697044 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb74e56b640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7480b53e0 0x7fb74814dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb74dd6a640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7480b7d00 0x7fb74814ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb74ed6c640 1 -- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7480b53e0 msgr2=0x7fb74814dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb74ed6c640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7480b53e0 0x7fb74814dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb74ed6c640 1 -- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7480b7d00 msgr2=0x7fb74814ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:47.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb74ed6c640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7480b7d00 0x7fb74814ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:47.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb74ed6c640 1 -- 172.21.15.33:0/3942697044 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb74814fbe0 con 0x7fb74814f290 2024-07-26T17:02:47.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.752+0000 7fb74ed6c640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb74814f290 0x7fb74814f6a0 secure :-1 s=READY pgs=2057 cs=0 l=1 rev1=1 crypto rx=0x7fb740009d90 tx=0x7fb740003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:47.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.753+0000 7fb73effd640 1 -- 172.21.15.33:0/3942697044 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb740033050 con 0x7fb74814f290 2024-07-26T17:02:47.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.753+0000 7fb73effd640 1 -- 172.21.15.33:0/3942697044 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb740004450 con 0x7fb74814f290 2024-07-26T17:02:47.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.753+0000 7fb7507cf640 1 -- 172.21.15.33:0/3942697044 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb74814e590 con 0x7fb74814f290 2024-07-26T17:02:47.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.753+0000 7fb73effd640 1 -- 172.21.15.33:0/3942697044 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb740004860 con 0x7fb74814f290 2024-07-26T17:02:47.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.753+0000 7fb7507cf640 1 -- 172.21.15.33:0/3942697044 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7480b35d0 con 0x7fb74814f290 2024-07-26T17:02:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.754+0000 7fb7507cf640 1 -- 172.21.15.33:0/3942697044 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7480b3060 con 0x7fb74814f290 2024-07-26T17:02:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.754+0000 7fb73effd640 1 -- 172.21.15.33:0/3942697044 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7fb740036070 con 0x7fb74814f290 2024-07-26T17:02:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.755+0000 7fb73effd640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb72c077160 0x7fb72c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.755+0000 7fb73effd640 1 -- 172.21.15.33:0/3942697044 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7fb7400b9ee0 con 0x7fb74814f290 2024-07-26T17:02:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.755+0000 7fb74e56b640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb72c077160 0x7fb72c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.756+0000 7fb74e56b640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb72c077160 0x7fb72c079670 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb738001720 tx=0x7fb738009040 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:47.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.760+0000 7fb73effd640 1 -- 172.21.15.33:0/3942697044 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb740082780 con 0x7fb74814f290 2024-07-26T17:02:47.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.977+0000 7fb7507cf640 1 -- 172.21.15.33:0/3942697044 --> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fb7480ce8d0 con 0x7fb72c077160 2024-07-26T17:02:47.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.979+0000 7fb73effd640 1 -- 172.21.15.33:0/3942697044 <== mgr.8330 v2:172.21.15.154:6836/1062258671 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fb7480ce8d0 con 0x7fb72c077160 2024-07-26T17:02:47.981 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:02:47.981 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:02:47.981 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T17:02:47.981 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:02:47.981 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:02:47.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 -- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb72c077160 msgr2=0x7fb72c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:47.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb72c077160 0x7fb72c079670 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb738001720 tx=0x7fb738009040 comp rx=0 tx=0).stop 2024-07-26T17:02:47.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 -- 172.21.15.33:0/3942697044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb74814f290 msgr2=0x7fb74814f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:47.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb74814f290 0x7fb74814f6a0 secure :-1 s=READY pgs=2057 cs=0 l=1 rev1=1 crypto rx=0x7fb740009d90 tx=0x7fb740003f10 comp rx=0 tx=0).stop 2024-07-26T17:02:47.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 -- 172.21.15.33:0/3942697044 shutdown_connections 2024-07-26T17:02:47.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fb72c077160 0x7fb72c079670 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:47.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb74814f290 0x7fb74814f6a0 unknown :-1 s=CLOSED pgs=2057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:47.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7480b7d00 0x7fb74814ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:47.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 --2- 172.21.15.33:0/3942697044 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb7480b53e0 0x7fb74814dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:47.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 -- 172.21.15.33:0/3942697044 >> 172.21.15.33:0/3942697044 conn(0x7fb7480d3dc0 msgr2=0x7fb74806d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:47.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 -- 172.21.15.33:0/3942697044 shutdown_connections 2024-07-26T17:02:47.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:47.981+0000 7fb7507cf640 1 -- 172.21.15.33:0/3942697044 wait complete. 2024-07-26T17:02:47.994 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T17:02:48.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.112+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/2404890216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c380d0c80 msgr2=0x7f8c380ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:48.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.112+0000 7f8c3f7eb640 1 --2- 172.21.15.33:0/2404890216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c380d0c80 0x7f8c380ce8d0 secure :-1 s=READY pgs=2059 cs=0 l=1 rev1=1 crypto rx=0x7f8c28005fd0 tx=0x7f8c2802a540 comp rx=0 tx=0).stop 2024-07-26T17:02:48.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.112+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/2404890216 shutdown_connections 2024-07-26T17:02:48.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.112+0000 7f8c3f7eb640 1 --2- 172.21.15.33:0/2404890216 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c380d0c80 0x7f8c380ce8d0 unknown :-1 s=CLOSED pgs=2059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:48.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.112+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/2404890216 >> 172.21.15.33:0/2404890216 conn(0x7f8c380d3dc0 msgr2=0x7f8c380d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:48.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.112+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/2404890216 shutdown_connections 2024-07-26T17:02:48.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.112+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/2404890216 wait complete. 2024-07-26T17:02:48.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.114+0000 7f8c3f7eb640 1 Processor -- start 2024-07-26T17:02:48.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.114+0000 7f8c3f7eb640 1 -- start start 2024-07-26T17:02:48.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.115+0000 7f8c3f7eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c380b53e0 0x7f8c3815f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:48.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.115+0000 7f8c3f7eb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c380b7d00 0x7f8c3814daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:48.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.115+0000 7f8c3f7eb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c3814e340 0x7f8c3814e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:48.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.115+0000 7f8c3f7eb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8c380cf8b0 con 0x7f8c380b53e0 2024-07-26T17:02:48.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.115+0000 7f8c3f7eb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8c380cf730 con 0x7f8c380b7d00 2024-07-26T17:02:48.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.115+0000 7f8c3f7eb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8c380cfa30 con 0x7f8c3814e340 2024-07-26T17:02:48.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3d587640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c380b53e0 0x7f8c3815f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:48.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3d587640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c380b53e0 0x7f8c3815f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49128/0 (socket says 172.21.15.33:49128) 2024-07-26T17:02:48.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3d587640 1 -- 172.21.15.33:0/4135814160 learned_addr learned my addr 172.21.15.33:0/4135814160 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:48.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3dd88640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c3814e340 0x7f8c3814e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:48.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3cd86640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c380b7d00 0x7f8c3814daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:48.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3d587640 1 -- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c3814e340 msgr2=0x7f8c3814e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3d587640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c3814e340 0x7f8c3814e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3d587640 1 -- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c380b7d00 msgr2=0x7f8c3814daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3d587640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c380b7d00 0x7f8c3814daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3d587640 1 -- 172.21.15.33:0/4135814160 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c3814e030 con 0x7f8c380b53e0 2024-07-26T17:02:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3cd86640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c380b7d00 0x7f8c3814daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:02:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3d587640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c380b53e0 0x7f8c3815f490 secure :-1 s=READY pgs=2060 cs=0 l=1 rev1=1 crypto rx=0x7f8c3400b420 tx=0x7f8c3400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c2dffb640 1 -- 172.21.15.33:0/4135814160 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34011830 con 0x7f8c380b53e0 2024-07-26T17:02:48.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c2dffb640 1 -- 172.21.15.33:0/4135814160 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c34016070 con 0x7f8c380b53e0 2024-07-26T17:02:48.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/4135814160 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c3815e3f0 con 0x7f8c380b53e0 2024-07-26T17:02:48.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.116+0000 7f8c2dffb640 1 -- 172.21.15.33:0/4135814160 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c34011d60 con 0x7f8c380b53e0 2024-07-26T17:02:48.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.117+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/4135814160 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c3815e9b0 con 0x7f8c380b53e0 2024-07-26T17:02:48.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.118+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/4135814160 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c380d0570 con 0x7f8c380b53e0 2024-07-26T17:02:48.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.121+0000 7f8c2dffb640 1 -- 172.21.15.33:0/4135814160 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 132) ==== 99241+0+0 (secure 0 0 0) 0x7f8c34004020 con 0x7f8c380b53e0 2024-07-26T17:02:48.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.121+0000 7f8c2dffb640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8c1c077130 0x7f8c1c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:48.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.121+0000 7f8c2dffb640 1 -- 172.21.15.33:0/4135814160 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f8c34098df0 con 0x7f8c380b53e0 2024-07-26T17:02:48.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.122+0000 7f8c3cd86640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8c1c077130 0x7f8c1c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:48.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.122+0000 7f8c3cd86640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8c1c077130 0x7f8c1c079640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8c28033000 tx=0x7f8c28004730 comp rx=0 tx=0).ready entity=mgr.8330 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:48.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.125+0000 7f8c2dffb640 1 -- 172.21.15.33:0/4135814160 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8c34020020 con 0x7f8c380b53e0 2024-07-26T17:02:48.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:48.369+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/4135814160 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f8c380b48d0 con 0x7f8c380b53e0 2024-07-26T17:02:49.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.124+0000 7f8c2dffb640 1 -- 172.21.15.33:0/4135814160 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v133) ==== 92+0+0 (secure 0 0 0) 0x7f8c34061db0 con 0x7f8c380b53e0 2024-07-26T17:02:49.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.127+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8c1c077130 msgr2=0x7f8c1c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:49.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.127+0000 7f8c3f7eb640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8c1c077130 0x7f8c1c079640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8c28033000 tx=0x7f8c28004730 comp rx=0 tx=0).stop 2024-07-26T17:02:49.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.127+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/4135814160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c380b53e0 msgr2=0x7f8c3815f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:49.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.127+0000 7f8c3f7eb640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c380b53e0 0x7f8c3815f490 secure :-1 s=READY pgs=2060 cs=0 l=1 rev1=1 crypto rx=0x7f8c3400b420 tx=0x7f8c3400b8e0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.127+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/4135814160 shutdown_connections 2024-07-26T17:02:49.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.127+0000 7f8c3f7eb640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f8c1c077130 0x7f8c1c079640 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.127+0000 7f8c3f7eb640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c3814e340 0x7f8c3814e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.127+0000 7f8c3f7eb640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c380b7d00 0x7f8c3814daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.127+0000 7f8c3f7eb640 1 --2- 172.21.15.33:0/4135814160 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c380b53e0 0x7f8c3815f490 secure :-1 s=CLOSED pgs=2060 cs=0 l=1 rev1=1 crypto rx=0x7f8c3400b420 tx=0x7f8c3400b8e0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.127+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/4135814160 >> 172.21.15.33:0/4135814160 conn(0x7f8c380d3dc0 msgr2=0x7f8c38161290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:49.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.128+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/4135814160 shutdown_connections 2024-07-26T17:02:49.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.128+0000 7f8c3f7eb640 1 -- 172.21.15.33:0/4135814160 wait complete. 2024-07-26T17:02:49.146 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T17:02:49.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.285+0000 7f92d4625640 1 -- 172.21.15.33:0/3679908857 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92cc13ee40 msgr2=0x7f92cc15cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:49.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.285+0000 7f92d4625640 1 --2- 172.21.15.33:0/3679908857 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92cc13ee40 0x7f92cc15cb20 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f92cc141ed0 tx=0x7f92c402a510 comp rx=0 tx=0).stop 2024-07-26T17:02:49.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.285+0000 7f92d4625640 1 -- 172.21.15.33:0/3679908857 shutdown_connections 2024-07-26T17:02:49.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.285+0000 7f92d4625640 1 --2- 172.21.15.33:0/3679908857 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92cc13ee40 0x7f92cc15cb20 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.285+0000 7f92d4625640 1 -- 172.21.15.33:0/3679908857 >> 172.21.15.33:0/3679908857 conn(0x7f92cc0b2fa0 msgr2=0x7f92cc06d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:49.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.285+0000 7f92d4625640 1 -- 172.21.15.33:0/3679908857 shutdown_connections 2024-07-26T17:02:49.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.285+0000 7f92d4625640 1 -- 172.21.15.33:0/3679908857 wait complete. 2024-07-26T17:02:49.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.288+0000 7f92d4625640 1 Processor -- start 2024-07-26T17:02:49.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.288+0000 7f92d4625640 1 -- start start 2024-07-26T17:02:49.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d4625640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f92cc13ee40 0x7f92cc0b07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:49.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d4625640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92cc1421e0 0x7f92cc137bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:49.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d4625640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92cc13de90 0x7f92cc138110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:49.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d4625640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f92cc1673e0 con 0x7f92cc1421e0 2024-07-26T17:02:49.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d4625640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f92cc167260 con 0x7f92cc13de90 2024-07-26T17:02:49.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d4625640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f92cc167560 con 0x7f92cc13ee40 2024-07-26T17:02:49.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d1bc0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92cc1421e0 0x7f92cc137bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:49.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d1bc0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92cc1421e0 0x7f92cc137bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49156/0 (socket says 172.21.15.33:49156) 2024-07-26T17:02:49.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d1bc0640 1 -- 172.21.15.33:0/3609822773 learned_addr learned my addr 172.21.15.33:0/3609822773 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:49.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d2bc2640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92cc13de90 0x7f92cc138110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:49.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d23c1640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f92cc13ee40 0x7f92cc0b07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:49.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d1bc0640 1 -- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f92cc13ee40 msgr2=0x7f92cc0b07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:49.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d1bc0640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f92cc13ee40 0x7f92cc0b07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d1bc0640 1 -- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92cc13de90 msgr2=0x7f92cc138110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:49.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d1bc0640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92cc13de90 0x7f92cc138110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d1bc0640 1 -- 172.21.15.33:0/3609822773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92cc0b1100 con 0x7f92cc1421e0 2024-07-26T17:02:49.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92d1bc0640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92cc1421e0 0x7f92cc137bd0 secure :-1 s=READY pgs=2063 cs=0 l=1 rev1=1 crypto rx=0x7f92c000c430 tx=0x7f92c000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:49.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.291+0000 7f92caffd640 1 -- 172.21.15.33:0/3609822773 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c0017070 con 0x7f92cc1421e0 2024-07-26T17:02:49.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.292+0000 7f92caffd640 1 -- 172.21.15.33:0/3609822773 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f92c00053e0 con 0x7f92cc1421e0 2024-07-26T17:02:49.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.292+0000 7f92caffd640 1 -- 172.21.15.33:0/3609822773 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c0003850 con 0x7f92cc1421e0 2024-07-26T17:02:49.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.292+0000 7f92d4625640 1 -- 172.21.15.33:0/3609822773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92cc0b13e0 con 0x7f92cc1421e0 2024-07-26T17:02:49.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.292+0000 7f92d4625640 1 -- 172.21.15.33:0/3609822773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92cc0b19a0 con 0x7f92cc1421e0 2024-07-26T17:02:49.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.293+0000 7f92d4625640 1 -- 172.21.15.33:0/3609822773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92cc06c630 con 0x7f92cc1421e0 2024-07-26T17:02:49.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.294+0000 7f92caffd640 1 -- 172.21.15.33:0/3609822773 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 133) ==== 99258+0+0 (secure 0 0 0) 0x7f92c001a070 con 0x7f92cc1421e0 2024-07-26T17:02:49.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.294+0000 7f92caffd640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f92b8077180 0x7f92b8079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:49.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.294+0000 7f92d23c1640 1 -- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f92b8077180 msgr2=0x7f92b8079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1062258671 2024-07-26T17:02:49.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.294+0000 7f92caffd640 1 -- 172.21.15.33:0/3609822773 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f92c0098410 con 0x7f92cc1421e0 2024-07-26T17:02:49.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.294+0000 7f92d23c1640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f92b8077180 0x7f92b8079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:02:49.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.298+0000 7f92caffd640 1 -- 172.21.15.33:0/3609822773 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f92c0021020 con 0x7f92cc1421e0 2024-07-26T17:02:49.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.493+0000 7f92d4625640 1 -- 172.21.15.33:0/3609822773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f92cc13aa60 con 0x7f92cc1421e0 2024-07-26T17:02:49.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.495+0000 7f92d23c1640 1 -- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f92b8077180 msgr2=0x7f92b8079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1062258671 2024-07-26T17:02:49.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.495+0000 7f92d23c1640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f92b8077180 0x7f92b8079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:02:49.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.498+0000 7f92caffd640 1 -- 172.21.15.33:0/3609822773 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v69)=0 v69) ==== 138+0+0 (secure 0 0 0) 0x7f92c0060d80 con 0x7f92cc1421e0 2024-07-26T17:02:49.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 -- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f92b8077180 msgr2=0x7f92b8079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:02:49.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f92b8077180 0x7f92b8079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 -- 172.21.15.33:0/3609822773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92cc1421e0 msgr2=0x7f92cc137bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:49.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92cc1421e0 0x7f92cc137bd0 secure :-1 s=READY pgs=2063 cs=0 l=1 rev1=1 crypto rx=0x7f92c000c430 tx=0x7f92c000c8f0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 -- 172.21.15.33:0/3609822773 shutdown_connections 2024-07-26T17:02:49.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f92b8077180 0x7f92b8079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f92cc13de90 0x7f92cc138110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f92cc1421e0 0x7f92cc137bd0 unknown :-1 s=CLOSED pgs=2063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 --2- 172.21.15.33:0/3609822773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f92cc13ee40 0x7f92cc0b07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 -- 172.21.15.33:0/3609822773 >> 172.21.15.33:0/3609822773 conn(0x7f92cc0b2fa0 msgr2=0x7f92cc15d540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:49.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 -- 172.21.15.33:0/3609822773 shutdown_connections 2024-07-26T17:02:49.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.500+0000 7f92d4625640 1 -- 172.21.15.33:0/3609822773 wait complete. 2024-07-26T17:02:49.514 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T17:02:49.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.634+0000 7f226a4fa640 1 -- 172.21.15.33:0/503538300 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22640d0610 msgr2=0x7f22640d0a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:49.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.634+0000 7f226a4fa640 1 --2- 172.21.15.33:0/503538300 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22640d0610 0x7f22640d0a20 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f225c005fd0 tx=0x7f225c02a8b0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.635+0000 7f226a4fa640 1 -- 172.21.15.33:0/503538300 shutdown_connections 2024-07-26T17:02:49.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.635+0000 7f226a4fa640 1 --2- 172.21.15.33:0/503538300 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22640d0610 0x7f22640d0a20 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.635+0000 7f226a4fa640 1 --2- 172.21.15.33:0/503538300 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22640b2da0 0x7f22640b93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.635+0000 7f226a4fa640 1 -- 172.21.15.33:0/503538300 >> 172.21.15.33:0/503538300 conn(0x7f22640d3d90 msgr2=0x7f22640d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:49.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.635+0000 7f226a4fa640 1 -- 172.21.15.33:0/503538300 shutdown_connections 2024-07-26T17:02:49.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.635+0000 7f226a4fa640 1 -- 172.21.15.33:0/503538300 wait complete. 2024-07-26T17:02:49.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.636+0000 7f226a4fa640 1 Processor -- start 2024-07-26T17:02:49.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.636+0000 7f226a4fa640 1 -- start start 2024-07-26T17:02:49.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f226a4fa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22640b2da0 0x7f22640cba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:49.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f226a4fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22640d0610 0x7f22641f8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:49.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f226a4fa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22640c9c30 0x7f22640ca040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:49.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f226a4fa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f22640b36d0 con 0x7f22640d0610 2024-07-26T17:02:49.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f226a4fa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f22640d2820 con 0x7f22640b2da0 2024-07-26T17:02:49.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f226a4fa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f22640b3850 con 0x7f22640c9c30 2024-07-26T17:02:49.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f225bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22640d0610 0x7f22641f8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:49.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f225bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22640d0610 0x7f22641f8d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49166/0 (socket says 172.21.15.33:49166) 2024-07-26T17:02:49.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f225bfff640 1 -- 172.21.15.33:0/2213436161 learned_addr learned my addr 172.21.15.33:0/2213436161 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f2263fff640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22640b2da0 0x7f22640cba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f2268a97640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22640c9c30 0x7f22640ca040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f225bfff640 1 -- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22640c9c30 msgr2=0x7f22640ca040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f225bfff640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22640c9c30 0x7f22640ca040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f225bfff640 1 -- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22640b2da0 msgr2=0x7f22640cba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f225bfff640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22640b2da0 0x7f22640cba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f225bfff640 1 -- 172.21.15.33:0/2213436161 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22641f4ee0 con 0x7f22640d0610 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f2263fff640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22640b2da0 0x7f22640cba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.638+0000 7f225bfff640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22640d0610 0x7f22641f8d00 secure :-1 s=READY pgs=2065 cs=0 l=1 rev1=1 crypto rx=0x7f224c00ea20 tx=0x7f224c00eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.639+0000 7f22617fa640 1 -- 172.21.15.33:0/2213436161 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224c00ce40 con 0x7f22640d0610 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.639+0000 7f22617fa640 1 -- 172.21.15.33:0/2213436161 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f224c004020 con 0x7f22640d0610 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.639+0000 7f226a4fa640 1 -- 172.21.15.33:0/2213436161 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22641f5db0 con 0x7f22640d0610 2024-07-26T17:02:49.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.639+0000 7f22617fa640 1 -- 172.21.15.33:0/2213436161 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f224c004470 con 0x7f22640d0610 2024-07-26T17:02:49.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.639+0000 7f226a4fa640 1 -- 172.21.15.33:0/2213436161 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22641f5480 con 0x7f22640d0610 2024-07-26T17:02:49.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.640+0000 7f226a4fa640 1 -- 172.21.15.33:0/2213436161 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22640d4920 con 0x7f22640d0610 2024-07-26T17:02:49.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.641+0000 7f22617fa640 1 -- 172.21.15.33:0/2213436161 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 133) ==== 99258+0+0 (secure 0 0 0) 0x7f224c0035f0 con 0x7f22640d0610 2024-07-26T17:02:49.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.641+0000 7f22617fa640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2244077180 0x7f2244079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:49.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.642+0000 7f2263fff640 1 -- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2244077180 msgr2=0x7f2244079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1062258671 2024-07-26T17:02:49.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.642+0000 7f22617fa640 1 -- 172.21.15.33:0/2213436161 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7f224c099570 con 0x7f22640d0610 2024-07-26T17:02:49.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.642+0000 7f2263fff640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2244077180 0x7f2244079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:02:49.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.646+0000 7f22617fa640 1 -- 172.21.15.33:0/2213436161 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f224c061d80 con 0x7f22640d0610 2024-07-26T17:02:49.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.840+0000 7f226a4fa640 1 -- 172.21.15.33:0/2213436161 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f22640b66e0 con 0x7f22640d0610 2024-07-26T17:02:49.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.843+0000 7f2263fff640 1 -- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2244077180 msgr2=0x7f2244079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1062258671 2024-07-26T17:02:49.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.843+0000 7f2263fff640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2244077180 0x7f2244079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:02:49.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.845+0000 7f22617fa640 1 -- 172.21.15.33:0/2213436161 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v70)=0 v70) ==== 133+0+0 (secure 0 0 0) 0x7f224c0662d0 con 0x7f22640d0610 2024-07-26T17:02:49.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.847+0000 7f226a4fa640 1 -- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2244077180 msgr2=0x7f2244079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:02:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.847+0000 7f226a4fa640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2244077180 0x7f2244079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.847+0000 7f226a4fa640 1 -- 172.21.15.33:0/2213436161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22640d0610 msgr2=0x7f22641f8d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.847+0000 7f226a4fa640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22640d0610 0x7f22641f8d00 secure :-1 s=READY pgs=2065 cs=0 l=1 rev1=1 crypto rx=0x7f224c00ea20 tx=0x7f224c00eee0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.847+0000 7f226a4fa640 1 -- 172.21.15.33:0/2213436161 shutdown_connections 2024-07-26T17:02:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.847+0000 7f226a4fa640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7f2244077180 0x7f2244079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.847+0000 7f226a4fa640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22640c9c30 0x7f22640ca040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.847+0000 7f226a4fa640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22640d0610 0x7f22641f8d00 unknown :-1 s=CLOSED pgs=2065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.847+0000 7f226a4fa640 1 --2- 172.21.15.33:0/2213436161 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22640b2da0 0x7f22640cba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.847+0000 7f226a4fa640 1 -- 172.21.15.33:0/2213436161 >> 172.21.15.33:0/2213436161 conn(0x7f22640d3d90 msgr2=0x7f22640b8420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.848+0000 7f226a4fa640 1 -- 172.21.15.33:0/2213436161 shutdown_connections 2024-07-26T17:02:49.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:49.848+0000 7f226a4fa640 1 -- 172.21.15.33:0/2213436161 wait complete. 2024-07-26T17:02:49.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:49.861 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2024-07-26T17:02:49.883 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1 1m 2024-07-26T17:02:50.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.043+0000 7fbc83a41640 1 -- 172.21.15.33:0/3891724068 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc7c0cf8e0 msgr2=0x7fbc7c0d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:50.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.043+0000 7fbc83a41640 1 --2- 172.21.15.33:0/3891724068 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc7c0cf8e0 0x7fbc7c0d0ab0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fbc74005fd0 tx=0x7fbc7402a840 comp rx=0 tx=0).stop 2024-07-26T17:02:50.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.044+0000 7fbc83a41640 1 -- 172.21.15.33:0/3891724068 shutdown_connections 2024-07-26T17:02:50.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.044+0000 7fbc83a41640 1 --2- 172.21.15.33:0/3891724068 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc7c0cf8e0 0x7fbc7c0d0ab0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:50.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.044+0000 7fbc83a41640 1 --2- 172.21.15.33:0/3891724068 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc7c0b53e0 0x7fbc7c0d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:50.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.044+0000 7fbc83a41640 1 -- 172.21.15.33:0/3891724068 >> 172.21.15.33:0/3891724068 conn(0x7fbc7c0d3dc0 msgr2=0x7fbc7c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:50.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.044+0000 7fbc83a41640 1 -- 172.21.15.33:0/3891724068 shutdown_connections 2024-07-26T17:02:50.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.044+0000 7fbc83a41640 1 -- 172.21.15.33:0/3891724068 wait complete. 2024-07-26T17:02:50.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.045+0000 7fbc83a41640 1 Processor -- start 2024-07-26T17:02:50.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.046+0000 7fbc83a41640 1 -- start start 2024-07-26T17:02:50.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc83a41640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc7c0b53e0 0x7fbc7c15fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:50.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc83a41640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc7c0b8fa0 0x7fbc7c15e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:50.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc83a41640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc7c0cf8e0 0x7fbc7c15ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:50.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc83a41640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbc7c0b7800 con 0x7fbc7c0b53e0 2024-07-26T17:02:50.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc83a41640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbc7c0b7680 con 0x7fbc7c0cf8e0 2024-07-26T17:02:50.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc83a41640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbc7c0b7980 con 0x7fbc7c0b8fa0 2024-07-26T17:02:50.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc817dd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc7c0b53e0 0x7fbc7c15fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:50.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc817dd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc7c0b53e0 0x7fbc7c15fb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:49178/0 (socket says 172.21.15.33:49178) 2024-07-26T17:02:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc817dd640 1 -- 172.21.15.33:0/2637199123 learned_addr learned my addr 172.21.15.33:0/2637199123 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc80fdc640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc7c0b8fa0 0x7fbc7c15e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc81fde640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc7c0cf8e0 0x7fbc7c15ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc817dd640 1 -- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc7c0b8fa0 msgr2=0x7fbc7c15e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc817dd640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc7c0b8fa0 0x7fbc7c15e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc817dd640 1 -- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc7c0cf8e0 msgr2=0x7fbc7c15ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc817dd640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc7c0cf8e0 0x7fbc7c15ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.047+0000 7fbc817dd640 1 -- 172.21.15.33:0/2637199123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc7c09faa0 con 0x7fbc7c0b53e0 2024-07-26T17:02:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.048+0000 7fbc817dd640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc7c0b53e0 0x7fbc7c15fb80 secure :-1 s=READY pgs=2067 cs=0 l=1 rev1=1 crypto rx=0x7fbc7800e9f0 tx=0x7fbc7800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.048+0000 7fbc71ffb640 1 -- 172.21.15.33:0/2637199123 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc7800cd80 con 0x7fbc7c0b53e0 2024-07-26T17:02:50.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.048+0000 7fbc71ffb640 1 -- 172.21.15.33:0/2637199123 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc78004020 con 0x7fbc7c0b53e0 2024-07-26T17:02:50.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.048+0000 7fbc71ffb640 1 -- 172.21.15.33:0/2637199123 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78004470 con 0x7fbc7c0b53e0 2024-07-26T17:02:50.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.048+0000 7fbc83a41640 1 -- 172.21.15.33:0/2637199123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc7c09ff10 con 0x7fbc7c0b53e0 2024-07-26T17:02:50.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.048+0000 7fbc83a41640 1 -- 172.21.15.33:0/2637199123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc7c0a04d0 con 0x7fbc7c0b53e0 2024-07-26T17:02:50.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.049+0000 7fbc83a41640 1 -- 172.21.15.33:0/2637199123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc7c0b7e30 con 0x7fbc7c0b53e0 2024-07-26T17:02:50.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.050+0000 7fbc71ffb640 1 -- 172.21.15.33:0/2637199123 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 133) ==== 99258+0+0 (secure 0 0 0) 0x7fbc780035f0 con 0x7fbc7c0b53e0 2024-07-26T17:02:50.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.050+0000 7fbc71ffb640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbc600771b0 0x7fbc600796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:50.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.050+0000 7fbc80fdc640 1 -- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbc600771b0 msgr2=0x7fbc600796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1062258671 2024-07-26T17:02:50.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.050+0000 7fbc71ffb640 1 -- 172.21.15.33:0/2637199123 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 6229+0+0 (secure 0 0 0) 0x7fbc78099420 con 0x7fbc7c0b53e0 2024-07-26T17:02:50.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.050+0000 7fbc80fdc640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbc600771b0 0x7fbc600796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:02:50.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.055+0000 7fbc71ffb640 1 -- 172.21.15.33:0/2637199123 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbc78061cc0 con 0x7fbc7c0b53e0 2024-07-26T17:02:50.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.251+0000 7fbc80fdc640 1 -- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbc600771b0 msgr2=0x7fbc600796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1062258671 2024-07-26T17:02:50.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.251+0000 7fbc80fdc640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbc600771b0 0x7fbc600796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:02:50.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.271+0000 7fbc83a41640 1 -- 172.21.15.33:0/2637199123 --> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fbc7c0b48d0 con 0x7fbc600771b0 2024-07-26T17:02:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.652+0000 7fbc80fdc640 1 -- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbc600771b0 msgr2=0x7fbc600796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1062258671 2024-07-26T17:02:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:50.652+0000 7fbc80fdc640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbc600771b0 0x7fbc600796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T17:02:51.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:51.453+0000 7fbc80fdc640 1 -- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbc600771b0 msgr2=0x7fbc600796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1062258671 2024-07-26T17:02:51.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:51.453+0000 7fbc80fdc640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbc600771b0 0x7fbc600796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T17:02:52.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:52.731+0000 7fbc71ffb640 1 -- 172.21.15.33:0/2637199123 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 134) ==== 98867+0+0 (secure 0 0 0) 0x7fbc78097730 con 0x7fbc7c0b53e0 2024-07-26T17:02:52.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:52.731+0000 7fbc71ffb640 1 -- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbc600771b0 msgr2=0x7fbc600796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:02:52.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:52.731+0000 7fbc71ffb640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/1062258671,v1:172.21.15.154:6837/1062258671] conn(0x7fbc600771b0 0x7fbc600796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:52.896 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:52.895+0000 7f6649017640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:52.896 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:52.895+0000 7f6649017640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:52.896 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:52.895+0000 7f6649017640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:52.897 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:52.895+0000 7f6649017640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:52.897 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:52.895+0000 7f6649017640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:52.897 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:52.895+0000 7f6646011640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:52.897 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:52.895+0000 7f6646011640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:52.897 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:52.895+0000 7f6646011640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:52.897 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:52.895+0000 7f6646011640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:52.897 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:02:52.895+0000 7f6646011640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:02:53.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.734+0000 7fbc71ffb640 1 -- 172.21.15.33:0/2637199123 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 135) ==== 98994+0+0 (secure 0 0 0) 0x7fbc7805df50 con 0x7fbc7c0b53e0 2024-07-26T17:02:53.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.734+0000 7fbc71ffb640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fbc6007f8d0 0x7fbc60081cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:53.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.734+0000 7fbc71ffb640 1 -- 172.21.15.33:0/2637199123 --> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fbc78068760 con 0x7fbc6007f8d0 2024-07-26T17:02:53.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.739+0000 7fbc80fdc640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fbc6007f8d0 0x7fbc60081cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:53.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.739+0000 7fbc80fdc640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fbc6007f8d0 0x7fbc60081cf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c0ce430 tx=0x7fbc6c001d70 comp rx=0 tx=0).ready entity=mgr.9532 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:53.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.806+0000 7fbc71ffb640 1 -- 172.21.15.33:0/2637199123 <== mgr.9532 v2:172.21.15.154:6836/3988013163 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fbc78068760 con 0x7fbc6007f8d0 2024-07-26T17:02:53.808 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1 2024-07-26T17:02:53.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.808+0000 7fbc83a41640 1 -- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fbc6007f8d0 msgr2=0x7fbc60081cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:53.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.808+0000 7fbc83a41640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fbc6007f8d0 0x7fbc60081cf0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c0ce430 tx=0x7fbc6c001d70 comp rx=0 tx=0).stop 2024-07-26T17:02:53.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.808+0000 7fbc83a41640 1 -- 172.21.15.33:0/2637199123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc7c0b53e0 msgr2=0x7fbc7c15fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:53.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.808+0000 7fbc83a41640 1 --2- 172.21.15.33:0/2637199123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbc7c0b53e0 0x7fbc7c15fb80 secure :-1 s=READY pgs=2067 cs=0 l=1 rev1=1 crypto rx=0x7fbc7800e9f0 tx=0x7fbc7800eeb0 comp rx=0 tx=0).stop 2024-07-26T17:02:53.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.808+0000 7fbc81fde640 1 -- 172.21.15.33:0/2637199123 reap_dead start 2024-07-26T17:02:53.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.808+0000 7fbc83a41640 1 -- 172.21.15.33:0/2637199123 shutdown_connections 2024-07-26T17:02:53.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.808+0000 7fbc83a41640 1 -- 172.21.15.33:0/2637199123 >> 172.21.15.33:0/2637199123 conn(0x7fbc7c0d3dc0 msgr2=0x7fbc7c0ce890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:53.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.808+0000 7fbc83a41640 1 -- 172.21.15.33:0/2637199123 shutdown_connections 2024-07-26T17:02:53.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.808+0000 7fbc83a41640 1 -- 172.21.15.33:0/2637199123 wait complete. 2024-07-26T17:02:53.823 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1 2024-07-26T17:02:53.823 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule retention add snap_test_dir1 1m 2024-07-26T17:02:53.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.945+0000 7f3c0834f640 1 -- 172.21.15.33:0/2208593785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c000b6560 msgr2=0x7f3c000cce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:53.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.945+0000 7f3c0834f640 1 --2- 172.21.15.33:0/2208593785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c000b6560 0x7f3c000cce80 secure :-1 s=READY pgs=2071 cs=0 l=1 rev1=1 crypto rx=0x7f3bf8009be0 tx=0x7f3bf802a960 comp rx=0 tx=0).stop 2024-07-26T17:02:53.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.945+0000 7f3c0834f640 1 -- 172.21.15.33:0/2208593785 shutdown_connections 2024-07-26T17:02:53.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.945+0000 7f3c0834f640 1 --2- 172.21.15.33:0/2208593785 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c000b6560 0x7f3c000cce80 unknown :-1 s=CLOSED pgs=2071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:53.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.945+0000 7f3c0834f640 1 -- 172.21.15.33:0/2208593785 >> 172.21.15.33:0/2208593785 conn(0x7f3c000d1c60 msgr2=0x7f3c000d2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:53.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.945+0000 7f3c0834f640 1 -- 172.21.15.33:0/2208593785 shutdown_connections 2024-07-26T17:02:53.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.945+0000 7f3c0834f640 1 -- 172.21.15.33:0/2208593785 wait complete. 2024-07-26T17:02:53.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.947+0000 7f3c0834f640 1 Processor -- start 2024-07-26T17:02:53.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.947+0000 7f3c0834f640 1 -- start start 2024-07-26T17:02:53.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.948+0000 7f3c0834f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3c000b6560 0x7f3c00159820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:53.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.948+0000 7f3c0834f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c000d2780 0x7f3c001471c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:53.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.948+0000 7f3c0834f640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c0014a3c0 0x7f3c001f5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:53.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.948+0000 7f3c0834f640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3c000cd750 con 0x7f3c000d2780 2024-07-26T17:02:53.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.948+0000 7f3c0834f640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3c000cd5d0 con 0x7f3c000b6560 2024-07-26T17:02:53.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.948+0000 7f3c0834f640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3c000cd8d0 con 0x7f3c0014a3c0 2024-07-26T17:02:53.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.948+0000 7f3c058ea640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c000d2780 0x7f3c001471c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.948+0000 7f3c058ea640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c000d2780 0x7f3c001471c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46612/0 (socket says 172.21.15.33:46612) 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.948+0000 7f3c060eb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3c000b6560 0x7f3c00159820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3c058ea640 1 -- 172.21.15.33:0/528403335 learned_addr learned my addr 172.21.15.33:0/528403335 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3c068ec640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c0014a3c0 0x7f3c001f5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3c058ea640 1 -- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c0014a3c0 msgr2=0x7f3c001f5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3c058ea640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c0014a3c0 0x7f3c001f5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3c058ea640 1 -- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3c000b6560 msgr2=0x7f3c00159820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3c058ea640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3c000b6560 0x7f3c00159820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3c058ea640 1 -- 172.21.15.33:0/528403335 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c001f6ca0 con 0x7f3c000d2780 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3c058ea640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c000d2780 0x7f3c001471c0 secure :-1 s=READY pgs=2072 cs=0 l=1 rev1=1 crypto rx=0x7f3bf000c3d0 tx=0x7f3bf000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3bf6ffd640 1 -- 172.21.15.33:0/528403335 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf0017070 con 0x7f3c000d2780 2024-07-26T17:02:53.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3bf6ffd640 1 -- 172.21.15.33:0/528403335 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3bf00053c0 con 0x7f3c000d2780 2024-07-26T17:02:53.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3c0834f640 1 -- 172.21.15.33:0/528403335 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c001e5340 con 0x7f3c000d2780 2024-07-26T17:02:53.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3bf6ffd640 1 -- 172.21.15.33:0/528403335 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf0003850 con 0x7f3c000d2780 2024-07-26T17:02:53.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.949+0000 7f3c0834f640 1 -- 172.21.15.33:0/528403335 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c001e5900 con 0x7f3c000d2780 2024-07-26T17:02:53.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.950+0000 7f3c0834f640 1 -- 172.21.15.33:0/528403335 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c001e5130 con 0x7f3c000d2780 2024-07-26T17:02:53.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.951+0000 7f3bf6ffd640 1 -- 172.21.15.33:0/528403335 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 135) ==== 98994+0+0 (secure 0 0 0) 0x7f3bf001a070 con 0x7f3c000d2780 2024-07-26T17:02:53.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.952+0000 7f3bf6ffd640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f3be4076eb0 0x7f3be40793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:53.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.952+0000 7f3bf6ffd640 1 -- 172.21.15.33:0/528403335 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(212..212 src has 1..212) ==== 6573+0+0 (secure 0 0 0) 0x7f3bf0097ba0 con 0x7f3c000d2780 2024-07-26T17:02:53.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.952+0000 7f3c060eb640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f3be4076eb0 0x7f3be40793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:53.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.952+0000 7f3c060eb640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f3be4076eb0 0x7f3be40793c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc001760 tx=0x7f3bfc009040 comp rx=0 tx=0).ready entity=mgr.9532 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:53.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:53.956+0000 7f3bf6ffd640 1 -- 172.21.15.33:0/528403335 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3bf00607c0 con 0x7f3c000d2780 2024-07-26T17:02:54.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.172+0000 7f3c0834f640 1 -- 172.21.15.33:0/528403335 --> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "path": "snap_test_dir1", "retention_spec_or_period": "1m", "target": ["mon-mgr", ""]}) -- 0x7f3c000ce3a0 con 0x7f3be4076eb0 2024-07-26T17:02:54.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.235+0000 7f3bf6ffd640 1 -- 172.21.15.33:0/528403335 <== mgr.9532 v2:172.21.15.154:6836/3988013163 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+39 (secure 0 0 0) 0x7f3c000ce3a0 con 0x7f3be4076eb0 2024-07-26T17:02:54.237 INFO:teuthology.orchestra.run.smithi033.stdout:Retention added to path snap_test_dir1 2024-07-26T17:02:54.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 -- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f3be4076eb0 msgr2=0x7f3be40793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:54.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f3be4076eb0 0x7f3be40793c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f3bfc001760 tx=0x7f3bfc009040 comp rx=0 tx=0).stop 2024-07-26T17:02:54.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 -- 172.21.15.33:0/528403335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c000d2780 msgr2=0x7f3c001471c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:54.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c000d2780 0x7f3c001471c0 secure :-1 s=READY pgs=2072 cs=0 l=1 rev1=1 crypto rx=0x7f3bf000c3d0 tx=0x7f3bf000c890 comp rx=0 tx=0).stop 2024-07-26T17:02:54.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 -- 172.21.15.33:0/528403335 shutdown_connections 2024-07-26T17:02:54.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f3be4076eb0 0x7f3be40793c0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:54.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3c0014a3c0 0x7f3c001f5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:54.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3c000d2780 0x7f3c001471c0 unknown :-1 s=CLOSED pgs=2072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:54.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 --2- 172.21.15.33:0/528403335 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3c000b6560 0x7f3c00159820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:54.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 -- 172.21.15.33:0/528403335 >> 172.21.15.33:0/528403335 conn(0x7f3c000d1c60 msgr2=0x7f3c000b3f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:54.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 -- 172.21.15.33:0/528403335 shutdown_connections 2024-07-26T17:02:54.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.237+0000 7f3c0834f640 1 -- 172.21.15.33:0/528403335 wait complete. 2024-07-26T17:02:54.250 DEBUG:tasks.cephfs.test_snap_schedules:res=Retention added to path snap_test_dir1 2024-07-26T17:02:54.251 DEBUG:tasks.cephfs.test_snap_schedules:expecting snap snap_test_dir1/.snap/scheduled-2024-07-26-17_03_00 in ~6s... 2024-07-26T17:02:54.251 DEBUG:tasks.cephfs.test_snap_schedules:expected_schedule: ['1m'], expected_retention: [{'m': 1}] 2024-07-26T17:02:54.251 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list --format json snap_test_dir1 2024-07-26T17:02:54.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.370+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/1659640015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbf00039e0 msgr2=0x7fbbf0003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:54.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.370+0000 7fbc0fdc4640 1 --2- 172.21.15.33:0/1659640015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbf00039e0 0x7fbbf0003e10 secure :-1 s=READY pgs=2074 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800c560 tx=0x7fbbf0005830 comp rx=0 tx=0).stop 2024-07-26T17:02:54.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.370+0000 7fbc0e361640 1 -- 172.21.15.33:0/1659640015 reap_dead start 2024-07-26T17:02:54.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.370+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/1659640015 shutdown_connections 2024-07-26T17:02:54.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.370+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/1659640015 >> 172.21.15.33:0/1659640015 conn(0x7fbc080d0b40 msgr2=0x7fbc080d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:54.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.370+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/1659640015 shutdown_connections 2024-07-26T17:02:54.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.370+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/1659640015 wait complete. 2024-07-26T17:02:54.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.372+0000 7fbc0fdc4640 1 Processor -- start 2024-07-26T17:02:54.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.372+0000 7fbc0fdc4640 1 -- start start 2024-07-26T17:02:54.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0fdc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbf00039e0 0x7fbc081f7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:54.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0fdc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc081f8d90 0x7fbc080cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:54.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0fdc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc080cc440 0x7fbc080cf5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:54.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0fdc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbc080b4e80 con 0x7fbbf00039e0 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0fdc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbc080b4d00 con 0x7fbc081f8d90 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0fdc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbc080b5000 con 0x7fbc080cc440 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0db60640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbf00039e0 0x7fbc081f7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0db60640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbf00039e0 0x7fbc081f7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46632/0 (socket says 172.21.15.33:46632) 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0db60640 1 -- 172.21.15.33:0/4284291755 learned_addr learned my addr 172.21.15.33:0/4284291755 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0d35f640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc081f8d90 0x7fbc080cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0e361640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc080cc440 0x7fbc080cf5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0db60640 1 -- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc080cc440 msgr2=0x7fbc080cf5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0db60640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc080cc440 0x7fbc080cf5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0db60640 1 -- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc081f8d90 msgr2=0x7fbc080cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0db60640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc081f8d90 0x7fbc080cf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:54.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.373+0000 7fbc0db60640 1 -- 172.21.15.33:0/4284291755 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc081f4dc0 con 0x7fbbf00039e0 2024-07-26T17:02:54.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.374+0000 7fbc0db60640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbf00039e0 0x7fbc081f7c10 secure :-1 s=READY pgs=2075 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800c680 tx=0x7fbbf8004c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:54.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.374+0000 7fbc067fc640 1 -- 172.21.15.33:0/4284291755 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf802b970 con 0x7fbbf00039e0 2024-07-26T17:02:54.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.374+0000 7fbc067fc640 1 -- 172.21.15.33:0/4284291755 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbf803a070 con 0x7fbbf00039e0 2024-07-26T17:02:54.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.374+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/4284291755 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc081f8150 con 0x7fbbf00039e0 2024-07-26T17:02:54.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.374+0000 7fbc067fc640 1 -- 172.21.15.33:0/4284291755 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8006070 con 0x7fbbf00039e0 2024-07-26T17:02:54.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.374+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/4284291755 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc080aae10 con 0x7fbbf00039e0 2024-07-26T17:02:54.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.375+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/4284291755 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc080b5590 con 0x7fbbf00039e0 2024-07-26T17:02:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.376+0000 7fbc067fc640 1 -- 172.21.15.33:0/4284291755 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 135) ==== 98994+0+0 (secure 0 0 0) 0x7fbbf803c020 con 0x7fbbf00039e0 2024-07-26T17:02:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.376+0000 7fbc067fc640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fbbf4076eb0 0x7fbbf40793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:02:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.376+0000 7fbc067fc640 1 -- 172.21.15.33:0/4284291755 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(212..212 src has 1..212) ==== 6573+0+0 (secure 0 0 0) 0x7fbbf80b89b0 con 0x7fbbf00039e0 2024-07-26T17:02:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.376+0000 7fbc0d35f640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fbbf4076eb0 0x7fbbf40793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:02:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.377+0000 7fbc0d35f640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fbbf4076eb0 0x7fbbf40793c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc005eb0 tx=0x7fbbfc005f90 comp rx=0 tx=0).ready entity=mgr.9532 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:02:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.381+0000 7fbc067fc640 1 -- 172.21.15.33:0/4284291755 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbbf80bae20 con 0x7fbbf00039e0 2024-07-26T17:02:54.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.593+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/4284291755 --> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbc080d1840 con 0x7fbbf4076eb0 2024-07-26T17:02:54.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.601+0000 7fbc067fc640 1 -- 172.21.15.33:0/4284291755 <== mgr.9532 v2:172.21.15.154:6836/3988013163 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+72 (secure 0 0 0) 0x7fbc080d1840 con 0x7fbbf4076eb0 2024-07-26T17:02:54.603 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:02:54.603 INFO:teuthology.orchestra.run.smithi033.stdout:{"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{"m": 1}]} 2024-07-26T17:02:54.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fbbf4076eb0 msgr2=0x7fbbf40793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:54.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fbbf4076eb0 0x7fbbf40793c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fbbfc005eb0 tx=0x7fbbfc005f90 comp rx=0 tx=0).stop 2024-07-26T17:02:54.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/4284291755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbf00039e0 msgr2=0x7fbc081f7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:02:54.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbf00039e0 0x7fbc081f7c10 secure :-1 s=READY pgs=2075 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800c680 tx=0x7fbbf8004c10 comp rx=0 tx=0).stop 2024-07-26T17:02:54.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/4284291755 shutdown_connections 2024-07-26T17:02:54.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fbbf4076eb0 0x7fbbf40793c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:54.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbc080cc440 0x7fbc080cf5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:54.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbc081f8d90 0x7fbc080cf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:54.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 --2- 172.21.15.33:0/4284291755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbf00039e0 0x7fbc081f7c10 unknown :-1 s=CLOSED pgs=2075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:02:54.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/4284291755 >> 172.21.15.33:0/4284291755 conn(0x7fbc080d0b40 msgr2=0x7fbc08158ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:02:54.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/4284291755 shutdown_connections 2024-07-26T17:02:54.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:02:54.603+0000 7fbc0fdc4640 1 -- 172.21.15.33:0/4284291755 wait complete. 2024-07-26T17:02:54.616 DEBUG:tasks.cephfs.test_snap_schedules:res= {"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{"m": 1}]} 2024-07-26T17:02:54.617 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'path': 'snap_test_dir1', 'schedule': ['1m'], 'retention': [{'m': 1}]} 2024-07-26T17:02:54.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:54.617 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:02:54.637 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T17:02:54.637 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:02:54.637 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:02:55.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:55.639 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:02:55.663 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T17:02:55.664 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:02:55.664 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:02:56.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:56.665 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:02:56.689 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T17:02:56.690 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:02:56.690 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:02:57.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:57.691 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:02:57.716 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T17:02:57.716 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:02:57.716 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:02:58.717 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:58.718 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:02:58.743 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T17:02:58.743 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:02:58.743 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:02:59.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:02:59.744 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:02:59.769 INFO:tasks.cephfs.test_snap_schedules:snapshots: set() 2024-07-26T17:02:59.769 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:02:59.769 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:00.249 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:03:00.248+0000 7f6637ff5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:03:00.249 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:03:00.248+0000 7f6637ff5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:03:00.249 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:03:00.248+0000 7f6637ff5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:03:00.250 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:03:00.248+0000 7f6637ff5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:03:00.250 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:03:00.248+0000 7f6637ff5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:03:00.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:00.771 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:00.795 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:00.795 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:00.796 INFO:tasks.cephfs.test_snap_schedules:added: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:00.796 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:00.796 DEBUG:tasks.cephfs.test_snap_schedules:snapshots added=['scheduled-2024-07-26-17_03_00_UTC'] 2024-07-26T17:03:00.796 DEBUG:tasks.cephfs.test_snap_schedules:exec=1722013374.2510943, now = 1722013380.7963326, timo = 6 2024-07-26T17:03:01.797 DEBUG:tasks.cephfs.test_snap_schedules:expecting removal of snap snap_test_dir1/.snap/scheduled-2024-07-26-17_03_00 in ~66s... 2024-07-26T17:03:01.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:01.797 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:01.821 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:01.822 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:01.822 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:01.822 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:02.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:02.824 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:02.848 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:02.848 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:02.848 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:02.848 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:03.849 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:03.850 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:03.874 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:03.875 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:03.875 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:03.875 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:04.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:04.876 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:04.899 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:04.900 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:04.900 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:04.900 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:05.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:05.902 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:05.926 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:05.927 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:05.927 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:05.927 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:06.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:06.928 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:06.953 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:06.953 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:06.953 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:06.953 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:07.955 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:07.955 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:07.980 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:07.980 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:07.980 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:07.980 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:08.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:08.981 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:09.005 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:09.006 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:09.006 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:09.006 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:10.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:10.007 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:10.032 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:10.032 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:10.032 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:10.032 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:11.033 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:11.033 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:11.057 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:11.058 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:11.058 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:11.058 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:12.059 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:12.059 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:12.084 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:12.084 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:12.084 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:12.084 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:13.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:13.086 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:13.110 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:13.111 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:13.111 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:13.111 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:13.502 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:03:13.505 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:03:14.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:14.112 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:14.136 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:14.137 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:14.137 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:14.137 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:15.138 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:15.138 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:15.164 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:15.164 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:15.165 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:15.165 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:16.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:16.166 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:16.191 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:16.191 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:16.192 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:16.192 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:17.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:17.193 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:17.217 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:17.218 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:17.218 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:17.218 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:18.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:18.219 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:18.243 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:18.244 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:18.244 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:18.244 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:19.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:19.245 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:19.269 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:19.271 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:19.271 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:19.271 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:20.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:20.272 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:20.298 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:20.299 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:20.299 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:20.299 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:21.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:21.301 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:21.324 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:21.325 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:21.325 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:21.325 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:22.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:22.327 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:22.350 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:22.351 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:22.351 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:22.352 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:23.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:23.353 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:23.378 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:23.378 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:23.378 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:23.378 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:24.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:24.379 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:24.405 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:24.405 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:24.405 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:24.405 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:25.406 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:25.407 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:25.432 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:25.433 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:25.433 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:25.433 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:26.433 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:26.434 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:26.462 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:26.463 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:26.463 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:26.463 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:27.464 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:27.464 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:27.489 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:27.489 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:27.490 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:27.490 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:28.490 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:28.491 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:28.516 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:28.516 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:28.516 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:28.516 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:29.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:29.518 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:29.542 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:29.542 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:29.542 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:29.542 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:30.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:30.543 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:30.567 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:30.568 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:30.568 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:30.568 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:31.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:31.570 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:31.595 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:31.595 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:31.595 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:31.596 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:32.596 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:32.597 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:32.621 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:32.621 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:32.621 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:32.621 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:33.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:33.623 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:33.647 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:33.647 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:33.647 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:33.647 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:34.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:34.649 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:34.673 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:34.674 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:34.674 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:34.674 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:35.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:35.675 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:35.699 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:35.700 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:35.700 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:35.700 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:36.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:36.701 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:36.726 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:36.727 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:36.727 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:36.727 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:37.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:37.728 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:37.753 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:37.753 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:37.754 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:37.754 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:38.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:38.755 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:38.780 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:38.780 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:38.781 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:38.781 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:39.782 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:39.782 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:39.807 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:39.807 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:39.807 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:39.807 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:40.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:40.808 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:40.833 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:40.833 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:40.833 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:40.834 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:41.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:41.834 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:41.859 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:41.860 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:41.860 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:41.860 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:42.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:42.861 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:42.885 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:42.886 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:42.886 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:42.886 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:43.567 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:03:43.570 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:03:43.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:43.887 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:43.911 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:43.911 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:43.912 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:43.912 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:44.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:44.912 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:44.937 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:44.938 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:44.938 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:44.938 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:45.938 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:45.939 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:45.963 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:45.964 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:45.964 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:45.964 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:46.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:46.965 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:46.990 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:46.990 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:46.990 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:46.990 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:47.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:47.991 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:48.015 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:48.016 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:48.016 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:48.016 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:49.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:49.018 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:49.043 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:49.044 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:49.044 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:49.044 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:50.045 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:50.045 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:50.069 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:50.070 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:50.071 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:50.071 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:51.072 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:51.072 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:51.097 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:51.097 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:51.097 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:51.097 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:52.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:52.098 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:52.123 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:52.124 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:52.124 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:52.124 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:53.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:53.126 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:53.149 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:53.150 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:53.151 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:53.151 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:54.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:54.151 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:54.176 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:54.176 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:54.176 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:54.176 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:55.177 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:55.177 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:55.202 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:55.203 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:55.203 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:55.203 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:56.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:56.204 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:56.228 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:56.229 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:56.229 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:56.229 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:57.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:57.230 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:57.256 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:57.256 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:57.256 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:57.256 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:58.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:58.257 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:58.282 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:58.282 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:58.282 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:58.282 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:03:59.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:03:59.283 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:03:59.308 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:03:59.309 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:03:59.309 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:03:59.309 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:04:00.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:00.310 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:04:00.340 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_03_00_UTC 2024-07-26T17:04:00.340 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_04_00_UTC 2024-07-26T17:04:00.340 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_04_00_UTC', 'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:04:00.340 INFO:tasks.cephfs.test_snap_schedules:added: {'scheduled-2024-07-26-17_04_00_UTC'} 2024-07-26T17:04:00.341 INFO:tasks.cephfs.test_snap_schedules:removed: set() 2024-07-26T17:04:01.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:01.342 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:04:01.366 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_04_00_UTC 2024-07-26T17:04:01.367 INFO:tasks.cephfs.test_snap_schedules:snapshots: {'scheduled-2024-07-26-17_04_00_UTC'} 2024-07-26T17:04:01.367 INFO:tasks.cephfs.test_snap_schedules:added: set() 2024-07-26T17:04:01.367 INFO:tasks.cephfs.test_snap_schedules:removed: {'scheduled-2024-07-26-17_03_00_UTC'} 2024-07-26T17:04:01.367 DEBUG:tasks.cephfs.test_snap_schedules:snapshots removed=['scheduled-2024-07-26-17_03_00_UTC'] 2024-07-26T17:04:01.368 DEBUG:tasks.cephfs.test_snap_schedules:exec=1722013374.2510943, now = 1722013441.3680108, timo = 66 2024-07-26T17:04:02.368 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove snap_test_dir1 2024-07-26T17:04:02.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.502+0000 7f692beab640 1 -- 172.21.15.33:0/2546705872 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69240cd6a0 msgr2=0x7f69240ce900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:02.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.502+0000 7f692beab640 1 --2- 172.21.15.33:0/2546705872 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69240cd6a0 0x7f69240ce900 secure :-1 s=READY pgs=2076 cs=0 l=1 rev1=1 crypto rx=0x7f69240cf700 tx=0x7f691c02a950 comp rx=0 tx=0).stop 2024-07-26T17:04:02.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.502+0000 7f692beab640 1 -- 172.21.15.33:0/2546705872 shutdown_connections 2024-07-26T17:04:02.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.502+0000 7f692beab640 1 --2- 172.21.15.33:0/2546705872 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69240cd6a0 0x7f69240ce900 unknown :-1 s=CLOSED pgs=2076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:02.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.502+0000 7f692beab640 1 --2- 172.21.15.33:0/2546705872 >> v2:172.21.15.154:3300/0 conn(0x7f69240cfcc0 0x7f69240ce3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:02.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.502+0000 7f692beab640 1 -- 172.21.15.33:0/2546705872 >> 172.21.15.33:0/2546705872 conn(0x7f69240b3810 msgr2=0x7f69240b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:02.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.502+0000 7f692beab640 1 -- 172.21.15.33:0/2546705872 shutdown_connections 2024-07-26T17:04:02.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.502+0000 7f692beab640 1 -- 172.21.15.33:0/2546705872 wait complete. 2024-07-26T17:04:02.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.504+0000 7f692beab640 1 Processor -- start 2024-07-26T17:04:02.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.504+0000 7f692beab640 1 -- start start 2024-07-26T17:04:02.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f692beab640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f69240b74c0 0x7f69241f6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:02.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f692beab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69240cd6a0 0x7f6924158ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:02.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f692beab640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69240cfcc0 0x7f69241e7d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:02.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f692beab640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f69240b5fb0 con 0x7f69240cd6a0 2024-07-26T17:04:02.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f692beab640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f69240b5e30 con 0x7f69240b74c0 2024-07-26T17:04:02.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f692beab640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f69240b6130 con 0x7f69240cfcc0 2024-07-26T17:04:02.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f6929446640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69240cd6a0 0x7f6924158ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:02.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f6929446640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69240cd6a0 0x7f6924158ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46090/0 (socket says 172.21.15.33:46090) 2024-07-26T17:04:02.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f6929446640 1 -- 172.21.15.33:0/3515182709 learned_addr learned my addr 172.21.15.33:0/3515182709 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:02.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f692a448640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69240cfcc0 0x7f69241e7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:02.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f6929446640 1 -- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69240cfcc0 msgr2=0x7f69241e7d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:02.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f6929446640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69240cfcc0 0x7f69241e7d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:02.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f6929446640 1 -- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f69240b74c0 msgr2=0x7f69241f6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:02.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f6929446640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f69240b74c0 0x7f69241f6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:02.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f6929446640 1 -- 172.21.15.33:0/3515182709 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69241f6e60 con 0x7f69240cd6a0 2024-07-26T17:04:02.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.505+0000 7f692a448640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69240cfcc0 0x7f69241e7d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:02.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.506+0000 7f6929446640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69240cd6a0 0x7f6924158ee0 secure :-1 s=READY pgs=2077 cs=0 l=1 rev1=1 crypto rx=0x7f691400b3f0 tx=0x7f691400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:02.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.506+0000 7f691a7fc640 1 -- 172.21.15.33:0/3515182709 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6914015020 con 0x7f69240cd6a0 2024-07-26T17:04:02.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.506+0000 7f691a7fc640 1 -- 172.21.15.33:0/3515182709 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6914011920 con 0x7f69240cd6a0 2024-07-26T17:04:02.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.506+0000 7f692beab640 1 -- 172.21.15.33:0/3515182709 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69241f7140 con 0x7f69240cd6a0 2024-07-26T17:04:02.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.506+0000 7f691a7fc640 1 -- 172.21.15.33:0/3515182709 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6914011d70 con 0x7f69240cd6a0 2024-07-26T17:04:02.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.506+0000 7f692beab640 1 -- 172.21.15.33:0/3515182709 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69241f3110 con 0x7f69240cd6a0 2024-07-26T17:04:02.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.507+0000 7f692beab640 1 -- 172.21.15.33:0/3515182709 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69240b6650 con 0x7f69240cd6a0 2024-07-26T17:04:02.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.508+0000 7f691a7fc640 1 -- 172.21.15.33:0/3515182709 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 138) ==== 99372+0+0 (secure 0 0 0) 0x7f6914018020 con 0x7f69240cd6a0 2024-07-26T17:04:02.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.508+0000 7f691a7fc640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f6908077300 0x7f6908079810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:02.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.508+0000 7f691a7fc640 1 -- 172.21.15.33:0/3515182709 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 6689+0+0 (secure 0 0 0) 0x7f6914098d40 con 0x7f69240cd6a0 2024-07-26T17:04:02.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.508+0000 7f6929c47640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f6908077300 0x7f6908079810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:02.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.509+0000 7f6929c47640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f6908077300 0x7f6908079810 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6920005fd0 tx=0x7f6920005bc0 comp rx=0 tx=0).ready entity=mgr.9532 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:02.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.513+0000 7f691a7fc640 1 -- 172.21.15.33:0/3515182709 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f691401f030 con 0x7f69240cd6a0 2024-07-26T17:04:02.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.728+0000 7f692beab640 1 -- 172.21.15.33:0/3515182709 --> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7f69240d0610 con 0x7f6908077300 2024-07-26T17:04:02.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.801+0000 7f691a7fc640 1 -- 172.21.15.33:0/3515182709 <== mgr.9532 v2:172.21.15.154:6836/3988013163 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f69240d0610 con 0x7f6908077300 2024-07-26T17:04:02.803 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path snap_test_dir1 2024-07-26T17:04:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 -- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f6908077300 msgr2=0x7f6908079810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f6908077300 0x7f6908079810 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6920005fd0 tx=0x7f6920005bc0 comp rx=0 tx=0).stop 2024-07-26T17:04:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 -- 172.21.15.33:0/3515182709 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69240cd6a0 msgr2=0x7f6924158ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69240cd6a0 0x7f6924158ee0 secure :-1 s=READY pgs=2077 cs=0 l=1 rev1=1 crypto rx=0x7f691400b3f0 tx=0x7f691400b8b0 comp rx=0 tx=0).stop 2024-07-26T17:04:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 -- 172.21.15.33:0/3515182709 shutdown_connections 2024-07-26T17:04:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f6908077300 0x7f6908079810 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69240cfcc0 0x7f69241e7d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69240cd6a0 0x7f6924158ee0 unknown :-1 s=CLOSED pgs=2077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 --2- 172.21.15.33:0/3515182709 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f69240b74c0 0x7f69241f6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:02.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 -- 172.21.15.33:0/3515182709 >> 172.21.15.33:0/3515182709 conn(0x7f69240b3810 msgr2=0x7f692415c070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:02.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 -- 172.21.15.33:0/3515182709 shutdown_connections 2024-07-26T17:04:02.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:02.804+0000 7f692beab640 1 -- 172.21.15.33:0/3515182709 wait complete. 2024-07-26T17:04:02.816 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path snap_test_dir1 2024-07-26T17:04:02.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:02.817 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:04:02.836 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_04_00_UTC 2024-07-26T17:04:02.836 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: snap_test_dir1/.snap/scheduled-2024-07-26-17_04_00_UTC 2024-07-26T17:04:02.837 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:02.837 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1/.snap/scheduled-2024-07-26-17_04_00_UTC) 2024-07-26T17:04:02.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:02.899 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1) 2024-07-26T17:04:02.958 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T17:04:03.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.118+0000 7fcb3ffba640 1 -- 172.21.15.33:0/893398299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb20003a00 msgr2=0x7fcb20003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:03.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.118+0000 7fcb3ffba640 1 --2- 172.21.15.33:0/893398299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb20003a00 0x7fcb20003e70 secure :-1 s=READY pgs=2079 cs=0 l=1 rev1=1 crypto rx=0x7fcb28009fd0 tx=0x7fcb20005830 comp rx=0 tx=0).stop 2024-07-26T17:04:03.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.118+0000 7fcb3e557640 1 -- 172.21.15.33:0/893398299 reap_dead start 2024-07-26T17:04:03.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.118+0000 7fcb3ffba640 1 -- 172.21.15.33:0/893398299 shutdown_connections 2024-07-26T17:04:03.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.118+0000 7fcb3ffba640 1 -- 172.21.15.33:0/893398299 >> 172.21.15.33:0/893398299 conn(0x7fcb380d3de0 msgr2=0x7fcb380d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:03.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.118+0000 7fcb3ffba640 1 -- 172.21.15.33:0/893398299 shutdown_connections 2024-07-26T17:04:03.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.118+0000 7fcb3ffba640 1 -- 172.21.15.33:0/893398299 wait complete. 2024-07-26T17:04:03.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.120+0000 7fcb3ffba640 1 Processor -- start 2024-07-26T17:04:03.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.120+0000 7fcb3ffba640 1 -- start start 2024-07-26T17:04:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.121+0000 7fcb3ffba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb20003a00 0x7fcb381e3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.121+0000 7fcb3ffba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb381e1d10 0x7fcb381f8a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.121+0000 7fcb3ffba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb381f8f70 0x7fcb380cc0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.121+0000 7fcb3ffba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcb380b5a40 con 0x7fcb381e1d10 2024-07-26T17:04:03.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.121+0000 7fcb3ffba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcb380b2d30 con 0x7fcb381f8f70 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.121+0000 7fcb3ffba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcb380b5bc0 con 0x7fcb20003a00 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.121+0000 7fcb3d555640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb381e1d10 0x7fcb381f8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.121+0000 7fcb3d555640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb381e1d10 0x7fcb381f8a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46096/0 (socket says 172.21.15.33:46096) 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.121+0000 7fcb3d555640 1 -- 172.21.15.33:0/3506161261 learned_addr learned my addr 172.21.15.33:0/3506161261 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.121+0000 7fcb3dd56640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb20003a00 0x7fcb381e3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.121+0000 7fcb3e557640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb381f8f70 0x7fcb380cc0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb3d555640 1 -- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb20003a00 msgr2=0x7fcb381e3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb3d555640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb20003a00 0x7fcb381e3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb3d555640 1 -- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb381f8f70 msgr2=0x7fcb380cc0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb3d555640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb381f8f70 0x7fcb380cc0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb3d555640 1 -- 172.21.15.33:0/3506161261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb381f9380 con 0x7fcb381e1d10 2024-07-26T17:04:03.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb3e557640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb381f8f70 0x7fcb380cc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:03.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb3d555640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb381e1d10 0x7fcb381f8a30 secure :-1 s=READY pgs=2080 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c011ae0 tx=0x7fcb2c009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:03.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb367fc640 1 -- 172.21.15.33:0/3506161261 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb2c00fbd0 con 0x7fcb381e1d10 2024-07-26T17:04:03.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb367fc640 1 -- 172.21.15.33:0/3506161261 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb2c00fd70 con 0x7fcb381e1d10 2024-07-26T17:04:03.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb3ffba640 1 -- 172.21.15.33:0/3506161261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb381e4480 con 0x7fcb381e1d10 2024-07-26T17:04:03.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb367fc640 1 -- 172.21.15.33:0/3506161261 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb2c004280 con 0x7fcb381e1d10 2024-07-26T17:04:03.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.122+0000 7fcb3ffba640 1 -- 172.21.15.33:0/3506161261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb381e4a20 con 0x7fcb381e1d10 2024-07-26T17:04:03.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.123+0000 7fcb3ffba640 1 -- 172.21.15.33:0/3506161261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb381de5a0 con 0x7fcb381e1d10 2024-07-26T17:04:03.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.124+0000 7fcb367fc640 1 -- 172.21.15.33:0/3506161261 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 138) ==== 99372+0+0 (secure 0 0 0) 0x7fcb2c0035f0 con 0x7fcb381e1d10 2024-07-26T17:04:03.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.125+0000 7fcb367fc640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fcb240772a0 0x7fcb240797b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:03.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.125+0000 7fcb367fc640 1 -- 172.21.15.33:0/3506161261 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 6689+0+0 (secure 0 0 0) 0x7fcb2c099b40 con 0x7fcb381e1d10 2024-07-26T17:04:03.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.125+0000 7fcb3dd56640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fcb240772a0 0x7fcb240797b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:03.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.126+0000 7fcb3dd56640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fcb240772a0 0x7fcb240797b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fcb28034000 tx=0x7fcb28004a40 comp rx=0 tx=0).ready entity=mgr.9532 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:03.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.129+0000 7fcb367fc640 1 -- 172.21.15.33:0/3506161261 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcb381f9380 con 0x7fcb381e1d10 2024-07-26T17:04:03.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.371+0000 7fcb3ffba640 1 -- 172.21.15.33:0/3506161261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7fcb380d1920 con 0x7fcb381e1d10 2024-07-26T17:04:03.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.989+0000 7fcb367fc640 1 -- 172.21.15.33:0/3506161261 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v139) ==== 93+0+0 (secure 0 0 0) 0x7fcb2c061f30 con 0x7fcb381e1d10 2024-07-26T17:04:03.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.993+0000 7fcb3ffba640 1 -- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fcb240772a0 msgr2=0x7fcb240797b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:03.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.993+0000 7fcb3ffba640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fcb240772a0 0x7fcb240797b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fcb28034000 tx=0x7fcb28004a40 comp rx=0 tx=0).stop 2024-07-26T17:04:03.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.993+0000 7fcb3ffba640 1 -- 172.21.15.33:0/3506161261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb381e1d10 msgr2=0x7fcb381f8a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:03.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.993+0000 7fcb3ffba640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb381e1d10 0x7fcb381f8a30 secure :-1 s=READY pgs=2080 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c011ae0 tx=0x7fcb2c009f10 comp rx=0 tx=0).stop 2024-07-26T17:04:03.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.994+0000 7fcb3ffba640 1 -- 172.21.15.33:0/3506161261 shutdown_connections 2024-07-26T17:04:03.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.994+0000 7fcb3ffba640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fcb240772a0 0x7fcb240797b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:03.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.994+0000 7fcb3ffba640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb381f8f70 0x7fcb380cc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:03.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.994+0000 7fcb3ffba640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb381e1d10 0x7fcb381f8a30 unknown :-1 s=CLOSED pgs=2080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:03.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.994+0000 7fcb3ffba640 1 --2- 172.21.15.33:0/3506161261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb20003a00 0x7fcb381e3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:03.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.994+0000 7fcb3ffba640 1 -- 172.21.15.33:0/3506161261 >> 172.21.15.33:0/3506161261 conn(0x7fcb380d3de0 msgr2=0x7fcb380b0bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:03.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.994+0000 7fcb3ffba640 1 -- 172.21.15.33:0/3506161261 shutdown_connections 2024-07-26T17:04:03.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:03.994+0000 7fcb3ffba640 1 -- 172.21.15.33:0/3506161261 wait complete. 2024-07-26T17:04:04.010 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T17:04:04.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.135+0000 7f50c4766640 1 -- 172.21.15.33:0/1487142661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50bc0d1970 msgr2=0x7f50bc0d1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:04.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.135+0000 7f50c4766640 1 --2- 172.21.15.33:0/1487142661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50bc0d1970 0x7f50bc0d1d80 secure :-1 s=READY pgs=2083 cs=0 l=1 rev1=1 crypto rx=0x7f50bc0b4f50 tx=0x7f50b402aa90 comp rx=0 tx=0).stop 2024-07-26T17:04:04.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.135+0000 7f50c4766640 1 -- 172.21.15.33:0/1487142661 shutdown_connections 2024-07-26T17:04:04.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.135+0000 7f50c4766640 1 --2- 172.21.15.33:0/1487142661 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50bc0d1970 0x7f50bc0d1d80 unknown :-1 s=CLOSED pgs=2083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.135+0000 7f50c4766640 1 -- 172.21.15.33:0/1487142661 >> 172.21.15.33:0/1487142661 conn(0x7f50bc0d3da0 msgr2=0x7f50bc0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:04.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.135+0000 7f50c4766640 1 -- 172.21.15.33:0/1487142661 shutdown_connections 2024-07-26T17:04:04.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.135+0000 7f50c4766640 1 -- 172.21.15.33:0/1487142661 wait complete. 2024-07-26T17:04:04.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.137+0000 7f50c4766640 1 Processor -- start 2024-07-26T17:04:04.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.137+0000 7f50c4766640 1 -- start start 2024-07-26T17:04:04.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.138+0000 7f50c4766640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50bc0b9050 0x7f50bc165330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:04.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.138+0000 7f50c4766640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50bc0d0910 0x7f50bc14f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:04.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.138+0000 7f50c4766640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50bc0d1970 0x7f50bc0b19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:04.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c4766640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc0d2440 con 0x7f50bc0d0910 2024-07-26T17:04:04.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c4766640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc0d22c0 con 0x7f50bc0b9050 2024-07-26T17:04:04.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c4766640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f50bc169a80 con 0x7f50bc0d1970 2024-07-26T17:04:04.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c1d01640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50bc0d0910 0x7f50bc14f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:04.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c1d01640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50bc0d0910 0x7f50bc14f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46132/0 (socket says 172.21.15.33:46132) 2024-07-26T17:04:04.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c1d01640 1 -- 172.21.15.33:0/4206557234 learned_addr learned my addr 172.21.15.33:0/4206557234 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:04.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c2502640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50bc0b9050 0x7f50bc165330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:04.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c2d03640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50bc0d1970 0x7f50bc0b19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:04.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c1d01640 1 -- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50bc0d1970 msgr2=0x7f50bc0b19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:04.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c1d01640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50bc0d1970 0x7f50bc0b19e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c1d01640 1 -- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50bc0b9050 msgr2=0x7f50bc165330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:04.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c1d01640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50bc0b9050 0x7f50bc165330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c1d01640 1 -- 172.21.15.33:0/4206557234 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50bc163440 con 0x7f50bc0d0910 2024-07-26T17:04:04.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c1d01640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50bc0d0910 0x7f50bc14f0f0 secure :-1 s=READY pgs=2084 cs=0 l=1 rev1=1 crypto rx=0x7f50ac00c370 tx=0x7f50ac00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:04.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50b2ffd640 1 -- 172.21.15.33:0/4206557234 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50ac017070 con 0x7f50bc0d0910 2024-07-26T17:04:04.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50b2ffd640 1 -- 172.21.15.33:0/4206557234 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50ac0035f0 con 0x7f50bc0d0910 2024-07-26T17:04:04.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50b2ffd640 1 -- 172.21.15.33:0/4206557234 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50ac003a40 con 0x7f50bc0d0910 2024-07-26T17:04:04.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.139+0000 7f50c4766640 1 -- 172.21.15.33:0/4206557234 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50bc163720 con 0x7f50bc0d0910 2024-07-26T17:04:04.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.140+0000 7f50c4766640 1 -- 172.21.15.33:0/4206557234 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50bc163ce0 con 0x7f50bc0d0910 2024-07-26T17:04:04.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.140+0000 7f50c4766640 1 -- 172.21.15.33:0/4206557234 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50bc08dda0 con 0x7f50bc0d0910 2024-07-26T17:04:04.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.142+0000 7f50b2ffd640 1 -- 172.21.15.33:0/4206557234 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 139) ==== 99355+0+0 (secure 0 0 0) 0x7f50ac01a070 con 0x7f50bc0d0910 2024-07-26T17:04:04.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.143+0000 7f50b2ffd640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f50a0077280 0x7f50a0079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:04.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.143+0000 7f50c2502640 1 -- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f50a0077280 msgr2=0x7f50a0079790 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3988013163 2024-07-26T17:04:04.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.143+0000 7f50b2ffd640 1 -- 172.21.15.33:0/4206557234 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 6689+0+0 (secure 0 0 0) 0x7f50ac098770 con 0x7f50bc0d0910 2024-07-26T17:04:04.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.143+0000 7f50c2502640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f50a0077280 0x7f50a0079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:04:04.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.146+0000 7f50b2ffd640 1 -- 172.21.15.33:0/4206557234 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f50bc08dda0 con 0x7f50bc0d0910 2024-07-26T17:04:04.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.344+0000 7f50c2502640 1 -- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f50a0077280 msgr2=0x7f50a0079790 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3988013163 2024-07-26T17:04:04.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.344+0000 7f50c2502640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f50a0077280 0x7f50a0079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:04:04.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.390+0000 7f50c4766640 1 -- 172.21.15.33:0/4206557234 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f50bc0d1d80 con 0x7f50bc0d0910 2024-07-26T17:04:04.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.394+0000 7f50b2ffd640 1 -- 172.21.15.33:0/4206557234 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v139) ==== 74+0+191483 (secure 0 0 0) 0x7f50ac021020 con 0x7f50bc0d0910 2024-07-26T17:04:04.398 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:04.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 -- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f50a0077280 msgr2=0x7f50a0079790 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:04:04.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f50a0077280 0x7f50a0079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 -- 172.21.15.33:0/4206557234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50bc0d0910 msgr2=0x7f50bc14f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:04.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50bc0d0910 0x7f50bc14f0f0 secure :-1 s=READY pgs=2084 cs=0 l=1 rev1=1 crypto rx=0x7f50ac00c370 tx=0x7f50ac00c830 comp rx=0 tx=0).stop 2024-07-26T17:04:04.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 -- 172.21.15.33:0/4206557234 shutdown_connections 2024-07-26T17:04:04.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7f50a0077280 0x7f50a0079790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50bc0d1970 0x7f50bc0b19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50bc0d0910 0x7f50bc14f0f0 unknown :-1 s=CLOSED pgs=2084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 --2- 172.21.15.33:0/4206557234 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50bc0b9050 0x7f50bc165330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 -- 172.21.15.33:0/4206557234 >> 172.21.15.33:0/4206557234 conn(0x7f50bc0d3da0 msgr2=0x7f50bc068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:04.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 -- 172.21.15.33:0/4206557234 shutdown_connections 2024-07-26T17:04:04.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.396+0000 7f50c4766640 1 -- 172.21.15.33:0/4206557234 wait complete. 2024-07-26T17:04:04.410 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":139,"flags":0,"active_gid":9532,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6836","nonce":3988013163},{"type":"v1","addr":"172.21.15.154:6837","nonce":3988013163}]},"active_addr":"172.21.15.154:6837/3988013163","active_change":"2024-07-26T17:02:52.721768+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":10512,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":212,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1357002095}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3658194686}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3466473153}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3437045001}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1976970327}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1300732042}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2039028098}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":4270937957}]}]} 2024-07-26T17:04:04.418 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail x 2024-07-26T17:04:04.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.537+0000 7fe8325be640 1 -- 172.21.15.33:0/2147836610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe814005250 msgr2=0x7fe81400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:04.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.537+0000 7fe8325be640 1 --2- 172.21.15.33:0/2147836610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe814005250 0x7fe81400b9c0 secure :-1 s=READY pgs=2086 cs=0 l=1 rev1=1 crypto rx=0x7fe82c15b500 tx=0x7fe814005830 comp rx=0 tx=0).stop 2024-07-26T17:04:04.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.537+0000 7fe8325be640 1 -- 172.21.15.33:0/2147836610 shutdown_connections 2024-07-26T17:04:04.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.537+0000 7fe8325be640 1 --2- 172.21.15.33:0/2147836610 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe814005250 0x7fe81400b9c0 unknown :-1 s=CLOSED pgs=2086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.537+0000 7fe8325be640 1 -- 172.21.15.33:0/2147836610 >> 172.21.15.33:0/2147836610 conn(0x7fe82c0b51e0 msgr2=0x7fe82c0b55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:04.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.537+0000 7fe8325be640 1 -- 172.21.15.33:0/2147836610 shutdown_connections 2024-07-26T17:04:04.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.537+0000 7fe8325be640 1 -- 172.21.15.33:0/2147836610 wait complete. 2024-07-26T17:04:04.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.539+0000 7fe8325be640 1 Processor -- start 2024-07-26T17:04:04.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.539+0000 7fe8325be640 1 -- start start 2024-07-26T17:04:04.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.540+0000 7fe8325be640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe814005250 0x7fe82c1497e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:04.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.540+0000 7fe8325be640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe82c151790 0x7fe82c0af1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:04.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.540+0000 7fe8325be640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe82c0af730 0x7fe82c1f30f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:04.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.540+0000 7fe8325be640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe82c0b5f10 con 0x7fe814005250 2024-07-26T17:04:04.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.540+0000 7fe8325be640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe82c06dd40 con 0x7fe82c0af730 2024-07-26T17:04:04.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.540+0000 7fe8325be640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe82c15ea70 con 0x7fe82c151790 2024-07-26T17:04:04.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe82bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe814005250 0x7fe82c1497e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:04.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe82bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe814005250 0x7fe82c1497e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46154/0 (socket says 172.21.15.33:46154) 2024-07-26T17:04:04.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe82bfff640 1 -- 172.21.15.33:0/3075412773 learned_addr learned my addr 172.21.15.33:0/3075412773 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:04.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe82b7fe640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe82c151790 0x7fe82c0af1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:04.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe830b5b640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe82c0af730 0x7fe82c1f30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:04.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe82bfff640 1 -- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe82c151790 msgr2=0x7fe82c0af1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:04.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe82bfff640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe82c151790 0x7fe82c0af1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe82bfff640 1 -- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe82c0af730 msgr2=0x7fe82c1f30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:04.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe82bfff640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe82c0af730 0x7fe82c1f30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe82bfff640 1 -- 172.21.15.33:0/3075412773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe82c0afb40 con 0x7fe814005250 2024-07-26T17:04:04.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe82bfff640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe814005250 0x7fe82c1497e0 secure :-1 s=READY pgs=2087 cs=0 l=1 rev1=1 crypto rx=0x7fe81c011ab0 tx=0x7fe81c011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:04.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe828ff9640 1 -- 172.21.15.33:0/3075412773 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81c01e070 con 0x7fe814005250 2024-07-26T17:04:04.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe828ff9640 1 -- 172.21.15.33:0/3075412773 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe81c00fd90 con 0x7fe814005250 2024-07-26T17:04:04.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe8325be640 1 -- 172.21.15.33:0/3075412773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe82c15ab70 con 0x7fe814005250 2024-07-26T17:04:04.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.541+0000 7fe828ff9640 1 -- 172.21.15.33:0/3075412773 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81c019670 con 0x7fe814005250 2024-07-26T17:04:04.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.542+0000 7fe8325be640 1 -- 172.21.15.33:0/3075412773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe82c1f69c0 con 0x7fe814005250 2024-07-26T17:04:04.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.543+0000 7fe8325be640 1 -- 172.21.15.33:0/3075412773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe82c0b5b20 con 0x7fe814005250 2024-07-26T17:04:04.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.543+0000 7fe828ff9640 1 -- 172.21.15.33:0/3075412773 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 139) ==== 99355+0+0 (secure 0 0 0) 0x7fe81c021070 con 0x7fe814005250 2024-07-26T17:04:04.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.544+0000 7fe828ff9640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fe818077280 0x7fe818079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:04.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.544+0000 7fe828ff9640 1 -- 172.21.15.33:0/3075412773 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 6689+0+0 (secure 0 0 0) 0x7fe81c099bf0 con 0x7fe814005250 2024-07-26T17:04:04.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.544+0000 7fe82b7fe640 1 -- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fe818077280 msgr2=0x7fe818079790 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3988013163 2024-07-26T17:04:04.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.544+0000 7fe82b7fe640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fe818077280 0x7fe818079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:04:04.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.548+0000 7fe828ff9640 1 -- 172.21.15.33:0/3075412773 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe82c0b5b20 con 0x7fe814005250 2024-07-26T17:04:04.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.745+0000 7fe82b7fe640 1 -- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fe818077280 msgr2=0x7fe818079790 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/3988013163 2024-07-26T17:04:04.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.745+0000 7fe82b7fe640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fe818077280 0x7fe818079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:04:04.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.795+0000 7fe8325be640 1 -- 172.21.15.33:0/3075412773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "x"} v 0) -- 0x7fe82c0ccce0 con 0x7fe814005250 2024-07-26T17:04:04.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.798+0000 7fe828ff9640 1 -- 172.21.15.33:0/3075412773 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "x"}]=0 v140) ==== 68+0+0 (secure 0 0 0) 0x7fe82c0afb40 con 0x7fe814005250 2024-07-26T17:04:04.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.801+0000 7fe8325be640 1 -- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fe818077280 msgr2=0x7fe818079790 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:04:04.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.801+0000 7fe8325be640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fe818077280 0x7fe818079790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.801+0000 7fe8325be640 1 -- 172.21.15.33:0/3075412773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe814005250 msgr2=0x7fe82c1497e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:04.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.801+0000 7fe8325be640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe814005250 0x7fe82c1497e0 secure :-1 s=READY pgs=2087 cs=0 l=1 rev1=1 crypto rx=0x7fe81c011ab0 tx=0x7fe81c011f70 comp rx=0 tx=0).stop 2024-07-26T17:04:04.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.802+0000 7fe8325be640 1 -- 172.21.15.33:0/3075412773 shutdown_connections 2024-07-26T17:04:04.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.802+0000 7fe8325be640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:6836/3988013163,v1:172.21.15.154:6837/3988013163] conn(0x7fe818077280 0x7fe818079790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.802+0000 7fe8325be640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe82c0af730 0x7fe82c1f30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.802+0000 7fe8325be640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe82c151790 0x7fe82c0af1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.802+0000 7fe8325be640 1 --2- 172.21.15.33:0/3075412773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe814005250 0x7fe82c1497e0 unknown :-1 s=CLOSED pgs=2087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:04.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.802+0000 7fe8325be640 1 -- 172.21.15.33:0/3075412773 >> 172.21.15.33:0/3075412773 conn(0x7fe82c0b51e0 msgr2=0x7fe82c0cebe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:04.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.802+0000 7fe8325be640 1 -- 172.21.15.33:0/3075412773 shutdown_connections 2024-07-26T17:04:04.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:04.802+0000 7fe8325be640 1 -- 172.21.15.33:0/3075412773 wait complete. 2024-07-26T17:04:04.816 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:04:04.817 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:04:04.858 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:04:04.898 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:04:04.898 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:04:04.899 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:04:04.899 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:04.915 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:04:04.915 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:04.972 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:04:05.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.131+0000 7fc71480d640 1 -- 172.21.15.33:0/1815329309 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7100738b0 msgr2=0x7fc71006ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:05.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.131+0000 7fc71480d640 1 --2- 172.21.15.33:0/1815329309 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7100738b0 0x7fc71006ef20 secure :-1 s=READY pgs=2088 cs=0 l=1 rev1=1 crypto rx=0x7fc708005fd0 tx=0x7fc70802aa90 comp rx=0 tx=0).stop 2024-07-26T17:04:05.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.131+0000 7fc71480d640 1 -- 172.21.15.33:0/1815329309 shutdown_connections 2024-07-26T17:04:05.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.131+0000 7fc71480d640 1 --2- 172.21.15.33:0/1815329309 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7100738b0 0x7fc71006ef20 unknown :-1 s=CLOSED pgs=2088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.131+0000 7fc71480d640 1 --2- 172.21.15.33:0/1815329309 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7100b4fc0 0x7fc71015baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.131+0000 7fc71480d640 1 -- 172.21.15.33:0/1815329309 >> 172.21.15.33:0/1815329309 conn(0x7fc7100b2fa0 msgr2=0x7fc71006d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:05.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.131+0000 7fc71480d640 1 -- 172.21.15.33:0/1815329309 shutdown_connections 2024-07-26T17:04:05.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.131+0000 7fc71480d640 1 -- 172.21.15.33:0/1815329309 wait complete. 2024-07-26T17:04:05.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.133+0000 7fc71480d640 1 Processor -- start 2024-07-26T17:04:05.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.133+0000 7fc71480d640 1 -- start start 2024-07-26T17:04:05.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.134+0000 7fc71480d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7100b4fc0 0x7fc71014b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:05.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.134+0000 7fc71480d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7100b53d0 0x7fc7100ca7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:05.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.134+0000 7fc71480d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc71006c630 0x7fc71006ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:05.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.134+0000 7fc71480d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc71006f990 con 0x7fc71006c630 2024-07-26T17:04:05.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.134+0000 7fc71480d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc71006f810 con 0x7fc7100b4fc0 2024-07-26T17:04:05.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.134+0000 7fc71480d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc71006fb10 con 0x7fc7100b53d0 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.134+0000 7fc70ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc71006c630 0x7fc71006ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.134+0000 7fc70ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc71006c630 0x7fc71006ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46174/0 (socket says 172.21.15.33:46174) 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.134+0000 7fc70ed9d640 1 -- 172.21.15.33:0/3423438644 learned_addr learned my addr 172.21.15.33:0/3423438644 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.134+0000 7fc70e59c640 1 --2- 172.21.15.33:0/3423438644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7100b4fc0 0x7fc71014b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.134+0000 7fc707fff640 1 --2- 172.21.15.33:0/3423438644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7100b53d0 0x7fc7100ca7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.135+0000 7fc70ed9d640 1 -- 172.21.15.33:0/3423438644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7100b53d0 msgr2=0x7fc7100ca7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.135+0000 7fc70ed9d640 1 --2- 172.21.15.33:0/3423438644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7100b53d0 0x7fc7100ca7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.135+0000 7fc70ed9d640 1 -- 172.21.15.33:0/3423438644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7100b4fc0 msgr2=0x7fc71014b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.135+0000 7fc70ed9d640 1 --2- 172.21.15.33:0/3423438644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7100b4fc0 0x7fc71014b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.135+0000 7fc70ed9d640 1 -- 172.21.15.33:0/3423438644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc71006cf80 con 0x7fc71006c630 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.135+0000 7fc70ed9d640 1 --2- 172.21.15.33:0/3423438644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc71006c630 0x7fc71006ca40 secure :-1 s=READY pgs=2089 cs=0 l=1 rev1=1 crypto rx=0x7fc708006010 tx=0x7fc708003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:05.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.135+0000 7fc706ffd640 1 -- 172.21.15.33:0/3423438644 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc708044070 con 0x7fc71006c630 2024-07-26T17:04:05.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.135+0000 7fc71480d640 1 -- 172.21.15.33:0/3423438644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc710150b30 con 0x7fc71006c630 2024-07-26T17:04:05.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.135+0000 7fc706ffd640 1 -- 172.21.15.33:0/3423438644 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc708004040 con 0x7fc71006c630 2024-07-26T17:04:05.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.135+0000 7fc706ffd640 1 -- 172.21.15.33:0/3423438644 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc708004430 con 0x7fc71006c630 2024-07-26T17:04:05.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.135+0000 7fc71480d640 1 -- 172.21.15.33:0/3423438644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7100cb850 con 0x7fc71006c630 2024-07-26T17:04:05.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.136+0000 7fc706ffd640 1 -- 172.21.15.33:0/3423438644 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 140) ==== 49591+0+0 (secure 0 0 0) 0x7fc708047070 con 0x7fc71006c630 2024-07-26T17:04:05.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.136+0000 7fc71480d640 1 -- 172.21.15.33:0/3423438644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc71006ffc0 con 0x7fc71006c630 2024-07-26T17:04:05.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.137+0000 7fc706ffd640 1 -- 172.21.15.33:0/3423438644 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(215..215 src has 1..215) ==== 7119+0+0 (secure 0 0 0) 0x7fc7080734b0 con 0x7fc71006c630 2024-07-26T17:04:05.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.141+0000 7fc706ffd640 1 -- 172.21.15.33:0/3423438644 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc71006cf80 con 0x7fc71006c630 2024-07-26T17:04:05.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.348+0000 7fc71480d640 1 -- 172.21.15.33:0/3423438644 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc710153800 con 0x7fc71006c630 2024-07-26T17:04:05.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.349+0000 7fc706ffd640 1 -- 172.21.15.33:0/3423438644 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 18 entries v215) ==== 81+0+1072 (secure 0 0 0) 0x7fc708032030 con 0x7fc71006c630 2024-07-26T17:04:05.351 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3658194686 2024-07-27T17:04:04.796419+0000 2024-07-26T17:04:05.351 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3466473153 2024-07-27T17:04:04.796419+0000 2024-07-26T17:04:05.351 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1300732042 2024-07-27T17:04:04.796419+0000 2024-07-26T17:04:05.351 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2039028098 2024-07-27T17:04:04.796419+0000 2024-07-26T17:04:05.351 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1357002095 2024-07-27T17:04:04.796419+0000 2024-07-26T17:04:05.351 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/3988013163 2024-07-27T17:04:04.796419+0000 2024-07-26T17:04:05.351 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/4270937957 2024-07-27T17:04:04.796419+0000 2024-07-26T17:04:05.351 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1976970327 2024-07-27T17:04:04.796419+0000 2024-07-26T17:04:05.352 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3437045001 2024-07-27T17:04:04.796419+0000 2024-07-26T17:04:05.352 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/3988013163 2024-07-27T17:04:04.796419+0000 2024-07-26T17:04:05.352 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3938915058 2024-07-27T17:02:52.721562+0000 2024-07-26T17:04:05.352 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/1062258671 2024-07-27T17:02:52.721562+0000 2024-07-26T17:04:05.352 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/1062258671 2024-07-27T17:02:52.721562+0000 2024-07-26T17:04:05.352 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2254244066 2024-07-27T17:02:52.721562+0000 2024-07-26T17:04:05.352 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3116987767 2024-07-27T17:02:52.721562+0000 2024-07-26T17:04:05.352 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/82393855 2024-07-27T17:02:52.721562+0000 2024-07-26T17:04:05.352 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3989745485 2024-07-27T17:02:52.721562+0000 2024-07-26T17:04:05.352 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2303520259 2024-07-27T17:02:52.721562+0000 2024-07-26T17:04:05.353 INFO:teuthology.orchestra.run.smithi033.stderr:listed 18 entries 2024-07-26T17:04:05.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.351+0000 7fc71480d640 1 -- 172.21.15.33:0/3423438644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc71006c630 msgr2=0x7fc71006ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:05.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.351+0000 7fc71480d640 1 --2- 172.21.15.33:0/3423438644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc71006c630 0x7fc71006ca40 secure :-1 s=READY pgs=2089 cs=0 l=1 rev1=1 crypto rx=0x7fc708006010 tx=0x7fc708003ce0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.351+0000 7fc71480d640 1 -- 172.21.15.33:0/3423438644 shutdown_connections 2024-07-26T17:04:05.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.351+0000 7fc71480d640 1 --2- 172.21.15.33:0/3423438644 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc71006c630 0x7fc71006ca40 unknown :-1 s=CLOSED pgs=2089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.351+0000 7fc71480d640 1 --2- 172.21.15.33:0/3423438644 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7100b53d0 0x7fc7100ca7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.351+0000 7fc71480d640 1 --2- 172.21.15.33:0/3423438644 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7100b4fc0 0x7fc71014b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.351+0000 7fc71480d640 1 -- 172.21.15.33:0/3423438644 >> 172.21.15.33:0/3423438644 conn(0x7fc7100b2fa0 msgr2=0x7fc710152520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:05.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.351+0000 7fc71480d640 1 -- 172.21.15.33:0/3423438644 shutdown_connections 2024-07-26T17:04:05.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.351+0000 7fc71480d640 1 -- 172.21.15.33:0/3423438644 wait complete. 2024-07-26T17:04:05.365 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T17:04:05.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:05.365 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:05.389 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[94154]: fuse finished with error 0 and tester_r 0 2024-07-26T17:04:05.391 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:04:05.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:05.391 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T17:04:05.492 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:04:05.492 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:04:05.492 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:05.509 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:04:05.509 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:04:05.509 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:04:05.509 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:05.525 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:04:05.526 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:04:05.526 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:04:05.526 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:05.565 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:04:05.565 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:05.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.685+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3072495599 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3b815bd10 msgr2=0x7fd3b8165ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:05.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.685+0000 7fd3bcf27640 1 --2- 172.21.15.33:0/3072495599 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3b815bd10 0x7fd3b8165ac0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8073190 tx=0x7fd3b002a890 comp rx=0 tx=0).stop 2024-07-26T17:04:05.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.685+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3072495599 shutdown_connections 2024-07-26T17:04:05.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.685+0000 7fd3bcf27640 1 --2- 172.21.15.33:0/3072495599 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3b815bd10 0x7fd3b8165ac0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.685+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3072495599 >> 172.21.15.33:0/3072495599 conn(0x7fd3b80cc3d0 msgr2=0x7fd3b80cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:05.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.685+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3072495599 shutdown_connections 2024-07-26T17:04:05.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.685+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3072495599 wait complete. 2024-07-26T17:04:05.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.687+0000 7fd3bcf27640 1 Processor -- start 2024-07-26T17:04:05.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.687+0000 7fd3bcf27640 1 -- start start 2024-07-26T17:04:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.688+0000 7fd3bcf27640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3b80cf060 0x7fd3b81f5b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.688+0000 7fd3bcf27640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3b815bd10 0x7fd3b81f8fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:05.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.688+0000 7fd3bcf27640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3b806ec10 0x7fd3b806f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.688+0000 7fd3bcf27640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd3b8166390 con 0x7fd3b80cf060 2024-07-26T17:04:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.688+0000 7fd3bcf27640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd3b8166210 con 0x7fd3b806ec10 2024-07-26T17:04:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.688+0000 7fd3bcf27640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd3b8166510 con 0x7fd3b815bd10 2024-07-26T17:04:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.688+0000 7fd3b659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3b80cf060 0x7fd3b81f5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.688+0000 7fd3b6d9d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3b806ec10 0x7fd3b806f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.688+0000 7fd3b5d9b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3b815bd10 0x7fd3b81f8fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.688+0000 7fd3b659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3b80cf060 0x7fd3b81f5b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46182/0 (socket says 172.21.15.33:46182) 2024-07-26T17:04:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3b6d9d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3b806ec10 0x7fd3b806f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:45600/0 (socket says 172.21.15.33:45600) 2024-07-26T17:04:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3b659c640 1 -- 172.21.15.33:0/3203153705 learned_addr learned my addr 172.21.15.33:0/3203153705 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:05.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3b5d9b640 1 -- 172.21.15.33:0/3203153705 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3b806ec10 msgr2=0x7fd3b806f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3b5d9b640 1 --2- 172.21.15.33:0/3203153705 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3b806ec10 0x7fd3b806f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3b5d9b640 1 -- 172.21.15.33:0/3203153705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3b80cf060 msgr2=0x7fd3b81f5b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3b5d9b640 1 --2- 172.21.15.33:0/3203153705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3b80cf060 0x7fd3b81f5b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3b5d9b640 1 -- 172.21.15.33:0/3203153705 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3b81f9520 con 0x7fd3b815bd10 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3b6d9d640 1 --2- 172.21.15.33:0/3203153705 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3b806ec10 0x7fd3b806f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3b659c640 1 --2- 172.21.15.33:0/3203153705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3b80cf060 0x7fd3b81f5b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3b5d9b640 1 --2- 172.21.15.33:0/3203153705 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3b815bd10 0x7fd3b81f8fe0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac00c310 tx=0x7fd3ac00c7d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3a6ffd640 1 -- 172.21.15.33:0/3203153705 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac017070 con 0x7fd3b815bd10 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3a6ffd640 1 -- 172.21.15.33:0/3203153705 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3ac0053c0 con 0x7fd3b815bd10 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3203153705 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3b8158ab0 con 0x7fd3b815bd10 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3a6ffd640 1 -- 172.21.15.33:0/3203153705 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3ac003850 con 0x7fd3b815bd10 2024-07-26T17:04:05.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.689+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3203153705 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3b8160840 con 0x7fd3b815bd10 2024-07-26T17:04:05.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.690+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3203153705 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3b81605b0 con 0x7fd3b815bd10 2024-07-26T17:04:05.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.690+0000 7fd3a6ffd640 1 -- 172.21.15.33:0/3203153705 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 140) ==== 49591+0+0 (secure 0 0 0) 0x7fd3ac01a070 con 0x7fd3b815bd10 2024-07-26T17:04:05.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.691+0000 7fd3a6ffd640 1 -- 172.21.15.33:0/3203153705 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(215..215 src has 1..215) ==== 7119+0+0 (secure 0 0 0) 0x7fd3ac051b00 con 0x7fd3b815bd10 2024-07-26T17:04:05.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.696+0000 7fd3a6ffd640 1 -- 172.21.15.33:0/3203153705 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd3ac053e20 con 0x7fd3b815bd10 2024-07-26T17:04:05.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.931+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3203153705 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd3b815b600 con 0x7fd3b815bd10 2024-07-26T17:04:05.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.932+0000 7fd3a6ffd640 1 -- 172.21.15.33:0/3203153705 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5236 (secure 0 0 0) 0x7fd3b81f9520 con 0x7fd3b815bd10 2024-07-26T17:04:05.934 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:05.934 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":108,"btime":"2024-07-26T17:02:38:625486+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8477,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/199000461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":199000461},{"type":"v1","addr":"172.21.15.154:6834","nonce":199000461}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":9394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/719795048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":719795048},{"type":"v1","addr":"172.21.15.154:6835","nonce":719795048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":10326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3003410228","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3003410228},{"type":"v1","addr":"172.21.15.33:6834","nonce":3003410228}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:02:34.999805+0000","modified":"2024-07-26T17:02:38.015375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10329":{"gid":10329,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/929038094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":929038094},{"type":"v1","addr":"172.21.15.33:6835","nonce":929038094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[26],"metadata_pool":25,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10329,"qdb_cluster":[10329]},"id":12}]} 2024-07-26T17:04:05.934 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 108 2024-07-26T17:04:05.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.934+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3203153705 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3b815bd10 msgr2=0x7fd3b81f8fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:05.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.934+0000 7fd3bcf27640 1 --2- 172.21.15.33:0/3203153705 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3b815bd10 0x7fd3b81f8fe0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd3ac00c310 tx=0x7fd3ac00c7d0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.934+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3203153705 shutdown_connections 2024-07-26T17:04:05.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.934+0000 7fd3bcf27640 1 --2- 172.21.15.33:0/3203153705 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd3b806ec10 0x7fd3b806f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.934+0000 7fd3bcf27640 1 --2- 172.21.15.33:0/3203153705 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd3b815bd10 0x7fd3b81f8fe0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.934+0000 7fd3bcf27640 1 --2- 172.21.15.33:0/3203153705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3b80cf060 0x7fd3b81f5b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:05.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.934+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3203153705 >> 172.21.15.33:0/3203153705 conn(0x7fd3b80cc3d0 msgr2=0x7fd3b806fb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:05.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.934+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3203153705 shutdown_connections 2024-07-26T17:04:05.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:05.935+0000 7fd3bcf27640 1 -- 172.21.15.33:0/3203153705 wait complete. 2024-07-26T17:04:05.948 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:06.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.065+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2342675366 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fefb40ceb60 msgr2=0x7fefb415c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:06.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.065+0000 7fefbb5ad640 1 --2- 172.21.15.33:0/2342675366 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fefb40ceb60 0x7fefb415c2c0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fefb0009830 tx=0x7fefb002a4b0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.066+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2342675366 shutdown_connections 2024-07-26T17:04:06.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.066+0000 7fefbb5ad640 1 --2- 172.21.15.33:0/2342675366 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fefb40ceb60 0x7fefb415c2c0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.066+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2342675366 >> 172.21.15.33:0/2342675366 conn(0x7fefb40d1b80 msgr2=0x7fefb40d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:06.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.066+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2342675366 shutdown_connections 2024-07-26T17:04:06.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.066+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2342675366 wait complete. 2024-07-26T17:04:06.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.067+0000 7fefbb5ad640 1 Processor -- start 2024-07-26T17:04:06.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.068+0000 7fefbb5ad640 1 -- start start 2024-07-26T17:04:06.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefbb5ad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fefb40b49d0 0x7fefb415d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:06.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefbb5ad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fefb40b70b0 0x7fefb415f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:06.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefbb5ad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefb415c950 0x7fefb40b2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:06.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefbb5ad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fefb40b6d00 con 0x7fefb415c950 2024-07-26T17:04:06.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefbb5ad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fefb40b6b80 con 0x7fefb40b49d0 2024-07-26T17:04:06.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefbb5ad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fefb40b54f0 con 0x7fefb40b70b0 2024-07-26T17:04:06.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefb9b4a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefb415c950 0x7fefb40b2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:06.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefb9349640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fefb40b49d0 0x7fefb415d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:06.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefb8b48640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fefb40b70b0 0x7fefb415f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefb9b4a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefb415c950 0x7fefb40b2ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46192/0 (socket says 172.21.15.33:46192) 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefb9b4a640 1 -- 172.21.15.33:0/2606157694 learned_addr learned my addr 172.21.15.33:0/2606157694 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefb9b4a640 1 -- 172.21.15.33:0/2606157694 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fefb40b70b0 msgr2=0x7fefb415f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefb9b4a640 1 --2- 172.21.15.33:0/2606157694 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fefb40b70b0 0x7fefb415f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefb9b4a640 1 -- 172.21.15.33:0/2606157694 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fefb40b49d0 msgr2=0x7fefb415d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefb9b4a640 1 --2- 172.21.15.33:0/2606157694 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fefb40b49d0 0x7fefb415d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.069+0000 7fefb9b4a640 1 -- 172.21.15.33:0/2606157694 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb40cbb00 con 0x7fefb415c950 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.070+0000 7fefb9b4a640 1 --2- 172.21.15.33:0/2606157694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefb415c950 0x7fefb40b2ba0 secure :-1 s=READY pgs=2092 cs=0 l=1 rev1=1 crypto rx=0x7fefac00c760 tx=0x7fefac00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.070+0000 7fefa5ffb640 1 -- 172.21.15.33:0/2606157694 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac003b70 con 0x7fefb415c950 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.070+0000 7fefa5ffb640 1 -- 172.21.15.33:0/2606157694 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefac003d50 con 0x7fefb415c950 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.070+0000 7fefa5ffb640 1 -- 172.21.15.33:0/2606157694 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefac00aab0 con 0x7fefb415c950 2024-07-26T17:04:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.070+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2606157694 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefb40cbde0 con 0x7fefb415c950 2024-07-26T17:04:06.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.070+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2606157694 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefb4154440 con 0x7fefb415c950 2024-07-26T17:04:06.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.071+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2606157694 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefb415c2c0 con 0x7fefb415c950 2024-07-26T17:04:06.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.071+0000 7fefa5ffb640 1 -- 172.21.15.33:0/2606157694 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 140) ==== 49591+0+0 (secure 0 0 0) 0x7fefac00ac50 con 0x7fefb415c950 2024-07-26T17:04:06.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.071+0000 7fefa5ffb640 1 -- 172.21.15.33:0/2606157694 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(216..216 src has 1..216) ==== 7207+0+0 (secure 0 0 0) 0x7fefac052560 con 0x7fefb415c950 2024-07-26T17:04:06.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.076+0000 7fefa5ffb640 1 -- 172.21.15.33:0/2606157694 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fefac00ce10 con 0x7fefb415c950 2024-07-26T17:04:06.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.317+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2606157694 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fefb415f7d0 con 0x7fefb415c950 2024-07-26T17:04:06.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.317+0000 7fefa5ffb640 1 -- 172.21.15.33:0/2606157694 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5236 (secure 0 0 0) 0x7fefac0050d0 con 0x7fefb415c950 2024-07-26T17:04:06.319 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:06.319 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":108,"btime":"2024-07-26T17:02:38:625486+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8477,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/199000461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":199000461},{"type":"v1","addr":"172.21.15.154:6834","nonce":199000461}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":9394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/719795048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":719795048},{"type":"v1","addr":"172.21.15.154:6835","nonce":719795048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":10326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3003410228","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3003410228},{"type":"v1","addr":"172.21.15.33:6834","nonce":3003410228}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:02:34.999805+0000","modified":"2024-07-26T17:02:38.015375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10329":{"gid":10329,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/929038094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":929038094},{"type":"v1","addr":"172.21.15.33:6835","nonce":929038094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[26],"metadata_pool":25,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10329,"qdb_cluster":[10329]},"id":12}]} 2024-07-26T17:04:06.320 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 108 2024-07-26T17:04:06.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.319+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2606157694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefb415c950 msgr2=0x7fefb40b2ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:06.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.319+0000 7fefbb5ad640 1 --2- 172.21.15.33:0/2606157694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefb415c950 0x7fefb40b2ba0 secure :-1 s=READY pgs=2092 cs=0 l=1 rev1=1 crypto rx=0x7fefac00c760 tx=0x7fefac00cc20 comp rx=0 tx=0).stop 2024-07-26T17:04:06.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.319+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2606157694 shutdown_connections 2024-07-26T17:04:06.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.319+0000 7fefbb5ad640 1 --2- 172.21.15.33:0/2606157694 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefb415c950 0x7fefb40b2ba0 unknown :-1 s=CLOSED pgs=2092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.319+0000 7fefbb5ad640 1 --2- 172.21.15.33:0/2606157694 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fefb40b70b0 0x7fefb415f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.319+0000 7fefbb5ad640 1 --2- 172.21.15.33:0/2606157694 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fefb40b49d0 0x7fefb415d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.319+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2606157694 >> 172.21.15.33:0/2606157694 conn(0x7fefb40d1b80 msgr2=0x7fefb4159010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:06.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.319+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2606157694 shutdown_connections 2024-07-26T17:04:06.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.320+0000 7fefbb5ad640 1 -- 172.21.15.33:0/2606157694 wait complete. 2024-07-26T17:04:06.333 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:04:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.450+0000 7f7fd1007640 1 -- 172.21.15.33:0/1348771003 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fcc0b2dc0 msgr2=0x7f7fcc0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.450+0000 7f7fd1007640 1 --2- 172.21.15.33:0/1348771003 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fcc0b2dc0 0x7f7fcc0d2930 secure :-1 s=READY pgs=2094 cs=0 l=1 rev1=1 crypto rx=0x7f7fb40098e0 tx=0x7f7fb402a4a0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.450+0000 7f7fd1007640 1 -- 172.21.15.33:0/1348771003 shutdown_connections 2024-07-26T17:04:06.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.450+0000 7f7fd1007640 1 --2- 172.21.15.33:0/1348771003 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7fcc0d0570 0x7f7fcc0d0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.450+0000 7f7fd1007640 1 --2- 172.21.15.33:0/1348771003 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fcc0b2dc0 0x7f7fcc0d2930 unknown :-1 s=CLOSED pgs=2094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.450+0000 7f7fd1007640 1 -- 172.21.15.33:0/1348771003 >> 172.21.15.33:0/1348771003 conn(0x7f7fcc0d3e10 msgr2=0x7f7fcc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.450+0000 7f7fd1007640 1 -- 172.21.15.33:0/1348771003 shutdown_connections 2024-07-26T17:04:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.450+0000 7f7fd1007640 1 -- 172.21.15.33:0/1348771003 wait complete. 2024-07-26T17:04:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.452+0000 7f7fd1007640 1 Processor -- start 2024-07-26T17:04:06.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.452+0000 7f7fd1007640 1 -- start start 2024-07-26T17:04:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.453+0000 7f7fd1007640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7fcc0b2dc0 0x7f7fcc168290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.453+0000 7f7fd1007640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7fcc0ce9e0 0x7f7fcc0b1010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.453+0000 7f7fd1007640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fcc0d0570 0x7f7fcc0b1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.453+0000 7f7fd1007640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7fcc0d4b40 con 0x7f7fcc0d0570 2024-07-26T17:04:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.453+0000 7f7fd1007640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7fcc0cf710 con 0x7f7fcc0ce9e0 2024-07-26T17:04:06.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.453+0000 7f7fd1007640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7fcc0d4cc0 con 0x7f7fcc0b2dc0 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.453+0000 7f7fcb59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fcc0d0570 0x7f7fcc0b1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.453+0000 7f7fcad9d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7fcc0b2dc0 0x7f7fcc168290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.453+0000 7f7fcb59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fcc0d0570 0x7f7fcc0b1550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46214/0 (socket says 172.21.15.33:46214) 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.453+0000 7f7fcb59e640 1 -- 172.21.15.33:0/3818059461 learned_addr learned my addr 172.21.15.33:0/3818059461 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.453+0000 7f7fca59c640 1 --2- 172.21.15.33:0/3818059461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7fcc0ce9e0 0x7f7fcc0b1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.454+0000 7f7fcb59e640 1 -- 172.21.15.33:0/3818059461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7fcc0b2dc0 msgr2=0x7f7fcc168290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.454+0000 7f7fcb59e640 1 --2- 172.21.15.33:0/3818059461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7fcc0b2dc0 0x7f7fcc168290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.454+0000 7f7fcb59e640 1 -- 172.21.15.33:0/3818059461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7fcc0ce9e0 msgr2=0x7f7fcc0b1010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.454+0000 7f7fcb59e640 1 --2- 172.21.15.33:0/3818059461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7fcc0ce9e0 0x7f7fcc0b1010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.454+0000 7f7fcb59e640 1 -- 172.21.15.33:0/3818059461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fcc1687d0 con 0x7f7fcc0d0570 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.454+0000 7f7fcb59e640 1 --2- 172.21.15.33:0/3818059461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fcc0d0570 0x7f7fcc0b1550 secure :-1 s=READY pgs=2095 cs=0 l=1 rev1=1 crypto rx=0x7f7fc400c700 tx=0x7f7fc400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:06.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.454+0000 7f7fc37fe640 1 -- 172.21.15.33:0/3818059461 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4003b70 con 0x7f7fcc0d0570 2024-07-26T17:04:06.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.454+0000 7f7fc37fe640 1 -- 172.21.15.33:0/3818059461 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7fc4003d10 con 0x7f7fcc0d0570 2024-07-26T17:04:06.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.454+0000 7f7fd1007640 1 -- 172.21.15.33:0/3818059461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fcc0b7200 con 0x7f7fcc0d0570 2024-07-26T17:04:06.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.454+0000 7f7fc37fe640 1 -- 172.21.15.33:0/3818059461 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc400aab0 con 0x7f7fcc0d0570 2024-07-26T17:04:06.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.454+0000 7f7fd1007640 1 -- 172.21.15.33:0/3818059461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fcc0b77c0 con 0x7f7fcc0d0570 2024-07-26T17:04:06.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.455+0000 7f7fd1007640 1 -- 172.21.15.33:0/3818059461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fcc0d2930 con 0x7f7fcc0d0570 2024-07-26T17:04:06.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.455+0000 7f7fc37fe640 1 -- 172.21.15.33:0/3818059461 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 140) ==== 49591+0+0 (secure 0 0 0) 0x7f7fc400ac50 con 0x7f7fcc0d0570 2024-07-26T17:04:06.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.456+0000 7f7fc37fe640 1 -- 172.21.15.33:0/3818059461 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(216..216 src has 1..216) ==== 7207+0+0 (secure 0 0 0) 0x7f7fc4052460 con 0x7f7fcc0d0570 2024-07-26T17:04:06.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.461+0000 7f7fc37fe640 1 -- 172.21.15.33:0/3818059461 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7fcc0d0ec0 con 0x7f7fcc0d0570 2024-07-26T17:04:06.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.653+0000 7f7fd1007640 1 -- 172.21.15.33:0/3818059461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7fcc0cef20 con 0x7f7fcc0d0570 2024-07-26T17:04:06.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.654+0000 7f7fc37fe640 1 -- 172.21.15.33:0/3818059461 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v216) ==== 74+0+18641 (secure 0 0 0) 0x7f7fc400ce10 con 0x7f7fcc0d0570 2024-07-26T17:04:06.656 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:06.656 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":216,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:04:05.798761+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":26,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:02:32.684839+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_data","create_time":"2024-07-26T17:02:33.946776+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"216","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":4,"snap_epoch":216,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"26.2","mappings":[{"from":1,"to":0}]},{"pgid":"26.3","mappings":[{"from":1,"to":0}]},{"pgid":"26.c","mappings":[{"from":1,"to":0}]},{"pgid":"26.18","mappings":[{"from":3,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/3658194686":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/3466473153":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/1300732042":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/2039028098":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/1357002095":"2024-07-27T17:04:04.796419+0000","172.21.15.154:6837/3988013163":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/4270937957":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/1976970327":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/3437045001":"2024-07-27T17:04:04.796419+0000","172.21.15.154:6836/3988013163":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/3938915058":"2024-07-27T17:02:52.721562+0000","172.21.15.154:6837/1062258671":"2024-07-27T17:02:52.721562+0000","172.21.15.154:6836/1062258671":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/2254244066":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/3116987767":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/82393855":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/3989745485":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/2303520259":"2024-07-27T17:02:52.721562+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":1},{"begin":4,"length":1}]}],"new_removed_snaps":[{"pool":26,"snaps":[{"begin":2,"length":1},{"begin":4,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:04:06.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.656+0000 7f7fd1007640 1 -- 172.21.15.33:0/3818059461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fcc0d0570 msgr2=0x7f7fcc0b1550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:06.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.656+0000 7f7fd1007640 1 --2- 172.21.15.33:0/3818059461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fcc0d0570 0x7f7fcc0b1550 secure :-1 s=READY pgs=2095 cs=0 l=1 rev1=1 crypto rx=0x7f7fc400c700 tx=0x7f7fc400cbc0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.656+0000 7f7fd1007640 1 -- 172.21.15.33:0/3818059461 shutdown_connections 2024-07-26T17:04:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.656+0000 7f7fd1007640 1 --2- 172.21.15.33:0/3818059461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7fcc0d0570 0x7f7fcc0b1550 unknown :-1 s=CLOSED pgs=2095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.657+0000 7f7fd1007640 1 --2- 172.21.15.33:0/3818059461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7fcc0ce9e0 0x7f7fcc0b1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.657+0000 7f7fd1007640 1 --2- 172.21.15.33:0/3818059461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7fcc0b2dc0 0x7f7fcc168290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.657+0000 7f7fd1007640 1 -- 172.21.15.33:0/3818059461 >> 172.21.15.33:0/3818059461 conn(0x7f7fcc0d3e10 msgr2=0x7f7fcc0b41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.657+0000 7f7fd1007640 1 -- 172.21.15.33:0/3818059461 shutdown_connections 2024-07-26T17:04:06.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.657+0000 7f7fd1007640 1 -- 172.21.15.33:0/3818059461 wait complete. 2024-07-26T17:04:06.670 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T17:04:06.670 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:06.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.787+0000 7f334a066640 1 -- 172.21.15.33:0/745892769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33440b70b0 msgr2=0x7f334415c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:06.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.787+0000 7f334a066640 1 --2- 172.21.15.33:0/745892769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33440b70b0 0x7f334415c2c0 secure :-1 s=READY pgs=2097 cs=0 l=1 rev1=1 crypto rx=0x7f3334005fd0 tx=0x7f333402a5f0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.787+0000 7f334a066640 1 -- 172.21.15.33:0/745892769 shutdown_connections 2024-07-26T17:04:06.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.787+0000 7f334a066640 1 --2- 172.21.15.33:0/745892769 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33440b70b0 0x7f334415c2c0 unknown :-1 s=CLOSED pgs=2097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.787+0000 7f334a066640 1 -- 172.21.15.33:0/745892769 >> 172.21.15.33:0/745892769 conn(0x7f33440d1b80 msgr2=0x7f33440d1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:06.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.787+0000 7f334a066640 1 -- 172.21.15.33:0/745892769 shutdown_connections 2024-07-26T17:04:06.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.787+0000 7f334a066640 1 -- 172.21.15.33:0/745892769 wait complete. 2024-07-26T17:04:06.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.789+0000 7f334a066640 1 Processor -- start 2024-07-26T17:04:06.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.789+0000 7f334a066640 1 -- start start 2024-07-26T17:04:06.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f334a066640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33440b49d0 0x7f33440cbb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:06.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f334a066640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33440b70b0 0x7f334409b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:06.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f334a066640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33440ce450 0x7f33440c7a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:06.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f334a066640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f33440b6d00 con 0x7f33440b49d0 2024-07-26T17:04:06.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f334a066640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f33440b6b80 con 0x7f33440b70b0 2024-07-26T17:04:06.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f334a066640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f33440b54f0 con 0x7f33440ce450 2024-07-26T17:04:06.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f33437fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33440b49d0 0x7f33440cbb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:06.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f33437fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33440b49d0 0x7f33440cbb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46242/0 (socket says 172.21.15.33:46242) 2024-07-26T17:04:06.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f33437fe640 1 -- 172.21.15.33:0/3193602979 learned_addr learned my addr 172.21.15.33:0/3193602979 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:06.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f3342ffd640 1 --2- 172.21.15.33:0/3193602979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33440b70b0 0x7f334409b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:06.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f3343fff640 1 --2- 172.21.15.33:0/3193602979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33440ce450 0x7f33440c7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:06.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f33437fe640 1 -- 172.21.15.33:0/3193602979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33440ce450 msgr2=0x7f33440c7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f33437fe640 1 --2- 172.21.15.33:0/3193602979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33440ce450 0x7f33440c7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f33437fe640 1 -- 172.21.15.33:0/3193602979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33440b70b0 msgr2=0x7f334409b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f33437fe640 1 --2- 172.21.15.33:0/3193602979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33440b70b0 0x7f334409b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f33437fe640 1 -- 172.21.15.33:0/3193602979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f334415f700 con 0x7f33440b49d0 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.791+0000 7f33437fe640 1 --2- 172.21.15.33:0/3193602979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33440b49d0 0x7f33440cbb90 secure :-1 s=READY pgs=2098 cs=0 l=1 rev1=1 crypto rx=0x7f3334000c00 tx=0x7f3334003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.792+0000 7f332bfff640 1 -- 172.21.15.33:0/3193602979 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333403e030 con 0x7f33440b49d0 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.792+0000 7f332bfff640 1 -- 172.21.15.33:0/3193602979 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3334003e60 con 0x7f33440b49d0 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.792+0000 7f332bfff640 1 -- 172.21.15.33:0/3193602979 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3334035040 con 0x7f33440b49d0 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.792+0000 7f334a066640 1 -- 172.21.15.33:0/3193602979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f334415f140 con 0x7f33440b49d0 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.792+0000 7f334a066640 1 -- 172.21.15.33:0/3193602979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f334409de00 con 0x7f33440b49d0 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.793+0000 7f334a066640 1 -- 172.21.15.33:0/3193602979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f334415c2c0 con 0x7f33440b49d0 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.793+0000 7f332bfff640 1 -- 172.21.15.33:0/3193602979 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 140) ==== 49591+0+0 (secure 0 0 0) 0x7f3334041030 con 0x7f33440b49d0 2024-07-26T17:04:06.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.793+0000 7f332bfff640 1 -- 172.21.15.33:0/3193602979 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(216..216 src has 1..216) ==== 7207+0+0 (secure 0 0 0) 0x7f3334072f20 con 0x7f33440b49d0 2024-07-26T17:04:06.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:06.802+0000 7f332bfff640 1 -- 172.21.15.33:0/3193602979 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f333404bd60 con 0x7f33440b49d0 2024-07-26T17:04:07.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.037+0000 7f334a066640 1 -- 172.21.15.33:0/3193602979 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f33440d0640 con 0x7f33440b49d0 2024-07-26T17:04:07.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.038+0000 7f332bfff640 1 -- 172.21.15.33:0/3193602979 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5236 (secure 0 0 0) 0x7f3334004f00 con 0x7f33440b49d0 2024-07-26T17:04:07.040 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:07.040 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":108,"btime":"2024-07-26T17:02:38:625486+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8477,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/199000461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":199000461},{"type":"v1","addr":"172.21.15.154:6834","nonce":199000461}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":9394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/719795048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":719795048},{"type":"v1","addr":"172.21.15.154:6835","nonce":719795048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":10326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3003410228","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3003410228},{"type":"v1","addr":"172.21.15.33:6834","nonce":3003410228}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:02:34.999805+0000","modified":"2024-07-26T17:02:38.015375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10329":{"gid":10329,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/929038094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":929038094},{"type":"v1","addr":"172.21.15.33:6835","nonce":929038094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[26],"metadata_pool":25,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10329,"qdb_cluster":[10329]},"id":12}]} 2024-07-26T17:04:07.040 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 108 2024-07-26T17:04:07.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.040+0000 7f334a066640 1 -- 172.21.15.33:0/3193602979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33440b49d0 msgr2=0x7f33440cbb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.040+0000 7f334a066640 1 --2- 172.21.15.33:0/3193602979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33440b49d0 0x7f33440cbb90 secure :-1 s=READY pgs=2098 cs=0 l=1 rev1=1 crypto rx=0x7f3334000c00 tx=0x7f3334003970 comp rx=0 tx=0).stop 2024-07-26T17:04:07.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.040+0000 7f334a066640 1 -- 172.21.15.33:0/3193602979 shutdown_connections 2024-07-26T17:04:07.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.040+0000 7f334a066640 1 --2- 172.21.15.33:0/3193602979 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f33440ce450 0x7f33440c7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.040+0000 7f334a066640 1 --2- 172.21.15.33:0/3193602979 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f33440b70b0 0x7f334409b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.040+0000 7f334a066640 1 --2- 172.21.15.33:0/3193602979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33440b49d0 0x7f33440cbb90 unknown :-1 s=CLOSED pgs=2098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.040+0000 7f334a066640 1 -- 172.21.15.33:0/3193602979 >> 172.21.15.33:0/3193602979 conn(0x7f33440d1b80 msgr2=0x7f33440b4de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:07.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.041+0000 7f334a066640 1 -- 172.21.15.33:0/3193602979 shutdown_connections 2024-07-26T17:04:07.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.041+0000 7f334a066640 1 -- 172.21.15.33:0/3193602979 wait complete. 2024-07-26T17:04:07.054 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.176+0000 7f26da789640 1 -- 172.21.15.33:0/4212946967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d40d1b80 msgr2=0x7f26d40d2280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.176+0000 7f26da789640 1 --2- 172.21.15.33:0/4212946967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d40d1b80 0x7f26d40d2280 secure :-1 s=READY pgs=2099 cs=0 l=1 rev1=1 crypto rx=0x7f26c8005fd0 tx=0x7f26c802a620 comp rx=0 tx=0).stop 2024-07-26T17:04:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.176+0000 7f26da789640 1 -- 172.21.15.33:0/4212946967 shutdown_connections 2024-07-26T17:04:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.176+0000 7f26da789640 1 --2- 172.21.15.33:0/4212946967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d40d1b80 0x7f26d40d2280 unknown :-1 s=CLOSED pgs=2099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.176+0000 7f26da789640 1 --2- 172.21.15.33:0/4212946967 >> v2:172.21.15.154:3300/0 conn(0x7f26d40cf430 0x7f26d40b9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.176+0000 7f26da789640 1 -- 172.21.15.33:0/4212946967 >> 172.21.15.33:0/4212946967 conn(0x7f26d40d3da0 msgr2=0x7f26d40d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.177+0000 7f26da789640 1 -- 172.21.15.33:0/4212946967 shutdown_connections 2024-07-26T17:04:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.177+0000 7f26da789640 1 -- 172.21.15.33:0/4212946967 wait complete. 2024-07-26T17:04:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.179+0000 7f26da789640 1 Processor -- start 2024-07-26T17:04:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.179+0000 7f26da789640 1 -- start start 2024-07-26T17:04:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.180+0000 7f26da789640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26d40cf430 0x7f26d415d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.180+0000 7f26da789640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d40d1b80 0x7f26d4154b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.180+0000 7f26da789640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26d40d27c0 0x7f26d4160ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.180+0000 7f26da789640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f26d40d0c80 con 0x7f26d40d1b80 2024-07-26T17:04:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.180+0000 7f26da789640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f26d40b2690 con 0x7f26d40d27c0 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.180+0000 7f26da789640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f26d40d0e00 con 0x7f26d40cf430 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.180+0000 7f26d37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d40d1b80 0x7f26d4154b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d40d1b80 0x7f26d4154b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46252/0 (socket says 172.21.15.33:46252) 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d37fe640 1 -- 172.21.15.33:0/522260703 learned_addr learned my addr 172.21.15.33:0/522260703 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d8d26640 1 --2- 172.21.15.33:0/522260703 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26d40d27c0 0x7f26d4160ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d3fff640 1 --2- 172.21.15.33:0/522260703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26d40cf430 0x7f26d415d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d37fe640 1 -- 172.21.15.33:0/522260703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26d40cf430 msgr2=0x7f26d415d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d37fe640 1 --2- 172.21.15.33:0/522260703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26d40cf430 0x7f26d415d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d37fe640 1 -- 172.21.15.33:0/522260703 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26d40d27c0 msgr2=0x7f26d4160ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d37fe640 1 --2- 172.21.15.33:0/522260703 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26d40d27c0 0x7f26d4160ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d37fe640 1 -- 172.21.15.33:0/522260703 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d40bac20 con 0x7f26d40d1b80 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d37fe640 1 --2- 172.21.15.33:0/522260703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d40d1b80 0x7f26d4154b40 secure :-1 s=READY pgs=2100 cs=0 l=1 rev1=1 crypto rx=0x7f26c8034040 tx=0x7f26c8004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d0ff9640 1 -- 172.21.15.33:0/522260703 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c803e030 con 0x7f26d40d1b80 2024-07-26T17:04:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d0ff9640 1 -- 172.21.15.33:0/522260703 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f26c8004aa0 con 0x7f26d40d1b80 2024-07-26T17:04:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26d0ff9640 1 -- 172.21.15.33:0/522260703 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26c8035040 con 0x7f26d40d1b80 2024-07-26T17:04:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.181+0000 7f26da789640 1 -- 172.21.15.33:0/522260703 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26d40baf00 con 0x7f26d40d1b80 2024-07-26T17:04:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.182+0000 7f26da789640 1 -- 172.21.15.33:0/522260703 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26d41f9390 con 0x7f26d40d1b80 2024-07-26T17:04:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.183+0000 7f26d0ff9640 1 -- 172.21.15.33:0/522260703 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 140) ==== 49591+0+0 (secure 0 0 0) 0x7f26c8041030 con 0x7f26d40d1b80 2024-07-26T17:04:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.183+0000 7f26da789640 1 -- 172.21.15.33:0/522260703 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26d406ab40 con 0x7f26d40d1b80 2024-07-26T17:04:07.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.183+0000 7f26d0ff9640 1 -- 172.21.15.33:0/522260703 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(217..217 src has 1..217) ==== 7191+0+0 (secure 0 0 0) 0x7f26c8072b50 con 0x7f26d40d1b80 2024-07-26T17:04:07.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.188+0000 7f26d0ff9640 1 -- 172.21.15.33:0/522260703 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f26c80035f0 con 0x7f26d40d1b80 2024-07-26T17:04:07.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.431+0000 7f26da789640 1 -- 172.21.15.33:0/522260703 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f26d40d1360 con 0x7f26d40d1b80 2024-07-26T17:04:07.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.432+0000 7f26d0ff9640 1 -- 172.21.15.33:0/522260703 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5236 (secure 0 0 0) 0x7f26c804bb80 con 0x7f26d40d1b80 2024-07-26T17:04:07.434 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:07.434 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":108,"btime":"2024-07-26T17:02:38:625486+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8477,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/199000461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":199000461},{"type":"v1","addr":"172.21.15.154:6834","nonce":199000461}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":9394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/719795048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":719795048},{"type":"v1","addr":"172.21.15.154:6835","nonce":719795048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":10326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3003410228","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3003410228},{"type":"v1","addr":"172.21.15.33:6834","nonce":3003410228}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:02:34.999805+0000","modified":"2024-07-26T17:02:38.015375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10329":{"gid":10329,"name":"c","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/929038094","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":929038094},{"type":"v1","addr":"172.21.15.33:6835","nonce":929038094}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[26],"metadata_pool":25,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10329,"qdb_cluster":[10329]},"id":12}]} 2024-07-26T17:04:07.435 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 108 2024-07-26T17:04:07.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.434+0000 7f26da789640 1 -- 172.21.15.33:0/522260703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d40d1b80 msgr2=0x7f26d4154b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.434+0000 7f26da789640 1 --2- 172.21.15.33:0/522260703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d40d1b80 0x7f26d4154b40 secure :-1 s=READY pgs=2100 cs=0 l=1 rev1=1 crypto rx=0x7f26c8034040 tx=0x7f26c8004430 comp rx=0 tx=0).stop 2024-07-26T17:04:07.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.434+0000 7f26da789640 1 -- 172.21.15.33:0/522260703 shutdown_connections 2024-07-26T17:04:07.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.434+0000 7f26da789640 1 --2- 172.21.15.33:0/522260703 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26d40d27c0 0x7f26d4160ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.434+0000 7f26da789640 1 --2- 172.21.15.33:0/522260703 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26d40d1b80 0x7f26d4154b40 unknown :-1 s=CLOSED pgs=2100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.434+0000 7f26da789640 1 --2- 172.21.15.33:0/522260703 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26d40cf430 0x7f26d415d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.434+0000 7f26da789640 1 -- 172.21.15.33:0/522260703 >> 172.21.15.33:0/522260703 conn(0x7f26d40d3da0 msgr2=0x7f26d40b6bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:07.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.434+0000 7f26da789640 1 -- 172.21.15.33:0/522260703 shutdown_connections 2024-07-26T17:04:07.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.434+0000 7f26da789640 1 -- 172.21.15.33:0/522260703 wait complete. 2024-07-26T17:04:07.447 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:04:07.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.565+0000 7f8af1833640 1 -- 172.21.15.33:0/2933460007 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8aec0b2dc0 msgr2=0x7f8aec0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.565+0000 7f8af1833640 1 --2- 172.21.15.33:0/2933460007 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8aec0b2dc0 0x7f8aec0d2930 secure :-1 s=READY pgs=2101 cs=0 l=1 rev1=1 crypto rx=0x7f8aec08e020 tx=0x7f8adc02a4d0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.565+0000 7f8af1833640 1 -- 172.21.15.33:0/2933460007 shutdown_connections 2024-07-26T17:04:07.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.565+0000 7f8af1833640 1 --2- 172.21.15.33:0/2933460007 >> v2:172.21.15.154:3300/0 conn(0x7f8aec0ce9e0 0x7f8aec0cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.565+0000 7f8af1833640 1 --2- 172.21.15.33:0/2933460007 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8aec0b2dc0 0x7f8aec0d2930 unknown :-1 s=CLOSED pgs=2101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.565+0000 7f8af1833640 1 -- 172.21.15.33:0/2933460007 >> 172.21.15.33:0/2933460007 conn(0x7f8aec0d3e10 msgr2=0x7f8aec0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:07.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.565+0000 7f8af1833640 1 -- 172.21.15.33:0/2933460007 shutdown_connections 2024-07-26T17:04:07.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.565+0000 7f8af1833640 1 -- 172.21.15.33:0/2933460007 wait complete. 2024-07-26T17:04:07.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.567+0000 7f8af1833640 1 Processor -- start 2024-07-26T17:04:07.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.567+0000 7f8af1833640 1 -- start start 2024-07-26T17:04:07.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8af1833640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8aec0b2dc0 0x7f8aec168040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:07.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8af1833640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8aec0ce9e0 0x7f8aec0b7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:07.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8af1833640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8aec0d0570 0x7f8aec0b81d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:07.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8af1833640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec0cf4b0 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8af1833640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8aec0cf330 con 0x7f8aec0b2dc0 2024-07-26T17:04:07.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8af1833640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8aec0cf630 con 0x7f8aec0d0570 2024-07-26T17:04:07.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8aea7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8aec0ce9e0 0x7f8aec0b7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:07.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8aea7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8aec0ce9e0 0x7f8aec0b7c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46282/0 (socket says 172.21.15.33:46282) 2024-07-26T17:04:07.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8aea7fc640 1 -- 172.21.15.33:0/2484649137 learned_addr learned my addr 172.21.15.33:0/2484649137 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:07.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8aeaffd640 1 --2- 172.21.15.33:0/2484649137 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8aec0b2dc0 0x7f8aec168040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:07.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8aeb7fe640 1 --2- 172.21.15.33:0/2484649137 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8aec0d0570 0x7f8aec0b81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:07.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8aea7fc640 1 -- 172.21.15.33:0/2484649137 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8aec0d0570 msgr2=0x7f8aec0b81d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8aea7fc640 1 --2- 172.21.15.33:0/2484649137 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8aec0d0570 0x7f8aec0b81d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8aea7fc640 1 -- 172.21.15.33:0/2484649137 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8aec0b2dc0 msgr2=0x7f8aec168040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8aea7fc640 1 --2- 172.21.15.33:0/2484649137 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8aec0b2dc0 0x7f8aec168040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8aea7fc640 1 -- 172.21.15.33:0/2484649137 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8aec15f850 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8aea7fc640 1 --2- 172.21.15.33:0/2484649137 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8aec0ce9e0 0x7f8aec0b7c90 secure :-1 s=READY pgs=2102 cs=0 l=1 rev1=1 crypto rx=0x7f8ae000c3d0 tx=0x7f8ae000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.569+0000 7f8ad3fff640 1 -- 172.21.15.33:0/2484649137 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae0017070 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.570+0000 7f8ad3fff640 1 -- 172.21.15.33:0/2484649137 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ae00053c0 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.570+0000 7f8af1833640 1 -- 172.21.15.33:0/2484649137 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8aec0c9ff0 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.570+0000 7f8ad3fff640 1 -- 172.21.15.33:0/2484649137 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae0003850 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.570+0000 7f8af1833640 1 -- 172.21.15.33:0/2484649137 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8aec15efb0 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.571+0000 7f8af1833640 1 -- 172.21.15.33:0/2484649137 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8aec0d2930 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.571+0000 7f8ad3fff640 1 -- 172.21.15.33:0/2484649137 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 140) ==== 49591+0+0 (secure 0 0 0) 0x7f8ae001a070 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.571+0000 7f8ad3fff640 1 -- 172.21.15.33:0/2484649137 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(217..217 src has 1..217) ==== 7191+0+0 (secure 0 0 0) 0x7f8ae0051ac0 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.580+0000 7f8ad3fff640 1 -- 172.21.15.33:0/2484649137 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8ae00102e0 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.773+0000 7f8af1833640 1 -- 172.21.15.33:0/2484649137 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8aec0d0a20 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.775+0000 7f8ad3fff640 1 -- 172.21.15.33:0/2484649137 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v217) ==== 74+0+18618 (secure 0 0 0) 0x7f8ae001bdf0 con 0x7f8aec0ce9e0 2024-07-26T17:04:07.777 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:07.777 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":217,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:04:06.803377+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":26,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:02:32.684839+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_data","create_time":"2024-07-26T17:02:33.946776+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"217","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":217,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"26.2","mappings":[{"from":1,"to":0}]},{"pgid":"26.3","mappings":[{"from":1,"to":0}]},{"pgid":"26.c","mappings":[{"from":1,"to":0}]},{"pgid":"26.18","mappings":[{"from":3,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/3658194686":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/3466473153":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/1300732042":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/2039028098":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/1357002095":"2024-07-27T17:04:04.796419+0000","172.21.15.154:6837/3988013163":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/4270937957":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/1976970327":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/3437045001":"2024-07-27T17:04:04.796419+0000","172.21.15.154:6836/3988013163":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/3938915058":"2024-07-27T17:02:52.721562+0000","172.21.15.154:6837/1062258671":"2024-07-27T17:02:52.721562+0000","172.21.15.154:6836/1062258671":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/2254244066":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/3116987767":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/82393855":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/3989745485":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/2303520259":"2024-07-27T17:02:52.721562+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":26,"snaps":[{"begin":3,"length":1},{"begin":5,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:04:07.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.777+0000 7f8af1833640 1 -- 172.21.15.33:0/2484649137 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8aec0ce9e0 msgr2=0x7f8aec0b7c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.777+0000 7f8af1833640 1 --2- 172.21.15.33:0/2484649137 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8aec0ce9e0 0x7f8aec0b7c90 secure :-1 s=READY pgs=2102 cs=0 l=1 rev1=1 crypto rx=0x7f8ae000c3d0 tx=0x7f8ae000c890 comp rx=0 tx=0).stop 2024-07-26T17:04:07.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.777+0000 7f8af1833640 1 -- 172.21.15.33:0/2484649137 shutdown_connections 2024-07-26T17:04:07.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.777+0000 7f8af1833640 1 --2- 172.21.15.33:0/2484649137 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8aec0d0570 0x7f8aec0b81d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.777+0000 7f8af1833640 1 --2- 172.21.15.33:0/2484649137 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8aec0ce9e0 0x7f8aec0b7c90 unknown :-1 s=CLOSED pgs=2102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.777+0000 7f8af1833640 1 --2- 172.21.15.33:0/2484649137 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8aec0b2dc0 0x7f8aec168040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.777+0000 7f8af1833640 1 -- 172.21.15.33:0/2484649137 >> 172.21.15.33:0/2484649137 conn(0x7f8aec0d3e10 msgr2=0x7f8aec0b3770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.777+0000 7f8af1833640 1 -- 172.21.15.33:0/2484649137 shutdown_connections 2024-07-26T17:04:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.777+0000 7f8af1833640 1 -- 172.21.15.33:0/2484649137 wait complete. 2024-07-26T17:04:07.791 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T17:04:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.914+0000 7f7903e3d640 1 -- 172.21.15.33:0/2974920677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78fc0b1d80 msgr2=0x7f78fc0b2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.914+0000 7f7903e3d640 1 --2- 172.21.15.33:0/2974920677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78fc0b1d80 0x7f78fc0b2190 secure :-1 s=READY pgs=2105 cs=0 l=1 rev1=1 crypto rx=0x7f78ec005fd0 tx=0x7f78ec02a5d0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.914+0000 7f7903e3d640 1 -- 172.21.15.33:0/2974920677 shutdown_connections 2024-07-26T17:04:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.914+0000 7f7903e3d640 1 --2- 172.21.15.33:0/2974920677 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f78fc06c6c0 0x7f78fc06cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.914+0000 7f7903e3d640 1 --2- 172.21.15.33:0/2974920677 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78fc0b1d80 0x7f78fc0b2190 unknown :-1 s=CLOSED pgs=2105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.914+0000 7f7903e3d640 1 -- 172.21.15.33:0/2974920677 >> 172.21.15.33:0/2974920677 conn(0x7f78fc0b3210 msgr2=0x7f78fc0b3620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.914+0000 7f7903e3d640 1 -- 172.21.15.33:0/2974920677 shutdown_connections 2024-07-26T17:04:07.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.914+0000 7f7903e3d640 1 -- 172.21.15.33:0/2974920677 wait complete. 2024-07-26T17:04:07.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.917+0000 7f7903e3d640 1 Processor -- start 2024-07-26T17:04:07.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.917+0000 7f7903e3d640 1 -- start start 2024-07-26T17:04:07.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.918+0000 7f7903e3d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f78fc06c6c0 0x7f78fc1f95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:07.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.918+0000 7f7903e3d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f78fc0b1d80 0x7f78fc0cbef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:07.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.918+0000 7f7903e3d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78fc15f1b0 0x7f78fc0ada30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:07.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.918+0000 7f7903e3d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc069270 con 0x7f78fc15f1b0 2024-07-26T17:04:07.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.918+0000 7f7903e3d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f78fc0690f0 con 0x7f78fc0b1d80 2024-07-26T17:04:07.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.918+0000 7f7903e3d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f78fc0693f0 con 0x7f78fc06c6c0 2024-07-26T17:04:07.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f79023da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78fc15f1b0 0x7f78fc0ada30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:07.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f79023da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78fc15f1b0 0x7f78fc0ada30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46336/0 (socket says 172.21.15.33:46336) 2024-07-26T17:04:07.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f79023da640 1 -- 172.21.15.33:0/1346107360 learned_addr learned my addr 172.21.15.33:0/1346107360 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:07.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f7901bd9640 1 --2- 172.21.15.33:0/1346107360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f78fc06c6c0 0x7f78fc1f95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:07.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f79013d8640 1 --2- 172.21.15.33:0/1346107360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f78fc0b1d80 0x7f78fc0cbef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:07.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f79023da640 1 -- 172.21.15.33:0/1346107360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f78fc06c6c0 msgr2=0x7f78fc1f95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f79023da640 1 --2- 172.21.15.33:0/1346107360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f78fc06c6c0 0x7f78fc1f95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f79023da640 1 -- 172.21.15.33:0/1346107360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f78fc0b1d80 msgr2=0x7f78fc0cbef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:07.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f79023da640 1 --2- 172.21.15.33:0/1346107360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f78fc0b1d80 0x7f78fc0cbef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:07.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f79023da640 1 -- 172.21.15.33:0/1346107360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78fc1f9ae0 con 0x7f78fc15f1b0 2024-07-26T17:04:07.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f7901bd9640 1 --2- 172.21.15.33:0/1346107360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f78fc06c6c0 0x7f78fc1f95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:07.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f79023da640 1 --2- 172.21.15.33:0/1346107360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78fc15f1b0 0x7f78fc0ada30 secure :-1 s=READY pgs=2107 cs=0 l=1 rev1=1 crypto rx=0x7f78f400ddf0 tx=0x7f78f400b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:07.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f78f27fc640 1 -- 172.21.15.33:0/1346107360 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f4003b70 con 0x7f78fc15f1b0 2024-07-26T17:04:07.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f78f27fc640 1 -- 172.21.15.33:0/1346107360 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f78f4003e00 con 0x7f78fc15f1b0 2024-07-26T17:04:07.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f78f27fc640 1 -- 172.21.15.33:0/1346107360 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78f4004280 con 0x7f78fc15f1b0 2024-07-26T17:04:07.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.919+0000 7f7903e3d640 1 -- 172.21.15.33:0/1346107360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78fc0c8280 con 0x7f78fc15f1b0 2024-07-26T17:04:07.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.920+0000 7f7903e3d640 1 -- 172.21.15.33:0/1346107360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78fc0c8520 con 0x7f78fc15f1b0 2024-07-26T17:04:07.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.921+0000 7f7903e3d640 1 -- 172.21.15.33:0/1346107360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78fc0b2190 con 0x7f78fc15f1b0 2024-07-26T17:04:07.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.921+0000 7f78f27fc640 1 -- 172.21.15.33:0/1346107360 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 141) ==== 98850+0+0 (secure 0 0 0) 0x7f78f4004420 con 0x7f78fc15f1b0 2024-07-26T17:04:07.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.922+0000 7f78f27fc640 1 -- 172.21.15.33:0/1346107360 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(218..218 src has 1..218) ==== 7147+0+0 (secure 0 0 0) 0x7f78f4099330 con 0x7f78fc15f1b0 2024-07-26T17:04:07.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:07.926+0000 7f78f27fc640 1 -- 172.21.15.33:0/1346107360 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f78fc1f9ae0 con 0x7f78fc15f1b0 2024-07-26T17:04:07.962 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:07.960+0000 7f34006d1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:07.962 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:07.960+0000 7f34006d1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:07.962 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:07.960+0000 7f34006d1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:07.962 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:07.960+0000 7f34006d1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:07.962 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:07.960+0000 7f34006d1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:07.963 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:07.961+0000 7f34036d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:07.963 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:07.961+0000 7f34036d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:07.963 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:07.961+0000 7f34036d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:07.963 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:07.961+0000 7f34036d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:07.963 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:07.961+0000 7f34036d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:08.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.164+0000 7f7903e3d640 1 -- 172.21.15.33:0/1346107360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f78fc0b3e50 con 0x7f78fc15f1b0 2024-07-26T17:04:08.166 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T17:04:08.165+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T17:04:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.166+0000 7f78f27fc640 1 -- 172.21.15.33:0/1346107360 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v109) ==== 161+0+0 (secure 0 0 0) 0x7f78f4061d90 con 0x7f78fc15f1b0 2024-07-26T17:04:08.168 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T17:04:08.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.170+0000 7f7903e3d640 1 -- 172.21.15.33:0/1346107360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78fc15f1b0 msgr2=0x7f78fc0ada30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:08.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.170+0000 7f7903e3d640 1 --2- 172.21.15.33:0/1346107360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78fc15f1b0 0x7f78fc0ada30 secure :-1 s=READY pgs=2107 cs=0 l=1 rev1=1 crypto rx=0x7f78f400ddf0 tx=0x7f78f400b730 comp rx=0 tx=0).stop 2024-07-26T17:04:08.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.170+0000 7f7903e3d640 1 -- 172.21.15.33:0/1346107360 shutdown_connections 2024-07-26T17:04:08.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.170+0000 7f7903e3d640 1 --2- 172.21.15.33:0/1346107360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f78fc15f1b0 0x7f78fc0ada30 unknown :-1 s=CLOSED pgs=2107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:08.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.170+0000 7f7903e3d640 1 --2- 172.21.15.33:0/1346107360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f78fc0b1d80 0x7f78fc0cbef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.170+0000 7f7903e3d640 1 --2- 172.21.15.33:0/1346107360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f78fc06c6c0 0x7f78fc1f95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.170+0000 7f7903e3d640 1 -- 172.21.15.33:0/1346107360 >> 172.21.15.33:0/1346107360 conn(0x7f78fc0b3210 msgr2=0x7f78fc15dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.170+0000 7f7903e3d640 1 -- 172.21.15.33:0/1346107360 shutdown_connections 2024-07-26T17:04:08.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.170+0000 7f7903e3d640 1 -- 172.21.15.33:0/1346107360 wait complete. 2024-07-26T17:04:08.184 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T17:04:08.234 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T17:04:08.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.304+0000 7f558a625640 1 -- 172.21.15.33:0/1704229965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55840d0d70 msgr2=0x7f55840ce760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:08.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.304+0000 7f558a625640 1 --2- 172.21.15.33:0/1704229965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55840d0d70 0x7f55840ce760 secure :-1 s=READY pgs=2115 cs=0 l=1 rev1=1 crypto rx=0x7f5584073920 tx=0x7f556c02a560 comp rx=0 tx=0).stop 2024-07-26T17:04:08.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.304+0000 7f558a625640 1 -- 172.21.15.33:0/1704229965 shutdown_connections 2024-07-26T17:04:08.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.304+0000 7f558a625640 1 --2- 172.21.15.33:0/1704229965 >> v2:172.21.15.154:3300/0 conn(0x7f55840ceca0 0x7f558406d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:08.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.304+0000 7f558a625640 1 --2- 172.21.15.33:0/1704229965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55840d0d70 0x7f55840ce760 unknown :-1 s=CLOSED pgs=2115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:08.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.304+0000 7f558a625640 1 --2- 172.21.15.33:0/1704229965 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55840cc200 0x7f55840d0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:08.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.304+0000 7f558a625640 1 -- 172.21.15.33:0/1704229965 >> 172.21.15.33:0/1704229965 conn(0x7f55840b37a0 msgr2=0x7f55840b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:08.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.304+0000 7f558a625640 1 -- 172.21.15.33:0/1704229965 shutdown_connections 2024-07-26T17:04:08.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.304+0000 7f558a625640 1 -- 172.21.15.33:0/1704229965 wait complete. 2024-07-26T17:04:08.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.306+0000 7f558a625640 1 Processor -- start 2024-07-26T17:04:08.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.306+0000 7f558a625640 1 -- start start 2024-07-26T17:04:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f558a625640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55840cc200 0x7f558409c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f558a625640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55840ceca0 0x7f55841d4450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f558a625640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55840d0d70 0x7f55841d7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f558a625640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f55840b35a0 con 0x7f55840d0d70 2024-07-26T17:04:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f558a625640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f55840b3420 con 0x7f55840ceca0 2024-07-26T17:04:08.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f558a625640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f55840cf0b0 con 0x7f55840cc200 2024-07-26T17:04:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f5588bc2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55840d0d70 0x7f55841d7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f5588bc2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55840d0d70 0x7f55841d7010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46414/0 (socket says 172.21.15.33:46414) 2024-07-26T17:04:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f5588bc2640 1 -- 172.21.15.33:0/3192442012 learned_addr learned my addr 172.21.15.33:0/3192442012 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f5583fff640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55840cc200 0x7f558409c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f557bfff640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55840ceca0 0x7f55841d4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f5588bc2640 1 -- 172.21.15.33:0/3192442012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55840cc200 msgr2=0x7f558409c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.307+0000 7f5588bc2640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55840cc200 0x7f558409c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.308+0000 7f5588bc2640 1 -- 172.21.15.33:0/3192442012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55840ceca0 msgr2=0x7f55841d4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.308+0000 7f5588bc2640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55840ceca0 0x7f55841d4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.308+0000 7f5588bc2640 1 -- 172.21.15.33:0/3192442012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f558409c6f0 con 0x7f55840d0d70 2024-07-26T17:04:08.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.308+0000 7f5588bc2640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55840d0d70 0x7f55841d7010 secure :-1 s=READY pgs=2116 cs=0 l=1 rev1=1 crypto rx=0x7f557c00e990 tx=0x7f557c00ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:08.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.308+0000 7f55817fa640 1 -- 172.21.15.33:0/3192442012 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f557c004d20 con 0x7f55840d0d70 2024-07-26T17:04:08.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.308+0000 7f55817fa640 1 -- 172.21.15.33:0/3192442012 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f557c00caa0 con 0x7f55840d0d70 2024-07-26T17:04:08.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.308+0000 7f558a625640 1 -- 172.21.15.33:0/3192442012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55841ea1c0 con 0x7f55840d0d70 2024-07-26T17:04:08.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.308+0000 7f55817fa640 1 -- 172.21.15.33:0/3192442012 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f557c005020 con 0x7f55840d0d70 2024-07-26T17:04:08.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.308+0000 7f558a625640 1 -- 172.21.15.33:0/3192442012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55841ea780 con 0x7f55840d0d70 2024-07-26T17:04:08.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.309+0000 7f558a625640 1 -- 172.21.15.33:0/3192442012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55841e9f10 con 0x7f55840d0d70 2024-07-26T17:04:08.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.310+0000 7f55817fa640 1 -- 172.21.15.33:0/3192442012 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 141) ==== 98850+0+0 (secure 0 0 0) 0x7f557c0051c0 con 0x7f55840d0d70 2024-07-26T17:04:08.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.310+0000 7f55817fa640 1 -- 172.21.15.33:0/3192442012 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(219..219 src has 1..219) ==== 7233+0+0 (secure 0 0 0) 0x7f557c0990b0 con 0x7f55840d0d70 2024-07-26T17:04:08.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.315+0000 7f55817fa640 1 -- 172.21.15.33:0/3192442012 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f558409c6f0 con 0x7f55840d0d70 2024-07-26T17:04:08.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.544+0000 7f558a625640 1 -- 172.21.15.33:0/3192442012 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f55840d1620 con 0x7f55840d0d70 2024-07-26T17:04:08.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.901+0000 7f55817fa640 1 -- 172.21.15.33:0/3192442012 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 142) ==== 98977+0+0 (secure 0 0 0) 0x7f557c05d430 con 0x7f55840d0d70 2024-07-26T17:04:08.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.902+0000 7f55817fa640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f556407d360 0x7f556407f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:08.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.903+0000 7f5583fff640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f556407d360 0x7f556407f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:08.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:08.905+0000 7f5583fff640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f556407d360 0x7f556407f780 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f558406f400 tx=0x7f557400b260 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:09.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.170+0000 7f55817fa640 1 -- 172.21.15.33:0/3192442012 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v110) ==== 104+0+0 (secure 0 0 0) 0x7f557c016030 con 0x7f55840d0d70 2024-07-26T17:04:09.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.172+0000 7f558a625640 1 -- 172.21.15.33:0/3192442012 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f556407d360 msgr2=0x7f556407f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:09.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.172+0000 7f558a625640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f556407d360 0x7f556407f780 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f558406f400 tx=0x7f557400b260 comp rx=0 tx=0).stop 2024-07-26T17:04:09.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.172+0000 7f558a625640 1 -- 172.21.15.33:0/3192442012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55840d0d70 msgr2=0x7f55841d7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:09.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.172+0000 7f558a625640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55840d0d70 0x7f55841d7010 secure :-1 s=READY pgs=2116 cs=0 l=1 rev1=1 crypto rx=0x7f557c00e990 tx=0x7f557c00ee50 comp rx=0 tx=0).stop 2024-07-26T17:04:09.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.173+0000 7f558a625640 1 -- 172.21.15.33:0/3192442012 shutdown_connections 2024-07-26T17:04:09.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.173+0000 7f558a625640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f556407d360 0x7f556407f780 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:09.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.173+0000 7f558a625640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55840d0d70 0x7f55841d7010 unknown :-1 s=CLOSED pgs=2116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:09.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.173+0000 7f558a625640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55840ceca0 0x7f55841d4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:09.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.173+0000 7f558a625640 1 --2- 172.21.15.33:0/3192442012 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55840cc200 0x7f558409c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:09.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.173+0000 7f558a625640 1 -- 172.21.15.33:0/3192442012 >> 172.21.15.33:0/3192442012 conn(0x7f55840b37a0 msgr2=0x7f55840b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:09.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.173+0000 7f558a625640 1 -- 172.21.15.33:0/3192442012 shutdown_connections 2024-07-26T17:04:09.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.173+0000 7f558a625640 1 -- 172.21.15.33:0/3192442012 wait complete. 2024-07-26T17:04:09.189 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T17:04:09.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.315+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1874598113 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff680b2c00 msgr2=0x7eff680d1b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:09.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.315+0000 7eff6d8a2640 1 --2- 172.21.15.33:0/1874598113 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff680b2c00 0x7eff680d1b50 secure :-1 s=READY pgs=2117 cs=0 l=1 rev1=1 crypto rx=0x7eff680d4cd0 tx=0x7eff5802a980 comp rx=0 tx=0).stop 2024-07-26T17:04:09.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.315+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1874598113 shutdown_connections 2024-07-26T17:04:09.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.315+0000 7eff6d8a2640 1 --2- 172.21.15.33:0/1874598113 >> v2:172.21.15.154:3300/0 conn(0x7eff680d0460 0x7eff680d0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:09.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.315+0000 7eff6d8a2640 1 --2- 172.21.15.33:0/1874598113 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff680d2090 0x7eff680d24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:09.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.315+0000 7eff6d8a2640 1 --2- 172.21.15.33:0/1874598113 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff680b2c00 0x7eff680d1b50 unknown :-1 s=CLOSED pgs=2117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:09.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.315+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1874598113 >> 172.21.15.33:0/1874598113 conn(0x7eff680d3d70 msgr2=0x7eff680d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:09.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.315+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1874598113 shutdown_connections 2024-07-26T17:04:09.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.315+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1874598113 wait complete. 2024-07-26T17:04:09.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.317+0000 7eff6d8a2640 1 Processor -- start 2024-07-26T17:04:09.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.317+0000 7eff6d8a2640 1 -- start start 2024-07-26T17:04:09.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.318+0000 7eff6d8a2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff680b2c00 0x7eff680cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:09.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.318+0000 7eff6d8a2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff680d0460 0x7eff68158150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:09.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.318+0000 7eff6d8a2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff680d2090 0x7eff680c94c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:09.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.318+0000 7eff6d8a2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7eff680d0db0 con 0x7eff680d0460 2024-07-26T17:04:09.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.318+0000 7eff6d8a2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7eff680cfc70 con 0x7eff680b2c00 2024-07-26T17:04:09.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.318+0000 7eff6d8a2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7eff680d0f30 con 0x7eff680d2090 2024-07-26T17:04:09.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff667fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff680d0460 0x7eff68158150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:09.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff667fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff680d0460 0x7eff68158150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46434/0 (socket says 172.21.15.33:46434) 2024-07-26T17:04:09.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff667fc640 1 -- 172.21.15.33:0/1392333182 learned_addr learned my addr 172.21.15.33:0/1392333182 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:09.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff66ffd640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff680b2c00 0x7eff680cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:09.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff677fe640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff680d2090 0x7eff680c94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:09.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff667fc640 1 -- 172.21.15.33:0/1392333182 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff680d2090 msgr2=0x7eff680c94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:09.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff667fc640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff680d2090 0x7eff680c94c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:09.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff667fc640 1 -- 172.21.15.33:0/1392333182 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff680b2c00 msgr2=0x7eff680cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:09.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff667fc640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff680b2c00 0x7eff680cb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:09.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff667fc640 1 -- 172.21.15.33:0/1392333182 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff680cbd70 con 0x7eff680d0460 2024-07-26T17:04:09.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff677fe640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff680d2090 0x7eff680c94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:09.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff667fc640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff680d0460 0x7eff68158150 secure :-1 s=READY pgs=2118 cs=0 l=1 rev1=1 crypto rx=0x7eff5000d700 tx=0x7eff5000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:09.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff5ffff640 1 -- 172.21.15.33:0/1392333182 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff50017070 con 0x7eff680d0460 2024-07-26T17:04:09.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff5ffff640 1 -- 172.21.15.33:0/1392333182 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7eff50005310 con 0x7eff680d0460 2024-07-26T17:04:09.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1392333182 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff6809e680 con 0x7eff680d0460 2024-07-26T17:04:09.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff5ffff640 1 -- 172.21.15.33:0/1392333182 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff50009820 con 0x7eff680d0460 2024-07-26T17:04:09.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.319+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1392333182 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff680a0090 con 0x7eff680d0460 2024-07-26T17:04:09.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.320+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1392333182 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff6809e3f0 con 0x7eff680d0460 2024-07-26T17:04:09.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.321+0000 7eff5ffff640 1 -- 172.21.15.33:0/1392333182 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 142) ==== 98977+0+0 (secure 0 0 0) 0x7eff500099c0 con 0x7eff680d0460 2024-07-26T17:04:09.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.322+0000 7eff5ffff640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff48076e90 0x7eff480793a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:09.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.322+0000 7eff5ffff640 1 -- 172.21.15.33:0/1392333182 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(219..219 src has 1..219) ==== 7233+0+0 (secure 0 0 0) 0x7eff50098a50 con 0x7eff680d0460 2024-07-26T17:04:09.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.322+0000 7eff66ffd640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff48076e90 0x7eff480793a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:09.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.322+0000 7eff66ffd640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff48076e90 0x7eff480793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7eff58035000 tx=0x7eff58004ab0 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:09.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.326+0000 7eff5ffff640 1 -- 172.21.15.33:0/1392333182 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7eff50061340 con 0x7eff680d0460 2024-07-26T17:04:09.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:09.520+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1392333182 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7eff680d0870 con 0x7eff680d0460 2024-07-26T17:04:10.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.173+0000 7eff5ffff640 1 -- 172.21.15.33:0/1392333182 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v220) ==== 181+0+0 (secure 0 0 0) 0x7eff50065890 con 0x7eff680d0460 2024-07-26T17:04:10.175 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T17:04:10.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1392333182 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff48076e90 msgr2=0x7eff480793a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:10.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff48076e90 0x7eff480793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7eff58035000 tx=0x7eff58004ab0 comp rx=0 tx=0).stop 2024-07-26T17:04:10.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1392333182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff680d0460 msgr2=0x7eff68158150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:10.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff680d0460 0x7eff68158150 secure :-1 s=READY pgs=2118 cs=0 l=1 rev1=1 crypto rx=0x7eff5000d700 tx=0x7eff5000dbc0 comp rx=0 tx=0).stop 2024-07-26T17:04:10.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1392333182 shutdown_connections 2024-07-26T17:04:10.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff48076e90 0x7eff480793a0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:10.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff680d2090 0x7eff680c94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:10.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff680d0460 0x7eff68158150 unknown :-1 s=CLOSED pgs=2118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:10.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 --2- 172.21.15.33:0/1392333182 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff680b2c00 0x7eff680cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:10.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1392333182 >> 172.21.15.33:0/1392333182 conn(0x7eff680d3d70 msgr2=0x7eff68161250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:10.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1392333182 shutdown_connections 2024-07-26T17:04:10.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.177+0000 7eff6d8a2640 1 -- 172.21.15.33:0/1392333182 wait complete. 2024-07-26T17:04:10.201 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T17:04:10.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.329+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/3993788107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c004800 msgr2=0x7f2f7c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:10.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.329+0000 7f2f9a8b2640 1 --2- 172.21.15.33:0/3993788107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c004800 0x7f2f7c004c10 secure :-1 s=READY pgs=2122 cs=0 l=1 rev1=1 crypto rx=0x7f2f88009b50 tx=0x7f2f7c005830 comp rx=0 tx=0).stop 2024-07-26T17:04:10.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.329+0000 7f2f98e4f640 1 -- 172.21.15.33:0/3993788107 reap_dead start 2024-07-26T17:04:10.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.329+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/3993788107 shutdown_connections 2024-07-26T17:04:10.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.329+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/3993788107 >> 172.21.15.33:0/3993788107 conn(0x7f2f940b2b00 msgr2=0x7f2f940b2f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:10.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.329+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/3993788107 shutdown_connections 2024-07-26T17:04:10.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.329+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/3993788107 wait complete. 2024-07-26T17:04:10.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.331+0000 7f2f9a8b2640 1 Processor -- start 2024-07-26T17:04:10.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.331+0000 7f2f9a8b2640 1 -- start start 2024-07-26T17:04:10.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.332+0000 7f2f9a8b2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f7c004800 0x7f2f941f7130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:10.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.332+0000 7f2f9a8b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f940aa7c0 0x7f2f940aabd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:10.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.332+0000 7f2f9a8b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f94070d60 0x7f2f94071170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:10.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.332+0000 7f2f9a8b2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2f940d02e0 con 0x7f2f94070d60 2024-07-26T17:04:10.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.332+0000 7f2f9a8b2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9406c880 con 0x7f2f940aa7c0 2024-07-26T17:04:10.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.332+0000 7f2f9a8b2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2f940d0460 con 0x7f2f7c004800 2024-07-26T17:04:10.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.332+0000 7f2f98e4f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f94070d60 0x7f2f94071170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.332+0000 7f2f98e4f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f94070d60 0x7f2f94071170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46464/0 (socket says 172.21.15.33:46464) 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.332+0000 7f2f98e4f640 1 -- 172.21.15.33:0/2365691340 learned_addr learned my addr 172.21.15.33:0/2365691340 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.332+0000 7f2f93fff640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f7c004800 0x7f2f941f7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.332+0000 7f2f937fe640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f940aa7c0 0x7f2f940aabd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.333+0000 7f2f98e4f640 1 -- 172.21.15.33:0/2365691340 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f7c004800 msgr2=0x7f2f941f7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.333+0000 7f2f98e4f640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f7c004800 0x7f2f941f7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.333+0000 7f2f98e4f640 1 -- 172.21.15.33:0/2365691340 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f940aa7c0 msgr2=0x7f2f940aabd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.333+0000 7f2f98e4f640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f940aa7c0 0x7f2f940aabd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.333+0000 7f2f98e4f640 1 -- 172.21.15.33:0/2365691340 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f940716b0 con 0x7f2f94070d60 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.333+0000 7f2f98e4f640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f94070d60 0x7f2f94071170 secure :-1 s=READY pgs=2123 cs=0 l=1 rev1=1 crypto rx=0x7f2f940ceb30 tx=0x7f2f8c00ebe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.333+0000 7f2f90ff9640 1 -- 172.21.15.33:0/2365691340 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8c00c930 con 0x7f2f94070d60 2024-07-26T17:04:10.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.333+0000 7f2f90ff9640 1 -- 172.21.15.33:0/2365691340 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f8c017070 con 0x7f2f94070d60 2024-07-26T17:04:10.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.333+0000 7f2f90ff9640 1 -- 172.21.15.33:0/2365691340 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8c00ce20 con 0x7f2f94070d60 2024-07-26T17:04:10.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.333+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/2365691340 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f941f7670 con 0x7f2f94070d60 2024-07-26T17:04:10.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.333+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/2365691340 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f94144990 con 0x7f2f94070d60 2024-07-26T17:04:10.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.334+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/2365691340 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f9415c830 con 0x7f2f94070d60 2024-07-26T17:04:10.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.335+0000 7f2f90ff9640 1 -- 172.21.15.33:0/2365691340 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 143) ==== 99185+0+0 (secure 0 0 0) 0x7f2f8c01c460 con 0x7f2f94070d60 2024-07-26T17:04:10.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.335+0000 7f2f90ff9640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2f800770a0 0x7f2f800795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:10.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.335+0000 7f2f90ff9640 1 -- 172.21.15.33:0/2365691340 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(220..220 src has 1..220) ==== 6795+0+0 (secure 0 0 0) 0x7f2f8c0992f0 con 0x7f2f94070d60 2024-07-26T17:04:10.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.335+0000 7f2f93fff640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2f800770a0 0x7f2f800795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:10.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.336+0000 7f2f93fff640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2f800770a0 0x7f2f800795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f2f84009bb0 tx=0x7f2f84005f90 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:10.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.340+0000 7f2f90ff9640 1 -- 172.21.15.33:0/2365691340 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2f940716b0 con 0x7f2f94070d60 2024-07-26T17:04:10.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:10.537+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/2365691340 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2f9406f590 con 0x7f2f94070d60 2024-07-26T17:04:11.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.186+0000 7f2f90ff9640 1 -- 172.21.15.33:0/2365691340 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v221) ==== 169+0+0 (secure 0 0 0) 0x7f2f8c061eb0 con 0x7f2f94070d60 2024-07-26T17:04:11.187 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T17:04:11.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.191+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/2365691340 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2f800770a0 msgr2=0x7f2f800795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:11.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.191+0000 7f2f9a8b2640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2f800770a0 0x7f2f800795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f2f84009bb0 tx=0x7f2f84005f90 comp rx=0 tx=0).stop 2024-07-26T17:04:11.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.191+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/2365691340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f94070d60 msgr2=0x7f2f94071170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:11.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.191+0000 7f2f9a8b2640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f94070d60 0x7f2f94071170 secure :-1 s=READY pgs=2123 cs=0 l=1 rev1=1 crypto rx=0x7f2f940ceb30 tx=0x7f2f8c00ebe0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.191+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/2365691340 shutdown_connections 2024-07-26T17:04:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.191+0000 7f2f9a8b2640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2f800770a0 0x7f2f800795b0 secure :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f2f84009bb0 tx=0x7f2f84005f90 comp rx=0 tx=0).stop 2024-07-26T17:04:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.191+0000 7f2f9a8b2640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f94070d60 0x7f2f94071170 unknown :-1 s=CLOSED pgs=2123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.191+0000 7f2f9a8b2640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f940aa7c0 0x7f2f940aabd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.191+0000 7f2f9a8b2640 1 --2- 172.21.15.33:0/2365691340 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f7c004800 0x7f2f941f7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.191+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/2365691340 >> 172.21.15.33:0/2365691340 conn(0x7f2f940b2b00 msgr2=0x7f2f941404a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.192+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/2365691340 shutdown_connections 2024-07-26T17:04:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.192+0000 7f2f9a8b2640 1 -- 172.21.15.33:0/2365691340 wait complete. 2024-07-26T17:04:11.220 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T17:04:11.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.343+0000 7f73826a1640 1 -- 172.21.15.33:0/3034362636 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7364003a00 msgr2=0x7f7364003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:11.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.343+0000 7f73826a1640 1 --2- 172.21.15.33:0/3034362636 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7364003a00 0x7f7364003e50 secure :-1 s=READY pgs=2125 cs=0 l=1 rev1=1 crypto rx=0x7f736c00bb20 tx=0x7f7364005830 comp rx=0 tx=0).stop 2024-07-26T17:04:11.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.343+0000 7f73826a1640 1 -- 172.21.15.33:0/3034362636 shutdown_connections 2024-07-26T17:04:11.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.343+0000 7f73826a1640 1 --2- 172.21.15.33:0/3034362636 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7364003a00 0x7f7364003e50 unknown :-1 s=CLOSED pgs=2125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.343+0000 7f73826a1640 1 -- 172.21.15.33:0/3034362636 >> 172.21.15.33:0/3034362636 conn(0x7f737c0b37a0 msgr2=0x7f737c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:11.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.344+0000 7f73826a1640 1 -- 172.21.15.33:0/3034362636 shutdown_connections 2024-07-26T17:04:11.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.344+0000 7f73826a1640 1 -- 172.21.15.33:0/3034362636 wait complete. 2024-07-26T17:04:11.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.345+0000 7f73826a1640 1 Processor -- start 2024-07-26T17:04:11.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.346+0000 7f73826a1640 1 -- start start 2024-07-26T17:04:11.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f73826a1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7364003a00 0x7f737c14b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f73826a1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f737c15a150 0x7f737c0c6540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f73826a1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f737c15db60 0x7f737c0c6a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f73826a1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f737c0cea70 con 0x7f737c15a150 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f73826a1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f737c0ce8f0 con 0x7f737c15db60 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f73826a1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f737c0cebf0 con 0x7f7364003a00 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f737b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f737c15a150 0x7f737c0c6540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f737b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f737c15a150 0x7f737c0c6540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46484/0 (socket says 172.21.15.33:46484) 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f737b7fe640 1 -- 172.21.15.33:0/16260394 learned_addr learned my addr 172.21.15.33:0/16260394 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f737bfff640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7364003a00 0x7f737c14b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f7380c3e640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f737c15db60 0x7f737c0c6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f737b7fe640 1 -- 172.21.15.33:0/16260394 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7364003a00 msgr2=0x7f737c14b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:11.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f737b7fe640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7364003a00 0x7f737c14b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f737b7fe640 1 -- 172.21.15.33:0/16260394 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f737c15db60 msgr2=0x7f737c0c6a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:11.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f737b7fe640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f737c15db60 0x7f737c0c6a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f737b7fe640 1 -- 172.21.15.33:0/16260394 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f737c15d3a0 con 0x7f737c15a150 2024-07-26T17:04:11.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.347+0000 7f737b7fe640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f737c15a150 0x7f737c0c6540 secure :-1 s=READY pgs=2126 cs=0 l=1 rev1=1 crypto rx=0x7f737000d600 tx=0x7f737000da00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:11.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.348+0000 7f7378ff9640 1 -- 172.21.15.33:0/16260394 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7370014070 con 0x7f737c15a150 2024-07-26T17:04:11.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.348+0000 7f7378ff9640 1 -- 172.21.15.33:0/16260394 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f737000f8a0 con 0x7f737c15a150 2024-07-26T17:04:11.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.348+0000 7f7378ff9640 1 -- 172.21.15.33:0/16260394 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f737000fcf0 con 0x7f737c15a150 2024-07-26T17:04:11.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.348+0000 7f73826a1640 1 -- 172.21.15.33:0/16260394 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f737c15ac90 con 0x7f737c15a150 2024-07-26T17:04:11.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.348+0000 7f73826a1640 1 -- 172.21.15.33:0/16260394 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f737c15d640 con 0x7f737c15a150 2024-07-26T17:04:11.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.349+0000 7f73826a1640 1 -- 172.21.15.33:0/16260394 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f737c0b15f0 con 0x7f737c15a150 2024-07-26T17:04:11.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.349+0000 7f7378ff9640 1 -- 172.21.15.33:0/16260394 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 143) ==== 99185+0+0 (secure 0 0 0) 0x7f7370017070 con 0x7f737c15a150 2024-07-26T17:04:11.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.350+0000 7f7378ff9640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f73680770d0 0x7f73680795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:11.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.350+0000 7f7378ff9640 1 -- 172.21.15.33:0/16260394 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(221..221 src has 1..221) ==== 6265+0+0 (secure 0 0 0) 0x7f7370098cf0 con 0x7f737c15a150 2024-07-26T17:04:11.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.350+0000 7f737bfff640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f73680770d0 0x7f73680795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:11.352 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.351+0000 7f737bfff640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f73680770d0 0x7f73680795e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f736c036000 tx=0x7f736c03c040 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:11.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.354+0000 7f7378ff9640 1 -- 172.21.15.33:0/16260394 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7370061570 con 0x7f737c15a150 2024-07-26T17:04:11.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.547+0000 7f73826a1640 1 -- 172.21.15.33:0/16260394 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f737c0b6910 con 0x7f737c15a150 2024-07-26T17:04:11.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.552+0000 7f7378ff9640 1 -- 172.21.15.33:0/16260394 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v71) ==== 71+0+0 (secure 0 0 0) 0x7f7370065ac0 con 0x7f737c15a150 2024-07-26T17:04:11.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.554+0000 7f73826a1640 1 -- 172.21.15.33:0/16260394 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f73680770d0 msgr2=0x7f73680795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:11.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.554+0000 7f73826a1640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f73680770d0 0x7f73680795e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f736c036000 tx=0x7f736c03c040 comp rx=0 tx=0).stop 2024-07-26T17:04:11.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.554+0000 7f73826a1640 1 -- 172.21.15.33:0/16260394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f737c15a150 msgr2=0x7f737c0c6540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:11.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.554+0000 7f73826a1640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f737c15a150 0x7f737c0c6540 secure :-1 s=READY pgs=2126 cs=0 l=1 rev1=1 crypto rx=0x7f737000d600 tx=0x7f737000da00 comp rx=0 tx=0).stop 2024-07-26T17:04:11.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.555+0000 7f73826a1640 1 -- 172.21.15.33:0/16260394 shutdown_connections 2024-07-26T17:04:11.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.555+0000 7f73826a1640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f73680770d0 0x7f73680795e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.555+0000 7f73826a1640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f737c15db60 0x7f737c0c6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.555+0000 7f73826a1640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f737c15a150 0x7f737c0c6540 unknown :-1 s=CLOSED pgs=2126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.555+0000 7f73826a1640 1 --2- 172.21.15.33:0/16260394 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7364003a00 0x7f737c14b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.555+0000 7f73826a1640 1 -- 172.21.15.33:0/16260394 >> 172.21.15.33:0/16260394 conn(0x7f737c0b37a0 msgr2=0x7f737c0b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:11.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.555+0000 7f73826a1640 1 -- 172.21.15.33:0/16260394 shutdown_connections 2024-07-26T17:04:11.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.555+0000 7f73826a1640 1 -- 172.21.15.33:0/16260394 wait complete. 2024-07-26T17:04:11.568 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_retention' 2024-07-26T17:04:11.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.685+0000 7f66b401c640 1 -- 172.21.15.33:0/2996276872 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6698004800 msgr2=0x7f6698004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:11.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.685+0000 7f66b401c640 1 --2- 172.21.15.33:0/2996276872 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6698004800 0x7f6698004c10 secure :-1 s=READY pgs=2128 cs=0 l=1 rev1=1 crypto rx=0x7f669c00c290 tx=0x7f6698005830 comp rx=0 tx=0).stop 2024-07-26T17:04:11.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.685+0000 7f66b25b9640 1 -- 172.21.15.33:0/2996276872 reap_dead start 2024-07-26T17:04:11.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.685+0000 7f66b401c640 1 -- 172.21.15.33:0/2996276872 shutdown_connections 2024-07-26T17:04:11.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.685+0000 7f66b401c640 1 -- 172.21.15.33:0/2996276872 >> 172.21.15.33:0/2996276872 conn(0x7f66ac0b26e0 msgr2=0x7f66ac0b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:11.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.686+0000 7f66b401c640 1 -- 172.21.15.33:0/2996276872 shutdown_connections 2024-07-26T17:04:11.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.686+0000 7f66b401c640 1 -- 172.21.15.33:0/2996276872 wait complete. 2024-07-26T17:04:11.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.687+0000 7f66b401c640 1 Processor -- start 2024-07-26T17:04:11.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.687+0000 7f66b401c640 1 -- start start 2024-07-26T17:04:11.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b401c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6698004800 0x7f66ac1f5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:11.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b401c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66ac14e5b0 0x7f66ac14cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:11.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b401c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66ac14a430 0x7f66ac150c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:11.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b401c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f66ac06f740 con 0x7f66ac14a430 2024-07-26T17:04:11.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b401c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f66ac0b0480 con 0x7f66ac14e5b0 2024-07-26T17:04:11.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b401c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f66ac06f8c0 con 0x7f6698004800 2024-07-26T17:04:11.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b25b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66ac14a430 0x7f66ac150c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b25b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66ac14a430 0x7f66ac150c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46494/0 (socket says 172.21.15.33:46494) 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b25b9640 1 -- 172.21.15.33:0/4169184441 learned_addr learned my addr 172.21.15.33:0/4169184441 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b1db8640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6698004800 0x7f66ac1f5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b15b7640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66ac14e5b0 0x7f66ac14cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b25b9640 1 -- 172.21.15.33:0/4169184441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6698004800 msgr2=0x7f66ac1f5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b25b9640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6698004800 0x7f66ac1f5840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b25b9640 1 -- 172.21.15.33:0/4169184441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66ac14e5b0 msgr2=0x7f66ac14cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b25b9640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66ac14e5b0 0x7f66ac14cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b25b9640 1 -- 172.21.15.33:0/4169184441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66ac14e9c0 con 0x7f66ac14a430 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b1db8640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6698004800 0x7f66ac1f5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b15b7640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66ac14e5b0 0x7f66ac14cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:11.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b25b9640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66ac14a430 0x7f66ac150c30 secure :-1 s=READY pgs=2129 cs=0 l=1 rev1=1 crypto rx=0x7f66ac070d90 tx=0x7f66a4010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:11.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66a27fc640 1 -- 172.21.15.33:0/4169184441 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a4003970 con 0x7f66ac14a430 2024-07-26T17:04:11.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66a27fc640 1 -- 172.21.15.33:0/4169184441 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f66a4015070 con 0x7f66ac14a430 2024-07-26T17:04:11.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.689+0000 7f66b401c640 1 -- 172.21.15.33:0/4169184441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66ac14d2c0 con 0x7f66ac14a430 2024-07-26T17:04:11.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.690+0000 7f66a27fc640 1 -- 172.21.15.33:0/4169184441 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66a4004030 con 0x7f66ac14a430 2024-07-26T17:04:11.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.690+0000 7f66b401c640 1 -- 172.21.15.33:0/4169184441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66ac14b520 con 0x7f66ac14a430 2024-07-26T17:04:11.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.690+0000 7f66b401c640 1 -- 172.21.15.33:0/4169184441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66ac14eb90 con 0x7f66ac14a430 2024-07-26T17:04:11.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.691+0000 7f66a27fc640 1 -- 172.21.15.33:0/4169184441 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 143) ==== 99185+0+0 (secure 0 0 0) 0x7f66a40041d0 con 0x7f66ac14a430 2024-07-26T17:04:11.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.692+0000 7f66a27fc640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f66900770a0 0x7f66900795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:11.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.692+0000 7f66a27fc640 1 -- 172.21.15.33:0/4169184441 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(221..221 src has 1..221) ==== 6265+0+0 (secure 0 0 0) 0x7f66a4099760 con 0x7f66ac14a430 2024-07-26T17:04:11.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.692+0000 7f66b1db8640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f66900770a0 0x7f66900795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:11.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.692+0000 7f66b1db8640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f66900770a0 0x7f66900795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f66a8009960 tx=0x7f66a8005f90 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:11.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.696+0000 7f66a27fc640 1 -- 172.21.15.33:0/4169184441 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f66a4062750 con 0x7f66ac14a430 2024-07-26T17:04:11.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:11.966+0000 7f66b401c640 1 -- 172.21.15.33:0/4169184441 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_retention"]} v 0) -- 0x7f66ac14b030 con 0x7f66ac14a430 2024-07-26T17:04:12.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.187+0000 7f66a27fc640 1 -- 172.21.15.33:0/4169184441 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedules.test_snap_schedule_with_retention"]}]=0 v3092) ==== 163+0+0 (secure 0 0 0) 0x7f66a4062050 con 0x7f66ac14a430 2024-07-26T17:04:12.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.189+0000 7f66b401c640 1 -- 172.21.15.33:0/4169184441 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f66900770a0 msgr2=0x7f66900795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.189+0000 7f66b401c640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f66900770a0 0x7f66900795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f66a8009960 tx=0x7f66a8005f90 comp rx=0 tx=0).stop 2024-07-26T17:04:12.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.189+0000 7f66b401c640 1 -- 172.21.15.33:0/4169184441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66ac14a430 msgr2=0x7f66ac150c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.189+0000 7f66b401c640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66ac14a430 0x7f66ac150c30 secure :-1 s=READY pgs=2129 cs=0 l=1 rev1=1 crypto rx=0x7f66ac070d90 tx=0x7f66a4010f40 comp rx=0 tx=0).stop 2024-07-26T17:04:12.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.189+0000 7f66b401c640 1 -- 172.21.15.33:0/4169184441 shutdown_connections 2024-07-26T17:04:12.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.190+0000 7f66b401c640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f66900770a0 0x7f66900795b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.190+0000 7f66b401c640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66ac14a430 0x7f66ac150c30 unknown :-1 s=CLOSED pgs=2129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.190+0000 7f66b401c640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66ac14e5b0 0x7f66ac14cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.190+0000 7f66b401c640 1 --2- 172.21.15.33:0/4169184441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6698004800 0x7f66ac1f5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.190+0000 7f66b401c640 1 -- 172.21.15.33:0/4169184441 >> 172.21.15.33:0/4169184441 conn(0x7f66ac0b26e0 msgr2=0x7f66ac073700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:12.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.190+0000 7f66b401c640 1 -- 172.21.15.33:0/4169184441 shutdown_connections 2024-07-26T17:04:12.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.190+0000 7f66b401c640 1 -- 172.21.15.33:0/4169184441 wait complete. 2024-07-26T17:04:12.203 INFO:tasks.cephfs_test_runner:Test scheduled snapshots along with rentention policy ... ok 2024-07-26T17:04:12.203 INFO:tasks.cephfs_test_runner:Starting test: test_snap_schedule_for_non_default_fs (tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument) Test command succes with --fs argument for non-default fs 2024-07-26T17:04:12.203 INFO:tasks.cephfs_test_runner:test_snap_schedule_for_non_default_fs (tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument) 2024-07-26T17:04:12.203 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:04:12.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.321+0000 7eff4a77e640 1 -- 172.21.15.33:0/3181027477 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff2c003fd0 msgr2=0x7eff2c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.321+0000 7eff4a77e640 1 --2- 172.21.15.33:0/3181027477 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff2c003fd0 0x7eff2c004800 secure :-1 s=READY pgs=2131 cs=0 l=1 rev1=1 crypto rx=0x7eff38009b20 tx=0x7eff2c005830 comp rx=0 tx=0).stop 2024-07-26T17:04:12.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.321+0000 7eff48d1b640 1 -- 172.21.15.33:0/3181027477 reap_dead start 2024-07-26T17:04:12.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.321+0000 7eff4a77e640 1 -- 172.21.15.33:0/3181027477 shutdown_connections 2024-07-26T17:04:12.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.321+0000 7eff4a77e640 1 -- 172.21.15.33:0/3181027477 >> 172.21.15.33:0/3181027477 conn(0x7eff440cc3d0 msgr2=0x7eff440cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:12.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.321+0000 7eff4a77e640 1 -- 172.21.15.33:0/3181027477 shutdown_connections 2024-07-26T17:04:12.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.321+0000 7eff4a77e640 1 -- 172.21.15.33:0/3181027477 wait complete. 2024-07-26T17:04:12.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.323+0000 7eff4a77e640 1 Processor -- start 2024-07-26T17:04:12.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.323+0000 7eff4a77e640 1 -- start start 2024-07-26T17:04:12.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.324+0000 7eff4a77e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff2c003fd0 0x7eff4414cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:12.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.324+0000 7eff4a77e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff4414e1f0 0x7eff440b3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:12.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.324+0000 7eff4a77e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff440b4360 0x7eff44143f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:12.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.324+0000 7eff4a77e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7eff4406ecd0 con 0x7eff2c003fd0 2024-07-26T17:04:12.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.324+0000 7eff4a77e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7eff4406eb50 con 0x7eff4414e1f0 2024-07-26T17:04:12.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.324+0000 7eff4a77e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7eff4406ee50 con 0x7eff440b4360 2024-07-26T17:04:12.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.324+0000 7eff43fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff2c003fd0 0x7eff4414cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:12.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.324+0000 7eff43fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff2c003fd0 0x7eff4414cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34214/0 (socket says 172.21.15.33:34214) 2024-07-26T17:04:12.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.324+0000 7eff43fff640 1 -- 172.21.15.33:0/2868520224 learned_addr learned my addr 172.21.15.33:0/2868520224 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:12.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff48d1b640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff440b4360 0x7eff44143f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:12.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff437fe640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff4414e1f0 0x7eff440b3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:12.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff43fff640 1 -- 172.21.15.33:0/2868520224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff440b4360 msgr2=0x7eff44143f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff43fff640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff440b4360 0x7eff44143f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff43fff640 1 -- 172.21.15.33:0/2868520224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff4414e1f0 msgr2=0x7eff440b3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff43fff640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff4414e1f0 0x7eff440b3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff43fff640 1 -- 172.21.15.33:0/2868520224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff440b2d80 con 0x7eff2c003fd0 2024-07-26T17:04:12.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff437fe640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff4414e1f0 0x7eff440b3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:12.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff43fff640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff2c003fd0 0x7eff4414cb30 secure :-1 s=READY pgs=2132 cs=0 l=1 rev1=1 crypto rx=0x7eff340013f0 tx=0x7eff340039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:12.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff40ff9640 1 -- 172.21.15.33:0/2868520224 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff34015070 con 0x7eff2c003fd0 2024-07-26T17:04:12.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff40ff9640 1 -- 172.21.15.33:0/2868520224 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7eff34011900 con 0x7eff2c003fd0 2024-07-26T17:04:12.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff4a77e640 1 -- 172.21.15.33:0/2868520224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff440b3060 con 0x7eff2c003fd0 2024-07-26T17:04:12.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff40ff9640 1 -- 172.21.15.33:0/2868520224 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff34011d30 con 0x7eff2c003fd0 2024-07-26T17:04:12.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.325+0000 7eff4a77e640 1 -- 172.21.15.33:0/2868520224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff440b3620 con 0x7eff2c003fd0 2024-07-26T17:04:12.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.326+0000 7eff4a77e640 1 -- 172.21.15.33:0/2868520224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff440aeaa0 con 0x7eff2c003fd0 2024-07-26T17:04:12.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.327+0000 7eff40ff9640 1 -- 172.21.15.33:0/2868520224 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 143) ==== 99185+0+0 (secure 0 0 0) 0x7eff34018070 con 0x7eff2c003fd0 2024-07-26T17:04:12.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.327+0000 7eff40ff9640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff300770a0 0x7eff300795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:12.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.328+0000 7eff40ff9640 1 -- 172.21.15.33:0/2868520224 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(221..221 src has 1..221) ==== 6265+0+0 (secure 0 0 0) 0x7eff340999e0 con 0x7eff2c003fd0 2024-07-26T17:04:12.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.328+0000 7eff437fe640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff300770a0 0x7eff300795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:12.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.328+0000 7eff437fe640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff300770a0 0x7eff300795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7eff38035000 tx=0x7eff380046c0 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:12.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.332+0000 7eff40ff9640 1 -- 172.21.15.33:0/2868520224 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7eff440cea40 con 0x7eff2c003fd0 2024-07-26T17:04:12.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.529+0000 7eff4a77e640 1 -- 172.21.15.33:0/2868520224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7eff4415e2e0 con 0x7eff2c003fd0 2024-07-26T17:04:12.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.530+0000 7eff40ff9640 1 -- 172.21.15.33:0/2868520224 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v221) ==== 74+0+14695 (secure 0 0 0) 0x7eff340628c0 con 0x7eff2c003fd0 2024-07-26T17:04:12.531 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:12.532 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":221,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:04:11.185236+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":26,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":213,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6833/929038094":"2024-07-27T17:04:08.166146+0000","172.21.15.154:0/3658194686":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/3466473153":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/1300732042":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/2039028098":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/1357002095":"2024-07-27T17:04:04.796419+0000","172.21.15.154:6837/3988013163":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/4270937957":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/1976970327":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/3437045001":"2024-07-27T17:04:04.796419+0000","172.21.15.154:6836/3988013163":"2024-07-27T17:04:04.796419+0000","172.21.15.154:0/3938915058":"2024-07-27T17:02:52.721562+0000","172.21.15.33:6835/929038094":"2024-07-27T17:04:08.166146+0000","172.21.15.154:6837/1062258671":"2024-07-27T17:02:52.721562+0000","172.21.15.154:6836/1062258671":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/2254244066":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/3116987767":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/82393855":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/3989745485":"2024-07-27T17:02:52.721562+0000","172.21.15.154:0/2303520259":"2024-07-27T17:02:52.721562+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:04:12.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 -- 172.21.15.33:0/2868520224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff300770a0 msgr2=0x7eff300795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff300770a0 0x7eff300795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7eff38035000 tx=0x7eff380046c0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 -- 172.21.15.33:0/2868520224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff2c003fd0 msgr2=0x7eff4414cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff2c003fd0 0x7eff4414cb30 secure :-1 s=READY pgs=2132 cs=0 l=1 rev1=1 crypto rx=0x7eff340013f0 tx=0x7eff340039c0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 -- 172.21.15.33:0/2868520224 shutdown_connections 2024-07-26T17:04:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7eff300770a0 0x7eff300795b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff440b4360 0x7eff44143f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff4414e1f0 0x7eff440b3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 --2- 172.21.15.33:0/2868520224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff2c003fd0 0x7eff4414cb30 unknown :-1 s=CLOSED pgs=2132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 -- 172.21.15.33:0/2868520224 >> 172.21.15.33:0/2868520224 conn(0x7eff440cc3d0 msgr2=0x7eff44072a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 -- 172.21.15.33:0/2868520224 shutdown_connections 2024-07-26T17:04:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.532+0000 7eff4a77e640 1 -- 172.21.15.33:0/2868520224 wait complete. 2024-07-26T17:04:12.545 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T17:04:12.545 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T17:04:12.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.668+0000 7f5514319640 1 -- 172.21.15.33:0/1423420607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f550c0cead0 msgr2=0x7f550c0cc690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.668+0000 7f5514319640 1 --2- 172.21.15.33:0/1423420607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f550c0cead0 0x7f550c0cc690 secure :-1 s=READY pgs=2133 cs=0 l=1 rev1=1 crypto rx=0x7f550c0cf700 tx=0x7f54fc02a560 comp rx=0 tx=0).stop 2024-07-26T17:04:12.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.668+0000 7f5514319640 1 -- 172.21.15.33:0/1423420607 shutdown_connections 2024-07-26T17:04:12.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.668+0000 7f5514319640 1 --2- 172.21.15.33:0/1423420607 >> v2:172.21.15.154:3300/0 conn(0x7f550c0b6730 0x7f550c0ccbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.668+0000 7f5514319640 1 --2- 172.21.15.33:0/1423420607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f550c0cead0 0x7f550c0cc690 unknown :-1 s=CLOSED pgs=2133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.668+0000 7f5514319640 1 -- 172.21.15.33:0/1423420607 >> 172.21.15.33:0/1423420607 conn(0x7f550c0b3810 msgr2=0x7f550c0b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:12.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.668+0000 7f5514319640 1 -- 172.21.15.33:0/1423420607 shutdown_connections 2024-07-26T17:04:12.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.668+0000 7f5514319640 1 -- 172.21.15.33:0/1423420607 wait complete. 2024-07-26T17:04:12.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.669+0000 7f5514319640 1 Processor -- start 2024-07-26T17:04:12.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.670+0000 7f5514319640 1 -- start start 2024-07-26T17:04:12.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f5514319640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f550c0b6730 0x7f550c1f3320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:12.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f5514319640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f550c0cfcc0 0x7f550c151fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:12.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f5514319640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f550c0cb300 0x7f550c0c8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:12.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f5514319640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f550c0cd110 con 0x7f550c0cfcc0 2024-07-26T17:04:12.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f5514319640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f550c0b77e0 con 0x7f550c0cb300 2024-07-26T17:04:12.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f5514319640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f550c0cd290 con 0x7f550c0b6730 2024-07-26T17:04:12.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f55118b4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f550c0cfcc0 0x7f550c151fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:12.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f55118b4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f550c0cfcc0 0x7f550c151fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34228/0 (socket says 172.21.15.33:34228) 2024-07-26T17:04:12.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f55118b4640 1 -- 172.21.15.33:0/862018291 learned_addr learned my addr 172.21.15.33:0/862018291 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f55120b5640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f550c0b6730 0x7f550c1f3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f55128b6640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f550c0cb300 0x7f550c0c8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f55118b4640 1 -- 172.21.15.33:0/862018291 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f550c0b6730 msgr2=0x7f550c1f3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f55118b4640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f550c0b6730 0x7f550c1f3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f55118b4640 1 -- 172.21.15.33:0/862018291 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f550c0cb300 msgr2=0x7f550c0c8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f55118b4640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f550c0cb300 0x7f550c0c8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.671+0000 7f55118b4640 1 -- 172.21.15.33:0/862018291 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f550c0c8460 con 0x7f550c0cfcc0 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.672+0000 7f55118b4640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f550c0cfcc0 0x7f550c151fc0 secure :-1 s=READY pgs=2134 cs=0 l=1 rev1=1 crypto rx=0x7f54fc034040 tx=0x7f54fc003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.672+0000 7f5502ffd640 1 -- 172.21.15.33:0/862018291 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54fc03e030 con 0x7f550c0cfcc0 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.672+0000 7f5502ffd640 1 -- 172.21.15.33:0/862018291 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f54fc003e00 con 0x7f550c0cfcc0 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.672+0000 7f5514319640 1 -- 172.21.15.33:0/862018291 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f550c0ca820 con 0x7f550c0cfcc0 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.672+0000 7f5502ffd640 1 -- 172.21.15.33:0/862018291 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54fc035040 con 0x7f550c0cfcc0 2024-07-26T17:04:12.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.672+0000 7f5514319640 1 -- 172.21.15.33:0/862018291 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f550c0cade0 con 0x7f550c0cfcc0 2024-07-26T17:04:12.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.673+0000 7f5514319640 1 -- 172.21.15.33:0/862018291 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f550c0cd740 con 0x7f550c0cfcc0 2024-07-26T17:04:12.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.674+0000 7f5502ffd640 1 -- 172.21.15.33:0/862018291 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f54fc041030 con 0x7f550c0cfcc0 2024-07-26T17:04:12.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.674+0000 7f5502ffd640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f54f0077130 0x7f54f0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:12.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.674+0000 7f5502ffd640 1 -- 172.21.15.33:0/862018291 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(221..221 src has 1..221) ==== 6265+0+0 (secure 0 0 0) 0x7f54fc0b98d0 con 0x7f550c0cfcc0 2024-07-26T17:04:12.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.674+0000 7f55120b5640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f54f0077130 0x7f54f0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:12.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.675+0000 7f55120b5640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f54f0077130 0x7f54f0079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5508007fd0 tx=0x7f5508009040 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:12.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.678+0000 7f5502ffd640 1 -- 172.21.15.33:0/862018291 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f54fc082110 con 0x7f550c0cfcc0 2024-07-26T17:04:12.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.873+0000 7f5514319640 1 -- 172.21.15.33:0/862018291 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f550c0c81f0 con 0x7f550c0cfcc0 2024-07-26T17:04:12.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.873+0000 7f5502ffd640 1 -- 172.21.15.33:0/862018291 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v221) ==== 93+0+10 (secure 0 0 0) 0x7f54fc086660 con 0x7f550c0cfcc0 2024-07-26T17:04:12.875 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T17:04:12.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 -- 172.21.15.33:0/862018291 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f54f0077130 msgr2=0x7f54f0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f54f0077130 0x7f54f0079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5508007fd0 tx=0x7f5508009040 comp rx=0 tx=0).stop 2024-07-26T17:04:12.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 -- 172.21.15.33:0/862018291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f550c0cfcc0 msgr2=0x7f550c151fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:12.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f550c0cfcc0 0x7f550c151fc0 secure :-1 s=READY pgs=2134 cs=0 l=1 rev1=1 crypto rx=0x7f54fc034040 tx=0x7f54fc003910 comp rx=0 tx=0).stop 2024-07-26T17:04:12.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 -- 172.21.15.33:0/862018291 shutdown_connections 2024-07-26T17:04:12.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f54f0077130 0x7f54f0079640 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f550c0cb300 0x7f550c0c8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f550c0cfcc0 0x7f550c151fc0 unknown :-1 s=CLOSED pgs=2134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 --2- 172.21.15.33:0/862018291 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f550c0b6730 0x7f550c1f3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:12.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 -- 172.21.15.33:0/862018291 >> 172.21.15.33:0/862018291 conn(0x7f550c0b3810 msgr2=0x7f550c071200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:12.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 -- 172.21.15.33:0/862018291 shutdown_connections 2024-07-26T17:04:12.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:12.876+0000 7f5514319640 1 -- 172.21.15.33:0/862018291 wait complete. 2024-07-26T17:04:12.889 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_for_non_default_fs' 2024-07-26T17:04:13.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.005+0000 7f087ae07640 1 -- 172.21.15.33:0/3091553767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08740cc660 msgr2=0x7f08740b6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:13.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.005+0000 7f087ae07640 1 --2- 172.21.15.33:0/3091553767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08740cc660 0x7f08740b6e00 secure :-1 s=READY pgs=2135 cs=0 l=1 rev1=1 crypto rx=0x7f0874069b10 tx=0x7f086402a4b0 comp rx=0 tx=0).stop 2024-07-26T17:04:13.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.005+0000 7f087ae07640 1 -- 172.21.15.33:0/3091553767 shutdown_connections 2024-07-26T17:04:13.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.005+0000 7f087ae07640 1 --2- 172.21.15.33:0/3091553767 >> v2:172.21.15.154:3300/0 conn(0x7f08740cfe70 0x7f0874160b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:13.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.005+0000 7f087ae07640 1 --2- 172.21.15.33:0/3091553767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08740cc660 0x7f08740b6e00 unknown :-1 s=CLOSED pgs=2135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:13.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.005+0000 7f087ae07640 1 -- 172.21.15.33:0/3091553767 >> 172.21.15.33:0/3091553767 conn(0x7f08740d1bf0 msgr2=0x7f08740d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:13.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.005+0000 7f087ae07640 1 -- 172.21.15.33:0/3091553767 shutdown_connections 2024-07-26T17:04:13.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.005+0000 7f087ae07640 1 -- 172.21.15.33:0/3091553767 wait complete. 2024-07-26T17:04:13.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.007+0000 7f087ae07640 1 Processor -- start 2024-07-26T17:04:13.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.007+0000 7f087ae07640 1 -- start start 2024-07-26T17:04:13.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.008+0000 7f087ae07640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08740cc660 0x7f08740af6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:13.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.008+0000 7f087ae07640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08740cfa60 0x7f08740b6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:13.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.008+0000 7f087ae07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08740cfe70 0x7f087415a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:13.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.008+0000 7f087ae07640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f08740ce690 con 0x7f08740cfe70 2024-07-26T17:04:13.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.008+0000 7f087ae07640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f08740ce510 con 0x7f08740cfa60 2024-07-26T17:04:13.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.008+0000 7f087ae07640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f08740ce810 con 0x7f08740cc660 2024-07-26T17:04:13.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08793a4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08740cfe70 0x7f087415a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:13.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08793a4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08740cfe70 0x7f087415a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34252/0 (socket says 172.21.15.33:34252) 2024-07-26T17:04:13.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08793a4640 1 -- 172.21.15.33:0/2426742031 learned_addr learned my addr 172.21.15.33:0/2426742031 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f0873fff640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08740cfa60 0x7f08740b6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f0878ba3640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08740cc660 0x7f08740af6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08793a4640 1 -- 172.21.15.33:0/2426742031 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08740cc660 msgr2=0x7f08740af6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08793a4640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08740cc660 0x7f08740af6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08793a4640 1 -- 172.21.15.33:0/2426742031 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08740cfa60 msgr2=0x7f08740b6510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08793a4640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08740cfa60 0x7f08740b6510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08793a4640 1 -- 172.21.15.33:0/2426742031 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08740afc00 con 0x7f08740cfe70 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08793a4640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08740cfe70 0x7f087415a0e0 secure :-1 s=READY pgs=2136 cs=0 l=1 rev1=1 crypto rx=0x7f086c00cad0 tx=0x7f086c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08717fa640 1 -- 172.21.15.33:0/2426742031 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086c00ae20 con 0x7f08740cfe70 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08717fa640 1 -- 172.21.15.33:0/2426742031 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f086c00f540 con 0x7f08740cfe70 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f087ae07640 1 -- 172.21.15.33:0/2426742031 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08741f37c0 con 0x7f08740cfe70 2024-07-26T17:04:13.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f08717fa640 1 -- 172.21.15.33:0/2426742031 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f086c00f990 con 0x7f08740cfe70 2024-07-26T17:04:13.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.009+0000 7f087ae07640 1 -- 172.21.15.33:0/2426742031 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08741f3d80 con 0x7f08740cfe70 2024-07-26T17:04:13.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.011+0000 7f087ae07640 1 -- 172.21.15.33:0/2426742031 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08740b6e00 con 0x7f08740cfe70 2024-07-26T17:04:13.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.011+0000 7f08717fa640 1 -- 172.21.15.33:0/2426742031 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f086c00fb30 con 0x7f08740cfe70 2024-07-26T17:04:13.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.012+0000 7f08717fa640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0860077130 0x7f0860079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:13.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.012+0000 7f0878ba3640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0860077130 0x7f0860079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:13.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.012+0000 7f08717fa640 1 -- 172.21.15.33:0/2426742031 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(221..221 src has 1..221) ==== 6265+0+0 (secure 0 0 0) 0x7f086c099770 con 0x7f08740cfe70 2024-07-26T17:04:13.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.012+0000 7f0878ba3640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0860077130 0x7f0860079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0864033000 tx=0x7f0864004730 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:13.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.016+0000 7f08717fa640 1 -- 172.21.15.33:0/2426742031 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f086c014030 con 0x7f08740cfe70 2024-07-26T17:04:13.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:13.284+0000 7f087ae07640 1 -- 172.21.15.33:0/2426742031 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_for_non_default_fs"]} v 0) -- 0x7f08740b1330 con 0x7f08740cfe70 2024-07-26T17:04:13.709 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:04:13.712 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:04:14.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.195+0000 7f08717fa640 1 -- 172.21.15.33:0/2426742031 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_for_non_default_fs"]}]=0 v3094) ==== 189+0+0 (secure 0 0 0) 0x7f086c00fe20 con 0x7f08740cfe70 2024-07-26T17:04:14.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.197+0000 7f087ae07640 1 -- 172.21.15.33:0/2426742031 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0860077130 msgr2=0x7f0860079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.197+0000 7f087ae07640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0860077130 0x7f0860079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0864033000 tx=0x7f0864004730 comp rx=0 tx=0).stop 2024-07-26T17:04:14.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.197+0000 7f087ae07640 1 -- 172.21.15.33:0/2426742031 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08740cfe70 msgr2=0x7f087415a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.197+0000 7f087ae07640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08740cfe70 0x7f087415a0e0 secure :-1 s=READY pgs=2136 cs=0 l=1 rev1=1 crypto rx=0x7f086c00cad0 tx=0x7f086c00cf90 comp rx=0 tx=0).stop 2024-07-26T17:04:14.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.198+0000 7f087ae07640 1 -- 172.21.15.33:0/2426742031 shutdown_connections 2024-07-26T17:04:14.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.198+0000 7f087ae07640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0860077130 0x7f0860079640 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.198+0000 7f087ae07640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08740cfe70 0x7f087415a0e0 unknown :-1 s=CLOSED pgs=2136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.198+0000 7f087ae07640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08740cfa60 0x7f08740b6510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.198+0000 7f087ae07640 1 --2- 172.21.15.33:0/2426742031 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08740cc660 0x7f08740af6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.198+0000 7f087ae07640 1 -- 172.21.15.33:0/2426742031 >> 172.21.15.33:0/2426742031 conn(0x7f08740d1bf0 msgr2=0x7f087415b0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:14.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.198+0000 7f087ae07640 1 -- 172.21.15.33:0/2426742031 shutdown_connections 2024-07-26T17:04:14.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.198+0000 7f087ae07640 1 -- 172.21.15.33:0/2426742031 wait complete. 2024-07-26T17:04:14.213 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T17:04:14.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.336+0000 7f5b02ef3640 1 -- 172.21.15.33:0/3351725635 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5afc0b2dc0 msgr2=0x7f5afc0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.336+0000 7f5b02ef3640 1 --2- 172.21.15.33:0/3351725635 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5afc0b2dc0 0x7f5afc0d2930 secure :-1 s=READY pgs=2138 cs=0 l=1 rev1=1 crypto rx=0x7f5af80098e0 tx=0x7f5af802a4a0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.336+0000 7f5b02ef3640 1 -- 172.21.15.33:0/3351725635 shutdown_connections 2024-07-26T17:04:14.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.336+0000 7f5b02ef3640 1 --2- 172.21.15.33:0/3351725635 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5afc0b2dc0 0x7f5afc0d2930 unknown :-1 s=CLOSED pgs=2138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.336+0000 7f5b02ef3640 1 -- 172.21.15.33:0/3351725635 >> 172.21.15.33:0/3351725635 conn(0x7f5afc0d3e10 msgr2=0x7f5afc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:14.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.336+0000 7f5b02ef3640 1 -- 172.21.15.33:0/3351725635 shutdown_connections 2024-07-26T17:04:14.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.336+0000 7f5b02ef3640 1 -- 172.21.15.33:0/3351725635 wait complete. 2024-07-26T17:04:14.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.338+0000 7f5b02ef3640 1 Processor -- start 2024-07-26T17:04:14.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.338+0000 7f5b02ef3640 1 -- start start 2024-07-26T17:04:14.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b02ef3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5afc0b2dc0 0x7f5afc0cdc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:14.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b02ef3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5afc0ce9e0 0x7f5afc0c8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:14.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b02ef3640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5afc0d0570 0x7f5afc15c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:14.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b02ef3640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc0d4cc0 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b02ef3640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5afc0d4b40 con 0x7f5afc0d0570 2024-07-26T17:04:14.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b02ef3640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5afc169af0 con 0x7f5afc0ce9e0 2024-07-26T17:04:14.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b00c8f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5afc0b2dc0 0x7f5afc0cdc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:14.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b00c8f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5afc0b2dc0 0x7f5afc0cdc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34270/0 (socket says 172.21.15.33:34270) 2024-07-26T17:04:14.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b00c8f640 1 -- 172.21.15.33:0/2312220076 learned_addr learned my addr 172.21.15.33:0/2312220076 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:14.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b01490640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5afc0d0570 0x7f5afc15c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5af3fff640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5afc0ce9e0 0x7f5afc0c8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b00c8f640 1 -- 172.21.15.33:0/2312220076 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5afc0ce9e0 msgr2=0x7f5afc0c8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b00c8f640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5afc0ce9e0 0x7f5afc0c8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b00c8f640 1 -- 172.21.15.33:0/2312220076 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5afc0d0570 msgr2=0x7f5afc15c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b00c8f640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5afc0d0570 0x7f5afc15c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b00c8f640 1 -- 172.21.15.33:0/2312220076 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5afc0c92e0 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.340+0000 7f5b00c8f640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5afc0b2dc0 0x7f5afc0cdc60 secure :-1 s=READY pgs=2139 cs=0 l=1 rev1=1 crypto rx=0x7f5af802aa90 tx=0x7f5af8004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.341+0000 7f5af17fa640 1 -- 172.21.15.33:0/2312220076 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af8031b50 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.341+0000 7f5af17fa640 1 -- 172.21.15.33:0/2312220076 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5af8004e50 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.341+0000 7f5b02ef3640 1 -- 172.21.15.33:0/2312220076 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5afc0ccd40 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.341+0000 7f5af17fa640 1 -- 172.21.15.33:0/2312220076 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af8033310 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.341+0000 7f5b02ef3640 1 -- 172.21.15.33:0/2312220076 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5afc0c85a0 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.342+0000 7f5b02ef3640 1 -- 172.21.15.33:0/2312220076 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5afc0d2930 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.342+0000 7f5af17fa640 1 -- 172.21.15.33:0/2312220076 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f5af80334b0 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.343+0000 7f5af17fa640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5ae8077130 0x7f5ae8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:14.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.343+0000 7f5af17fa640 1 -- 172.21.15.33:0/2312220076 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(221..221 src has 1..221) ==== 6265+0+0 (secure 0 0 0) 0x7f5af80ba140 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.343+0000 7f5af3fff640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5ae8077130 0x7f5ae8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:14.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.344+0000 7f5af3fff640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5ae8077130 0x7f5ae8079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f5aec000f60 tx=0x7f5aec009040 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:14.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.348+0000 7f5af17fa640 1 -- 172.21.15.33:0/2312220076 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5af803f030 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.539+0000 7f5b02ef3640 1 -- 172.21.15.33:0/2312220076 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f5afc0d4630 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.540+0000 7f5af17fa640 1 -- 172.21.15.33:0/2312220076 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v71) ==== 59+0+1998 (secure 0 0 0) 0x7f5af8082f90 con 0x7f5afc0b2dc0 2024-07-26T17:04:14.542 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T17:04:14.542 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T17:04:14.542 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T17:04:14.542 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T17:04:14.542 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T17:04:14.542 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T17:04:14.542 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T17:04:14.542 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T17:04:14.542 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T17:04:14.542 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T17:04:14.542 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T17:04:14.543 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T17:04:14.544 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T17:04:14.544 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T17:04:14.544 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 -- 172.21.15.33:0/2312220076 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5ae8077130 msgr2=0x7f5ae8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5ae8077130 0x7f5ae8079640 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f5aec000f60 tx=0x7f5aec009040 comp rx=0 tx=0).stop 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 -- 172.21.15.33:0/2312220076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5afc0b2dc0 msgr2=0x7f5afc0cdc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5afc0b2dc0 0x7f5afc0cdc60 secure :-1 s=READY pgs=2139 cs=0 l=1 rev1=1 crypto rx=0x7f5af802aa90 tx=0x7f5af8004a50 comp rx=0 tx=0).stop 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 -- 172.21.15.33:0/2312220076 shutdown_connections 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5ae8077130 0x7f5ae8079640 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5afc0d0570 0x7f5afc15c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5afc0ce9e0 0x7f5afc0c8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 --2- 172.21.15.33:0/2312220076 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5afc0b2dc0 0x7f5afc0cdc60 unknown :-1 s=CLOSED pgs=2139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 -- 172.21.15.33:0/2312220076 >> 172.21.15.33:0/2312220076 conn(0x7f5afc0d3e10 msgr2=0x7f5afc0b4340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 -- 172.21.15.33:0/2312220076 shutdown_connections 2024-07-26T17:04:14.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.542+0000 7f5b02ef3640 1 -- 172.21.15.33:0/2312220076 wait complete. 2024-07-26T17:04:14.557 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T17:04:14.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.677+0000 7f513ee23640 1 -- 172.21.15.33:0/2251235541 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51380b53e0 msgr2=0x7f51380d0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.677+0000 7f513ee23640 1 --2- 172.21.15.33:0/2251235541 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51380b53e0 0x7f51380d0570 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f5134009860 tx=0x7f513402a540 comp rx=0 tx=0).stop 2024-07-26T17:04:14.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.677+0000 7f513ee23640 1 -- 172.21.15.33:0/2251235541 shutdown_connections 2024-07-26T17:04:14.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.677+0000 7f513ee23640 1 --2- 172.21.15.33:0/2251235541 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51380cf8e0 0x7f51380d0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.677+0000 7f513ee23640 1 --2- 172.21.15.33:0/2251235541 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51380b53e0 0x7f51380d0570 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.677+0000 7f513ee23640 1 -- 172.21.15.33:0/2251235541 >> 172.21.15.33:0/2251235541 conn(0x7f51380d3dc0 msgr2=0x7f51380d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:14.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.677+0000 7f513ee23640 1 -- 172.21.15.33:0/2251235541 shutdown_connections 2024-07-26T17:04:14.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.677+0000 7f513ee23640 1 -- 172.21.15.33:0/2251235541 wait complete. 2024-07-26T17:04:14.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.679+0000 7f513ee23640 1 Processor -- start 2024-07-26T17:04:14.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.679+0000 7f513ee23640 1 -- start start 2024-07-26T17:04:14.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.680+0000 7f513ee23640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51380b53e0 0x7f513814c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.680+0000 7f513ee23640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51380b8fa0 0x7f513809fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.680+0000 7f513ee23640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51380cf8e0 0x7f51380a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.680+0000 7f513ee23640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f51380b7870 con 0x7f51380b53e0 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.680+0000 7f513ee23640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f51380b76f0 con 0x7f51380b8fa0 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.680+0000 7f513ee23640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f51380b79f0 con 0x7f51380cf8e0 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.680+0000 7f513cbbf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51380b53e0 0x7f513814c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.680+0000 7f513cbbf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51380b53e0 0x7f513814c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34286/0 (socket says 172.21.15.33:34286) 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.680+0000 7f513cbbf640 1 -- 172.21.15.33:0/58838850 learned_addr learned my addr 172.21.15.33:0/58838850 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.680+0000 7f513d3c0640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51380cf8e0 0x7f51380a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.680+0000 7f512ffff640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51380b8fa0 0x7f513809fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f513cbbf640 1 -- 172.21.15.33:0/58838850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51380cf8e0 msgr2=0x7f51380a0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f513cbbf640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51380cf8e0 0x7f51380a0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f513cbbf640 1 -- 172.21.15.33:0/58838850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51380b8fa0 msgr2=0x7f513809fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f513cbbf640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51380b8fa0 0x7f513809fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f513cbbf640 1 -- 172.21.15.33:0/58838850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f513809f010 con 0x7f51380b53e0 2024-07-26T17:04:14.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f512ffff640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51380b8fa0 0x7f513809fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:14.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f513cbbf640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51380b53e0 0x7f513814c830 secure :-1 s=READY pgs=2140 cs=0 l=1 rev1=1 crypto rx=0x7f5134009980 tx=0x7f5134033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:14.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f512d7fa640 1 -- 172.21.15.33:0/58838850 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5134005c90 con 0x7f51380b53e0 2024-07-26T17:04:14.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f512d7fa640 1 -- 172.21.15.33:0/58838850 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5134031e50 con 0x7f51380b53e0 2024-07-26T17:04:14.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f513ee23640 1 -- 172.21.15.33:0/58838850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f513809f2f0 con 0x7f51380b53e0 2024-07-26T17:04:14.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f512d7fa640 1 -- 172.21.15.33:0/58838850 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5134005260 con 0x7f51380b53e0 2024-07-26T17:04:14.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.681+0000 7f513ee23640 1 -- 172.21.15.33:0/58838850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f513814d470 con 0x7f51380b53e0 2024-07-26T17:04:14.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.682+0000 7f513ee23640 1 -- 172.21.15.33:0/58838850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51380b7ea0 con 0x7f51380b53e0 2024-07-26T17:04:14.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.683+0000 7f512d7fa640 1 -- 172.21.15.33:0/58838850 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f5134005400 con 0x7f51380b53e0 2024-07-26T17:04:14.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.684+0000 7f512d7fa640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5124077130 0x7f5124079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:14.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.684+0000 7f512ffff640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5124077130 0x7f5124079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:14.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.684+0000 7f512d7fa640 1 -- 172.21.15.33:0/58838850 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(221..221 src has 1..221) ==== 6265+0+0 (secure 0 0 0) 0x7f51340ba080 con 0x7f51380b53e0 2024-07-26T17:04:14.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.684+0000 7f512ffff640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5124077130 0x7f5124079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f513806d8d0 tx=0x7f5128009040 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:14.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.688+0000 7f512d7fa640 1 -- 172.21.15.33:0/58838850 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f513403f030 con 0x7f51380b53e0 2024-07-26T17:04:14.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.881+0000 7f513ee23640 1 -- 172.21.15.33:0/58838850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f51380b9c80 con 0x7f51380b53e0 2024-07-26T17:04:14.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.885+0000 7f512d7fa640 1 -- 172.21.15.33:0/58838850 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v72)=0 v72) ==== 122+0+0 (secure 0 0 0) 0x7f513408b1e0 con 0x7f51380b53e0 2024-07-26T17:04:14.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 -- 172.21.15.33:0/58838850 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5124077130 msgr2=0x7f5124079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5124077130 0x7f5124079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f513806d8d0 tx=0x7f5128009040 comp rx=0 tx=0).stop 2024-07-26T17:04:14.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 -- 172.21.15.33:0/58838850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51380b53e0 msgr2=0x7f513814c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:14.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51380b53e0 0x7f513814c830 secure :-1 s=READY pgs=2140 cs=0 l=1 rev1=1 crypto rx=0x7f5134009980 tx=0x7f5134033c20 comp rx=0 tx=0).stop 2024-07-26T17:04:14.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 -- 172.21.15.33:0/58838850 shutdown_connections 2024-07-26T17:04:14.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5124077130 0x7f5124079640 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51380cf8e0 0x7f51380a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51380b8fa0 0x7f513809fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 --2- 172.21.15.33:0/58838850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51380b53e0 0x7f513814c830 unknown :-1 s=CLOSED pgs=2140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:14.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 -- 172.21.15.33:0/58838850 >> 172.21.15.33:0/58838850 conn(0x7f51380d3dc0 msgr2=0x7f513806cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:14.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 -- 172.21.15.33:0/58838850 shutdown_connections 2024-07-26T17:04:14.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:14.887+0000 7f513ee23640 1 -- 172.21.15.33:0/58838850 wait complete. 2024-07-26T17:04:14.900 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:04:14.900 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:04:14.948 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:04:14.995 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:04:14.995 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:04:14.995 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:15.011 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:04:15.011 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:04:15.012 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:15.029 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:04:15.030 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:04:15.030 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:15.067 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:04:15.067 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:04:15.067 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:15.088 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:04:15.088 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T17:04:15.088 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:15.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.223+0000 7f3cc2d47640 1 -- 172.21.15.33:0/2087204445 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cbc0b2dc0 msgr2=0x7f3cbc0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:15.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.223+0000 7f3cc2d47640 1 --2- 172.21.15.33:0/2087204445 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cbc0b2dc0 0x7f3cbc0d2930 secure :-1 s=READY pgs=2141 cs=0 l=1 rev1=1 crypto rx=0x7f3cb80098e0 tx=0x7f3cb802a4a0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.223+0000 7f3cc2d47640 1 -- 172.21.15.33:0/2087204445 shutdown_connections 2024-07-26T17:04:15.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.223+0000 7f3cc2d47640 1 --2- 172.21.15.33:0/2087204445 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cbc0ce9e0 0x7f3cbc0cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.223+0000 7f3cc2d47640 1 --2- 172.21.15.33:0/2087204445 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cbc0b2dc0 0x7f3cbc0d2930 unknown :-1 s=CLOSED pgs=2141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.223+0000 7f3cc2d47640 1 -- 172.21.15.33:0/2087204445 >> 172.21.15.33:0/2087204445 conn(0x7f3cbc0d3e10 msgr2=0x7f3cbc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:15.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.223+0000 7f3cc2d47640 1 -- 172.21.15.33:0/2087204445 shutdown_connections 2024-07-26T17:04:15.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.224+0000 7f3cc2d47640 1 -- 172.21.15.33:0/2087204445 wait complete. 2024-07-26T17:04:15.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.225+0000 7f3cc2d47640 1 Processor -- start 2024-07-26T17:04:15.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.225+0000 7f3cc2d47640 1 -- start start 2024-07-26T17:04:15.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cc2d47640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cbc0b2dc0 0x7f3cbc15dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:15.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cc2d47640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cbc0ce9e0 0x7f3cbc06d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:15.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cc2d47640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cbc0d0570 0x7f3cbc06daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:15.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cc2d47640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3cbc0cf4b0 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cc2d47640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3cbc0cf330 con 0x7f3cbc0d0570 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cc2d47640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3cbc0cf630 con 0x7f3cbc0b2dc0 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cb3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cbc0ce9e0 0x7f3cbc06d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cc0ae3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cbc0b2dc0 0x7f3cbc15dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cc0ae3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cbc0b2dc0 0x7f3cbc15dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:53296/0 (socket says 172.21.15.33:53296) 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cc0ae3640 1 -- 172.21.15.33:0/3950235977 learned_addr learned my addr 172.21.15.33:0/3950235977 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cc12e4640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cbc0d0570 0x7f3cbc06daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cb3fff640 1 -- 172.21.15.33:0/3950235977 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cbc0b2dc0 msgr2=0x7f3cbc15dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cb3fff640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cbc0b2dc0 0x7f3cbc15dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cb3fff640 1 -- 172.21.15.33:0/3950235977 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cbc0d0570 msgr2=0x7f3cbc06daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cb3fff640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cbc0d0570 0x7f3cbc06daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cb3fff640 1 -- 172.21.15.33:0/3950235977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cbc168750 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cc12e4640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cbc0d0570 0x7f3cbc06daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:15.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.227+0000 7f3cb3fff640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cbc0ce9e0 0x7f3cbc06d560 secure :-1 s=READY pgs=2142 cs=0 l=1 rev1=1 crypto rx=0x7f3cac00c3f0 tx=0x7f3cac00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:15.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.228+0000 7f3cb17fa640 1 -- 172.21.15.33:0/3950235977 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cac017070 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.228+0000 7f3cb17fa640 1 -- 172.21.15.33:0/3950235977 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3cac0053c0 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.228+0000 7f3cc2d47640 1 -- 172.21.15.33:0/3950235977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cbc0b6e50 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.228+0000 7f3cb17fa640 1 -- 172.21.15.33:0/3950235977 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cac003850 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.228+0000 7f3cc2d47640 1 -- 172.21.15.33:0/3950235977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cbc0ce0e0 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.229+0000 7f3cc2d47640 1 -- 172.21.15.33:0/3950235977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cbc0b6c40 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.229+0000 7f3cb17fa640 1 -- 172.21.15.33:0/3950235977 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f3cac01a070 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.230+0000 7f3cb17fa640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3ca8077160 0x7f3ca8079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:15.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.230+0000 7f3cb17fa640 1 -- 172.21.15.33:0/3950235977 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(221..221 src has 1..221) ==== 6265+0+0 (secure 0 0 0) 0x7f3cac097f40 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.230+0000 7f3cc0ae3640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3ca8077160 0x7f3ca8079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:15.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.230+0000 7f3cc0ae3640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3ca8077160 0x7f3ca8079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8009660 tx=0x7f3cb8004730 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:15.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.234+0000 7f3cb17fa640 1 -- 172.21.15.33:0/3950235977 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3cac0607b0 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.467+0000 7f3cc2d47640 1 -- 172.21.15.33:0/3950235977 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3cbc0d2930 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.468+0000 7f3cb17fa640 1 -- 172.21.15.33:0/3950235977 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 110 v110) ==== 95+0+3918 (secure 0 0 0) 0x7f3cac0690d0 con 0x7f3cbc0ce9e0 2024-07-26T17:04:15.469 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:15.469 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":110,"btime":"2024-07-26T17:04:09:167883+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8477,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/199000461","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":199000461},{"type":"v1","addr":"172.21.15.154:6834","nonce":199000461}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":9394,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/719795048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":719795048},{"type":"v1","addr":"172.21.15.154:6835","nonce":719795048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":10326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3003410228","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3003410228},{"type":"v1","addr":"172.21.15.33:6834","nonce":3003410228}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":10716,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2295780849","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2295780849},{"type":"v1","addr":"172.21.15.33:6835","nonce":2295780849}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":110}],"filesystems":[]} 2024-07-26T17:04:15.470 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 110 2024-07-26T17:04:15.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 -- 172.21.15.33:0/3950235977 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3ca8077160 msgr2=0x7f3ca8079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:15.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3ca8077160 0x7f3ca8079670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8009660 tx=0x7f3cb8004730 comp rx=0 tx=0).stop 2024-07-26T17:04:15.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 -- 172.21.15.33:0/3950235977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cbc0ce9e0 msgr2=0x7f3cbc06d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:15.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cbc0ce9e0 0x7f3cbc06d560 secure :-1 s=READY pgs=2142 cs=0 l=1 rev1=1 crypto rx=0x7f3cac00c3f0 tx=0x7f3cac00c8b0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 -- 172.21.15.33:0/3950235977 shutdown_connections 2024-07-26T17:04:15.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3ca8077160 0x7f3ca8079670 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cbc0d0570 0x7f3cbc06daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cbc0ce9e0 0x7f3cbc06d560 unknown :-1 s=CLOSED pgs=2142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 --2- 172.21.15.33:0/3950235977 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cbc0b2dc0 0x7f3cbc15dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 -- 172.21.15.33:0/3950235977 >> 172.21.15.33:0/3950235977 conn(0x7f3cbc0d3e10 msgr2=0x7f3cbc0b0970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:15.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 -- 172.21.15.33:0/3950235977 shutdown_connections 2024-07-26T17:04:15.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.470+0000 7f3cc2d47640 1 -- 172.21.15.33:0/3950235977 wait complete. 2024-07-26T17:04:15.483 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T17:04:15.483 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T17:04:15.483 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T17:04:15.483 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:04:15.484 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T17:04:15.484 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T17:04:15.484 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T17:04:15.484 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:04:15.484 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T17:04:15.484 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T17:04:15.485 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T17:04:15.485 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:04:15.485 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T17:04:15.485 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T17:04:15.485 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T17:04:15.485 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:04:15.493 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T17:04:15.493 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T17:04:15.496 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T17:04:15.496 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T17:04:15.500 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T17:04:15.500 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T17:04:15.501 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T17:04:15.502 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T17:04:15.538 INFO:tasks.ceph.mds.a:Started 2024-07-26T17:04:15.539 DEBUG:teuthology.parallel:result is None 2024-07-26T17:04:15.540 INFO:tasks.ceph.mds.c:Started 2024-07-26T17:04:15.540 DEBUG:teuthology.parallel:result is None 2024-07-26T17:04:15.543 INFO:tasks.ceph.mds.b:Started 2024-07-26T17:04:15.543 DEBUG:teuthology.parallel:result is None 2024-07-26T17:04:15.544 INFO:tasks.ceph.mds.d:Started 2024-07-26T17:04:15.544 DEBUG:teuthology.parallel:result is None 2024-07-26T17:04:15.544 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T17:04:15.630 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T17:04:15.630 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T17:04:15.642 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T17:04:15.642 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T17:04:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.667+0000 7f0328b70640 1 -- 172.21.15.33:0/1957425175 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b8fa0 msgr2=0x7f03240d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.667+0000 7f0328b70640 1 --2- 172.21.15.33:0/1957425175 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b8fa0 0x7f03240d0ab0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f0318009830 tx=0x7f031802a510 comp rx=0 tx=0).stop 2024-07-26T17:04:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.667+0000 7f0328b70640 1 -- 172.21.15.33:0/1957425175 shutdown_connections 2024-07-26T17:04:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.667+0000 7f0328b70640 1 --2- 172.21.15.33:0/1957425175 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b8fa0 0x7f03240d0ab0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.667+0000 7f0328b70640 1 --2- 172.21.15.33:0/1957425175 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b53e0 0x7f03240d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.667+0000 7f0328b70640 1 -- 172.21.15.33:0/1957425175 >> 172.21.15.33:0/1957425175 conn(0x7f03240d3dc0 msgr2=0x7f03240d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:15.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.667+0000 7f0328b70640 1 -- 172.21.15.33:0/1957425175 shutdown_connections 2024-07-26T17:04:15.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.667+0000 7f0328b70640 1 -- 172.21.15.33:0/1957425175 wait complete. 2024-07-26T17:04:15.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.669+0000 7f0328b70640 1 Processor -- start 2024-07-26T17:04:15.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.669+0000 7f0328b70640 1 -- start start 2024-07-26T17:04:15.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f0328b70640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b53e0 0x7f032415f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:15.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f0328b70640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b6cf0 0x7f03240b1a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:15.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f0328b70640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b8fa0 0x7f03240b1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:15.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f0328b70640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f03240b7990 con 0x7f03240b6cf0 2024-07-26T17:04:15.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f0328b70640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f03240b7810 con 0x7f03240b53e0 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f0328b70640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f03240b7b10 con 0x7f03240b8fa0 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f0321d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b6cf0 0x7f03240b1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f0321d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b6cf0 0x7f03240b1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34346/0 (socket says 172.21.15.33:34346) 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f0321d9b640 1 -- 172.21.15.33:0/3258449214 learned_addr learned my addr 172.21.15.33:0/3258449214 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f032259c640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b53e0 0x7f032415f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f0322d9d640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b8fa0 0x7f03240b1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f032259c640 1 -- 172.21.15.33:0/3258449214 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b8fa0 msgr2=0x7f03240b1fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f032259c640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b8fa0 0x7f03240b1fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f032259c640 1 -- 172.21.15.33:0/3258449214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b6cf0 msgr2=0x7f03240b1a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f032259c640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b6cf0 0x7f03240b1a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f032259c640 1 -- 172.21.15.33:0/3258449214 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f032415f9e0 con 0x7f03240b53e0 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f0321d9b640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b6cf0 0x7f03240b1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:15.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.671+0000 7f032259c640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b53e0 0x7f032415f4a0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f031400ea20 tx=0x7f031400eee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:15.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.672+0000 7f0312ffd640 1 -- 172.21.15.33:0/3258449214 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031400cc60 con 0x7f03240b53e0 2024-07-26T17:04:15.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.672+0000 7f0312ffd640 1 -- 172.21.15.33:0/3258449214 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f031400ce00 con 0x7f03240b53e0 2024-07-26T17:04:15.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.672+0000 7f0328b70640 1 -- 172.21.15.33:0/3258449214 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03240b0cd0 con 0x7f03240b53e0 2024-07-26T17:04:15.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.672+0000 7f0312ffd640 1 -- 172.21.15.33:0/3258449214 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0314004280 con 0x7f03240b53e0 2024-07-26T17:04:15.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.672+0000 7f0328b70640 1 -- 172.21.15.33:0/3258449214 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03240b1290 con 0x7f03240b53e0 2024-07-26T17:04:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.673+0000 7f0328b70640 1 -- 172.21.15.33:0/3258449214 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03241f5ab0 con 0x7f03240b53e0 2024-07-26T17:04:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.674+0000 7f0312ffd640 1 -- 172.21.15.33:0/3258449214 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f03140047a0 con 0x7f03240b53e0 2024-07-26T17:04:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.674+0000 7f0312ffd640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0304077130 0x7f0304079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.674+0000 7f0312ffd640 1 -- 172.21.15.33:0/3258449214 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(221..221 src has 1..221) ==== 6265+0+0 (secure 0 0 0) 0x7f0314099430 con 0x7f03240b53e0 2024-07-26T17:04:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.674+0000 7f0321d9b640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0304077130 0x7f0304079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:15.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.675+0000 7f0321d9b640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0304077130 0x7f0304079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0318009830 tx=0x7f03180046c0 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:15.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.678+0000 7f0312ffd640 1 -- 172.21.15.33:0/3258449214 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0314061d10 con 0x7f03240b53e0 2024-07-26T17:04:15.704 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-07-26T17:04:15.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:15.881+0000 7f0328b70640 1 -- 172.21.15.33:0/3258449214 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f03240b4fa0 con 0x7f03240b53e0 2024-07-26T17:04:16.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.218+0000 7f0312ffd640 1 -- 172.21.15.33:0/3258449214 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v223) ==== 97+0+0 (secure 0 0 0) 0x7f0314066260 con 0x7f03240b53e0 2024-07-26T17:04:16.220 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T17:04:16.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 -- 172.21.15.33:0/3258449214 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0304077130 msgr2=0x7f0304079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0304077130 0x7f0304079640 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0318009830 tx=0x7f03180046c0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 -- 172.21.15.33:0/3258449214 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b53e0 msgr2=0x7f032415f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b53e0 0x7f032415f4a0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f031400ea20 tx=0x7f031400eee0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 -- 172.21.15.33:0/3258449214 shutdown_connections 2024-07-26T17:04:16.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0304077130 0x7f0304079640 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f03240b8fa0 0x7f03240b1fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f03240b6cf0 0x7f03240b1a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 --2- 172.21.15.33:0/3258449214 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f03240b53e0 0x7f032415f4a0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 -- 172.21.15.33:0/3258449214 >> 172.21.15.33:0/3258449214 conn(0x7f03240d3dc0 msgr2=0x7f032406ddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:16.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 -- 172.21.15.33:0/3258449214 shutdown_connections 2024-07-26T17:04:16.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.221+0000 7f0328b70640 1 -- 172.21.15.33:0/3258449214 wait complete. 2024-07-26T17:04:16.236 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T17:04:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.353+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/4118548438 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f540b1e50 msgr2=0x7f8f540b2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.354+0000 7f8f5b4e8640 1 --2- 172.21.15.33:0/4118548438 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f540b1e50 0x7f8f540b2260 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c005fd0 tx=0x7f8f4c02a820 comp rx=0 tx=0).stop 2024-07-26T17:04:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.354+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/4118548438 shutdown_connections 2024-07-26T17:04:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.354+0000 7f8f5b4e8640 1 --2- 172.21.15.33:0/4118548438 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f540b1e50 0x7f8f540b2260 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.354+0000 7f8f5b4e8640 1 --2- 172.21.15.33:0/4118548438 >> v2:172.21.15.154:3300/0 conn(0x7f8f540b6e00 0x7f8f540b1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.354+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/4118548438 >> 172.21.15.33:0/4118548438 conn(0x7f8f540d1bf0 msgr2=0x7f8f540d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.354+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/4118548438 shutdown_connections 2024-07-26T17:04:16.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.354+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/4118548438 wait complete. 2024-07-26T17:04:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.355+0000 7f8f5b4e8640 1 Processor -- start 2024-07-26T17:04:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.356+0000 7f8f5b4e8640 1 -- start start 2024-07-26T17:04:16.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f5b4e8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f540b1e50 0x7f8f540cb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f5b4e8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f540b6e00 0x7f8f5414ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f5b4e8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f540cc660 0x7f8f54159c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f5b4e8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8f540ce690 con 0x7f8f540cc660 2024-07-26T17:04:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f5b4e8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8f540ce510 con 0x7f8f540b6e00 2024-07-26T17:04:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f5b4e8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8f540ce810 con 0x7f8f540b1e50 2024-07-26T17:04:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f59a85640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f540cc660 0x7f8f54159c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:16.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f59a85640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f540cc660 0x7f8f54159c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34362/0 (socket says 172.21.15.33:34362) 2024-07-26T17:04:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f59a85640 1 -- 172.21.15.33:0/3110457287 learned_addr learned my addr 172.21.15.33:0/3110457287 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f59284640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f540b1e50 0x7f8f540cb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f58a83640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f540b6e00 0x7f8f5414ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f59a85640 1 -- 172.21.15.33:0/3110457287 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f540b1e50 msgr2=0x7f8f540cb7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.357+0000 7f8f59a85640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f540b1e50 0x7f8f540cb7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.358+0000 7f8f59a85640 1 -- 172.21.15.33:0/3110457287 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f540b6e00 msgr2=0x7f8f5414ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.358+0000 7f8f59a85640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f540b6e00 0x7f8f5414ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.358+0000 7f8f59a85640 1 -- 172.21.15.33:0/3110457287 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f541f8f10 con 0x7f8f540cc660 2024-07-26T17:04:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.358+0000 7f8f59a85640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f540cc660 0x7f8f54159c40 secure :-1 s=READY pgs=2147 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c006010 tx=0x7f8f4c032be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.358+0000 7f8f49ffb640 1 -- 172.21.15.33:0/3110457287 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c037040 con 0x7f8f540cc660 2024-07-26T17:04:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.358+0000 7f8f49ffb640 1 -- 172.21.15.33:0/3110457287 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f4c042070 con 0x7f8f540cc660 2024-07-26T17:04:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.358+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/3110457287 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f541f91f0 con 0x7f8f540cc660 2024-07-26T17:04:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.358+0000 7f8f49ffb640 1 -- 172.21.15.33:0/3110457287 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c004040 con 0x7f8f540cc660 2024-07-26T17:04:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.358+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/3110457287 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f541f97b0 con 0x7f8f540cc660 2024-07-26T17:04:16.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.359+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/3110457287 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f54160140 con 0x7f8f540cc660 2024-07-26T17:04:16.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.360+0000 7f8f49ffb640 1 -- 172.21.15.33:0/3110457287 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f8f4c0041e0 con 0x7f8f540cc660 2024-07-26T17:04:16.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.360+0000 7f8f49ffb640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f8f38077130 0x7f8f38079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:16.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.361+0000 7f8f49ffb640 1 -- 172.21.15.33:0/3110457287 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(225..225 src has 1..225) ==== 5405+0+0 (secure 0 0 0) 0x7f8f4c0b9640 con 0x7f8f540cc660 2024-07-26T17:04:16.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.361+0000 7f8f59284640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f8f38077130 0x7f8f38079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:16.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.361+0000 7f8f59284640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f8f38077130 0x7f8f38079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8f50007fd0 tx=0x7f8f50001390 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:16.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.365+0000 7f8f49ffb640 1 -- 172.21.15.33:0/3110457287 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8f54160140 con 0x7f8f540cc660 2024-07-26T17:04:16.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.638+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/3110457287 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f8f540c54c0 con 0x7f8f540cc660 2024-07-26T17:04:16.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.638+0000 7f8f49ffb640 1 -- 172.21.15.33:0/3110457287 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v50) ==== 80+0+5304 (secure 0 0 0) 0x7f8f4c082070 con 0x7f8f540cc660 2024-07-26T17:04:16.641 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:16.641 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:04:16.641 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T17:04:16.641 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.642 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T17:04:16.642 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T17:04:16.642 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.642 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:04:16.643 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:04:16.643 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:04:16.643 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.643 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.643 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.644 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.644 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T17:04:16.644 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T17:04:16.644 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.644 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:04:16.644 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:04:16.644 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:04:16.645 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.645 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.645 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.645 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.645 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T17:04:16.645 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T17:04:16.646 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.646 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:04:16.646 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:04:16.646 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:04:16.646 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.647 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.647 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.647 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.647 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T17:04:16.647 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T17:04:16.647 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.648 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:04:16.648 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:04:16.648 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:04:16.648 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.648 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.649 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.649 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.649 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T17:04:16.649 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T17:04:16.649 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.649 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:04:16.649 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:04:16.649 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.650 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.650 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.650 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.650 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T17:04:16.650 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T17:04:16.651 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.651 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:04:16.651 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:04:16.651 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.651 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.651 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.651 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.652 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T17:04:16.652 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T17:04:16.652 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.652 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:04:16.652 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:04:16.652 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.652 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.653 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.653 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.653 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T17:04:16.653 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T17:04:16.653 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.653 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:04:16.653 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:04:16.653 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.654 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T17:04:16.655 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.656 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.657 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.657 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.657 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T17:04:16.657 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T17:04:16.657 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.657 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:04:16.657 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T17:04:16.657 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T17:04:16.657 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.658 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.658 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.658 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T17:04:16.658 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T17:04:16.658 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.658 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:04:16.658 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:04:16.658 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:04:16.658 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:04:16.658 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.658 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.659 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T17:04:16.660 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.661 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.662 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:16.662 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.662 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T17:04:16.662 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T17:04:16.662 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:04:16.662 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:04:16.662 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:04:16.662 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:04:16.662 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.662 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.662 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T17:04:16.663 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:04:16.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/3110457287 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f8f38077130 msgr2=0x7f8f38079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f8f38077130 0x7f8f38079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8f50007fd0 tx=0x7f8f50001390 comp rx=0 tx=0).stop 2024-07-26T17:04:16.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/3110457287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f540cc660 msgr2=0x7f8f54159c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f540cc660 0x7f8f54159c40 secure :-1 s=READY pgs=2147 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c006010 tx=0x7f8f4c032be0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/3110457287 shutdown_connections 2024-07-26T17:04:16.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f8f38077130 0x7f8f38079640 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f540cc660 0x7f8f54159c40 unknown :-1 s=CLOSED pgs=2147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8f540b6e00 0x7f8f5414ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 --2- 172.21.15.33:0/3110457287 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8f540b1e50 0x7f8f540cb7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/3110457287 >> 172.21.15.33:0/3110457287 conn(0x7f8f540d1bf0 msgr2=0x7f8f5415b040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:16.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/3110457287 shutdown_connections 2024-07-26T17:04:16.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.641+0000 7f8f5b4e8640 1 -- 172.21.15.33:0/3110457287 wait complete. 2024-07-26T17:04:16.666 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T17:04:16.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.781+0000 7f110f3ad640 1 -- 172.21.15.33:0/2846646831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11080cfa60 msgr2=0x7f11080cfe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.781+0000 7f110f3ad640 1 --2- 172.21.15.33:0/2846646831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11080cfa60 0x7f11080cfe70 secure :-1 s=READY pgs=2149 cs=0 l=1 rev1=1 crypto rx=0x7f11080d2890 tx=0x7f10f802a480 comp rx=0 tx=0).stop 2024-07-26T17:04:16.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.781+0000 7f110f3ad640 1 -- 172.21.15.33:0/2846646831 shutdown_connections 2024-07-26T17:04:16.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.781+0000 7f110f3ad640 1 --2- 172.21.15.33:0/2846646831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11080cfa60 0x7f11080cfe70 unknown :-1 s=CLOSED pgs=2149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.781+0000 7f110f3ad640 1 --2- 172.21.15.33:0/2846646831 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f11080cc660 0x7f11080b6e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.781+0000 7f110f3ad640 1 -- 172.21.15.33:0/2846646831 >> 172.21.15.33:0/2846646831 conn(0x7f11080d1bf0 msgr2=0x7f11080d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:16.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.782+0000 7f110f3ad640 1 -- 172.21.15.33:0/2846646831 shutdown_connections 2024-07-26T17:04:16.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.782+0000 7f110f3ad640 1 -- 172.21.15.33:0/2846646831 wait complete. 2024-07-26T17:04:16.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.783+0000 7f110f3ad640 1 Processor -- start 2024-07-26T17:04:16.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.783+0000 7f110f3ad640 1 -- start start 2024-07-26T17:04:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110f3ad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11080cc660 0x7f1108159650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110f3ad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11080cfa60 0x7f11080afd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110f3ad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1108160400 0x7f11080b0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110f3ad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f11080ce690 con 0x7f11080cc660 2024-07-26T17:04:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110f3ad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f11080ce510 con 0x7f11080cfa60 2024-07-26T17:04:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110f3ad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f11080ce810 con 0x7f1108160400 2024-07-26T17:04:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110d149640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11080cc660 0x7f1108159650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110d149640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11080cc660 0x7f1108159650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34384/0 (socket says 172.21.15.33:34384) 2024-07-26T17:04:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110d149640 1 -- 172.21.15.33:0/2814503862 learned_addr learned my addr 172.21.15.33:0/2814503862 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110c948640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11080cfa60 0x7f11080afd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110d94a640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1108160400 0x7f11080b0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110d149640 1 -- 172.21.15.33:0/2814503862 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1108160400 msgr2=0x7f11080b0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110d149640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1108160400 0x7f11080b0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110d149640 1 -- 172.21.15.33:0/2814503862 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11080cfa60 msgr2=0x7f11080afd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110d149640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11080cfa60 0x7f11080afd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110d149640 1 -- 172.21.15.33:0/2814503862 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f110815d320 con 0x7f11080cc660 2024-07-26T17:04:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110d94a640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1108160400 0x7f11080b0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110c948640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11080cfa60 0x7f11080afd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.785+0000 7f110d149640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11080cc660 0x7f1108159650 secure :-1 s=READY pgs=2150 cs=0 l=1 rev1=1 crypto rx=0x7f110400d740 tx=0x7f110400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.786+0000 7f10fdffb640 1 -- 172.21.15.33:0/2814503862 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1104017070 con 0x7f11080cc660 2024-07-26T17:04:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.786+0000 7f10fdffb640 1 -- 172.21.15.33:0/2814503862 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1104009d20 con 0x7f11080cc660 2024-07-26T17:04:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.786+0000 7f110f3ad640 1 -- 172.21.15.33:0/2814503862 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f110815f760 con 0x7f11080cc660 2024-07-26T17:04:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.786+0000 7f10fdffb640 1 -- 172.21.15.33:0/2814503862 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11040106c0 con 0x7f11080cc660 2024-07-26T17:04:16.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.786+0000 7f110f3ad640 1 -- 172.21.15.33:0/2814503862 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11080caee0 con 0x7f11080cc660 2024-07-26T17:04:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.787+0000 7f110f3ad640 1 -- 172.21.15.33:0/2814503862 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11080b6e00 con 0x7f11080cc660 2024-07-26T17:04:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.788+0000 7f10fdffb640 1 -- 172.21.15.33:0/2814503862 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f110401a070 con 0x7f11080cc660 2024-07-26T17:04:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.788+0000 7f10fdffb640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10ec077130 0x7f10ec079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.788+0000 7f10fdffb640 1 -- 172.21.15.33:0/2814503862 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(225..225 src has 1..225) ==== 5405+0+0 (secure 0 0 0) 0x7f1104098ba0 con 0x7f11080cc660 2024-07-26T17:04:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.788+0000 7f110c948640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10ec077130 0x7f10ec079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.789+0000 7f110c948640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10ec077130 0x7f10ec079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f10f8034000 tx=0x7f10f8004730 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:16.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.793+0000 7f10fdffb640 1 -- 172.21.15.33:0/2814503862 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1104061cc0 con 0x7f11080cc660 2024-07-26T17:04:16.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.988+0000 7f110f3ad640 1 -- 172.21.15.33:0/2814503862 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f11080c54c0 con 0x7f11080cc660 2024-07-26T17:04:16.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.989+0000 7f10fdffb640 1 -- 172.21.15.33:0/2814503862 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v225) ==== 84+0+65 (secure 0 0 0) 0x7f11040680e0 con 0x7f11080cc660 2024-07-26T17:04:16.991 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:16.991 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:04:16.992 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:16.992 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T17:04:16.992 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T17:04:16.992 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:16.992 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:04:16.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 -- 172.21.15.33:0/2814503862 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10ec077130 msgr2=0x7f10ec079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10ec077130 0x7f10ec079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f10f8034000 tx=0x7f10f8004730 comp rx=0 tx=0).stop 2024-07-26T17:04:16.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 -- 172.21.15.33:0/2814503862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11080cc660 msgr2=0x7f1108159650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:16.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11080cc660 0x7f1108159650 secure :-1 s=READY pgs=2150 cs=0 l=1 rev1=1 crypto rx=0x7f110400d740 tx=0x7f110400dc00 comp rx=0 tx=0).stop 2024-07-26T17:04:16.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 -- 172.21.15.33:0/2814503862 shutdown_connections 2024-07-26T17:04:16.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10ec077130 0x7f10ec079640 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1108160400 0x7f11080b0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f11080cfa60 0x7f11080afd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 --2- 172.21.15.33:0/2814503862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11080cc660 0x7f1108159650 unknown :-1 s=CLOSED pgs=2150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:16.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 -- 172.21.15.33:0/2814503862 >> 172.21.15.33:0/2814503862 conn(0x7f11080d1bf0 msgr2=0x7f110815b2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:16.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 -- 172.21.15.33:0/2814503862 shutdown_connections 2024-07-26T17:04:16.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:16.991+0000 7f110f3ad640 1 -- 172.21.15.33:0/2814503862 wait complete. 2024-07-26T17:04:17.004 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T17:04:17.004 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T17:04:17.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.124+0000 7f7d3df99640 1 -- 172.21.15.33:0/3345772413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d38160230 msgr2=0x7f7d380ccfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:17.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.124+0000 7f7d3df99640 1 --2- 172.21.15.33:0/3345772413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d38160230 0x7f7d380ccfe0 secure :-1 s=READY pgs=2152 cs=0 l=1 rev1=1 crypto rx=0x7f7d2c009830 tx=0x7f7d2c02a3f0 comp rx=0 tx=0).stop 2024-07-26T17:04:17.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.124+0000 7f7d3df99640 1 -- 172.21.15.33:0/3345772413 shutdown_connections 2024-07-26T17:04:17.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.124+0000 7f7d3df99640 1 --2- 172.21.15.33:0/3345772413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d38160230 0x7f7d380ccfe0 unknown :-1 s=CLOSED pgs=2152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:17.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.124+0000 7f7d3df99640 1 -- 172.21.15.33:0/3345772413 >> 172.21.15.33:0/3345772413 conn(0x7f7d380b37a0 msgr2=0x7f7d380b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:17.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.124+0000 7f7d3df99640 1 -- 172.21.15.33:0/3345772413 shutdown_connections 2024-07-26T17:04:17.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.124+0000 7f7d3df99640 1 -- 172.21.15.33:0/3345772413 wait complete. 2024-07-26T17:04:17.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.125+0000 7f7d3df99640 1 Processor -- start 2024-07-26T17:04:17.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.126+0000 7f7d3df99640 1 -- start start 2024-07-26T17:04:17.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d3df99640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d380b72a0 0x7f7d38159d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:17.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d3df99640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d380cd520 0x7f7d38155ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:17.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d3df99640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d38160230 0x7f7d38156000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:17.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d3df99640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7d380ce420 con 0x7f7d38160230 2024-07-26T17:04:17.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d3df99640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7d38160640 con 0x7f7d380b72a0 2024-07-26T17:04:17.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d3df99640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7d3815f6b0 con 0x7f7d380cd520 2024-07-26T17:04:17.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d37fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d38160230 0x7f7d38156000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d37fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d38160230 0x7f7d38156000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34404/0 (socket says 172.21.15.33:34404) 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d37fff640 1 -- 172.21.15.33:0/2204249421 learned_addr learned my addr 172.21.15.33:0/2204249421 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d36ffd640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d380cd520 0x7f7d38155ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d377fe640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d380b72a0 0x7f7d38159d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d37fff640 1 -- 172.21.15.33:0/2204249421 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d380cd520 msgr2=0x7f7d38155ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d37fff640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d380cd520 0x7f7d38155ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d37fff640 1 -- 172.21.15.33:0/2204249421 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d380b72a0 msgr2=0x7f7d38159d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d37fff640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d380b72a0 0x7f7d38159d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.127+0000 7f7d37fff640 1 -- 172.21.15.33:0/2204249421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d381536f0 con 0x7f7d38160230 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.128+0000 7f7d37fff640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d38160230 0x7f7d38156000 secure :-1 s=READY pgs=2153 cs=0 l=1 rev1=1 crypto rx=0x7f7d3000cb40 tx=0x7f7d3000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.128+0000 7f7d1ffff640 1 -- 172.21.15.33:0/2204249421 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d30016020 con 0x7f7d38160230 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.128+0000 7f7d1ffff640 1 -- 172.21.15.33:0/2204249421 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d3000ad30 con 0x7f7d38160230 2024-07-26T17:04:17.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.128+0000 7f7d3df99640 1 -- 172.21.15.33:0/2204249421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d3806e8f0 con 0x7f7d38160230 2024-07-26T17:04:17.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.128+0000 7f7d1ffff640 1 -- 172.21.15.33:0/2204249421 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d30012680 con 0x7f7d38160230 2024-07-26T17:04:17.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.128+0000 7f7d3df99640 1 -- 172.21.15.33:0/2204249421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d3806eeb0 con 0x7f7d38160230 2024-07-26T17:04:17.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.129+0000 7f7d3df99640 1 -- 172.21.15.33:0/2204249421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d380cc800 con 0x7f7d38160230 2024-07-26T17:04:17.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.130+0000 7f7d1ffff640 1 -- 172.21.15.33:0/2204249421 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f7d30019020 con 0x7f7d38160230 2024-07-26T17:04:17.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.130+0000 7f7d1ffff640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7d24077130 0x7f7d24079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:17.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.130+0000 7f7d1ffff640 1 -- 172.21.15.33:0/2204249421 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(225..225 src has 1..225) ==== 5405+0+0 (secure 0 0 0) 0x7f7d30098b40 con 0x7f7d38160230 2024-07-26T17:04:17.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.130+0000 7f7d377fe640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7d24077130 0x7f7d24079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:17.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.131+0000 7f7d377fe640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7d24077130 0x7f7d24079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7d28006fd0 tx=0x7f7d28009060 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:17.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.135+0000 7f7d1ffff640 1 -- 172.21.15.33:0/2204249421 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7d380cc800 con 0x7f7d38160230 2024-07-26T17:04:17.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:17.331+0000 7f7d3df99640 1 -- 172.21.15.33:0/2204249421 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f7d380ccfe0 con 0x7f7d38160230 2024-07-26T17:04:18.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.222+0000 7f7d1ffff640 1 -- 172.21.15.33:0/2204249421 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v226) ==== 138+0+0 (secure 0 0 0) 0x7f7d30020030 con 0x7f7d38160230 2024-07-26T17:04:18.224 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T17:04:18.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 -- 172.21.15.33:0/2204249421 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7d24077130 msgr2=0x7f7d24079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:18.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7d24077130 0x7f7d24079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7d28006fd0 tx=0x7f7d28009060 comp rx=0 tx=0).stop 2024-07-26T17:04:18.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 -- 172.21.15.33:0/2204249421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d38160230 msgr2=0x7f7d38156000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:18.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d38160230 0x7f7d38156000 secure :-1 s=READY pgs=2153 cs=0 l=1 rev1=1 crypto rx=0x7f7d3000cb40 tx=0x7f7d3000a060 comp rx=0 tx=0).stop 2024-07-26T17:04:18.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 -- 172.21.15.33:0/2204249421 shutdown_connections 2024-07-26T17:04:18.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7d24077130 0x7f7d24079640 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:18.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d38160230 0x7f7d38156000 unknown :-1 s=CLOSED pgs=2153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:18.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7d380cd520 0x7f7d38155ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:18.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 --2- 172.21.15.33:0/2204249421 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7d380b72a0 0x7f7d38159d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:18.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 -- 172.21.15.33:0/2204249421 >> 172.21.15.33:0/2204249421 conn(0x7f7d380b37a0 msgr2=0x7f7d380cd930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:18.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 -- 172.21.15.33:0/2204249421 shutdown_connections 2024-07-26T17:04:18.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.225+0000 7f7d3df99640 1 -- 172.21.15.33:0/2204249421 wait complete. 2024-07-26T17:04:18.245 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T17:04:18.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.376+0000 7fc370c44640 1 -- 172.21.15.33:0/1578392338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc358003a50 msgr2=0x7fc358003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:18.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.376+0000 7fc370c44640 1 --2- 172.21.15.33:0/1578392338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc358003a50 0x7fc358003ec0 secure :-1 s=READY pgs=2155 cs=0 l=1 rev1=1 crypto rx=0x7fc35c009e20 tx=0x7fc358005830 comp rx=0 tx=0).stop 2024-07-26T17:04:18.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.376+0000 7fc370c44640 1 -- 172.21.15.33:0/1578392338 shutdown_connections 2024-07-26T17:04:18.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.376+0000 7fc370c44640 1 --2- 172.21.15.33:0/1578392338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc358003a50 0x7fc358003ec0 unknown :-1 s=CLOSED pgs=2155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:18.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.376+0000 7fc370c44640 1 -- 172.21.15.33:0/1578392338 >> 172.21.15.33:0/1578392338 conn(0x7fc36c0d3d90 msgr2=0x7fc36c0d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:18.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.376+0000 7fc370c44640 1 -- 172.21.15.33:0/1578392338 shutdown_connections 2024-07-26T17:04:18.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.376+0000 7fc370c44640 1 -- 172.21.15.33:0/1578392338 wait complete. 2024-07-26T17:04:18.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.378+0000 7fc370c44640 1 Processor -- start 2024-07-26T17:04:18.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.378+0000 7fc370c44640 1 -- start start 2024-07-26T17:04:18.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.379+0000 7fc370c44640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc358003a50 0x7fc36c0c9e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:18.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.379+0000 7fc370c44640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc36c145c20 0x7fc36c15b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:18.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.379+0000 7fc370c44640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc36c1487d0 0x7fc36c15bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:18.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.379+0000 7fc370c44640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc36c0b4e60 con 0x7fc36c1487d0 2024-07-26T17:04:18.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.379+0000 7fc370c44640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc36c0b5570 con 0x7fc358003a50 2024-07-26T17:04:18.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.379+0000 7fc370c44640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc36c0b4fe0 con 0x7fc36c145c20 2024-07-26T17:04:18.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.379+0000 7fc36ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc36c1487d0 0x7fc36c15bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:18.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.379+0000 7fc36ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc36c1487d0 0x7fc36c15bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34426/0 (socket says 172.21.15.33:34426) 2024-07-26T17:04:18.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.379+0000 7fc36ad9d640 1 -- 172.21.15.33:0/2897076713 learned_addr learned my addr 172.21.15.33:0/2897076713 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:18.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc369d9b640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc36c145c20 0x7fc36c15b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:18.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc36a59c640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc358003a50 0x7fc36c0c9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:18.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc36ad9d640 1 -- 172.21.15.33:0/2897076713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc36c145c20 msgr2=0x7fc36c15b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:18.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc36ad9d640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc36c145c20 0x7fc36c15b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:18.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc36ad9d640 1 -- 172.21.15.33:0/2897076713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc358003a50 msgr2=0x7fc36c0c9e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:18.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc36ad9d640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc358003a50 0x7fc36c0c9e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:18.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc36ad9d640 1 -- 172.21.15.33:0/2897076713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc36c15a570 con 0x7fc36c1487d0 2024-07-26T17:04:18.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc36ad9d640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc36c1487d0 0x7fc36c15bb10 secure :-1 s=READY pgs=2156 cs=0 l=1 rev1=1 crypto rx=0x7fc364000fb0 tx=0x7fc36400e9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:18.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc362ffd640 1 -- 172.21.15.33:0/2897076713 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc364011870 con 0x7fc36c1487d0 2024-07-26T17:04:18.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc362ffd640 1 -- 172.21.15.33:0/2897076713 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc364016070 con 0x7fc36c1487d0 2024-07-26T17:04:18.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc370c44640 1 -- 172.21.15.33:0/2897076713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc36c15a810 con 0x7fc36c1487d0 2024-07-26T17:04:18.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc362ffd640 1 -- 172.21.15.33:0/2897076713 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc364011dc0 con 0x7fc36c1487d0 2024-07-26T17:04:18.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.380+0000 7fc370c44640 1 -- 172.21.15.33:0/2897076713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc36c15add0 con 0x7fc36c1487d0 2024-07-26T17:04:18.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.381+0000 7fc370c44640 1 -- 172.21.15.33:0/2897076713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc36c1626f0 con 0x7fc36c1487d0 2024-07-26T17:04:18.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.382+0000 7fc362ffd640 1 -- 172.21.15.33:0/2897076713 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7fc3640243d0 con 0x7fc36c1487d0 2024-07-26T17:04:18.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.383+0000 7fc362ffd640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fc34c077130 0x7fc34c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:18.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.383+0000 7fc36a59c640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fc34c077130 0x7fc34c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:18.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.383+0000 7fc362ffd640 1 -- 172.21.15.33:0/2897076713 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(226..226 src has 1..226) ==== 5775+0+0 (secure 0 0 0) 0x7fc3640997c0 con 0x7fc36c1487d0 2024-07-26T17:04:18.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.383+0000 7fc36a59c640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fc34c077130 0x7fc34c079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc35c035000 tx=0x7fc35c004a40 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:18.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.387+0000 7fc362ffd640 1 -- 172.21.15.33:0/2897076713 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc3640621f0 con 0x7fc36c1487d0 2024-07-26T17:04:18.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:18.577+0000 7fc370c44640 1 -- 172.21.15.33:0/2897076713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fc36c08de70 con 0x7fc36c1487d0 2024-07-26T17:04:19.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.231+0000 7fc362ffd640 1 -- 172.21.15.33:0/2897076713 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v227) ==== 170+0+0 (secure 0 0 0) 0x7fc364066740 con 0x7fc36c1487d0 2024-07-26T17:04:19.233 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T17:04:19.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 -- 172.21.15.33:0/2897076713 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fc34c077130 msgr2=0x7fc34c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:19.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fc34c077130 0x7fc34c079640 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc35c035000 tx=0x7fc35c004a40 comp rx=0 tx=0).stop 2024-07-26T17:04:19.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 -- 172.21.15.33:0/2897076713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc36c1487d0 msgr2=0x7fc36c15bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:19.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc36c1487d0 0x7fc36c15bb10 secure :-1 s=READY pgs=2156 cs=0 l=1 rev1=1 crypto rx=0x7fc364000fb0 tx=0x7fc36400e9a0 comp rx=0 tx=0).stop 2024-07-26T17:04:19.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 -- 172.21.15.33:0/2897076713 shutdown_connections 2024-07-26T17:04:19.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fc34c077130 0x7fc34c079640 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:19.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc36c1487d0 0x7fc36c15bb10 unknown :-1 s=CLOSED pgs=2156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:19.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc36c145c20 0x7fc36c15b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:19.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 --2- 172.21.15.33:0/2897076713 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc358003a50 0x7fc36c0c9e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:19.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 -- 172.21.15.33:0/2897076713 >> 172.21.15.33:0/2897076713 conn(0x7fc36c0d3d90 msgr2=0x7fc36c06e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:19.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 -- 172.21.15.33:0/2897076713 shutdown_connections 2024-07-26T17:04:19.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.234+0000 7fc370c44640 1 -- 172.21.15.33:0/2897076713 wait complete. 2024-07-26T17:04:19.262 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T17:04:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.388+0000 7f0b2ce66640 1 -- 172.21.15.33:0/4188097903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b10004db0 msgr2=0x7f0b10005280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.388+0000 7f0b2ce66640 1 --2- 172.21.15.33:0/4188097903 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b10004db0 0x7f0b10005280 secure :-1 s=READY pgs=2158 cs=0 l=1 rev1=1 crypto rx=0x7f0b280d00e0 tx=0x7f0b10005830 comp rx=0 tx=0).stop 2024-07-26T17:04:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.388+0000 7f0b26d9d640 1 -- 172.21.15.33:0/4188097903 reap_dead start 2024-07-26T17:04:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.388+0000 7f0b2ce66640 1 -- 172.21.15.33:0/4188097903 shutdown_connections 2024-07-26T17:04:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.388+0000 7f0b2ce66640 1 -- 172.21.15.33:0/4188097903 >> 172.21.15.33:0/4188097903 conn(0x7f0b280d1bb0 msgr2=0x7f0b280d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:19.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.388+0000 7f0b2ce66640 1 -- 172.21.15.33:0/4188097903 shutdown_connections 2024-07-26T17:04:19.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.388+0000 7f0b2ce66640 1 -- 172.21.15.33:0/4188097903 wait complete. 2024-07-26T17:04:19.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.390+0000 7f0b2ce66640 1 Processor -- start 2024-07-26T17:04:19.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.390+0000 7f0b2ce66640 1 -- start start 2024-07-26T17:04:19.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.391+0000 7f0b2ce66640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b10004db0 0x7f0b28153040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:19.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.391+0000 7f0b2ce66640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b2806d740 0x7f0b280cc690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:19.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.391+0000 7f0b2ce66640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b2815f1f0 0x7f0b2815f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:19.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.391+0000 7f0b2ce66640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0b280b7640 con 0x7f0b2806d740 2024-07-26T17:04:19.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.391+0000 7f0b2ce66640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0b280b74c0 con 0x7f0b2815f1f0 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.391+0000 7f0b2ce66640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0b28161860 con 0x7f0b10004db0 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.391+0000 7f0b25d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b2806d740 0x7f0b280cc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b25d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b2806d740 0x7f0b280cc690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34442/0 (socket says 172.21.15.33:34442) 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b25d9b640 1 -- 172.21.15.33:0/2343808238 learned_addr learned my addr 172.21.15.33:0/2343808238 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b2659c640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b10004db0 0x7f0b28153040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b26d9d640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b2815f1f0 0x7f0b2815f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b25d9b640 1 -- 172.21.15.33:0/2343808238 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b10004db0 msgr2=0x7f0b28153040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b25d9b640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b10004db0 0x7f0b28153040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b25d9b640 1 -- 172.21.15.33:0/2343808238 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b2815f1f0 msgr2=0x7f0b2815f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b25d9b640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b2815f1f0 0x7f0b2815f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b25d9b640 1 -- 172.21.15.33:0/2343808238 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b2815fb40 con 0x7f0b2806d740 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b25d9b640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b2806d740 0x7f0b280cc690 secure :-1 s=READY pgs=2159 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c011ae0 tx=0x7f0b1c009e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b16ffd640 1 -- 172.21.15.33:0/2343808238 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c01e070 con 0x7f0b2806d740 2024-07-26T17:04:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b16ffd640 1 -- 172.21.15.33:0/2343808238 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b1c004460 con 0x7f0b2806d740 2024-07-26T17:04:19.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b2ce66640 1 -- 172.21.15.33:0/2343808238 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b281f5000 con 0x7f0b2806d740 2024-07-26T17:04:19.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b16ffd640 1 -- 172.21.15.33:0/2343808238 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b1c00fc60 con 0x7f0b2806d740 2024-07-26T17:04:19.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.392+0000 7f0b2ce66640 1 -- 172.21.15.33:0/2343808238 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b281f55c0 con 0x7f0b2806d740 2024-07-26T17:04:19.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.393+0000 7f0b2ce66640 1 -- 172.21.15.33:0/2343808238 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b28153580 con 0x7f0b2806d740 2024-07-26T17:04:19.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.394+0000 7f0b16ffd640 1 -- 172.21.15.33:0/2343808238 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f0b1c021070 con 0x7f0b2806d740 2024-07-26T17:04:19.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.395+0000 7f0b16ffd640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0b08077130 0x7f0b08079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:19.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.395+0000 7f0b16ffd640 1 -- 172.21.15.33:0/2343808238 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(227..227 src has 1..227) ==== 6157+0+0 (secure 0 0 0) 0x7f0b1c099fc0 con 0x7f0b2806d740 2024-07-26T17:04:19.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.395+0000 7f0b2659c640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0b08077130 0x7f0b08079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:19.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.395+0000 7f0b2659c640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0b08077130 0x7f0b08079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0b18006fd0 tx=0x7f0b18006b10 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:19.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.399+0000 7f0b16ffd640 1 -- 172.21.15.33:0/2343808238 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0b2815fb40 con 0x7f0b2806d740 2024-07-26T17:04:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:19.632+0000 7f0b2ce66640 1 -- 172.21.15.33:0/2343808238 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f0b281f4d60 con 0x7f0b2806d740 2024-07-26T17:04:20.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.244+0000 7f0b16ffd640 1 -- 172.21.15.33:0/2343808238 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 27 and data pool 28 v113) ==== 174+0+0 (secure 0 0 0) 0x7f0b1c062770 con 0x7f0b2806d740 2024-07-26T17:04:20.246 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 27 and data pool 28 2024-07-26T17:04:20.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.252+0000 7f0b2ce66640 1 -- 172.21.15.33:0/2343808238 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0b08077130 msgr2=0x7f0b08079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.252+0000 7f0b2ce66640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0b08077130 0x7f0b08079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0b18006fd0 tx=0x7f0b18006b10 comp rx=0 tx=0).stop 2024-07-26T17:04:20.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.252+0000 7f0b2ce66640 1 -- 172.21.15.33:0/2343808238 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b2806d740 msgr2=0x7f0b280cc690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.252+0000 7f0b2ce66640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b2806d740 0x7f0b280cc690 secure :-1 s=READY pgs=2159 cs=0 l=1 rev1=1 crypto rx=0x7f0b1c011ae0 tx=0x7f0b1c009e60 comp rx=0 tx=0).stop 2024-07-26T17:04:20.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.254+0000 7f0b2ce66640 1 -- 172.21.15.33:0/2343808238 shutdown_connections 2024-07-26T17:04:20.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.254+0000 7f0b2ce66640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0b08077130 0x7f0b08079640 secure :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0b18006fd0 tx=0x7f0b18006b10 comp rx=0 tx=0).stop 2024-07-26T17:04:20.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.254+0000 7f0b2ce66640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b2815f1f0 0x7f0b2815f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.254+0000 7f0b2ce66640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b2806d740 0x7f0b280cc690 unknown :-1 s=CLOSED pgs=2159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.254+0000 7f0b2ce66640 1 --2- 172.21.15.33:0/2343808238 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b10004db0 0x7f0b28153040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.254+0000 7f0b2ce66640 1 -- 172.21.15.33:0/2343808238 >> 172.21.15.33:0/2343808238 conn(0x7f0b280d1bb0 msgr2=0x7f0b280d0190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:20.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.260+0000 7f0b2ce66640 1 -- 172.21.15.33:0/2343808238 shutdown_connections 2024-07-26T17:04:20.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.260+0000 7f0b2ce66640 1 -- 172.21.15.33:0/2343808238 wait complete. 2024-07-26T17:04:20.281 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:04:20.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.401+0000 7fb79000d640 1 -- 172.21.15.33:0/432713223 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb788155320 msgr2=0x7fb78806fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.401+0000 7fb79000d640 1 --2- 172.21.15.33:0/432713223 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb788155320 0x7fb78806fc80 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fb77c009830 tx=0x7fb77c02a480 comp rx=0 tx=0).stop 2024-07-26T17:04:20.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.401+0000 7fb79000d640 1 -- 172.21.15.33:0/432713223 shutdown_connections 2024-07-26T17:04:20.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.401+0000 7fb79000d640 1 --2- 172.21.15.33:0/432713223 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb788155320 0x7fb78806fc80 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.401+0000 7fb79000d640 1 --2- 172.21.15.33:0/432713223 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb788070960 0x7fb78806f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.401+0000 7fb79000d640 1 -- 172.21.15.33:0/432713223 >> 172.21.15.33:0/432713223 conn(0x7fb7880b26e0 msgr2=0x7fb7880b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:20.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.401+0000 7fb79000d640 1 -- 172.21.15.33:0/432713223 shutdown_connections 2024-07-26T17:04:20.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.402+0000 7fb79000d640 1 -- 172.21.15.33:0/432713223 wait complete. 2024-07-26T17:04:20.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.403+0000 7fb79000d640 1 Processor -- start 2024-07-26T17:04:20.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.403+0000 7fb79000d640 1 -- start start 2024-07-26T17:04:20.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb79000d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7880701c0 0x7fb7880d12f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:20.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb79000d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb788070960 0x7fb788146480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:20.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb79000d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb788155320 0x7fb7881469c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:20.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb79000d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb78806cd40 con 0x7fb788070960 2024-07-26T17:04:20.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb79000d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb7880b0480 con 0x7fb7880701c0 2024-07-26T17:04:20.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb79000d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb78806cec0 con 0x7fb788155320 2024-07-26T17:04:20.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb78d5a8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb788070960 0x7fb788146480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:20.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb78d5a8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb788070960 0x7fb788146480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34444/0 (socket says 172.21.15.33:34444) 2024-07-26T17:04:20.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb78d5a8640 1 -- 172.21.15.33:0/3804816219 learned_addr learned my addr 172.21.15.33:0/3804816219 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:20.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb78e5aa640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb788155320 0x7fb7881469c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:20.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb78dda9640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7880701c0 0x7fb7880d12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:20.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb78d5a8640 1 -- 172.21.15.33:0/3804816219 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb788155320 msgr2=0x7fb7881469c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb78d5a8640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb788155320 0x7fb7881469c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb78d5a8640 1 -- 172.21.15.33:0/3804816219 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7880701c0 msgr2=0x7fb7880d12f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb78d5a8640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7880701c0 0x7fb7880d12f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb78d5a8640 1 -- 172.21.15.33:0/3804816219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb78815a6b0 con 0x7fb788070960 2024-07-26T17:04:20.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb78d5a8640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb788070960 0x7fb788146480 secure :-1 s=READY pgs=2160 cs=0 l=1 rev1=1 crypto rx=0x7fb77c009950 tx=0x7fb77c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:20.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.405+0000 7fb7867fc640 1 -- 172.21.15.33:0/3804816219 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb77c031d60 con 0x7fb788070960 2024-07-26T17:04:20.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.406+0000 7fb7867fc640 1 -- 172.21.15.33:0/3804816219 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb77c033e10 con 0x7fb788070960 2024-07-26T17:04:20.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.406+0000 7fb79000d640 1 -- 172.21.15.33:0/3804816219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb788144640 con 0x7fb788070960 2024-07-26T17:04:20.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.406+0000 7fb7867fc640 1 -- 172.21.15.33:0/3804816219 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb77c005260 con 0x7fb788070960 2024-07-26T17:04:20.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.406+0000 7fb79000d640 1 -- 172.21.15.33:0/3804816219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb788144c00 con 0x7fb788070960 2024-07-26T17:04:20.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.407+0000 7fb79000d640 1 -- 172.21.15.33:0/3804816219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb78806d320 con 0x7fb788070960 2024-07-26T17:04:20.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.408+0000 7fb7867fc640 1 -- 172.21.15.33:0/3804816219 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7fb77c005400 con 0x7fb788070960 2024-07-26T17:04:20.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.408+0000 7fb7867fc640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb774077130 0x7fb774079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:20.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.408+0000 7fb7867fc640 1 -- 172.21.15.33:0/3804816219 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(228..228 src has 1..228) ==== 6257+0+0 (secure 0 0 0) 0x7fb77c0b9d00 con 0x7fb788070960 2024-07-26T17:04:20.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.408+0000 7fb78dda9640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb774077130 0x7fb774079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:20.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.409+0000 7fb78dda9640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb774077130 0x7fb774079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb780009b30 tx=0x7fb780005f90 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:20.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.413+0000 7fb7867fc640 1 -- 172.21.15.33:0/3804816219 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb77c03f030 con 0x7fb788070960 2024-07-26T17:04:20.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.605+0000 7fb79000d640 1 -- 172.21.15.33:0/3804816219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb78815a440 con 0x7fb788070960 2024-07-26T17:04:20.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.606+0000 7fb7867fc640 1 -- 172.21.15.33:0/3804816219 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v228) ==== 74+0+17215 (secure 0 0 0) 0x7fb77c0824f0 con 0x7fb788070960 2024-07-26T17:04:20.608 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:20.609 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":228,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:04:19.634285+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":28,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:04:17.339935+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"228","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_data","create_time":"2024-07-26T17:04:18.586474+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"228","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:04:20.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 -- 172.21.15.33:0/3804816219 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb774077130 msgr2=0x7fb774079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb774077130 0x7fb774079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb780009b30 tx=0x7fb780005f90 comp rx=0 tx=0).stop 2024-07-26T17:04:20.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 -- 172.21.15.33:0/3804816219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb788070960 msgr2=0x7fb788146480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb788070960 0x7fb788146480 secure :-1 s=READY pgs=2160 cs=0 l=1 rev1=1 crypto rx=0x7fb77c009950 tx=0x7fb77c033c20 comp rx=0 tx=0).stop 2024-07-26T17:04:20.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 -- 172.21.15.33:0/3804816219 shutdown_connections 2024-07-26T17:04:20.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb774077130 0x7fb774079640 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb788155320 0x7fb7881469c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb788070960 0x7fb788146480 unknown :-1 s=CLOSED pgs=2160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 --2- 172.21.15.33:0/3804816219 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb7880701c0 0x7fb7880d12f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 -- 172.21.15.33:0/3804816219 >> 172.21.15.33:0/3804816219 conn(0x7fb7880b26e0 msgr2=0x7fb788068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:20.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 -- 172.21.15.33:0/3804816219 shutdown_connections 2024-07-26T17:04:20.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.609+0000 7fb79000d640 1 -- 172.21.15.33:0/3804816219 wait complete. 2024-07-26T17:04:20.623 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:04:20.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.739+0000 7f7f83007640 1 -- 172.21.15.33:0/1371610413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f64003a50 msgr2=0x7f7f64003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.739+0000 7f7f83007640 1 --2- 172.21.15.33:0/1371610413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f64003a50 0x7f7f64003ec0 secure :-1 s=READY pgs=2162 cs=0 l=1 rev1=1 crypto rx=0x7f7f6c009b50 tx=0x7f7f64005830 comp rx=0 tx=0).stop 2024-07-26T17:04:20.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.739+0000 7f7f83007640 1 -- 172.21.15.33:0/1371610413 shutdown_connections 2024-07-26T17:04:20.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.739+0000 7f7f83007640 1 --2- 172.21.15.33:0/1371610413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f64003a50 0x7f7f64003ec0 unknown :-1 s=CLOSED pgs=2162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.739+0000 7f7f83007640 1 -- 172.21.15.33:0/1371610413 >> 172.21.15.33:0/1371610413 conn(0x7f7f7c0d1b70 msgr2=0x7f7f7c0d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:20.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.739+0000 7f7f83007640 1 -- 172.21.15.33:0/1371610413 shutdown_connections 2024-07-26T17:04:20.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.739+0000 7f7f83007640 1 -- 172.21.15.33:0/1371610413 wait complete. 2024-07-26T17:04:20.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.741+0000 7f7f83007640 1 Processor -- start 2024-07-26T17:04:20.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.741+0000 7f7f83007640 1 -- start start 2024-07-26T17:04:20.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.742+0000 7f7f83007640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f64003a50 0x7f7f7c15f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:20.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.742+0000 7f7f83007640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f7c1f84f0 0x7f7f7c1f8900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:20.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f83007640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c0cb3b0 0x7f7f7c0cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:20.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f83007640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7c0ce5f0 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f83007640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7f7c0ce470 con 0x7f7f64003a50 2024-07-26T17:04:20.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f83007640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7f7c0cebb0 con 0x7f7f7c1f84f0 2024-07-26T17:04:20.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f815a4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c0cb3b0 0x7f7f7c0cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:20.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f815a4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c0cb3b0 0x7f7f7c0cb7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34466/0 (socket says 172.21.15.33:34466) 2024-07-26T17:04:20.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f815a4640 1 -- 172.21.15.33:0/1566093368 learned_addr learned my addr 172.21.15.33:0/1566093368 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:20.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f7bfff640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f7c1f84f0 0x7f7f7c1f8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:20.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f80da3640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f64003a50 0x7f7f7c15f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:20.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f815a4640 1 -- 172.21.15.33:0/1566093368 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f7c1f84f0 msgr2=0x7f7f7c1f8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f815a4640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f7c1f84f0 0x7f7f7c1f8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f815a4640 1 -- 172.21.15.33:0/1566093368 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f64003a50 msgr2=0x7f7f7c15f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f815a4640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f64003a50 0x7f7f7c15f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f815a4640 1 -- 172.21.15.33:0/1566093368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f7c15e2d0 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f815a4640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c0cb3b0 0x7f7f7c0cb7c0 secure :-1 s=READY pgs=2163 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c0c8bd0 tx=0x7f7f740019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:20.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f797fa640 1 -- 172.21.15.33:0/1566093368 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f74011870 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f797fa640 1 -- 172.21.15.33:0/1566093368 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f74017070 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f797fa640 1 -- 172.21.15.33:0/1566093368 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f74011dc0 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.743+0000 7f7f83007640 1 -- 172.21.15.33:0/1566093368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f7c15e5b0 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.744+0000 7f7f83007640 1 -- 172.21.15.33:0/1566093368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f7c15eb70 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.745+0000 7f7f83007640 1 -- 172.21.15.33:0/1566093368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f7c15efb0 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.745+0000 7f7f797fa640 1 -- 172.21.15.33:0/1566093368 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f7f7401c460 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.746+0000 7f7f797fa640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7f68077130 0x7f7f68079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:20.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.746+0000 7f7f797fa640 1 -- 172.21.15.33:0/1566093368 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(228..228 src has 1..228) ==== 6257+0+0 (secure 0 0 0) 0x7f7f740992e0 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.746+0000 7f7f80da3640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7f68077130 0x7f7f68079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:20.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.747+0000 7f7f80da3640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7f68077130 0x7f7f68079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7f6c035000 tx=0x7f7f6c0046c0 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:20.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.751+0000 7f7f797fa640 1 -- 172.21.15.33:0/1566093368 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7f74061ad0 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.943+0000 7f7f83007640 1 -- 172.21.15.33:0/1566093368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7f7c0cf110 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.944+0000 7f7f797fa640 1 -- 172.21.15.33:0/1566093368 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v228) ==== 74+0+17215 (secure 0 0 0) 0x7f7f74068030 con 0x7f7f7c0cb3b0 2024-07-26T17:04:20.946 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:20.946 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":228,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:04:19.634285+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":28,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:04:17.339935+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"228","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_data","create_time":"2024-07-26T17:04:18.586474+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"228","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:04:20.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 -- 172.21.15.33:0/1566093368 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7f68077130 msgr2=0x7f7f68079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7f68077130 0x7f7f68079640 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7f6c035000 tx=0x7f7f6c0046c0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 -- 172.21.15.33:0/1566093368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c0cb3b0 msgr2=0x7f7f7c0cb7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:20.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c0cb3b0 0x7f7f7c0cb7c0 secure :-1 s=READY pgs=2163 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c0c8bd0 tx=0x7f7f740019b0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 -- 172.21.15.33:0/1566093368 shutdown_connections 2024-07-26T17:04:20.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7f68077130 0x7f7f68079640 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f7c0cb3b0 0x7f7f7c0cb7c0 unknown :-1 s=CLOSED pgs=2163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f7c1f84f0 0x7f7f7c1f8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 --2- 172.21.15.33:0/1566093368 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f64003a50 0x7f7f7c15f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:20.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 -- 172.21.15.33:0/1566093368 >> 172.21.15.33:0/1566093368 conn(0x7f7f7c0d1b70 msgr2=0x7f7f7c15bfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:20.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 -- 172.21.15.33:0/1566093368 shutdown_connections 2024-07-26T17:04:20.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:20.946+0000 7f7f83007640 1 -- 172.21.15.33:0/1566093368 wait complete. 2024-07-26T17:04:20.961 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T17:04:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.080+0000 7f91d4e0e640 1 -- 172.21.15.33:0/2078105754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d00b6390 msgr2=0x7f91d00d2030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.080+0000 7f91d4e0e640 1 --2- 172.21.15.33:0/2078105754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d00b6390 0x7f91d00d2030 secure :-1 s=READY pgs=2164 cs=0 l=1 rev1=1 crypto rx=0x7f91c0005fd0 tx=0x7f91c002aa90 comp rx=0 tx=0).stop 2024-07-26T17:04:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.080+0000 7f91d4e0e640 1 -- 172.21.15.33:0/2078105754 shutdown_connections 2024-07-26T17:04:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.080+0000 7f91d4e0e640 1 --2- 172.21.15.33:0/2078105754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d00b6390 0x7f91d00d2030 unknown :-1 s=CLOSED pgs=2164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:21.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.080+0000 7f91d4e0e640 1 --2- 172.21.15.33:0/2078105754 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91d00cfa50 0x7f91d00b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.080+0000 7f91d4e0e640 1 -- 172.21.15.33:0/2078105754 >> 172.21.15.33:0/2078105754 conn(0x7f91d00d3de0 msgr2=0x7f91d00d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.080+0000 7f91d4e0e640 1 -- 172.21.15.33:0/2078105754 shutdown_connections 2024-07-26T17:04:21.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.080+0000 7f91d4e0e640 1 -- 172.21.15.33:0/2078105754 wait complete. 2024-07-26T17:04:21.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.082+0000 7f91d4e0e640 1 Processor -- start 2024-07-26T17:04:21.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.082+0000 7f91d4e0e640 1 -- start start 2024-07-26T17:04:21.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.083+0000 7f91d4e0e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91d00b5f80 0x7f91d01f9820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:21.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.083+0000 7f91d4e0e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91d00b6390 0x7f91d01f5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:21.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.083+0000 7f91d4e0e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d00cfa50 0x7f91d01e3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:21.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.083+0000 7f91d4e0e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f91d00b3740 con 0x7f91d00cfa50 2024-07-26T17:04:21.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91d4e0e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f91d00b2d30 con 0x7f91d00b6390 2024-07-26T17:04:21.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91d4e0e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f91d00b38c0 con 0x7f91d00b5f80 2024-07-26T17:04:21.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91ced9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d00cfa50 0x7f91d01e3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:21.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91ced9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d00cfa50 0x7f91d01e3940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34478/0 (socket says 172.21.15.33:34478) 2024-07-26T17:04:21.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91ced9d640 1 -- 172.21.15.33:0/3210195815 learned_addr learned my addr 172.21.15.33:0/3210195815 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:21.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91ce59c640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91d00b5f80 0x7f91d01f9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:21.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91cdd9b640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91d00b6390 0x7f91d01f5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:21.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91ced9d640 1 -- 172.21.15.33:0/3210195815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91d00b5f80 msgr2=0x7f91d01f9820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:21.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91ced9d640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91d00b5f80 0x7f91d01f9820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:21.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91ced9d640 1 -- 172.21.15.33:0/3210195815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91d00b6390 msgr2=0x7f91d01f5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:21.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91ced9d640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91d00b6390 0x7f91d01f5700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:21.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91ced9d640 1 -- 172.21.15.33:0/3210195815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91d01f5f60 con 0x7f91d00cfa50 2024-07-26T17:04:21.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91cdd9b640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91d00b6390 0x7f91d01f5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:21.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91ced9d640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d00cfa50 0x7f91d01e3940 secure :-1 s=READY pgs=2165 cs=0 l=1 rev1=1 crypto rx=0x7f91c0006010 tx=0x7f91c0003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:21.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91c6ffd640 1 -- 172.21.15.33:0/3210195815 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c0044070 con 0x7f91d00cfa50 2024-07-26T17:04:21.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91c6ffd640 1 -- 172.21.15.33:0/3210195815 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91c0004040 con 0x7f91d00cfa50 2024-07-26T17:04:21.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.084+0000 7f91c6ffd640 1 -- 172.21.15.33:0/3210195815 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91c0004430 con 0x7f91d00cfa50 2024-07-26T17:04:21.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.085+0000 7f91d4e0e640 1 -- 172.21.15.33:0/3210195815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91d01f6240 con 0x7f91d00cfa50 2024-07-26T17:04:21.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.085+0000 7f91d4e0e640 1 -- 172.21.15.33:0/3210195815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91d00d0740 con 0x7f91d00cfa50 2024-07-26T17:04:21.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.086+0000 7f91d4e0e640 1 -- 172.21.15.33:0/3210195815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91d00b5a40 con 0x7f91d00cfa50 2024-07-26T17:04:21.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.086+0000 7f91c6ffd640 1 -- 172.21.15.33:0/3210195815 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f91c0047070 con 0x7f91d00cfa50 2024-07-26T17:04:21.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.087+0000 7f91c6ffd640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f91b0077130 0x7f91b0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:21.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.087+0000 7f91c6ffd640 1 -- 172.21.15.33:0/3210195815 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(228..228 src has 1..228) ==== 6257+0+0 (secure 0 0 0) 0x7f91c00b9a20 con 0x7f91d00cfa50 2024-07-26T17:04:21.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.087+0000 7f91ce59c640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f91b0077130 0x7f91b0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:21.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.088+0000 7f91ce59c640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f91b0077130 0x7f91b0079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f91c8009b30 tx=0x7f91c8005f90 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:21.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.091+0000 7f91c6ffd640 1 -- 172.21.15.33:0/3210195815 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f91c0032030 con 0x7f91d00cfa50 2024-07-26T17:04:21.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:21.327+0000 7f91d4e0e640 1 -- 172.21.15.33:0/3210195815 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f91d00d0280 con 0x7f91d00cfa50 2024-07-26T17:04:22.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.257+0000 7f91c6ffd640 1 -- 172.21.15.33:0/3210195815 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v116) ==== 118+0+0 (secure 0 0 0) 0x7f91c00822a0 con 0x7f91d00cfa50 2024-07-26T17:04:22.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.260+0000 7f91d4e0e640 1 -- 172.21.15.33:0/3210195815 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f91b0077130 msgr2=0x7f91b0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:22.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.260+0000 7f91d4e0e640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f91b0077130 0x7f91b0079640 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f91c8009b30 tx=0x7f91c8005f90 comp rx=0 tx=0).stop 2024-07-26T17:04:22.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.260+0000 7f91d4e0e640 1 -- 172.21.15.33:0/3210195815 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d00cfa50 msgr2=0x7f91d01e3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:22.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.260+0000 7f91d4e0e640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d00cfa50 0x7f91d01e3940 secure :-1 s=READY pgs=2165 cs=0 l=1 rev1=1 crypto rx=0x7f91c0006010 tx=0x7f91c0003ce0 comp rx=0 tx=0).stop 2024-07-26T17:04:22.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.260+0000 7f91d4e0e640 1 -- 172.21.15.33:0/3210195815 shutdown_connections 2024-07-26T17:04:22.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.260+0000 7f91d4e0e640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f91b0077130 0x7f91b0079640 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:22.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.260+0000 7f91d4e0e640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91d00cfa50 0x7f91d01e3940 unknown :-1 s=CLOSED pgs=2165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:22.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.260+0000 7f91d4e0e640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91d00b6390 0x7f91d01f5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:22.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.260+0000 7f91d4e0e640 1 --2- 172.21.15.33:0/3210195815 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91d00b5f80 0x7f91d01f9820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:22.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.261+0000 7f91d4e0e640 1 -- 172.21.15.33:0/3210195815 >> 172.21.15.33:0/3210195815 conn(0x7f91d00d3de0 msgr2=0x7f91d01e67f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:22.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.261+0000 7f91d4e0e640 1 -- 172.21.15.33:0/3210195815 shutdown_connections 2024-07-26T17:04:22.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.261+0000 7f91d4e0e640 1 -- 172.21.15.33:0/3210195815 wait complete. 2024-07-26T17:04:22.276 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T17:04:22.277 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T17:04:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.404+0000 7fa879be2640 1 -- 172.21.15.33:0/4167844305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8740b7d00 msgr2=0x7fa8740cee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.404+0000 7fa879be2640 1 --2- 172.21.15.33:0/4167844305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8740b7d00 0x7fa8740cee10 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fa86c005fd0 tx=0x7fa86c02a840 comp rx=0 tx=0).stop 2024-07-26T17:04:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.404+0000 7fa879be2640 1 -- 172.21.15.33:0/4167844305 shutdown_connections 2024-07-26T17:04:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.404+0000 7fa879be2640 1 --2- 172.21.15.33:0/4167844305 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8740b7d00 0x7fa8740cee10 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.404+0000 7fa879be2640 1 --2- 172.21.15.33:0/4167844305 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8740d0c80 0x7fa8740ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.404+0000 7fa879be2640 1 -- 172.21.15.33:0/4167844305 >> 172.21.15.33:0/4167844305 conn(0x7fa8740d3dc0 msgr2=0x7fa8740d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.404+0000 7fa879be2640 1 -- 172.21.15.33:0/4167844305 shutdown_connections 2024-07-26T17:04:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.404+0000 7fa879be2640 1 -- 172.21.15.33:0/4167844305 wait complete. 2024-07-26T17:04:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.406+0000 7fa879be2640 1 Processor -- start 2024-07-26T17:04:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.406+0000 7fa879be2640 1 -- start start 2024-07-26T17:04:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.407+0000 7fa879be2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8740b53e0 0x7fa8741f7d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.407+0000 7fa879be2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740b7d00 0x7fa8741e9f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.407+0000 7fa879be2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8741f53f0 0x7fa8740b6c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.407+0000 7fa879be2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa8740cf510 con 0x7fa8740b7d00 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.407+0000 7fa879be2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa8740cf390 con 0x7fa8741f53f0 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.407+0000 7fa879be2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa8740cf690 con 0x7fa8740b53e0 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.407+0000 7fa872ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740b7d00 0x7fa8741e9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.407+0000 7fa872ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740b7d00 0x7fa8741e9f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35836/0 (socket says 172.21.15.33:35836) 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.407+0000 7fa872ffd640 1 -- 172.21.15.33:0/1297465608 learned_addr learned my addr 172.21.15.33:0/1297465608 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.407+0000 7fa8737fe640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8740b53e0 0x7fa8741f7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.407+0000 7fa873fff640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8741f53f0 0x7fa8740b6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa872ffd640 1 -- 172.21.15.33:0/1297465608 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8740b53e0 msgr2=0x7fa8741f7d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa872ffd640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8740b53e0 0x7fa8741f7d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa872ffd640 1 -- 172.21.15.33:0/1297465608 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8741f53f0 msgr2=0x7fa8740b6c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa872ffd640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8741f53f0 0x7fa8740b6c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa872ffd640 1 -- 172.21.15.33:0/1297465608 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8741f8940 con 0x7fa8740b7d00 2024-07-26T17:04:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa873fff640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8741f53f0 0x7fa8740b6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa872ffd640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740b7d00 0x7fa8741e9f10 secure :-1 s=READY pgs=2167 cs=0 l=1 rev1=1 crypto rx=0x7fa86800e9c0 tx=0x7fa86800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa85bfff640 1 -- 172.21.15.33:0/1297465608 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa86800cd80 con 0x7fa8740b7d00 2024-07-26T17:04:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa879be2640 1 -- 172.21.15.33:0/1297465608 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8741f4910 con 0x7fa8740b7d00 2024-07-26T17:04:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa85bfff640 1 -- 172.21.15.33:0/1297465608 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa868004020 con 0x7fa8740b7d00 2024-07-26T17:04:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa85bfff640 1 -- 172.21.15.33:0/1297465608 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa868004450 con 0x7fa8740b7d00 2024-07-26T17:04:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.408+0000 7fa879be2640 1 -- 172.21.15.33:0/1297465608 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8740a1260 con 0x7fa8740b7d00 2024-07-26T17:04:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.409+0000 7fa879be2640 1 -- 172.21.15.33:0/1297465608 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8741f86b0 con 0x7fa8740b7d00 2024-07-26T17:04:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.410+0000 7fa85bfff640 1 -- 172.21.15.33:0/1297465608 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7fa8680035f0 con 0x7fa8740b7d00 2024-07-26T17:04:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.411+0000 7fa85bfff640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa860077130 0x7fa860079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.411+0000 7fa85bfff640 1 -- 172.21.15.33:0/1297465608 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7fa868099700 con 0x7fa8740b7d00 2024-07-26T17:04:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.411+0000 7fa8737fe640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa860077130 0x7fa860079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.411+0000 7fa8737fe640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa860077130 0x7fa860079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa864007960 tx=0x7fa864001d50 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:22.416 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-07-26T17:04:22.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.414+0000 7fa85bfff640 1 -- 172.21.15.33:0/1297465608 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa8680625d0 con 0x7fa8740b7d00 2024-07-26T17:04:22.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:22.648+0000 7fa879be2640 1 -- 172.21.15.33:0/1297465608 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fa8740cfb80 con 0x7fa8740b7d00 2024-07-26T17:04:23.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.259+0000 7fa85bfff640 1 -- 172.21.15.33:0/1297465608 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v117) ==== 122+0+0 (secure 0 0 0) 0x7fa868097e20 con 0x7fa8740b7d00 2024-07-26T17:04:23.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 -- 172.21.15.33:0/1297465608 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa860077130 msgr2=0x7fa860079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa860077130 0x7fa860079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa864007960 tx=0x7fa864001d50 comp rx=0 tx=0).stop 2024-07-26T17:04:23.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 -- 172.21.15.33:0/1297465608 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740b7d00 msgr2=0x7fa8741e9f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740b7d00 0x7fa8741e9f10 secure :-1 s=READY pgs=2167 cs=0 l=1 rev1=1 crypto rx=0x7fa86800e9c0 tx=0x7fa86800ee80 comp rx=0 tx=0).stop 2024-07-26T17:04:23.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 -- 172.21.15.33:0/1297465608 shutdown_connections 2024-07-26T17:04:23.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa860077130 0x7fa860079640 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8741f53f0 0x7fa8740b6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8740b7d00 0x7fa8741e9f10 unknown :-1 s=CLOSED pgs=2167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 --2- 172.21.15.33:0/1297465608 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8740b53e0 0x7fa8741f7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 -- 172.21.15.33:0/1297465608 >> 172.21.15.33:0/1297465608 conn(0x7fa8740d3dc0 msgr2=0x7fa87406e260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:23.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 -- 172.21.15.33:0/1297465608 shutdown_connections 2024-07-26T17:04:23.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.262+0000 7fa879be2640 1 -- 172.21.15.33:0/1297465608 wait complete. 2024-07-26T17:04:23.278 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T17:04:23.278 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:23.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.399+0000 7f2ba4c46640 1 -- 172.21.15.33:0/2723996899 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba00b3800 msgr2=0x7f2ba00d2860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.399+0000 7f2ba4c46640 1 --2- 172.21.15.33:0/2723996899 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba00b3800 0x7f2ba00d2860 secure :-1 s=READY pgs=2168 cs=0 l=1 rev1=1 crypto rx=0x7f2ba008ccb0 tx=0x7f2b9802a560 comp rx=0 tx=0).stop 2024-07-26T17:04:23.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.399+0000 7f2ba4c46640 1 -- 172.21.15.33:0/2723996899 shutdown_connections 2024-07-26T17:04:23.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.399+0000 7f2ba4c46640 1 --2- 172.21.15.33:0/2723996899 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba00b3800 0x7f2ba00d2860 unknown :-1 s=CLOSED pgs=2168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.399+0000 7f2ba4c46640 1 --2- 172.21.15.33:0/2723996899 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ba00b33f0 0x7f2ba00d2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.399+0000 7f2ba4c46640 1 --2- 172.21.15.33:0/2723996899 >> v2:172.21.15.154:3300/0 conn(0x7f2ba00b8f50 0x7f2ba008c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.399+0000 7f2ba4c46640 1 -- 172.21.15.33:0/2723996899 >> 172.21.15.33:0/2723996899 conn(0x7f2ba00d3db0 msgr2=0x7f2ba00d41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:23.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.399+0000 7f2ba4c46640 1 -- 172.21.15.33:0/2723996899 shutdown_connections 2024-07-26T17:04:23.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.399+0000 7f2ba4c46640 1 -- 172.21.15.33:0/2723996899 wait complete. 2024-07-26T17:04:23.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.401+0000 7f2ba4c46640 1 Processor -- start 2024-07-26T17:04:23.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.402+0000 7f2ba4c46640 1 -- start start 2024-07-26T17:04:23.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2ba4c46640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ba00b33f0 0x7f2ba00a0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:23.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2ba4c46640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba00b3800 0x7f2ba01d4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:23.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2ba4c46640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ba00b8f50 0x7f2ba01d52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:23.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2ba4c46640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba00d0970 con 0x7f2ba00b3800 2024-07-26T17:04:23.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2ba4c46640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2ba00d07f0 con 0x7f2ba00b8f50 2024-07-26T17:04:23.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2ba4c46640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2ba00d0af0 con 0x7f2ba00b33f0 2024-07-26T17:04:23.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2b9dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba00b3800 0x7f2ba01d4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:23.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2b9dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba00b3800 0x7f2ba01d4d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35854/0 (socket says 172.21.15.33:35854) 2024-07-26T17:04:23.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2b9dd9b640 1 -- 172.21.15.33:0/1146780465 learned_addr learned my addr 172.21.15.33:0/1146780465 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:23.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2b9e59c640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ba00b33f0 0x7f2ba00a0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:23.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2b9ed9d640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ba00b8f50 0x7f2ba01d52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:23.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2b9dd9b640 1 -- 172.21.15.33:0/1146780465 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ba00b33f0 msgr2=0x7f2ba00a0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2b9dd9b640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ba00b33f0 0x7f2ba00a0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2b9dd9b640 1 -- 172.21.15.33:0/1146780465 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ba00b8f50 msgr2=0x7f2ba01d52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2b9dd9b640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ba00b8f50 0x7f2ba01d52c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.403+0000 7f2b9dd9b640 1 -- 172.21.15.33:0/1146780465 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ba01f8c30 con 0x7f2ba00b3800 2024-07-26T17:04:23.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.404+0000 7f2b9dd9b640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba00b3800 0x7f2ba01d4d80 secure :-1 s=READY pgs=2169 cs=0 l=1 rev1=1 crypto rx=0x7f2b9400d700 tx=0x7f2b9400dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:23.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.404+0000 7f2b8effd640 1 -- 172.21.15.33:0/1146780465 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b94017070 con 0x7f2ba00b3800 2024-07-26T17:04:23.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.404+0000 7f2b8effd640 1 -- 172.21.15.33:0/1146780465 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b94005310 con 0x7f2ba00b3800 2024-07-26T17:04:23.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.404+0000 7f2ba4c46640 1 -- 172.21.15.33:0/1146780465 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ba01f8f10 con 0x7f2ba00b3800 2024-07-26T17:04:23.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.404+0000 7f2b8effd640 1 -- 172.21.15.33:0/1146780465 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b94009820 con 0x7f2ba00b3800 2024-07-26T17:04:23.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.404+0000 7f2ba4c46640 1 -- 172.21.15.33:0/1146780465 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ba01f94d0 con 0x7f2ba00b3800 2024-07-26T17:04:23.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.405+0000 7f2ba4c46640 1 -- 172.21.15.33:0/1146780465 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ba01f89a0 con 0x7f2ba00b3800 2024-07-26T17:04:23.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.406+0000 7f2b8effd640 1 -- 172.21.15.33:0/1146780465 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f2b940099c0 con 0x7f2ba00b3800 2024-07-26T17:04:23.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.406+0000 7f2b8effd640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2b80077130 0x7f2b80079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:23.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.406+0000 7f2b8effd640 1 -- 172.21.15.33:0/1146780465 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7f2b94098d30 con 0x7f2ba00b3800 2024-07-26T17:04:23.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.406+0000 7f2b9e59c640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2b80077130 0x7f2b80079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:23.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.407+0000 7f2b9e59c640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2b80077130 0x7f2b80079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f2b90005fd0 tx=0x7f2b900095e0 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:23.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.411+0000 7f2b8effd640 1 -- 172.21.15.33:0/1146780465 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2b94061520 con 0x7f2ba00b3800 2024-07-26T17:04:23.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.642+0000 7f2ba4c46640 1 -- 172.21.15.33:0/1146780465 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ba008c460 con 0x7f2ba00b3800 2024-07-26T17:04:23.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.642+0000 7f2b8effd640 1 -- 172.21.15.33:0/1146780465 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 117 v117) ==== 95+0+5244 (secure 0 0 0) 0x7f2b94065a70 con 0x7f2ba00b3800 2024-07-26T17:04:23.645 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:23.645 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":117,"btime":"2024-07-26T17:04:23:258582+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":9823,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2407372956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2407372956},{"type":"v1","addr":"172.21.15.154:6834","nonce":2407372956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112}],"filesystems":[{"mdsmap":{"epoch":117,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:19.634245+0000","modified":"2024-07-26T17:04:22.650051+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10797},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10797":{"gid":10797,"name":"a","rank":0,"incarnation":113,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6833/2663631468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2663631468},{"type":"v1","addr":"172.21.15.33:6833","nonce":2663631468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[28],"metadata_pool":27,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10797,"qdb_cluster":[10797]},"id":13}]} 2024-07-26T17:04:23.646 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 117 2024-07-26T17:04:23.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 -- 172.21.15.33:0/1146780465 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2b80077130 msgr2=0x7f2b80079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2b80077130 0x7f2b80079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f2b90005fd0 tx=0x7f2b900095e0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 -- 172.21.15.33:0/1146780465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba00b3800 msgr2=0x7f2ba01d4d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba00b3800 0x7f2ba01d4d80 secure :-1 s=READY pgs=2169 cs=0 l=1 rev1=1 crypto rx=0x7f2b9400d700 tx=0x7f2b9400dbc0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 -- 172.21.15.33:0/1146780465 shutdown_connections 2024-07-26T17:04:23.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2b80077130 0x7f2b80079640 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2ba00b8f50 0x7f2ba01d52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba00b3800 0x7f2ba01d4d80 unknown :-1 s=CLOSED pgs=2169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 --2- 172.21.15.33:0/1146780465 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2ba00b33f0 0x7f2ba00a0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 -- 172.21.15.33:0/1146780465 >> 172.21.15.33:0/1146780465 conn(0x7f2ba00d3db0 msgr2=0x7f2ba00d24b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:23.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 -- 172.21.15.33:0/1146780465 shutdown_connections 2024-07-26T17:04:23.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.645+0000 7f2ba4c46640 1 -- 172.21.15.33:0/1146780465 wait complete. 2024-07-26T17:04:23.659 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:04:23.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.776+0000 7ff07e3df640 1 -- 172.21.15.33:0/589540468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0780ce9e0 msgr2=0x7ff0780cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.776+0000 7ff07e3df640 1 --2- 172.21.15.33:0/589540468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0780ce9e0 0x7ff0780cedf0 secure :-1 s=READY pgs=2171 cs=0 l=1 rev1=1 crypto rx=0x7ff070005fd0 tx=0x7ff07002a980 comp rx=0 tx=0).stop 2024-07-26T17:04:23.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.776+0000 7ff07e3df640 1 -- 172.21.15.33:0/589540468 shutdown_connections 2024-07-26T17:04:23.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.776+0000 7ff07e3df640 1 --2- 172.21.15.33:0/589540468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0780ce9e0 0x7ff0780cedf0 unknown :-1 s=CLOSED pgs=2171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.776+0000 7ff07e3df640 1 --2- 172.21.15.33:0/589540468 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0780b2dc0 0x7ff0780d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.776+0000 7ff07e3df640 1 -- 172.21.15.33:0/589540468 >> 172.21.15.33:0/589540468 conn(0x7ff0780d3e10 msgr2=0x7ff0780d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:23.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.776+0000 7ff07e3df640 1 -- 172.21.15.33:0/589540468 shutdown_connections 2024-07-26T17:04:23.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.776+0000 7ff07e3df640 1 -- 172.21.15.33:0/589540468 wait complete. 2024-07-26T17:04:23.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.777+0000 7ff07e3df640 1 Processor -- start 2024-07-26T17:04:23.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.778+0000 7ff07e3df640 1 -- start start 2024-07-26T17:04:23.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff07e3df640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0780b2dc0 0x7ff078165810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:23.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff07e3df640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0780ce9e0 0x7ff07815d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:23.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff07e3df640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0780d0570 0x7ff0780a0df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff07e3df640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff0780cf4b0 con 0x7ff0780ce9e0 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff07e3df640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff0780cf330 con 0x7ff0780b2dc0 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff07e3df640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff0780cf630 con 0x7ff0780d0570 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff0777fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0780ce9e0 0x7ff07815d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff0777fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0780ce9e0 0x7ff07815d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35874/0 (socket says 172.21.15.33:35874) 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff0777fe640 1 -- 172.21.15.33:0/1533512618 learned_addr learned my addr 172.21.15.33:0/1533512618 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff07c97c640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0780d0570 0x7ff0780a0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff0777fe640 1 -- 172.21.15.33:0/1533512618 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0780d0570 msgr2=0x7ff0780a0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff0777fe640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0780d0570 0x7ff0780a0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff0777fe640 1 -- 172.21.15.33:0/1533512618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0780b2dc0 msgr2=0x7ff078165810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.779+0000 7ff077fff640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0780b2dc0 0x7ff078165810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:23.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.780+0000 7ff0777fe640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0780b2dc0 0x7ff078165810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.780+0000 7ff0777fe640 1 -- 172.21.15.33:0/1533512618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0780a1990 con 0x7ff0780ce9e0 2024-07-26T17:04:23.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.780+0000 7ff07c97c640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0780d0570 0x7ff0780a0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:23.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.780+0000 7ff0777fe640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0780ce9e0 0x7ff07815d550 secure :-1 s=READY pgs=2172 cs=0 l=1 rev1=1 crypto rx=0x7ff06c00c3f0 tx=0x7ff06c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:23.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.780+0000 7ff074ff9640 1 -- 172.21.15.33:0/1533512618 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06c017070 con 0x7ff0780ce9e0 2024-07-26T17:04:23.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.780+0000 7ff074ff9640 1 -- 172.21.15.33:0/1533512618 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff06c0035f0 con 0x7ff0780ce9e0 2024-07-26T17:04:23.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.780+0000 7ff07e3df640 1 -- 172.21.15.33:0/1533512618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff07815c790 con 0x7ff0780ce9e0 2024-07-26T17:04:23.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.780+0000 7ff074ff9640 1 -- 172.21.15.33:0/1533512618 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06c003a40 con 0x7ff0780ce9e0 2024-07-26T17:04:23.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.780+0000 7ff07e3df640 1 -- 172.21.15.33:0/1533512618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff07815cd50 con 0x7ff0780ce9e0 2024-07-26T17:04:23.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.781+0000 7ff07e3df640 1 -- 172.21.15.33:0/1533512618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0780d2930 con 0x7ff0780ce9e0 2024-07-26T17:04:23.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.782+0000 7ff074ff9640 1 -- 172.21.15.33:0/1533512618 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7ff06c01a070 con 0x7ff0780ce9e0 2024-07-26T17:04:23.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.783+0000 7ff074ff9640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7ff064077130 0x7ff064079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:23.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.783+0000 7ff074ff9640 1 -- 172.21.15.33:0/1533512618 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7ff06c097f80 con 0x7ff0780ce9e0 2024-07-26T17:04:23.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.783+0000 7ff077fff640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7ff064077130 0x7ff064079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:23.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.783+0000 7ff077fff640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7ff064077130 0x7ff064079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff0780ce390 tx=0x7ff068005f30 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:23.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.787+0000 7ff074ff9640 1 -- 172.21.15.33:0/1533512618 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff06c060ed0 con 0x7ff0780ce9e0 2024-07-26T17:04:23.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.983+0000 7ff07e3df640 1 -- 172.21.15.33:0/1533512618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff078166380 con 0x7ff0780ce9e0 2024-07-26T17:04:23.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.984+0000 7ff074ff9640 1 -- 172.21.15.33:0/1533512618 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v229) ==== 74+0+17202 (secure 0 0 0) 0x7ff06c069110 con 0x7ff0780ce9e0 2024-07-26T17:04:23.986 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:23.986 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":229,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:04:21.244489+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":28,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:04:17.339935+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"228","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_data","create_time":"2024-07-26T17:04:18.586474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"229","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":227,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:04:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 -- 172.21.15.33:0/1533512618 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7ff064077130 msgr2=0x7ff064079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7ff064077130 0x7ff064079640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff0780ce390 tx=0x7ff068005f30 comp rx=0 tx=0).stop 2024-07-26T17:04:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 -- 172.21.15.33:0/1533512618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0780ce9e0 msgr2=0x7ff07815d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0780ce9e0 0x7ff07815d550 secure :-1 s=READY pgs=2172 cs=0 l=1 rev1=1 crypto rx=0x7ff06c00c3f0 tx=0x7ff06c00c8b0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 -- 172.21.15.33:0/1533512618 shutdown_connections 2024-07-26T17:04:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7ff064077130 0x7ff064079640 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff0780d0570 0x7ff0780a0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0780ce9e0 0x7ff07815d550 unknown :-1 s=CLOSED pgs=2172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 --2- 172.21.15.33:0/1533512618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff0780b2dc0 0x7ff078165810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:23.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 -- 172.21.15.33:0/1533512618 >> 172.21.15.33:0/1533512618 conn(0x7ff0780d3e10 msgr2=0x7ff0780b4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:23.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 -- 172.21.15.33:0/1533512618 shutdown_connections 2024-07-26T17:04:23.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:23.987+0000 7ff07e3df640 1 -- 172.21.15.33:0/1533512618 wait complete. 2024-07-26T17:04:24.001 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T17:04:24.001 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:04:24.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.117+0000 7faab90fa640 1 -- 172.21.15.33:0/4051142159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab40b6fc0 msgr2=0x7faab40ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.117+0000 7faab90fa640 1 --2- 172.21.15.33:0/4051142159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab40b6fc0 0x7faab40ce260 secure :-1 s=READY pgs=2174 cs=0 l=1 rev1=1 crypto rx=0x7faaa4009830 tx=0x7faaa402a510 comp rx=0 tx=0).stop 2024-07-26T17:04:24.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.117+0000 7faab90fa640 1 -- 172.21.15.33:0/4051142159 shutdown_connections 2024-07-26T17:04:24.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.117+0000 7faab90fa640 1 --2- 172.21.15.33:0/4051142159 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab40b6fc0 0x7faab40ce260 unknown :-1 s=CLOSED pgs=2174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.117+0000 7faab90fa640 1 -- 172.21.15.33:0/4051142159 >> 172.21.15.33:0/4051142159 conn(0x7faab40d1b70 msgr2=0x7faab40d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:24.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.117+0000 7faab90fa640 1 -- 172.21.15.33:0/4051142159 shutdown_connections 2024-07-26T17:04:24.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.117+0000 7faab90fa640 1 -- 172.21.15.33:0/4051142159 wait complete. 2024-07-26T17:04:24.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.119+0000 7faab90fa640 1 Processor -- start 2024-07-26T17:04:24.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.119+0000 7faab90fa640 1 -- start start 2024-07-26T17:04:24.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.120+0000 7faab90fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab40b1ba0 0x7faab414dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.120+0000 7faab90fa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faab40b6fc0 0x7faab414f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.120+0000 7faab90fa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faab40ce7a0 0x7faab414fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.120+0000 7faab90fa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faab40b2a90 con 0x7faab40b1ba0 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.120+0000 7faab90fa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7faab40b2910 con 0x7faab40ce7a0 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.120+0000 7faab90fa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7faab40b2c10 con 0x7faab40b6fc0 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.120+0000 7faab2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab40b1ba0 0x7faab414dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.120+0000 7faab2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab40b1ba0 0x7faab414dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35898/0 (socket says 172.21.15.33:35898) 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.120+0000 7faab2d9d640 1 -- 172.21.15.33:0/1471091011 learned_addr learned my addr 172.21.15.33:0/1471091011 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faab359e640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faab40ce7a0 0x7faab414fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faab259c640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faab40b6fc0 0x7faab414f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faab2d9d640 1 -- 172.21.15.33:0/1471091011 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faab40b6fc0 msgr2=0x7faab414f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faab2d9d640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faab40b6fc0 0x7faab414f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faab2d9d640 1 -- 172.21.15.33:0/1471091011 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faab40ce7a0 msgr2=0x7faab414fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faab2d9d640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faab40ce7a0 0x7faab414fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faab2d9d640 1 -- 172.21.15.33:0/1471091011 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab414e6e0 con 0x7faab40b1ba0 2024-07-26T17:04:24.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faab2d9d640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab40b1ba0 0x7faab414dc80 secure :-1 s=READY pgs=2175 cs=0 l=1 rev1=1 crypto rx=0x7faaa4009950 tx=0x7faaa4033ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:24.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faa9b7fe640 1 -- 172.21.15.33:0/1471091011 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa4031d60 con 0x7faab40b1ba0 2024-07-26T17:04:24.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faa9b7fe640 1 -- 172.21.15.33:0/1471091011 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faaa4005020 con 0x7faab40b1ba0 2024-07-26T17:04:24.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faab90fa640 1 -- 172.21.15.33:0/1471091011 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab414e9a0 con 0x7faab40b1ba0 2024-07-26T17:04:24.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faa9b7fe640 1 -- 172.21.15.33:0/1471091011 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa4005470 con 0x7faab40b1ba0 2024-07-26T17:04:24.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.121+0000 7faab90fa640 1 -- 172.21.15.33:0/1471091011 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab414ef60 con 0x7faab40b1ba0 2024-07-26T17:04:24.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.123+0000 7faab90fa640 1 -- 172.21.15.33:0/1471091011 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faab406fbc0 con 0x7faab40b1ba0 2024-07-26T17:04:24.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.123+0000 7faa9b7fe640 1 -- 172.21.15.33:0/1471091011 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7faaa40047a0 con 0x7faab40b1ba0 2024-07-26T17:04:24.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.124+0000 7faa9b7fe640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7faaa0077160 0x7faaa0079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.124+0000 7faa9b7fe640 1 -- 172.21.15.33:0/1471091011 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7faaa40b9f40 con 0x7faab40b1ba0 2024-07-26T17:04:24.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.124+0000 7faab259c640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7faaa0077160 0x7faaa0079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.124+0000 7faab259c640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7faaa0077160 0x7faaa0079670 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7faab41f8950 tx=0x7faaa8009060 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:24.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.128+0000 7faa9b7fe640 1 -- 172.21.15.33:0/1471091011 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faab406fbc0 con 0x7faab40b1ba0 2024-07-26T17:04:24.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.320+0000 7faab90fa640 1 -- 172.21.15.33:0/1471091011 --> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faab40d0b20 con 0x7faaa0077160 2024-07-26T17:04:24.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.324+0000 7faa9b7fe640 1 -- 172.21.15.33:0/1471091011 <== mgr.8687 v2:172.21.15.33:6836/2405396244 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252501 (secure 0 0 0) 0x7faab40d0b20 con 0x7faaa0077160 2024-07-26T17:04:24.329 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:24.331 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:04:24.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 -- 172.21.15.33:0/1471091011 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7faaa0077160 msgr2=0x7faaa0079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7faaa0077160 0x7faaa0079670 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7faab41f8950 tx=0x7faaa8009060 comp rx=0 tx=0).stop 2024-07-26T17:04:24.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 -- 172.21.15.33:0/1471091011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab40b1ba0 msgr2=0x7faab414dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab40b1ba0 0x7faab414dc80 secure :-1 s=READY pgs=2175 cs=0 l=1 rev1=1 crypto rx=0x7faaa4009950 tx=0x7faaa4033ce0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 -- 172.21.15.33:0/1471091011 shutdown_connections 2024-07-26T17:04:24.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7faaa0077160 0x7faaa0079670 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faab40ce7a0 0x7faab414fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faab40b6fc0 0x7faab414f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 --2- 172.21.15.33:0/1471091011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faab40b1ba0 0x7faab414dc80 unknown :-1 s=CLOSED pgs=2175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 -- 172.21.15.33:0/1471091011 >> 172.21.15.33:0/1471091011 conn(0x7faab40d1b70 msgr2=0x7faab40cebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:24.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 -- 172.21.15.33:0/1471091011 shutdown_connections 2024-07-26T17:04:24.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.328+0000 7faab90fa640 1 -- 172.21.15.33:0/1471091011 wait complete. 2024-07-26T17:04:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T17:04:23.913060+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":410,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":265,"ondisk_log_size":265,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":168,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":385532,"kb_used_data":23624,"kb_used_omap":12,"kb_used_meta":361779,"kb_avail":754589188,"statfs":{"total":773094113280,"available":772699328512,"internally_reserved":0,"allocated":24190976,"data_stored":13113420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":370462257},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.687432"},"pg_stats":[{"pgid":"28.3f","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256837+0000","last_change":"2024-07-26T17:04:20.255095+0000","last_active":"2024-07-26T17:04:21.256837+0000","last_peered":"2024-07-26T17:04:21.256837+0000","last_clean":"2024-07-26T17:04:21.256837+0000","last_became_active":"2024-07-26T17:04:20.254724+0000","last_became_peered":"2024-07-26T17:04:20.254724+0000","last_unstale":"2024-07-26T17:04:21.256837+0000","last_undegraded":"2024-07-26T17:04:21.256837+0000","last_fullsized":"2024-07-26T17:04:21.256837+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:03:08.415327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.3e","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255043+0000","last_change":"2024-07-26T17:04:20.256364+0000","last_active":"2024-07-26T17:04:21.255043+0000","last_peered":"2024-07-26T17:04:21.255043+0000","last_clean":"2024-07-26T17:04:21.255043+0000","last_became_active":"2024-07-26T17:04:20.256041+0000","last_became_peered":"2024-07-26T17:04:20.256041+0000","last_unstale":"2024-07-26T17:04:21.255043+0000","last_undegraded":"2024-07-26T17:04:21.255043+0000","last_fullsized":"2024-07-26T17:04:21.255043+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:43:10.713868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.3d","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265179+0000","last_change":"2024-07-26T17:04:20.251925+0000","last_active":"2024-07-26T17:04:21.265179+0000","last_peered":"2024-07-26T17:04:21.265179+0000","last_clean":"2024-07-26T17:04:21.265179+0000","last_became_active":"2024-07-26T17:04:20.251644+0000","last_became_peered":"2024-07-26T17:04:20.251644+0000","last_unstale":"2024-07-26T17:04:21.265179+0000","last_undegraded":"2024-07-26T17:04:21.265179+0000","last_fullsized":"2024-07-26T17:04:21.265179+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:13.770961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.3c","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257529+0000","last_change":"2024-07-26T17:04:20.261000+0000","last_active":"2024-07-26T17:04:21.257529+0000","last_peered":"2024-07-26T17:04:21.257529+0000","last_clean":"2024-07-26T17:04:21.257529+0000","last_became_active":"2024-07-26T17:04:20.260479+0000","last_became_peered":"2024-07-26T17:04:20.260479+0000","last_unstale":"2024-07-26T17:04:21.257529+0000","last_undegraded":"2024-07-26T17:04:21.257529+0000","last_fullsized":"2024-07-26T17:04:21.257529+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:48:00.334248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.3b","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869539+0000","last_change":"2024-07-26T17:04:20.255597+0000","last_active":"2024-07-26T17:04:21.869539+0000","last_peered":"2024-07-26T17:04:21.869539+0000","last_clean":"2024-07-26T17:04:21.869539+0000","last_became_active":"2024-07-26T17:04:20.255209+0000","last_became_peered":"2024-07-26T17:04:20.255209+0000","last_unstale":"2024-07-26T17:04:21.869539+0000","last_undegraded":"2024-07-26T17:04:21.869539+0000","last_fullsized":"2024-07-26T17:04:21.869539+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:31.440451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.3a","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257225+0000","last_change":"2024-07-26T17:04:20.252714+0000","last_active":"2024-07-26T17:04:21.257225+0000","last_peered":"2024-07-26T17:04:21.257225+0000","last_clean":"2024-07-26T17:04:21.257225+0000","last_became_active":"2024-07-26T17:04:20.252244+0000","last_became_peered":"2024-07-26T17:04:20.252244+0000","last_unstale":"2024-07-26T17:04:21.257225+0000","last_undegraded":"2024-07-26T17:04:21.257225+0000","last_fullsized":"2024-07-26T17:04:21.257225+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:17.653252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.39","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869748+0000","last_change":"2024-07-26T17:04:20.254088+0000","last_active":"2024-07-26T17:04:21.869748+0000","last_peered":"2024-07-26T17:04:21.869748+0000","last_clean":"2024-07-26T17:04:21.869748+0000","last_became_active":"2024-07-26T17:04:20.253679+0000","last_became_peered":"2024-07-26T17:04:20.253679+0000","last_unstale":"2024-07-26T17:04:21.869748+0000","last_undegraded":"2024-07-26T17:04:21.869748+0000","last_fullsized":"2024-07-26T17:04:21.869748+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:09.168287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.38","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263043+0000","last_change":"2024-07-26T17:04:20.261455+0000","last_active":"2024-07-26T17:04:21.263043+0000","last_peered":"2024-07-26T17:04:21.263043+0000","last_clean":"2024-07-26T17:04:21.263043+0000","last_became_active":"2024-07-26T17:04:20.261099+0000","last_became_peered":"2024-07-26T17:04:20.261099+0000","last_unstale":"2024-07-26T17:04:21.263043+0000","last_undegraded":"2024-07-26T17:04:21.263043+0000","last_fullsized":"2024-07-26T17:04:21.263043+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:02:48.485931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.37","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870090+0000","last_change":"2024-07-26T17:04:20.243182+0000","last_active":"2024-07-26T17:04:21.870090+0000","last_peered":"2024-07-26T17:04:21.870090+0000","last_clean":"2024-07-26T17:04:21.870090+0000","last_became_active":"2024-07-26T17:04:20.242843+0000","last_became_peered":"2024-07-26T17:04:20.242843+0000","last_unstale":"2024-07-26T17:04:21.870090+0000","last_undegraded":"2024-07-26T17:04:21.870090+0000","last_fullsized":"2024-07-26T17:04:21.870090+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:16.445437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.36","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263357+0000","last_change":"2024-07-26T17:04:20.263955+0000","last_active":"2024-07-26T17:04:21.263357+0000","last_peered":"2024-07-26T17:04:21.263357+0000","last_clean":"2024-07-26T17:04:21.263357+0000","last_became_active":"2024-07-26T17:04:20.263624+0000","last_became_peered":"2024-07-26T17:04:20.263624+0000","last_unstale":"2024-07-26T17:04:21.263357+0000","last_undegraded":"2024-07-26T17:04:21.263357+0000","last_fullsized":"2024-07-26T17:04:21.263357+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:30:31.851130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.35","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265161+0000","last_change":"2024-07-26T17:04:20.260223+0000","last_active":"2024-07-26T17:04:21.265161+0000","last_peered":"2024-07-26T17:04:21.265161+0000","last_clean":"2024-07-26T17:04:21.265161+0000","last_became_active":"2024-07-26T17:04:20.259635+0000","last_became_peered":"2024-07-26T17:04:20.259635+0000","last_unstale":"2024-07-26T17:04:21.265161+0000","last_undegraded":"2024-07-26T17:04:21.265161+0000","last_fullsized":"2024-07-26T17:04:21.265161+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:16.831902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.34","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869508+0000","last_change":"2024-07-26T17:04:20.260701+0000","last_active":"2024-07-26T17:04:21.869508+0000","last_peered":"2024-07-26T17:04:21.869508+0000","last_clean":"2024-07-26T17:04:21.869508+0000","last_became_active":"2024-07-26T17:04:20.260376+0000","last_became_peered":"2024-07-26T17:04:20.260376+0000","last_unstale":"2024-07-26T17:04:21.869508+0000","last_undegraded":"2024-07-26T17:04:21.869508+0000","last_fullsized":"2024-07-26T17:04:21.869508+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:27:43.663187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.33","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257600+0000","last_change":"2024-07-26T17:04:20.257292+0000","last_active":"2024-07-26T17:04:21.257600+0000","last_peered":"2024-07-26T17:04:21.257600+0000","last_clean":"2024-07-26T17:04:21.257600+0000","last_became_active":"2024-07-26T17:04:20.256538+0000","last_became_peered":"2024-07-26T17:04:20.256538+0000","last_unstale":"2024-07-26T17:04:21.257600+0000","last_undegraded":"2024-07-26T17:04:21.257600+0000","last_fullsized":"2024-07-26T17:04:21.257600+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:56:30.080272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.32","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.262766+0000","last_change":"2024-07-26T17:04:20.252674+0000","last_active":"2024-07-26T17:04:21.262766+0000","last_peered":"2024-07-26T17:04:21.262766+0000","last_clean":"2024-07-26T17:04:21.262766+0000","last_became_active":"2024-07-26T17:04:20.252260+0000","last_became_peered":"2024-07-26T17:04:20.252260+0000","last_unstale":"2024-07-26T17:04:21.262766+0000","last_undegraded":"2024-07-26T17:04:21.262766+0000","last_fullsized":"2024-07-26T17:04:21.262766+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:14.632483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.31","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869273+0000","last_change":"2024-07-26T17:04:20.257040+0000","last_active":"2024-07-26T17:04:21.869273+0000","last_peered":"2024-07-26T17:04:21.869273+0000","last_clean":"2024-07-26T17:04:21.869273+0000","last_became_active":"2024-07-26T17:04:20.256281+0000","last_became_peered":"2024-07-26T17:04:20.256281+0000","last_unstale":"2024-07-26T17:04:21.869273+0000","last_undegraded":"2024-07-26T17:04:21.869273+0000","last_fullsized":"2024-07-26T17:04:21.869273+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:53.796679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.30","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.264990+0000","last_change":"2024-07-26T17:04:20.246845+0000","last_active":"2024-07-26T17:04:21.264990+0000","last_peered":"2024-07-26T17:04:21.264990+0000","last_clean":"2024-07-26T17:04:21.264990+0000","last_became_active":"2024-07-26T17:04:20.246524+0000","last_became_peered":"2024-07-26T17:04:20.246524+0000","last_unstale":"2024-07-26T17:04:21.264990+0000","last_undegraded":"2024-07-26T17:04:21.264990+0000","last_fullsized":"2024-07-26T17:04:21.264990+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:30.737159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.2f","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870115+0000","last_change":"2024-07-26T17:04:20.257133+0000","last_active":"2024-07-26T17:04:21.870115+0000","last_peered":"2024-07-26T17:04:21.870115+0000","last_clean":"2024-07-26T17:04:21.870115+0000","last_became_active":"2024-07-26T17:04:20.256327+0000","last_became_peered":"2024-07-26T17:04:20.256327+0000","last_unstale":"2024-07-26T17:04:21.870115+0000","last_undegraded":"2024-07-26T17:04:21.870115+0000","last_fullsized":"2024-07-26T17:04:21.870115+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:14:18.205304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.2e","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870277+0000","last_change":"2024-07-26T17:04:20.251352+0000","last_active":"2024-07-26T17:04:21.870277+0000","last_peered":"2024-07-26T17:04:21.870277+0000","last_clean":"2024-07-26T17:04:21.870277+0000","last_became_active":"2024-07-26T17:04:20.251037+0000","last_became_peered":"2024-07-26T17:04:20.251037+0000","last_unstale":"2024-07-26T17:04:21.870277+0000","last_undegraded":"2024-07-26T17:04:21.870277+0000","last_fullsized":"2024-07-26T17:04:21.870277+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:28:36.947223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.2d","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263470+0000","last_change":"2024-07-26T17:04:20.260649+0000","last_active":"2024-07-26T17:04:21.263470+0000","last_peered":"2024-07-26T17:04:21.263470+0000","last_clean":"2024-07-26T17:04:21.263470+0000","last_became_active":"2024-07-26T17:04:20.260339+0000","last_became_peered":"2024-07-26T17:04:20.260339+0000","last_unstale":"2024-07-26T17:04:21.263470+0000","last_undegraded":"2024-07-26T17:04:21.263470+0000","last_fullsized":"2024-07-26T17:04:21.263470+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:08:18.267041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2c","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263175+0000","last_change":"2024-07-26T17:04:20.259169+0000","last_active":"2024-07-26T17:04:21.263175+0000","last_peered":"2024-07-26T17:04:21.263175+0000","last_clean":"2024-07-26T17:04:21.263175+0000","last_became_active":"2024-07-26T17:04:20.258857+0000","last_became_peered":"2024-07-26T17:04:20.258857+0000","last_unstale":"2024-07-26T17:04:21.263175+0000","last_undegraded":"2024-07-26T17:04:21.263175+0000","last_fullsized":"2024-07-26T17:04:21.263175+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:06.740700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2b","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.262890+0000","last_change":"2024-07-26T17:04:20.264261+0000","last_active":"2024-07-26T17:04:21.262890+0000","last_peered":"2024-07-26T17:04:21.262890+0000","last_clean":"2024-07-26T17:04:21.262890+0000","last_became_active":"2024-07-26T17:04:20.263765+0000","last_became_peered":"2024-07-26T17:04:20.263765+0000","last_unstale":"2024-07-26T17:04:21.262890+0000","last_undegraded":"2024-07-26T17:04:21.262890+0000","last_fullsized":"2024-07-26T17:04:21.262890+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:50.862710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2a","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.262818+0000","last_change":"2024-07-26T17:04:20.256627+0000","last_active":"2024-07-26T17:04:21.262818+0000","last_peered":"2024-07-26T17:04:21.262818+0000","last_clean":"2024-07-26T17:04:21.262818+0000","last_became_active":"2024-07-26T17:04:20.256315+0000","last_became_peered":"2024-07-26T17:04:20.256315+0000","last_unstale":"2024-07-26T17:04:21.262818+0000","last_undegraded":"2024-07-26T17:04:21.262818+0000","last_fullsized":"2024-07-26T17:04:21.262818+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:04.561391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.29","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255077+0000","last_change":"2024-07-26T17:04:20.251690+0000","last_active":"2024-07-26T17:04:21.255077+0000","last_peered":"2024-07-26T17:04:21.255077+0000","last_clean":"2024-07-26T17:04:21.255077+0000","last_became_active":"2024-07-26T17:04:20.251373+0000","last_became_peered":"2024-07-26T17:04:20.251373+0000","last_unstale":"2024-07-26T17:04:21.255077+0000","last_undegraded":"2024-07-26T17:04:21.255077+0000","last_fullsized":"2024-07-26T17:04:21.255077+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:00.937325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.28","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869186+0000","last_change":"2024-07-26T17:04:20.258746+0000","last_active":"2024-07-26T17:04:21.869186+0000","last_peered":"2024-07-26T17:04:21.869186+0000","last_clean":"2024-07-26T17:04:21.869186+0000","last_became_active":"2024-07-26T17:04:20.258431+0000","last_became_peered":"2024-07-26T17:04:20.258431+0000","last_unstale":"2024-07-26T17:04:21.869186+0000","last_undegraded":"2024-07-26T17:04:21.869186+0000","last_fullsized":"2024-07-26T17:04:21.869186+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:59:05.034299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.27","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870327+0000","last_change":"2024-07-26T17:04:20.250544+0000","last_active":"2024-07-26T17:04:21.870327+0000","last_peered":"2024-07-26T17:04:21.870327+0000","last_clean":"2024-07-26T17:04:21.870327+0000","last_became_active":"2024-07-26T17:04:20.250243+0000","last_became_peered":"2024-07-26T17:04:20.250243+0000","last_unstale":"2024-07-26T17:04:21.870327+0000","last_undegraded":"2024-07-26T17:04:21.870327+0000","last_fullsized":"2024-07-26T17:04:21.870327+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:08.632043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.26","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256251+0000","last_change":"2024-07-26T17:04:20.254272+0000","last_active":"2024-07-26T17:04:21.256251+0000","last_peered":"2024-07-26T17:04:21.256251+0000","last_clean":"2024-07-26T17:04:21.256251+0000","last_became_active":"2024-07-26T17:04:20.253911+0000","last_became_peered":"2024-07-26T17:04:20.253911+0000","last_unstale":"2024-07-26T17:04:21.256251+0000","last_undegraded":"2024-07-26T17:04:21.256251+0000","last_fullsized":"2024-07-26T17:04:21.256251+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:46.922976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.25","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265297+0000","last_change":"2024-07-26T17:04:20.259933+0000","last_active":"2024-07-26T17:04:21.265297+0000","last_peered":"2024-07-26T17:04:21.265297+0000","last_clean":"2024-07-26T17:04:21.265297+0000","last_became_active":"2024-07-26T17:04:20.259221+0000","last_became_peered":"2024-07-26T17:04:20.259221+0000","last_unstale":"2024-07-26T17:04:21.265297+0000","last_undegraded":"2024-07-26T17:04:21.265297+0000","last_fullsized":"2024-07-26T17:04:21.265297+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:59.414071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.24","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869720+0000","last_change":"2024-07-26T17:04:20.255823+0000","last_active":"2024-07-26T17:04:21.869720+0000","last_peered":"2024-07-26T17:04:21.869720+0000","last_clean":"2024-07-26T17:04:21.869720+0000","last_became_active":"2024-07-26T17:04:20.255474+0000","last_became_peered":"2024-07-26T17:04:20.255474+0000","last_unstale":"2024-07-26T17:04:21.869720+0000","last_undegraded":"2024-07-26T17:04:21.869720+0000","last_fullsized":"2024-07-26T17:04:21.869720+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:57:37.204815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.23","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869584+0000","last_change":"2024-07-26T17:04:20.245347+0000","last_active":"2024-07-26T17:04:21.869584+0000","last_peered":"2024-07-26T17:04:21.869584+0000","last_clean":"2024-07-26T17:04:21.869584+0000","last_became_active":"2024-07-26T17:04:20.244554+0000","last_became_peered":"2024-07-26T17:04:20.244554+0000","last_unstale":"2024-07-26T17:04:21.869584+0000","last_undegraded":"2024-07-26T17:04:21.869584+0000","last_fullsized":"2024-07-26T17:04:21.869584+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:45.019551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.22","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869208+0000","last_change":"2024-07-26T17:04:20.256894+0000","last_active":"2024-07-26T17:04:21.869208+0000","last_peered":"2024-07-26T17:04:21.869208+0000","last_clean":"2024-07-26T17:04:21.869208+0000","last_became_active":"2024-07-26T17:04:20.256443+0000","last_became_peered":"2024-07-26T17:04:20.256443+0000","last_unstale":"2024-07-26T17:04:21.869208+0000","last_undegraded":"2024-07-26T17:04:21.869208+0000","last_fullsized":"2024-07-26T17:04:21.869208+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:42:44.033615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.21","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256975+0000","last_change":"2024-07-26T17:04:20.258100+0000","last_active":"2024-07-26T17:04:21.256975+0000","last_peered":"2024-07-26T17:04:21.256975+0000","last_clean":"2024-07-26T17:04:21.256975+0000","last_became_active":"2024-07-26T17:04:20.257733+0000","last_became_peered":"2024-07-26T17:04:20.257733+0000","last_unstale":"2024-07-26T17:04:21.256975+0000","last_undegraded":"2024-07-26T17:04:21.256975+0000","last_fullsized":"2024-07-26T17:04:21.256975+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:58:41.667875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.20","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256064+0000","last_change":"2024-07-26T17:04:20.261608+0000","last_active":"2024-07-26T17:04:21.256064+0000","last_peered":"2024-07-26T17:04:21.256064+0000","last_clean":"2024-07-26T17:04:21.256064+0000","last_became_active":"2024-07-26T17:04:20.261332+0000","last_became_peered":"2024-07-26T17:04:20.261332+0000","last_unstale":"2024-07-26T17:04:21.256064+0000","last_undegraded":"2024-07-26T17:04:21.256064+0000","last_fullsized":"2024-07-26T17:04:21.256064+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:34.252353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.18","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.254875+0000","last_change":"2024-07-26T17:04:20.257045+0000","last_active":"2024-07-26T17:04:21.254875+0000","last_peered":"2024-07-26T17:04:21.254875+0000","last_clean":"2024-07-26T17:04:21.254875+0000","last_became_active":"2024-07-26T17:04:20.256712+0000","last_became_peered":"2024-07-26T17:04:20.256712+0000","last_unstale":"2024-07-26T17:04:21.254875+0000","last_undegraded":"2024-07-26T17:04:21.254875+0000","last_fullsized":"2024-07-26T17:04:21.254875+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:15.562906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.1f","version":"228'4","reported_seq":19,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869384+0000","last_change":"2024-07-26T17:04:19.247924+0000","last_active":"2024-07-26T17:04:21.869384+0000","last_peered":"2024-07-26T17:04:21.869384+0000","last_clean":"2024-07-26T17:04:21.869384+0000","last_became_active":"2024-07-26T17:04:19.247614+0000","last_became_peered":"2024-07-26T17:04:19.247614+0000","last_unstale":"2024-07-26T17:04:21.869384+0000","last_undegraded":"2024-07-26T17:04:21.869384+0000","last_fullsized":"2024-07-26T17:04:21.869384+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:05.732319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.19","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256526+0000","last_change":"2024-07-26T17:04:20.243205+0000","last_active":"2024-07-26T17:04:21.256526+0000","last_peered":"2024-07-26T17:04:21.256526+0000","last_clean":"2024-07-26T17:04:21.256526+0000","last_became_active":"2024-07-26T17:04:20.242877+0000","last_became_peered":"2024-07-26T17:04:20.242877+0000","last_unstale":"2024-07-26T17:04:21.256526+0000","last_undegraded":"2024-07-26T17:04:21.256526+0000","last_fullsized":"2024-07-26T17:04:21.256526+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:12.654403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1e","version":"228'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256327+0000","last_change":"2024-07-26T17:04:19.259963+0000","last_active":"2024-07-26T17:04:21.256327+0000","last_peered":"2024-07-26T17:04:21.256327+0000","last_clean":"2024-07-26T17:04:21.256327+0000","last_became_active":"2024-07-26T17:04:19.259628+0000","last_became_peered":"2024-07-26T17:04:19.259628+0000","last_unstale":"2024-07-26T17:04:21.256327+0000","last_undegraded":"2024-07-26T17:04:21.256327+0000","last_fullsized":"2024-07-26T17:04:21.256327+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:59.598811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.1a","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263046+0000","last_change":"2024-07-26T17:04:20.251931+0000","last_active":"2024-07-26T17:04:21.263046+0000","last_peered":"2024-07-26T17:04:21.263046+0000","last_clean":"2024-07-26T17:04:21.263046+0000","last_became_active":"2024-07-26T17:04:20.251621+0000","last_became_peered":"2024-07-26T17:04:20.251621+0000","last_unstale":"2024-07-26T17:04:21.263046+0000","last_undegraded":"2024-07-26T17:04:21.263046+0000","last_fullsized":"2024-07-26T17:04:21.263046+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:27.660841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1d","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255228+0000","last_change":"2024-07-26T17:04:19.249896+0000","last_active":"2024-07-26T17:04:21.255228+0000","last_peered":"2024-07-26T17:04:21.255228+0000","last_clean":"2024-07-26T17:04:21.255228+0000","last_became_active":"2024-07-26T17:04:19.249536+0000","last_became_peered":"2024-07-26T17:04:19.249536+0000","last_unstale":"2024-07-26T17:04:21.255228+0000","last_undegraded":"2024-07-26T17:04:21.255228+0000","last_fullsized":"2024-07-26T17:04:21.255228+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:49:23.497758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.1b","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869774+0000","last_change":"2024-07-26T17:04:20.256701+0000","last_active":"2024-07-26T17:04:21.869774+0000","last_peered":"2024-07-26T17:04:21.869774+0000","last_clean":"2024-07-26T17:04:21.869774+0000","last_became_active":"2024-07-26T17:04:20.256377+0000","last_became_peered":"2024-07-26T17:04:20.256377+0000","last_unstale":"2024-07-26T17:04:21.869774+0000","last_undegraded":"2024-07-26T17:04:21.869774+0000","last_fullsized":"2024-07-26T17:04:21.869774+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:14.632483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1c","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869946+0000","last_change":"2024-07-26T17:04:19.245295+0000","last_active":"2024-07-26T17:04:21.869946+0000","last_peered":"2024-07-26T17:04:21.869946+0000","last_clean":"2024-07-26T17:04:21.869946+0000","last_became_active":"2024-07-26T17:04:19.244915+0000","last_became_peered":"2024-07-26T17:04:19.244915+0000","last_unstale":"2024-07-26T17:04:21.869946+0000","last_undegraded":"2024-07-26T17:04:21.869946+0000","last_fullsized":"2024-07-26T17:04:21.869946+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:00.895826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.1c","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869429+0000","last_change":"2024-07-26T17:04:20.252853+0000","last_active":"2024-07-26T17:04:21.869429+0000","last_peered":"2024-07-26T17:04:21.869429+0000","last_clean":"2024-07-26T17:04:21.869429+0000","last_became_active":"2024-07-26T17:04:20.251873+0000","last_became_peered":"2024-07-26T17:04:20.251873+0000","last_unstale":"2024-07-26T17:04:21.869429+0000","last_undegraded":"2024-07-26T17:04:21.869429+0000","last_fullsized":"2024-07-26T17:04:21.869429+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:51.522651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1b","version":"228'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257663+0000","last_change":"2024-07-26T17:04:19.250196+0000","last_active":"2024-07-26T17:04:21.257663+0000","last_peered":"2024-07-26T17:04:21.257663+0000","last_clean":"2024-07-26T17:04:21.257663+0000","last_became_active":"2024-07-26T17:04:19.249048+0000","last_became_peered":"2024-07-26T17:04:19.249048+0000","last_unstale":"2024-07-26T17:04:21.257663+0000","last_undegraded":"2024-07-26T17:04:21.257663+0000","last_fullsized":"2024-07-26T17:04:21.257663+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:04:09.568073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1e","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869459+0000","last_change":"2024-07-26T17:04:20.256033+0000","last_active":"2024-07-26T17:04:21.869459+0000","last_peered":"2024-07-26T17:04:21.869459+0000","last_clean":"2024-07-26T17:04:21.869459+0000","last_became_active":"2024-07-26T17:04:20.255644+0000","last_became_peered":"2024-07-26T17:04:20.255644+0000","last_unstale":"2024-07-26T17:04:21.869459+0000","last_undegraded":"2024-07-26T17:04:21.869459+0000","last_fullsized":"2024-07-26T17:04:21.869459+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:24.478587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256959+0000","last_change":"2024-07-26T17:04:19.249804+0000","last_active":"2024-07-26T17:04:21.256959+0000","last_peered":"2024-07-26T17:04:21.256959+0000","last_clean":"2024-07-26T17:04:21.256959+0000","last_became_active":"2024-07-26T17:04:19.249489+0000","last_became_peered":"2024-07-26T17:04:19.249489+0000","last_unstale":"2024-07-26T17:04:21.256959+0000","last_undegraded":"2024-07-26T17:04:21.256959+0000","last_fullsized":"2024-07-26T17:04:21.256959+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:29:39.644263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1f","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870342+0000","last_change":"2024-07-26T17:04:20.243995+0000","last_active":"2024-07-26T17:04:21.870342+0000","last_peered":"2024-07-26T17:04:21.870342+0000","last_clean":"2024-07-26T17:04:21.870342+0000","last_became_active":"2024-07-26T17:04:20.243684+0000","last_became_peered":"2024-07-26T17:04:20.243684+0000","last_unstale":"2024-07-26T17:04:21.870342+0000","last_undegraded":"2024-07-26T17:04:21.870342+0000","last_fullsized":"2024-07-26T17:04:21.870342+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:13:17.155414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.264830+0000","last_change":"2024-07-26T17:04:19.260395+0000","last_active":"2024-07-26T17:04:21.264830+0000","last_peered":"2024-07-26T17:04:21.264830+0000","last_clean":"2024-07-26T17:04:21.264830+0000","last_became_active":"2024-07-26T17:04:19.258209+0000","last_became_peered":"2024-07-26T17:04:19.258209+0000","last_unstale":"2024-07-26T17:04:21.264830+0000","last_undegraded":"2024-07-26T17:04:21.264830+0000","last_fullsized":"2024-07-26T17:04:21.264830+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:07.573027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.10","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869314+0000","last_change":"2024-07-26T17:04:20.241874+0000","last_active":"2024-07-26T17:04:21.869314+0000","last_peered":"2024-07-26T17:04:21.869314+0000","last_clean":"2024-07-26T17:04:21.869314+0000","last_became_active":"2024-07-26T17:04:20.240885+0000","last_became_peered":"2024-07-26T17:04:20.240885+0000","last_unstale":"2024-07-26T17:04:21.869314+0000","last_undegraded":"2024-07-26T17:04:21.869314+0000","last_fullsized":"2024-07-26T17:04:21.869314+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:55:36.052648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869635+0000","last_change":"2024-07-26T17:04:19.253467+0000","last_active":"2024-07-26T17:04:21.869635+0000","last_peered":"2024-07-26T17:04:21.869635+0000","last_clean":"2024-07-26T17:04:21.869635+0000","last_became_active":"2024-07-26T17:04:19.252871+0000","last_became_peered":"2024-07-26T17:04:19.252871+0000","last_unstale":"2024-07-26T17:04:21.869635+0000","last_undegraded":"2024-07-26T17:04:21.869635+0000","last_fullsized":"2024-07-26T17:04:21.869635+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:24.565682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.11","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265083+0000","last_change":"2024-07-26T17:04:20.250019+0000","last_active":"2024-07-26T17:04:21.265083+0000","last_peered":"2024-07-26T17:04:21.265083+0000","last_clean":"2024-07-26T17:04:21.265083+0000","last_became_active":"2024-07-26T17:04:20.249666+0000","last_became_peered":"2024-07-26T17:04:20.249666+0000","last_unstale":"2024-07-26T17:04:21.265083+0000","last_undegraded":"2024-07-26T17:04:21.265083+0000","last_fullsized":"2024-07-26T17:04:21.265083+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:37:11.179149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257504+0000","last_change":"2024-07-26T17:04:19.252677+0000","last_active":"2024-07-26T17:04:21.257504+0000","last_peered":"2024-07-26T17:04:21.257504+0000","last_clean":"2024-07-26T17:04:21.257504+0000","last_became_active":"2024-07-26T17:04:19.252320+0000","last_became_peered":"2024-07-26T17:04:19.252320+0000","last_unstale":"2024-07-26T17:04:21.257504+0000","last_undegraded":"2024-07-26T17:04:21.257504+0000","last_fullsized":"2024-07-26T17:04:21.257504+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:59:55.502967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.12","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869477+0000","last_change":"2024-07-26T17:04:20.243223+0000","last_active":"2024-07-26T17:04:21.869477+0000","last_peered":"2024-07-26T17:04:21.869477+0000","last_clean":"2024-07-26T17:04:21.869477+0000","last_became_active":"2024-07-26T17:04:20.242892+0000","last_became_peered":"2024-07-26T17:04:20.242892+0000","last_unstale":"2024-07-26T17:04:21.869477+0000","last_undegraded":"2024-07-26T17:04:21.869477+0000","last_fullsized":"2024-07-26T17:04:21.869477+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:15:51.764556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.15","version":"228'3","reported_seq":18,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869860+0000","last_change":"2024-07-26T17:04:19.255830+0000","last_active":"2024-07-26T17:04:21.869860+0000","last_peered":"2024-07-26T17:04:21.869860+0000","last_clean":"2024-07-26T17:04:21.869860+0000","last_became_active":"2024-07-26T17:04:19.255444+0000","last_became_peered":"2024-07-26T17:04:19.255444+0000","last_unstale":"2024-07-26T17:04:21.869860+0000","last_undegraded":"2024-07-26T17:04:21.869860+0000","last_fullsized":"2024-07-26T17:04:21.869860+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:20.813843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.13","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870060+0000","last_change":"2024-07-26T17:04:20.257047+0000","last_active":"2024-07-26T17:04:21.870060+0000","last_peered":"2024-07-26T17:04:21.870060+0000","last_clean":"2024-07-26T17:04:21.870060+0000","last_became_active":"2024-07-26T17:04:20.256672+0000","last_became_peered":"2024-07-26T17:04:20.256672+0000","last_unstale":"2024-07-26T17:04:21.870060+0000","last_undegraded":"2024-07-26T17:04:21.870060+0000","last_fullsized":"2024-07-26T17:04:21.870060+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:52.270099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.14","version":"228'6","reported_seq":21,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257604+0000","last_change":"2024-07-26T17:04:19.251825+0000","last_active":"2024-07-26T17:04:21.257604+0000","last_peered":"2024-07-26T17:04:21.257604+0000","last_clean":"2024-07-26T17:04:21.257604+0000","last_became_active":"2024-07-26T17:04:19.250542+0000","last_became_peered":"2024-07-26T17:04:19.250542+0000","last_unstale":"2024-07-26T17:04:21.257604+0000","last_undegraded":"2024-07-26T17:04:21.257604+0000","last_fullsized":"2024-07-26T17:04:21.257604+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:57.045120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.14","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.254879+0000","last_change":"2024-07-26T17:04:20.257821+0000","last_active":"2024-07-26T17:04:21.254879+0000","last_peered":"2024-07-26T17:04:21.254879+0000","last_clean":"2024-07-26T17:04:21.254879+0000","last_became_active":"2024-07-26T17:04:20.257542+0000","last_became_peered":"2024-07-26T17:04:20.257542+0000","last_unstale":"2024-07-26T17:04:21.254879+0000","last_undegraded":"2024-07-26T17:04:21.254879+0000","last_fullsized":"2024-07-26T17:04:21.254879+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:27.225815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.13","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.254927+0000","last_change":"2024-07-26T17:04:19.242818+0000","last_active":"2024-07-26T17:04:21.254927+0000","last_peered":"2024-07-26T17:04:21.254927+0000","last_clean":"2024-07-26T17:04:21.254927+0000","last_became_active":"2024-07-26T17:04:19.242444+0000","last_became_peered":"2024-07-26T17:04:19.242444+0000","last_unstale":"2024-07-26T17:04:21.254927+0000","last_undegraded":"2024-07-26T17:04:21.254927+0000","last_fullsized":"2024-07-26T17:04:21.254927+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:08:47.062121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.15","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265314+0000","last_change":"2024-07-26T17:04:20.246035+0000","last_active":"2024-07-26T17:04:21.265314+0000","last_peered":"2024-07-26T17:04:21.265314+0000","last_clean":"2024-07-26T17:04:21.265314+0000","last_became_active":"2024-07-26T17:04:20.245671+0000","last_became_peered":"2024-07-26T17:04:20.245671+0000","last_unstale":"2024-07-26T17:04:21.265314+0000","last_undegraded":"2024-07-26T17:04:21.265314+0000","last_fullsized":"2024-07-26T17:04:21.265314+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:08:39.811831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.264950+0000","last_change":"2024-07-26T17:04:19.260278+0000","last_active":"2024-07-26T17:04:21.264950+0000","last_peered":"2024-07-26T17:04:21.264950+0000","last_clean":"2024-07-26T17:04:21.264950+0000","last_became_active":"2024-07-26T17:04:19.258187+0000","last_became_peered":"2024-07-26T17:04:19.258187+0000","last_unstale":"2024-07-26T17:04:21.264950+0000","last_undegraded":"2024-07-26T17:04:21.264950+0000","last_fullsized":"2024-07-26T17:04:21.264950+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:19:27.437352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.16","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870056+0000","last_change":"2024-07-26T17:04:20.255824+0000","last_active":"2024-07-26T17:04:21.870056+0000","last_peered":"2024-07-26T17:04:21.870056+0000","last_clean":"2024-07-26T17:04:21.870056+0000","last_became_active":"2024-07-26T17:04:20.255432+0000","last_became_peered":"2024-07-26T17:04:20.255432+0000","last_unstale":"2024-07-26T17:04:21.870056+0000","last_undegraded":"2024-07-26T17:04:21.870056+0000","last_fullsized":"2024-07-26T17:04:21.870056+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:47.589026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869506+0000","last_change":"2024-07-26T17:04:19.242912+0000","last_active":"2024-07-26T17:04:21.869506+0000","last_peered":"2024-07-26T17:04:21.869506+0000","last_clean":"2024-07-26T17:04:21.869506+0000","last_became_active":"2024-07-26T17:04:19.242599+0000","last_became_peered":"2024-07-26T17:04:19.242599+0000","last_unstale":"2024-07-26T17:04:21.869506+0000","last_undegraded":"2024-07-26T17:04:21.869506+0000","last_fullsized":"2024-07-26T17:04:21.869506+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:55.027224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.17","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257450+0000","last_change":"2024-07-26T17:04:20.252625+0000","last_active":"2024-07-26T17:04:21.257450+0000","last_peered":"2024-07-26T17:04:21.257450+0000","last_clean":"2024-07-26T17:04:21.257450+0000","last_became_active":"2024-07-26T17:04:20.252271+0000","last_became_peered":"2024-07-26T17:04:20.252271+0000","last_unstale":"2024-07-26T17:04:21.257450+0000","last_undegraded":"2024-07-26T17:04:21.257450+0000","last_fullsized":"2024-07-26T17:04:21.257450+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:38.124333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.10","version":"228'8","reported_seq":23,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869030+0000","last_change":"2024-07-26T17:04:19.251792+0000","last_active":"2024-07-26T17:04:21.869030+0000","last_peered":"2024-07-26T17:04:21.869030+0000","last_clean":"2024-07-26T17:04:21.869030+0000","last_became_active":"2024-07-26T17:04:19.251473+0000","last_became_peered":"2024-07-26T17:04:19.251473+0000","last_unstale":"2024-07-26T17:04:21.869030+0000","last_undegraded":"2024-07-26T17:04:21.869030+0000","last_fullsized":"2024-07-26T17:04:21.869030+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:38.685128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.8","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.262773+0000","last_change":"2024-07-26T17:04:20.263920+0000","last_active":"2024-07-26T17:04:21.262773+0000","last_peered":"2024-07-26T17:04:21.262773+0000","last_clean":"2024-07-26T17:04:21.262773+0000","last_became_active":"2024-07-26T17:04:20.263580+0000","last_became_peered":"2024-07-26T17:04:20.263580+0000","last_unstale":"2024-07-26T17:04:21.262773+0000","last_undegraded":"2024-07-26T17:04:21.262773+0000","last_fullsized":"2024-07-26T17:04:21.262773+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:52.270099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.f","version":"228'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256824+0000","last_change":"2024-07-26T17:04:19.244190+0000","last_active":"2024-07-26T17:04:21.256824+0000","last_peered":"2024-07-26T17:04:21.256824+0000","last_clean":"2024-07-26T17:04:21.256824+0000","last_became_active":"2024-07-26T17:04:19.243866+0000","last_became_peered":"2024-07-26T17:04:19.243866+0000","last_unstale":"2024-07-26T17:04:21.256824+0000","last_undegraded":"2024-07-26T17:04:21.256824+0000","last_fullsized":"2024-07-26T17:04:21.256824+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:23.400083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.9","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256691+0000","last_change":"2024-07-26T17:04:20.254782+0000","last_active":"2024-07-26T17:04:21.256691+0000","last_peered":"2024-07-26T17:04:21.256691+0000","last_clean":"2024-07-26T17:04:21.256691+0000","last_became_active":"2024-07-26T17:04:20.254425+0000","last_became_peered":"2024-07-26T17:04:20.254425+0000","last_unstale":"2024-07-26T17:04:21.256691+0000","last_undegraded":"2024-07-26T17:04:21.256691+0000","last_fullsized":"2024-07-26T17:04:21.256691+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:40:28.029635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.e","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256594+0000","last_change":"2024-07-26T17:04:19.250516+0000","last_active":"2024-07-26T17:04:21.256594+0000","last_peered":"2024-07-26T17:04:21.256594+0000","last_clean":"2024-07-26T17:04:21.256594+0000","last_became_active":"2024-07-26T17:04:19.249988+0000","last_became_peered":"2024-07-26T17:04:19.249988+0000","last_unstale":"2024-07-26T17:04:21.256594+0000","last_undegraded":"2024-07-26T17:04:21.256594+0000","last_fullsized":"2024-07-26T17:04:21.256594+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:18.284485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.a","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256651+0000","last_change":"2024-07-26T17:04:20.249338+0000","last_active":"2024-07-26T17:04:21.256651+0000","last_peered":"2024-07-26T17:04:21.256651+0000","last_clean":"2024-07-26T17:04:21.256651+0000","last_became_active":"2024-07-26T17:04:20.248999+0000","last_became_peered":"2024-07-26T17:04:20.248999+0000","last_unstale":"2024-07-26T17:04:21.256651+0000","last_undegraded":"2024-07-26T17:04:21.256651+0000","last_fullsized":"2024-07-26T17:04:21.256651+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:01:23.797583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.d","version":"228'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255312+0000","last_change":"2024-07-26T17:04:19.249819+0000","last_active":"2024-07-26T17:04:21.255312+0000","last_peered":"2024-07-26T17:04:21.255312+0000","last_clean":"2024-07-26T17:04:21.255312+0000","last_became_active":"2024-07-26T17:04:19.249076+0000","last_became_peered":"2024-07-26T17:04:19.249076+0000","last_unstale":"2024-07-26T17:04:21.255312+0000","last_undegraded":"2024-07-26T17:04:21.255312+0000","last_fullsized":"2024-07-26T17:04:21.255312+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:09:04.742776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.b","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263150+0000","last_change":"2024-07-26T17:04:20.256387+0000","last_active":"2024-07-26T17:04:21.263150+0000","last_peered":"2024-07-26T17:04:21.263150+0000","last_clean":"2024-07-26T17:04:21.263150+0000","last_became_active":"2024-07-26T17:04:20.255260+0000","last_became_peered":"2024-07-26T17:04:20.255260+0000","last_unstale":"2024-07-26T17:04:21.263150+0000","last_undegraded":"2024-07-26T17:04:21.263150+0000","last_fullsized":"2024-07-26T17:04:21.263150+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:05.241328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869792+0000","last_change":"2024-07-26T17:04:19.256243+0000","last_active":"2024-07-26T17:04:21.869792+0000","last_peered":"2024-07-26T17:04:21.869792+0000","last_clean":"2024-07-26T17:04:21.869792+0000","last_became_active":"2024-07-26T17:04:19.255884+0000","last_became_peered":"2024-07-26T17:04:19.255884+0000","last_unstale":"2024-07-26T17:04:21.869792+0000","last_undegraded":"2024-07-26T17:04:21.869792+0000","last_fullsized":"2024-07-26T17:04:21.869792+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:45:25.703886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.c","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255135+0000","last_change":"2024-07-26T17:04:20.257762+0000","last_active":"2024-07-26T17:04:21.255135+0000","last_peered":"2024-07-26T17:04:21.255135+0000","last_clean":"2024-07-26T17:04:21.255135+0000","last_became_active":"2024-07-26T17:04:20.257461+0000","last_became_peered":"2024-07-26T17:04:20.257461+0000","last_unstale":"2024-07-26T17:04:21.255135+0000","last_undegraded":"2024-07-26T17:04:21.255135+0000","last_fullsized":"2024-07-26T17:04:21.255135+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:50.610550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869954+0000","last_change":"2024-07-26T17:04:19.257017+0000","last_active":"2024-07-26T17:04:21.869954+0000","last_peered":"2024-07-26T17:04:21.869954+0000","last_clean":"2024-07-26T17:04:21.869954+0000","last_became_active":"2024-07-26T17:04:19.256651+0000","last_became_peered":"2024-07-26T17:04:19.256651+0000","last_unstale":"2024-07-26T17:04:21.869954+0000","last_undegraded":"2024-07-26T17:04:21.869954+0000","last_fullsized":"2024-07-26T17:04:21.869954+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:43.308758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.d","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257181+0000","last_change":"2024-07-26T17:04:20.258085+0000","last_active":"2024-07-26T17:04:21.257181+0000","last_peered":"2024-07-26T17:04:21.257181+0000","last_clean":"2024-07-26T17:04:21.257181+0000","last_became_active":"2024-07-26T17:04:20.257783+0000","last_became_peered":"2024-07-26T17:04:20.257783+0000","last_unstale":"2024-07-26T17:04:21.257181+0000","last_undegraded":"2024-07-26T17:04:21.257181+0000","last_fullsized":"2024-07-26T17:04:21.257181+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:30:35.525320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.254692+0000","last_change":"2024-07-26T17:04:19.259556+0000","last_active":"2024-07-26T17:04:21.254692+0000","last_peered":"2024-07-26T17:04:21.254692+0000","last_clean":"2024-07-26T17:04:21.254692+0000","last_became_active":"2024-07-26T17:04:19.258992+0000","last_became_peered":"2024-07-26T17:04:19.258992+0000","last_unstale":"2024-07-26T17:04:21.254692+0000","last_undegraded":"2024-07-26T17:04:21.254692+0000","last_fullsized":"2024-07-26T17:04:21.254692+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:06:11.758904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.e","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870279+0000","last_change":"2024-07-26T17:04:20.252696+0000","last_active":"2024-07-26T17:04:21.870279+0000","last_peered":"2024-07-26T17:04:21.870279+0000","last_clean":"2024-07-26T17:04:21.870279+0000","last_became_active":"2024-07-26T17:04:20.252372+0000","last_became_peered":"2024-07-26T17:04:20.252372+0000","last_unstale":"2024-07-26T17:04:21.870279+0000","last_undegraded":"2024-07-26T17:04:21.870279+0000","last_fullsized":"2024-07-26T17:04:21.870279+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:18:25.667940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869153+0000","last_change":"2024-07-26T17:04:19.247723+0000","last_active":"2024-07-26T17:04:21.869153+0000","last_peered":"2024-07-26T17:04:21.869153+0000","last_clean":"2024-07-26T17:04:21.869153+0000","last_became_active":"2024-07-26T17:04:19.247417+0000","last_became_peered":"2024-07-26T17:04:19.247417+0000","last_unstale":"2024-07-26T17:04:21.869153+0000","last_undegraded":"2024-07-26T17:04:21.869153+0000","last_fullsized":"2024-07-26T17:04:21.869153+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:01:59.419775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.f","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263456+0000","last_change":"2024-07-26T17:04:20.255255+0000","last_active":"2024-07-26T17:04:21.263456+0000","last_peered":"2024-07-26T17:04:21.263456+0000","last_clean":"2024-07-26T17:04:21.263456+0000","last_became_active":"2024-07-26T17:04:20.252666+0000","last_became_peered":"2024-07-26T17:04:20.252666+0000","last_unstale":"2024-07-26T17:04:21.263456+0000","last_undegraded":"2024-07-26T17:04:21.263456+0000","last_fullsized":"2024-07-26T17:04:21.263456+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:50.488440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255908+0000","last_change":"2024-07-26T17:04:19.243431+0000","last_active":"2024-07-26T17:04:21.255908+0000","last_peered":"2024-07-26T17:04:21.255908+0000","last_clean":"2024-07-26T17:04:21.255908+0000","last_became_active":"2024-07-26T17:04:19.243058+0000","last_became_peered":"2024-07-26T17:04:19.243058+0000","last_unstale":"2024-07-26T17:04:21.255908+0000","last_undegraded":"2024-07-26T17:04:21.255908+0000","last_fullsized":"2024-07-26T17:04:21.255908+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:52:12.365267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.0","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263128+0000","last_change":"2024-07-26T17:04:20.264363+0000","last_active":"2024-07-26T17:04:21.263128+0000","last_peered":"2024-07-26T17:04:21.263128+0000","last_clean":"2024-07-26T17:04:21.263128+0000","last_became_active":"2024-07-26T17:04:20.263845+0000","last_became_peered":"2024-07-26T17:04:20.263845+0000","last_unstale":"2024-07-26T17:04:21.263128+0000","last_undegraded":"2024-07-26T17:04:21.263128+0000","last_fullsized":"2024-07-26T17:04:21.263128+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:08:26.258473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.7","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870397+0000","last_change":"2024-07-26T17:04:19.251340+0000","last_active":"2024-07-26T17:04:21.870397+0000","last_peered":"2024-07-26T17:04:21.870397+0000","last_clean":"2024-07-26T17:04:21.870397+0000","last_became_active":"2024-07-26T17:04:19.251002+0000","last_became_peered":"2024-07-26T17:04:19.251002+0000","last_unstale":"2024-07-26T17:04:21.870397+0000","last_undegraded":"2024-07-26T17:04:21.870397+0000","last_fullsized":"2024-07-26T17:04:21.870397+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:15.823521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.1","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.264982+0000","last_change":"2024-07-26T17:04:20.253028+0000","last_active":"2024-07-26T17:04:21.264982+0000","last_peered":"2024-07-26T17:04:21.264982+0000","last_clean":"2024-07-26T17:04:21.264982+0000","last_became_active":"2024-07-26T17:04:20.252568+0000","last_became_peered":"2024-07-26T17:04:20.252568+0000","last_unstale":"2024-07-26T17:04:21.264982+0000","last_undegraded":"2024-07-26T17:04:21.264982+0000","last_fullsized":"2024-07-26T17:04:21.264982+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:01.904207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.6","version":"229'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263292+0000","last_change":"2024-07-26T17:04:19.259529+0000","last_active":"2024-07-26T17:04:21.263292+0000","last_peered":"2024-07-26T17:04:21.263292+0000","last_clean":"2024-07-26T17:04:21.263292+0000","last_became_active":"2024-07-26T17:04:19.259150+0000","last_became_peered":"2024-07-26T17:04:19.259150+0000","last_unstale":"2024-07-26T17:04:21.263292+0000","last_undegraded":"2024-07-26T17:04:21.263292+0000","last_fullsized":"2024-07-26T17:04:21.263292+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:43.308758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869390+0000","last_change":"2024-07-26T17:04:20.249769+0000","last_active":"2024-07-26T17:04:21.869390+0000","last_peered":"2024-07-26T17:04:21.869390+0000","last_clean":"2024-07-26T17:04:21.869390+0000","last_became_active":"2024-07-26T17:04:20.249475+0000","last_became_peered":"2024-07-26T17:04:20.249475+0000","last_unstale":"2024-07-26T17:04:21.869390+0000","last_undegraded":"2024-07-26T17:04:21.869390+0000","last_fullsized":"2024-07-26T17:04:21.869390+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:58.053502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869218+0000","last_change":"2024-07-26T17:04:19.253901+0000","last_active":"2024-07-26T17:04:21.869218+0000","last_peered":"2024-07-26T17:04:21.869218+0000","last_clean":"2024-07-26T17:04:21.869218+0000","last_became_active":"2024-07-26T17:04:19.253496+0000","last_became_peered":"2024-07-26T17:04:19.253496+0000","last_unstale":"2024-07-26T17:04:21.869218+0000","last_undegraded":"2024-07-26T17:04:21.869218+0000","last_fullsized":"2024-07-26T17:04:21.869218+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:04.232946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.3","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256397+0000","last_change":"2024-07-26T17:04:20.254177+0000","last_active":"2024-07-26T17:04:21.256397+0000","last_peered":"2024-07-26T17:04:21.256397+0000","last_clean":"2024-07-26T17:04:21.256397+0000","last_became_active":"2024-07-26T17:04:20.253571+0000","last_became_peered":"2024-07-26T17:04:20.253571+0000","last_unstale":"2024-07-26T17:04:21.256397+0000","last_undegraded":"2024-07-26T17:04:21.256397+0000","last_fullsized":"2024-07-26T17:04:21.256397+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:59.001247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256365+0000","last_change":"2024-07-26T17:04:19.246779+0000","last_active":"2024-07-26T17:04:21.256365+0000","last_peered":"2024-07-26T17:04:21.256365+0000","last_clean":"2024-07-26T17:04:21.256365+0000","last_became_active":"2024-07-26T17:04:19.246461+0000","last_became_peered":"2024-07-26T17:04:19.246461+0000","last_unstale":"2024-07-26T17:04:21.256365+0000","last_undegraded":"2024-07-26T17:04:21.256365+0000","last_fullsized":"2024-07-26T17:04:21.256365+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:47:05.381304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.4","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263162+0000","last_change":"2024-07-26T17:04:20.261968+0000","last_active":"2024-07-26T17:04:21.263162+0000","last_peered":"2024-07-26T17:04:21.263162+0000","last_clean":"2024-07-26T17:04:21.263162+0000","last_became_active":"2024-07-26T17:04:20.261663+0000","last_became_peered":"2024-07-26T17:04:20.261663+0000","last_unstale":"2024-07-26T17:04:21.263162+0000","last_undegraded":"2024-07-26T17:04:21.263162+0000","last_fullsized":"2024-07-26T17:04:21.263162+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:02:00.428156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263183+0000","last_change":"2024-07-26T17:04:19.251680+0000","last_active":"2024-07-26T17:04:21.263183+0000","last_peered":"2024-07-26T17:04:21.263183+0000","last_clean":"2024-07-26T17:04:21.263183+0000","last_became_active":"2024-07-26T17:04:19.251174+0000","last_became_peered":"2024-07-26T17:04:19.251174+0000","last_unstale":"2024-07-26T17:04:21.263183+0000","last_undegraded":"2024-07-26T17:04:21.263183+0000","last_fullsized":"2024-07-26T17:04:21.263183+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:24.565682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.5","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257409+0000","last_change":"2024-07-26T17:04:20.256842+0000","last_active":"2024-07-26T17:04:21.257409+0000","last_peered":"2024-07-26T17:04:21.257409+0000","last_clean":"2024-07-26T17:04:21.257409+0000","last_became_active":"2024-07-26T17:04:20.256544+0000","last_became_peered":"2024-07-26T17:04:20.256544+0000","last_unstale":"2024-07-26T17:04:21.257409+0000","last_undegraded":"2024-07-26T17:04:21.257409+0000","last_fullsized":"2024-07-26T17:04:21.257409+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:58:18.480270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869565+0000","last_change":"2024-07-26T17:04:19.246583+0000","last_active":"2024-07-26T17:04:21.869565+0000","last_peered":"2024-07-26T17:04:21.869565+0000","last_clean":"2024-07-26T17:04:21.869565+0000","last_became_active":"2024-07-26T17:04:19.246203+0000","last_became_peered":"2024-07-26T17:04:19.246203+0000","last_unstale":"2024-07-26T17:04:21.869565+0000","last_undegraded":"2024-07-26T17:04:21.869565+0000","last_fullsized":"2024-07-26T17:04:21.869565+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:37:10.170767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.6","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257567+0000","last_change":"2024-07-26T17:04:20.260933+0000","last_active":"2024-07-26T17:04:21.257567+0000","last_peered":"2024-07-26T17:04:21.257567+0000","last_clean":"2024-07-26T17:04:21.257567+0000","last_became_active":"2024-07-26T17:04:20.260603+0000","last_became_peered":"2024-07-26T17:04:20.260603+0000","last_unstale":"2024-07-26T17:04:21.257567+0000","last_undegraded":"2024-07-26T17:04:21.257567+0000","last_fullsized":"2024-07-26T17:04:21.257567+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:29.994218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256601+0000","last_change":"2024-07-26T17:04:19.248143+0000","last_active":"2024-07-26T17:04:21.256601+0000","last_peered":"2024-07-26T17:04:21.256601+0000","last_clean":"2024-07-26T17:04:21.256601+0000","last_became_active":"2024-07-26T17:04:19.247807+0000","last_became_peered":"2024-07-26T17:04:19.247807+0000","last_unstale":"2024-07-26T17:04:21.256601+0000","last_undegraded":"2024-07-26T17:04:21.256601+0000","last_fullsized":"2024-07-26T17:04:21.256601+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:36.030813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.7","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265178+0000","last_change":"2024-07-26T17:04:20.253668+0000","last_active":"2024-07-26T17:04:21.265178+0000","last_peered":"2024-07-26T17:04:21.265178+0000","last_clean":"2024-07-26T17:04:21.265178+0000","last_became_active":"2024-07-26T17:04:20.253310+0000","last_became_peered":"2024-07-26T17:04:20.253310+0000","last_unstale":"2024-07-26T17:04:21.265178+0000","last_undegraded":"2024-07-26T17:04:21.265178+0000","last_fullsized":"2024-07-26T17:04:21.265178+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:44.274309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869242+0000","last_change":"2024-07-26T17:04:19.252605+0000","last_active":"2024-07-26T17:04:21.869242+0000","last_peered":"2024-07-26T17:04:21.869242+0000","last_clean":"2024-07-26T17:04:21.869242+0000","last_became_active":"2024-07-26T17:04:19.252297+0000","last_became_peered":"2024-07-26T17:04:19.252297+0000","last_unstale":"2024-07-26T17:04:21.869242+0000","last_undegraded":"2024-07-26T17:04:21.869242+0000","last_fullsized":"2024-07-26T17:04:21.869242+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:38:43.981403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.1d","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256233+0000","last_change":"2024-07-26T17:04:20.256075+0000","last_active":"2024-07-26T17:04:21.256233+0000","last_peered":"2024-07-26T17:04:21.256233+0000","last_clean":"2024-07-26T17:04:21.256233+0000","last_became_active":"2024-07-26T17:04:20.255734+0000","last_became_peered":"2024-07-26T17:04:20.255734+0000","last_unstale":"2024-07-26T17:04:21.256233+0000","last_undegraded":"2024-07-26T17:04:21.256233+0000","last_fullsized":"2024-07-26T17:04:21.256233+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:31.309569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1a","version":"228'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869478+0000","last_change":"2024-07-26T17:04:19.255718+0000","last_active":"2024-07-26T17:04:21.869478+0000","last_peered":"2024-07-26T17:04:21.869478+0000","last_clean":"2024-07-26T17:04:21.869478+0000","last_became_active":"2024-07-26T17:04:19.255378+0000","last_became_peered":"2024-07-26T17:04:19.255378+0000","last_unstale":"2024-07-26T17:04:21.869478+0000","last_undegraded":"2024-07-26T17:04:21.869478+0000","last_fullsized":"2024-07-26T17:04:21.869478+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:29.728777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"219'226","reported_seq":1090,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256143+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:04:21.256143+0000","last_peered":"2024-07-26T17:04:21.256143+0000","last_clean":"2024-07-26T17:04:21.256143+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:04:21.256143+0000","last_undegraded":"2024-07-26T17:04:21.256143+0000","last_fullsized":"2024-07-26T17:04:21.256143+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":226,"log_dups_size":0,"ondisk_log_size":226,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":365,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":28,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":27,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":365,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":226,"ondisk_log_size":226,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575996,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52628,"kb_used_data":3396,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319212,"statfs":{"total":96636764160,"available":96582873088,"internally_reserved":0,"allocated":3477504,"data_stored":2083033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510587,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42316,"kb_used_data":2816,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329524,"statfs":{"total":96636764160,"available":96593432576,"internally_reserved":0,"allocated":2883584,"data_stored":1493177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510587,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52044,"kb_used_data":2808,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319796,"statfs":{"total":96636764160,"available":96583471104,"internally_reserved":0,"allocated":2875392,"data_stored":1491039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510587,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52032,"kb_used_data":2804,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319808,"statfs":{"total":96636764160,"available":96583483392,"internally_reserved":0,"allocated":2871296,"data_stored":1491565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510586,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47888,"kb_used_data":2812,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323952,"statfs":{"total":96636764160,"available":96587726848,"internally_reserved":0,"allocated":2879488,"data_stored":1491109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":46135751},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510586,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47872,"kb_used_data":2804,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323968,"statfs":{"total":96636764160,"available":96587743232,"internally_reserved":0,"allocated":2871296,"data_stored":1491073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510589,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47868,"kb_used_data":2800,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323972,"statfs":{"total":96636764160,"available":96587747328,"internally_reserved":0,"allocated":2867200,"data_stored":1490983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543293,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42884,"kb_used_data":3384,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94328956,"statfs":{"total":96636764160,"available":96592850944,"internally_reserved":0,"allocated":3465216,"data_stored":2081441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:04:24.346 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:04:24.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.498+0000 7f604ae47640 1 -- 172.21.15.33:0/785560416 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f604413dd60 msgr2=0x7f604413e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.498+0000 7f604ae47640 1 --2- 172.21.15.33:0/785560416 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f604413dd60 0x7f604413e440 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f6034009830 tx=0x7f603402a470 comp rx=0 tx=0).stop 2024-07-26T17:04:24.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.499+0000 7f604ae47640 1 -- 172.21.15.33:0/785560416 shutdown_connections 2024-07-26T17:04:24.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.499+0000 7f604ae47640 1 --2- 172.21.15.33:0/785560416 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6044073230 0x7f6044073640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.499+0000 7f604ae47640 1 --2- 172.21.15.33:0/785560416 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f604413dd60 0x7f604413e440 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.499+0000 7f604ae47640 1 -- 172.21.15.33:0/785560416 >> 172.21.15.33:0/785560416 conn(0x7f60440b26e0 msgr2=0x7f60440b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:24.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.499+0000 7f604ae47640 1 -- 172.21.15.33:0/785560416 shutdown_connections 2024-07-26T17:04:24.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.499+0000 7f604ae47640 1 -- 172.21.15.33:0/785560416 wait complete. 2024-07-26T17:04:24.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.500+0000 7f604ae47640 1 Processor -- start 2024-07-26T17:04:24.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.501+0000 7f604ae47640 1 -- start start 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f604ae47640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6044073230 0x7f60441f46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f604ae47640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f604413dd60 0x7f604415a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f604ae47640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6044140650 0x7f604415d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f604ae47640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f60440b4e00 con 0x7f604413dd60 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f604ae47640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f60440b4c80 con 0x7f6044140650 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f604ae47640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f60440b4f80 con 0x7f6044073230 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f6043fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f604413dd60 0x7f604415a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f6043fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f604413dd60 0x7f604415a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35910/0 (socket says 172.21.15.33:35910) 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f6043fff640 1 -- 172.21.15.33:0/1458766566 learned_addr learned my addr 172.21.15.33:0/1458766566 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f6048be3640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6044073230 0x7f60441f46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f60493e4640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6044140650 0x7f604415d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f6043fff640 1 -- 172.21.15.33:0/1458766566 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6044073230 msgr2=0x7f60441f46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f6043fff640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6044073230 0x7f60441f46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f6043fff640 1 -- 172.21.15.33:0/1458766566 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6044140650 msgr2=0x7f604415d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f6043fff640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6044140650 0x7f604415d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.502+0000 7f6043fff640 1 -- 172.21.15.33:0/1458766566 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60441f4be0 con 0x7f604413dd60 2024-07-26T17:04:24.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.503+0000 7f6043fff640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f604413dd60 0x7f604415a8f0 secure :-1 s=READY pgs=2176 cs=0 l=1 rev1=1 crypto rx=0x7f603800e9f0 tx=0x7f603800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:24.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.503+0000 7f60417fa640 1 -- 172.21.15.33:0/1458766566 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f603800cd80 con 0x7f604413dd60 2024-07-26T17:04:24.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.503+0000 7f604ae47640 1 -- 172.21.15.33:0/1458766566 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60441f8580 con 0x7f604413dd60 2024-07-26T17:04:24.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.503+0000 7f60417fa640 1 -- 172.21.15.33:0/1458766566 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6038004020 con 0x7f604413dd60 2024-07-26T17:04:24.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.503+0000 7f60417fa640 1 -- 172.21.15.33:0/1458766566 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6038004470 con 0x7f604413dd60 2024-07-26T17:04:24.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.503+0000 7f604ae47640 1 -- 172.21.15.33:0/1458766566 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60441f8b40 con 0x7f604413dd60 2024-07-26T17:04:24.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.505+0000 7f60417fa640 1 -- 172.21.15.33:0/1458766566 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f60380035f0 con 0x7f604413dd60 2024-07-26T17:04:24.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.505+0000 7f604ae47640 1 -- 172.21.15.33:0/1458766566 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60440b5510 con 0x7f604413dd60 2024-07-26T17:04:24.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.505+0000 7f60417fa640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6030077130 0x7f6030079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.505+0000 7f6048be3640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6030077130 0x7f6030079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.506+0000 7f60417fa640 1 -- 172.21.15.33:0/1458766566 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7f6038099720 con 0x7f604413dd60 2024-07-26T17:04:24.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.506+0000 7f6048be3640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6030077130 0x7f6030079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f6034034000 tx=0x7f6034004730 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:24.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.510+0000 7f60417fa640 1 -- 172.21.15.33:0/1458766566 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6038062450 con 0x7f604413dd60 2024-07-26T17:04:24.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.702+0000 7f604ae47640 1 -- 172.21.15.33:0/1458766566 --> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f60441523e0 con 0x7f6030077130 2024-07-26T17:04:24.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.707+0000 7f60417fa640 1 -- 172.21.15.33:0/1458766566 <== mgr.8687 v2:172.21.15.33:6836/2405396244 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252501 (secure 0 0 0) 0x7f60441523e0 con 0x7f6030077130 2024-07-26T17:04:24.711 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:24.712 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:04:24.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.710+0000 7f604ae47640 1 -- 172.21.15.33:0/1458766566 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6030077130 msgr2=0x7f6030079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.710+0000 7f604ae47640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6030077130 0x7f6030079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f6034034000 tx=0x7f6034004730 comp rx=0 tx=0).stop 2024-07-26T17:04:24.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.710+0000 7f604ae47640 1 -- 172.21.15.33:0/1458766566 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f604413dd60 msgr2=0x7f604415a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.710+0000 7f604ae47640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f604413dd60 0x7f604415a8f0 secure :-1 s=READY pgs=2176 cs=0 l=1 rev1=1 crypto rx=0x7f603800e9f0 tx=0x7f603800eeb0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.710+0000 7f604ae47640 1 -- 172.21.15.33:0/1458766566 shutdown_connections 2024-07-26T17:04:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.710+0000 7f604ae47640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6030077130 0x7f6030079640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.710+0000 7f604ae47640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6044140650 0x7f604415d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.710+0000 7f604ae47640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f604413dd60 0x7f604415a8f0 unknown :-1 s=CLOSED pgs=2176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.710+0000 7f604ae47640 1 --2- 172.21.15.33:0/1458766566 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6044073230 0x7f60441f46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.711+0000 7f604ae47640 1 -- 172.21.15.33:0/1458766566 >> 172.21.15.33:0/1458766566 conn(0x7f60440b26e0 msgr2=0x7f604406fc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.711+0000 7f604ae47640 1 -- 172.21.15.33:0/1458766566 shutdown_connections 2024-07-26T17:04:24.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.711+0000 7f604ae47640 1 -- 172.21.15.33:0/1458766566 wait complete. 2024-07-26T17:04:24.724 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T17:04:23.913060+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":410,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":265,"ondisk_log_size":265,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":168,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":385532,"kb_used_data":23624,"kb_used_omap":12,"kb_used_meta":361779,"kb_avail":754589188,"statfs":{"total":773094113280,"available":772699328512,"internally_reserved":0,"allocated":24190976,"data_stored":13113420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":370462257},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.687432"},"pg_stats":[{"pgid":"28.3f","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256837+0000","last_change":"2024-07-26T17:04:20.255095+0000","last_active":"2024-07-26T17:04:21.256837+0000","last_peered":"2024-07-26T17:04:21.256837+0000","last_clean":"2024-07-26T17:04:21.256837+0000","last_became_active":"2024-07-26T17:04:20.254724+0000","last_became_peered":"2024-07-26T17:04:20.254724+0000","last_unstale":"2024-07-26T17:04:21.256837+0000","last_undegraded":"2024-07-26T17:04:21.256837+0000","last_fullsized":"2024-07-26T17:04:21.256837+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:03:08.415327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.3e","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255043+0000","last_change":"2024-07-26T17:04:20.256364+0000","last_active":"2024-07-26T17:04:21.255043+0000","last_peered":"2024-07-26T17:04:21.255043+0000","last_clean":"2024-07-26T17:04:21.255043+0000","last_became_active":"2024-07-26T17:04:20.256041+0000","last_became_peered":"2024-07-26T17:04:20.256041+0000","last_unstale":"2024-07-26T17:04:21.255043+0000","last_undegraded":"2024-07-26T17:04:21.255043+0000","last_fullsized":"2024-07-26T17:04:21.255043+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:43:10.713868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.3d","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265179+0000","last_change":"2024-07-26T17:04:20.251925+0000","last_active":"2024-07-26T17:04:21.265179+0000","last_peered":"2024-07-26T17:04:21.265179+0000","last_clean":"2024-07-26T17:04:21.265179+0000","last_became_active":"2024-07-26T17:04:20.251644+0000","last_became_peered":"2024-07-26T17:04:20.251644+0000","last_unstale":"2024-07-26T17:04:21.265179+0000","last_undegraded":"2024-07-26T17:04:21.265179+0000","last_fullsized":"2024-07-26T17:04:21.265179+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:13.770961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.3c","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257529+0000","last_change":"2024-07-26T17:04:20.261000+0000","last_active":"2024-07-26T17:04:21.257529+0000","last_peered":"2024-07-26T17:04:21.257529+0000","last_clean":"2024-07-26T17:04:21.257529+0000","last_became_active":"2024-07-26T17:04:20.260479+0000","last_became_peered":"2024-07-26T17:04:20.260479+0000","last_unstale":"2024-07-26T17:04:21.257529+0000","last_undegraded":"2024-07-26T17:04:21.257529+0000","last_fullsized":"2024-07-26T17:04:21.257529+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:48:00.334248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.3b","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869539+0000","last_change":"2024-07-26T17:04:20.255597+0000","last_active":"2024-07-26T17:04:21.869539+0000","last_peered":"2024-07-26T17:04:21.869539+0000","last_clean":"2024-07-26T17:04:21.869539+0000","last_became_active":"2024-07-26T17:04:20.255209+0000","last_became_peered":"2024-07-26T17:04:20.255209+0000","last_unstale":"2024-07-26T17:04:21.869539+0000","last_undegraded":"2024-07-26T17:04:21.869539+0000","last_fullsized":"2024-07-26T17:04:21.869539+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:31.440451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.3a","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257225+0000","last_change":"2024-07-26T17:04:20.252714+0000","last_active":"2024-07-26T17:04:21.257225+0000","last_peered":"2024-07-26T17:04:21.257225+0000","last_clean":"2024-07-26T17:04:21.257225+0000","last_became_active":"2024-07-26T17:04:20.252244+0000","last_became_peered":"2024-07-26T17:04:20.252244+0000","last_unstale":"2024-07-26T17:04:21.257225+0000","last_undegraded":"2024-07-26T17:04:21.257225+0000","last_fullsized":"2024-07-26T17:04:21.257225+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:17.653252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.39","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869748+0000","last_change":"2024-07-26T17:04:20.254088+0000","last_active":"2024-07-26T17:04:21.869748+0000","last_peered":"2024-07-26T17:04:21.869748+0000","last_clean":"2024-07-26T17:04:21.869748+0000","last_became_active":"2024-07-26T17:04:20.253679+0000","last_became_peered":"2024-07-26T17:04:20.253679+0000","last_unstale":"2024-07-26T17:04:21.869748+0000","last_undegraded":"2024-07-26T17:04:21.869748+0000","last_fullsized":"2024-07-26T17:04:21.869748+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:09.168287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.38","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263043+0000","last_change":"2024-07-26T17:04:20.261455+0000","last_active":"2024-07-26T17:04:21.263043+0000","last_peered":"2024-07-26T17:04:21.263043+0000","last_clean":"2024-07-26T17:04:21.263043+0000","last_became_active":"2024-07-26T17:04:20.261099+0000","last_became_peered":"2024-07-26T17:04:20.261099+0000","last_unstale":"2024-07-26T17:04:21.263043+0000","last_undegraded":"2024-07-26T17:04:21.263043+0000","last_fullsized":"2024-07-26T17:04:21.263043+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:02:48.485931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.37","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870090+0000","last_change":"2024-07-26T17:04:20.243182+0000","last_active":"2024-07-26T17:04:21.870090+0000","last_peered":"2024-07-26T17:04:21.870090+0000","last_clean":"2024-07-26T17:04:21.870090+0000","last_became_active":"2024-07-26T17:04:20.242843+0000","last_became_peered":"2024-07-26T17:04:20.242843+0000","last_unstale":"2024-07-26T17:04:21.870090+0000","last_undegraded":"2024-07-26T17:04:21.870090+0000","last_fullsized":"2024-07-26T17:04:21.870090+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:16.445437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.36","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263357+0000","last_change":"2024-07-26T17:04:20.263955+0000","last_active":"2024-07-26T17:04:21.263357+0000","last_peered":"2024-07-26T17:04:21.263357+0000","last_clean":"2024-07-26T17:04:21.263357+0000","last_became_active":"2024-07-26T17:04:20.263624+0000","last_became_peered":"2024-07-26T17:04:20.263624+0000","last_unstale":"2024-07-26T17:04:21.263357+0000","last_undegraded":"2024-07-26T17:04:21.263357+0000","last_fullsized":"2024-07-26T17:04:21.263357+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:30:31.851130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.35","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265161+0000","last_change":"2024-07-26T17:04:20.260223+0000","last_active":"2024-07-26T17:04:21.265161+0000","last_peered":"2024-07-26T17:04:21.265161+0000","last_clean":"2024-07-26T17:04:21.265161+0000","last_became_active":"2024-07-26T17:04:20.259635+0000","last_became_peered":"2024-07-26T17:04:20.259635+0000","last_unstale":"2024-07-26T17:04:21.265161+0000","last_undegraded":"2024-07-26T17:04:21.265161+0000","last_fullsized":"2024-07-26T17:04:21.265161+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:16.831902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.34","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869508+0000","last_change":"2024-07-26T17:04:20.260701+0000","last_active":"2024-07-26T17:04:21.869508+0000","last_peered":"2024-07-26T17:04:21.869508+0000","last_clean":"2024-07-26T17:04:21.869508+0000","last_became_active":"2024-07-26T17:04:20.260376+0000","last_became_peered":"2024-07-26T17:04:20.260376+0000","last_unstale":"2024-07-26T17:04:21.869508+0000","last_undegraded":"2024-07-26T17:04:21.869508+0000","last_fullsized":"2024-07-26T17:04:21.869508+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:27:43.663187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.33","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257600+0000","last_change":"2024-07-26T17:04:20.257292+0000","last_active":"2024-07-26T17:04:21.257600+0000","last_peered":"2024-07-26T17:04:21.257600+0000","last_clean":"2024-07-26T17:04:21.257600+0000","last_became_active":"2024-07-26T17:04:20.256538+0000","last_became_peered":"2024-07-26T17:04:20.256538+0000","last_unstale":"2024-07-26T17:04:21.257600+0000","last_undegraded":"2024-07-26T17:04:21.257600+0000","last_fullsized":"2024-07-26T17:04:21.257600+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:56:30.080272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.32","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.262766+0000","last_change":"2024-07-26T17:04:20.252674+0000","last_active":"2024-07-26T17:04:21.262766+0000","last_peered":"2024-07-26T17:04:21.262766+0000","last_clean":"2024-07-26T17:04:21.262766+0000","last_became_active":"2024-07-26T17:04:20.252260+0000","last_became_peered":"2024-07-26T17:04:20.252260+0000","last_unstale":"2024-07-26T17:04:21.262766+0000","last_undegraded":"2024-07-26T17:04:21.262766+0000","last_fullsized":"2024-07-26T17:04:21.262766+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:14.632483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.31","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869273+0000","last_change":"2024-07-26T17:04:20.257040+0000","last_active":"2024-07-26T17:04:21.869273+0000","last_peered":"2024-07-26T17:04:21.869273+0000","last_clean":"2024-07-26T17:04:21.869273+0000","last_became_active":"2024-07-26T17:04:20.256281+0000","last_became_peered":"2024-07-26T17:04:20.256281+0000","last_unstale":"2024-07-26T17:04:21.869273+0000","last_undegraded":"2024-07-26T17:04:21.869273+0000","last_fullsized":"2024-07-26T17:04:21.869273+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:53.796679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.30","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.264990+0000","last_change":"2024-07-26T17:04:20.246845+0000","last_active":"2024-07-26T17:04:21.264990+0000","last_peered":"2024-07-26T17:04:21.264990+0000","last_clean":"2024-07-26T17:04:21.264990+0000","last_became_active":"2024-07-26T17:04:20.246524+0000","last_became_peered":"2024-07-26T17:04:20.246524+0000","last_unstale":"2024-07-26T17:04:21.264990+0000","last_undegraded":"2024-07-26T17:04:21.264990+0000","last_fullsized":"2024-07-26T17:04:21.264990+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:30.737159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.2f","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870115+0000","last_change":"2024-07-26T17:04:20.257133+0000","last_active":"2024-07-26T17:04:21.870115+0000","last_peered":"2024-07-26T17:04:21.870115+0000","last_clean":"2024-07-26T17:04:21.870115+0000","last_became_active":"2024-07-26T17:04:20.256327+0000","last_became_peered":"2024-07-26T17:04:20.256327+0000","last_unstale":"2024-07-26T17:04:21.870115+0000","last_undegraded":"2024-07-26T17:04:21.870115+0000","last_fullsized":"2024-07-26T17:04:21.870115+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:14:18.205304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.2e","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870277+0000","last_change":"2024-07-26T17:04:20.251352+0000","last_active":"2024-07-26T17:04:21.870277+0000","last_peered":"2024-07-26T17:04:21.870277+0000","last_clean":"2024-07-26T17:04:21.870277+0000","last_became_active":"2024-07-26T17:04:20.251037+0000","last_became_peered":"2024-07-26T17:04:20.251037+0000","last_unstale":"2024-07-26T17:04:21.870277+0000","last_undegraded":"2024-07-26T17:04:21.870277+0000","last_fullsized":"2024-07-26T17:04:21.870277+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:28:36.947223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.2d","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263470+0000","last_change":"2024-07-26T17:04:20.260649+0000","last_active":"2024-07-26T17:04:21.263470+0000","last_peered":"2024-07-26T17:04:21.263470+0000","last_clean":"2024-07-26T17:04:21.263470+0000","last_became_active":"2024-07-26T17:04:20.260339+0000","last_became_peered":"2024-07-26T17:04:20.260339+0000","last_unstale":"2024-07-26T17:04:21.263470+0000","last_undegraded":"2024-07-26T17:04:21.263470+0000","last_fullsized":"2024-07-26T17:04:21.263470+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:08:18.267041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2c","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263175+0000","last_change":"2024-07-26T17:04:20.259169+0000","last_active":"2024-07-26T17:04:21.263175+0000","last_peered":"2024-07-26T17:04:21.263175+0000","last_clean":"2024-07-26T17:04:21.263175+0000","last_became_active":"2024-07-26T17:04:20.258857+0000","last_became_peered":"2024-07-26T17:04:20.258857+0000","last_unstale":"2024-07-26T17:04:21.263175+0000","last_undegraded":"2024-07-26T17:04:21.263175+0000","last_fullsized":"2024-07-26T17:04:21.263175+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:06.740700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2b","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.262890+0000","last_change":"2024-07-26T17:04:20.264261+0000","last_active":"2024-07-26T17:04:21.262890+0000","last_peered":"2024-07-26T17:04:21.262890+0000","last_clean":"2024-07-26T17:04:21.262890+0000","last_became_active":"2024-07-26T17:04:20.263765+0000","last_became_peered":"2024-07-26T17:04:20.263765+0000","last_unstale":"2024-07-26T17:04:21.262890+0000","last_undegraded":"2024-07-26T17:04:21.262890+0000","last_fullsized":"2024-07-26T17:04:21.262890+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:50.862710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2a","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.262818+0000","last_change":"2024-07-26T17:04:20.256627+0000","last_active":"2024-07-26T17:04:21.262818+0000","last_peered":"2024-07-26T17:04:21.262818+0000","last_clean":"2024-07-26T17:04:21.262818+0000","last_became_active":"2024-07-26T17:04:20.256315+0000","last_became_peered":"2024-07-26T17:04:20.256315+0000","last_unstale":"2024-07-26T17:04:21.262818+0000","last_undegraded":"2024-07-26T17:04:21.262818+0000","last_fullsized":"2024-07-26T17:04:21.262818+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:04.561391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.29","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255077+0000","last_change":"2024-07-26T17:04:20.251690+0000","last_active":"2024-07-26T17:04:21.255077+0000","last_peered":"2024-07-26T17:04:21.255077+0000","last_clean":"2024-07-26T17:04:21.255077+0000","last_became_active":"2024-07-26T17:04:20.251373+0000","last_became_peered":"2024-07-26T17:04:20.251373+0000","last_unstale":"2024-07-26T17:04:21.255077+0000","last_undegraded":"2024-07-26T17:04:21.255077+0000","last_fullsized":"2024-07-26T17:04:21.255077+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:00.937325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.28","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869186+0000","last_change":"2024-07-26T17:04:20.258746+0000","last_active":"2024-07-26T17:04:21.869186+0000","last_peered":"2024-07-26T17:04:21.869186+0000","last_clean":"2024-07-26T17:04:21.869186+0000","last_became_active":"2024-07-26T17:04:20.258431+0000","last_became_peered":"2024-07-26T17:04:20.258431+0000","last_unstale":"2024-07-26T17:04:21.869186+0000","last_undegraded":"2024-07-26T17:04:21.869186+0000","last_fullsized":"2024-07-26T17:04:21.869186+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:59:05.034299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.27","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870327+0000","last_change":"2024-07-26T17:04:20.250544+0000","last_active":"2024-07-26T17:04:21.870327+0000","last_peered":"2024-07-26T17:04:21.870327+0000","last_clean":"2024-07-26T17:04:21.870327+0000","last_became_active":"2024-07-26T17:04:20.250243+0000","last_became_peered":"2024-07-26T17:04:20.250243+0000","last_unstale":"2024-07-26T17:04:21.870327+0000","last_undegraded":"2024-07-26T17:04:21.870327+0000","last_fullsized":"2024-07-26T17:04:21.870327+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:08.632043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.26","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256251+0000","last_change":"2024-07-26T17:04:20.254272+0000","last_active":"2024-07-26T17:04:21.256251+0000","last_peered":"2024-07-26T17:04:21.256251+0000","last_clean":"2024-07-26T17:04:21.256251+0000","last_became_active":"2024-07-26T17:04:20.253911+0000","last_became_peered":"2024-07-26T17:04:20.253911+0000","last_unstale":"2024-07-26T17:04:21.256251+0000","last_undegraded":"2024-07-26T17:04:21.256251+0000","last_fullsized":"2024-07-26T17:04:21.256251+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:46.922976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.25","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265297+0000","last_change":"2024-07-26T17:04:20.259933+0000","last_active":"2024-07-26T17:04:21.265297+0000","last_peered":"2024-07-26T17:04:21.265297+0000","last_clean":"2024-07-26T17:04:21.265297+0000","last_became_active":"2024-07-26T17:04:20.259221+0000","last_became_peered":"2024-07-26T17:04:20.259221+0000","last_unstale":"2024-07-26T17:04:21.265297+0000","last_undegraded":"2024-07-26T17:04:21.265297+0000","last_fullsized":"2024-07-26T17:04:21.265297+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:59.414071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.24","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869720+0000","last_change":"2024-07-26T17:04:20.255823+0000","last_active":"2024-07-26T17:04:21.869720+0000","last_peered":"2024-07-26T17:04:21.869720+0000","last_clean":"2024-07-26T17:04:21.869720+0000","last_became_active":"2024-07-26T17:04:20.255474+0000","last_became_peered":"2024-07-26T17:04:20.255474+0000","last_unstale":"2024-07-26T17:04:21.869720+0000","last_undegraded":"2024-07-26T17:04:21.869720+0000","last_fullsized":"2024-07-26T17:04:21.869720+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:57:37.204815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.23","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869584+0000","last_change":"2024-07-26T17:04:20.245347+0000","last_active":"2024-07-26T17:04:21.869584+0000","last_peered":"2024-07-26T17:04:21.869584+0000","last_clean":"2024-07-26T17:04:21.869584+0000","last_became_active":"2024-07-26T17:04:20.244554+0000","last_became_peered":"2024-07-26T17:04:20.244554+0000","last_unstale":"2024-07-26T17:04:21.869584+0000","last_undegraded":"2024-07-26T17:04:21.869584+0000","last_fullsized":"2024-07-26T17:04:21.869584+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:45.019551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.22","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869208+0000","last_change":"2024-07-26T17:04:20.256894+0000","last_active":"2024-07-26T17:04:21.869208+0000","last_peered":"2024-07-26T17:04:21.869208+0000","last_clean":"2024-07-26T17:04:21.869208+0000","last_became_active":"2024-07-26T17:04:20.256443+0000","last_became_peered":"2024-07-26T17:04:20.256443+0000","last_unstale":"2024-07-26T17:04:21.869208+0000","last_undegraded":"2024-07-26T17:04:21.869208+0000","last_fullsized":"2024-07-26T17:04:21.869208+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:42:44.033615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.21","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256975+0000","last_change":"2024-07-26T17:04:20.258100+0000","last_active":"2024-07-26T17:04:21.256975+0000","last_peered":"2024-07-26T17:04:21.256975+0000","last_clean":"2024-07-26T17:04:21.256975+0000","last_became_active":"2024-07-26T17:04:20.257733+0000","last_became_peered":"2024-07-26T17:04:20.257733+0000","last_unstale":"2024-07-26T17:04:21.256975+0000","last_undegraded":"2024-07-26T17:04:21.256975+0000","last_fullsized":"2024-07-26T17:04:21.256975+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:58:41.667875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.20","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256064+0000","last_change":"2024-07-26T17:04:20.261608+0000","last_active":"2024-07-26T17:04:21.256064+0000","last_peered":"2024-07-26T17:04:21.256064+0000","last_clean":"2024-07-26T17:04:21.256064+0000","last_became_active":"2024-07-26T17:04:20.261332+0000","last_became_peered":"2024-07-26T17:04:20.261332+0000","last_unstale":"2024-07-26T17:04:21.256064+0000","last_undegraded":"2024-07-26T17:04:21.256064+0000","last_fullsized":"2024-07-26T17:04:21.256064+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:34.252353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.18","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.254875+0000","last_change":"2024-07-26T17:04:20.257045+0000","last_active":"2024-07-26T17:04:21.254875+0000","last_peered":"2024-07-26T17:04:21.254875+0000","last_clean":"2024-07-26T17:04:21.254875+0000","last_became_active":"2024-07-26T17:04:20.256712+0000","last_became_peered":"2024-07-26T17:04:20.256712+0000","last_unstale":"2024-07-26T17:04:21.254875+0000","last_undegraded":"2024-07-26T17:04:21.254875+0000","last_fullsized":"2024-07-26T17:04:21.254875+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:15.562906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.1f","version":"228'4","reported_seq":19,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869384+0000","last_change":"2024-07-26T17:04:19.247924+0000","last_active":"2024-07-26T17:04:21.869384+0000","last_peered":"2024-07-26T17:04:21.869384+0000","last_clean":"2024-07-26T17:04:21.869384+0000","last_became_active":"2024-07-26T17:04:19.247614+0000","last_became_peered":"2024-07-26T17:04:19.247614+0000","last_unstale":"2024-07-26T17:04:21.869384+0000","last_undegraded":"2024-07-26T17:04:21.869384+0000","last_fullsized":"2024-07-26T17:04:21.869384+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:05.732319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.19","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256526+0000","last_change":"2024-07-26T17:04:20.243205+0000","last_active":"2024-07-26T17:04:21.256526+0000","last_peered":"2024-07-26T17:04:21.256526+0000","last_clean":"2024-07-26T17:04:21.256526+0000","last_became_active":"2024-07-26T17:04:20.242877+0000","last_became_peered":"2024-07-26T17:04:20.242877+0000","last_unstale":"2024-07-26T17:04:21.256526+0000","last_undegraded":"2024-07-26T17:04:21.256526+0000","last_fullsized":"2024-07-26T17:04:21.256526+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:12.654403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1e","version":"228'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256327+0000","last_change":"2024-07-26T17:04:19.259963+0000","last_active":"2024-07-26T17:04:21.256327+0000","last_peered":"2024-07-26T17:04:21.256327+0000","last_clean":"2024-07-26T17:04:21.256327+0000","last_became_active":"2024-07-26T17:04:19.259628+0000","last_became_peered":"2024-07-26T17:04:19.259628+0000","last_unstale":"2024-07-26T17:04:21.256327+0000","last_undegraded":"2024-07-26T17:04:21.256327+0000","last_fullsized":"2024-07-26T17:04:21.256327+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:59.598811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.1a","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263046+0000","last_change":"2024-07-26T17:04:20.251931+0000","last_active":"2024-07-26T17:04:21.263046+0000","last_peered":"2024-07-26T17:04:21.263046+0000","last_clean":"2024-07-26T17:04:21.263046+0000","last_became_active":"2024-07-26T17:04:20.251621+0000","last_became_peered":"2024-07-26T17:04:20.251621+0000","last_unstale":"2024-07-26T17:04:21.263046+0000","last_undegraded":"2024-07-26T17:04:21.263046+0000","last_fullsized":"2024-07-26T17:04:21.263046+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:27.660841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1d","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255228+0000","last_change":"2024-07-26T17:04:19.249896+0000","last_active":"2024-07-26T17:04:21.255228+0000","last_peered":"2024-07-26T17:04:21.255228+0000","last_clean":"2024-07-26T17:04:21.255228+0000","last_became_active":"2024-07-26T17:04:19.249536+0000","last_became_peered":"2024-07-26T17:04:19.249536+0000","last_unstale":"2024-07-26T17:04:21.255228+0000","last_undegraded":"2024-07-26T17:04:21.255228+0000","last_fullsized":"2024-07-26T17:04:21.255228+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:49:23.497758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.1b","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869774+0000","last_change":"2024-07-26T17:04:20.256701+0000","last_active":"2024-07-26T17:04:21.869774+0000","last_peered":"2024-07-26T17:04:21.869774+0000","last_clean":"2024-07-26T17:04:21.869774+0000","last_became_active":"2024-07-26T17:04:20.256377+0000","last_became_peered":"2024-07-26T17:04:20.256377+0000","last_unstale":"2024-07-26T17:04:21.869774+0000","last_undegraded":"2024-07-26T17:04:21.869774+0000","last_fullsized":"2024-07-26T17:04:21.869774+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:14.632483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1c","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869946+0000","last_change":"2024-07-26T17:04:19.245295+0000","last_active":"2024-07-26T17:04:21.869946+0000","last_peered":"2024-07-26T17:04:21.869946+0000","last_clean":"2024-07-26T17:04:21.869946+0000","last_became_active":"2024-07-26T17:04:19.244915+0000","last_became_peered":"2024-07-26T17:04:19.244915+0000","last_unstale":"2024-07-26T17:04:21.869946+0000","last_undegraded":"2024-07-26T17:04:21.869946+0000","last_fullsized":"2024-07-26T17:04:21.869946+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:00.895826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.1c","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869429+0000","last_change":"2024-07-26T17:04:20.252853+0000","last_active":"2024-07-26T17:04:21.869429+0000","last_peered":"2024-07-26T17:04:21.869429+0000","last_clean":"2024-07-26T17:04:21.869429+0000","last_became_active":"2024-07-26T17:04:20.251873+0000","last_became_peered":"2024-07-26T17:04:20.251873+0000","last_unstale":"2024-07-26T17:04:21.869429+0000","last_undegraded":"2024-07-26T17:04:21.869429+0000","last_fullsized":"2024-07-26T17:04:21.869429+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:51.522651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1b","version":"228'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257663+0000","last_change":"2024-07-26T17:04:19.250196+0000","last_active":"2024-07-26T17:04:21.257663+0000","last_peered":"2024-07-26T17:04:21.257663+0000","last_clean":"2024-07-26T17:04:21.257663+0000","last_became_active":"2024-07-26T17:04:19.249048+0000","last_became_peered":"2024-07-26T17:04:19.249048+0000","last_unstale":"2024-07-26T17:04:21.257663+0000","last_undegraded":"2024-07-26T17:04:21.257663+0000","last_fullsized":"2024-07-26T17:04:21.257663+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:04:09.568073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1e","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869459+0000","last_change":"2024-07-26T17:04:20.256033+0000","last_active":"2024-07-26T17:04:21.869459+0000","last_peered":"2024-07-26T17:04:21.869459+0000","last_clean":"2024-07-26T17:04:21.869459+0000","last_became_active":"2024-07-26T17:04:20.255644+0000","last_became_peered":"2024-07-26T17:04:20.255644+0000","last_unstale":"2024-07-26T17:04:21.869459+0000","last_undegraded":"2024-07-26T17:04:21.869459+0000","last_fullsized":"2024-07-26T17:04:21.869459+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:24.478587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256959+0000","last_change":"2024-07-26T17:04:19.249804+0000","last_active":"2024-07-26T17:04:21.256959+0000","last_peered":"2024-07-26T17:04:21.256959+0000","last_clean":"2024-07-26T17:04:21.256959+0000","last_became_active":"2024-07-26T17:04:19.249489+0000","last_became_peered":"2024-07-26T17:04:19.249489+0000","last_unstale":"2024-07-26T17:04:21.256959+0000","last_undegraded":"2024-07-26T17:04:21.256959+0000","last_fullsized":"2024-07-26T17:04:21.256959+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:29:39.644263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1f","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870342+0000","last_change":"2024-07-26T17:04:20.243995+0000","last_active":"2024-07-26T17:04:21.870342+0000","last_peered":"2024-07-26T17:04:21.870342+0000","last_clean":"2024-07-26T17:04:21.870342+0000","last_became_active":"2024-07-26T17:04:20.243684+0000","last_became_peered":"2024-07-26T17:04:20.243684+0000","last_unstale":"2024-07-26T17:04:21.870342+0000","last_undegraded":"2024-07-26T17:04:21.870342+0000","last_fullsized":"2024-07-26T17:04:21.870342+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:13:17.155414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.264830+0000","last_change":"2024-07-26T17:04:19.260395+0000","last_active":"2024-07-26T17:04:21.264830+0000","last_peered":"2024-07-26T17:04:21.264830+0000","last_clean":"2024-07-26T17:04:21.264830+0000","last_became_active":"2024-07-26T17:04:19.258209+0000","last_became_peered":"2024-07-26T17:04:19.258209+0000","last_unstale":"2024-07-26T17:04:21.264830+0000","last_undegraded":"2024-07-26T17:04:21.264830+0000","last_fullsized":"2024-07-26T17:04:21.264830+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:07.573027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.10","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869314+0000","last_change":"2024-07-26T17:04:20.241874+0000","last_active":"2024-07-26T17:04:21.869314+0000","last_peered":"2024-07-26T17:04:21.869314+0000","last_clean":"2024-07-26T17:04:21.869314+0000","last_became_active":"2024-07-26T17:04:20.240885+0000","last_became_peered":"2024-07-26T17:04:20.240885+0000","last_unstale":"2024-07-26T17:04:21.869314+0000","last_undegraded":"2024-07-26T17:04:21.869314+0000","last_fullsized":"2024-07-26T17:04:21.869314+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:55:36.052648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869635+0000","last_change":"2024-07-26T17:04:19.253467+0000","last_active":"2024-07-26T17:04:21.869635+0000","last_peered":"2024-07-26T17:04:21.869635+0000","last_clean":"2024-07-26T17:04:21.869635+0000","last_became_active":"2024-07-26T17:04:19.252871+0000","last_became_peered":"2024-07-26T17:04:19.252871+0000","last_unstale":"2024-07-26T17:04:21.869635+0000","last_undegraded":"2024-07-26T17:04:21.869635+0000","last_fullsized":"2024-07-26T17:04:21.869635+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:24.565682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.11","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265083+0000","last_change":"2024-07-26T17:04:20.250019+0000","last_active":"2024-07-26T17:04:21.265083+0000","last_peered":"2024-07-26T17:04:21.265083+0000","last_clean":"2024-07-26T17:04:21.265083+0000","last_became_active":"2024-07-26T17:04:20.249666+0000","last_became_peered":"2024-07-26T17:04:20.249666+0000","last_unstale":"2024-07-26T17:04:21.265083+0000","last_undegraded":"2024-07-26T17:04:21.265083+0000","last_fullsized":"2024-07-26T17:04:21.265083+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:37:11.179149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257504+0000","last_change":"2024-07-26T17:04:19.252677+0000","last_active":"2024-07-26T17:04:21.257504+0000","last_peered":"2024-07-26T17:04:21.257504+0000","last_clean":"2024-07-26T17:04:21.257504+0000","last_became_active":"2024-07-26T17:04:19.252320+0000","last_became_peered":"2024-07-26T17:04:19.252320+0000","last_unstale":"2024-07-26T17:04:21.257504+0000","last_undegraded":"2024-07-26T17:04:21.257504+0000","last_fullsized":"2024-07-26T17:04:21.257504+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:59:55.502967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.12","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869477+0000","last_change":"2024-07-26T17:04:20.243223+0000","last_active":"2024-07-26T17:04:21.869477+0000","last_peered":"2024-07-26T17:04:21.869477+0000","last_clean":"2024-07-26T17:04:21.869477+0000","last_became_active":"2024-07-26T17:04:20.242892+0000","last_became_peered":"2024-07-26T17:04:20.242892+0000","last_unstale":"2024-07-26T17:04:21.869477+0000","last_undegraded":"2024-07-26T17:04:21.869477+0000","last_fullsized":"2024-07-26T17:04:21.869477+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:15:51.764556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.15","version":"228'3","reported_seq":18,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869860+0000","last_change":"2024-07-26T17:04:19.255830+0000","last_active":"2024-07-26T17:04:21.869860+0000","last_peered":"2024-07-26T17:04:21.869860+0000","last_clean":"2024-07-26T17:04:21.869860+0000","last_became_active":"2024-07-26T17:04:19.255444+0000","last_became_peered":"2024-07-26T17:04:19.255444+0000","last_unstale":"2024-07-26T17:04:21.869860+0000","last_undegraded":"2024-07-26T17:04:21.869860+0000","last_fullsized":"2024-07-26T17:04:21.869860+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:20.813843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.13","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870060+0000","last_change":"2024-07-26T17:04:20.257047+0000","last_active":"2024-07-26T17:04:21.870060+0000","last_peered":"2024-07-26T17:04:21.870060+0000","last_clean":"2024-07-26T17:04:21.870060+0000","last_became_active":"2024-07-26T17:04:20.256672+0000","last_became_peered":"2024-07-26T17:04:20.256672+0000","last_unstale":"2024-07-26T17:04:21.870060+0000","last_undegraded":"2024-07-26T17:04:21.870060+0000","last_fullsized":"2024-07-26T17:04:21.870060+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:52.270099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.14","version":"228'6","reported_seq":21,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257604+0000","last_change":"2024-07-26T17:04:19.251825+0000","last_active":"2024-07-26T17:04:21.257604+0000","last_peered":"2024-07-26T17:04:21.257604+0000","last_clean":"2024-07-26T17:04:21.257604+0000","last_became_active":"2024-07-26T17:04:19.250542+0000","last_became_peered":"2024-07-26T17:04:19.250542+0000","last_unstale":"2024-07-26T17:04:21.257604+0000","last_undegraded":"2024-07-26T17:04:21.257604+0000","last_fullsized":"2024-07-26T17:04:21.257604+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:57.045120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.14","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.254879+0000","last_change":"2024-07-26T17:04:20.257821+0000","last_active":"2024-07-26T17:04:21.254879+0000","last_peered":"2024-07-26T17:04:21.254879+0000","last_clean":"2024-07-26T17:04:21.254879+0000","last_became_active":"2024-07-26T17:04:20.257542+0000","last_became_peered":"2024-07-26T17:04:20.257542+0000","last_unstale":"2024-07-26T17:04:21.254879+0000","last_undegraded":"2024-07-26T17:04:21.254879+0000","last_fullsized":"2024-07-26T17:04:21.254879+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:27.225815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.13","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.254927+0000","last_change":"2024-07-26T17:04:19.242818+0000","last_active":"2024-07-26T17:04:21.254927+0000","last_peered":"2024-07-26T17:04:21.254927+0000","last_clean":"2024-07-26T17:04:21.254927+0000","last_became_active":"2024-07-26T17:04:19.242444+0000","last_became_peered":"2024-07-26T17:04:19.242444+0000","last_unstale":"2024-07-26T17:04:21.254927+0000","last_undegraded":"2024-07-26T17:04:21.254927+0000","last_fullsized":"2024-07-26T17:04:21.254927+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:08:47.062121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.15","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265314+0000","last_change":"2024-07-26T17:04:20.246035+0000","last_active":"2024-07-26T17:04:21.265314+0000","last_peered":"2024-07-26T17:04:21.265314+0000","last_clean":"2024-07-26T17:04:21.265314+0000","last_became_active":"2024-07-26T17:04:20.245671+0000","last_became_peered":"2024-07-26T17:04:20.245671+0000","last_unstale":"2024-07-26T17:04:21.265314+0000","last_undegraded":"2024-07-26T17:04:21.265314+0000","last_fullsized":"2024-07-26T17:04:21.265314+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:08:39.811831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.264950+0000","last_change":"2024-07-26T17:04:19.260278+0000","last_active":"2024-07-26T17:04:21.264950+0000","last_peered":"2024-07-26T17:04:21.264950+0000","last_clean":"2024-07-26T17:04:21.264950+0000","last_became_active":"2024-07-26T17:04:19.258187+0000","last_became_peered":"2024-07-26T17:04:19.258187+0000","last_unstale":"2024-07-26T17:04:21.264950+0000","last_undegraded":"2024-07-26T17:04:21.264950+0000","last_fullsized":"2024-07-26T17:04:21.264950+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:19:27.437352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.16","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870056+0000","last_change":"2024-07-26T17:04:20.255824+0000","last_active":"2024-07-26T17:04:21.870056+0000","last_peered":"2024-07-26T17:04:21.870056+0000","last_clean":"2024-07-26T17:04:21.870056+0000","last_became_active":"2024-07-26T17:04:20.255432+0000","last_became_peered":"2024-07-26T17:04:20.255432+0000","last_unstale":"2024-07-26T17:04:21.870056+0000","last_undegraded":"2024-07-26T17:04:21.870056+0000","last_fullsized":"2024-07-26T17:04:21.870056+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:47.589026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869506+0000","last_change":"2024-07-26T17:04:19.242912+0000","last_active":"2024-07-26T17:04:21.869506+0000","last_peered":"2024-07-26T17:04:21.869506+0000","last_clean":"2024-07-26T17:04:21.869506+0000","last_became_active":"2024-07-26T17:04:19.242599+0000","last_became_peered":"2024-07-26T17:04:19.242599+0000","last_unstale":"2024-07-26T17:04:21.869506+0000","last_undegraded":"2024-07-26T17:04:21.869506+0000","last_fullsized":"2024-07-26T17:04:21.869506+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:55.027224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.17","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257450+0000","last_change":"2024-07-26T17:04:20.252625+0000","last_active":"2024-07-26T17:04:21.257450+0000","last_peered":"2024-07-26T17:04:21.257450+0000","last_clean":"2024-07-26T17:04:21.257450+0000","last_became_active":"2024-07-26T17:04:20.252271+0000","last_became_peered":"2024-07-26T17:04:20.252271+0000","last_unstale":"2024-07-26T17:04:21.257450+0000","last_undegraded":"2024-07-26T17:04:21.257450+0000","last_fullsized":"2024-07-26T17:04:21.257450+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:38.124333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.10","version":"228'8","reported_seq":23,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869030+0000","last_change":"2024-07-26T17:04:19.251792+0000","last_active":"2024-07-26T17:04:21.869030+0000","last_peered":"2024-07-26T17:04:21.869030+0000","last_clean":"2024-07-26T17:04:21.869030+0000","last_became_active":"2024-07-26T17:04:19.251473+0000","last_became_peered":"2024-07-26T17:04:19.251473+0000","last_unstale":"2024-07-26T17:04:21.869030+0000","last_undegraded":"2024-07-26T17:04:21.869030+0000","last_fullsized":"2024-07-26T17:04:21.869030+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:38.685128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.8","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.262773+0000","last_change":"2024-07-26T17:04:20.263920+0000","last_active":"2024-07-26T17:04:21.262773+0000","last_peered":"2024-07-26T17:04:21.262773+0000","last_clean":"2024-07-26T17:04:21.262773+0000","last_became_active":"2024-07-26T17:04:20.263580+0000","last_became_peered":"2024-07-26T17:04:20.263580+0000","last_unstale":"2024-07-26T17:04:21.262773+0000","last_undegraded":"2024-07-26T17:04:21.262773+0000","last_fullsized":"2024-07-26T17:04:21.262773+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:52.270099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.f","version":"228'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256824+0000","last_change":"2024-07-26T17:04:19.244190+0000","last_active":"2024-07-26T17:04:21.256824+0000","last_peered":"2024-07-26T17:04:21.256824+0000","last_clean":"2024-07-26T17:04:21.256824+0000","last_became_active":"2024-07-26T17:04:19.243866+0000","last_became_peered":"2024-07-26T17:04:19.243866+0000","last_unstale":"2024-07-26T17:04:21.256824+0000","last_undegraded":"2024-07-26T17:04:21.256824+0000","last_fullsized":"2024-07-26T17:04:21.256824+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:23.400083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.9","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256691+0000","last_change":"2024-07-26T17:04:20.254782+0000","last_active":"2024-07-26T17:04:21.256691+0000","last_peered":"2024-07-26T17:04:21.256691+0000","last_clean":"2024-07-26T17:04:21.256691+0000","last_became_active":"2024-07-26T17:04:20.254425+0000","last_became_peered":"2024-07-26T17:04:20.254425+0000","last_unstale":"2024-07-26T17:04:21.256691+0000","last_undegraded":"2024-07-26T17:04:21.256691+0000","last_fullsized":"2024-07-26T17:04:21.256691+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:40:28.029635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.e","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256594+0000","last_change":"2024-07-26T17:04:19.250516+0000","last_active":"2024-07-26T17:04:21.256594+0000","last_peered":"2024-07-26T17:04:21.256594+0000","last_clean":"2024-07-26T17:04:21.256594+0000","last_became_active":"2024-07-26T17:04:19.249988+0000","last_became_peered":"2024-07-26T17:04:19.249988+0000","last_unstale":"2024-07-26T17:04:21.256594+0000","last_undegraded":"2024-07-26T17:04:21.256594+0000","last_fullsized":"2024-07-26T17:04:21.256594+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:18.284485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.a","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256651+0000","last_change":"2024-07-26T17:04:20.249338+0000","last_active":"2024-07-26T17:04:21.256651+0000","last_peered":"2024-07-26T17:04:21.256651+0000","last_clean":"2024-07-26T17:04:21.256651+0000","last_became_active":"2024-07-26T17:04:20.248999+0000","last_became_peered":"2024-07-26T17:04:20.248999+0000","last_unstale":"2024-07-26T17:04:21.256651+0000","last_undegraded":"2024-07-26T17:04:21.256651+0000","last_fullsized":"2024-07-26T17:04:21.256651+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:01:23.797583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.d","version":"228'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255312+0000","last_change":"2024-07-26T17:04:19.249819+0000","last_active":"2024-07-26T17:04:21.255312+0000","last_peered":"2024-07-26T17:04:21.255312+0000","last_clean":"2024-07-26T17:04:21.255312+0000","last_became_active":"2024-07-26T17:04:19.249076+0000","last_became_peered":"2024-07-26T17:04:19.249076+0000","last_unstale":"2024-07-26T17:04:21.255312+0000","last_undegraded":"2024-07-26T17:04:21.255312+0000","last_fullsized":"2024-07-26T17:04:21.255312+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:09:04.742776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.b","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263150+0000","last_change":"2024-07-26T17:04:20.256387+0000","last_active":"2024-07-26T17:04:21.263150+0000","last_peered":"2024-07-26T17:04:21.263150+0000","last_clean":"2024-07-26T17:04:21.263150+0000","last_became_active":"2024-07-26T17:04:20.255260+0000","last_became_peered":"2024-07-26T17:04:20.255260+0000","last_unstale":"2024-07-26T17:04:21.263150+0000","last_undegraded":"2024-07-26T17:04:21.263150+0000","last_fullsized":"2024-07-26T17:04:21.263150+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:05.241328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869792+0000","last_change":"2024-07-26T17:04:19.256243+0000","last_active":"2024-07-26T17:04:21.869792+0000","last_peered":"2024-07-26T17:04:21.869792+0000","last_clean":"2024-07-26T17:04:21.869792+0000","last_became_active":"2024-07-26T17:04:19.255884+0000","last_became_peered":"2024-07-26T17:04:19.255884+0000","last_unstale":"2024-07-26T17:04:21.869792+0000","last_undegraded":"2024-07-26T17:04:21.869792+0000","last_fullsized":"2024-07-26T17:04:21.869792+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:45:25.703886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.c","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255135+0000","last_change":"2024-07-26T17:04:20.257762+0000","last_active":"2024-07-26T17:04:21.255135+0000","last_peered":"2024-07-26T17:04:21.255135+0000","last_clean":"2024-07-26T17:04:21.255135+0000","last_became_active":"2024-07-26T17:04:20.257461+0000","last_became_peered":"2024-07-26T17:04:20.257461+0000","last_unstale":"2024-07-26T17:04:21.255135+0000","last_undegraded":"2024-07-26T17:04:21.255135+0000","last_fullsized":"2024-07-26T17:04:21.255135+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:50.610550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869954+0000","last_change":"2024-07-26T17:04:19.257017+0000","last_active":"2024-07-26T17:04:21.869954+0000","last_peered":"2024-07-26T17:04:21.869954+0000","last_clean":"2024-07-26T17:04:21.869954+0000","last_became_active":"2024-07-26T17:04:19.256651+0000","last_became_peered":"2024-07-26T17:04:19.256651+0000","last_unstale":"2024-07-26T17:04:21.869954+0000","last_undegraded":"2024-07-26T17:04:21.869954+0000","last_fullsized":"2024-07-26T17:04:21.869954+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:43.308758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.d","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257181+0000","last_change":"2024-07-26T17:04:20.258085+0000","last_active":"2024-07-26T17:04:21.257181+0000","last_peered":"2024-07-26T17:04:21.257181+0000","last_clean":"2024-07-26T17:04:21.257181+0000","last_became_active":"2024-07-26T17:04:20.257783+0000","last_became_peered":"2024-07-26T17:04:20.257783+0000","last_unstale":"2024-07-26T17:04:21.257181+0000","last_undegraded":"2024-07-26T17:04:21.257181+0000","last_fullsized":"2024-07-26T17:04:21.257181+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:30:35.525320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.254692+0000","last_change":"2024-07-26T17:04:19.259556+0000","last_active":"2024-07-26T17:04:21.254692+0000","last_peered":"2024-07-26T17:04:21.254692+0000","last_clean":"2024-07-26T17:04:21.254692+0000","last_became_active":"2024-07-26T17:04:19.258992+0000","last_became_peered":"2024-07-26T17:04:19.258992+0000","last_unstale":"2024-07-26T17:04:21.254692+0000","last_undegraded":"2024-07-26T17:04:21.254692+0000","last_fullsized":"2024-07-26T17:04:21.254692+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:06:11.758904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.e","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870279+0000","last_change":"2024-07-26T17:04:20.252696+0000","last_active":"2024-07-26T17:04:21.870279+0000","last_peered":"2024-07-26T17:04:21.870279+0000","last_clean":"2024-07-26T17:04:21.870279+0000","last_became_active":"2024-07-26T17:04:20.252372+0000","last_became_peered":"2024-07-26T17:04:20.252372+0000","last_unstale":"2024-07-26T17:04:21.870279+0000","last_undegraded":"2024-07-26T17:04:21.870279+0000","last_fullsized":"2024-07-26T17:04:21.870279+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:18:25.667940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869153+0000","last_change":"2024-07-26T17:04:19.247723+0000","last_active":"2024-07-26T17:04:21.869153+0000","last_peered":"2024-07-26T17:04:21.869153+0000","last_clean":"2024-07-26T17:04:21.869153+0000","last_became_active":"2024-07-26T17:04:19.247417+0000","last_became_peered":"2024-07-26T17:04:19.247417+0000","last_unstale":"2024-07-26T17:04:21.869153+0000","last_undegraded":"2024-07-26T17:04:21.869153+0000","last_fullsized":"2024-07-26T17:04:21.869153+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:01:59.419775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.f","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263456+0000","last_change":"2024-07-26T17:04:20.255255+0000","last_active":"2024-07-26T17:04:21.263456+0000","last_peered":"2024-07-26T17:04:21.263456+0000","last_clean":"2024-07-26T17:04:21.263456+0000","last_became_active":"2024-07-26T17:04:20.252666+0000","last_became_peered":"2024-07-26T17:04:20.252666+0000","last_unstale":"2024-07-26T17:04:21.263456+0000","last_undegraded":"2024-07-26T17:04:21.263456+0000","last_fullsized":"2024-07-26T17:04:21.263456+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:50.488440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.255908+0000","last_change":"2024-07-26T17:04:19.243431+0000","last_active":"2024-07-26T17:04:21.255908+0000","last_peered":"2024-07-26T17:04:21.255908+0000","last_clean":"2024-07-26T17:04:21.255908+0000","last_became_active":"2024-07-26T17:04:19.243058+0000","last_became_peered":"2024-07-26T17:04:19.243058+0000","last_unstale":"2024-07-26T17:04:21.255908+0000","last_undegraded":"2024-07-26T17:04:21.255908+0000","last_fullsized":"2024-07-26T17:04:21.255908+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:52:12.365267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.0","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263128+0000","last_change":"2024-07-26T17:04:20.264363+0000","last_active":"2024-07-26T17:04:21.263128+0000","last_peered":"2024-07-26T17:04:21.263128+0000","last_clean":"2024-07-26T17:04:21.263128+0000","last_became_active":"2024-07-26T17:04:20.263845+0000","last_became_peered":"2024-07-26T17:04:20.263845+0000","last_unstale":"2024-07-26T17:04:21.263128+0000","last_undegraded":"2024-07-26T17:04:21.263128+0000","last_fullsized":"2024-07-26T17:04:21.263128+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:08:26.258473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.7","version":"228'2","reported_seq":17,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.870397+0000","last_change":"2024-07-26T17:04:19.251340+0000","last_active":"2024-07-26T17:04:21.870397+0000","last_peered":"2024-07-26T17:04:21.870397+0000","last_clean":"2024-07-26T17:04:21.870397+0000","last_became_active":"2024-07-26T17:04:19.251002+0000","last_became_peered":"2024-07-26T17:04:19.251002+0000","last_unstale":"2024-07-26T17:04:21.870397+0000","last_undegraded":"2024-07-26T17:04:21.870397+0000","last_fullsized":"2024-07-26T17:04:21.870397+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:15.823521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.1","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.264982+0000","last_change":"2024-07-26T17:04:20.253028+0000","last_active":"2024-07-26T17:04:21.264982+0000","last_peered":"2024-07-26T17:04:21.264982+0000","last_clean":"2024-07-26T17:04:21.264982+0000","last_became_active":"2024-07-26T17:04:20.252568+0000","last_became_peered":"2024-07-26T17:04:20.252568+0000","last_unstale":"2024-07-26T17:04:21.264982+0000","last_undegraded":"2024-07-26T17:04:21.264982+0000","last_fullsized":"2024-07-26T17:04:21.264982+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:01.904207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.6","version":"229'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263292+0000","last_change":"2024-07-26T17:04:19.259529+0000","last_active":"2024-07-26T17:04:21.263292+0000","last_peered":"2024-07-26T17:04:21.263292+0000","last_clean":"2024-07-26T17:04:21.263292+0000","last_became_active":"2024-07-26T17:04:19.259150+0000","last_became_peered":"2024-07-26T17:04:19.259150+0000","last_unstale":"2024-07-26T17:04:21.263292+0000","last_undegraded":"2024-07-26T17:04:21.263292+0000","last_fullsized":"2024-07-26T17:04:21.263292+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:43.308758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869390+0000","last_change":"2024-07-26T17:04:20.249769+0000","last_active":"2024-07-26T17:04:21.869390+0000","last_peered":"2024-07-26T17:04:21.869390+0000","last_clean":"2024-07-26T17:04:21.869390+0000","last_became_active":"2024-07-26T17:04:20.249475+0000","last_became_peered":"2024-07-26T17:04:20.249475+0000","last_unstale":"2024-07-26T17:04:21.869390+0000","last_undegraded":"2024-07-26T17:04:21.869390+0000","last_fullsized":"2024-07-26T17:04:21.869390+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:58.053502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869218+0000","last_change":"2024-07-26T17:04:19.253901+0000","last_active":"2024-07-26T17:04:21.869218+0000","last_peered":"2024-07-26T17:04:21.869218+0000","last_clean":"2024-07-26T17:04:21.869218+0000","last_became_active":"2024-07-26T17:04:19.253496+0000","last_became_peered":"2024-07-26T17:04:19.253496+0000","last_unstale":"2024-07-26T17:04:21.869218+0000","last_undegraded":"2024-07-26T17:04:21.869218+0000","last_fullsized":"2024-07-26T17:04:21.869218+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:04.232946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.3","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256397+0000","last_change":"2024-07-26T17:04:20.254177+0000","last_active":"2024-07-26T17:04:21.256397+0000","last_peered":"2024-07-26T17:04:21.256397+0000","last_clean":"2024-07-26T17:04:21.256397+0000","last_became_active":"2024-07-26T17:04:20.253571+0000","last_became_peered":"2024-07-26T17:04:20.253571+0000","last_unstale":"2024-07-26T17:04:21.256397+0000","last_undegraded":"2024-07-26T17:04:21.256397+0000","last_fullsized":"2024-07-26T17:04:21.256397+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:59.001247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256365+0000","last_change":"2024-07-26T17:04:19.246779+0000","last_active":"2024-07-26T17:04:21.256365+0000","last_peered":"2024-07-26T17:04:21.256365+0000","last_clean":"2024-07-26T17:04:21.256365+0000","last_became_active":"2024-07-26T17:04:19.246461+0000","last_became_peered":"2024-07-26T17:04:19.246461+0000","last_unstale":"2024-07-26T17:04:21.256365+0000","last_undegraded":"2024-07-26T17:04:21.256365+0000","last_fullsized":"2024-07-26T17:04:21.256365+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:47:05.381304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.4","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263162+0000","last_change":"2024-07-26T17:04:20.261968+0000","last_active":"2024-07-26T17:04:21.263162+0000","last_peered":"2024-07-26T17:04:21.263162+0000","last_clean":"2024-07-26T17:04:21.263162+0000","last_became_active":"2024-07-26T17:04:20.261663+0000","last_became_peered":"2024-07-26T17:04:20.261663+0000","last_unstale":"2024-07-26T17:04:21.263162+0000","last_undegraded":"2024-07-26T17:04:21.263162+0000","last_fullsized":"2024-07-26T17:04:21.263162+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:02:00.428156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.263183+0000","last_change":"2024-07-26T17:04:19.251680+0000","last_active":"2024-07-26T17:04:21.263183+0000","last_peered":"2024-07-26T17:04:21.263183+0000","last_clean":"2024-07-26T17:04:21.263183+0000","last_became_active":"2024-07-26T17:04:19.251174+0000","last_became_peered":"2024-07-26T17:04:19.251174+0000","last_unstale":"2024-07-26T17:04:21.263183+0000","last_undegraded":"2024-07-26T17:04:21.263183+0000","last_fullsized":"2024-07-26T17:04:21.263183+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:24.565682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.5","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257409+0000","last_change":"2024-07-26T17:04:20.256842+0000","last_active":"2024-07-26T17:04:21.257409+0000","last_peered":"2024-07-26T17:04:21.257409+0000","last_clean":"2024-07-26T17:04:21.257409+0000","last_became_active":"2024-07-26T17:04:20.256544+0000","last_became_peered":"2024-07-26T17:04:20.256544+0000","last_unstale":"2024-07-26T17:04:21.257409+0000","last_undegraded":"2024-07-26T17:04:21.257409+0000","last_fullsized":"2024-07-26T17:04:21.257409+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:58:18.480270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869565+0000","last_change":"2024-07-26T17:04:19.246583+0000","last_active":"2024-07-26T17:04:21.869565+0000","last_peered":"2024-07-26T17:04:21.869565+0000","last_clean":"2024-07-26T17:04:21.869565+0000","last_became_active":"2024-07-26T17:04:19.246203+0000","last_became_peered":"2024-07-26T17:04:19.246203+0000","last_unstale":"2024-07-26T17:04:21.869565+0000","last_undegraded":"2024-07-26T17:04:21.869565+0000","last_fullsized":"2024-07-26T17:04:21.869565+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:37:10.170767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.6","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.257567+0000","last_change":"2024-07-26T17:04:20.260933+0000","last_active":"2024-07-26T17:04:21.257567+0000","last_peered":"2024-07-26T17:04:21.257567+0000","last_clean":"2024-07-26T17:04:21.257567+0000","last_became_active":"2024-07-26T17:04:20.260603+0000","last_became_peered":"2024-07-26T17:04:20.260603+0000","last_unstale":"2024-07-26T17:04:21.257567+0000","last_undegraded":"2024-07-26T17:04:21.257567+0000","last_fullsized":"2024-07-26T17:04:21.257567+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:29.994218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256601+0000","last_change":"2024-07-26T17:04:19.248143+0000","last_active":"2024-07-26T17:04:21.256601+0000","last_peered":"2024-07-26T17:04:21.256601+0000","last_clean":"2024-07-26T17:04:21.256601+0000","last_became_active":"2024-07-26T17:04:19.247807+0000","last_became_peered":"2024-07-26T17:04:19.247807+0000","last_unstale":"2024-07-26T17:04:21.256601+0000","last_undegraded":"2024-07-26T17:04:21.256601+0000","last_fullsized":"2024-07-26T17:04:21.256601+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:36.030813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.7","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.265178+0000","last_change":"2024-07-26T17:04:20.253668+0000","last_active":"2024-07-26T17:04:21.265178+0000","last_peered":"2024-07-26T17:04:21.265178+0000","last_clean":"2024-07-26T17:04:21.265178+0000","last_became_active":"2024-07-26T17:04:20.253310+0000","last_became_peered":"2024-07-26T17:04:20.253310+0000","last_unstale":"2024-07-26T17:04:21.265178+0000","last_undegraded":"2024-07-26T17:04:21.265178+0000","last_fullsized":"2024-07-26T17:04:21.265178+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:44.274309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":15,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869242+0000","last_change":"2024-07-26T17:04:19.252605+0000","last_active":"2024-07-26T17:04:21.869242+0000","last_peered":"2024-07-26T17:04:21.869242+0000","last_clean":"2024-07-26T17:04:21.869242+0000","last_became_active":"2024-07-26T17:04:19.252297+0000","last_became_peered":"2024-07-26T17:04:19.252297+0000","last_unstale":"2024-07-26T17:04:21.869242+0000","last_undegraded":"2024-07-26T17:04:21.869242+0000","last_fullsized":"2024-07-26T17:04:21.869242+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:38:43.981403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.1d","version":"0'0","reported_seq":13,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256233+0000","last_change":"2024-07-26T17:04:20.256075+0000","last_active":"2024-07-26T17:04:21.256233+0000","last_peered":"2024-07-26T17:04:21.256233+0000","last_clean":"2024-07-26T17:04:21.256233+0000","last_became_active":"2024-07-26T17:04:20.255734+0000","last_became_peered":"2024-07-26T17:04:20.255734+0000","last_unstale":"2024-07-26T17:04:21.256233+0000","last_undegraded":"2024-07-26T17:04:21.256233+0000","last_fullsized":"2024-07-26T17:04:21.256233+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:31.309569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1a","version":"228'1","reported_seq":16,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.869478+0000","last_change":"2024-07-26T17:04:19.255718+0000","last_active":"2024-07-26T17:04:21.869478+0000","last_peered":"2024-07-26T17:04:21.869478+0000","last_clean":"2024-07-26T17:04:21.869478+0000","last_became_active":"2024-07-26T17:04:19.255378+0000","last_became_peered":"2024-07-26T17:04:19.255378+0000","last_unstale":"2024-07-26T17:04:21.869478+0000","last_undegraded":"2024-07-26T17:04:21.869478+0000","last_fullsized":"2024-07-26T17:04:21.869478+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:29.728777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"219'226","reported_seq":1090,"reported_epoch":229,"state":"active+clean","last_fresh":"2024-07-26T17:04:21.256143+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:04:21.256143+0000","last_peered":"2024-07-26T17:04:21.256143+0000","last_clean":"2024-07-26T17:04:21.256143+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:04:21.256143+0000","last_undegraded":"2024-07-26T17:04:21.256143+0000","last_fullsized":"2024-07-26T17:04:21.256143+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":226,"log_dups_size":0,"ondisk_log_size":226,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":365,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":28,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":27,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":365,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":226,"ondisk_log_size":226,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575996,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52628,"kb_used_data":3396,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319212,"statfs":{"total":96636764160,"available":96582873088,"internally_reserved":0,"allocated":3477504,"data_stored":2083033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510587,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42316,"kb_used_data":2816,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329524,"statfs":{"total":96636764160,"available":96593432576,"internally_reserved":0,"allocated":2883584,"data_stored":1493177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510587,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52044,"kb_used_data":2808,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319796,"statfs":{"total":96636764160,"available":96583471104,"internally_reserved":0,"allocated":2875392,"data_stored":1491039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510587,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52032,"kb_used_data":2804,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319808,"statfs":{"total":96636764160,"available":96583483392,"internally_reserved":0,"allocated":2871296,"data_stored":1491565,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510586,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47888,"kb_used_data":2812,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323952,"statfs":{"total":96636764160,"available":96587726848,"internally_reserved":0,"allocated":2879488,"data_stored":1491109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":46135751},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510586,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47872,"kb_used_data":2804,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323968,"statfs":{"total":96636764160,"available":96587743232,"internally_reserved":0,"allocated":2871296,"data_stored":1491073,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510589,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47868,"kb_used_data":2800,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323972,"statfs":{"total":96636764160,"available":96587747328,"internally_reserved":0,"allocated":2867200,"data_stored":1490983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543293,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42884,"kb_used_data":3384,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94328956,"statfs":{"total":96636764160,"available":96592850944,"internally_reserved":0,"allocated":3465216,"data_stored":2081441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:04:24.728 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T17:04:24.728 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T17:04:24.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.889+0000 7f3b3ae92640 1 -- 172.21.15.33:0/1825770082 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b20003a30 msgr2=0x7f3b20003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.889+0000 7f3b3ae92640 1 --2- 172.21.15.33:0/1825770082 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b20003a30 0x7f3b20003ea0 secure :-1 s=READY pgs=2178 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c00c310 tx=0x7f3b20005830 comp rx=0 tx=0).stop 2024-07-26T17:04:24.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.889+0000 7f3b3942f640 1 -- 172.21.15.33:0/1825770082 reap_dead start 2024-07-26T17:04:24.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.889+0000 7f3b3ae92640 1 -- 172.21.15.33:0/1825770082 shutdown_connections 2024-07-26T17:04:24.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.889+0000 7f3b3ae92640 1 -- 172.21.15.33:0/1825770082 >> 172.21.15.33:0/1825770082 conn(0x7f3b340d3dc0 msgr2=0x7f3b340d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:24.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.889+0000 7f3b3ae92640 1 -- 172.21.15.33:0/1825770082 shutdown_connections 2024-07-26T17:04:24.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.889+0000 7f3b3ae92640 1 -- 172.21.15.33:0/1825770082 wait complete. 2024-07-26T17:04:24.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.891+0000 7f3b3ae92640 1 Processor -- start 2024-07-26T17:04:24.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.891+0000 7f3b3ae92640 1 -- start start 2024-07-26T17:04:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.892+0000 7f3b3ae92640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b20003a30 0x7f3b341e9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.892+0000 7f3b3ae92640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3b34160cb0 0x7f3b341f5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.892+0000 7f3b3ae92640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3b341f84a0 0x7f3b341f88b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.892+0000 7f3b3ae92640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3b340ce8d0 con 0x7f3b20003a30 2024-07-26T17:04:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.892+0000 7f3b3ae92640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3b340b91f0 con 0x7f3b34160cb0 2024-07-26T17:04:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.892+0000 7f3b3ae92640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3b340cea50 con 0x7f3b341f84a0 2024-07-26T17:04:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.892+0000 7f3b38c2e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b20003a30 0x7f3b341e9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.892+0000 7f3b38c2e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b20003a30 0x7f3b341e9a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35932/0 (socket says 172.21.15.33:35932) 2024-07-26T17:04:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.892+0000 7f3b38c2e640 1 -- 172.21.15.33:0/2712732130 learned_addr learned my addr 172.21.15.33:0/2712732130 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:24.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b33fff640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3b34160cb0 0x7f3b341f5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b3942f640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3b341f84a0 0x7f3b341f88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b38c2e640 1 -- 172.21.15.33:0/2712732130 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3b341f84a0 msgr2=0x7f3b341f88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b38c2e640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3b341f84a0 0x7f3b341f88b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b38c2e640 1 -- 172.21.15.33:0/2712732130 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3b34160cb0 msgr2=0x7f3b341f5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b38c2e640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3b34160cb0 0x7f3b341f5930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b38c2e640 1 -- 172.21.15.33:0/2712732130 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b341f5e70 con 0x7f3b20003a30 2024-07-26T17:04:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b33fff640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3b34160cb0 0x7f3b341f5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b38c2e640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b20003a30 0x7f3b341e9a50 secure :-1 s=READY pgs=2179 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c02b180 tx=0x7f3b2c004be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b317fa640 1 -- 172.21.15.33:0/2712732130 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c044070 con 0x7f3b20003a30 2024-07-26T17:04:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b317fa640 1 -- 172.21.15.33:0/2712732130 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b2c006420 con 0x7f3b20003a30 2024-07-26T17:04:24.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b3ae92640 1 -- 172.21.15.33:0/2712732130 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b341f8df0 con 0x7f3b20003a30 2024-07-26T17:04:24.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b317fa640 1 -- 172.21.15.33:0/2712732130 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c031040 con 0x7f3b20003a30 2024-07-26T17:04:24.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.893+0000 7f3b3ae92640 1 -- 172.21.15.33:0/2712732130 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b3415fef0 con 0x7f3b20003a30 2024-07-26T17:04:24.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.894+0000 7f3b3ae92640 1 -- 172.21.15.33:0/2712732130 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b340b9c80 con 0x7f3b20003a30 2024-07-26T17:04:24.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.895+0000 7f3b317fa640 1 -- 172.21.15.33:0/2712732130 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f3b2c034070 con 0x7f3b20003a30 2024-07-26T17:04:24.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.896+0000 7f3b317fa640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3b14077130 0x7f3b14079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:24.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.896+0000 7f3b317fa640 1 -- 172.21.15.33:0/2712732130 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7f3b2c0b8aa0 con 0x7f3b20003a30 2024-07-26T17:04:24.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.896+0000 7f3b33fff640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3b14077130 0x7f3b14079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:24.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.896+0000 7f3b33fff640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3b14077130 0x7f3b14079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3b34161160 tx=0x7f3b24003a00 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:24.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:24.900+0000 7f3b317fa640 1 -- 172.21.15.33:0/2712732130 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3b341f8df0 con 0x7f3b20003a30 2024-07-26T17:04:25.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.167+0000 7f3b3ae92640 1 -- 172.21.15.33:0/2712732130 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f3b340cdfa0 con 0x7f3b20003a30 2024-07-26T17:04:25.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.170+0000 7f3b317fa640 1 -- 172.21.15.33:0/2712732130 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v51) ==== 190+0+147 (secure 0 0 0) 0x7f3b341f5e70 con 0x7f3b20003a30 2024-07-26T17:04:25.172 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T17:04:25.172 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T17:04:25.172 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T17:04:25.173 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T17:04:25.173 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T17:04:25.173 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T17:04:25.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 -- 172.21.15.33:0/2712732130 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3b14077130 msgr2=0x7f3b14079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:25.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3b14077130 0x7f3b14079640 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3b34161160 tx=0x7f3b24003a00 comp rx=0 tx=0).stop 2024-07-26T17:04:25.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 -- 172.21.15.33:0/2712732130 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b20003a30 msgr2=0x7f3b341e9a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:25.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b20003a30 0x7f3b341e9a50 secure :-1 s=READY pgs=2179 cs=0 l=1 rev1=1 crypto rx=0x7f3b2c02b180 tx=0x7f3b2c004be0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 -- 172.21.15.33:0/2712732130 shutdown_connections 2024-07-26T17:04:25.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3b14077130 0x7f3b14079640 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3b341f84a0 0x7f3b341f88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3b34160cb0 0x7f3b341f5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 --2- 172.21.15.33:0/2712732130 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3b20003a30 0x7f3b341e9a50 unknown :-1 s=CLOSED pgs=2179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 -- 172.21.15.33:0/2712732130 >> 172.21.15.33:0/2712732130 conn(0x7f3b340d3dc0 msgr2=0x7f3b341ea630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:25.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 -- 172.21.15.33:0/2712732130 shutdown_connections 2024-07-26T17:04:25.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.173+0000 7f3b3ae92640 1 -- 172.21.15.33:0/2712732130 wait complete. 2024-07-26T17:04:25.186 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:25.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.303+0000 7f27b0686640 1 -- 172.21.15.33:0/859457995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27940041c0 msgr2=0x7f2794004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:25.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.303+0000 7f27b0686640 1 --2- 172.21.15.33:0/859457995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27940041c0 0x7f2794004800 secure :-1 s=READY pgs=2181 cs=0 l=1 rev1=1 crypto rx=0x7f2798006f70 tx=0x7f2794005830 comp rx=0 tx=0).stop 2024-07-26T17:04:25.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.303+0000 7f27aec23640 1 -- 172.21.15.33:0/859457995 reap_dead start 2024-07-26T17:04:25.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.304+0000 7f27b0686640 1 -- 172.21.15.33:0/859457995 shutdown_connections 2024-07-26T17:04:25.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.304+0000 7f27b0686640 1 -- 172.21.15.33:0/859457995 >> 172.21.15.33:0/859457995 conn(0x7f27a80d1b70 msgr2=0x7f27a80d1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:25.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.304+0000 7f27b0686640 1 -- 172.21.15.33:0/859457995 shutdown_connections 2024-07-26T17:04:25.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.304+0000 7f27b0686640 1 -- 172.21.15.33:0/859457995 wait complete. 2024-07-26T17:04:25.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.305+0000 7f27b0686640 1 Processor -- start 2024-07-26T17:04:25.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.305+0000 7f27b0686640 1 -- start start 2024-07-26T17:04:25.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27b0686640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f27940041c0 0x7f27a815c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:25.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27b0686640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f27a80cbd10 0x7f27a81f2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:25.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27b0686640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27a815a190 0x7f27a81e52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:25.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27b0686640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f27a80b2430 con 0x7f27a815a190 2024-07-26T17:04:25.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27b0686640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f27a80b22b0 con 0x7f27940041c0 2024-07-26T17:04:25.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27b0686640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f27a80b25b0 con 0x7f27a80cbd10 2024-07-26T17:04:25.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27aec23640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27a815a190 0x7f27a81e52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:25.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27aec23640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27a815a190 0x7f27a81e52f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35948/0 (socket says 172.21.15.33:35948) 2024-07-26T17:04:25.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27aec23640 1 -- 172.21.15.33:0/3680489796 learned_addr learned my addr 172.21.15.33:0/3680489796 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:25.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27adc21640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f27a80cbd10 0x7f27a81f2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:25.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27ae422640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f27940041c0 0x7f27a815c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:25.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27aec23640 1 -- 172.21.15.33:0/3680489796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f27a80cbd10 msgr2=0x7f27a81f2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:25.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27aec23640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f27a80cbd10 0x7f27a81f2e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27aec23640 1 -- 172.21.15.33:0/3680489796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f27940041c0 msgr2=0x7f27a815c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:25.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27aec23640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f27940041c0 0x7f27a815c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27aec23640 1 -- 172.21.15.33:0/3680489796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a81f37b0 con 0x7f27a815a190 2024-07-26T17:04:25.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f27aec23640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27a815a190 0x7f27a81e52f0 secure :-1 s=READY pgs=2182 cs=0 l=1 rev1=1 crypto rx=0x7f27a80cc270 tx=0x7f27a000f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:25.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f279effd640 1 -- 172.21.15.33:0/3680489796 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a0003970 con 0x7f27a815a190 2024-07-26T17:04:25.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.307+0000 7f279effd640 1 -- 172.21.15.33:0/3680489796 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f27a0003b10 con 0x7f27a815a190 2024-07-26T17:04:25.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.308+0000 7f279effd640 1 -- 172.21.15.33:0/3680489796 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a0004030 con 0x7f27a815a190 2024-07-26T17:04:25.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.308+0000 7f27b0686640 1 -- 172.21.15.33:0/3680489796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27a81f3a90 con 0x7f27a815a190 2024-07-26T17:04:25.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.308+0000 7f27b0686640 1 -- 172.21.15.33:0/3680489796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27a81e4dd0 con 0x7f27a815a190 2024-07-26T17:04:25.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.309+0000 7f27b0686640 1 -- 172.21.15.33:0/3680489796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27a80b76e0 con 0x7f27a815a190 2024-07-26T17:04:25.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.309+0000 7f279effd640 1 -- 172.21.15.33:0/3680489796 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f27a00041d0 con 0x7f27a815a190 2024-07-26T17:04:25.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.310+0000 7f279effd640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f278c077130 0x7f278c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:25.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.310+0000 7f27ae422640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f278c077130 0x7f278c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:25.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.310+0000 7f279effd640 1 -- 172.21.15.33:0/3680489796 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7f27a0099190 con 0x7f27a815a190 2024-07-26T17:04:25.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.311+0000 7f27ae422640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f278c077130 0x7f278c079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f27a4006400 tx=0x7f27a4006b10 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:25.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.315+0000 7f279effd640 1 -- 172.21.15.33:0/3680489796 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f27a80b76e0 con 0x7f27a815a190 2024-07-26T17:04:25.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.547+0000 7f27b0686640 1 -- 172.21.15.33:0/3680489796 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f27a80b0a10 con 0x7f27a815a190 2024-07-26T17:04:25.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.548+0000 7f279effd640 1 -- 172.21.15.33:0/3680489796 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 117 v117) ==== 95+0+5244 (secure 0 0 0) 0x7f27a0061f40 con 0x7f27a815a190 2024-07-26T17:04:25.550 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:25.550 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":117,"btime":"2024-07-26T17:04:23:258582+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":9823,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2407372956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2407372956},{"type":"v1","addr":"172.21.15.154:6834","nonce":2407372956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112}],"filesystems":[{"mdsmap":{"epoch":117,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:19.634245+0000","modified":"2024-07-26T17:04:22.650051+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10797},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10797":{"gid":10797,"name":"a","rank":0,"incarnation":113,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6833/2663631468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2663631468},{"type":"v1","addr":"172.21.15.33:6833","nonce":2663631468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[28],"metadata_pool":27,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10797,"qdb_cluster":[10797]},"id":13}]} 2024-07-26T17:04:25.550 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 117 2024-07-26T17:04:25.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 -- 172.21.15.33:0/3680489796 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f278c077130 msgr2=0x7f278c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:25.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f278c077130 0x7f278c079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f27a4006400 tx=0x7f27a4006b10 comp rx=0 tx=0).stop 2024-07-26T17:04:25.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 -- 172.21.15.33:0/3680489796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27a815a190 msgr2=0x7f27a81e52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:25.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27a815a190 0x7f27a81e52f0 secure :-1 s=READY pgs=2182 cs=0 l=1 rev1=1 crypto rx=0x7f27a80cc270 tx=0x7f27a000f3c0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 -- 172.21.15.33:0/3680489796 shutdown_connections 2024-07-26T17:04:25.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f278c077130 0x7f278c079640 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27a815a190 0x7f27a81e52f0 unknown :-1 s=CLOSED pgs=2182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f27a80cbd10 0x7f27a81f2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 --2- 172.21.15.33:0/3680489796 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f27940041c0 0x7f27a815c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:25.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 -- 172.21.15.33:0/3680489796 >> 172.21.15.33:0/3680489796 conn(0x7f27a80d1b70 msgr2=0x7f27a80af640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:25.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 -- 172.21.15.33:0/3680489796 shutdown_connections 2024-07-26T17:04:25.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:25.550+0000 7f27b0686640 1 -- 172.21.15.33:0/3680489796 wait complete. 2024-07-26T17:04:25.966 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 117, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T17:04:19.634245+0000', 'modified': '2024-07-26T17:04:22.650051+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10797}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10797': {'gid': 10797, 'name': 'a', 'rank': 0, 'incarnation': 113, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6833/2663631468', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6832', 'nonce': 2663631468}, {'type': 'v1', 'addr': '172.21.15.33:6833', 'nonce': 2663631468}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [28], 'metadata_pool': 27, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 10797, 'qdb_cluster': [10797]} 2024-07-26T17:04:25.966 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T17:04:25.966 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-26T17:04:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.089+0000 7fb3fe986640 1 -- 172.21.15.33:0/3351363637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3f80ce2d0 msgr2=0x7fb3f80ce6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.089+0000 7fb3fe986640 1 --2- 172.21.15.33:0/3351363637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3f80ce2d0 0x7fb3f80ce6e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fb3ec005fd0 tx=0x7fb3ec02a540 comp rx=0 tx=0).stop 2024-07-26T17:04:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.089+0000 7fb3fe986640 1 -- 172.21.15.33:0/3351363637 shutdown_connections 2024-07-26T17:04:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.089+0000 7fb3fe986640 1 --2- 172.21.15.33:0/3351363637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3f80ce2d0 0x7fb3f80ce6e0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.089+0000 7fb3fe986640 1 --2- 172.21.15.33:0/3351363637 >> v2:172.21.15.154:3300/0 conn(0x7fb3f80b6f60 0x7fb3f80b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.089+0000 7fb3fe986640 1 -- 172.21.15.33:0/3351363637 >> 172.21.15.33:0/3351363637 conn(0x7fb3f80b37a0 msgr2=0x7fb3f80b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.089+0000 7fb3fe986640 1 -- 172.21.15.33:0/3351363637 shutdown_connections 2024-07-26T17:04:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.089+0000 7fb3fe986640 1 -- 172.21.15.33:0/3351363637 wait complete. 2024-07-26T17:04:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.091+0000 7fb3fe986640 1 Processor -- start 2024-07-26T17:04:26.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.091+0000 7fb3fe986640 1 -- start start 2024-07-26T17:04:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.092+0000 7fb3fe986640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3f80b6f60 0x7fb3f814a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.092+0000 7fb3fe986640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3f80ce2d0 0x7fb3f814d100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.092+0000 7fb3fe986640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3f80cec20 0x7fb3f814d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.092+0000 7fb3fe986640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f80b2090 con 0x7fb3f80b6f60 2024-07-26T17:04:26.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.092+0000 7fb3fe986640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f80b1f10 con 0x7fb3f80ce2d0 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.092+0000 7fb3fe986640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb3f80b2210 con 0x7fb3f80cec20 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.092+0000 7fb3f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3f80b6f60 0x7fb3f814a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.092+0000 7fb3f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3f80b6f60 0x7fb3f814a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35950/0 (socket says 172.21.15.33:35950) 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.092+0000 7fb3f7fff640 1 -- 172.21.15.33:0/990607186 learned_addr learned my addr 172.21.15.33:0/990607186 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3f77fe640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3f80ce2d0 0x7fb3f814d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3fcf23640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3f80cec20 0x7fb3f814d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3f7fff640 1 -- 172.21.15.33:0/990607186 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3f80cec20 msgr2=0x7fb3f814d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3f80cec20 0x7fb3f814d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3f7fff640 1 -- 172.21.15.33:0/990607186 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3f80ce2d0 msgr2=0x7fb3f814d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3f80ce2d0 0x7fb3f814d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3f7fff640 1 -- 172.21.15.33:0/990607186 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3f81f3230 con 0x7fb3f80b6f60 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3f80b6f60 0x7fb3f814a8d0 secure :-1 s=READY pgs=2183 cs=0 l=1 rev1=1 crypto rx=0x7fb3e800ea20 tx=0x7fb3e800eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:26.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3f4ff9640 1 -- 172.21.15.33:0/990607186 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e800ce40 con 0x7fb3f80b6f60 2024-07-26T17:04:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3f4ff9640 1 -- 172.21.15.33:0/990607186 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3e8004020 con 0x7fb3f80b6f60 2024-07-26T17:04:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3f4ff9640 1 -- 172.21.15.33:0/990607186 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e8004470 con 0x7fb3f80b6f60 2024-07-26T17:04:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3fe986640 1 -- 172.21.15.33:0/990607186 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3f81f3510 con 0x7fb3f80b6f60 2024-07-26T17:04:26.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.093+0000 7fb3fe986640 1 -- 172.21.15.33:0/990607186 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3f81f3ad0 con 0x7fb3f80b6f60 2024-07-26T17:04:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.095+0000 7fb3f4ff9640 1 -- 172.21.15.33:0/990607186 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7fb3e80035f0 con 0x7fb3f80b6f60 2024-07-26T17:04:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.096+0000 7fb3f4ff9640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb3e4077130 0x7fb3e4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.096+0000 7fb3f77fe640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb3e4077130 0x7fb3e4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.096+0000 7fb3f4ff9640 1 -- 172.21.15.33:0/990607186 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7fb3e8099710 con 0x7fb3f80b6f60 2024-07-26T17:04:26.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.097+0000 7fb3f77fe640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb3e4077130 0x7fb3e4079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb3ec033000 tx=0x7fb3ec004730 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.097+0000 7fb405977740 1 Processor -- start 2024-07-26T17:04:26.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.097+0000 7fb405977740 1 -- start start 2024-07-26T17:04:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.098+0000 7fb405977740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1287e270 0x559d12c4e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.098+0000 7fb405977740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d128553b0 0x559d12c4e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.098+0000 7fb405977740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1285d590 0x559d12c6b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.098+0000 7fb405977740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559d12b963f0 con 0x559d1287e270 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.098+0000 7fb405977740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x559d12b85a90 con 0x559d1285d590 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.098+0000 7fb405977740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x559d12b89930 con 0x559d128553b0 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.098+0000 7fb3f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1287e270 0x559d12c4e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.098+0000 7fb3f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1287e270 0x559d12c4e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35962/0 (socket says 172.21.15.33:35962) 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.098+0000 7fb3f7fff640 1 -- 172.21.15.33:0/2608021731 learned_addr learned my addr 172.21.15.33:0/2608021731 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.098+0000 7fb3f77fe640 1 --2- 172.21.15.33:0/2608021731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d128553b0 0x559d12c4e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.098+0000 7fb3fcf23640 1 --2- 172.21.15.33:0/2608021731 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1285d590 0x559d12c6b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.099+0000 7fb3f7fff640 1 -- 172.21.15.33:0/2608021731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d128553b0 msgr2=0x559d12c4e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.099+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/2608021731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d128553b0 0x559d12c4e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.099+0000 7fb3f7fff640 1 -- 172.21.15.33:0/2608021731 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1285d590 msgr2=0x559d12c6b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:26.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.099+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/2608021731 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1285d590 0x559d12c6b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.099+0000 7fb3f7fff640 1 -- 172.21.15.33:0/2608021731 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d128e9850 con 0x559d1287e270 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.099+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/2608021731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1287e270 0x559d12c4e200 secure :-1 s=READY pgs=2184 cs=0 l=1 rev1=1 crypto rx=0x7fb3e805df60 tx=0x7fb3e8061d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4cb8242e67fbd9a server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.099+0000 7fb3ddffb640 1 -- 172.21.15.33:0/2608021731 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e805fff0 con 0x559d1287e270 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.099+0000 7fb3ddffb640 1 -- 172.21.15.33:0/2608021731 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3e80979e0 con 0x559d1287e270 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.099+0000 7fb3ddffb640 1 -- 172.21.15.33:0/2608021731 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e80617d0 con 0x559d1287e270 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.100+0000 7fb405977740 1 -- 172.21.15.33:0/2608021731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1287e270 msgr2=0x559d12c4e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.100+0000 7fb405977740 1 --2- 172.21.15.33:0/2608021731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1287e270 0x559d12c4e200 secure :-1 s=READY pgs=2184 cs=0 l=1 rev1=1 crypto rx=0x7fb3e805df60 tx=0x7fb3e8061d40 comp rx=0 tx=0).stop 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.100+0000 7fb405977740 1 -- 172.21.15.33:0/2608021731 shutdown_connections 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.100+0000 7fb405977740 1 --2- 172.21.15.33:0/2608021731 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1285d590 0x559d12c6b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.100+0000 7fb405977740 1 --2- 172.21.15.33:0/2608021731 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d128553b0 0x559d12c4e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.100+0000 7fb405977740 1 --2- 172.21.15.33:0/2608021731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1287e270 0x559d12c4e200 unknown :-1 s=CLOSED pgs=2184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.100+0000 7fb405977740 1 -- 172.21.15.33:0/2608021731 >> 172.21.15.33:0/2608021731 conn(0x559d128723c0 msgr2=0x559d12c244c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.100+0000 7fb405977740 1 -- 172.21.15.33:0/2608021731 shutdown_connections 2024-07-26T17:04:26.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.100+0000 7fb405977740 1 -- 172.21.15.33:0/2608021731 wait complete. 2024-07-26T17:04:26.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.101+0000 7fb405977740 1 -- start start 2024-07-26T17:04:26.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.101+0000 7fb405977740 1 Processor -- start 2024-07-26T17:04:26.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb405977740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d128553b0 0x559d12c3c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb405977740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1285d590 0x559d12c22f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb405977740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c234b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb405977740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559d128f8620 con 0x559d1285d590 2024-07-26T17:04:26.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb405977740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x559d12b0dcb0 con 0x559d1287e270 2024-07-26T17:04:26.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb405977740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x559d12c49aa0 con 0x559d128553b0 2024-07-26T17:04:26.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb405977740 10 client.0 _ll_register_callbacks cb 0x559d12b2fea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:04:26.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb3f77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1285d590 0x559d12c22f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb3f77fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1285d590 0x559d12c22f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35974/0 (socket says 172.21.15.33:35974) 2024-07-26T17:04:26.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb3f77fe640 1 -- 172.21.15.33:0/295218493 learned_addr learned my addr 172.21.15.33:0/295218493 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:26.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d128553b0 0x559d12c3c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.102+0000 7fb3fcf23640 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c234b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb3f77fe640 1 -- 172.21.15.33:0/295218493 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d128553b0 msgr2=0x559d12c3c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:26.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb3f77fe640 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d128553b0 0x559d12c3c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb3f77fe640 1 -- 172.21.15.33:0/295218493 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 msgr2=0x559d12c234b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb3f77fe640 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c234b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb3f77fe640 1 -- 172.21.15.33:0/295218493 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d129606b0 con 0x559d1285d590 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb3f77fe640 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1285d590 0x559d12c22f70 secure :-1 s=READY pgs=2185 cs=0 l=1 rev1=1 crypto rx=0x7fb3ec000c00 tx=0x7fb3ec009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dd6212752de84d4 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb3d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/295218493 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3ec04c070 con 0x559d1285d590 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/295218493 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7fb3ec003d50 con 0x559d1285d590 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb405977740 1 -- 172.21.15.33:0/295218493 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3e80979e0 con 0x559d1285d590 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/295218493 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=117) ==== 24+0+0 (secure 0 0 0) 0x7fb3ec057050 con 0x559d1285d590 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb405977740 10 client.10917 fetch_fsmap learned FSMap version 117 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb405977740 1 -- 172.21.15.33:0/295218493 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=117,monmap=2+}) -- 0x559d12c3c760 con 0x559d1285d590 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.103+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/295218493 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3e80979e0 con 0x559d1285d590 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.104+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/295218493 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 117) ==== 3502+0+0 (secure 0 0 0) 0x7fb3ec05a020 con 0x559d1285d590 2024-07-26T17:04:26.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.104+0000 7fb405977740 10 client.10917 fetch_fsmap finished waiting for FSMap version 117 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.104+0000 7fb405977740 10 client.10917 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.104+0000 7fb405977740 20 client.10917 populate_metadata read hostname 'smithi033' 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.104+0000 7fb405977740 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.33:6832/2663631468,v1:172.21.15.33:6833/2663631468] conn(0x559d1283ce40 0x559d12c5ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.104+0000 7fb405977740 4 client.10917 mds_command: new command op to 10797 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.104+0000 7fb405977740 1 -- 172.21.15.33:0/295218493 --> [v2:172.21.15.33:6832/2663631468,v1:172.21.15.33:6833/2663631468] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559d12b98340 con 0x559d1283ce40 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.104+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.33:6832/2663631468,v1:172.21.15.33:6833/2663631468] conn(0x559d1283ce40 0x559d12c5ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.104+0000 7fb3d6ffd640 10 client.10917 ms_handle_connect on v2:172.21.15.33:6832/2663631468 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.104+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.33:6832/2663631468,v1:172.21.15.33:6833/2663631468] conn(0x559d1283ce40 0x559d12c5ffd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e0031e3459843e0 server_cookie=e846453f19c4cd3 in_seq=0 out_seq=0 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/295218493 <== mds.0 v2:172.21.15.33:6832/2663631468 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559d12b98340 con 0x559d1283ce40 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb3d6ffd640 10 client.10917 handle_command_reply: tid=0 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 1 client.10917 shutdown 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 1 -- 172.21.15.33:0/295218493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1285d590 msgr2=0x559d12c22f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1285d590 0x559d12c22f70 secure :-1 s=READY pgs=2185 cs=0 l=1 rev1=1 crypto rx=0x7fb3ec000c00 tx=0x7fb3ec009260 comp rx=0 tx=0).stop 2024-07-26T17:04:26.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 1 -- 172.21.15.33:0/295218493 shutdown_connections 2024-07-26T17:04:26.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.33:6832/2663631468,v1:172.21.15.33:6833/2663631468] conn(0x559d1283ce40 0x559d12c5ffd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c234b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb3d6ffd640 0 client.10917 ms_handle_reset on v2:172.21.15.33:6832/2663631468 2024-07-26T17:04:26.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d1285d590 0x559d12c22f70 unknown :-1 s=CLOSED pgs=2185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 1 --2- 172.21.15.33:0/295218493 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d128553b0 0x559d12c3c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 1 -- 172.21.15.33:0/295218493 >> 172.21.15.33:0/295218493 conn(0x559d128723c0 msgr2=0x559d12c1ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:26.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 1 -- 172.21.15.33:0/295218493 shutdown_connections 2024-07-26T17:04:26.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 1 -- 172.21.15.33:0/295218493 wait complete. 2024-07-26T17:04:26.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.105+0000 7fb405977740 20 client.10917 trim_cache size 0 max 16384 2024-07-26T17:04:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.125+0000 7fb405977740 1 Processor -- start 2024-07-26T17:04:26.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.125+0000 7fb405977740 1 -- start start 2024-07-26T17:04:26.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb405977740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c3d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb405977740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d1285d590 0x559d12c45990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb405977740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c45ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb405977740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f81ff170 con 0x559d128553b0 2024-07-26T17:04:26.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb405977740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f8071bd0 con 0x559d1287e270 2024-07-26T17:04:26.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb405977740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb3f81feb20 con 0x559d1285d590 2024-07-26T17:04:26.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c3d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c3d180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35988/0 (socket says 172.21.15.33:35988) 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3f7fff640 1 -- 172.21.15.33:0/4220114490 learned_addr learned my addr 172.21.15.33:0/4220114490 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3f77fe640 1 --2- 172.21.15.33:0/4220114490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d1285d590 0x559d12c45990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3fcf23640 1 --2- 172.21.15.33:0/4220114490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c45ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3f7fff640 1 -- 172.21.15.33:0/4220114490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d1285d590 msgr2=0x559d12c45990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/4220114490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d1285d590 0x559d12c45990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3f7fff640 1 -- 172.21.15.33:0/4220114490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 msgr2=0x559d12c45ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/4220114490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c45ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3f7fff640 1 -- 172.21.15.33:0/4220114490 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d12c61af0 con 0x559d128553b0 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3f77fe640 1 --2- 172.21.15.33:0/4220114490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d1285d590 0x559d12c45990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3fcf23640 1 --2- 172.21.15.33:0/4220114490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c45ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:26.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.126+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/4220114490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c3d180 secure :-1 s=READY pgs=2186 cs=0 l=1 rev1=1 crypto rx=0x7fb3e805e4d0 tx=0x7fb3e805e660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aca8336efaf36961 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb3dd7fa640 1 -- 172.21.15.33:0/4220114490 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e80979e0 con 0x559d128553b0 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb3dd7fa640 1 -- 172.21.15.33:0/4220114490 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3e805fff0 con 0x559d128553b0 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb3dd7fa640 1 -- 172.21.15.33:0/4220114490 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e80617d0 con 0x559d128553b0 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb405977740 1 -- 172.21.15.33:0/4220114490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 msgr2=0x559d12c3d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb405977740 1 --2- 172.21.15.33:0/4220114490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c3d180 secure :-1 s=READY pgs=2186 cs=0 l=1 rev1=1 crypto rx=0x7fb3e805e4d0 tx=0x7fb3e805e660 comp rx=0 tx=0).stop 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb405977740 1 -- 172.21.15.33:0/4220114490 shutdown_connections 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb405977740 1 --2- 172.21.15.33:0/4220114490 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c45ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb405977740 1 --2- 172.21.15.33:0/4220114490 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d1285d590 0x559d12c45990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb405977740 1 --2- 172.21.15.33:0/4220114490 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c3d180 unknown :-1 s=CLOSED pgs=2186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb405977740 1 -- 172.21.15.33:0/4220114490 >> 172.21.15.33:0/4220114490 conn(0x559d128723c0 msgr2=0x559d12c47a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb405977740 1 -- 172.21.15.33:0/4220114490 shutdown_connections 2024-07-26T17:04:26.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.127+0000 7fb405977740 1 -- 172.21.15.33:0/4220114490 wait complete. 2024-07-26T17:04:26.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.128+0000 7fb405977740 1 -- start start 2024-07-26T17:04:26.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.128+0000 7fb405977740 1 Processor -- start 2024-07-26T17:04:26.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb405977740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c21e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb405977740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d1285d590 0x559d12c22360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb405977740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c228a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb405977740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x559d12c62b90 con 0x559d128553b0 2024-07-26T17:04:26.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb405977740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x559d12c61380 con 0x559d1287e270 2024-07-26T17:04:26.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb405977740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x559d12c48ce0 con 0x559d1285d590 2024-07-26T17:04:26.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb405977740 10 client.0 _ll_register_callbacks cb 0x7fb3ec040070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb3f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c21e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb3f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c21e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36002/0 (socket says 172.21.15.33:36002) 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb3f7fff640 1 -- 172.21.15.33:0/1775310073 learned_addr learned my addr 172.21.15.33:0/1775310073 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb3f7fff640 1 -- 172.21.15.33:0/1775310073 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d1285d590 msgr2=0x559d12c22360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/1775310073 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d1285d590 0x559d12c22360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb3f7fff640 1 -- 172.21.15.33:0/1775310073 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 msgr2=0x559d12c228a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/1775310073 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c228a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb3f7fff640 1 -- 172.21.15.33:0/1775310073 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d12c19fa0 con 0x559d128553b0 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb3f7fff640 1 --2- 172.21.15.33:0/1775310073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c21e20 secure :-1 s=READY pgs=2187 cs=0 l=1 rev1=1 crypto rx=0x7fb3e805df60 tx=0x7fb3e8097d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdb82a11b4c68110 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.130+0000 7fb3d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/1775310073 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e80617d0 con 0x559d128553b0 2024-07-26T17:04:26.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/1775310073 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7fb3e805d850 con 0x559d128553b0 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb405977740 1 -- 172.21.15.33:0/1775310073 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3e805fff0 con 0x559d128553b0 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/1775310073 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=117) ==== 24+0+0 (secure 0 0 0) 0x7fb3e8061970 con 0x559d128553b0 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb405977740 10 client.10923 fetch_fsmap learned FSMap version 117 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb405977740 1 -- 172.21.15.33:0/1775310073 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=117,monmap=2+}) -- 0x559d12c7de50 con 0x559d128553b0 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/1775310073 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3e805fff0 con 0x559d128553b0 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/1775310073 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 117) ==== 3502+0+0 (secure 0 0 0) 0x7fb3e8097200 con 0x559d128553b0 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb405977740 10 client.10923 fetch_fsmap finished waiting for FSMap version 117 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb405977740 10 client.10923 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb405977740 20 client.10923 populate_metadata read hostname 'smithi033' 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb405977740 1 --2- 172.21.15.33:0/1775310073 >> [v2:172.21.15.33:6832/2663631468,v1:172.21.15.33:6833/2663631468] conn(0x559d12c4a450 0x559d12ce9200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb405977740 4 client.10923 mds_command: new command op to 10797 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T17:04:26.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb405977740 1 -- 172.21.15.33:0/1775310073 --> [v2:172.21.15.33:6832/2663631468,v1:172.21.15.33:6833/2663631468] -- command(tid 0: {"prefix": "status"}) -- 0x559d12b93de0 con 0x559d12c4a450 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.131+0000 7fb3f77fe640 1 --2- 172.21.15.33:0/1775310073 >> [v2:172.21.15.33:6832/2663631468,v1:172.21.15.33:6833/2663631468] conn(0x559d12c4a450 0x559d12ce9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb3d6ffd640 10 client.10923 ms_handle_connect on v2:172.21.15.33:6832/2663631468 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb3f77fe640 1 --2- 172.21.15.33:0/1775310073 >> [v2:172.21.15.33:6832/2663631468,v1:172.21.15.33:6833/2663631468] conn(0x559d12c4a450 0x559d12ce9200 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40ce89ed6c496e94 server_cookie=750171be8fa11cd4 in_seq=0 out_seq=0 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb3d6ffd640 1 -- 172.21.15.33:0/1775310073 <== mds.0 v2:172.21.15.33:6832/2663631468 1 ==== command_reply(tid 0: 0 ) ==== 8+0+329 (crc 0 0 0) 0x559d12b93de0 con 0x559d12c4a450 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb3d6ffd640 10 client.10923 handle_command_reply: tid=0 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 1 client.10923 shutdown 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 1 -- 172.21.15.33:0/1775310073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 msgr2=0x559d12c21e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 1 --2- 172.21.15.33:0/1775310073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c21e20 secure :-1 s=READY pgs=2187 cs=0 l=1 rev1=1 crypto rx=0x7fb3e805df60 tx=0x7fb3e8097d00 comp rx=0 tx=0).stop 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 1 -- 172.21.15.33:0/1775310073 shutdown_connections 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 1 --2- 172.21.15.33:0/1775310073 >> [v2:172.21.15.33:6832/2663631468,v1:172.21.15.33:6833/2663631468] conn(0x559d12c4a450 0x559d12ce9200 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 1 --2- 172.21.15.33:0/1775310073 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x559d1287e270 0x559d12c228a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 1 --2- 172.21.15.33:0/1775310073 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x559d1285d590 0x559d12c22360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 1 --2- 172.21.15.33:0/1775310073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x559d128553b0 0x559d12c21e20 unknown :-1 s=CLOSED pgs=2187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb3d6ffd640 0 client.10923 ms_handle_reset on v2:172.21.15.33:6832/2663631468 2024-07-26T17:04:26.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 1 -- 172.21.15.33:0/1775310073 >> 172.21.15.33:0/1775310073 conn(0x559d128723c0 msgr2=0x559d12c8bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:26.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 1 -- 172.21.15.33:0/1775310073 shutdown_connections 2024-07-26T17:04:26.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 1 -- 172.21.15.33:0/1775310073 wait complete. 2024-07-26T17:04:26.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.132+0000 7fb405977740 20 client.10923 trim_cache size 0 max 16384 2024-07-26T17:04:26.140 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:04:26.140 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T17:04:26.140 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T17:04:26.140 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 10797, 2024-07-26T17:04:26.140 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T17:04:26.141 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T17:04:26.141 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T17:04:26.141 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 5.8878434239999997, 2024-07-26T17:04:26.141 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 117, 2024-07-26T17:04:26.141 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 229, 2024-07-26T17:04:26.141 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 229, 2024-07-26T17:04:26.141 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 10.502008473 2024-07-26T17:04:26.141 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:04:26.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 -- 172.21.15.33:0/990607186 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb3e4077130 msgr2=0x7fb3e4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb3e4077130 0x7fb3e4079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb3ec033000 tx=0x7fb3ec004730 comp rx=0 tx=0).stop 2024-07-26T17:04:26.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 -- 172.21.15.33:0/990607186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3f80b6f60 msgr2=0x7fb3f814a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3f80b6f60 0x7fb3f814a8d0 secure :-1 s=READY pgs=2183 cs=0 l=1 rev1=1 crypto rx=0x7fb3e800ea20 tx=0x7fb3e800eee0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 -- 172.21.15.33:0/990607186 shutdown_connections 2024-07-26T17:04:26.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb3e4077130 0x7fb3e4079640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3f80cec20 0x7fb3f814d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3f80ce2d0 0x7fb3f814d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 --2- 172.21.15.33:0/990607186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3f80b6f60 0x7fb3f814a8d0 unknown :-1 s=CLOSED pgs=2183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 -- 172.21.15.33:0/990607186 >> 172.21.15.33:0/990607186 conn(0x7fb3f80b37a0 msgr2=0x7fb3f80b4df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:26.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 -- 172.21.15.33:0/990607186 shutdown_connections 2024-07-26T17:04:26.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.133+0000 7fb3fe986640 1 -- 172.21.15.33:0/990607186 wait complete. 2024-07-26T17:04:26.146 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T17:04:26.216 INFO:tasks.ceph.mds.a.smithi033.stderr:2024-07-26T17:04:26.214+0000 7f6cee72a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:04:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.261+0000 7f1a51747640 1 -- 172.21.15.33:0/1643357046 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a4c0b6e00 msgr2=0x7f1a4c0b1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.261+0000 7f1a51747640 1 --2- 172.21.15.33:0/1643357046 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a4c0b6e00 0x7f1a4c0b1910 secure :-1 s=READY pgs=2188 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c074130 tx=0x7f1a4002a480 comp rx=0 tx=0).stop 2024-07-26T17:04:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.261+0000 7f1a51747640 1 -- 172.21.15.33:0/1643357046 shutdown_connections 2024-07-26T17:04:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.261+0000 7f1a51747640 1 --2- 172.21.15.33:0/1643357046 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a4c0b1e50 0x7f1a4c0b2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.261+0000 7f1a51747640 1 --2- 172.21.15.33:0/1643357046 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a4c0b6e00 0x7f1a4c0b1910 unknown :-1 s=CLOSED pgs=2188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.261+0000 7f1a51747640 1 -- 172.21.15.33:0/1643357046 >> 172.21.15.33:0/1643357046 conn(0x7f1a4c0d1bf0 msgr2=0x7f1a4c0d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:26.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.261+0000 7f1a51747640 1 -- 172.21.15.33:0/1643357046 shutdown_connections 2024-07-26T17:04:26.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.261+0000 7f1a51747640 1 -- 172.21.15.33:0/1643357046 wait complete. 2024-07-26T17:04:26.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.263+0000 7f1a51747640 1 Processor -- start 2024-07-26T17:04:26.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.263+0000 7f1a51747640 1 -- start start 2024-07-26T17:04:26.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.264+0000 7f1a51747640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a4c0b1e50 0x7f1a4c158310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.264+0000 7f1a51747640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a4c0b6e00 0x7f1a4c0cd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.264+0000 7f1a51747640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a4c0cc660 0x7f1a4c0cda00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.264+0000 7f1a51747640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1a4c0ce690 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.264+0000 7f1a51747640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1a4c0ce510 con 0x7f1a4c0cc660 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.264+0000 7f1a51747640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1a4c0ce810 con 0x7f1a4c0b1e50 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4a7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a4c0b6e00 0x7f1a4c0cd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4a7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a4c0b6e00 0x7f1a4c0cd4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36018/0 (socket says 172.21.15.33:36018) 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4a7fc640 1 -- 172.21.15.33:0/3582549953 learned_addr learned my addr 172.21.15.33:0/3582549953 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4affd640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a4c0b1e50 0x7f1a4c158310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4b7fe640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a4c0cc660 0x7f1a4c0cda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4a7fc640 1 -- 172.21.15.33:0/3582549953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a4c0b1e50 msgr2=0x7f1a4c158310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4a7fc640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a4c0b1e50 0x7f1a4c158310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4a7fc640 1 -- 172.21.15.33:0/3582549953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a4c0cc660 msgr2=0x7f1a4c0cda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4a7fc640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a4c0cc660 0x7f1a4c0cda00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4a7fc640 1 -- 172.21.15.33:0/3582549953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a4c15fd90 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4b7fe640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a4c0cc660 0x7f1a4c0cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:26.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4affd640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a4c0b1e50 0x7f1a4c158310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:26.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a4a7fc640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a4c0b6e00 0x7f1a4c0cd4c0 secure :-1 s=READY pgs=2189 cs=0 l=1 rev1=1 crypto rx=0x7f1a40000c00 tx=0x7f1a400039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:26.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a337fe640 1 -- 172.21.15.33:0/3582549953 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a4003e030 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a337fe640 1 -- 172.21.15.33:0/3582549953 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a400047a0 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a51747640 1 -- 172.21.15.33:0/3582549953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a4c1f4130 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a337fe640 1 -- 172.21.15.33:0/3582549953 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a40035040 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.265+0000 7f1a51747640 1 -- 172.21.15.33:0/3582549953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a4c1f3b70 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.267+0000 7f1a51747640 1 -- 172.21.15.33:0/3582549953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a4c0b2260 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.267+0000 7f1a337fe640 1 -- 172.21.15.33:0/3582549953 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f1a40041030 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.268+0000 7f1a337fe640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f1a38077130 0x7f1a38079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:26.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.268+0000 7f1a337fe640 1 -- 172.21.15.33:0/3582549953 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7f1a400b9620 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.268+0000 7f1a4affd640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f1a38077130 0x7f1a38079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:26.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.268+0000 7f1a4affd640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f1a38077130 0x7f1a38079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1a3c006fd0 tx=0x7f1a3c008040 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:26.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.272+0000 7f1a337fe640 1 -- 172.21.15.33:0/3582549953 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1a40082450 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.504+0000 7f1a51747640 1 -- 172.21.15.33:0/3582549953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1a4c0c54c0 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.504+0000 7f1a337fe640 1 -- 172.21.15.33:0/3582549953 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v117) ==== 53+0+73 (secure 0 0 0) 0x7f1a40081d50 con 0x7f1a4c0b6e00 2024-07-26T17:04:26.506 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T17:04:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.506+0000 7f1a51747640 1 -- 172.21.15.33:0/3582549953 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f1a38077130 msgr2=0x7f1a38079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.506+0000 7f1a51747640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f1a38077130 0x7f1a38079640 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f1a3c006fd0 tx=0x7f1a3c008040 comp rx=0 tx=0).stop 2024-07-26T17:04:26.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.506+0000 7f1a51747640 1 -- 172.21.15.33:0/3582549953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a4c0b6e00 msgr2=0x7f1a4c0cd4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.506+0000 7f1a51747640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a4c0b6e00 0x7f1a4c0cd4c0 secure :-1 s=READY pgs=2189 cs=0 l=1 rev1=1 crypto rx=0x7f1a40000c00 tx=0x7f1a400039e0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.506+0000 7f1a51747640 1 -- 172.21.15.33:0/3582549953 shutdown_connections 2024-07-26T17:04:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.506+0000 7f1a51747640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f1a38077130 0x7f1a38079640 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.506+0000 7f1a51747640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a4c0cc660 0x7f1a4c0cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.506+0000 7f1a51747640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a4c0b6e00 0x7f1a4c0cd4c0 unknown :-1 s=CLOSED pgs=2189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.507+0000 7f1a51747640 1 --2- 172.21.15.33:0/3582549953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a4c0b1e50 0x7f1a4c158310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.507+0000 7f1a51747640 1 -- 172.21.15.33:0/3582549953 >> 172.21.15.33:0/3582549953 conn(0x7f1a4c0d1bf0 msgr2=0x7f1a4c0703d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.507+0000 7f1a51747640 1 -- 172.21.15.33:0/3582549953 shutdown_connections 2024-07-26T17:04:26.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26.507+0000 7f1a51747640 1 -- 172.21.15.33:0/3582549953 wait complete. 2024-07-26T17:04:26.519 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T17:04:26.519 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T17:04:26.520 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T17:04:26.520 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T17:04:26.520 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:26.520 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T17:04:26.520 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T17:04:26.520 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T17:04:26.520 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:04:26.520 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:26.520 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T17:04:26.537 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T17:04:26.537 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T17:04:26.537 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T17:04:26.537 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:26.537 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T17:04:26.537 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:26.537 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:04:26.537 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 36990sec preferred_lft 36990sec 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:26.538 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:04:26.539 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:04:26.539 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T17:04:26.539 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T17:04:26.539 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:04:26.539 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T17:04:26.539 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:26.539 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T17:04:26.539 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:26.539 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:04:26.539 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:04:26.539 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T17:04:26.540 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:26.540 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:04:26.540 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:04:26.540 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T17:04:26.540 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:26.540 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:26.541 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T17:04:26.601 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T17:04:26.603 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:26.603 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T17:04:26.660 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T17:04:26.660 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T17:04:26.660 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T17:04:26.660 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T17:04:26.660 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T17:04:26.661 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T17:04:26.661 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T17:04:26.661 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T17:04:26.661 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T17:04:26.661 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T17:04:26.661 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T17:04:26.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T17:04:26.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:04:26.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:26.790 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T17:04:26.807 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T17:04:26.807 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T17:04:26.807 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:04:26.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:26.807 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T17:04:26.875 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T17:04:26.876 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:04:26.876 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:26.931 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:04:26.931 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:04:26.932 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:26.987 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:04:27.055 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:04:27.112 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:04:27.112 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:04:27.112 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:04:27.112 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:04:27.112 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:04:27.112 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:04:27.113 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:04:27.113 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:04:27.113 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:04:27.113 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:04:27.113 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:04:27.113 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:04:27.113 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:04:27.113 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:04:27.113 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:04:27.113 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:04:27.114 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:04:27.114 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:04:27.114 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:04:27.114 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:04:27.114 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:04:27.114 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:04:27.115 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:04:27.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:27.116 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:04:27.170 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T17:04:27.171 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T17:04:27.213 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:04:27.238 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:04:27.297 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:04:27.298 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:04:27.298 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:04:27.298 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:04:27.298 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:04:27.298 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:04:27.298 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:04:27.298 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:04:27.298 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:04:27.298 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:04:27.298 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:04:27.299 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:04:27.300 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:04:27.300 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:04:27.300 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:04:27.300 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:04:27.300 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:04:27.300 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:04:27.300 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:04:27.300 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:04:27.300 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:04:27.300 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:04:27.300 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:04:27.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:27.301 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:04:27.309 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T17:04:27.308+0000 7f80aaf85480 -1 init, newargv = 0x7f8098001250 newargc=15 2024-07-26T17:04:27.309 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[98276]: starting ceph client 2024-07-26T17:04:27.314 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[98276]: starting fuse 2024-07-26T17:04:27.324 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T17:04:27.325 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T17:04:27.325 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T17:04:27.325 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T17:04:27.325 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T17:04:27.325 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T17:04:27.325 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T17:04:27.325 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:04:27.325 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T17:04:27.325 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T17:04:27.325 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T17:04:27.326 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T17:04:27.327 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T17:04:27.327 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T17:04:27.327 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:04:27.327 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T17:04:27.327 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T17:04:27.446 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.98276.asok 2024-07-26T17:04:27.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:04:27.456 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.98276.asok 2024-07-26T17:04:27.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:27.457 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.98276.asok status 2024-07-26T17:04:27.603 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:04:27.603 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T17:04:27.603 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "98276", 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 10938, 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T17:04:27.604 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 10938 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 1691124511 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 1691124511 2024-07-26T17:04:27.605 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:27.606 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.10938 192.168.0.1:0/1691124511", 2024-07-26T17:04:27.606 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/1691124511", 2024-07-26T17:04:27.606 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T17:04:27.606 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 117, 2024-07-26T17:04:27.606 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 229, 2024-07-26T17:04:27.607 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T17:04:27.607 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T17:04:27.607 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T17:04:27.607 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:04:27.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:27.612 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T17:04:27.612 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:27.629 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T17:04:27.629 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:27.629 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:27.629 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:27.696 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-07-26T17:04:27.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.857+0000 7f753cd51640 1 -- 172.21.15.33:0/3752876512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75380b4b40 msgr2=0x7f75380d24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:27.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.857+0000 7f753cd51640 1 --2- 172.21.15.33:0/3752876512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75380b4b40 0x7f75380d24a0 secure :-1 s=READY pgs=2193 cs=0 l=1 rev1=1 crypto rx=0x7f75380b3480 tx=0x7f753002a950 comp rx=0 tx=0).stop 2024-07-26T17:04:27.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.857+0000 7f753cd51640 1 -- 172.21.15.33:0/3752876512 shutdown_connections 2024-07-26T17:04:27.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.857+0000 7f753cd51640 1 --2- 172.21.15.33:0/3752876512 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75380b4b40 0x7f75380d24a0 unknown :-1 s=CLOSED pgs=2193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:27.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.857+0000 7f753cd51640 1 --2- 172.21.15.33:0/3752876512 >> v2:172.21.15.154:3300/0 conn(0x7f75380b2c00 0x7f75380d1b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:27.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.857+0000 7f753cd51640 1 -- 172.21.15.33:0/3752876512 >> 172.21.15.33:0/3752876512 conn(0x7f75380d3d70 msgr2=0x7f75380d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:27.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.857+0000 7f753cd51640 1 -- 172.21.15.33:0/3752876512 shutdown_connections 2024-07-26T17:04:27.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.857+0000 7f753cd51640 1 -- 172.21.15.33:0/3752876512 wait complete. 2024-07-26T17:04:27.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.859+0000 7f753cd51640 1 Processor -- start 2024-07-26T17:04:27.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.859+0000 7f753cd51640 1 -- start start 2024-07-26T17:04:27.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.860+0000 7f753cd51640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75380b2c00 0x7f753815be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:27.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.860+0000 7f753cd51640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75380b4b40 0x7f753815f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.860+0000 7f753cd51640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75380d2090 0x7f75380cadf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.860+0000 7f753cd51640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f75380d0b70 con 0x7f75380b4b40 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.860+0000 7f753cd51640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f75380b3010 con 0x7f75380b2c00 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.860+0000 7f753cd51640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f75380d0cf0 con 0x7f75380d2090 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.860+0000 7f7535d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75380b4b40 0x7f753815f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.860+0000 7f7535d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75380b4b40 0x7f753815f9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36036/0 (socket says 172.21.15.33:36036) 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.860+0000 7f7535d9b640 1 -- 172.21.15.33:0/1591535598 learned_addr learned my addr 172.21.15.33:0/1591535598 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.860+0000 7f753659c640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75380b2c00 0x7f753815be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.860+0000 7f7536d9d640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75380d2090 0x7f75380cadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.861+0000 7f7535d9b640 1 -- 172.21.15.33:0/1591535598 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75380d2090 msgr2=0x7f75380cadf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.861+0000 7f7535d9b640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75380d2090 0x7f75380cadf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:27.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.861+0000 7f7535d9b640 1 -- 172.21.15.33:0/1591535598 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75380b2c00 msgr2=0x7f753815be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.861+0000 7f7535d9b640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75380b2c00 0x7f753815be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.861+0000 7f7535d9b640 1 -- 172.21.15.33:0/1591535598 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f753815ff10 con 0x7f75380b4b40 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.861+0000 7f7535d9b640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75380b4b40 0x7f753815f9d0 secure :-1 s=READY pgs=2194 cs=0 l=1 rev1=1 crypto rx=0x7f752c00b3f0 tx=0x7f752c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.861+0000 7f7526ffd640 1 -- 172.21.15.33:0/1591535598 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752c015020 con 0x7f75380b4b40 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.861+0000 7f7526ffd640 1 -- 172.21.15.33:0/1591535598 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f752c011920 con 0x7f75380b4b40 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.861+0000 7f753cd51640 1 -- 172.21.15.33:0/1591535598 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75380c9640 con 0x7f75380b4b40 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.861+0000 7f7526ffd640 1 -- 172.21.15.33:0/1591535598 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752c011d70 con 0x7f75380b4b40 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.861+0000 7f753cd51640 1 -- 172.21.15.33:0/1591535598 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f753815f1d0 con 0x7f75380b4b40 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.862+0000 7f753cd51640 1 -- 172.21.15.33:0/1591535598 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75380d11d0 con 0x7f75380b4b40 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.863+0000 7f7526ffd640 1 -- 172.21.15.33:0/1591535598 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f752c018020 con 0x7f75380b4b40 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.863+0000 7f7526ffd640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7518077130 0x7f7518079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:27.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.863+0000 7f7526ffd640 1 -- 172.21.15.33:0/1591535598 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7f752c098810 con 0x7f75380b4b40 2024-07-26T17:04:27.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.864+0000 7f753659c640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7518077130 0x7f7518079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:27.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.864+0000 7f753659c640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7518077130 0x7f7518079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7528005fd0 tx=0x7f752800a250 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:27.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:27.868+0000 7f7526ffd640 1 -- 172.21.15.33:0/1591535598 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f752c01f030 con 0x7f75380b4b40 2024-07-26T17:04:28.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.105+0000 7f753cd51640 1 -- 172.21.15.33:0/1591535598 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f75380b9880 con 0x7f75380b4b40 2024-07-26T17:04:28.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.286+0000 7f7526ffd640 1 -- 172.21.15.33:0/1591535598 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v118) ==== 136+0+0 (secure 0 0 0) 0x7f752c061070 con 0x7f75380b4b40 2024-07-26T17:04:28.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 -- 172.21.15.33:0/1591535598 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7518077130 msgr2=0x7f7518079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:28.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7518077130 0x7f7518079640 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7528005fd0 tx=0x7f752800a250 comp rx=0 tx=0).stop 2024-07-26T17:04:28.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 -- 172.21.15.33:0/1591535598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75380b4b40 msgr2=0x7f753815f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:28.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75380b4b40 0x7f753815f9d0 secure :-1 s=READY pgs=2194 cs=0 l=1 rev1=1 crypto rx=0x7f752c00b3f0 tx=0x7f752c00b8b0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 -- 172.21.15.33:0/1591535598 shutdown_connections 2024-07-26T17:04:28.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7518077130 0x7f7518079640 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75380d2090 0x7f75380cadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75380b4b40 0x7f753815f9d0 unknown :-1 s=CLOSED pgs=2194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 --2- 172.21.15.33:0/1591535598 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75380b2c00 0x7f753815be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 -- 172.21.15.33:0/1591535598 >> 172.21.15.33:0/1591535598 conn(0x7f75380d3d70 msgr2=0x7f75380cfed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:28.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 -- 172.21.15.33:0/1591535598 shutdown_connections 2024-07-26T17:04:28.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.290+0000 7f753cd51640 1 -- 172.21.15.33:0/1591535598 wait complete. 2024-07-26T17:04:28.304 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T17:04:28.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.421+0000 7f359d7cc640 1 -- 172.21.15.33:0/964282972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3584003a30 msgr2=0x7f3584003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:28.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.421+0000 7f359d7cc640 1 --2- 172.21.15.33:0/964282972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3584003a30 0x7f3584003ea0 secure :-1 s=READY pgs=2196 cs=0 l=1 rev1=1 crypto rx=0x7f35880016e0 tx=0x7f3584005830 comp rx=0 tx=0).stop 2024-07-26T17:04:28.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.421+0000 7f35977fe640 1 -- 172.21.15.33:0/964282972 reap_dead start 2024-07-26T17:04:28.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.421+0000 7f359d7cc640 1 -- 172.21.15.33:0/964282972 shutdown_connections 2024-07-26T17:04:28.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.421+0000 7f359d7cc640 1 -- 172.21.15.33:0/964282972 >> 172.21.15.33:0/964282972 conn(0x7f35980d3e10 msgr2=0x7f35980d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:28.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.421+0000 7f359d7cc640 1 -- 172.21.15.33:0/964282972 shutdown_connections 2024-07-26T17:04:28.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.421+0000 7f359d7cc640 1 -- 172.21.15.33:0/964282972 wait complete. 2024-07-26T17:04:28.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.423+0000 7f359d7cc640 1 Processor -- start 2024-07-26T17:04:28.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.423+0000 7f359d7cc640 1 -- start start 2024-07-26T17:04:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.424+0000 7f359d7cc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3584003a30 0x7f35981e26a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.424+0000 7f359d7cc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35980cdb90 0x7f35981f7de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:28.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.424+0000 7f359d7cc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35981f8320 0x7f35981f8730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.424+0000 7f359d7cc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f35980d0c80 con 0x7f35980cdb90 2024-07-26T17:04:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.424+0000 7f359d7cc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f35980d4d50 con 0x7f3584003a30 2024-07-26T17:04:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.424+0000 7f359d7cc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f35980d0e00 con 0x7f35981f8320 2024-07-26T17:04:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.424+0000 7f358ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35980cdb90 0x7f35981f7de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.424+0000 7f358ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35980cdb90 0x7f35981f7de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36064/0 (socket says 172.21.15.33:36064) 2024-07-26T17:04:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.424+0000 7f358ffff640 1 -- 172.21.15.33:0/462990001 learned_addr learned my addr 172.21.15.33:0/462990001 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f35977fe640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35981f8320 0x7f35981f8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f3596ffd640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3584003a30 0x7f35981e26a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f358ffff640 1 -- 172.21.15.33:0/462990001 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35981f8320 msgr2=0x7f35981f8730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f358ffff640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35981f8320 0x7f35981f8730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f358ffff640 1 -- 172.21.15.33:0/462990001 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3584003a30 msgr2=0x7f35981e26a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f358ffff640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3584003a30 0x7f35981e26a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f358ffff640 1 -- 172.21.15.33:0/462990001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35981e2be0 con 0x7f35980cdb90 2024-07-26T17:04:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f358ffff640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35980cdb90 0x7f35981f7de0 secure :-1 s=READY pgs=2197 cs=0 l=1 rev1=1 crypto rx=0x7f3580011a80 tx=0x7f3580011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f358f7fe640 1 -- 172.21.15.33:0/462990001 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f358000fd50 con 0x7f35980cdb90 2024-07-26T17:04:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f358f7fe640 1 -- 172.21.15.33:0/462990001 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3580016070 con 0x7f35980cdb90 2024-07-26T17:04:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f358f7fe640 1 -- 172.21.15.33:0/462990001 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35800126b0 con 0x7f35980cdb90 2024-07-26T17:04:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f359d7cc640 1 -- 172.21.15.33:0/462990001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35981e3970 con 0x7f35980cdb90 2024-07-26T17:04:28.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.425+0000 7f359d7cc640 1 -- 172.21.15.33:0/462990001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35981e3f30 con 0x7f35980cdb90 2024-07-26T17:04:28.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.426+0000 7f359d7cc640 1 -- 172.21.15.33:0/462990001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f359808dde0 con 0x7f35980cdb90 2024-07-26T17:04:28.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.427+0000 7f358f7fe640 1 -- 172.21.15.33:0/462990001 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f3580018030 con 0x7f35980cdb90 2024-07-26T17:04:28.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.428+0000 7f358f7fe640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3578077130 0x7f3578079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:28.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.428+0000 7f3596ffd640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3578077130 0x7f3578079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:28.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.428+0000 7f358f7fe640 1 -- 172.21.15.33:0/462990001 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7f3580099470 con 0x7f35980cdb90 2024-07-26T17:04:28.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.428+0000 7f3596ffd640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3578077130 0x7f3578079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f35980ce390 tx=0x7f358802c040 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:28.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.432+0000 7f358f7fe640 1 -- 172.21.15.33:0/462990001 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f359808dde0 con 0x7f35980cdb90 2024-07-26T17:04:28.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.627+0000 7f359d7cc640 1 -- 172.21.15.33:0/462990001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f35980d2aa0 con 0x7f35980cdb90 2024-07-26T17:04:28.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.627+0000 7f358f7fe640 1 -- 172.21.15.33:0/462990001 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v229) ==== 84+0+209 (secure 0 0 0) 0x7f35981e2be0 con 0x7f35980cdb90 2024-07-26T17:04:28.629 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:28.629 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:04:28.629 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:28.629 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T17:04:28.629 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T17:04:28.630 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:28.630 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:28.630 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 27, 2024-07-26T17:04:28.630 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": "cephfs_metadata" 2024-07-26T17:04:28.630 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:28.630 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:28.630 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 28, 2024-07-26T17:04:28.630 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": "cephfs_data" 2024-07-26T17:04:28.630 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:28.630 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:04:28.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.629+0000 7f359d7cc640 1 -- 172.21.15.33:0/462990001 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3578077130 msgr2=0x7f3578079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:28.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.629+0000 7f359d7cc640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3578077130 0x7f3578079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f35980ce390 tx=0x7f358802c040 comp rx=0 tx=0).stop 2024-07-26T17:04:28.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.629+0000 7f359d7cc640 1 -- 172.21.15.33:0/462990001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35980cdb90 msgr2=0x7f35981f7de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:28.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.629+0000 7f359d7cc640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35980cdb90 0x7f35981f7de0 secure :-1 s=READY pgs=2197 cs=0 l=1 rev1=1 crypto rx=0x7f3580011a80 tx=0x7f3580011f40 comp rx=0 tx=0).stop 2024-07-26T17:04:28.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.629+0000 7f359d7cc640 1 -- 172.21.15.33:0/462990001 shutdown_connections 2024-07-26T17:04:28.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.629+0000 7f359d7cc640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f3578077130 0x7f3578079640 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.629+0000 7f359d7cc640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35981f8320 0x7f35981f8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.629+0000 7f359d7cc640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35980cdb90 0x7f35981f7de0 unknown :-1 s=CLOSED pgs=2197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.629+0000 7f359d7cc640 1 --2- 172.21.15.33:0/462990001 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3584003a30 0x7f35981e26a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.629+0000 7f359d7cc640 1 -- 172.21.15.33:0/462990001 >> 172.21.15.33:0/462990001 conn(0x7f35980d3e10 msgr2=0x7f35981e60b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:28.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.630+0000 7f359d7cc640 1 -- 172.21.15.33:0/462990001 shutdown_connections 2024-07-26T17:04:28.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.630+0000 7f359d7cc640 1 -- 172.21.15.33:0/462990001 wait complete. 2024-07-26T17:04:28.642 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'backup_fs' 2024-07-26T17:04:28.643 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create backup_fs_metadata --pg_num_min 64 2024-07-26T17:04:28.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.764+0000 7f22646d2640 1 -- 172.21.15.33:0/3049642714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244003a50 msgr2=0x7f2244003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:28.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.764+0000 7f22646d2640 1 --2- 172.21.15.33:0/3049642714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244003a50 0x7f2244003ec0 secure :-1 s=READY pgs=2199 cs=0 l=1 rev1=1 crypto rx=0x7f2254009b50 tx=0x7f2244005830 comp rx=0 tx=0).stop 2024-07-26T17:04:28.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.764+0000 7f2262c6f640 1 -- 172.21.15.33:0/3049642714 reap_dead start 2024-07-26T17:04:28.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.764+0000 7f22646d2640 1 -- 172.21.15.33:0/3049642714 shutdown_connections 2024-07-26T17:04:28.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.764+0000 7f22646d2640 1 -- 172.21.15.33:0/3049642714 >> 172.21.15.33:0/3049642714 conn(0x7f225c06d140 msgr2=0x7f225c0b17b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:28.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.764+0000 7f22646d2640 1 -- 172.21.15.33:0/3049642714 shutdown_connections 2024-07-26T17:04:28.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.764+0000 7f22646d2640 1 -- 172.21.15.33:0/3049642714 wait complete. 2024-07-26T17:04:28.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.766+0000 7f22646d2640 1 Processor -- start 2024-07-26T17:04:28.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.766+0000 7f22646d2640 1 -- start start 2024-07-26T17:04:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f22646d2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244003a50 0x7f225c1f3b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f22646d2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f225c15a6c0 0x7f225c154da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f22646d2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f225c1398d0 0x7f225c06e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f22646d2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f225c0cc330 con 0x7f2244003a50 2024-07-26T17:04:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f22646d2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f225c0cc1b0 con 0x7f225c15a6c0 2024-07-26T17:04:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f22646d2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f225c15ba00 con 0x7f225c1398d0 2024-07-26T17:04:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f226246e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244003a50 0x7f225c1f3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f226246e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244003a50 0x7f225c1f3b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36068/0 (socket says 172.21.15.33:36068) 2024-07-26T17:04:28.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f226246e640 1 -- 172.21.15.33:0/2009298115 learned_addr learned my addr 172.21.15.33:0/2009298115 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f2262c6f640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f225c1398d0 0x7f225c06e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f2261c6d640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f225c15a6c0 0x7f225c154da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f226246e640 1 -- 172.21.15.33:0/2009298115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f225c1398d0 msgr2=0x7f225c06e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f226246e640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f225c1398d0 0x7f225c06e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f226246e640 1 -- 172.21.15.33:0/2009298115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f225c15a6c0 msgr2=0x7f225c154da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f226246e640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f225c15a6c0 0x7f225c154da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.767+0000 7f226246e640 1 -- 172.21.15.33:0/2009298115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f225c155720 con 0x7f2244003a50 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.768+0000 7f226246e640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244003a50 0x7f225c1f3b90 secure :-1 s=READY pgs=2200 cs=0 l=1 rev1=1 crypto rx=0x7f2254036040 tx=0x7f2254033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.768+0000 7f225affd640 1 -- 172.21.15.33:0/2009298115 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2254038040 con 0x7f2244003a50 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.768+0000 7f225affd640 1 -- 172.21.15.33:0/2009298115 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2254004110 con 0x7f2244003a50 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.768+0000 7f22646d2640 1 -- 172.21.15.33:0/2009298115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f225c156330 con 0x7f2244003a50 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.768+0000 7f225affd640 1 -- 172.21.15.33:0/2009298115 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22540337e0 con 0x7f2244003a50 2024-07-26T17:04:28.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.768+0000 7f22646d2640 1 -- 172.21.15.33:0/2009298115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f225c1552e0 con 0x7f2244003a50 2024-07-26T17:04:28.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.769+0000 7f22646d2640 1 -- 172.21.15.33:0/2009298115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f225c0b32e0 con 0x7f2244003a50 2024-07-26T17:04:28.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.770+0000 7f225affd640 1 -- 172.21.15.33:0/2009298115 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f2254045020 con 0x7f2244003a50 2024-07-26T17:04:28.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.770+0000 7f225affd640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2248077130 0x7f2248079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:28.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.770+0000 7f225affd640 1 -- 172.21.15.33:0/2009298115 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(229..229 src has 1..229) ==== 6257+0+0 (secure 0 0 0) 0x7f22540ba300 con 0x7f2244003a50 2024-07-26T17:04:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.770+0000 7f2261c6d640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2248077130 0x7f2248079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:28.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.771+0000 7f2261c6d640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2248077130 0x7f2248079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f225c15c6f0 tx=0x7f2250005f90 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:28.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.774+0000 7f225affd640 1 -- 172.21.15.33:0/2009298115 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f225c155720 con 0x7f2244003a50 2024-07-26T17:04:28.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:28.966+0000 7f22646d2640 1 -- 172.21.15.33:0/2009298115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "backup_fs_metadata", "pg_num_min": 64} v 0) -- 0x7f225c13c800 con 0x7f2244003a50 2024-07-26T17:04:29.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.292+0000 7f225affd640 1 -- 172.21.15.33:0/2009298115 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "backup_fs_metadata", "pg_num_min": 64}]=0 pool 'backup_fs_metadata' created v230) ==== 144+0+0 (secure 0 0 0) 0x7f22540833c0 con 0x7f2244003a50 2024-07-26T17:04:29.294 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'backup_fs_metadata' created 2024-07-26T17:04:29.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.295+0000 7f22646d2640 1 -- 172.21.15.33:0/2009298115 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2248077130 msgr2=0x7f2248079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:29.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.295+0000 7f22646d2640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2248077130 0x7f2248079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f225c15c6f0 tx=0x7f2250005f90 comp rx=0 tx=0).stop 2024-07-26T17:04:29.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.295+0000 7f22646d2640 1 -- 172.21.15.33:0/2009298115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244003a50 msgr2=0x7f225c1f3b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:29.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.295+0000 7f22646d2640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244003a50 0x7f225c1f3b90 secure :-1 s=READY pgs=2200 cs=0 l=1 rev1=1 crypto rx=0x7f2254036040 tx=0x7f2254033670 comp rx=0 tx=0).stop 2024-07-26T17:04:29.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.295+0000 7f22646d2640 1 -- 172.21.15.33:0/2009298115 shutdown_connections 2024-07-26T17:04:29.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.295+0000 7f22646d2640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f2248077130 0x7f2248079640 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:29.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.295+0000 7f22646d2640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f225c1398d0 0x7f225c06e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:29.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.295+0000 7f22646d2640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f225c15a6c0 0x7f225c154da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:29.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.295+0000 7f22646d2640 1 --2- 172.21.15.33:0/2009298115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2244003a50 0x7f225c1f3b90 unknown :-1 s=CLOSED pgs=2200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:29.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.296+0000 7f22646d2640 1 -- 172.21.15.33:0/2009298115 >> 172.21.15.33:0/2009298115 conn(0x7f225c06d140 msgr2=0x7f225c140750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:29.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.296+0000 7f22646d2640 1 -- 172.21.15.33:0/2009298115 shutdown_connections 2024-07-26T17:04:29.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.296+0000 7f22646d2640 1 -- 172.21.15.33:0/2009298115 wait complete. 2024-07-26T17:04:29.314 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create backup_fs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T17:04:29.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.439+0000 7fe29850e640 1 -- 172.21.15.33:0/3666783562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2900d1e60 msgr2=0x7fe2900d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:29.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.439+0000 7fe29850e640 1 --2- 172.21.15.33:0/3666783562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2900d1e60 0x7fe2900d2270 secure :-1 s=READY pgs=2202 cs=0 l=1 rev1=1 crypto rx=0x7fe29008d6d0 tx=0x7fe28802aac0 comp rx=0 tx=0).stop 2024-07-26T17:04:29.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.439+0000 7fe29850e640 1 -- 172.21.15.33:0/3666783562 shutdown_connections 2024-07-26T17:04:29.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.439+0000 7fe29850e640 1 --2- 172.21.15.33:0/3666783562 >> v2:172.21.15.154:3300/0 conn(0x7fe2900b6150 0x7fe2900d1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:29.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.439+0000 7fe29850e640 1 --2- 172.21.15.33:0/3666783562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2900d1e60 0x7fe2900d2270 unknown :-1 s=CLOSED pgs=2202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:29.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.439+0000 7fe29850e640 1 -- 172.21.15.33:0/3666783562 >> 172.21.15.33:0/3666783562 conn(0x7fe2900d3de0 msgr2=0x7fe2900d41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:29.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.439+0000 7fe29850e640 1 -- 172.21.15.33:0/3666783562 shutdown_connections 2024-07-26T17:04:29.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.439+0000 7fe29850e640 1 -- 172.21.15.33:0/3666783562 wait complete. 2024-07-26T17:04:29.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.441+0000 7fe29850e640 1 Processor -- start 2024-07-26T17:04:29.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.441+0000 7fe29850e640 1 -- start start 2024-07-26T17:04:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.442+0000 7fe29850e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2900b6150 0x7fe2900cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.442+0000 7fe29850e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2900cfa50 0x7fe2901dcd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.442+0000 7fe29850e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2900d1e60 0x7fe2900c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.442+0000 7fe29850e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe2900b3740 con 0x7fe2900cfa50 2024-07-26T17:04:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.442+0000 7fe29850e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe2900b2d30 con 0x7fe2900d1e60 2024-07-26T17:04:29.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.442+0000 7fe29850e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe2900b38c0 con 0x7fe2900b6150 2024-07-26T17:04:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.442+0000 7fe295aa9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2900cfa50 0x7fe2901dcd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.442+0000 7fe295aa9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2900cfa50 0x7fe2901dcd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36098/0 (socket says 172.21.15.33:36098) 2024-07-26T17:04:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.442+0000 7fe295aa9640 1 -- 172.21.15.33:0/3571614345 learned_addr learned my addr 172.21.15.33:0/3571614345 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe296aab640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2900d1e60 0x7fe2900c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe2962aa640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2900b6150 0x7fe2900cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe295aa9640 1 -- 172.21.15.33:0/3571614345 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2900b6150 msgr2=0x7fe2900cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe295aa9640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2900b6150 0x7fe2900cb830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe295aa9640 1 -- 172.21.15.33:0/3571614345 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2900d1e60 msgr2=0x7fe2900c99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe295aa9640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2900d1e60 0x7fe2900c99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe295aa9640 1 -- 172.21.15.33:0/3571614345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2900cbd70 con 0x7fe2900cfa50 2024-07-26T17:04:29.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe295aa9640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2900cfa50 0x7fe2901dcd10 secure :-1 s=READY pgs=2203 cs=0 l=1 rev1=1 crypto rx=0x7fe28000d6d0 tx=0x7fe28000db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:29.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe286ffd640 1 -- 172.21.15.33:0/3571614345 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe280017070 con 0x7fe2900cfa50 2024-07-26T17:04:29.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe286ffd640 1 -- 172.21.15.33:0/3571614345 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe280009b10 con 0x7fe2900cfa50 2024-07-26T17:04:29.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe29850e640 1 -- 172.21.15.33:0/3571614345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2900cc400 con 0x7fe2900cfa50 2024-07-26T17:04:29.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe286ffd640 1 -- 172.21.15.33:0/3571614345 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe280010460 con 0x7fe2900cfa50 2024-07-26T17:04:29.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.443+0000 7fe29850e640 1 -- 172.21.15.33:0/3571614345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2900cc9c0 con 0x7fe2900cfa50 2024-07-26T17:04:29.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.444+0000 7fe29850e640 1 -- 172.21.15.33:0/3571614345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2900d1920 con 0x7fe2900cfa50 2024-07-26T17:04:29.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.445+0000 7fe286ffd640 1 -- 172.21.15.33:0/3571614345 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7fe28001a070 con 0x7fe2900cfa50 2024-07-26T17:04:29.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.446+0000 7fe286ffd640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe274077130 0x7fe274079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:29.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.446+0000 7fe2962aa640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe274077130 0x7fe274079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:29.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.446+0000 7fe286ffd640 1 -- 172.21.15.33:0/3571614345 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(230..230 src has 1..230) ==== 6630+0+0 (secure 0 0 0) 0x7fe280098fe0 con 0x7fe2900cfa50 2024-07-26T17:04:29.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.446+0000 7fe2962aa640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe274077130 0x7fe274079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe28c0015a0 tx=0x7fe28c009040 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:29.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.451+0000 7fe286ffd640 1 -- 172.21.15.33:0/3571614345 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe2900cbd70 con 0x7fe2900cfa50 2024-07-26T17:04:29.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:29.644+0000 7fe29850e640 1 -- 172.21.15.33:0/3571614345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "backup_fs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe2900d0280 con 0x7fe2900cfa50 2024-07-26T17:04:30.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.300+0000 7fe286ffd640 1 -- 172.21.15.33:0/3571614345 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "backup_fs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'backup_fs_data' created v231) ==== 176+0+0 (secure 0 0 0) 0x7fe280061c70 con 0x7fe2900cfa50 2024-07-26T17:04:30.302 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'backup_fs_data' created 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 -- 172.21.15.33:0/3571614345 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe274077130 msgr2=0x7fe274079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe274077130 0x7fe274079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fe28c0015a0 tx=0x7fe28c009040 comp rx=0 tx=0).stop 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 -- 172.21.15.33:0/3571614345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2900cfa50 msgr2=0x7fe2901dcd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2900cfa50 0x7fe2901dcd10 secure :-1 s=READY pgs=2203 cs=0 l=1 rev1=1 crypto rx=0x7fe28000d6d0 tx=0x7fe28000db90 comp rx=0 tx=0).stop 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 -- 172.21.15.33:0/3571614345 shutdown_connections 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe274077130 0x7fe274079640 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2900d1e60 0x7fe2900c99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2900cfa50 0x7fe2901dcd10 unknown :-1 s=CLOSED pgs=2203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 --2- 172.21.15.33:0/3571614345 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2900b6150 0x7fe2900cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 -- 172.21.15.33:0/3571614345 >> 172.21.15.33:0/3571614345 conn(0x7fe2900d3de0 msgr2=0x7fe2901e77e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 -- 172.21.15.33:0/3571614345 shutdown_connections 2024-07-26T17:04:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.303+0000 7fe29850e640 1 -- 172.21.15.33:0/3571614345 wait complete. 2024-07-26T17:04:30.330 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new backup_fs backup_fs_metadata backup_fs_data 2024-07-26T17:04:30.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.455+0000 7f7eaf370640 1 -- 172.21.15.33:0/4064866483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e94004050 msgr2=0x7f7e94004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:30.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.455+0000 7f7eaf370640 1 --2- 172.21.15.33:0/4064866483 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e94004050 0x7f7e94004800 secure :-1 s=READY pgs=2205 cs=0 l=1 rev1=1 crypto rx=0x7f7e98006f60 tx=0x7f7e94005830 comp rx=0 tx=0).stop 2024-07-26T17:04:30.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.455+0000 7f7ead90d640 1 -- 172.21.15.33:0/4064866483 reap_dead start 2024-07-26T17:04:30.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.455+0000 7f7eaf370640 1 -- 172.21.15.33:0/4064866483 shutdown_connections 2024-07-26T17:04:30.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.455+0000 7f7eaf370640 1 -- 172.21.15.33:0/4064866483 >> 172.21.15.33:0/4064866483 conn(0x7f7ea80b3810 msgr2=0x7f7ea80b3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:30.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.455+0000 7f7eaf370640 1 -- 172.21.15.33:0/4064866483 shutdown_connections 2024-07-26T17:04:30.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.455+0000 7f7eaf370640 1 -- 172.21.15.33:0/4064866483 wait complete. 2024-07-26T17:04:30.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.457+0000 7f7eaf370640 1 Processor -- start 2024-07-26T17:04:30.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.457+0000 7f7eaf370640 1 -- start start 2024-07-26T17:04:30.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.458+0000 7f7eaf370640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e94004050 0x7f7ea80cb750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:30.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.458+0000 7f7eaf370640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ea814f3b0 0x7f7ea815a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:30.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.458+0000 7f7eaf370640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7ea814f7c0 0x7f7ea815ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:30.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.458+0000 7f7eaf370640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7ea80ccda0 con 0x7f7ea814f3b0 2024-07-26T17:04:30.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.458+0000 7f7eaf370640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7ea80b77b0 con 0x7f7ea814f7c0 2024-07-26T17:04:30.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.458+0000 7f7eaf370640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7ea80ccf20 con 0x7f7e94004050 2024-07-26T17:04:30.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.458+0000 7f7eac90b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ea814f3b0 0x7f7ea815a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:30.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.458+0000 7f7eac90b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ea814f3b0 0x7f7ea815a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36114/0 (socket says 172.21.15.33:36114) 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.458+0000 7f7eac90b640 1 -- 172.21.15.33:0/4292666515 learned_addr learned my addr 172.21.15.33:0/4292666515 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.458+0000 7f7ead10c640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e94004050 0x7f7ea80cb750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.458+0000 7f7ead90d640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7ea814f7c0 0x7f7ea815ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.459+0000 7f7eac90b640 1 -- 172.21.15.33:0/4292666515 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e94004050 msgr2=0x7f7ea80cb750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.459+0000 7f7eac90b640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e94004050 0x7f7ea80cb750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.459+0000 7f7eac90b640 1 -- 172.21.15.33:0/4292666515 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7ea814f7c0 msgr2=0x7f7ea815ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.459+0000 7f7eac90b640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7ea814f7c0 0x7f7ea815ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.459+0000 7f7eac90b640 1 -- 172.21.15.33:0/4292666515 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ea80cbc90 con 0x7f7ea814f3b0 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.459+0000 7f7eac90b640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ea814f3b0 0x7f7ea815a8c0 secure :-1 s=READY pgs=2206 cs=0 l=1 rev1=1 crypto rx=0x7f7e98006f60 tx=0x7f7e98001d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.459+0000 7f7e9dffb640 1 -- 172.21.15.33:0/4292666515 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e98032030 con 0x7f7ea814f3b0 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.459+0000 7f7e9dffb640 1 -- 172.21.15.33:0/4292666515 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e98003af0 con 0x7f7ea814f3b0 2024-07-26T17:04:30.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.459+0000 7f7eaf370640 1 -- 172.21.15.33:0/4292666515 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ea80c9230 con 0x7f7ea814f3b0 2024-07-26T17:04:30.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.459+0000 7f7e9dffb640 1 -- 172.21.15.33:0/4292666515 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e9802e450 con 0x7f7ea814f3b0 2024-07-26T17:04:30.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.459+0000 7f7eaf370640 1 -- 172.21.15.33:0/4292666515 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ea80c97f0 con 0x7f7ea814f3b0 2024-07-26T17:04:30.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.460+0000 7f7eaf370640 1 -- 172.21.15.33:0/4292666515 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ea80cc690 con 0x7f7ea814f3b0 2024-07-26T17:04:30.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.461+0000 7f7e9dffb640 1 -- 172.21.15.33:0/4292666515 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f7e98035020 con 0x7f7ea814f3b0 2024-07-26T17:04:30.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.462+0000 7f7e9dffb640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7e8c077130 0x7f7e8c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:30.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.462+0000 7f7e9dffb640 1 -- 172.21.15.33:0/4292666515 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(231..231 src has 1..231) ==== 7015+0+0 (secure 0 0 0) 0x7f7e980b9660 con 0x7f7ea814f3b0 2024-07-26T17:04:30.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.462+0000 7f7ead10c640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7e8c077130 0x7f7e8c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:30.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.462+0000 7f7ead10c640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7e8c077130 0x7f7e8c079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7ea4006fd0 tx=0x7f7ea4004b00 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:30.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.467+0000 7f7e9dffb640 1 -- 172.21.15.33:0/4292666515 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7e98047030 con 0x7f7ea814f3b0 2024-07-26T17:04:30.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:30.699+0000 7f7eaf370640 1 -- 172.21.15.33:0/4292666515 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "backup_fs", "metadata": "backup_fs_metadata", "data": "backup_fs_data"} v 0) -- 0x7f7ea80708a0 con 0x7f7ea814f3b0 2024-07-26T17:04:31.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.302+0000 7f7e9dffb640 1 -- 172.21.15.33:0/4292666515 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "backup_fs", "metadata": "backup_fs_metadata", "data": "backup_fs_data"}]=0 new fs with metadata pool 29 and data pool 30 v119) ==== 183+0+0 (secure 0 0 0) 0x7f7e98082080 con 0x7f7ea814f3b0 2024-07-26T17:04:31.304 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 29 and data pool 30 2024-07-26T17:04:31.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.307+0000 7f7eaf370640 1 -- 172.21.15.33:0/4292666515 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7e8c077130 msgr2=0x7f7e8c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:31.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.307+0000 7f7eaf370640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7e8c077130 0x7f7e8c079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7ea4006fd0 tx=0x7f7ea4004b00 comp rx=0 tx=0).stop 2024-07-26T17:04:31.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.307+0000 7f7eaf370640 1 -- 172.21.15.33:0/4292666515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ea814f3b0 msgr2=0x7f7ea815a8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:31.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.307+0000 7f7eaf370640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ea814f3b0 0x7f7ea815a8c0 secure :-1 s=READY pgs=2206 cs=0 l=1 rev1=1 crypto rx=0x7f7e98006f60 tx=0x7f7e98001d10 comp rx=0 tx=0).stop 2024-07-26T17:04:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.307+0000 7f7eaf370640 1 -- 172.21.15.33:0/4292666515 shutdown_connections 2024-07-26T17:04:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.307+0000 7f7eaf370640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f7e8c077130 0x7f7e8c079640 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.307+0000 7f7eaf370640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7ea814f7c0 0x7f7ea815ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.307+0000 7f7eaf370640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ea814f3b0 0x7f7ea815a8c0 secure :-1 s=CLOSED pgs=2206 cs=0 l=1 rev1=1 crypto rx=0x7f7e98006f60 tx=0x7f7e98001d10 comp rx=0 tx=0).stop 2024-07-26T17:04:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.307+0000 7f7eaf370640 1 --2- 172.21.15.33:0/4292666515 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e94004050 0x7f7ea80cb750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.307+0000 7f7eaf370640 1 -- 172.21.15.33:0/4292666515 >> 172.21.15.33:0/4292666515 conn(0x7f7ea80b3810 msgr2=0x7f7ea80710b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.308+0000 7f7eaf370640 1 -- 172.21.15.33:0/4292666515 shutdown_connections 2024-07-26T17:04:31.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.308+0000 7f7eaf370640 1 -- 172.21.15.33:0/4292666515 wait complete. 2024-07-26T17:04:31.341 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:04:31.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.463+0000 7f102099d640 1 -- 172.21.15.33:0/2870305964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f101c0b5b20 msgr2=0x7f101c0b79c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:31.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.463+0000 7f102099d640 1 --2- 172.21.15.33:0/2870305964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f101c0b5b20 0x7f101c0b79c0 secure :-1 s=READY pgs=2207 cs=0 l=1 rev1=1 crypto rx=0x7f101c08c530 tx=0x7f101402aac0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.463+0000 7f102099d640 1 -- 172.21.15.33:0/2870305964 shutdown_connections 2024-07-26T17:04:31.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.463+0000 7f102099d640 1 --2- 172.21.15.33:0/2870305964 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f101c0b5b20 0x7f101c0b79c0 unknown :-1 s=CLOSED pgs=2207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.463+0000 7f102099d640 1 --2- 172.21.15.33:0/2870305964 >> v2:172.21.15.154:3300/0 conn(0x7f101c0d2d10 0x7f101c0b55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.463+0000 7f102099d640 1 -- 172.21.15.33:0/2870305964 >> 172.21.15.33:0/2870305964 conn(0x7f101c0d05e0 msgr2=0x7f101c0d09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:31.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.463+0000 7f102099d640 1 -- 172.21.15.33:0/2870305964 shutdown_connections 2024-07-26T17:04:31.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.463+0000 7f102099d640 1 -- 172.21.15.33:0/2870305964 wait complete. 2024-07-26T17:04:31.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.464+0000 7f102099d640 1 Processor -- start 2024-07-26T17:04:31.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.466+0000 7f102099d640 1 -- start start 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f102099d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f101c0b5b20 0x7f101c142210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f102099d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f101c0d2d10 0x7f101c143a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f102099d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f101c15e4b0 0x7f101c1e6cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f102099d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f101c0b8540 con 0x7f101c0b5b20 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f102099d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f101c0b83c0 con 0x7f101c15e4b0 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f102099d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f101c0b86c0 con 0x7f101c0d2d10 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f101b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f101c0b5b20 0x7f101c142210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f101b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f101c0b5b20 0x7f101c142210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36132/0 (socket says 172.21.15.33:36132) 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f101b7fe640 1 -- 172.21.15.33:0/462427972 learned_addr learned my addr 172.21.15.33:0/462427972 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f1013fff640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f101c0d2d10 0x7f101c143a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f101bfff640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f101c15e4b0 0x7f101c1e6cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f101b7fe640 1 -- 172.21.15.33:0/462427972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f101c0d2d10 msgr2=0x7f101c143a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f101b7fe640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f101c0d2d10 0x7f101c143a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f101b7fe640 1 -- 172.21.15.33:0/462427972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f101c15e4b0 msgr2=0x7f101c1e6cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f101b7fe640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f101c15e4b0 0x7f101c1e6cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f101b7fe640 1 -- 172.21.15.33:0/462427972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f101c144610 con 0x7f101c0b5b20 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f1013fff640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f101c0d2d10 0x7f101c143a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f101bfff640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f101c15e4b0 0x7f101c1e6cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f101b7fe640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f101c0b5b20 0x7f101c142210 secure :-1 s=READY pgs=2208 cs=0 l=1 rev1=1 crypto rx=0x7f100c00c3c0 tx=0x7f100c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f1018ff9640 1 -- 172.21.15.33:0/462427972 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100c017070 con 0x7f101c0b5b20 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f1018ff9640 1 -- 172.21.15.33:0/462427972 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f100c0035f0 con 0x7f101c0b5b20 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f102099d640 1 -- 172.21.15.33:0/462427972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f101c1448f0 con 0x7f101c0b5b20 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f1018ff9640 1 -- 172.21.15.33:0/462427972 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100c003a80 con 0x7f101c0b5b20 2024-07-26T17:04:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.467+0000 7f102099d640 1 -- 172.21.15.33:0/462427972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f101c144eb0 con 0x7f101c0b5b20 2024-07-26T17:04:31.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.468+0000 7f102099d640 1 -- 172.21.15.33:0/462427972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f101c0b8be0 con 0x7f101c0b5b20 2024-07-26T17:04:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.469+0000 7f1018ff9640 1 -- 172.21.15.33:0/462427972 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f100c01a070 con 0x7f101c0b5b20 2024-07-26T17:04:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.469+0000 7f1018ff9640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0ffc077130 0x7f0ffc079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.469+0000 7f1018ff9640 1 -- 172.21.15.33:0/462427972 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(232..232 src has 1..232) ==== 7121+0+0 (secure 0 0 0) 0x7f100c0983d0 con 0x7f101c0b5b20 2024-07-26T17:04:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.469+0000 7f1013fff640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0ffc077130 0x7f0ffc079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.470+0000 7f1013fff640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0ffc077130 0x7f0ffc079640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f101c1e96b0 tx=0x7f1004005f90 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:31.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.475+0000 7f1018ff9640 1 -- 172.21.15.33:0/462427972 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f100c060f30 con 0x7f101c0b5b20 2024-07-26T17:04:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.668+0000 7f102099d640 1 -- 172.21.15.33:0/462427972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f101c1597d0 con 0x7f101c0b5b20 2024-07-26T17:04:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.669+0000 7f1018ff9640 1 -- 172.21.15.33:0/462427972 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v232) ==== 74+0+20937 (secure 0 0 0) 0x7f100c069030 con 0x7f101c0b5b20 2024-07-26T17:04:31.671 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:31.671 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":232,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:04:30.701136+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":30,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:04:17.339935+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"228","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_data","create_time":"2024-07-26T17:04:18.586474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"229","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:04:28.974595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"232","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:04:29.652256+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"232","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:04:31.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 -- 172.21.15.33:0/462427972 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0ffc077130 msgr2=0x7f0ffc079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0ffc077130 0x7f0ffc079640 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f101c1e96b0 tx=0x7f1004005f90 comp rx=0 tx=0).stop 2024-07-26T17:04:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 -- 172.21.15.33:0/462427972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f101c0b5b20 msgr2=0x7f101c142210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f101c0b5b20 0x7f101c142210 secure :-1 s=READY pgs=2208 cs=0 l=1 rev1=1 crypto rx=0x7f100c00c3c0 tx=0x7f100c00c880 comp rx=0 tx=0).stop 2024-07-26T17:04:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 -- 172.21.15.33:0/462427972 shutdown_connections 2024-07-26T17:04:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f0ffc077130 0x7f0ffc079640 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f101c15e4b0 0x7f101c1e6cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f101c0d2d10 0x7f101c143a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 --2- 172.21.15.33:0/462427972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f101c0b5b20 0x7f101c142210 unknown :-1 s=CLOSED pgs=2208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 -- 172.21.15.33:0/462427972 >> 172.21.15.33:0/462427972 conn(0x7f101c0d05e0 msgr2=0x7f101c159a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 -- 172.21.15.33:0/462427972 shutdown_connections 2024-07-26T17:04:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.672+0000 7f102099d640 1 -- 172.21.15.33:0/462427972 wait complete. 2024-07-26T17:04:31.685 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:04:31.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.802+0000 7f3537e8c640 1 -- 172.21.15.33:0/34247064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35300d0c80 msgr2=0x7f35300d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:31.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.802+0000 7f3537e8c640 1 --2- 172.21.15.33:0/34247064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35300d0c80 0x7f35300d2930 secure :-1 s=READY pgs=2209 cs=0 l=1 rev1=1 crypto rx=0x7f353008e020 tx=0x7f352402a4d0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.802+0000 7f3537e8c640 1 -- 172.21.15.33:0/34247064 shutdown_connections 2024-07-26T17:04:31.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.802+0000 7f3537e8c640 1 --2- 172.21.15.33:0/34247064 >> v2:172.21.15.154:3300/0 conn(0x7f35300ce9e0 0x7f35300cedf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.802+0000 7f3537e8c640 1 --2- 172.21.15.33:0/34247064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35300d0c80 0x7f35300d2930 unknown :-1 s=CLOSED pgs=2209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.802+0000 7f3537e8c640 1 -- 172.21.15.33:0/34247064 >> 172.21.15.33:0/34247064 conn(0x7f35300d3e10 msgr2=0x7f35300d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:31.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.802+0000 7f3537e8c640 1 -- 172.21.15.33:0/34247064 shutdown_connections 2024-07-26T17:04:31.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.802+0000 7f3537e8c640 1 -- 172.21.15.33:0/34247064 wait complete. 2024-07-26T17:04:31.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.803+0000 7f3537e8c640 1 Processor -- start 2024-07-26T17:04:31.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.803+0000 7f3537e8c640 1 -- start start 2024-07-26T17:04:31.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3537e8c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35300b2dc0 0x7f35300ca310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3537e8c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35300ce9e0 0x7f353015f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3537e8c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3530161580 0x7f3530167330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3537e8c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f35300cf4b0 con 0x7f35300b2dc0 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3537e8c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f35300cf330 con 0x7f3530161580 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3537e8c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f35300cf630 con 0x7f35300ce9e0 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3535c28640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35300b2dc0 0x7f35300ca310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3535c28640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35300b2dc0 0x7f35300ca310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39712/0 (socket says 172.21.15.33:39712) 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3535c28640 1 -- 172.21.15.33:0/2827684670 learned_addr learned my addr 172.21.15.33:0/2827684670 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3535427640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35300ce9e0 0x7f353015f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3536429640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3530161580 0x7f3530167330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3535c28640 1 -- 172.21.15.33:0/2827684670 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35300ce9e0 msgr2=0x7f353015f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3535c28640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35300ce9e0 0x7f353015f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3535c28640 1 -- 172.21.15.33:0/2827684670 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3530161580 msgr2=0x7f3530167330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3535c28640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3530161580 0x7f3530167330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3535c28640 1 -- 172.21.15.33:0/2827684670 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3530162b00 con 0x7f35300b2dc0 2024-07-26T17:04:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3535c28640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35300b2dc0 0x7f35300ca310 secure :-1 s=READY pgs=2210 cs=0 l=1 rev1=1 crypto rx=0x7f352800c730 tx=0x7f352800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f352e7fc640 1 -- 172.21.15.33:0/2827684670 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3528003bc0 con 0x7f35300b2dc0 2024-07-26T17:04:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f352e7fc640 1 -- 172.21.15.33:0/2827684670 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3528003d60 con 0x7f35300b2dc0 2024-07-26T17:04:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3537e8c640 1 -- 172.21.15.33:0/2827684670 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f353015fdf0 con 0x7f35300b2dc0 2024-07-26T17:04:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f352e7fc640 1 -- 172.21.15.33:0/2827684670 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f352800aab0 con 0x7f35300b2dc0 2024-07-26T17:04:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.806+0000 7f3537e8c640 1 -- 172.21.15.33:0/2827684670 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3530162820 con 0x7f35300b2dc0 2024-07-26T17:04:31.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.808+0000 7f3537e8c640 1 -- 172.21.15.33:0/2827684670 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35300cedf0 con 0x7f35300b2dc0 2024-07-26T17:04:31.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.808+0000 7f352e7fc640 1 -- 172.21.15.33:0/2827684670 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f352800ac50 con 0x7f35300b2dc0 2024-07-26T17:04:31.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.808+0000 7f352e7fc640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f351c077130 0x7f351c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:31.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.808+0000 7f3535427640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f351c077130 0x7f351c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:31.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.808+0000 7f352e7fc640 1 -- 172.21.15.33:0/2827684670 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(232..232 src has 1..232) ==== 7121+0+0 (secure 0 0 0) 0x7f3528098d60 con 0x7f35300b2dc0 2024-07-26T17:04:31.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.810+0000 7f3535427640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f351c077130 0x7f351c079640 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3524033000 tx=0x7f3524004730 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:31.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:31.814+0000 7f352e7fc640 1 -- 172.21.15.33:0/2827684670 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3528061300 con 0x7f35300b2dc0 2024-07-26T17:04:32.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.008+0000 7f3537e8c640 1 -- 172.21.15.33:0/2827684670 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3530165cf0 con 0x7f35300b2dc0 2024-07-26T17:04:32.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.009+0000 7f352e7fc640 1 -- 172.21.15.33:0/2827684670 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v232) ==== 74+0+20937 (secure 0 0 0) 0x7f3528065850 con 0x7f35300b2dc0 2024-07-26T17:04:32.011 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:32.011 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":232,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:04:30.701136+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":30,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:04:17.339935+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"228","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_data","create_time":"2024-07-26T17:04:18.586474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"229","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:04:28.974595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"232","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:04:29.652256+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"232","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:04:32.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 -- 172.21.15.33:0/2827684670 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f351c077130 msgr2=0x7f351c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:32.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f351c077130 0x7f351c079640 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f3524033000 tx=0x7f3524004730 comp rx=0 tx=0).stop 2024-07-26T17:04:32.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 -- 172.21.15.33:0/2827684670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35300b2dc0 msgr2=0x7f35300ca310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:32.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35300b2dc0 0x7f35300ca310 secure :-1 s=READY pgs=2210 cs=0 l=1 rev1=1 crypto rx=0x7f352800c730 tx=0x7f352800cbf0 comp rx=0 tx=0).stop 2024-07-26T17:04:32.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 -- 172.21.15.33:0/2827684670 shutdown_connections 2024-07-26T17:04:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f351c077130 0x7f351c079640 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3530161580 0x7f3530167330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35300ce9e0 0x7f353015f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 --2- 172.21.15.33:0/2827684670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35300b2dc0 0x7f35300ca310 unknown :-1 s=CLOSED pgs=2210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 -- 172.21.15.33:0/2827684670 >> 172.21.15.33:0/2827684670 conn(0x7f35300d3e10 msgr2=0x7f35300d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 -- 172.21.15.33:0/2827684670 shutdown_connections 2024-07-26T17:04:32.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.011+0000 7f3537e8c640 1 -- 172.21.15.33:0/2827684670 wait complete. 2024-07-26T17:04:32.024 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set backup_fs standby_count_wanted 0 2024-07-26T17:04:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.144+0000 7fb8c9468640 1 -- 172.21.15.33:0/2399416658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c40b2da0 msgr2=0x7fb8c40b93c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.144+0000 7fb8c9468640 1 --2- 172.21.15.33:0/2399416658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c40b2da0 0x7fb8c40b93c0 secure :-1 s=READY pgs=2212 cs=0 l=1 rev1=1 crypto rx=0x7fb8c40c7860 tx=0x7fb8b802a4a0 comp rx=0 tx=0).stop 2024-07-26T17:04:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.144+0000 7fb8c9468640 1 -- 172.21.15.33:0/2399416658 shutdown_connections 2024-07-26T17:04:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.144+0000 7fb8c9468640 1 --2- 172.21.15.33:0/2399416658 >> v2:172.21.15.154:3300/0 conn(0x7fb8c40d0610 0x7fb8c40d0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.144+0000 7fb8c9468640 1 --2- 172.21.15.33:0/2399416658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c40b2da0 0x7fb8c40b93c0 unknown :-1 s=CLOSED pgs=2212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.144+0000 7fb8c9468640 1 -- 172.21.15.33:0/2399416658 >> 172.21.15.33:0/2399416658 conn(0x7fb8c40d3d90 msgr2=0x7fb8c40d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.144+0000 7fb8c9468640 1 -- 172.21.15.33:0/2399416658 shutdown_connections 2024-07-26T17:04:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.144+0000 7fb8c9468640 1 -- 172.21.15.33:0/2399416658 wait complete. 2024-07-26T17:04:32.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.146+0000 7fb8c9468640 1 Processor -- start 2024-07-26T17:04:32.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.146+0000 7fb8c9468640 1 -- start start 2024-07-26T17:04:32.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c9468640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c40b2da0 0x7fb8c40c8c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c9468640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c40d0610 0x7fb8c41f8580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c9468640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c40c9190 0x7fb8c41f8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c9468640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c40b36d0 con 0x7fb8c40d0610 2024-07-26T17:04:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c9468640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c40d2820 con 0x7fb8c40b2da0 2024-07-26T17:04:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c9468640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb8c40b3850 con 0x7fb8c40c9190 2024-07-26T17:04:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c27fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c40d0610 0x7fb8c41f8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c27fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c40d0610 0x7fb8c41f8580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39722/0 (socket says 172.21.15.33:39722) 2024-07-26T17:04:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c27fc640 1 -- 172.21.15.33:0/3085953782 learned_addr learned my addr 172.21.15.33:0/3085953782 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c2ffd640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c40b2da0 0x7fb8c40c8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:32.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c37fe640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c40c9190 0x7fb8c41f8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c27fc640 1 -- 172.21.15.33:0/3085953782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c40c9190 msgr2=0x7fb8c41f8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c27fc640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c40c9190 0x7fb8c41f8ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c27fc640 1 -- 172.21.15.33:0/3085953782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c40b2da0 msgr2=0x7fb8c40c8c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c27fc640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c40b2da0 0x7fb8c40c8c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c27fc640 1 -- 172.21.15.33:0/3085953782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8c41f9290 con 0x7fb8c40d0610 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c2ffd640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c40b2da0 0x7fb8c40c8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8c27fc640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c40d0610 0x7fb8c41f8580 secure :-1 s=READY pgs=2213 cs=0 l=1 rev1=1 crypto rx=0x7fb8b8009780 tx=0x7fb8b8033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8ab7fe640 1 -- 172.21.15.33:0/3085953782 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8b8031d60 con 0x7fb8c40d0610 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.148+0000 7fb8ab7fe640 1 -- 172.21.15.33:0/3085953782 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb8b8033e10 con 0x7fb8c40d0610 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.149+0000 7fb8c9468640 1 -- 172.21.15.33:0/3085953782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8c41f51a0 con 0x7fb8c40d0610 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.149+0000 7fb8ab7fe640 1 -- 172.21.15.33:0/3085953782 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8b8005260 con 0x7fb8c40d0610 2024-07-26T17:04:32.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.149+0000 7fb8c9468640 1 -- 172.21.15.33:0/3085953782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8c41f5c60 con 0x7fb8c40d0610 2024-07-26T17:04:32.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.149+0000 7fb8c9468640 1 -- 172.21.15.33:0/3085953782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8c41f4f90 con 0x7fb8c40d0610 2024-07-26T17:04:32.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.150+0000 7fb8ab7fe640 1 -- 172.21.15.33:0/3085953782 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7fb8b8005400 con 0x7fb8c40d0610 2024-07-26T17:04:32.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.151+0000 7fb8ab7fe640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb8b0077130 0x7fb8b0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:32.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.151+0000 7fb8ab7fe640 1 -- 172.21.15.33:0/3085953782 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(232..232 src has 1..232) ==== 7121+0+0 (secure 0 0 0) 0x7fb8b80ba2a0 con 0x7fb8c40d0610 2024-07-26T17:04:32.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.151+0000 7fb8c2ffd640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb8b0077130 0x7fb8b0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:32.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.151+0000 7fb8c2ffd640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb8b0077130 0x7fb8b0079640 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb8b4001610 tx=0x7fb8b4009040 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:32.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.156+0000 7fb8ab7fe640 1 -- 172.21.15.33:0/3085953782 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb8b803f030 con 0x7fb8c40d0610 2024-07-26T17:04:32.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:32.386+0000 7fb8c9468640 1 -- 172.21.15.33:0/3085953782 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "backup_fs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fb8c41f9020 con 0x7fb8c40d0610 2024-07-26T17:04:33.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.333+0000 7fb8ab7fe640 1 -- 172.21.15.33:0/3085953782 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "backup_fs", "var": "standby_count_wanted", "val": "0"}]=0 v122) ==== 121+0+0 (secure 0 0 0) 0x7fb8b8082d80 con 0x7fb8c40d0610 2024-07-26T17:04:33.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 -- 172.21.15.33:0/3085953782 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb8b0077130 msgr2=0x7fb8b0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:33.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb8b0077130 0x7fb8b0079640 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb8b4001610 tx=0x7fb8b4009040 comp rx=0 tx=0).stop 2024-07-26T17:04:33.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 -- 172.21.15.33:0/3085953782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c40d0610 msgr2=0x7fb8c41f8580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:33.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c40d0610 0x7fb8c41f8580 secure :-1 s=READY pgs=2213 cs=0 l=1 rev1=1 crypto rx=0x7fb8b8009780 tx=0x7fb8b8033c20 comp rx=0 tx=0).stop 2024-07-26T17:04:33.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 -- 172.21.15.33:0/3085953782 shutdown_connections 2024-07-26T17:04:33.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fb8b0077130 0x7fb8b0079640 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:33.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c40c9190 0x7fb8c41f8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:33.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c40d0610 0x7fb8c41f8580 unknown :-1 s=CLOSED pgs=2213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:33.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 --2- 172.21.15.33:0/3085953782 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c40b2da0 0x7fb8c40c8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:33.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 -- 172.21.15.33:0/3085953782 >> 172.21.15.33:0/3085953782 conn(0x7fb8c40d3d90 msgr2=0x7fb8c4161280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:33.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 -- 172.21.15.33:0/3085953782 shutdown_connections 2024-07-26T17:04:33.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.336+0000 7fb8c9468640 1 -- 172.21.15.33:0/3085953782 wait complete. 2024-07-26T17:04:33.352 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T17:04:33.353 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set backup_fs allow_standby_replay false 2024-07-26T17:04:33.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.480+0000 7f86eb527640 1 -- 172.21.15.33:0/4017244441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86e40d0d70 msgr2=0x7f86e40ce760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:33.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.480+0000 7f86eb527640 1 --2- 172.21.15.33:0/4017244441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86e40d0d70 0x7f86e40ce760 secure :-1 s=READY pgs=2214 cs=0 l=1 rev1=1 crypto rx=0x7f86d4005fd0 tx=0x7f86d402a5c0 comp rx=0 tx=0).stop 2024-07-26T17:04:33.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.480+0000 7f86eb527640 1 -- 172.21.15.33:0/4017244441 shutdown_connections 2024-07-26T17:04:33.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.480+0000 7f86eb527640 1 --2- 172.21.15.33:0/4017244441 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86e40d0d70 0x7f86e40ce760 unknown :-1 s=CLOSED pgs=2214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:33.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.480+0000 7f86eb527640 1 --2- 172.21.15.33:0/4017244441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86e40cc200 0x7f86e40d0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:33.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.480+0000 7f86eb527640 1 -- 172.21.15.33:0/4017244441 >> 172.21.15.33:0/4017244441 conn(0x7f86e40b37a0 msgr2=0x7f86e40b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:33.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.480+0000 7f86eb527640 1 -- 172.21.15.33:0/4017244441 shutdown_connections 2024-07-26T17:04:33.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.480+0000 7f86eb527640 1 -- 172.21.15.33:0/4017244441 wait complete. 2024-07-26T17:04:33.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.482+0000 7f86eb527640 1 Processor -- start 2024-07-26T17:04:33.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.482+0000 7f86eb527640 1 -- start start 2024-07-26T17:04:33.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86eb527640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86e40cc200 0x7f86e41d4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:33.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86eb527640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86e40ceca0 0x7f86e41e9c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:33.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86eb527640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86e40d0d70 0x7f86e409f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:33.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86eb527640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f86e40b35e0 con 0x7f86e40cc200 2024-07-26T17:04:33.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86eb527640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f86e40b3460 con 0x7f86e40d0d70 2024-07-26T17:04:33.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86eb527640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f86e40cf0b0 con 0x7f86e40ceca0 2024-07-26T17:04:33.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86e92c3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86e40cc200 0x7f86e41d4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86e92c3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86e40cc200 0x7f86e41d4630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39730/0 (socket says 172.21.15.33:39730) 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86e92c3640 1 -- 172.21.15.33:0/2337162286 learned_addr learned my addr 172.21.15.33:0/2337162286 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86e8ac2640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86e40ceca0 0x7f86e41e9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86e9ac4640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86e40d0d70 0x7f86e409f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86e92c3640 1 -- 172.21.15.33:0/2337162286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86e40ceca0 msgr2=0x7f86e41e9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86e92c3640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86e40ceca0 0x7f86e41e9c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86e92c3640 1 -- 172.21.15.33:0/2337162286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86e40d0d70 msgr2=0x7f86e409f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.483+0000 7f86e92c3640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86e40d0d70 0x7f86e409f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.484+0000 7f86e92c3640 1 -- 172.21.15.33:0/2337162286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86e41ea160 con 0x7f86e40cc200 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.484+0000 7f86e9ac4640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86e40d0d70 0x7f86e409f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.484+0000 7f86e92c3640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86e40cc200 0x7f86e41d4630 secure :-1 s=READY pgs=2215 cs=0 l=1 rev1=1 crypto rx=0x7f86e000d780 tx=0x7f86e000dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.484+0000 7f86d9ffb640 1 -- 172.21.15.33:0/2337162286 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e0017070 con 0x7f86e40cc200 2024-07-26T17:04:33.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.484+0000 7f86d9ffb640 1 -- 172.21.15.33:0/2337162286 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f86e0009b10 con 0x7f86e40cc200 2024-07-26T17:04:33.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.484+0000 7f86eb527640 1 -- 172.21.15.33:0/2337162286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86e41ea670 con 0x7f86e40cc200 2024-07-26T17:04:33.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.484+0000 7f86d9ffb640 1 -- 172.21.15.33:0/2337162286 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e0010460 con 0x7f86e40cc200 2024-07-26T17:04:33.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.484+0000 7f86eb527640 1 -- 172.21.15.33:0/2337162286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86e41eac30 con 0x7f86e40cc200 2024-07-26T17:04:33.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.485+0000 7f86eb527640 1 -- 172.21.15.33:0/2337162286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86e40d1620 con 0x7f86e40cc200 2024-07-26T17:04:33.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.486+0000 7f86d9ffb640 1 -- 172.21.15.33:0/2337162286 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f86e001a070 con 0x7f86e40cc200 2024-07-26T17:04:33.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.487+0000 7f86d9ffb640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f86c8077130 0x7f86c8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:33.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.487+0000 7f86d9ffb640 1 -- 172.21.15.33:0/2337162286 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7f86e0099240 con 0x7f86e40cc200 2024-07-26T17:04:33.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.487+0000 7f86e8ac2640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f86c8077130 0x7f86c8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:33.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.487+0000 7f86e8ac2640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f86c8077130 0x7f86c8079640 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f86d4033000 tx=0x7f86d4004730 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.491+0000 7f86d9ffb640 1 -- 172.21.15.33:0/2337162286 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f86e00615a0 con 0x7f86e40cc200 2024-07-26T17:04:33.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:33.724+0000 7f86eb527640 1 -- 172.21.15.33:0/2337162286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "backup_fs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f86e40d0810 con 0x7f86e40cc200 2024-07-26T17:04:34.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.339+0000 7f86d9ffb640 1 -- 172.21.15.33:0/2337162286 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "backup_fs", "var": "allow_standby_replay", "val": "false"}]=0 v123) ==== 125+0+0 (secure 0 0 0) 0x7f86e0065af0 con 0x7f86e40cc200 2024-07-26T17:04:34.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 -- 172.21.15.33:0/2337162286 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f86c8077130 msgr2=0x7f86c8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:34.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f86c8077130 0x7f86c8079640 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f86d4033000 tx=0x7f86d4004730 comp rx=0 tx=0).stop 2024-07-26T17:04:34.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 -- 172.21.15.33:0/2337162286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86e40cc200 msgr2=0x7f86e41d4630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:34.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86e40cc200 0x7f86e41d4630 secure :-1 s=READY pgs=2215 cs=0 l=1 rev1=1 crypto rx=0x7f86e000d780 tx=0x7f86e000dc40 comp rx=0 tx=0).stop 2024-07-26T17:04:34.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 -- 172.21.15.33:0/2337162286 shutdown_connections 2024-07-26T17:04:34.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f86c8077130 0x7f86c8079640 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86e40d0d70 0x7f86e409f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86e40ceca0 0x7f86e41e9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 --2- 172.21.15.33:0/2337162286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86e40cc200 0x7f86e41d4630 unknown :-1 s=CLOSED pgs=2215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 -- 172.21.15.33:0/2337162286 >> 172.21.15.33:0/2337162286 conn(0x7f86e40b37a0 msgr2=0x7f86e406d740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:34.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 -- 172.21.15.33:0/2337162286 shutdown_connections 2024-07-26T17:04:34.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.342+0000 7f86eb527640 1 -- 172.21.15.33:0/2337162286 wait complete. 2024-07-26T17:04:34.358 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'backup_fs' 2024-07-26T17:04:34.358 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:34.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.482+0000 7fcb855ff640 1 -- 172.21.15.33:0/2855317858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb800b2dc0 msgr2=0x7fcb800d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:34.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.482+0000 7fcb855ff640 1 --2- 172.21.15.33:0/2855317858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb800b2dc0 0x7fcb800d2930 secure :-1 s=READY pgs=2217 cs=0 l=1 rev1=1 crypto rx=0x7fcb70005fd0 tx=0x7fcb7002a8f0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.482+0000 7fcb855ff640 1 -- 172.21.15.33:0/2855317858 shutdown_connections 2024-07-26T17:04:34.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.482+0000 7fcb855ff640 1 --2- 172.21.15.33:0/2855317858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb800b2dc0 0x7fcb800d2930 unknown :-1 s=CLOSED pgs=2217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.482+0000 7fcb855ff640 1 -- 172.21.15.33:0/2855317858 >> 172.21.15.33:0/2855317858 conn(0x7fcb800d3e10 msgr2=0x7fcb800d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:34.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.482+0000 7fcb855ff640 1 -- 172.21.15.33:0/2855317858 shutdown_connections 2024-07-26T17:04:34.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.482+0000 7fcb855ff640 1 -- 172.21.15.33:0/2855317858 wait complete. 2024-07-26T17:04:34.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.484+0000 7fcb855ff640 1 Processor -- start 2024-07-26T17:04:34.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.484+0000 7fcb855ff640 1 -- start start 2024-07-26T17:04:34.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.485+0000 7fcb855ff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb800b2dc0 0x7fcb8015efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:34.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.485+0000 7fcb855ff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb800ce9e0 0x7fcb80159a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:34.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.485+0000 7fcb855ff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb800d0570 0x7fcb80159f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:34.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.485+0000 7fcb855ff640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcb800d4cc0 con 0x7fcb800d0570 2024-07-26T17:04:34.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.485+0000 7fcb855ff640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcb800d4b40 con 0x7fcb800ce9e0 2024-07-26T17:04:34.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.485+0000 7fcb855ff640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcb80169af0 con 0x7fcb800b2dc0 2024-07-26T17:04:34.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb800d0570 0x7fcb80159f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:34.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb800d0570 0x7fcb80159f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39746/0 (socket says 172.21.15.33:39746) 2024-07-26T17:04:34.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7f7fe640 1 -- 172.21.15.33:0/2026556832 learned_addr learned my addr 172.21.15.33:0/2026556832 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:34.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7effd640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb800b2dc0 0x7fcb8015efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:34.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7e7fc640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb800ce9e0 0x7fcb80159a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:34.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7f7fe640 1 -- 172.21.15.33:0/2026556832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb800b2dc0 msgr2=0x7fcb8015efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:34.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7f7fe640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb800b2dc0 0x7fcb8015efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7f7fe640 1 -- 172.21.15.33:0/2026556832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb800ce9e0 msgr2=0x7fcb80159a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:34.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7f7fe640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb800ce9e0 0x7fcb80159a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7f7fe640 1 -- 172.21.15.33:0/2026556832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb80168130 con 0x7fcb800d0570 2024-07-26T17:04:34.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7effd640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb800b2dc0 0x7fcb8015efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:34.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb7f7fe640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb800d0570 0x7fcb80159f60 secure :-1 s=READY pgs=2218 cs=0 l=1 rev1=1 crypto rx=0x7fcb7800c3c0 tx=0x7fcb7800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:34.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb777fe640 1 -- 172.21.15.33:0/2026556832 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb78017070 con 0x7fcb800d0570 2024-07-26T17:04:34.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb777fe640 1 -- 172.21.15.33:0/2026556832 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb780053c0 con 0x7fcb800d0570 2024-07-26T17:04:34.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb855ff640 1 -- 172.21.15.33:0/2026556832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb80168410 con 0x7fcb800d0570 2024-07-26T17:04:34.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb777fe640 1 -- 172.21.15.33:0/2026556832 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb78003850 con 0x7fcb800d0570 2024-07-26T17:04:34.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.486+0000 7fcb855ff640 1 -- 172.21.15.33:0/2026556832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb801689d0 con 0x7fcb800d0570 2024-07-26T17:04:34.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.488+0000 7fcb855ff640 1 -- 172.21.15.33:0/2026556832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb800d2930 con 0x7fcb800d0570 2024-07-26T17:04:34.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.488+0000 7fcb777fe640 1 -- 172.21.15.33:0/2026556832 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7fcb7801a070 con 0x7fcb800d0570 2024-07-26T17:04:34.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.489+0000 7fcb777fe640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcb60077160 0x7fcb60079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:34.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.489+0000 7fcb777fe640 1 -- 172.21.15.33:0/2026556832 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7fcb78098310 con 0x7fcb800d0570 2024-07-26T17:04:34.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.489+0000 7fcb7effd640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcb60077160 0x7fcb60079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:34.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.489+0000 7fcb7effd640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcb60077160 0x7fcb60079670 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fcb70035000 tx=0x7fcb70004ab0 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:34.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.494+0000 7fcb777fe640 1 -- 172.21.15.33:0/2026556832 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcb78060e70 con 0x7fcb800d0570 2024-07-26T17:04:34.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.722+0000 7fcb855ff640 1 -- 172.21.15.33:0/2026556832 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb80162e10 con 0x7fcb800d0570 2024-07-26T17:04:34.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.723+0000 7fcb777fe640 1 -- 172.21.15.33:0/2026556832 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 123 v123) ==== 95+0+6565 (secure 0 0 0) 0x7fcb78069140 con 0x7fcb800d0570 2024-07-26T17:04:34.725 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:34.725 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":123,"btime":"2024-07-26T17:04:34:334958+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112}],"filesystems":[{"mdsmap":{"epoch":117,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:19.634245+0000","modified":"2024-07-26T17:04:22.650051+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10797},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10797":{"gid":10797,"name":"a","rank":0,"incarnation":113,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6833/2663631468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2663631468},{"type":"v1","addr":"172.21.15.33:6833","nonce":2663631468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[28],"metadata_pool":27,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10797,"qdb_cluster":[10797]},"id":13},{"mdsmap":{"epoch":123,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:30.701093+0000","modified":"2024-07-26T17:04:33.725847+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9823},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9823":{"gid":9823,"name":"b","rank":0,"incarnation":119,"state":"up:active","state_seq":5,"addr":"172.21.15.154:6834/2407372956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2407372956},{"type":"v1","addr":"172.21.15.154:6834","nonce":2407372956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[30],"metadata_pool":29,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9823,"qdb_cluster":[9823]},"id":14}]} 2024-07-26T17:04:34.725 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 123 2024-07-26T17:04:34.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.725+0000 7fcb855ff640 1 -- 172.21.15.33:0/2026556832 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcb60077160 msgr2=0x7fcb60079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:34.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.725+0000 7fcb855ff640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcb60077160 0x7fcb60079670 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fcb70035000 tx=0x7fcb70004ab0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.725+0000 7fcb855ff640 1 -- 172.21.15.33:0/2026556832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb800d0570 msgr2=0x7fcb80159f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:34.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.725+0000 7fcb855ff640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb800d0570 0x7fcb80159f60 secure :-1 s=READY pgs=2218 cs=0 l=1 rev1=1 crypto rx=0x7fcb7800c3c0 tx=0x7fcb7800c880 comp rx=0 tx=0).stop 2024-07-26T17:04:34.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.725+0000 7fcb855ff640 1 -- 172.21.15.33:0/2026556832 shutdown_connections 2024-07-26T17:04:34.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.725+0000 7fcb855ff640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcb60077160 0x7fcb60079670 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.725+0000 7fcb855ff640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcb800d0570 0x7fcb80159f60 unknown :-1 s=CLOSED pgs=2218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.725+0000 7fcb855ff640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcb800ce9e0 0x7fcb80159a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.725+0000 7fcb855ff640 1 --2- 172.21.15.33:0/2026556832 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcb800b2dc0 0x7fcb8015efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.725+0000 7fcb855ff640 1 -- 172.21.15.33:0/2026556832 >> 172.21.15.33:0/2026556832 conn(0x7fcb800d3e10 msgr2=0x7fcb800cedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:34.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.726+0000 7fcb855ff640 1 -- 172.21.15.33:0/2026556832 shutdown_connections 2024-07-26T17:04:34.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.726+0000 7fcb855ff640 1 -- 172.21.15.33:0/2026556832 wait complete. 2024-07-26T17:04:34.739 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:04:34.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.856+0000 7f0601868640 1 -- 172.21.15.33:0/3753639556 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05fc0b9050 msgr2=0x7f05fc0cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:34.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.856+0000 7f0601868640 1 --2- 172.21.15.33:0/3753639556 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05fc0b9050 0x7f05fc0cf710 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f05ec005fd0 tx=0x7f05ec02a540 comp rx=0 tx=0).stop 2024-07-26T17:04:34.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.856+0000 7f0601868640 1 -- 172.21.15.33:0/3753639556 shutdown_connections 2024-07-26T17:04:34.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.856+0000 7f0601868640 1 --2- 172.21.15.33:0/3753639556 >> v2:172.21.15.154:3300/0 conn(0x7f05fc0d1970 0x7f05fc0d1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.856+0000 7f0601868640 1 --2- 172.21.15.33:0/3753639556 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05fc0b9050 0x7f05fc0cf710 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.856+0000 7f0601868640 1 -- 172.21.15.33:0/3753639556 >> 172.21.15.33:0/3753639556 conn(0x7f05fc0d3da0 msgr2=0x7f05fc0d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:34.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.856+0000 7f0601868640 1 -- 172.21.15.33:0/3753639556 shutdown_connections 2024-07-26T17:04:34.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.856+0000 7f0601868640 1 -- 172.21.15.33:0/3753639556 wait complete. 2024-07-26T17:04:34.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.858+0000 7f0601868640 1 Processor -- start 2024-07-26T17:04:34.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.858+0000 7f0601868640 1 -- start start 2024-07-26T17:04:34.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f0601868640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05fc0b9050 0x7f05fc152120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:34.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f0601868640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05fc0d0910 0x7f05fc0cbb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:34.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f0601868640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05fc0d1970 0x7f05fc0cc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:34.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f0601868640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f05fc0d22c0 con 0x7f05fc0b9050 2024-07-26T17:04:34.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f0601868640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f05fc0b4ab0 con 0x7f05fc0d0910 2024-07-26T17:04:34.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f0601868640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f05fc0d2440 con 0x7f05fc0d1970 2024-07-26T17:04:34.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f05faffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05fc0b9050 0x7f05fc152120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f05faffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05fc0b9050 0x7f05fc152120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39750/0 (socket says 172.21.15.33:39750) 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f05faffd640 1 -- 172.21.15.33:0/3396824212 learned_addr learned my addr 172.21.15.33:0/3396824212 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f05fb7fe640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05fc0d1970 0x7f05fc0cc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f05f3fff640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05fc0d0910 0x7f05fc0cbb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f05faffd640 1 -- 172.21.15.33:0/3396824212 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05fc0d1970 msgr2=0x7f05fc0cc0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f05faffd640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05fc0d1970 0x7f05fc0cc0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f05faffd640 1 -- 172.21.15.33:0/3396824212 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05fc0d0910 msgr2=0x7f05fc0cbb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f05faffd640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05fc0d0910 0x7f05fc0cbb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f05faffd640 1 -- 172.21.15.33:0/3396824212 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05fc166f40 con 0x7f05fc0b9050 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.859+0000 7f05f3fff640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05fc0d0910 0x7f05fc0cbb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.860+0000 7f05faffd640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05fc0b9050 0x7f05fc152120 secure :-1 s=READY pgs=2219 cs=0 l=1 rev1=1 crypto rx=0x7f05ec034040 tx=0x7f05ec0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:34.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.860+0000 7f05f8ff9640 1 -- 172.21.15.33:0/3396824212 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05ec03e030 con 0x7f05fc0b9050 2024-07-26T17:04:34.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.860+0000 7f05f8ff9640 1 -- 172.21.15.33:0/3396824212 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05ec003ca0 con 0x7f05fc0b9050 2024-07-26T17:04:34.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.860+0000 7f0601868640 1 -- 172.21.15.33:0/3396824212 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05fc167220 con 0x7f05fc0b9050 2024-07-26T17:04:34.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.860+0000 7f05f8ff9640 1 -- 172.21.15.33:0/3396824212 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05ec035040 con 0x7f05fc0b9050 2024-07-26T17:04:34.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.860+0000 7f0601868640 1 -- 172.21.15.33:0/3396824212 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05fc1677e0 con 0x7f05fc0b9050 2024-07-26T17:04:34.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.861+0000 7f0601868640 1 -- 172.21.15.33:0/3396824212 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05fc0d1d80 con 0x7f05fc0b9050 2024-07-26T17:04:34.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.862+0000 7f05f8ff9640 1 -- 172.21.15.33:0/3396824212 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f05ec041030 con 0x7f05fc0b9050 2024-07-26T17:04:34.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.862+0000 7f05f8ff9640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f05dc077160 0x7f05dc079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:34.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.862+0000 7f05f8ff9640 1 -- 172.21.15.33:0/3396824212 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7f05ec0b96c0 con 0x7f05fc0b9050 2024-07-26T17:04:34.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.862+0000 7f05f3fff640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f05dc077160 0x7f05dc079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:34.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.863+0000 7f05f3fff640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f05dc077160 0x7f05dc079670 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f05fc160020 tx=0x7f05e4009040 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:34.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:34.867+0000 7f05f8ff9640 1 -- 172.21.15.33:0/3396824212 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f05ec082090 con 0x7f05fc0b9050 2024-07-26T17:04:35.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.061+0000 7f0601868640 1 -- 172.21.15.33:0/3396824212 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f05fc0d1060 con 0x7f05fc0b9050 2024-07-26T17:04:35.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.063+0000 7f05f8ff9640 1 -- 172.21.15.33:0/3396824212 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v233) ==== 74+0+20924 (secure 0 0 0) 0x7f05ec081990 con 0x7f05fc0b9050 2024-07-26T17:04:35.065 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:35.065 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":233,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:04:32.315701+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":30,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:04:17.339935+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"228","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_data","create_time":"2024-07-26T17:04:18.586474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"229","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:04:28.974595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"232","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:04:29.652256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"233","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:04:35.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 -- 172.21.15.33:0/3396824212 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f05dc077160 msgr2=0x7f05dc079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f05dc077160 0x7f05dc079670 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f05fc160020 tx=0x7f05e4009040 comp rx=0 tx=0).stop 2024-07-26T17:04:35.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 -- 172.21.15.33:0/3396824212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05fc0b9050 msgr2=0x7f05fc152120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05fc0b9050 0x7f05fc152120 secure :-1 s=READY pgs=2219 cs=0 l=1 rev1=1 crypto rx=0x7f05ec034040 tx=0x7f05ec0038a0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 -- 172.21.15.33:0/3396824212 shutdown_connections 2024-07-26T17:04:35.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f05dc077160 0x7f05dc079670 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05fc0d1970 0x7f05fc0cc0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05fc0d0910 0x7f05fc0cbb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 --2- 172.21.15.33:0/3396824212 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05fc0b9050 0x7f05fc152120 unknown :-1 s=CLOSED pgs=2219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 -- 172.21.15.33:0/3396824212 >> 172.21.15.33:0/3396824212 conn(0x7f05fc0d3da0 msgr2=0x7f05fc0b8450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 -- 172.21.15.33:0/3396824212 shutdown_connections 2024-07-26T17:04:35.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.065+0000 7f0601868640 1 -- 172.21.15.33:0/3396824212 wait complete. 2024-07-26T17:04:35.079 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T17:04:35.079 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:04:35.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.196+0000 7fcc84e92640 1 -- 172.21.15.33:0/931899713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc68005350 msgr2=0x7fcc6800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.196+0000 7fcc84e92640 1 --2- 172.21.15.33:0/931899713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc68005350 0x7fcc6800b9c0 secure :-1 s=READY pgs=2221 cs=0 l=1 rev1=1 crypto rx=0x7fcc78009ed0 tx=0x7fcc68005830 comp rx=0 tx=0).stop 2024-07-26T17:04:35.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.196+0000 7fcc84e92640 1 -- 172.21.15.33:0/931899713 shutdown_connections 2024-07-26T17:04:35.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.196+0000 7fcc84e92640 1 --2- 172.21.15.33:0/931899713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc68005350 0x7fcc6800b9c0 unknown :-1 s=CLOSED pgs=2221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.196+0000 7fcc84e92640 1 -- 172.21.15.33:0/931899713 >> 172.21.15.33:0/931899713 conn(0x7fcc800d1bf0 msgr2=0x7fcc800d2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:35.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.196+0000 7fcc84e92640 1 -- 172.21.15.33:0/931899713 shutdown_connections 2024-07-26T17:04:35.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.196+0000 7fcc84e92640 1 -- 172.21.15.33:0/931899713 wait complete. 2024-07-26T17:04:35.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.198+0000 7fcc84e92640 1 Processor -- start 2024-07-26T17:04:35.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.198+0000 7fcc84e92640 1 -- start start 2024-07-26T17:04:35.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.199+0000 7fcc84e92640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcc68005350 0x7fcc801f60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.199+0000 7fcc84e92640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcc801580b0 0x7fcc8006e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.199+0000 7fcc84e92640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc8006e7c0 0x7fcc800cac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.199+0000 7fcc84e92640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcc800d02c0 con 0x7fcc8006e7c0 2024-07-26T17:04:35.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.199+0000 7fcc84e92640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcc800d0140 con 0x7fcc801580b0 2024-07-26T17:04:35.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.199+0000 7fcc84e92640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcc800ce300 con 0x7fcc68005350 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc8006e7c0 0x7fcc800cac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc8006e7c0 0x7fcc800cac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39774/0 (socket says 172.21.15.33:39774) 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7ed9d640 1 -- 172.21.15.33:0/3496120628 learned_addr learned my addr 172.21.15.33:0/3496120628 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7e59c640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcc68005350 0x7fcc801f60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7dd9b640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcc801580b0 0x7fcc8006e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7ed9d640 1 -- 172.21.15.33:0/3496120628 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcc68005350 msgr2=0x7fcc801f60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7ed9d640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcc68005350 0x7fcc801f60a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7ed9d640 1 -- 172.21.15.33:0/3496120628 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcc801580b0 msgr2=0x7fcc8006e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7ed9d640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcc801580b0 0x7fcc8006e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7ed9d640 1 -- 172.21.15.33:0/3496120628 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc800c9ec0 con 0x7fcc8006e7c0 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7dd9b640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcc801580b0 0x7fcc8006e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc7ed9d640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc8006e7c0 0x7fcc800cac80 secure :-1 s=READY pgs=2222 cs=0 l=1 rev1=1 crypto rx=0x7fcc7802af20 tx=0x7fcc78034ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:35.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc6effd640 1 -- 172.21.15.33:0/3496120628 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc78041070 con 0x7fcc8006e7c0 2024-07-26T17:04:35.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc6effd640 1 -- 172.21.15.33:0/3496120628 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc780325f0 con 0x7fcc8006e7c0 2024-07-26T17:04:35.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc84e92640 1 -- 172.21.15.33:0/3496120628 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc800ca1a0 con 0x7fcc8006e7c0 2024-07-26T17:04:35.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc6effd640 1 -- 172.21.15.33:0/3496120628 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc78009ad0 con 0x7fcc8006e7c0 2024-07-26T17:04:35.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.200+0000 7fcc84e92640 1 -- 172.21.15.33:0/3496120628 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc800ca760 con 0x7fcc8006e7c0 2024-07-26T17:04:35.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.201+0000 7fcc84e92640 1 -- 172.21.15.33:0/3496120628 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc800ce800 con 0x7fcc8006e7c0 2024-07-26T17:04:35.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.202+0000 7fcc6effd640 1 -- 172.21.15.33:0/3496120628 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7fcc78044070 con 0x7fcc8006e7c0 2024-07-26T17:04:35.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.203+0000 7fcc6effd640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcc60077130 0x7fcc60079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.203+0000 7fcc6effd640 1 -- 172.21.15.33:0/3496120628 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7fcc780b9ba0 con 0x7fcc8006e7c0 2024-07-26T17:04:35.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.203+0000 7fcc7e59c640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcc60077130 0x7fcc60079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.204+0000 7fcc7e59c640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcc60077130 0x7fcc60079640 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fcc70006d20 tx=0x7fcc70006070 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:35.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.207+0000 7fcc6effd640 1 -- 172.21.15.33:0/3496120628 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcc7804b080 con 0x7fcc8006e7c0 2024-07-26T17:04:35.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.400+0000 7fcc84e92640 1 -- 172.21.15.33:0/3496120628 --> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcc800c54c0 con 0x7fcc60077130 2024-07-26T17:04:35.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.408+0000 7fcc6effd640 1 -- 172.21.15.33:0/3496120628 <== mgr.8687 v2:172.21.15.33:6836/2405396244 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+491475 (secure 0 0 0) 0x7fcc800c54c0 con 0x7fcc60077130 2024-07-26T17:04:35.415 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:35.418 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:04:35.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 -- 172.21.15.33:0/3496120628 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcc60077130 msgr2=0x7fcc60079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcc60077130 0x7fcc60079640 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fcc70006d20 tx=0x7fcc70006070 comp rx=0 tx=0).stop 2024-07-26T17:04:35.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 -- 172.21.15.33:0/3496120628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc8006e7c0 msgr2=0x7fcc800cac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc8006e7c0 0x7fcc800cac80 secure :-1 s=READY pgs=2222 cs=0 l=1 rev1=1 crypto rx=0x7fcc7802af20 tx=0x7fcc78034ca0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 -- 172.21.15.33:0/3496120628 shutdown_connections 2024-07-26T17:04:35.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fcc60077130 0x7fcc60079640 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcc8006e7c0 0x7fcc800cac80 unknown :-1 s=CLOSED pgs=2222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcc801580b0 0x7fcc8006e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 --2- 172.21.15.33:0/3496120628 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcc68005350 0x7fcc801f60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 -- 172.21.15.33:0/3496120628 >> 172.21.15.33:0/3496120628 conn(0x7fcc800d1bf0 msgr2=0x7fcc8015c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:35.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 -- 172.21.15.33:0/3496120628 shutdown_connections 2024-07-26T17:04:35.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.413+0000 7fcc84e92640 1 -- 172.21.15.33:0/3496120628 wait complete. 2024-07-26T17:04:35.426 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":31,"stamp":"2024-07-26T17:04:33.915200+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596444,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":457,"num_write_kb":1658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":28,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":306,"ondisk_log_size":306,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":349,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":385944,"kb_used_data":24024,"kb_used_omap":12,"kb_used_meta":361779,"kb_avail":754588776,"statfs":{"total":773094113280,"available":772698906624,"internally_reserved":0,"allocated":24600576,"data_stored":13336412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":370462257},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3225,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.621001"},"pg_stats":[{"pgid":"30.1f","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328354+0000","last_change":"2024-07-26T17:04:31.338548+0000","last_active":"2024-07-26T17:04:32.328354+0000","last_peered":"2024-07-26T17:04:32.328354+0000","last_clean":"2024-07-26T17:04:32.328354+0000","last_became_active":"2024-07-26T17:04:31.338207+0000","last_became_peered":"2024-07-26T17:04:31.338207+0000","last_unstale":"2024-07-26T17:04:32.328354+0000","last_undegraded":"2024-07-26T17:04:32.328354+0000","last_fullsized":"2024-07-26T17:04:32.328354+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:12.840307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"219'226","reported_seq":1098,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503486+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:04:33.503486+0000","last_peered":"2024-07-26T17:04:33.503486+0000","last_clean":"2024-07-26T17:04:33.503486+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:04:33.503486+0000","last_undegraded":"2024-07-26T17:04:33.503486+0000","last_fullsized":"2024-07-26T17:04:33.503486+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":226,"log_dups_size":0,"ondisk_log_size":226,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":365,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1a","version":"228'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502260+0000","last_change":"2024-07-26T17:04:19.255718+0000","last_active":"2024-07-26T17:04:33.502260+0000","last_peered":"2024-07-26T17:04:33.502260+0000","last_clean":"2024-07-26T17:04:33.502260+0000","last_became_active":"2024-07-26T17:04:19.255378+0000","last_became_peered":"2024-07-26T17:04:19.255378+0000","last_unstale":"2024-07-26T17:04:33.502260+0000","last_undegraded":"2024-07-26T17:04:33.502260+0000","last_fullsized":"2024-07-26T17:04:33.502260+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:29.728777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.1d","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326083+0000","last_change":"2024-07-26T17:04:20.256075+0000","last_active":"2024-07-26T17:04:32.326083+0000","last_peered":"2024-07-26T17:04:32.326083+0000","last_clean":"2024-07-26T17:04:32.326083+0000","last_became_active":"2024-07-26T17:04:20.255734+0000","last_became_peered":"2024-07-26T17:04:20.255734+0000","last_unstale":"2024-07-26T17:04:32.326083+0000","last_undegraded":"2024-07-26T17:04:32.326083+0000","last_fullsized":"2024-07-26T17:04:32.326083+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:31.309569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.1c","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503314+0000","last_change":"2024-07-26T17:04:30.326478+0000","last_active":"2024-07-26T17:04:33.503314+0000","last_peered":"2024-07-26T17:04:33.503314+0000","last_clean":"2024-07-26T17:04:33.503314+0000","last_became_active":"2024-07-26T17:04:30.326210+0000","last_became_peered":"2024-07-26T17:04:30.326210+0000","last_unstale":"2024-07-26T17:04:33.503314+0000","last_undegraded":"2024-07-26T17:04:33.503314+0000","last_fullsized":"2024-07-26T17:04:33.503314+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:18:21.000518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.5","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503776+0000","last_change":"2024-07-26T17:04:31.325930+0000","last_active":"2024-07-26T17:04:33.503776+0000","last_peered":"2024-07-26T17:04:33.503776+0000","last_clean":"2024-07-26T17:04:33.503776+0000","last_became_active":"2024-07-26T17:04:31.325623+0000","last_became_peered":"2024-07-26T17:04:31.325623+0000","last_unstale":"2024-07-26T17:04:33.503776+0000","last_undegraded":"2024-07-26T17:04:33.503776+0000","last_fullsized":"2024-07-26T17:04:33.503776+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:00:51.293563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395174+0000","last_change":"2024-07-26T17:04:19.252605+0000","last_active":"2024-07-26T17:04:33.395174+0000","last_peered":"2024-07-26T17:04:33.395174+0000","last_clean":"2024-07-26T17:04:33.395174+0000","last_became_active":"2024-07-26T17:04:19.252297+0000","last_became_peered":"2024-07-26T17:04:19.252297+0000","last_unstale":"2024-07-26T17:04:33.395174+0000","last_undegraded":"2024-07-26T17:04:33.395174+0000","last_fullsized":"2024-07-26T17:04:33.395174+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:38:43.981403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.7","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317205+0000","last_change":"2024-07-26T17:04:20.253668+0000","last_active":"2024-07-26T17:04:33.317205+0000","last_peered":"2024-07-26T17:04:33.317205+0000","last_clean":"2024-07-26T17:04:33.317205+0000","last_became_active":"2024-07-26T17:04:20.253310+0000","last_became_peered":"2024-07-26T17:04:20.253310+0000","last_unstale":"2024-07-26T17:04:33.317205+0000","last_undegraded":"2024-07-26T17:04:33.317205+0000","last_fullsized":"2024-07-26T17:04:33.317205+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:44.274309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.6","version":"233'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.319077+0000","last_change":"2024-07-26T17:04:30.320357+0000","last_active":"2024-07-26T17:04:33.319077+0000","last_peered":"2024-07-26T17:04:33.319077+0000","last_clean":"2024-07-26T17:04:33.319077+0000","last_became_active":"2024-07-26T17:04:30.319978+0000","last_became_peered":"2024-07-26T17:04:30.319978+0000","last_unstale":"2024-07-26T17:04:33.319077+0000","last_undegraded":"2024-07-26T17:04:33.319077+0000","last_fullsized":"2024-07-26T17:04:33.319077+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:28:47.012065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.4","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502336+0000","last_change":"2024-07-26T17:04:31.325126+0000","last_active":"2024-07-26T17:04:33.502336+0000","last_peered":"2024-07-26T17:04:33.502336+0000","last_clean":"2024-07-26T17:04:33.502336+0000","last_became_active":"2024-07-26T17:04:31.324746+0000","last_became_peered":"2024-07-26T17:04:31.324746+0000","last_unstale":"2024-07-26T17:04:33.502336+0000","last_undegraded":"2024-07-26T17:04:33.502336+0000","last_fullsized":"2024-07-26T17:04:33.502336+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:43.370827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325747+0000","last_change":"2024-07-26T17:04:19.248143+0000","last_active":"2024-07-26T17:04:32.325747+0000","last_peered":"2024-07-26T17:04:32.325747+0000","last_clean":"2024-07-26T17:04:32.325747+0000","last_became_active":"2024-07-26T17:04:19.247807+0000","last_became_peered":"2024-07-26T17:04:19.247807+0000","last_unstale":"2024-07-26T17:04:32.325747+0000","last_undegraded":"2024-07-26T17:04:32.325747+0000","last_fullsized":"2024-07-26T17:04:32.325747+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:36.030813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.6","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503612+0000","last_change":"2024-07-26T17:04:20.260933+0000","last_active":"2024-07-26T17:04:33.503612+0000","last_peered":"2024-07-26T17:04:33.503612+0000","last_clean":"2024-07-26T17:04:33.503612+0000","last_became_active":"2024-07-26T17:04:20.260603+0000","last_became_peered":"2024-07-26T17:04:20.260603+0000","last_unstale":"2024-07-26T17:04:33.503612+0000","last_undegraded":"2024-07-26T17:04:33.503612+0000","last_fullsized":"2024-07-26T17:04:33.503612+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:29.994218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.7","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204976+0000","last_change":"2024-07-26T17:04:30.323987+0000","last_active":"2024-07-26T17:04:33.204976+0000","last_peered":"2024-07-26T17:04:33.204976+0000","last_clean":"2024-07-26T17:04:33.204976+0000","last_became_active":"2024-07-26T17:04:30.321891+0000","last_became_peered":"2024-07-26T17:04:30.321891+0000","last_unstale":"2024-07-26T17:04:33.204976+0000","last_undegraded":"2024-07-26T17:04:33.204976+0000","last_fullsized":"2024-07-26T17:04:33.204976+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:18:07.070275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.7","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395579+0000","last_change":"2024-07-26T17:04:31.327833+0000","last_active":"2024-07-26T17:04:33.395579+0000","last_peered":"2024-07-26T17:04:33.395579+0000","last_clean":"2024-07-26T17:04:33.395579+0000","last_became_active":"2024-07-26T17:04:31.327483+0000","last_became_peered":"2024-07-26T17:04:31.327483+0000","last_unstale":"2024-07-26T17:04:33.395579+0000","last_undegraded":"2024-07-26T17:04:33.395579+0000","last_fullsized":"2024-07-26T17:04:33.395579+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:23:42.797004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502399+0000","last_change":"2024-07-26T17:04:19.246583+0000","last_active":"2024-07-26T17:04:33.502399+0000","last_peered":"2024-07-26T17:04:33.502399+0000","last_clean":"2024-07-26T17:04:33.502399+0000","last_became_active":"2024-07-26T17:04:19.246203+0000","last_became_peered":"2024-07-26T17:04:19.246203+0000","last_unstale":"2024-07-26T17:04:33.502399+0000","last_undegraded":"2024-07-26T17:04:33.502399+0000","last_fullsized":"2024-07-26T17:04:33.502399+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:37:10.170767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.5","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.504059+0000","last_change":"2024-07-26T17:04:20.256842+0000","last_active":"2024-07-26T17:04:33.504059+0000","last_peered":"2024-07-26T17:04:33.504059+0000","last_clean":"2024-07-26T17:04:33.504059+0000","last_became_active":"2024-07-26T17:04:20.256544+0000","last_became_peered":"2024-07-26T17:04:20.256544+0000","last_unstale":"2024-07-26T17:04:33.504059+0000","last_undegraded":"2024-07-26T17:04:33.504059+0000","last_fullsized":"2024-07-26T17:04:33.504059+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:58:18.480270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.4","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204888+0000","last_change":"2024-07-26T17:04:30.326775+0000","last_active":"2024-07-26T17:04:33.204888+0000","last_peered":"2024-07-26T17:04:33.204888+0000","last_clean":"2024-07-26T17:04:33.204888+0000","last_became_active":"2024-07-26T17:04:30.324616+0000","last_became_peered":"2024-07-26T17:04:30.324616+0000","last_unstale":"2024-07-26T17:04:33.204888+0000","last_undegraded":"2024-07-26T17:04:33.204888+0000","last_fullsized":"2024-07-26T17:04:33.204888+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:32:20.287471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.6","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326490+0000","last_change":"2024-07-26T17:04:31.341373+0000","last_active":"2024-07-26T17:04:32.326490+0000","last_peered":"2024-07-26T17:04:32.326490+0000","last_clean":"2024-07-26T17:04:32.326490+0000","last_became_active":"2024-07-26T17:04:31.341037+0000","last_became_peered":"2024-07-26T17:04:31.341037+0000","last_unstale":"2024-07-26T17:04:32.326490+0000","last_undegraded":"2024-07-26T17:04:32.326490+0000","last_fullsized":"2024-07-26T17:04:32.326490+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:22:41.434291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204763+0000","last_change":"2024-07-26T17:04:19.251680+0000","last_active":"2024-07-26T17:04:33.204763+0000","last_peered":"2024-07-26T17:04:33.204763+0000","last_clean":"2024-07-26T17:04:33.204763+0000","last_became_active":"2024-07-26T17:04:19.251174+0000","last_became_peered":"2024-07-26T17:04:19.251174+0000","last_unstale":"2024-07-26T17:04:33.204763+0000","last_undegraded":"2024-07-26T17:04:33.204763+0000","last_fullsized":"2024-07-26T17:04:33.204763+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:24.565682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.4","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205091+0000","last_change":"2024-07-26T17:04:20.261968+0000","last_active":"2024-07-26T17:04:33.205091+0000","last_peered":"2024-07-26T17:04:33.205091+0000","last_clean":"2024-07-26T17:04:33.205091+0000","last_became_active":"2024-07-26T17:04:20.261663+0000","last_became_peered":"2024-07-26T17:04:20.261663+0000","last_unstale":"2024-07-26T17:04:33.205091+0000","last_undegraded":"2024-07-26T17:04:33.205091+0000","last_fullsized":"2024-07-26T17:04:33.205091+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:02:00.428156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.5","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317299+0000","last_change":"2024-07-26T17:04:30.322741+0000","last_active":"2024-07-26T17:04:33.317299+0000","last_peered":"2024-07-26T17:04:33.317299+0000","last_clean":"2024-07-26T17:04:33.317299+0000","last_became_active":"2024-07-26T17:04:30.321829+0000","last_became_peered":"2024-07-26T17:04:30.321829+0000","last_unstale":"2024-07-26T17:04:33.317299+0000","last_undegraded":"2024-07-26T17:04:33.317299+0000","last_fullsized":"2024-07-26T17:04:33.317299+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:18.696884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.1","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328104+0000","last_change":"2024-07-26T17:04:31.320940+0000","last_active":"2024-07-26T17:04:32.328104+0000","last_peered":"2024-07-26T17:04:32.328104+0000","last_clean":"2024-07-26T17:04:32.328104+0000","last_became_active":"2024-07-26T17:04:31.320624+0000","last_became_peered":"2024-07-26T17:04:31.320624+0000","last_unstale":"2024-07-26T17:04:32.328104+0000","last_undegraded":"2024-07-26T17:04:32.328104+0000","last_fullsized":"2024-07-26T17:04:32.328104+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:46.526587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326845+0000","last_change":"2024-07-26T17:04:19.246779+0000","last_active":"2024-07-26T17:04:32.326845+0000","last_peered":"2024-07-26T17:04:32.326845+0000","last_clean":"2024-07-26T17:04:32.326845+0000","last_became_active":"2024-07-26T17:04:19.246461+0000","last_became_peered":"2024-07-26T17:04:19.246461+0000","last_unstale":"2024-07-26T17:04:32.326845+0000","last_undegraded":"2024-07-26T17:04:32.326845+0000","last_fullsized":"2024-07-26T17:04:32.326845+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:47:05.381304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.3","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325768+0000","last_change":"2024-07-26T17:04:20.254177+0000","last_active":"2024-07-26T17:04:32.325768+0000","last_peered":"2024-07-26T17:04:32.325768+0000","last_clean":"2024-07-26T17:04:32.325768+0000","last_became_active":"2024-07-26T17:04:20.253571+0000","last_became_peered":"2024-07-26T17:04:20.253571+0000","last_unstale":"2024-07-26T17:04:32.325768+0000","last_undegraded":"2024-07-26T17:04:32.325768+0000","last_fullsized":"2024-07-26T17:04:32.325768+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:59.001247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.2","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326953+0000","last_change":"2024-07-26T17:04:30.320964+0000","last_active":"2024-07-26T17:04:32.326953+0000","last_peered":"2024-07-26T17:04:32.326953+0000","last_clean":"2024-07-26T17:04:32.326953+0000","last_became_active":"2024-07-26T17:04:30.320627+0000","last_became_peered":"2024-07-26T17:04:30.320627+0000","last_unstale":"2024-07-26T17:04:32.326953+0000","last_undegraded":"2024-07-26T17:04:32.326953+0000","last_fullsized":"2024-07-26T17:04:32.326953+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:40.021524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.0","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328899+0000","last_change":"2024-07-26T17:04:31.337444+0000","last_active":"2024-07-26T17:04:32.328899+0000","last_peered":"2024-07-26T17:04:32.328899+0000","last_clean":"2024-07-26T17:04:32.328899+0000","last_became_active":"2024-07-26T17:04:31.337158+0000","last_became_peered":"2024-07-26T17:04:31.337158+0000","last_unstale":"2024-07-26T17:04:32.328899+0000","last_undegraded":"2024-07-26T17:04:32.328899+0000","last_fullsized":"2024-07-26T17:04:32.328899+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:46.116698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328313+0000","last_change":"2024-07-26T17:04:19.253901+0000","last_active":"2024-07-26T17:04:32.328313+0000","last_peered":"2024-07-26T17:04:32.328313+0000","last_clean":"2024-07-26T17:04:32.328313+0000","last_became_active":"2024-07-26T17:04:19.253496+0000","last_became_peered":"2024-07-26T17:04:19.253496+0000","last_unstale":"2024-07-26T17:04:32.328313+0000","last_undegraded":"2024-07-26T17:04:32.328313+0000","last_fullsized":"2024-07-26T17:04:32.328313+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:04.232946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.2","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502130+0000","last_change":"2024-07-26T17:04:20.249769+0000","last_active":"2024-07-26T17:04:33.502130+0000","last_peered":"2024-07-26T17:04:33.502130+0000","last_clean":"2024-07-26T17:04:33.502130+0000","last_became_active":"2024-07-26T17:04:20.249475+0000","last_became_peered":"2024-07-26T17:04:20.249475+0000","last_unstale":"2024-07-26T17:04:33.502130+0000","last_undegraded":"2024-07-26T17:04:33.502130+0000","last_fullsized":"2024-07-26T17:04:33.502130+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:58.053502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.3","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204401+0000","last_change":"2024-07-26T17:04:30.326432+0000","last_active":"2024-07-26T17:04:33.204401+0000","last_peered":"2024-07-26T17:04:33.204401+0000","last_clean":"2024-07-26T17:04:33.204401+0000","last_became_active":"2024-07-26T17:04:30.324760+0000","last_became_peered":"2024-07-26T17:04:30.324760+0000","last_unstale":"2024-07-26T17:04:33.204401+0000","last_undegraded":"2024-07-26T17:04:33.204401+0000","last_fullsized":"2024-07-26T17:04:33.204401+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:45:11.315923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.3","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204708+0000","last_change":"2024-07-26T17:04:31.343654+0000","last_active":"2024-07-26T17:04:33.204708+0000","last_peered":"2024-07-26T17:04:33.204708+0000","last_clean":"2024-07-26T17:04:33.204708+0000","last_became_active":"2024-07-26T17:04:31.343028+0000","last_became_peered":"2024-07-26T17:04:31.343028+0000","last_unstale":"2024-07-26T17:04:33.204708+0000","last_undegraded":"2024-07-26T17:04:33.204708+0000","last_fullsized":"2024-07-26T17:04:33.204708+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:50:32.800116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.6","version":"229'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205103+0000","last_change":"2024-07-26T17:04:19.259529+0000","last_active":"2024-07-26T17:04:33.205103+0000","last_peered":"2024-07-26T17:04:33.205103+0000","last_clean":"2024-07-26T17:04:33.205103+0000","last_became_active":"2024-07-26T17:04:19.259150+0000","last_became_peered":"2024-07-26T17:04:19.259150+0000","last_unstale":"2024-07-26T17:04:33.205103+0000","last_undegraded":"2024-07-26T17:04:33.205103+0000","last_fullsized":"2024-07-26T17:04:33.205103+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:43.308758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317001+0000","last_change":"2024-07-26T17:04:20.253028+0000","last_active":"2024-07-26T17:04:33.317001+0000","last_peered":"2024-07-26T17:04:33.317001+0000","last_clean":"2024-07-26T17:04:33.317001+0000","last_became_active":"2024-07-26T17:04:20.252568+0000","last_became_peered":"2024-07-26T17:04:20.252568+0000","last_unstale":"2024-07-26T17:04:33.317001+0000","last_undegraded":"2024-07-26T17:04:33.317001+0000","last_fullsized":"2024-07-26T17:04:33.317001+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:01.904207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.0","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203794+0000","last_change":"2024-07-26T17:04:30.323894+0000","last_active":"2024-07-26T17:04:33.203794+0000","last_peered":"2024-07-26T17:04:33.203794+0000","last_clean":"2024-07-26T17:04:33.203794+0000","last_became_active":"2024-07-26T17:04:30.318995+0000","last_became_peered":"2024-07-26T17:04:30.318995+0000","last_unstale":"2024-07-26T17:04:33.203794+0000","last_undegraded":"2024-07-26T17:04:33.203794+0000","last_fullsized":"2024-07-26T17:04:33.203794+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:04:17.069853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.2","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394968+0000","last_change":"2024-07-26T17:04:31.313253+0000","last_active":"2024-07-26T17:04:33.394968+0000","last_peered":"2024-07-26T17:04:33.394968+0000","last_clean":"2024-07-26T17:04:33.394968+0000","last_became_active":"2024-07-26T17:04:31.312919+0000","last_became_peered":"2024-07-26T17:04:31.312919+0000","last_unstale":"2024-07-26T17:04:33.394968+0000","last_undegraded":"2024-07-26T17:04:33.394968+0000","last_fullsized":"2024-07-26T17:04:33.394968+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:55:47.123549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.7","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502920+0000","last_change":"2024-07-26T17:04:19.251340+0000","last_active":"2024-07-26T17:04:33.502920+0000","last_peered":"2024-07-26T17:04:33.502920+0000","last_clean":"2024-07-26T17:04:33.502920+0000","last_became_active":"2024-07-26T17:04:19.251002+0000","last_became_peered":"2024-07-26T17:04:19.251002+0000","last_unstale":"2024-07-26T17:04:33.502920+0000","last_undegraded":"2024-07-26T17:04:33.502920+0000","last_fullsized":"2024-07-26T17:04:33.502920+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:15.823521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.0","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204094+0000","last_change":"2024-07-26T17:04:20.264363+0000","last_active":"2024-07-26T17:04:33.204094+0000","last_peered":"2024-07-26T17:04:33.204094+0000","last_clean":"2024-07-26T17:04:33.204094+0000","last_became_active":"2024-07-26T17:04:20.263845+0000","last_became_peered":"2024-07-26T17:04:20.263845+0000","last_unstale":"2024-07-26T17:04:33.204094+0000","last_undegraded":"2024-07-26T17:04:33.204094+0000","last_fullsized":"2024-07-26T17:04:33.204094+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:08:26.258473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.1","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503438+0000","last_change":"2024-07-26T17:04:30.320549+0000","last_active":"2024-07-26T17:04:33.503438+0000","last_peered":"2024-07-26T17:04:33.503438+0000","last_clean":"2024-07-26T17:04:33.503438+0000","last_became_active":"2024-07-26T17:04:30.320222+0000","last_became_peered":"2024-07-26T17:04:30.320222+0000","last_unstale":"2024-07-26T17:04:33.503438+0000","last_undegraded":"2024-07-26T17:04:33.503438+0000","last_fullsized":"2024-07-26T17:04:33.503438+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:11:19.509024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.d","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503357+0000","last_change":"2024-07-26T17:04:31.320529+0000","last_active":"2024-07-26T17:04:33.503357+0000","last_peered":"2024-07-26T17:04:33.503357+0000","last_clean":"2024-07-26T17:04:33.503357+0000","last_became_active":"2024-07-26T17:04:31.318152+0000","last_became_peered":"2024-07-26T17:04:31.318152+0000","last_unstale":"2024-07-26T17:04:33.503357+0000","last_undegraded":"2024-07-26T17:04:33.503357+0000","last_fullsized":"2024-07-26T17:04:33.503357+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:17:10.182546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326061+0000","last_change":"2024-07-26T17:04:19.243431+0000","last_active":"2024-07-26T17:04:32.326061+0000","last_peered":"2024-07-26T17:04:32.326061+0000","last_clean":"2024-07-26T17:04:32.326061+0000","last_became_active":"2024-07-26T17:04:19.243058+0000","last_became_peered":"2024-07-26T17:04:19.243058+0000","last_unstale":"2024-07-26T17:04:32.326061+0000","last_undegraded":"2024-07-26T17:04:32.326061+0000","last_fullsized":"2024-07-26T17:04:32.326061+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:52:12.365267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.f","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205272+0000","last_change":"2024-07-26T17:04:20.255255+0000","last_active":"2024-07-26T17:04:33.205272+0000","last_peered":"2024-07-26T17:04:33.205272+0000","last_clean":"2024-07-26T17:04:33.205272+0000","last_became_active":"2024-07-26T17:04:20.252666+0000","last_became_peered":"2024-07-26T17:04:20.252666+0000","last_unstale":"2024-07-26T17:04:33.205272+0000","last_undegraded":"2024-07-26T17:04:33.205272+0000","last_fullsized":"2024-07-26T17:04:33.205272+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:50.488440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.e","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395302+0000","last_change":"2024-07-26T17:04:30.327488+0000","last_active":"2024-07-26T17:04:33.395302+0000","last_peered":"2024-07-26T17:04:33.395302+0000","last_clean":"2024-07-26T17:04:33.395302+0000","last_became_active":"2024-07-26T17:04:30.327149+0000","last_became_peered":"2024-07-26T17:04:30.327149+0000","last_unstale":"2024-07-26T17:04:33.395302+0000","last_undegraded":"2024-07-26T17:04:33.395302+0000","last_fullsized":"2024-07-26T17:04:33.395302+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:02:10.492998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.c","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502548+0000","last_change":"2024-07-26T17:04:31.338150+0000","last_active":"2024-07-26T17:04:33.502548+0000","last_peered":"2024-07-26T17:04:33.502548+0000","last_clean":"2024-07-26T17:04:33.502548+0000","last_became_active":"2024-07-26T17:04:31.337802+0000","last_became_peered":"2024-07-26T17:04:31.337802+0000","last_unstale":"2024-07-26T17:04:33.502548+0000","last_undegraded":"2024-07-26T17:04:33.502548+0000","last_fullsized":"2024-07-26T17:04:33.502548+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:29.161819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327099+0000","last_change":"2024-07-26T17:04:19.247723+0000","last_active":"2024-07-26T17:04:32.327099+0000","last_peered":"2024-07-26T17:04:32.327099+0000","last_clean":"2024-07-26T17:04:32.327099+0000","last_became_active":"2024-07-26T17:04:19.247417+0000","last_became_peered":"2024-07-26T17:04:19.247417+0000","last_unstale":"2024-07-26T17:04:32.327099+0000","last_undegraded":"2024-07-26T17:04:32.327099+0000","last_fullsized":"2024-07-26T17:04:32.327099+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:01:59.419775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.e","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502671+0000","last_change":"2024-07-26T17:04:20.252696+0000","last_active":"2024-07-26T17:04:33.502671+0000","last_peered":"2024-07-26T17:04:33.502671+0000","last_clean":"2024-07-26T17:04:33.502671+0000","last_became_active":"2024-07-26T17:04:20.252372+0000","last_became_peered":"2024-07-26T17:04:20.252372+0000","last_unstale":"2024-07-26T17:04:33.502671+0000","last_undegraded":"2024-07-26T17:04:33.502671+0000","last_fullsized":"2024-07-26T17:04:33.502671+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:18:25.667940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.f","version":"232'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328484+0000","last_change":"2024-07-26T17:04:30.328489+0000","last_active":"2024-07-26T17:04:32.328484+0000","last_peered":"2024-07-26T17:04:32.328484+0000","last_clean":"2024-07-26T17:04:32.328484+0000","last_became_active":"2024-07-26T17:04:30.327619+0000","last_became_peered":"2024-07-26T17:04:30.327619+0000","last_unstale":"2024-07-26T17:04:32.328484+0000","last_undegraded":"2024-07-26T17:04:32.328484+0000","last_fullsized":"2024-07-26T17:04:32.328484+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:29:31.170123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.f","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205410+0000","last_change":"2024-07-26T17:04:31.337610+0000","last_active":"2024-07-26T17:04:33.205410+0000","last_peered":"2024-07-26T17:04:33.205410+0000","last_clean":"2024-07-26T17:04:33.205410+0000","last_became_active":"2024-07-26T17:04:31.335656+0000","last_became_peered":"2024-07-26T17:04:31.335656+0000","last_unstale":"2024-07-26T17:04:33.205410+0000","last_undegraded":"2024-07-26T17:04:33.205410+0000","last_fullsized":"2024-07-26T17:04:33.205410+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:04:06.196864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328911+0000","last_change":"2024-07-26T17:04:19.259556+0000","last_active":"2024-07-26T17:04:32.328911+0000","last_peered":"2024-07-26T17:04:32.328911+0000","last_clean":"2024-07-26T17:04:32.328911+0000","last_became_active":"2024-07-26T17:04:19.258992+0000","last_became_peered":"2024-07-26T17:04:19.258992+0000","last_unstale":"2024-07-26T17:04:32.328911+0000","last_undegraded":"2024-07-26T17:04:32.328911+0000","last_fullsized":"2024-07-26T17:04:32.328911+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:06:11.758904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.d","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503945+0000","last_change":"2024-07-26T17:04:20.258085+0000","last_active":"2024-07-26T17:04:33.503945+0000","last_peered":"2024-07-26T17:04:33.503945+0000","last_clean":"2024-07-26T17:04:33.503945+0000","last_became_active":"2024-07-26T17:04:20.257783+0000","last_became_peered":"2024-07-26T17:04:20.257783+0000","last_unstale":"2024-07-26T17:04:33.503945+0000","last_undegraded":"2024-07-26T17:04:33.503945+0000","last_fullsized":"2024-07-26T17:04:33.503945+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:30:35.525320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.c","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204664+0000","last_change":"2024-07-26T17:04:30.326436+0000","last_active":"2024-07-26T17:04:33.204664+0000","last_peered":"2024-07-26T17:04:33.204664+0000","last_clean":"2024-07-26T17:04:33.204664+0000","last_became_active":"2024-07-26T17:04:30.325085+0000","last_became_peered":"2024-07-26T17:04:30.325085+0000","last_unstale":"2024-07-26T17:04:33.204664+0000","last_undegraded":"2024-07-26T17:04:33.204664+0000","last_fullsized":"2024-07-26T17:04:33.204664+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:27.804284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.e","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328988+0000","last_change":"2024-07-26T17:04:31.322847+0000","last_active":"2024-07-26T17:04:32.328988+0000","last_peered":"2024-07-26T17:04:32.328988+0000","last_clean":"2024-07-26T17:04:32.328988+0000","last_became_active":"2024-07-26T17:04:31.322105+0000","last_became_peered":"2024-07-26T17:04:31.322105+0000","last_unstale":"2024-07-26T17:04:32.328988+0000","last_undegraded":"2024-07-26T17:04:32.328988+0000","last_fullsized":"2024-07-26T17:04:32.328988+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:08:50.799567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395625+0000","last_change":"2024-07-26T17:04:19.257017+0000","last_active":"2024-07-26T17:04:33.395625+0000","last_peered":"2024-07-26T17:04:33.395625+0000","last_clean":"2024-07-26T17:04:33.395625+0000","last_became_active":"2024-07-26T17:04:19.256651+0000","last_became_peered":"2024-07-26T17:04:19.256651+0000","last_unstale":"2024-07-26T17:04:33.395625+0000","last_undegraded":"2024-07-26T17:04:33.395625+0000","last_fullsized":"2024-07-26T17:04:33.395625+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:43.308758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.c","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328602+0000","last_change":"2024-07-26T17:04:20.257762+0000","last_active":"2024-07-26T17:04:32.328602+0000","last_peered":"2024-07-26T17:04:32.328602+0000","last_clean":"2024-07-26T17:04:32.328602+0000","last_became_active":"2024-07-26T17:04:20.257461+0000","last_became_peered":"2024-07-26T17:04:20.257461+0000","last_unstale":"2024-07-26T17:04:32.328602+0000","last_undegraded":"2024-07-26T17:04:32.328602+0000","last_fullsized":"2024-07-26T17:04:32.328602+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:50.610550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.d","version":"232'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204467+0000","last_change":"2024-07-26T17:04:30.321869+0000","last_active":"2024-07-26T17:04:33.204467+0000","last_peered":"2024-07-26T17:04:33.204467+0000","last_clean":"2024-07-26T17:04:33.204467+0000","last_became_active":"2024-07-26T17:04:30.321535+0000","last_became_peered":"2024-07-26T17:04:30.321535+0000","last_unstale":"2024-07-26T17:04:33.204467+0000","last_undegraded":"2024-07-26T17:04:33.204467+0000","last_fullsized":"2024-07-26T17:04:33.204467+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:27.124777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.9","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503058+0000","last_change":"2024-07-26T17:04:31.326711+0000","last_active":"2024-07-26T17:04:33.503058+0000","last_peered":"2024-07-26T17:04:33.503058+0000","last_clean":"2024-07-26T17:04:33.503058+0000","last_became_active":"2024-07-26T17:04:31.326404+0000","last_became_peered":"2024-07-26T17:04:31.326404+0000","last_unstale":"2024-07-26T17:04:33.503058+0000","last_undegraded":"2024-07-26T17:04:33.503058+0000","last_fullsized":"2024-07-26T17:04:33.503058+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:42.925833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395278+0000","last_change":"2024-07-26T17:04:19.256243+0000","last_active":"2024-07-26T17:04:33.395278+0000","last_peered":"2024-07-26T17:04:33.395278+0000","last_clean":"2024-07-26T17:04:33.395278+0000","last_became_active":"2024-07-26T17:04:19.255884+0000","last_became_peered":"2024-07-26T17:04:19.255884+0000","last_unstale":"2024-07-26T17:04:33.395278+0000","last_undegraded":"2024-07-26T17:04:33.395278+0000","last_fullsized":"2024-07-26T17:04:33.395278+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:45:25.703886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.b","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204629+0000","last_change":"2024-07-26T17:04:20.256387+0000","last_active":"2024-07-26T17:04:33.204629+0000","last_peered":"2024-07-26T17:04:33.204629+0000","last_clean":"2024-07-26T17:04:33.204629+0000","last_became_active":"2024-07-26T17:04:20.255260+0000","last_became_peered":"2024-07-26T17:04:20.255260+0000","last_unstale":"2024-07-26T17:04:33.204629+0000","last_undegraded":"2024-07-26T17:04:33.204629+0000","last_fullsized":"2024-07-26T17:04:33.204629+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:05.241328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.a","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317132+0000","last_change":"2024-07-26T17:04:30.317298+0000","last_active":"2024-07-26T17:04:33.317132+0000","last_peered":"2024-07-26T17:04:33.317132+0000","last_clean":"2024-07-26T17:04:33.317132+0000","last_became_active":"2024-07-26T17:04:30.316959+0000","last_became_peered":"2024-07-26T17:04:30.316959+0000","last_unstale":"2024-07-26T17:04:33.317132+0000","last_undegraded":"2024-07-26T17:04:33.317132+0000","last_fullsized":"2024-07-26T17:04:33.317132+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:26.510278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.8","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203630+0000","last_change":"2024-07-26T17:04:31.337876+0000","last_active":"2024-07-26T17:04:33.203630+0000","last_peered":"2024-07-26T17:04:33.203630+0000","last_clean":"2024-07-26T17:04:33.203630+0000","last_became_active":"2024-07-26T17:04:31.337402+0000","last_became_peered":"2024-07-26T17:04:31.337402+0000","last_unstale":"2024-07-26T17:04:33.203630+0000","last_undegraded":"2024-07-26T17:04:33.203630+0000","last_fullsized":"2024-07-26T17:04:33.203630+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:26:26.483300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.d","version":"228'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328653+0000","last_change":"2024-07-26T17:04:19.249819+0000","last_active":"2024-07-26T17:04:32.328653+0000","last_peered":"2024-07-26T17:04:32.328653+0000","last_clean":"2024-07-26T17:04:32.328653+0000","last_became_active":"2024-07-26T17:04:19.249076+0000","last_became_peered":"2024-07-26T17:04:19.249076+0000","last_unstale":"2024-07-26T17:04:32.328653+0000","last_undegraded":"2024-07-26T17:04:32.328653+0000","last_fullsized":"2024-07-26T17:04:32.328653+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:09:04.742776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.a","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326657+0000","last_change":"2024-07-26T17:04:20.249338+0000","last_active":"2024-07-26T17:04:32.326657+0000","last_peered":"2024-07-26T17:04:32.326657+0000","last_clean":"2024-07-26T17:04:32.326657+0000","last_became_active":"2024-07-26T17:04:20.248999+0000","last_became_peered":"2024-07-26T17:04:20.248999+0000","last_unstale":"2024-07-26T17:04:32.326657+0000","last_undegraded":"2024-07-26T17:04:32.326657+0000","last_fullsized":"2024-07-26T17:04:32.326657+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:01:23.797583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.b","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204263+0000","last_change":"2024-07-26T17:04:30.324401+0000","last_active":"2024-07-26T17:04:33.204263+0000","last_peered":"2024-07-26T17:04:33.204263+0000","last_clean":"2024-07-26T17:04:33.204263+0000","last_became_active":"2024-07-26T17:04:30.324065+0000","last_became_peered":"2024-07-26T17:04:30.324065+0000","last_unstale":"2024-07-26T17:04:33.204263+0000","last_undegraded":"2024-07-26T17:04:33.204263+0000","last_fullsized":"2024-07-26T17:04:33.204263+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:45:35.430776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.b","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.329140+0000","last_change":"2024-07-26T17:04:31.336721+0000","last_active":"2024-07-26T17:04:32.329140+0000","last_peered":"2024-07-26T17:04:32.329140+0000","last_clean":"2024-07-26T17:04:32.329140+0000","last_became_active":"2024-07-26T17:04:31.336372+0000","last_became_peered":"2024-07-26T17:04:31.336372+0000","last_unstale":"2024-07-26T17:04:32.329140+0000","last_undegraded":"2024-07-26T17:04:32.329140+0000","last_fullsized":"2024-07-26T17:04:32.329140+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:24:34.104333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.e","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326924+0000","last_change":"2024-07-26T17:04:19.250516+0000","last_active":"2024-07-26T17:04:32.326924+0000","last_peered":"2024-07-26T17:04:32.326924+0000","last_clean":"2024-07-26T17:04:32.326924+0000","last_became_active":"2024-07-26T17:04:19.249988+0000","last_became_peered":"2024-07-26T17:04:19.249988+0000","last_unstale":"2024-07-26T17:04:32.326924+0000","last_undegraded":"2024-07-26T17:04:32.326924+0000","last_fullsized":"2024-07-26T17:04:32.326924+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:18.284485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.9","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325548+0000","last_change":"2024-07-26T17:04:20.254782+0000","last_active":"2024-07-26T17:04:32.325548+0000","last_peered":"2024-07-26T17:04:32.325548+0000","last_clean":"2024-07-26T17:04:32.325548+0000","last_became_active":"2024-07-26T17:04:20.254425+0000","last_became_peered":"2024-07-26T17:04:20.254425+0000","last_unstale":"2024-07-26T17:04:32.325548+0000","last_undegraded":"2024-07-26T17:04:32.325548+0000","last_fullsized":"2024-07-26T17:04:32.325548+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:40:28.029635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.8","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394600+0000","last_change":"2024-07-26T17:04:30.325199+0000","last_active":"2024-07-26T17:04:33.394600+0000","last_peered":"2024-07-26T17:04:33.394600+0000","last_clean":"2024-07-26T17:04:33.394600+0000","last_became_active":"2024-07-26T17:04:30.324833+0000","last_became_peered":"2024-07-26T17:04:30.324833+0000","last_unstale":"2024-07-26T17:04:33.394600+0000","last_undegraded":"2024-07-26T17:04:33.394600+0000","last_fullsized":"2024-07-26T17:04:33.394600+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:15.306169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.a","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502053+0000","last_change":"2024-07-26T17:04:31.336392+0000","last_active":"2024-07-26T17:04:33.502053+0000","last_peered":"2024-07-26T17:04:33.502053+0000","last_clean":"2024-07-26T17:04:33.502053+0000","last_became_active":"2024-07-26T17:04:31.336061+0000","last_became_peered":"2024-07-26T17:04:31.336061+0000","last_unstale":"2024-07-26T17:04:33.502053+0000","last_undegraded":"2024-07-26T17:04:33.502053+0000","last_fullsized":"2024-07-26T17:04:33.502053+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:06:49.204681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.f","version":"228'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327291+0000","last_change":"2024-07-26T17:04:19.244190+0000","last_active":"2024-07-26T17:04:32.327291+0000","last_peered":"2024-07-26T17:04:32.327291+0000","last_clean":"2024-07-26T17:04:32.327291+0000","last_became_active":"2024-07-26T17:04:19.243866+0000","last_became_peered":"2024-07-26T17:04:19.243866+0000","last_unstale":"2024-07-26T17:04:32.327291+0000","last_undegraded":"2024-07-26T17:04:32.327291+0000","last_fullsized":"2024-07-26T17:04:32.327291+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:23.400083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.8","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204016+0000","last_change":"2024-07-26T17:04:20.263920+0000","last_active":"2024-07-26T17:04:33.204016+0000","last_peered":"2024-07-26T17:04:33.204016+0000","last_clean":"2024-07-26T17:04:33.204016+0000","last_became_active":"2024-07-26T17:04:20.263580+0000","last_became_peered":"2024-07-26T17:04:20.263580+0000","last_unstale":"2024-07-26T17:04:33.204016+0000","last_undegraded":"2024-07-26T17:04:33.204016+0000","last_fullsized":"2024-07-26T17:04:33.204016+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:52.270099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.9","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316637+0000","last_change":"2024-07-26T17:04:30.315867+0000","last_active":"2024-07-26T17:04:33.316637+0000","last_peered":"2024-07-26T17:04:33.316637+0000","last_clean":"2024-07-26T17:04:33.316637+0000","last_became_active":"2024-07-26T17:04:30.315530+0000","last_became_peered":"2024-07-26T17:04:30.315530+0000","last_unstale":"2024-07-26T17:04:33.316637+0000","last_undegraded":"2024-07-26T17:04:33.316637+0000","last_fullsized":"2024-07-26T17:04:33.316637+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:55.084393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.15","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317575+0000","last_change":"2024-07-26T17:04:31.323675+0000","last_active":"2024-07-26T17:04:33.317575+0000","last_peered":"2024-07-26T17:04:33.317575+0000","last_clean":"2024-07-26T17:04:33.317575+0000","last_became_active":"2024-07-26T17:04:31.322749+0000","last_became_peered":"2024-07-26T17:04:31.322749+0000","last_unstale":"2024-07-26T17:04:33.317575+0000","last_undegraded":"2024-07-26T17:04:33.317575+0000","last_fullsized":"2024-07-26T17:04:33.317575+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:56:41.151172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.10","version":"228'8","reported_seq":31,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394678+0000","last_change":"2024-07-26T17:04:19.251792+0000","last_active":"2024-07-26T17:04:33.394678+0000","last_peered":"2024-07-26T17:04:33.394678+0000","last_clean":"2024-07-26T17:04:33.394678+0000","last_became_active":"2024-07-26T17:04:19.251473+0000","last_became_peered":"2024-07-26T17:04:19.251473+0000","last_unstale":"2024-07-26T17:04:33.394678+0000","last_undegraded":"2024-07-26T17:04:33.394678+0000","last_fullsized":"2024-07-26T17:04:33.394678+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:38.685128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.17","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.504006+0000","last_change":"2024-07-26T17:04:20.252625+0000","last_active":"2024-07-26T17:04:33.504006+0000","last_peered":"2024-07-26T17:04:33.504006+0000","last_clean":"2024-07-26T17:04:33.504006+0000","last_became_active":"2024-07-26T17:04:20.252271+0000","last_became_peered":"2024-07-26T17:04:20.252271+0000","last_unstale":"2024-07-26T17:04:33.504006+0000","last_undegraded":"2024-07-26T17:04:33.504006+0000","last_fullsized":"2024-07-26T17:04:33.504006+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:38.124333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.16","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328029+0000","last_change":"2024-07-26T17:04:30.328388+0000","last_active":"2024-07-26T17:04:32.328029+0000","last_peered":"2024-07-26T17:04:32.328029+0000","last_clean":"2024-07-26T17:04:32.328029+0000","last_became_active":"2024-07-26T17:04:30.327990+0000","last_became_peered":"2024-07-26T17:04:30.327990+0000","last_unstale":"2024-07-26T17:04:32.328029+0000","last_undegraded":"2024-07-26T17:04:32.328029+0000","last_fullsized":"2024-07-26T17:04:32.328029+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:27.124777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.14","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317381+0000","last_change":"2024-07-26T17:04:31.323140+0000","last_active":"2024-07-26T17:04:33.317381+0000","last_peered":"2024-07-26T17:04:33.317381+0000","last_clean":"2024-07-26T17:04:33.317381+0000","last_became_active":"2024-07-26T17:04:31.322548+0000","last_became_peered":"2024-07-26T17:04:31.322548+0000","last_unstale":"2024-07-26T17:04:33.317381+0000","last_undegraded":"2024-07-26T17:04:33.317381+0000","last_fullsized":"2024-07-26T17:04:33.317381+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:48:11.405149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502006+0000","last_change":"2024-07-26T17:04:19.242912+0000","last_active":"2024-07-26T17:04:33.502006+0000","last_peered":"2024-07-26T17:04:33.502006+0000","last_clean":"2024-07-26T17:04:33.502006+0000","last_became_active":"2024-07-26T17:04:19.242599+0000","last_became_peered":"2024-07-26T17:04:19.242599+0000","last_unstale":"2024-07-26T17:04:33.502006+0000","last_undegraded":"2024-07-26T17:04:33.502006+0000","last_fullsized":"2024-07-26T17:04:33.502006+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:55.027224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.16","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502633+0000","last_change":"2024-07-26T17:04:20.255824+0000","last_active":"2024-07-26T17:04:33.502633+0000","last_peered":"2024-07-26T17:04:33.502633+0000","last_clean":"2024-07-26T17:04:33.502633+0000","last_became_active":"2024-07-26T17:04:20.255432+0000","last_became_peered":"2024-07-26T17:04:20.255432+0000","last_unstale":"2024-07-26T17:04:33.502633+0000","last_undegraded":"2024-07-26T17:04:33.502633+0000","last_fullsized":"2024-07-26T17:04:33.502633+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:47.589026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.17","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503944+0000","last_change":"2024-07-26T17:04:30.323047+0000","last_active":"2024-07-26T17:04:33.503944+0000","last_peered":"2024-07-26T17:04:33.503944+0000","last_clean":"2024-07-26T17:04:33.503944+0000","last_became_active":"2024-07-26T17:04:30.322725+0000","last_became_peered":"2024-07-26T17:04:30.322725+0000","last_unstale":"2024-07-26T17:04:33.503944+0000","last_undegraded":"2024-07-26T17:04:33.503944+0000","last_fullsized":"2024-07-26T17:04:33.503944+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:41:31.084205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.17","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327584+0000","last_change":"2024-07-26T17:04:31.330126+0000","last_active":"2024-07-26T17:04:32.327584+0000","last_peered":"2024-07-26T17:04:32.327584+0000","last_clean":"2024-07-26T17:04:32.327584+0000","last_became_active":"2024-07-26T17:04:31.329775+0000","last_became_peered":"2024-07-26T17:04:31.329775+0000","last_unstale":"2024-07-26T17:04:32.327584+0000","last_undegraded":"2024-07-26T17:04:32.327584+0000","last_fullsized":"2024-07-26T17:04:32.327584+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:43:41.584702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317449+0000","last_change":"2024-07-26T17:04:19.260278+0000","last_active":"2024-07-26T17:04:33.317449+0000","last_peered":"2024-07-26T17:04:33.317449+0000","last_clean":"2024-07-26T17:04:33.317449+0000","last_became_active":"2024-07-26T17:04:19.258187+0000","last_became_peered":"2024-07-26T17:04:19.258187+0000","last_unstale":"2024-07-26T17:04:33.317449+0000","last_undegraded":"2024-07-26T17:04:33.317449+0000","last_fullsized":"2024-07-26T17:04:33.317449+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:19:27.437352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.15","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317811+0000","last_change":"2024-07-26T17:04:20.246035+0000","last_active":"2024-07-26T17:04:33.317811+0000","last_peered":"2024-07-26T17:04:33.317811+0000","last_clean":"2024-07-26T17:04:33.317811+0000","last_became_active":"2024-07-26T17:04:20.245671+0000","last_became_peered":"2024-07-26T17:04:20.245671+0000","last_unstale":"2024-07-26T17:04:33.317811+0000","last_undegraded":"2024-07-26T17:04:33.317811+0000","last_fullsized":"2024-07-26T17:04:33.317811+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:08:39.811831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.14","version":"232'6","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326696+0000","last_change":"2024-07-26T17:04:30.319803+0000","last_active":"2024-07-26T17:04:32.326696+0000","last_peered":"2024-07-26T17:04:32.326696+0000","last_clean":"2024-07-26T17:04:32.326696+0000","last_became_active":"2024-07-26T17:04:30.319511+0000","last_became_peered":"2024-07-26T17:04:30.319511+0000","last_unstale":"2024-07-26T17:04:32.326696+0000","last_undegraded":"2024-07-26T17:04:32.326696+0000","last_fullsized":"2024-07-26T17:04:32.326696+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:28.093256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.16","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.329255+0000","last_change":"2024-07-26T17:04:31.327603+0000","last_active":"2024-07-26T17:04:32.329255+0000","last_peered":"2024-07-26T17:04:32.329255+0000","last_clean":"2024-07-26T17:04:32.329255+0000","last_became_active":"2024-07-26T17:04:31.327281+0000","last_became_peered":"2024-07-26T17:04:31.327281+0000","last_unstale":"2024-07-26T17:04:32.329255+0000","last_undegraded":"2024-07-26T17:04:32.329255+0000","last_fullsized":"2024-07-26T17:04:32.329255+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:08.427307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.13","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.329049+0000","last_change":"2024-07-26T17:04:19.242818+0000","last_active":"2024-07-26T17:04:32.329049+0000","last_peered":"2024-07-26T17:04:32.329049+0000","last_clean":"2024-07-26T17:04:32.329049+0000","last_became_active":"2024-07-26T17:04:19.242444+0000","last_became_peered":"2024-07-26T17:04:19.242444+0000","last_unstale":"2024-07-26T17:04:32.329049+0000","last_undegraded":"2024-07-26T17:04:32.329049+0000","last_fullsized":"2024-07-26T17:04:32.329049+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:08:47.062121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.14","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328487+0000","last_change":"2024-07-26T17:04:20.257821+0000","last_active":"2024-07-26T17:04:32.328487+0000","last_peered":"2024-07-26T17:04:32.328487+0000","last_clean":"2024-07-26T17:04:32.328487+0000","last_became_active":"2024-07-26T17:04:20.257542+0000","last_became_peered":"2024-07-26T17:04:20.257542+0000","last_unstale":"2024-07-26T17:04:32.328487+0000","last_undegraded":"2024-07-26T17:04:32.328487+0000","last_fullsized":"2024-07-26T17:04:32.328487+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:27.225815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.15","version":"232'3","reported_seq":18,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503609+0000","last_change":"2024-07-26T17:04:30.321339+0000","last_active":"2024-07-26T17:04:33.503609+0000","last_peered":"2024-07-26T17:04:33.503609+0000","last_clean":"2024-07-26T17:04:33.503609+0000","last_became_active":"2024-07-26T17:04:30.321026+0000","last_became_peered":"2024-07-26T17:04:30.321026+0000","last_unstale":"2024-07-26T17:04:33.503609+0000","last_undegraded":"2024-07-26T17:04:33.503609+0000","last_fullsized":"2024-07-26T17:04:33.503609+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:52.050369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.11","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203784+0000","last_change":"2024-07-26T17:04:31.335461+0000","last_active":"2024-07-26T17:04:33.203784+0000","last_peered":"2024-07-26T17:04:33.203784+0000","last_clean":"2024-07-26T17:04:33.203784+0000","last_became_active":"2024-07-26T17:04:31.334656+0000","last_became_peered":"2024-07-26T17:04:31.334656+0000","last_unstale":"2024-07-26T17:04:33.203784+0000","last_undegraded":"2024-07-26T17:04:33.203784+0000","last_fullsized":"2024-07-26T17:04:33.203784+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:46:32.886782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.14","version":"231'8","reported_seq":31,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503710+0000","last_change":"2024-07-26T17:04:19.251825+0000","last_active":"2024-07-26T17:04:33.503710+0000","last_peered":"2024-07-26T17:04:33.503710+0000","last_clean":"2024-07-26T17:04:33.503710+0000","last_became_active":"2024-07-26T17:04:19.250542+0000","last_became_peered":"2024-07-26T17:04:19.250542+0000","last_unstale":"2024-07-26T17:04:33.503710+0000","last_undegraded":"2024-07-26T17:04:33.503710+0000","last_fullsized":"2024-07-26T17:04:33.503710+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:57.045120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2868,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.13","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395501+0000","last_change":"2024-07-26T17:04:20.257047+0000","last_active":"2024-07-26T17:04:33.395501+0000","last_peered":"2024-07-26T17:04:33.395501+0000","last_clean":"2024-07-26T17:04:33.395501+0000","last_became_active":"2024-07-26T17:04:20.256672+0000","last_became_peered":"2024-07-26T17:04:20.256672+0000","last_unstale":"2024-07-26T17:04:33.395501+0000","last_undegraded":"2024-07-26T17:04:33.395501+0000","last_fullsized":"2024-07-26T17:04:33.395501+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:52.270099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.12","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502190+0000","last_change":"2024-07-26T17:04:30.319717+0000","last_active":"2024-07-26T17:04:33.502190+0000","last_peered":"2024-07-26T17:04:33.502190+0000","last_clean":"2024-07-26T17:04:33.502190+0000","last_became_active":"2024-07-26T17:04:30.319367+0000","last_became_peered":"2024-07-26T17:04:30.319367+0000","last_unstale":"2024-07-26T17:04:33.502190+0000","last_undegraded":"2024-07-26T17:04:33.502190+0000","last_fullsized":"2024-07-26T17:04:33.502190+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:27.718093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.10","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502068+0000","last_change":"2024-07-26T17:04:31.333030+0000","last_active":"2024-07-26T17:04:33.502068+0000","last_peered":"2024-07-26T17:04:33.502068+0000","last_clean":"2024-07-26T17:04:33.502068+0000","last_became_active":"2024-07-26T17:04:31.332675+0000","last_became_peered":"2024-07-26T17:04:31.332675+0000","last_unstale":"2024-07-26T17:04:33.502068+0000","last_undegraded":"2024-07-26T17:04:33.502068+0000","last_fullsized":"2024-07-26T17:04:33.502068+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:27:26.704817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.15","version":"228'3","reported_seq":26,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502757+0000","last_change":"2024-07-26T17:04:19.255830+0000","last_active":"2024-07-26T17:04:33.502757+0000","last_peered":"2024-07-26T17:04:33.502757+0000","last_clean":"2024-07-26T17:04:33.502757+0000","last_became_active":"2024-07-26T17:04:19.255444+0000","last_became_peered":"2024-07-26T17:04:19.255444+0000","last_unstale":"2024-07-26T17:04:33.502757+0000","last_undegraded":"2024-07-26T17:04:33.502757+0000","last_fullsized":"2024-07-26T17:04:33.502757+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:20.813843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.12","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502291+0000","last_change":"2024-07-26T17:04:20.243223+0000","last_active":"2024-07-26T17:04:33.502291+0000","last_peered":"2024-07-26T17:04:33.502291+0000","last_clean":"2024-07-26T17:04:33.502291+0000","last_became_active":"2024-07-26T17:04:20.242892+0000","last_became_peered":"2024-07-26T17:04:20.242892+0000","last_unstale":"2024-07-26T17:04:33.502291+0000","last_undegraded":"2024-07-26T17:04:33.502291+0000","last_fullsized":"2024-07-26T17:04:33.502291+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:15:51.764556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.13","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204260+0000","last_change":"2024-07-26T17:04:30.326662+0000","last_active":"2024-07-26T17:04:33.204260+0000","last_peered":"2024-07-26T17:04:33.204260+0000","last_clean":"2024-07-26T17:04:33.204260+0000","last_became_active":"2024-07-26T17:04:30.325126+0000","last_became_peered":"2024-07-26T17:04:30.325126+0000","last_unstale":"2024-07-26T17:04:33.204260+0000","last_undegraded":"2024-07-26T17:04:33.204260+0000","last_fullsized":"2024-07-26T17:04:33.204260+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:25:38.269055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.13","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316880+0000","last_change":"2024-07-26T17:04:31.329726+0000","last_active":"2024-07-26T17:04:33.316880+0000","last_peered":"2024-07-26T17:04:33.316880+0000","last_clean":"2024-07-26T17:04:33.316880+0000","last_became_active":"2024-07-26T17:04:31.329360+0000","last_became_peered":"2024-07-26T17:04:31.329360+0000","last_unstale":"2024-07-26T17:04:33.316880+0000","last_undegraded":"2024-07-26T17:04:33.316880+0000","last_fullsized":"2024-07-26T17:04:33.316880+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:49.195234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503909+0000","last_change":"2024-07-26T17:04:19.252677+0000","last_active":"2024-07-26T17:04:33.503909+0000","last_peered":"2024-07-26T17:04:33.503909+0000","last_clean":"2024-07-26T17:04:33.503909+0000","last_became_active":"2024-07-26T17:04:19.252320+0000","last_became_peered":"2024-07-26T17:04:19.252320+0000","last_unstale":"2024-07-26T17:04:33.503909+0000","last_undegraded":"2024-07-26T17:04:33.503909+0000","last_fullsized":"2024-07-26T17:04:33.503909+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:59:55.502967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.11","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316720+0000","last_change":"2024-07-26T17:04:20.250019+0000","last_active":"2024-07-26T17:04:33.316720+0000","last_peered":"2024-07-26T17:04:33.316720+0000","last_clean":"2024-07-26T17:04:33.316720+0000","last_became_active":"2024-07-26T17:04:20.249666+0000","last_became_peered":"2024-07-26T17:04:20.249666+0000","last_unstale":"2024-07-26T17:04:33.316720+0000","last_undegraded":"2024-07-26T17:04:33.316720+0000","last_fullsized":"2024-07-26T17:04:33.316720+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:37:11.179149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.10","version":"232'8","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203656+0000","last_change":"2024-07-26T17:04:30.323981+0000","last_active":"2024-07-26T17:04:33.203656+0000","last_peered":"2024-07-26T17:04:33.203656+0000","last_clean":"2024-07-26T17:04:33.203656+0000","last_became_active":"2024-07-26T17:04:30.322119+0000","last_became_peered":"2024-07-26T17:04:30.322119+0000","last_unstale":"2024-07-26T17:04:33.203656+0000","last_undegraded":"2024-07-26T17:04:33.203656+0000","last_fullsized":"2024-07-26T17:04:33.203656+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:40.021524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.12","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328630+0000","last_change":"2024-07-26T17:04:31.334975+0000","last_active":"2024-07-26T17:04:32.328630+0000","last_peered":"2024-07-26T17:04:32.328630+0000","last_clean":"2024-07-26T17:04:32.328630+0000","last_became_active":"2024-07-26T17:04:31.333343+0000","last_became_peered":"2024-07-26T17:04:31.333343+0000","last_unstale":"2024-07-26T17:04:32.328630+0000","last_undegraded":"2024-07-26T17:04:32.328630+0000","last_fullsized":"2024-07-26T17:04:32.328630+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:59:44.227625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395634+0000","last_change":"2024-07-26T17:04:19.253467+0000","last_active":"2024-07-26T17:04:33.395634+0000","last_peered":"2024-07-26T17:04:33.395634+0000","last_clean":"2024-07-26T17:04:33.395634+0000","last_became_active":"2024-07-26T17:04:19.252871+0000","last_became_peered":"2024-07-26T17:04:19.252871+0000","last_unstale":"2024-07-26T17:04:33.395634+0000","last_undegraded":"2024-07-26T17:04:33.395634+0000","last_fullsized":"2024-07-26T17:04:33.395634+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:24.565682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.10","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326495+0000","last_change":"2024-07-26T17:04:20.241874+0000","last_active":"2024-07-26T17:04:32.326495+0000","last_peered":"2024-07-26T17:04:32.326495+0000","last_clean":"2024-07-26T17:04:32.326495+0000","last_became_active":"2024-07-26T17:04:20.240885+0000","last_became_peered":"2024-07-26T17:04:20.240885+0000","last_unstale":"2024-07-26T17:04:32.326495+0000","last_undegraded":"2024-07-26T17:04:32.326495+0000","last_fullsized":"2024-07-26T17:04:32.326495+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:55:36.052648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.11","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325379+0000","last_change":"2024-07-26T17:04:30.308149+0000","last_active":"2024-07-26T17:04:32.325379+0000","last_peered":"2024-07-26T17:04:32.325379+0000","last_clean":"2024-07-26T17:04:32.325379+0000","last_became_active":"2024-07-26T17:04:30.307802+0000","last_became_peered":"2024-07-26T17:04:30.307802+0000","last_unstale":"2024-07-26T17:04:32.325379+0000","last_undegraded":"2024-07-26T17:04:32.325379+0000","last_fullsized":"2024-07-26T17:04:32.325379+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:54:14.407331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.1d","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328311+0000","last_change":"2024-07-26T17:04:31.323798+0000","last_active":"2024-07-26T17:04:32.328311+0000","last_peered":"2024-07-26T17:04:32.328311+0000","last_clean":"2024-07-26T17:04:32.328311+0000","last_became_active":"2024-07-26T17:04:31.323457+0000","last_became_peered":"2024-07-26T17:04:31.323457+0000","last_unstale":"2024-07-26T17:04:32.328311+0000","last_undegraded":"2024-07-26T17:04:32.328311+0000","last_fullsized":"2024-07-26T17:04:32.328311+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:55.164152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.1e","version":"232'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205040+0000","last_change":"2024-07-26T17:04:30.320689+0000","last_active":"2024-07-26T17:04:33.205040+0000","last_peered":"2024-07-26T17:04:33.205040+0000","last_clean":"2024-07-26T17:04:33.205040+0000","last_became_active":"2024-07-26T17:04:30.320382+0000","last_became_peered":"2024-07-26T17:04:30.320382+0000","last_unstale":"2024-07-26T17:04:33.205040+0000","last_undegraded":"2024-07-26T17:04:33.205040+0000","last_fullsized":"2024-07-26T17:04:33.205040+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:02.408013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316569+0000","last_change":"2024-07-26T17:04:19.260395+0000","last_active":"2024-07-26T17:04:33.316569+0000","last_peered":"2024-07-26T17:04:33.316569+0000","last_clean":"2024-07-26T17:04:33.316569+0000","last_became_active":"2024-07-26T17:04:19.258209+0000","last_became_peered":"2024-07-26T17:04:19.258209+0000","last_unstale":"2024-07-26T17:04:33.316569+0000","last_undegraded":"2024-07-26T17:04:33.316569+0000","last_fullsized":"2024-07-26T17:04:33.316569+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:07.573027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.1f","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502875+0000","last_change":"2024-07-26T17:04:20.243995+0000","last_active":"2024-07-26T17:04:33.502875+0000","last_peered":"2024-07-26T17:04:33.502875+0000","last_clean":"2024-07-26T17:04:33.502875+0000","last_became_active":"2024-07-26T17:04:20.243684+0000","last_became_peered":"2024-07-26T17:04:20.243684+0000","last_unstale":"2024-07-26T17:04:33.502875+0000","last_undegraded":"2024-07-26T17:04:33.502875+0000","last_fullsized":"2024-07-26T17:04:33.502875+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:13:17.155414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1c","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.329067+0000","last_change":"2024-07-26T17:04:31.332219+0000","last_active":"2024-07-26T17:04:32.329067+0000","last_peered":"2024-07-26T17:04:32.329067+0000","last_clean":"2024-07-26T17:04:32.329067+0000","last_became_active":"2024-07-26T17:04:31.331437+0000","last_became_peered":"2024-07-26T17:04:31.331437+0000","last_unstale":"2024-07-26T17:04:32.329067+0000","last_undegraded":"2024-07-26T17:04:32.329067+0000","last_fullsized":"2024-07-26T17:04:32.329067+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:37.821273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.1f","version":"232'4","reported_seq":19,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395374+0000","last_change":"2024-07-26T17:04:30.318971+0000","last_active":"2024-07-26T17:04:33.395374+0000","last_peered":"2024-07-26T17:04:33.395374+0000","last_clean":"2024-07-26T17:04:33.395374+0000","last_became_active":"2024-07-26T17:04:30.318660+0000","last_became_peered":"2024-07-26T17:04:30.318660+0000","last_unstale":"2024-07-26T17:04:33.395374+0000","last_undegraded":"2024-07-26T17:04:33.395374+0000","last_fullsized":"2024-07-26T17:04:33.395374+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:16.805542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503150+0000","last_change":"2024-07-26T17:04:19.249804+0000","last_active":"2024-07-26T17:04:33.503150+0000","last_peered":"2024-07-26T17:04:33.503150+0000","last_clean":"2024-07-26T17:04:33.503150+0000","last_became_active":"2024-07-26T17:04:19.249489+0000","last_became_peered":"2024-07-26T17:04:19.249489+0000","last_unstale":"2024-07-26T17:04:33.503150+0000","last_undegraded":"2024-07-26T17:04:33.503150+0000","last_fullsized":"2024-07-26T17:04:33.503150+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:29:39.644263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1e","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328078+0000","last_change":"2024-07-26T17:04:20.256033+0000","last_active":"2024-07-26T17:04:32.328078+0000","last_peered":"2024-07-26T17:04:32.328078+0000","last_clean":"2024-07-26T17:04:32.328078+0000","last_became_active":"2024-07-26T17:04:20.255644+0000","last_became_peered":"2024-07-26T17:04:20.255644+0000","last_unstale":"2024-07-26T17:04:32.328078+0000","last_undegraded":"2024-07-26T17:04:32.328078+0000","last_fullsized":"2024-07-26T17:04:32.328078+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:24.478587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1e","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204872+0000","last_change":"2024-07-26T17:04:31.336832+0000","last_active":"2024-07-26T17:04:33.204872+0000","last_peered":"2024-07-26T17:04:33.204872+0000","last_clean":"2024-07-26T17:04:33.204872+0000","last_became_active":"2024-07-26T17:04:31.335928+0000","last_became_peered":"2024-07-26T17:04:31.335928+0000","last_unstale":"2024-07-26T17:04:33.204872+0000","last_undegraded":"2024-07-26T17:04:33.204872+0000","last_fullsized":"2024-07-26T17:04:33.204872+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:00:00.785029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1b","version":"228'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503986+0000","last_change":"2024-07-26T17:04:19.250196+0000","last_active":"2024-07-26T17:04:33.503986+0000","last_peered":"2024-07-26T17:04:33.503986+0000","last_clean":"2024-07-26T17:04:33.503986+0000","last_became_active":"2024-07-26T17:04:19.249048+0000","last_became_peered":"2024-07-26T17:04:19.249048+0000","last_unstale":"2024-07-26T17:04:33.503986+0000","last_undegraded":"2024-07-26T17:04:33.503986+0000","last_fullsized":"2024-07-26T17:04:33.503986+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:04:09.568073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1c","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327734+0000","last_change":"2024-07-26T17:04:20.252853+0000","last_active":"2024-07-26T17:04:32.327734+0000","last_peered":"2024-07-26T17:04:32.327734+0000","last_clean":"2024-07-26T17:04:32.327734+0000","last_became_active":"2024-07-26T17:04:20.251873+0000","last_became_peered":"2024-07-26T17:04:20.251873+0000","last_unstale":"2024-07-26T17:04:32.327734+0000","last_undegraded":"2024-07-26T17:04:32.327734+0000","last_fullsized":"2024-07-26T17:04:32.327734+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:51.522651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1d","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326011+0000","last_change":"2024-07-26T17:04:30.328028+0000","last_active":"2024-07-26T17:04:32.326011+0000","last_peered":"2024-07-26T17:04:32.326011+0000","last_clean":"2024-07-26T17:04:32.326011+0000","last_became_active":"2024-07-26T17:04:30.327698+0000","last_became_peered":"2024-07-26T17:04:30.327698+0000","last_unstale":"2024-07-26T17:04:32.326011+0000","last_undegraded":"2024-07-26T17:04:32.326011+0000","last_fullsized":"2024-07-26T17:04:32.326011+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:22:45.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.19","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203737+0000","last_change":"2024-07-26T17:04:31.337084+0000","last_active":"2024-07-26T17:04:33.203737+0000","last_peered":"2024-07-26T17:04:33.203737+0000","last_clean":"2024-07-26T17:04:33.203737+0000","last_became_active":"2024-07-26T17:04:31.335504+0000","last_became_peered":"2024-07-26T17:04:31.335504+0000","last_unstale":"2024-07-26T17:04:33.203737+0000","last_undegraded":"2024-07-26T17:04:33.203737+0000","last_fullsized":"2024-07-26T17:04:33.203737+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:23:43.026801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1c","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502571+0000","last_change":"2024-07-26T17:04:19.245295+0000","last_active":"2024-07-26T17:04:33.502571+0000","last_peered":"2024-07-26T17:04:33.502571+0000","last_clean":"2024-07-26T17:04:33.502571+0000","last_became_active":"2024-07-26T17:04:19.244915+0000","last_became_peered":"2024-07-26T17:04:19.244915+0000","last_unstale":"2024-07-26T17:04:33.502571+0000","last_undegraded":"2024-07-26T17:04:33.502571+0000","last_fullsized":"2024-07-26T17:04:33.502571+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:00.895826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.1b","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395394+0000","last_change":"2024-07-26T17:04:20.256701+0000","last_active":"2024-07-26T17:04:33.395394+0000","last_peered":"2024-07-26T17:04:33.395394+0000","last_clean":"2024-07-26T17:04:33.395394+0000","last_became_active":"2024-07-26T17:04:20.256377+0000","last_became_peered":"2024-07-26T17:04:20.256377+0000","last_unstale":"2024-07-26T17:04:33.395394+0000","last_undegraded":"2024-07-26T17:04:33.395394+0000","last_fullsized":"2024-07-26T17:04:33.395394+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:14.632483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.1a","version":"232'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503005+0000","last_change":"2024-07-26T17:04:30.330039+0000","last_active":"2024-07-26T17:04:33.503005+0000","last_peered":"2024-07-26T17:04:33.503005+0000","last_clean":"2024-07-26T17:04:33.503005+0000","last_became_active":"2024-07-26T17:04:30.329681+0000","last_became_peered":"2024-07-26T17:04:30.329681+0000","last_unstale":"2024-07-26T17:04:33.503005+0000","last_undegraded":"2024-07-26T17:04:33.503005+0000","last_fullsized":"2024-07-26T17:04:33.503005+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:05.287864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.18","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327933+0000","last_change":"2024-07-26T17:04:31.326302+0000","last_active":"2024-07-26T17:04:32.327933+0000","last_peered":"2024-07-26T17:04:32.327933+0000","last_clean":"2024-07-26T17:04:32.327933+0000","last_became_active":"2024-07-26T17:04:31.325986+0000","last_became_peered":"2024-07-26T17:04:31.325986+0000","last_unstale":"2024-07-26T17:04:32.327933+0000","last_undegraded":"2024-07-26T17:04:32.327933+0000","last_fullsized":"2024-07-26T17:04:32.327933+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:22:58.824477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.1d","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328441+0000","last_change":"2024-07-26T17:04:19.249896+0000","last_active":"2024-07-26T17:04:32.328441+0000","last_peered":"2024-07-26T17:04:32.328441+0000","last_clean":"2024-07-26T17:04:32.328441+0000","last_became_active":"2024-07-26T17:04:19.249536+0000","last_became_peered":"2024-07-26T17:04:19.249536+0000","last_unstale":"2024-07-26T17:04:32.328441+0000","last_undegraded":"2024-07-26T17:04:32.328441+0000","last_fullsized":"2024-07-26T17:04:32.328441+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:49:23.497758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.1a","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204058+0000","last_change":"2024-07-26T17:04:20.251931+0000","last_active":"2024-07-26T17:04:33.204058+0000","last_peered":"2024-07-26T17:04:33.204058+0000","last_clean":"2024-07-26T17:04:33.204058+0000","last_became_active":"2024-07-26T17:04:20.251621+0000","last_became_peered":"2024-07-26T17:04:20.251621+0000","last_unstale":"2024-07-26T17:04:33.204058+0000","last_undegraded":"2024-07-26T17:04:33.204058+0000","last_fullsized":"2024-07-26T17:04:33.204058+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:27.660841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.1b","version":"232'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317039+0000","last_change":"2024-07-26T17:04:30.328281+0000","last_active":"2024-07-26T17:04:33.317039+0000","last_peered":"2024-07-26T17:04:33.317039+0000","last_clean":"2024-07-26T17:04:33.317039+0000","last_became_active":"2024-07-26T17:04:30.327907+0000","last_became_peered":"2024-07-26T17:04:30.327907+0000","last_unstale":"2024-07-26T17:04:33.317039+0000","last_undegraded":"2024-07-26T17:04:33.317039+0000","last_fullsized":"2024-07-26T17:04:33.317039+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:57.653867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.1b","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395102+0000","last_change":"2024-07-26T17:04:31.318762+0000","last_active":"2024-07-26T17:04:33.395102+0000","last_peered":"2024-07-26T17:04:33.395102+0000","last_clean":"2024-07-26T17:04:33.395102+0000","last_became_active":"2024-07-26T17:04:31.318390+0000","last_became_peered":"2024-07-26T17:04:31.318390+0000","last_unstale":"2024-07-26T17:04:33.395102+0000","last_undegraded":"2024-07-26T17:04:33.395102+0000","last_fullsized":"2024-07-26T17:04:33.395102+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:42.117512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1e","version":"228'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326781+0000","last_change":"2024-07-26T17:04:19.259963+0000","last_active":"2024-07-26T17:04:32.326781+0000","last_peered":"2024-07-26T17:04:32.326781+0000","last_clean":"2024-07-26T17:04:32.326781+0000","last_became_active":"2024-07-26T17:04:19.259628+0000","last_became_peered":"2024-07-26T17:04:19.259628+0000","last_unstale":"2024-07-26T17:04:32.326781+0000","last_undegraded":"2024-07-26T17:04:32.326781+0000","last_fullsized":"2024-07-26T17:04:32.326781+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:59.598811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.19","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325514+0000","last_change":"2024-07-26T17:04:20.243205+0000","last_active":"2024-07-26T17:04:32.325514+0000","last_peered":"2024-07-26T17:04:32.325514+0000","last_clean":"2024-07-26T17:04:32.325514+0000","last_became_active":"2024-07-26T17:04:20.242877+0000","last_became_peered":"2024-07-26T17:04:20.242877+0000","last_unstale":"2024-07-26T17:04:32.325514+0000","last_undegraded":"2024-07-26T17:04:32.325514+0000","last_fullsized":"2024-07-26T17:04:32.325514+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:12.654403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.18","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328107+0000","last_change":"2024-07-26T17:04:30.320776+0000","last_active":"2024-07-26T17:04:32.328107+0000","last_peered":"2024-07-26T17:04:32.328107+0000","last_clean":"2024-07-26T17:04:32.328107+0000","last_became_active":"2024-07-26T17:04:30.320368+0000","last_became_peered":"2024-07-26T17:04:30.320368+0000","last_unstale":"2024-07-26T17:04:32.328107+0000","last_undegraded":"2024-07-26T17:04:32.328107+0000","last_fullsized":"2024-07-26T17:04:32.328107+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:13:20.992647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.1a","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317439+0000","last_change":"2024-07-26T17:04:31.325666+0000","last_active":"2024-07-26T17:04:33.317439+0000","last_peered":"2024-07-26T17:04:33.317439+0000","last_clean":"2024-07-26T17:04:33.317439+0000","last_became_active":"2024-07-26T17:04:31.324397+0000","last_became_peered":"2024-07-26T17:04:31.324397+0000","last_unstale":"2024-07-26T17:04:33.317439+0000","last_undegraded":"2024-07-26T17:04:33.317439+0000","last_fullsized":"2024-07-26T17:04:33.317439+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:41.065119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.1f","version":"228'4","reported_seq":27,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327877+0000","last_change":"2024-07-26T17:04:19.247924+0000","last_active":"2024-07-26T17:04:32.327877+0000","last_peered":"2024-07-26T17:04:32.327877+0000","last_clean":"2024-07-26T17:04:32.327877+0000","last_became_active":"2024-07-26T17:04:19.247614+0000","last_became_peered":"2024-07-26T17:04:19.247614+0000","last_unstale":"2024-07-26T17:04:32.327877+0000","last_undegraded":"2024-07-26T17:04:32.327877+0000","last_fullsized":"2024-07-26T17:04:32.327877+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:05.732319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.18","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328184+0000","last_change":"2024-07-26T17:04:20.257045+0000","last_active":"2024-07-26T17:04:32.328184+0000","last_peered":"2024-07-26T17:04:32.328184+0000","last_clean":"2024-07-26T17:04:32.328184+0000","last_became_active":"2024-07-26T17:04:20.256712+0000","last_became_peered":"2024-07-26T17:04:20.256712+0000","last_unstale":"2024-07-26T17:04:32.328184+0000","last_undegraded":"2024-07-26T17:04:32.328184+0000","last_fullsized":"2024-07-26T17:04:32.328184+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:15.562906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.19","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326486+0000","last_change":"2024-07-26T17:04:30.327982+0000","last_active":"2024-07-26T17:04:32.326486+0000","last_peered":"2024-07-26T17:04:32.326486+0000","last_clean":"2024-07-26T17:04:32.326486+0000","last_became_active":"2024-07-26T17:04:30.327543+0000","last_became_peered":"2024-07-26T17:04:30.327543+0000","last_unstale":"2024-07-26T17:04:32.326486+0000","last_undegraded":"2024-07-26T17:04:32.326486+0000","last_fullsized":"2024-07-26T17:04:32.326486+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:25:38.269055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.22","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327380+0000","last_change":"2024-07-26T17:04:31.341023+0000","last_active":"2024-07-26T17:04:32.327380+0000","last_peered":"2024-07-26T17:04:32.327380+0000","last_clean":"2024-07-26T17:04:32.327380+0000","last_became_active":"2024-07-26T17:04:31.340668+0000","last_became_peered":"2024-07-26T17:04:31.340668+0000","last_unstale":"2024-07-26T17:04:32.327380+0000","last_undegraded":"2024-07-26T17:04:32.327380+0000","last_fullsized":"2024-07-26T17:04:32.327380+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:28:29.347933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.20","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503006+0000","last_change":"2024-07-26T17:04:20.261608+0000","last_active":"2024-07-26T17:04:33.503006+0000","last_peered":"2024-07-26T17:04:33.503006+0000","last_clean":"2024-07-26T17:04:33.503006+0000","last_became_active":"2024-07-26T17:04:20.261332+0000","last_became_peered":"2024-07-26T17:04:20.261332+0000","last_unstale":"2024-07-26T17:04:33.503006+0000","last_undegraded":"2024-07-26T17:04:33.503006+0000","last_fullsized":"2024-07-26T17:04:33.503006+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:34.252353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.23","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502383+0000","last_change":"2024-07-26T17:04:31.330933+0000","last_active":"2024-07-26T17:04:33.502383+0000","last_peered":"2024-07-26T17:04:33.502383+0000","last_clean":"2024-07-26T17:04:33.502383+0000","last_became_active":"2024-07-26T17:04:31.330593+0000","last_became_peered":"2024-07-26T17:04:31.330593+0000","last_unstale":"2024-07-26T17:04:33.502383+0000","last_undegraded":"2024-07-26T17:04:33.502383+0000","last_fullsized":"2024-07-26T17:04:33.502383+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:23:21.746874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.21","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502977+0000","last_change":"2024-07-26T17:04:20.258100+0000","last_active":"2024-07-26T17:04:33.502977+0000","last_peered":"2024-07-26T17:04:33.502977+0000","last_clean":"2024-07-26T17:04:33.502977+0000","last_became_active":"2024-07-26T17:04:20.257733+0000","last_became_peered":"2024-07-26T17:04:20.257733+0000","last_unstale":"2024-07-26T17:04:33.502977+0000","last_undegraded":"2024-07-26T17:04:33.502977+0000","last_fullsized":"2024-07-26T17:04:33.502977+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:58:41.667875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.20","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325732+0000","last_change":"2024-07-26T17:04:31.341495+0000","last_active":"2024-07-26T17:04:32.325732+0000","last_peered":"2024-07-26T17:04:32.325732+0000","last_clean":"2024-07-26T17:04:32.325732+0000","last_became_active":"2024-07-26T17:04:31.341189+0000","last_became_peered":"2024-07-26T17:04:31.341189+0000","last_unstale":"2024-07-26T17:04:32.325732+0000","last_undegraded":"2024-07-26T17:04:32.325732+0000","last_fullsized":"2024-07-26T17:04:32.325732+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:14.322032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.22","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327183+0000","last_change":"2024-07-26T17:04:20.256894+0000","last_active":"2024-07-26T17:04:32.327183+0000","last_peered":"2024-07-26T17:04:32.327183+0000","last_clean":"2024-07-26T17:04:32.327183+0000","last_became_active":"2024-07-26T17:04:20.256443+0000","last_became_peered":"2024-07-26T17:04:20.256443+0000","last_unstale":"2024-07-26T17:04:32.327183+0000","last_undegraded":"2024-07-26T17:04:32.327183+0000","last_fullsized":"2024-07-26T17:04:32.327183+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:42:44.033615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.21","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394856+0000","last_change":"2024-07-26T17:04:31.326891+0000","last_active":"2024-07-26T17:04:33.394856+0000","last_peered":"2024-07-26T17:04:33.394856+0000","last_clean":"2024-07-26T17:04:33.394856+0000","last_became_active":"2024-07-26T17:04:31.326567+0000","last_became_peered":"2024-07-26T17:04:31.326567+0000","last_unstale":"2024-07-26T17:04:33.394856+0000","last_undegraded":"2024-07-26T17:04:33.394856+0000","last_fullsized":"2024-07-26T17:04:33.394856+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:35.549488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.23","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502266+0000","last_change":"2024-07-26T17:04:20.245347+0000","last_active":"2024-07-26T17:04:33.502266+0000","last_peered":"2024-07-26T17:04:33.502266+0000","last_clean":"2024-07-26T17:04:33.502266+0000","last_became_active":"2024-07-26T17:04:20.244554+0000","last_became_peered":"2024-07-26T17:04:20.244554+0000","last_unstale":"2024-07-26T17:04:33.502266+0000","last_undegraded":"2024-07-26T17:04:33.502266+0000","last_fullsized":"2024-07-26T17:04:33.502266+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:45.019551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.26","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328786+0000","last_change":"2024-07-26T17:04:31.337578+0000","last_active":"2024-07-26T17:04:32.328786+0000","last_peered":"2024-07-26T17:04:32.328786+0000","last_clean":"2024-07-26T17:04:32.328786+0000","last_became_active":"2024-07-26T17:04:31.337246+0000","last_became_peered":"2024-07-26T17:04:31.337246+0000","last_unstale":"2024-07-26T17:04:32.328786+0000","last_undegraded":"2024-07-26T17:04:32.328786+0000","last_fullsized":"2024-07-26T17:04:32.328786+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:44.312006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.24","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395085+0000","last_change":"2024-07-26T17:04:20.255823+0000","last_active":"2024-07-26T17:04:33.395085+0000","last_peered":"2024-07-26T17:04:33.395085+0000","last_clean":"2024-07-26T17:04:33.395085+0000","last_became_active":"2024-07-26T17:04:20.255474+0000","last_became_peered":"2024-07-26T17:04:20.255474+0000","last_unstale":"2024-07-26T17:04:33.395085+0000","last_undegraded":"2024-07-26T17:04:33.395085+0000","last_fullsized":"2024-07-26T17:04:33.395085+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:57:37.204815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.27","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503718+0000","last_change":"2024-07-26T17:04:31.333717+0000","last_active":"2024-07-26T17:04:33.503718+0000","last_peered":"2024-07-26T17:04:33.503718+0000","last_clean":"2024-07-26T17:04:33.503718+0000","last_became_active":"2024-07-26T17:04:31.333397+0000","last_became_peered":"2024-07-26T17:04:31.333397+0000","last_unstale":"2024-07-26T17:04:33.503718+0000","last_undegraded":"2024-07-26T17:04:33.503718+0000","last_fullsized":"2024-07-26T17:04:33.503718+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:32:41.231819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.25","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317675+0000","last_change":"2024-07-26T17:04:20.259933+0000","last_active":"2024-07-26T17:04:33.317675+0000","last_peered":"2024-07-26T17:04:33.317675+0000","last_clean":"2024-07-26T17:04:33.317675+0000","last_became_active":"2024-07-26T17:04:20.259221+0000","last_became_peered":"2024-07-26T17:04:20.259221+0000","last_unstale":"2024-07-26T17:04:33.317675+0000","last_undegraded":"2024-07-26T17:04:33.317675+0000","last_fullsized":"2024-07-26T17:04:33.317675+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:59.414071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.24","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204535+0000","last_change":"2024-07-26T17:04:31.341469+0000","last_active":"2024-07-26T17:04:33.204535+0000","last_peered":"2024-07-26T17:04:33.204535+0000","last_clean":"2024-07-26T17:04:33.204535+0000","last_became_active":"2024-07-26T17:04:31.341177+0000","last_became_peered":"2024-07-26T17:04:31.341177+0000","last_unstale":"2024-07-26T17:04:33.204535+0000","last_undegraded":"2024-07-26T17:04:33.204535+0000","last_fullsized":"2024-07-26T17:04:33.204535+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:44.710183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.26","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326643+0000","last_change":"2024-07-26T17:04:20.254272+0000","last_active":"2024-07-26T17:04:32.326643+0000","last_peered":"2024-07-26T17:04:32.326643+0000","last_clean":"2024-07-26T17:04:32.326643+0000","last_became_active":"2024-07-26T17:04:20.253911+0000","last_became_peered":"2024-07-26T17:04:20.253911+0000","last_unstale":"2024-07-26T17:04:32.326643+0000","last_undegraded":"2024-07-26T17:04:32.326643+0000","last_fullsized":"2024-07-26T17:04:32.326643+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:46.922976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.25","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328247+0000","last_change":"2024-07-26T17:04:31.325946+0000","last_active":"2024-07-26T17:04:32.328247+0000","last_peered":"2024-07-26T17:04:32.328247+0000","last_clean":"2024-07-26T17:04:32.328247+0000","last_became_active":"2024-07-26T17:04:31.324409+0000","last_became_peered":"2024-07-26T17:04:31.324409+0000","last_unstale":"2024-07-26T17:04:32.328247+0000","last_undegraded":"2024-07-26T17:04:32.328247+0000","last_fullsized":"2024-07-26T17:04:32.328247+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:52:11.851683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.27","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502841+0000","last_change":"2024-07-26T17:04:20.250544+0000","last_active":"2024-07-26T17:04:33.502841+0000","last_peered":"2024-07-26T17:04:33.502841+0000","last_clean":"2024-07-26T17:04:33.502841+0000","last_became_active":"2024-07-26T17:04:20.250243+0000","last_became_peered":"2024-07-26T17:04:20.250243+0000","last_unstale":"2024-07-26T17:04:33.502841+0000","last_undegraded":"2024-07-26T17:04:33.502841+0000","last_fullsized":"2024-07-26T17:04:33.502841+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:08.632043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.2a","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316780+0000","last_change":"2024-07-26T17:04:31.321872+0000","last_active":"2024-07-26T17:04:33.316780+0000","last_peered":"2024-07-26T17:04:33.316780+0000","last_clean":"2024-07-26T17:04:33.316780+0000","last_became_active":"2024-07-26T17:04:31.321563+0000","last_became_peered":"2024-07-26T17:04:31.321563+0000","last_unstale":"2024-07-26T17:04:33.316780+0000","last_undegraded":"2024-07-26T17:04:33.316780+0000","last_fullsized":"2024-07-26T17:04:33.316780+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:58:29.551171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.28","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394621+0000","last_change":"2024-07-26T17:04:20.258746+0000","last_active":"2024-07-26T17:04:33.394621+0000","last_peered":"2024-07-26T17:04:33.394621+0000","last_clean":"2024-07-26T17:04:33.394621+0000","last_became_active":"2024-07-26T17:04:20.258431+0000","last_became_peered":"2024-07-26T17:04:20.258431+0000","last_unstale":"2024-07-26T17:04:33.394621+0000","last_undegraded":"2024-07-26T17:04:33.394621+0000","last_fullsized":"2024-07-26T17:04:33.394621+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:59:05.034299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.2b","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328920+0000","last_change":"2024-07-26T17:04:31.334729+0000","last_active":"2024-07-26T17:04:32.328920+0000","last_peered":"2024-07-26T17:04:32.328920+0000","last_clean":"2024-07-26T17:04:32.328920+0000","last_became_active":"2024-07-26T17:04:31.332157+0000","last_became_peered":"2024-07-26T17:04:31.332157+0000","last_unstale":"2024-07-26T17:04:32.328920+0000","last_undegraded":"2024-07-26T17:04:32.328920+0000","last_fullsized":"2024-07-26T17:04:32.328920+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:59:32.222282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.29","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328238+0000","last_change":"2024-07-26T17:04:20.251690+0000","last_active":"2024-07-26T17:04:32.328238+0000","last_peered":"2024-07-26T17:04:32.328238+0000","last_clean":"2024-07-26T17:04:32.328238+0000","last_became_active":"2024-07-26T17:04:20.251373+0000","last_became_peered":"2024-07-26T17:04:20.251373+0000","last_unstale":"2024-07-26T17:04:32.328238+0000","last_undegraded":"2024-07-26T17:04:32.328238+0000","last_fullsized":"2024-07-26T17:04:32.328238+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:00.937325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.28","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503093+0000","last_change":"2024-07-26T17:04:31.321673+0000","last_active":"2024-07-26T17:04:33.503093+0000","last_peered":"2024-07-26T17:04:33.503093+0000","last_clean":"2024-07-26T17:04:33.503093+0000","last_became_active":"2024-07-26T17:04:31.321367+0000","last_became_peered":"2024-07-26T17:04:31.321367+0000","last_unstale":"2024-07-26T17:04:33.503093+0000","last_undegraded":"2024-07-26T17:04:33.503093+0000","last_fullsized":"2024-07-26T17:04:33.503093+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:22.330697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.2a","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203944+0000","last_change":"2024-07-26T17:04:20.256627+0000","last_active":"2024-07-26T17:04:33.203944+0000","last_peered":"2024-07-26T17:04:33.203944+0000","last_clean":"2024-07-26T17:04:33.203944+0000","last_became_active":"2024-07-26T17:04:20.256315+0000","last_became_peered":"2024-07-26T17:04:20.256315+0000","last_unstale":"2024-07-26T17:04:33.203944+0000","last_undegraded":"2024-07-26T17:04:33.203944+0000","last_fullsized":"2024-07-26T17:04:33.203944+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:04.561391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.29","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394842+0000","last_change":"2024-07-26T17:04:31.325104+0000","last_active":"2024-07-26T17:04:33.394842+0000","last_peered":"2024-07-26T17:04:33.394842+0000","last_clean":"2024-07-26T17:04:33.394842+0000","last_became_active":"2024-07-26T17:04:31.324687+0000","last_became_peered":"2024-07-26T17:04:31.324687+0000","last_unstale":"2024-07-26T17:04:33.394842+0000","last_undegraded":"2024-07-26T17:04:33.394842+0000","last_fullsized":"2024-07-26T17:04:33.394842+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:02.593552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.2b","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204477+0000","last_change":"2024-07-26T17:04:20.264261+0000","last_active":"2024-07-26T17:04:33.204477+0000","last_peered":"2024-07-26T17:04:33.204477+0000","last_clean":"2024-07-26T17:04:33.204477+0000","last_became_active":"2024-07-26T17:04:20.263765+0000","last_became_peered":"2024-07-26T17:04:20.263765+0000","last_unstale":"2024-07-26T17:04:33.204477+0000","last_undegraded":"2024-07-26T17:04:33.204477+0000","last_fullsized":"2024-07-26T17:04:33.204477+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:50.862710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.2e","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328590+0000","last_change":"2024-07-26T17:04:31.335273+0000","last_active":"2024-07-26T17:04:32.328590+0000","last_peered":"2024-07-26T17:04:32.328590+0000","last_clean":"2024-07-26T17:04:32.328590+0000","last_became_active":"2024-07-26T17:04:31.332934+0000","last_became_peered":"2024-07-26T17:04:31.332934+0000","last_unstale":"2024-07-26T17:04:32.328590+0000","last_undegraded":"2024-07-26T17:04:32.328590+0000","last_fullsized":"2024-07-26T17:04:32.328590+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:52:36.878267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.2c","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205004+0000","last_change":"2024-07-26T17:04:20.259169+0000","last_active":"2024-07-26T17:04:33.205004+0000","last_peered":"2024-07-26T17:04:33.205004+0000","last_clean":"2024-07-26T17:04:33.205004+0000","last_became_active":"2024-07-26T17:04:20.258857+0000","last_became_peered":"2024-07-26T17:04:20.258857+0000","last_unstale":"2024-07-26T17:04:33.205004+0000","last_undegraded":"2024-07-26T17:04:33.205004+0000","last_fullsized":"2024-07-26T17:04:33.205004+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:06.740700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.2f","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204918+0000","last_change":"2024-07-26T17:04:31.337280+0000","last_active":"2024-07-26T17:04:33.204918+0000","last_peered":"2024-07-26T17:04:33.204918+0000","last_clean":"2024-07-26T17:04:33.204918+0000","last_became_active":"2024-07-26T17:04:31.336072+0000","last_became_peered":"2024-07-26T17:04:31.336072+0000","last_unstale":"2024-07-26T17:04:33.204918+0000","last_undegraded":"2024-07-26T17:04:33.204918+0000","last_fullsized":"2024-07-26T17:04:33.204918+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:49.898492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2d","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204716+0000","last_change":"2024-07-26T17:04:20.260649+0000","last_active":"2024-07-26T17:04:33.204716+0000","last_peered":"2024-07-26T17:04:33.204716+0000","last_clean":"2024-07-26T17:04:33.204716+0000","last_became_active":"2024-07-26T17:04:20.260339+0000","last_became_peered":"2024-07-26T17:04:20.260339+0000","last_unstale":"2024-07-26T17:04:33.204716+0000","last_undegraded":"2024-07-26T17:04:33.204716+0000","last_fullsized":"2024-07-26T17:04:33.204716+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:08:18.267041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.2c","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326571+0000","last_change":"2024-07-26T17:04:31.332558+0000","last_active":"2024-07-26T17:04:32.326571+0000","last_peered":"2024-07-26T17:04:32.326571+0000","last_clean":"2024-07-26T17:04:32.326571+0000","last_became_active":"2024-07-26T17:04:31.332169+0000","last_became_peered":"2024-07-26T17:04:31.332169+0000","last_unstale":"2024-07-26T17:04:32.326571+0000","last_undegraded":"2024-07-26T17:04:32.326571+0000","last_fullsized":"2024-07-26T17:04:32.326571+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:14:47.809399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.2e","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502512+0000","last_change":"2024-07-26T17:04:20.251352+0000","last_active":"2024-07-26T17:04:33.502512+0000","last_peered":"2024-07-26T17:04:33.502512+0000","last_clean":"2024-07-26T17:04:33.502512+0000","last_became_active":"2024-07-26T17:04:20.251037+0000","last_became_peered":"2024-07-26T17:04:20.251037+0000","last_unstale":"2024-07-26T17:04:33.502512+0000","last_undegraded":"2024-07-26T17:04:33.502512+0000","last_fullsized":"2024-07-26T17:04:33.502512+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:28:36.947223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.2d","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.504072+0000","last_change":"2024-07-26T17:04:31.327464+0000","last_active":"2024-07-26T17:04:33.504072+0000","last_peered":"2024-07-26T17:04:33.504072+0000","last_clean":"2024-07-26T17:04:33.504072+0000","last_became_active":"2024-07-26T17:04:31.327167+0000","last_became_peered":"2024-07-26T17:04:31.327167+0000","last_unstale":"2024-07-26T17:04:33.504072+0000","last_undegraded":"2024-07-26T17:04:33.504072+0000","last_fullsized":"2024-07-26T17:04:33.504072+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:24:52.088880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.2f","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502819+0000","last_change":"2024-07-26T17:04:20.257133+0000","last_active":"2024-07-26T17:04:33.502819+0000","last_peered":"2024-07-26T17:04:33.502819+0000","last_clean":"2024-07-26T17:04:33.502819+0000","last_became_active":"2024-07-26T17:04:20.256327+0000","last_became_peered":"2024-07-26T17:04:20.256327+0000","last_unstale":"2024-07-26T17:04:33.502819+0000","last_undegraded":"2024-07-26T17:04:33.502819+0000","last_fullsized":"2024-07-26T17:04:33.502819+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:14:18.205304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.32","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203843+0000","last_change":"2024-07-26T17:04:31.336884+0000","last_active":"2024-07-26T17:04:33.203843+0000","last_peered":"2024-07-26T17:04:33.203843+0000","last_clean":"2024-07-26T17:04:33.203843+0000","last_became_active":"2024-07-26T17:04:31.335901+0000","last_became_peered":"2024-07-26T17:04:31.335901+0000","last_unstale":"2024-07-26T17:04:33.203843+0000","last_undegraded":"2024-07-26T17:04:33.203843+0000","last_fullsized":"2024-07-26T17:04:33.203843+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:45:58.782741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.30","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316939+0000","last_change":"2024-07-26T17:04:20.246845+0000","last_active":"2024-07-26T17:04:33.316939+0000","last_peered":"2024-07-26T17:04:33.316939+0000","last_clean":"2024-07-26T17:04:33.316939+0000","last_became_active":"2024-07-26T17:04:20.246524+0000","last_became_peered":"2024-07-26T17:04:20.246524+0000","last_unstale":"2024-07-26T17:04:33.316939+0000","last_undegraded":"2024-07-26T17:04:33.316939+0000","last_fullsized":"2024-07-26T17:04:33.316939+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:30.737159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.33","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325584+0000","last_change":"2024-07-26T17:04:31.332390+0000","last_active":"2024-07-26T17:04:32.325584+0000","last_peered":"2024-07-26T17:04:32.325584+0000","last_clean":"2024-07-26T17:04:32.325584+0000","last_became_active":"2024-07-26T17:04:31.331821+0000","last_became_peered":"2024-07-26T17:04:31.331821+0000","last_unstale":"2024-07-26T17:04:32.325584+0000","last_undegraded":"2024-07-26T17:04:32.325584+0000","last_fullsized":"2024-07-26T17:04:32.325584+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:05:00.795846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.31","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326784+0000","last_change":"2024-07-26T17:04:20.257040+0000","last_active":"2024-07-26T17:04:32.326784+0000","last_peered":"2024-07-26T17:04:32.326784+0000","last_clean":"2024-07-26T17:04:32.326784+0000","last_became_active":"2024-07-26T17:04:20.256281+0000","last_became_peered":"2024-07-26T17:04:20.256281+0000","last_unstale":"2024-07-26T17:04:32.326784+0000","last_undegraded":"2024-07-26T17:04:32.326784+0000","last_fullsized":"2024-07-26T17:04:32.326784+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:53.796679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.30","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326192+0000","last_change":"2024-07-26T17:04:31.323055+0000","last_active":"2024-07-26T17:04:32.326192+0000","last_peered":"2024-07-26T17:04:32.326192+0000","last_clean":"2024-07-26T17:04:32.326192+0000","last_became_active":"2024-07-26T17:04:31.322727+0000","last_became_peered":"2024-07-26T17:04:31.322727+0000","last_unstale":"2024-07-26T17:04:32.326192+0000","last_undegraded":"2024-07-26T17:04:32.326192+0000","last_fullsized":"2024-07-26T17:04:32.326192+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:46:20.109634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.32","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203953+0000","last_change":"2024-07-26T17:04:20.252674+0000","last_active":"2024-07-26T17:04:33.203953+0000","last_peered":"2024-07-26T17:04:33.203953+0000","last_clean":"2024-07-26T17:04:33.203953+0000","last_became_active":"2024-07-26T17:04:20.252260+0000","last_became_peered":"2024-07-26T17:04:20.252260+0000","last_unstale":"2024-07-26T17:04:33.203953+0000","last_undegraded":"2024-07-26T17:04:33.203953+0000","last_fullsized":"2024-07-26T17:04:33.203953+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:14.632483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.31","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316777+0000","last_change":"2024-07-26T17:04:31.324902+0000","last_active":"2024-07-26T17:04:33.316777+0000","last_peered":"2024-07-26T17:04:33.316777+0000","last_clean":"2024-07-26T17:04:33.316777+0000","last_became_active":"2024-07-26T17:04:31.324581+0000","last_became_peered":"2024-07-26T17:04:31.324581+0000","last_unstale":"2024-07-26T17:04:33.316777+0000","last_undegraded":"2024-07-26T17:04:33.316777+0000","last_fullsized":"2024-07-26T17:04:33.316777+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:28.724153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.33","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503781+0000","last_change":"2024-07-26T17:04:20.257292+0000","last_active":"2024-07-26T17:04:33.503781+0000","last_peered":"2024-07-26T17:04:33.503781+0000","last_clean":"2024-07-26T17:04:33.503781+0000","last_became_active":"2024-07-26T17:04:20.256538+0000","last_became_peered":"2024-07-26T17:04:20.256538+0000","last_unstale":"2024-07-26T17:04:33.503781+0000","last_undegraded":"2024-07-26T17:04:33.503781+0000","last_fullsized":"2024-07-26T17:04:33.503781+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:56:30.080272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.36","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328397+0000","last_change":"2024-07-26T17:04:31.326930+0000","last_active":"2024-07-26T17:04:32.328397+0000","last_peered":"2024-07-26T17:04:32.328397+0000","last_clean":"2024-07-26T17:04:32.328397+0000","last_became_active":"2024-07-26T17:04:31.326576+0000","last_became_peered":"2024-07-26T17:04:31.326576+0000","last_unstale":"2024-07-26T17:04:32.328397+0000","last_undegraded":"2024-07-26T17:04:32.328397+0000","last_fullsized":"2024-07-26T17:04:32.328397+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:28:38.017245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.34","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395137+0000","last_change":"2024-07-26T17:04:20.260701+0000","last_active":"2024-07-26T17:04:33.395137+0000","last_peered":"2024-07-26T17:04:33.395137+0000","last_clean":"2024-07-26T17:04:33.395137+0000","last_became_active":"2024-07-26T17:04:20.260376+0000","last_became_peered":"2024-07-26T17:04:20.260376+0000","last_unstale":"2024-07-26T17:04:33.395137+0000","last_undegraded":"2024-07-26T17:04:33.395137+0000","last_fullsized":"2024-07-26T17:04:33.395137+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:27:43.663187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.37","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395248+0000","last_change":"2024-07-26T17:04:31.325680+0000","last_active":"2024-07-26T17:04:33.395248+0000","last_peered":"2024-07-26T17:04:33.395248+0000","last_clean":"2024-07-26T17:04:33.395248+0000","last_became_active":"2024-07-26T17:04:31.325353+0000","last_became_peered":"2024-07-26T17:04:31.325353+0000","last_unstale":"2024-07-26T17:04:33.395248+0000","last_undegraded":"2024-07-26T17:04:33.395248+0000","last_fullsized":"2024-07-26T17:04:33.395248+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:09:04.311507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.35","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317673+0000","last_change":"2024-07-26T17:04:20.260223+0000","last_active":"2024-07-26T17:04:33.317673+0000","last_peered":"2024-07-26T17:04:33.317673+0000","last_clean":"2024-07-26T17:04:33.317673+0000","last_became_active":"2024-07-26T17:04:20.259635+0000","last_became_peered":"2024-07-26T17:04:20.259635+0000","last_unstale":"2024-07-26T17:04:33.317673+0000","last_undegraded":"2024-07-26T17:04:33.317673+0000","last_fullsized":"2024-07-26T17:04:33.317673+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:16.831902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.34","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204482+0000","last_change":"2024-07-26T17:04:31.344565+0000","last_active":"2024-07-26T17:04:33.204482+0000","last_peered":"2024-07-26T17:04:33.204482+0000","last_clean":"2024-07-26T17:04:33.204482+0000","last_became_active":"2024-07-26T17:04:31.344240+0000","last_became_peered":"2024-07-26T17:04:31.344240+0000","last_unstale":"2024-07-26T17:04:33.204482+0000","last_undegraded":"2024-07-26T17:04:33.204482+0000","last_fullsized":"2024-07-26T17:04:33.204482+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:40:48.282157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.36","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204994+0000","last_change":"2024-07-26T17:04:20.263955+0000","last_active":"2024-07-26T17:04:33.204994+0000","last_peered":"2024-07-26T17:04:33.204994+0000","last_clean":"2024-07-26T17:04:33.204994+0000","last_became_active":"2024-07-26T17:04:20.263624+0000","last_became_peered":"2024-07-26T17:04:20.263624+0000","last_unstale":"2024-07-26T17:04:33.204994+0000","last_undegraded":"2024-07-26T17:04:33.204994+0000","last_fullsized":"2024-07-26T17:04:33.204994+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:30:31.851130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.35","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328262+0000","last_change":"2024-07-26T17:04:31.327677+0000","last_active":"2024-07-26T17:04:32.328262+0000","last_peered":"2024-07-26T17:04:32.328262+0000","last_clean":"2024-07-26T17:04:32.328262+0000","last_became_active":"2024-07-26T17:04:31.327371+0000","last_became_peered":"2024-07-26T17:04:31.327371+0000","last_unstale":"2024-07-26T17:04:32.328262+0000","last_undegraded":"2024-07-26T17:04:32.328262+0000","last_fullsized":"2024-07-26T17:04:32.328262+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:22:15.111576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.37","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502747+0000","last_change":"2024-07-26T17:04:20.243182+0000","last_active":"2024-07-26T17:04:33.502747+0000","last_peered":"2024-07-26T17:04:33.502747+0000","last_clean":"2024-07-26T17:04:33.502747+0000","last_became_active":"2024-07-26T17:04:20.242843+0000","last_became_peered":"2024-07-26T17:04:20.242843+0000","last_unstale":"2024-07-26T17:04:33.502747+0000","last_undegraded":"2024-07-26T17:04:33.502747+0000","last_fullsized":"2024-07-26T17:04:33.502747+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:16.445437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.3a","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326361+0000","last_change":"2024-07-26T17:04:31.330969+0000","last_active":"2024-07-26T17:04:32.326361+0000","last_peered":"2024-07-26T17:04:32.326361+0000","last_clean":"2024-07-26T17:04:32.326361+0000","last_became_active":"2024-07-26T17:04:31.330650+0000","last_became_peered":"2024-07-26T17:04:31.330650+0000","last_unstale":"2024-07-26T17:04:32.326361+0000","last_undegraded":"2024-07-26T17:04:32.326361+0000","last_fullsized":"2024-07-26T17:04:32.326361+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:43.059704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.38","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203959+0000","last_change":"2024-07-26T17:04:20.261455+0000","last_active":"2024-07-26T17:04:33.203959+0000","last_peered":"2024-07-26T17:04:33.203959+0000","last_clean":"2024-07-26T17:04:33.203959+0000","last_became_active":"2024-07-26T17:04:20.261099+0000","last_became_peered":"2024-07-26T17:04:20.261099+0000","last_unstale":"2024-07-26T17:04:33.203959+0000","last_undegraded":"2024-07-26T17:04:33.203959+0000","last_fullsized":"2024-07-26T17:04:33.203959+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:02:48.485931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.3b","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503929+0000","last_change":"2024-07-26T17:04:31.323240+0000","last_active":"2024-07-26T17:04:33.503929+0000","last_peered":"2024-07-26T17:04:33.503929+0000","last_clean":"2024-07-26T17:04:33.503929+0000","last_became_active":"2024-07-26T17:04:31.322460+0000","last_became_peered":"2024-07-26T17:04:31.322460+0000","last_unstale":"2024-07-26T17:04:33.503929+0000","last_undegraded":"2024-07-26T17:04:33.503929+0000","last_fullsized":"2024-07-26T17:04:33.503929+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:13:52.953880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.39","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395003+0000","last_change":"2024-07-26T17:04:20.254088+0000","last_active":"2024-07-26T17:04:33.395003+0000","last_peered":"2024-07-26T17:04:33.395003+0000","last_clean":"2024-07-26T17:04:33.395003+0000","last_became_active":"2024-07-26T17:04:20.253679+0000","last_became_peered":"2024-07-26T17:04:20.253679+0000","last_unstale":"2024-07-26T17:04:33.395003+0000","last_undegraded":"2024-07-26T17:04:33.395003+0000","last_fullsized":"2024-07-26T17:04:33.395003+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:09.168287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.38","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325500+0000","last_change":"2024-07-26T17:04:31.331874+0000","last_active":"2024-07-26T17:04:32.325500+0000","last_peered":"2024-07-26T17:04:32.325500+0000","last_clean":"2024-07-26T17:04:32.325500+0000","last_became_active":"2024-07-26T17:04:31.331502+0000","last_became_peered":"2024-07-26T17:04:31.331502+0000","last_unstale":"2024-07-26T17:04:32.325500+0000","last_undegraded":"2024-07-26T17:04:32.325500+0000","last_fullsized":"2024-07-26T17:04:32.325500+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:29:56.013757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.3a","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503112+0000","last_change":"2024-07-26T17:04:20.252714+0000","last_active":"2024-07-26T17:04:33.503112+0000","last_peered":"2024-07-26T17:04:33.503112+0000","last_clean":"2024-07-26T17:04:33.503112+0000","last_became_active":"2024-07-26T17:04:20.252244+0000","last_became_peered":"2024-07-26T17:04:20.252244+0000","last_unstale":"2024-07-26T17:04:33.503112+0000","last_undegraded":"2024-07-26T17:04:33.503112+0000","last_fullsized":"2024-07-26T17:04:33.503112+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:17.653252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.39","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328025+0000","last_change":"2024-07-26T17:04:31.332890+0000","last_active":"2024-07-26T17:04:32.328025+0000","last_peered":"2024-07-26T17:04:32.328025+0000","last_clean":"2024-07-26T17:04:32.328025+0000","last_became_active":"2024-07-26T17:04:31.332560+0000","last_became_peered":"2024-07-26T17:04:31.332560+0000","last_unstale":"2024-07-26T17:04:32.328025+0000","last_undegraded":"2024-07-26T17:04:32.328025+0000","last_fullsized":"2024-07-26T17:04:32.328025+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:04.837683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.3b","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395285+0000","last_change":"2024-07-26T17:04:20.255597+0000","last_active":"2024-07-26T17:04:33.395285+0000","last_peered":"2024-07-26T17:04:33.395285+0000","last_clean":"2024-07-26T17:04:33.395285+0000","last_became_active":"2024-07-26T17:04:20.255209+0000","last_became_peered":"2024-07-26T17:04:20.255209+0000","last_unstale":"2024-07-26T17:04:33.395285+0000","last_undegraded":"2024-07-26T17:04:33.395285+0000","last_fullsized":"2024-07-26T17:04:33.395285+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:31.440451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.3e","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502605+0000","last_change":"2024-07-26T17:04:31.327118+0000","last_active":"2024-07-26T17:04:33.502605+0000","last_peered":"2024-07-26T17:04:33.502605+0000","last_clean":"2024-07-26T17:04:33.502605+0000","last_became_active":"2024-07-26T17:04:31.326783+0000","last_became_peered":"2024-07-26T17:04:31.326783+0000","last_unstale":"2024-07-26T17:04:33.502605+0000","last_undegraded":"2024-07-26T17:04:33.502605+0000","last_fullsized":"2024-07-26T17:04:33.502605+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:58:29.005806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.3c","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503677+0000","last_change":"2024-07-26T17:04:20.261000+0000","last_active":"2024-07-26T17:04:33.503677+0000","last_peered":"2024-07-26T17:04:33.503677+0000","last_clean":"2024-07-26T17:04:33.503677+0000","last_became_active":"2024-07-26T17:04:20.260479+0000","last_became_peered":"2024-07-26T17:04:20.260479+0000","last_unstale":"2024-07-26T17:04:33.503677+0000","last_undegraded":"2024-07-26T17:04:33.503677+0000","last_fullsized":"2024-07-26T17:04:33.503677+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:48:00.334248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.3f","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503634+0000","last_change":"2024-07-26T17:04:31.325948+0000","last_active":"2024-07-26T17:04:33.503634+0000","last_peered":"2024-07-26T17:04:33.503634+0000","last_clean":"2024-07-26T17:04:33.503634+0000","last_became_active":"2024-07-26T17:04:31.325174+0000","last_became_peered":"2024-07-26T17:04:31.325174+0000","last_unstale":"2024-07-26T17:04:33.503634+0000","last_undegraded":"2024-07-26T17:04:33.503634+0000","last_fullsized":"2024-07-26T17:04:33.503634+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:42.182872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.3d","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317520+0000","last_change":"2024-07-26T17:04:20.251925+0000","last_active":"2024-07-26T17:04:33.317520+0000","last_peered":"2024-07-26T17:04:33.317520+0000","last_clean":"2024-07-26T17:04:33.317520+0000","last_became_active":"2024-07-26T17:04:20.251644+0000","last_became_peered":"2024-07-26T17:04:20.251644+0000","last_unstale":"2024-07-26T17:04:33.317520+0000","last_undegraded":"2024-07-26T17:04:33.317520+0000","last_fullsized":"2024-07-26T17:04:33.317520+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:13.770961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.3c","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327510+0000","last_change":"2024-07-26T17:04:31.329136+0000","last_active":"2024-07-26T17:04:32.327510+0000","last_peered":"2024-07-26T17:04:32.327510+0000","last_clean":"2024-07-26T17:04:32.327510+0000","last_became_active":"2024-07-26T17:04:31.326680+0000","last_became_peered":"2024-07-26T17:04:31.326680+0000","last_unstale":"2024-07-26T17:04:32.327510+0000","last_undegraded":"2024-07-26T17:04:32.327510+0000","last_fullsized":"2024-07-26T17:04:32.327510+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:18:08.076334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.3e","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.329154+0000","last_change":"2024-07-26T17:04:20.256364+0000","last_active":"2024-07-26T17:04:32.329154+0000","last_peered":"2024-07-26T17:04:32.329154+0000","last_clean":"2024-07-26T17:04:32.329154+0000","last_became_active":"2024-07-26T17:04:20.256041+0000","last_became_peered":"2024-07-26T17:04:20.256041+0000","last_unstale":"2024-07-26T17:04:32.329154+0000","last_undegraded":"2024-07-26T17:04:32.329154+0000","last_fullsized":"2024-07-26T17:04:32.329154+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:43:10.713868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.3d","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328698+0000","last_change":"2024-07-26T17:04:31.330719+0000","last_active":"2024-07-26T17:04:32.328698+0000","last_peered":"2024-07-26T17:04:32.328698+0000","last_clean":"2024-07-26T17:04:32.328698+0000","last_became_active":"2024-07-26T17:04:31.330353+0000","last_became_peered":"2024-07-26T17:04:31.330353+0000","last_unstale":"2024-07-26T17:04:32.328698+0000","last_undegraded":"2024-07-26T17:04:32.328698+0000","last_fullsized":"2024-07-26T17:04:32.328698+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:43.105804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.3f","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327146+0000","last_change":"2024-07-26T17:04:20.255095+0000","last_active":"2024-07-26T17:04:32.327146+0000","last_peered":"2024-07-26T17:04:32.327146+0000","last_clean":"2024-07-26T17:04:32.327146+0000","last_became_active":"2024-07-26T17:04:20.254724+0000","last_became_peered":"2024-07-26T17:04:20.254724+0000","last_unstale":"2024-07-26T17:04:32.327146+0000","last_undegraded":"2024-07-26T17:04:32.327146+0000","last_fullsized":"2024-07-26T17:04:32.327146+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:03:08.415327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":30,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":29,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":28,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":27,"num_pg":32,"stat_sum":{"num_bytes":3666,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":365,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":226,"ondisk_log_size":226,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575998,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52676,"kb_used_data":3440,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319164,"statfs":{"total":96636764160,"available":96582823936,"internally_reserved":0,"allocated":3522560,"data_stored":2108061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510589,"num_pgs":70,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42380,"kb_used_data":2876,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329460,"statfs":{"total":96636764160,"available":96593367040,"internally_reserved":0,"allocated":2945024,"data_stored":1519271,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510589,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52104,"kb_used_data":2872,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319736,"statfs":{"total":96636764160,"available":96583409664,"internally_reserved":0,"allocated":2940928,"data_stored":1523536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510589,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52088,"kb_used_data":2856,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319752,"statfs":{"total":96636764160,"available":96583426048,"internally_reserved":0,"allocated":2924544,"data_stored":1522470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510588,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47936,"kb_used_data":2864,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323904,"statfs":{"total":96636764160,"available":96587677696,"internally_reserved":0,"allocated":2932736,"data_stored":1521946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":46135751},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510588,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47916,"kb_used_data":2848,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323924,"statfs":{"total":96636764160,"available":96587698176,"internally_reserved":0,"allocated":2916352,"data_stored":1514789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510591,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47916,"kb_used_data":2848,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323924,"statfs":{"total":96636764160,"available":96587698176,"internally_reserved":0,"allocated":2916352,"data_stored":1521798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543295,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42928,"kb_used_data":3420,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94328912,"statfs":{"total":96636764160,"available":96592805888,"internally_reserved":0,"allocated":3502080,"data_stored":2104541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:04:35.434 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:04:35.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.583+0000 7f6c8e65b640 1 -- 172.21.15.33:0/2346092977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c88073940 msgr2=0x7f6c8813e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.583+0000 7f6c8e65b640 1 --2- 172.21.15.33:0/2346092977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c88073940 0x7f6c8813e440 secure :-1 s=READY pgs=2223 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c005fd0 tx=0x7f6c7c02a540 comp rx=0 tx=0).stop 2024-07-26T17:04:35.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.583+0000 7f6c8e65b640 1 -- 172.21.15.33:0/2346092977 shutdown_connections 2024-07-26T17:04:35.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.583+0000 7f6c8e65b640 1 --2- 172.21.15.33:0/2346092977 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c88140650 0x7f6c88140a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.583+0000 7f6c8e65b640 1 --2- 172.21.15.33:0/2346092977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c88073940 0x7f6c8813e440 unknown :-1 s=CLOSED pgs=2223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.583+0000 7f6c8e65b640 1 -- 172.21.15.33:0/2346092977 >> 172.21.15.33:0/2346092977 conn(0x7f6c880b26e0 msgr2=0x7f6c880b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:35.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.583+0000 7f6c8e65b640 1 -- 172.21.15.33:0/2346092977 shutdown_connections 2024-07-26T17:04:35.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.583+0000 7f6c8e65b640 1 -- 172.21.15.33:0/2346092977 wait complete. 2024-07-26T17:04:35.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.585+0000 7f6c8e65b640 1 Processor -- start 2024-07-26T17:04:35.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.585+0000 7f6c8e65b640 1 -- start start 2024-07-26T17:04:35.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.586+0000 7f6c8e65b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c8813dd60 0x7f6c8813b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.586+0000 7f6c8e65b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c88140650 0x7f6c88135470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.586+0000 7f6c8e65b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c88154410 0x7f6c880cf250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.586+0000 7f6c8e65b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6c880b4dd0 con 0x7f6c8813dd60 2024-07-26T17:04:35.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.586+0000 7f6c8e65b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6c880b4c50 con 0x7f6c88140650 2024-07-26T17:04:35.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.586+0000 7f6c8e65b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6c880b4f50 con 0x7f6c88154410 2024-07-26T17:04:35.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.586+0000 7f6c87fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c8813dd60 0x7f6c8813b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.586+0000 7f6c87fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c8813dd60 0x7f6c8813b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39796/0 (socket says 172.21.15.33:39796) 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.586+0000 7f6c87fff640 1 -- 172.21.15.33:0/1590661525 learned_addr learned my addr 172.21.15.33:0/1590661525 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.586+0000 7f6c8cbf8640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c88154410 0x7f6c880cf250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.586+0000 7f6c877fe640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c88140650 0x7f6c88135470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c87fff640 1 -- 172.21.15.33:0/1590661525 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c88154410 msgr2=0x7f6c880cf250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c87fff640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c88154410 0x7f6c880cf250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c87fff640 1 -- 172.21.15.33:0/1590661525 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c88140650 msgr2=0x7f6c88135470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c87fff640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c88140650 0x7f6c88135470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c87fff640 1 -- 172.21.15.33:0/1590661525 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c88137d10 con 0x7f6c8813dd60 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c877fe640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c88140650 0x7f6c88135470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c87fff640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c8813dd60 0x7f6c8813b930 secure :-1 s=READY pgs=2224 cs=0 l=1 rev1=1 crypto rx=0x7f6c7800c3a0 tx=0x7f6c7800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c84ff9640 1 -- 172.21.15.33:0/1590661525 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c78017070 con 0x7f6c8813dd60 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c84ff9640 1 -- 172.21.15.33:0/1590661525 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c780053c0 con 0x7f6c8813dd60 2024-07-26T17:04:35.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c8e65b640 1 -- 172.21.15.33:0/1590661525 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c88137ff0 con 0x7f6c8813dd60 2024-07-26T17:04:35.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c84ff9640 1 -- 172.21.15.33:0/1590661525 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c78003850 con 0x7f6c8813dd60 2024-07-26T17:04:35.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.587+0000 7f6c8e65b640 1 -- 172.21.15.33:0/1590661525 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c88154bf0 con 0x7f6c8813dd60 2024-07-26T17:04:35.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.588+0000 7f6c8e65b640 1 -- 172.21.15.33:0/1590661525 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c880b5400 con 0x7f6c8813dd60 2024-07-26T17:04:35.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.589+0000 7f6c84ff9640 1 -- 172.21.15.33:0/1590661525 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f6c7801a070 con 0x7f6c8813dd60 2024-07-26T17:04:35.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.589+0000 7f6c84ff9640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6c74077160 0x7f6c74079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.590+0000 7f6c84ff9640 1 -- 172.21.15.33:0/1590661525 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7f6c780983a0 con 0x7f6c8813dd60 2024-07-26T17:04:35.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.590+0000 7f6c877fe640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6c74077160 0x7f6c74079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.590+0000 7f6c877fe640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6c74077160 0x7f6c74079670 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c033000 tx=0x7f6c7c004730 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:35.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.594+0000 7f6c84ff9640 1 -- 172.21.15.33:0/1590661525 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6c780608c0 con 0x7f6c8813dd60 2024-07-26T17:04:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.782+0000 7f6c8e65b640 1 -- 172.21.15.33:0/1590661525 --> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6c8813bff0 con 0x7f6c74077160 2024-07-26T17:04:35.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.789+0000 7f6c84ff9640 1 -- 172.21.15.33:0/1590661525 <== mgr.8687 v2:172.21.15.33:6836/2405396244 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+491475 (secure 0 0 0) 0x7f6c7c0047a0 con 0x7f6c74077160 2024-07-26T17:04:35.796 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:35.799 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:04:35.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 -- 172.21.15.33:0/1590661525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6c74077160 msgr2=0x7f6c74079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6c74077160 0x7f6c74079670 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6c7c033000 tx=0x7f6c7c004730 comp rx=0 tx=0).stop 2024-07-26T17:04:35.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 -- 172.21.15.33:0/1590661525 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c8813dd60 msgr2=0x7f6c8813b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c8813dd60 0x7f6c8813b930 secure :-1 s=READY pgs=2224 cs=0 l=1 rev1=1 crypto rx=0x7f6c7800c3a0 tx=0x7f6c7800c860 comp rx=0 tx=0).stop 2024-07-26T17:04:35.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 -- 172.21.15.33:0/1590661525 shutdown_connections 2024-07-26T17:04:35.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f6c74077160 0x7f6c74079670 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6c88154410 0x7f6c880cf250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6c88140650 0x7f6c88135470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 --2- 172.21.15.33:0/1590661525 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6c8813dd60 0x7f6c8813b930 unknown :-1 s=CLOSED pgs=2224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 -- 172.21.15.33:0/1590661525 >> 172.21.15.33:0/1590661525 conn(0x7f6c880b26e0 msgr2=0x7f6c881e7be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:35.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 -- 172.21.15.33:0/1590661525 shutdown_connections 2024-07-26T17:04:35.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.794+0000 7f6c8e65b640 1 -- 172.21.15.33:0/1590661525 wait complete. 2024-07-26T17:04:35.807 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":31,"stamp":"2024-07-26T17:04:33.915200+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596444,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":457,"num_write_kb":1658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":28,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":306,"ondisk_log_size":306,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":349,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":385944,"kb_used_data":24024,"kb_used_omap":12,"kb_used_meta":361779,"kb_avail":754588776,"statfs":{"total":773094113280,"available":772698906624,"internally_reserved":0,"allocated":24600576,"data_stored":13336412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":370462257},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3225,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.621001"},"pg_stats":[{"pgid":"30.1f","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328354+0000","last_change":"2024-07-26T17:04:31.338548+0000","last_active":"2024-07-26T17:04:32.328354+0000","last_peered":"2024-07-26T17:04:32.328354+0000","last_clean":"2024-07-26T17:04:32.328354+0000","last_became_active":"2024-07-26T17:04:31.338207+0000","last_became_peered":"2024-07-26T17:04:31.338207+0000","last_unstale":"2024-07-26T17:04:32.328354+0000","last_undegraded":"2024-07-26T17:04:32.328354+0000","last_fullsized":"2024-07-26T17:04:32.328354+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:12.840307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"219'226","reported_seq":1098,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503486+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:04:33.503486+0000","last_peered":"2024-07-26T17:04:33.503486+0000","last_clean":"2024-07-26T17:04:33.503486+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:04:33.503486+0000","last_undegraded":"2024-07-26T17:04:33.503486+0000","last_fullsized":"2024-07-26T17:04:33.503486+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":226,"log_dups_size":0,"ondisk_log_size":226,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":365,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1a","version":"228'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502260+0000","last_change":"2024-07-26T17:04:19.255718+0000","last_active":"2024-07-26T17:04:33.502260+0000","last_peered":"2024-07-26T17:04:33.502260+0000","last_clean":"2024-07-26T17:04:33.502260+0000","last_became_active":"2024-07-26T17:04:19.255378+0000","last_became_peered":"2024-07-26T17:04:19.255378+0000","last_unstale":"2024-07-26T17:04:33.502260+0000","last_undegraded":"2024-07-26T17:04:33.502260+0000","last_fullsized":"2024-07-26T17:04:33.502260+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:29.728777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.1d","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326083+0000","last_change":"2024-07-26T17:04:20.256075+0000","last_active":"2024-07-26T17:04:32.326083+0000","last_peered":"2024-07-26T17:04:32.326083+0000","last_clean":"2024-07-26T17:04:32.326083+0000","last_became_active":"2024-07-26T17:04:20.255734+0000","last_became_peered":"2024-07-26T17:04:20.255734+0000","last_unstale":"2024-07-26T17:04:32.326083+0000","last_undegraded":"2024-07-26T17:04:32.326083+0000","last_fullsized":"2024-07-26T17:04:32.326083+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:31.309569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.1c","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503314+0000","last_change":"2024-07-26T17:04:30.326478+0000","last_active":"2024-07-26T17:04:33.503314+0000","last_peered":"2024-07-26T17:04:33.503314+0000","last_clean":"2024-07-26T17:04:33.503314+0000","last_became_active":"2024-07-26T17:04:30.326210+0000","last_became_peered":"2024-07-26T17:04:30.326210+0000","last_unstale":"2024-07-26T17:04:33.503314+0000","last_undegraded":"2024-07-26T17:04:33.503314+0000","last_fullsized":"2024-07-26T17:04:33.503314+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:18:21.000518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.5","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503776+0000","last_change":"2024-07-26T17:04:31.325930+0000","last_active":"2024-07-26T17:04:33.503776+0000","last_peered":"2024-07-26T17:04:33.503776+0000","last_clean":"2024-07-26T17:04:33.503776+0000","last_became_active":"2024-07-26T17:04:31.325623+0000","last_became_peered":"2024-07-26T17:04:31.325623+0000","last_unstale":"2024-07-26T17:04:33.503776+0000","last_undegraded":"2024-07-26T17:04:33.503776+0000","last_fullsized":"2024-07-26T17:04:33.503776+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:00:51.293563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395174+0000","last_change":"2024-07-26T17:04:19.252605+0000","last_active":"2024-07-26T17:04:33.395174+0000","last_peered":"2024-07-26T17:04:33.395174+0000","last_clean":"2024-07-26T17:04:33.395174+0000","last_became_active":"2024-07-26T17:04:19.252297+0000","last_became_peered":"2024-07-26T17:04:19.252297+0000","last_unstale":"2024-07-26T17:04:33.395174+0000","last_undegraded":"2024-07-26T17:04:33.395174+0000","last_fullsized":"2024-07-26T17:04:33.395174+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:38:43.981403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.7","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317205+0000","last_change":"2024-07-26T17:04:20.253668+0000","last_active":"2024-07-26T17:04:33.317205+0000","last_peered":"2024-07-26T17:04:33.317205+0000","last_clean":"2024-07-26T17:04:33.317205+0000","last_became_active":"2024-07-26T17:04:20.253310+0000","last_became_peered":"2024-07-26T17:04:20.253310+0000","last_unstale":"2024-07-26T17:04:33.317205+0000","last_undegraded":"2024-07-26T17:04:33.317205+0000","last_fullsized":"2024-07-26T17:04:33.317205+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:05:44.274309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.6","version":"233'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.319077+0000","last_change":"2024-07-26T17:04:30.320357+0000","last_active":"2024-07-26T17:04:33.319077+0000","last_peered":"2024-07-26T17:04:33.319077+0000","last_clean":"2024-07-26T17:04:33.319077+0000","last_became_active":"2024-07-26T17:04:30.319978+0000","last_became_peered":"2024-07-26T17:04:30.319978+0000","last_unstale":"2024-07-26T17:04:33.319077+0000","last_undegraded":"2024-07-26T17:04:33.319077+0000","last_fullsized":"2024-07-26T17:04:33.319077+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:28:47.012065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.4","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502336+0000","last_change":"2024-07-26T17:04:31.325126+0000","last_active":"2024-07-26T17:04:33.502336+0000","last_peered":"2024-07-26T17:04:33.502336+0000","last_clean":"2024-07-26T17:04:33.502336+0000","last_became_active":"2024-07-26T17:04:31.324746+0000","last_became_peered":"2024-07-26T17:04:31.324746+0000","last_unstale":"2024-07-26T17:04:33.502336+0000","last_undegraded":"2024-07-26T17:04:33.502336+0000","last_fullsized":"2024-07-26T17:04:33.502336+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:43.370827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325747+0000","last_change":"2024-07-26T17:04:19.248143+0000","last_active":"2024-07-26T17:04:32.325747+0000","last_peered":"2024-07-26T17:04:32.325747+0000","last_clean":"2024-07-26T17:04:32.325747+0000","last_became_active":"2024-07-26T17:04:19.247807+0000","last_became_peered":"2024-07-26T17:04:19.247807+0000","last_unstale":"2024-07-26T17:04:32.325747+0000","last_undegraded":"2024-07-26T17:04:32.325747+0000","last_fullsized":"2024-07-26T17:04:32.325747+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:36.030813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.6","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503612+0000","last_change":"2024-07-26T17:04:20.260933+0000","last_active":"2024-07-26T17:04:33.503612+0000","last_peered":"2024-07-26T17:04:33.503612+0000","last_clean":"2024-07-26T17:04:33.503612+0000","last_became_active":"2024-07-26T17:04:20.260603+0000","last_became_peered":"2024-07-26T17:04:20.260603+0000","last_unstale":"2024-07-26T17:04:33.503612+0000","last_undegraded":"2024-07-26T17:04:33.503612+0000","last_fullsized":"2024-07-26T17:04:33.503612+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:29.994218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.7","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204976+0000","last_change":"2024-07-26T17:04:30.323987+0000","last_active":"2024-07-26T17:04:33.204976+0000","last_peered":"2024-07-26T17:04:33.204976+0000","last_clean":"2024-07-26T17:04:33.204976+0000","last_became_active":"2024-07-26T17:04:30.321891+0000","last_became_peered":"2024-07-26T17:04:30.321891+0000","last_unstale":"2024-07-26T17:04:33.204976+0000","last_undegraded":"2024-07-26T17:04:33.204976+0000","last_fullsized":"2024-07-26T17:04:33.204976+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:18:07.070275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.7","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395579+0000","last_change":"2024-07-26T17:04:31.327833+0000","last_active":"2024-07-26T17:04:33.395579+0000","last_peered":"2024-07-26T17:04:33.395579+0000","last_clean":"2024-07-26T17:04:33.395579+0000","last_became_active":"2024-07-26T17:04:31.327483+0000","last_became_peered":"2024-07-26T17:04:31.327483+0000","last_unstale":"2024-07-26T17:04:33.395579+0000","last_undegraded":"2024-07-26T17:04:33.395579+0000","last_fullsized":"2024-07-26T17:04:33.395579+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:23:42.797004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502399+0000","last_change":"2024-07-26T17:04:19.246583+0000","last_active":"2024-07-26T17:04:33.502399+0000","last_peered":"2024-07-26T17:04:33.502399+0000","last_clean":"2024-07-26T17:04:33.502399+0000","last_became_active":"2024-07-26T17:04:19.246203+0000","last_became_peered":"2024-07-26T17:04:19.246203+0000","last_unstale":"2024-07-26T17:04:33.502399+0000","last_undegraded":"2024-07-26T17:04:33.502399+0000","last_fullsized":"2024-07-26T17:04:33.502399+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:37:10.170767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.5","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.504059+0000","last_change":"2024-07-26T17:04:20.256842+0000","last_active":"2024-07-26T17:04:33.504059+0000","last_peered":"2024-07-26T17:04:33.504059+0000","last_clean":"2024-07-26T17:04:33.504059+0000","last_became_active":"2024-07-26T17:04:20.256544+0000","last_became_peered":"2024-07-26T17:04:20.256544+0000","last_unstale":"2024-07-26T17:04:33.504059+0000","last_undegraded":"2024-07-26T17:04:33.504059+0000","last_fullsized":"2024-07-26T17:04:33.504059+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:58:18.480270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.4","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204888+0000","last_change":"2024-07-26T17:04:30.326775+0000","last_active":"2024-07-26T17:04:33.204888+0000","last_peered":"2024-07-26T17:04:33.204888+0000","last_clean":"2024-07-26T17:04:33.204888+0000","last_became_active":"2024-07-26T17:04:30.324616+0000","last_became_peered":"2024-07-26T17:04:30.324616+0000","last_unstale":"2024-07-26T17:04:33.204888+0000","last_undegraded":"2024-07-26T17:04:33.204888+0000","last_fullsized":"2024-07-26T17:04:33.204888+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:32:20.287471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.6","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326490+0000","last_change":"2024-07-26T17:04:31.341373+0000","last_active":"2024-07-26T17:04:32.326490+0000","last_peered":"2024-07-26T17:04:32.326490+0000","last_clean":"2024-07-26T17:04:32.326490+0000","last_became_active":"2024-07-26T17:04:31.341037+0000","last_became_peered":"2024-07-26T17:04:31.341037+0000","last_unstale":"2024-07-26T17:04:32.326490+0000","last_undegraded":"2024-07-26T17:04:32.326490+0000","last_fullsized":"2024-07-26T17:04:32.326490+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:22:41.434291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204763+0000","last_change":"2024-07-26T17:04:19.251680+0000","last_active":"2024-07-26T17:04:33.204763+0000","last_peered":"2024-07-26T17:04:33.204763+0000","last_clean":"2024-07-26T17:04:33.204763+0000","last_became_active":"2024-07-26T17:04:19.251174+0000","last_became_peered":"2024-07-26T17:04:19.251174+0000","last_unstale":"2024-07-26T17:04:33.204763+0000","last_undegraded":"2024-07-26T17:04:33.204763+0000","last_fullsized":"2024-07-26T17:04:33.204763+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:24.565682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.4","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205091+0000","last_change":"2024-07-26T17:04:20.261968+0000","last_active":"2024-07-26T17:04:33.205091+0000","last_peered":"2024-07-26T17:04:33.205091+0000","last_clean":"2024-07-26T17:04:33.205091+0000","last_became_active":"2024-07-26T17:04:20.261663+0000","last_became_peered":"2024-07-26T17:04:20.261663+0000","last_unstale":"2024-07-26T17:04:33.205091+0000","last_undegraded":"2024-07-26T17:04:33.205091+0000","last_fullsized":"2024-07-26T17:04:33.205091+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:02:00.428156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.5","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317299+0000","last_change":"2024-07-26T17:04:30.322741+0000","last_active":"2024-07-26T17:04:33.317299+0000","last_peered":"2024-07-26T17:04:33.317299+0000","last_clean":"2024-07-26T17:04:33.317299+0000","last_became_active":"2024-07-26T17:04:30.321829+0000","last_became_peered":"2024-07-26T17:04:30.321829+0000","last_unstale":"2024-07-26T17:04:33.317299+0000","last_undegraded":"2024-07-26T17:04:33.317299+0000","last_fullsized":"2024-07-26T17:04:33.317299+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:18.696884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.1","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328104+0000","last_change":"2024-07-26T17:04:31.320940+0000","last_active":"2024-07-26T17:04:32.328104+0000","last_peered":"2024-07-26T17:04:32.328104+0000","last_clean":"2024-07-26T17:04:32.328104+0000","last_became_active":"2024-07-26T17:04:31.320624+0000","last_became_peered":"2024-07-26T17:04:31.320624+0000","last_unstale":"2024-07-26T17:04:32.328104+0000","last_undegraded":"2024-07-26T17:04:32.328104+0000","last_fullsized":"2024-07-26T17:04:32.328104+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:46.526587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326845+0000","last_change":"2024-07-26T17:04:19.246779+0000","last_active":"2024-07-26T17:04:32.326845+0000","last_peered":"2024-07-26T17:04:32.326845+0000","last_clean":"2024-07-26T17:04:32.326845+0000","last_became_active":"2024-07-26T17:04:19.246461+0000","last_became_peered":"2024-07-26T17:04:19.246461+0000","last_unstale":"2024-07-26T17:04:32.326845+0000","last_undegraded":"2024-07-26T17:04:32.326845+0000","last_fullsized":"2024-07-26T17:04:32.326845+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:47:05.381304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.3","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325768+0000","last_change":"2024-07-26T17:04:20.254177+0000","last_active":"2024-07-26T17:04:32.325768+0000","last_peered":"2024-07-26T17:04:32.325768+0000","last_clean":"2024-07-26T17:04:32.325768+0000","last_became_active":"2024-07-26T17:04:20.253571+0000","last_became_peered":"2024-07-26T17:04:20.253571+0000","last_unstale":"2024-07-26T17:04:32.325768+0000","last_undegraded":"2024-07-26T17:04:32.325768+0000","last_fullsized":"2024-07-26T17:04:32.325768+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:06:59.001247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.2","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326953+0000","last_change":"2024-07-26T17:04:30.320964+0000","last_active":"2024-07-26T17:04:32.326953+0000","last_peered":"2024-07-26T17:04:32.326953+0000","last_clean":"2024-07-26T17:04:32.326953+0000","last_became_active":"2024-07-26T17:04:30.320627+0000","last_became_peered":"2024-07-26T17:04:30.320627+0000","last_unstale":"2024-07-26T17:04:32.326953+0000","last_undegraded":"2024-07-26T17:04:32.326953+0000","last_fullsized":"2024-07-26T17:04:32.326953+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:40.021524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.0","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328899+0000","last_change":"2024-07-26T17:04:31.337444+0000","last_active":"2024-07-26T17:04:32.328899+0000","last_peered":"2024-07-26T17:04:32.328899+0000","last_clean":"2024-07-26T17:04:32.328899+0000","last_became_active":"2024-07-26T17:04:31.337158+0000","last_became_peered":"2024-07-26T17:04:31.337158+0000","last_unstale":"2024-07-26T17:04:32.328899+0000","last_undegraded":"2024-07-26T17:04:32.328899+0000","last_fullsized":"2024-07-26T17:04:32.328899+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:46.116698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328313+0000","last_change":"2024-07-26T17:04:19.253901+0000","last_active":"2024-07-26T17:04:32.328313+0000","last_peered":"2024-07-26T17:04:32.328313+0000","last_clean":"2024-07-26T17:04:32.328313+0000","last_became_active":"2024-07-26T17:04:19.253496+0000","last_became_peered":"2024-07-26T17:04:19.253496+0000","last_unstale":"2024-07-26T17:04:32.328313+0000","last_undegraded":"2024-07-26T17:04:32.328313+0000","last_fullsized":"2024-07-26T17:04:32.328313+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:04.232946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.2","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502130+0000","last_change":"2024-07-26T17:04:20.249769+0000","last_active":"2024-07-26T17:04:33.502130+0000","last_peered":"2024-07-26T17:04:33.502130+0000","last_clean":"2024-07-26T17:04:33.502130+0000","last_became_active":"2024-07-26T17:04:20.249475+0000","last_became_peered":"2024-07-26T17:04:20.249475+0000","last_unstale":"2024-07-26T17:04:33.502130+0000","last_undegraded":"2024-07-26T17:04:33.502130+0000","last_fullsized":"2024-07-26T17:04:33.502130+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:58.053502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.3","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204401+0000","last_change":"2024-07-26T17:04:30.326432+0000","last_active":"2024-07-26T17:04:33.204401+0000","last_peered":"2024-07-26T17:04:33.204401+0000","last_clean":"2024-07-26T17:04:33.204401+0000","last_became_active":"2024-07-26T17:04:30.324760+0000","last_became_peered":"2024-07-26T17:04:30.324760+0000","last_unstale":"2024-07-26T17:04:33.204401+0000","last_undegraded":"2024-07-26T17:04:33.204401+0000","last_fullsized":"2024-07-26T17:04:33.204401+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:45:11.315923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.3","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204708+0000","last_change":"2024-07-26T17:04:31.343654+0000","last_active":"2024-07-26T17:04:33.204708+0000","last_peered":"2024-07-26T17:04:33.204708+0000","last_clean":"2024-07-26T17:04:33.204708+0000","last_became_active":"2024-07-26T17:04:31.343028+0000","last_became_peered":"2024-07-26T17:04:31.343028+0000","last_unstale":"2024-07-26T17:04:33.204708+0000","last_undegraded":"2024-07-26T17:04:33.204708+0000","last_fullsized":"2024-07-26T17:04:33.204708+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:50:32.800116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.6","version":"229'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205103+0000","last_change":"2024-07-26T17:04:19.259529+0000","last_active":"2024-07-26T17:04:33.205103+0000","last_peered":"2024-07-26T17:04:33.205103+0000","last_clean":"2024-07-26T17:04:33.205103+0000","last_became_active":"2024-07-26T17:04:19.259150+0000","last_became_peered":"2024-07-26T17:04:19.259150+0000","last_unstale":"2024-07-26T17:04:33.205103+0000","last_undegraded":"2024-07-26T17:04:33.205103+0000","last_fullsized":"2024-07-26T17:04:33.205103+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:43.308758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317001+0000","last_change":"2024-07-26T17:04:20.253028+0000","last_active":"2024-07-26T17:04:33.317001+0000","last_peered":"2024-07-26T17:04:33.317001+0000","last_clean":"2024-07-26T17:04:33.317001+0000","last_became_active":"2024-07-26T17:04:20.252568+0000","last_became_peered":"2024-07-26T17:04:20.252568+0000","last_unstale":"2024-07-26T17:04:33.317001+0000","last_undegraded":"2024-07-26T17:04:33.317001+0000","last_fullsized":"2024-07-26T17:04:33.317001+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:01.904207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.0","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203794+0000","last_change":"2024-07-26T17:04:30.323894+0000","last_active":"2024-07-26T17:04:33.203794+0000","last_peered":"2024-07-26T17:04:33.203794+0000","last_clean":"2024-07-26T17:04:33.203794+0000","last_became_active":"2024-07-26T17:04:30.318995+0000","last_became_peered":"2024-07-26T17:04:30.318995+0000","last_unstale":"2024-07-26T17:04:33.203794+0000","last_undegraded":"2024-07-26T17:04:33.203794+0000","last_fullsized":"2024-07-26T17:04:33.203794+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:04:17.069853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.2","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394968+0000","last_change":"2024-07-26T17:04:31.313253+0000","last_active":"2024-07-26T17:04:33.394968+0000","last_peered":"2024-07-26T17:04:33.394968+0000","last_clean":"2024-07-26T17:04:33.394968+0000","last_became_active":"2024-07-26T17:04:31.312919+0000","last_became_peered":"2024-07-26T17:04:31.312919+0000","last_unstale":"2024-07-26T17:04:33.394968+0000","last_undegraded":"2024-07-26T17:04:33.394968+0000","last_fullsized":"2024-07-26T17:04:33.394968+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:55:47.123549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.7","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502920+0000","last_change":"2024-07-26T17:04:19.251340+0000","last_active":"2024-07-26T17:04:33.502920+0000","last_peered":"2024-07-26T17:04:33.502920+0000","last_clean":"2024-07-26T17:04:33.502920+0000","last_became_active":"2024-07-26T17:04:19.251002+0000","last_became_peered":"2024-07-26T17:04:19.251002+0000","last_unstale":"2024-07-26T17:04:33.502920+0000","last_undegraded":"2024-07-26T17:04:33.502920+0000","last_fullsized":"2024-07-26T17:04:33.502920+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:15.823521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.0","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204094+0000","last_change":"2024-07-26T17:04:20.264363+0000","last_active":"2024-07-26T17:04:33.204094+0000","last_peered":"2024-07-26T17:04:33.204094+0000","last_clean":"2024-07-26T17:04:33.204094+0000","last_became_active":"2024-07-26T17:04:20.263845+0000","last_became_peered":"2024-07-26T17:04:20.263845+0000","last_unstale":"2024-07-26T17:04:33.204094+0000","last_undegraded":"2024-07-26T17:04:33.204094+0000","last_fullsized":"2024-07-26T17:04:33.204094+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:08:26.258473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.1","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503438+0000","last_change":"2024-07-26T17:04:30.320549+0000","last_active":"2024-07-26T17:04:33.503438+0000","last_peered":"2024-07-26T17:04:33.503438+0000","last_clean":"2024-07-26T17:04:33.503438+0000","last_became_active":"2024-07-26T17:04:30.320222+0000","last_became_peered":"2024-07-26T17:04:30.320222+0000","last_unstale":"2024-07-26T17:04:33.503438+0000","last_undegraded":"2024-07-26T17:04:33.503438+0000","last_fullsized":"2024-07-26T17:04:33.503438+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:11:19.509024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.d","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503357+0000","last_change":"2024-07-26T17:04:31.320529+0000","last_active":"2024-07-26T17:04:33.503357+0000","last_peered":"2024-07-26T17:04:33.503357+0000","last_clean":"2024-07-26T17:04:33.503357+0000","last_became_active":"2024-07-26T17:04:31.318152+0000","last_became_peered":"2024-07-26T17:04:31.318152+0000","last_unstale":"2024-07-26T17:04:33.503357+0000","last_undegraded":"2024-07-26T17:04:33.503357+0000","last_fullsized":"2024-07-26T17:04:33.503357+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:17:10.182546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326061+0000","last_change":"2024-07-26T17:04:19.243431+0000","last_active":"2024-07-26T17:04:32.326061+0000","last_peered":"2024-07-26T17:04:32.326061+0000","last_clean":"2024-07-26T17:04:32.326061+0000","last_became_active":"2024-07-26T17:04:19.243058+0000","last_became_peered":"2024-07-26T17:04:19.243058+0000","last_unstale":"2024-07-26T17:04:32.326061+0000","last_undegraded":"2024-07-26T17:04:32.326061+0000","last_fullsized":"2024-07-26T17:04:32.326061+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:52:12.365267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.f","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205272+0000","last_change":"2024-07-26T17:04:20.255255+0000","last_active":"2024-07-26T17:04:33.205272+0000","last_peered":"2024-07-26T17:04:33.205272+0000","last_clean":"2024-07-26T17:04:33.205272+0000","last_became_active":"2024-07-26T17:04:20.252666+0000","last_became_peered":"2024-07-26T17:04:20.252666+0000","last_unstale":"2024-07-26T17:04:33.205272+0000","last_undegraded":"2024-07-26T17:04:33.205272+0000","last_fullsized":"2024-07-26T17:04:33.205272+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:50.488440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.e","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395302+0000","last_change":"2024-07-26T17:04:30.327488+0000","last_active":"2024-07-26T17:04:33.395302+0000","last_peered":"2024-07-26T17:04:33.395302+0000","last_clean":"2024-07-26T17:04:33.395302+0000","last_became_active":"2024-07-26T17:04:30.327149+0000","last_became_peered":"2024-07-26T17:04:30.327149+0000","last_unstale":"2024-07-26T17:04:33.395302+0000","last_undegraded":"2024-07-26T17:04:33.395302+0000","last_fullsized":"2024-07-26T17:04:33.395302+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:02:10.492998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.c","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502548+0000","last_change":"2024-07-26T17:04:31.338150+0000","last_active":"2024-07-26T17:04:33.502548+0000","last_peered":"2024-07-26T17:04:33.502548+0000","last_clean":"2024-07-26T17:04:33.502548+0000","last_became_active":"2024-07-26T17:04:31.337802+0000","last_became_peered":"2024-07-26T17:04:31.337802+0000","last_unstale":"2024-07-26T17:04:33.502548+0000","last_undegraded":"2024-07-26T17:04:33.502548+0000","last_fullsized":"2024-07-26T17:04:33.502548+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:29.161819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327099+0000","last_change":"2024-07-26T17:04:19.247723+0000","last_active":"2024-07-26T17:04:32.327099+0000","last_peered":"2024-07-26T17:04:32.327099+0000","last_clean":"2024-07-26T17:04:32.327099+0000","last_became_active":"2024-07-26T17:04:19.247417+0000","last_became_peered":"2024-07-26T17:04:19.247417+0000","last_unstale":"2024-07-26T17:04:32.327099+0000","last_undegraded":"2024-07-26T17:04:32.327099+0000","last_fullsized":"2024-07-26T17:04:32.327099+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:01:59.419775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.e","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502671+0000","last_change":"2024-07-26T17:04:20.252696+0000","last_active":"2024-07-26T17:04:33.502671+0000","last_peered":"2024-07-26T17:04:33.502671+0000","last_clean":"2024-07-26T17:04:33.502671+0000","last_became_active":"2024-07-26T17:04:20.252372+0000","last_became_peered":"2024-07-26T17:04:20.252372+0000","last_unstale":"2024-07-26T17:04:33.502671+0000","last_undegraded":"2024-07-26T17:04:33.502671+0000","last_fullsized":"2024-07-26T17:04:33.502671+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:18:25.667940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.f","version":"232'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328484+0000","last_change":"2024-07-26T17:04:30.328489+0000","last_active":"2024-07-26T17:04:32.328484+0000","last_peered":"2024-07-26T17:04:32.328484+0000","last_clean":"2024-07-26T17:04:32.328484+0000","last_became_active":"2024-07-26T17:04:30.327619+0000","last_became_peered":"2024-07-26T17:04:30.327619+0000","last_unstale":"2024-07-26T17:04:32.328484+0000","last_undegraded":"2024-07-26T17:04:32.328484+0000","last_fullsized":"2024-07-26T17:04:32.328484+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:29:31.170123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.f","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205410+0000","last_change":"2024-07-26T17:04:31.337610+0000","last_active":"2024-07-26T17:04:33.205410+0000","last_peered":"2024-07-26T17:04:33.205410+0000","last_clean":"2024-07-26T17:04:33.205410+0000","last_became_active":"2024-07-26T17:04:31.335656+0000","last_became_peered":"2024-07-26T17:04:31.335656+0000","last_unstale":"2024-07-26T17:04:33.205410+0000","last_undegraded":"2024-07-26T17:04:33.205410+0000","last_fullsized":"2024-07-26T17:04:33.205410+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:04:06.196864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328911+0000","last_change":"2024-07-26T17:04:19.259556+0000","last_active":"2024-07-26T17:04:32.328911+0000","last_peered":"2024-07-26T17:04:32.328911+0000","last_clean":"2024-07-26T17:04:32.328911+0000","last_became_active":"2024-07-26T17:04:19.258992+0000","last_became_peered":"2024-07-26T17:04:19.258992+0000","last_unstale":"2024-07-26T17:04:32.328911+0000","last_undegraded":"2024-07-26T17:04:32.328911+0000","last_fullsized":"2024-07-26T17:04:32.328911+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:06:11.758904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.d","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503945+0000","last_change":"2024-07-26T17:04:20.258085+0000","last_active":"2024-07-26T17:04:33.503945+0000","last_peered":"2024-07-26T17:04:33.503945+0000","last_clean":"2024-07-26T17:04:33.503945+0000","last_became_active":"2024-07-26T17:04:20.257783+0000","last_became_peered":"2024-07-26T17:04:20.257783+0000","last_unstale":"2024-07-26T17:04:33.503945+0000","last_undegraded":"2024-07-26T17:04:33.503945+0000","last_fullsized":"2024-07-26T17:04:33.503945+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:30:35.525320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.c","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204664+0000","last_change":"2024-07-26T17:04:30.326436+0000","last_active":"2024-07-26T17:04:33.204664+0000","last_peered":"2024-07-26T17:04:33.204664+0000","last_clean":"2024-07-26T17:04:33.204664+0000","last_became_active":"2024-07-26T17:04:30.325085+0000","last_became_peered":"2024-07-26T17:04:30.325085+0000","last_unstale":"2024-07-26T17:04:33.204664+0000","last_undegraded":"2024-07-26T17:04:33.204664+0000","last_fullsized":"2024-07-26T17:04:33.204664+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:07:27.804284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.e","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328988+0000","last_change":"2024-07-26T17:04:31.322847+0000","last_active":"2024-07-26T17:04:32.328988+0000","last_peered":"2024-07-26T17:04:32.328988+0000","last_clean":"2024-07-26T17:04:32.328988+0000","last_became_active":"2024-07-26T17:04:31.322105+0000","last_became_peered":"2024-07-26T17:04:31.322105+0000","last_unstale":"2024-07-26T17:04:32.328988+0000","last_undegraded":"2024-07-26T17:04:32.328988+0000","last_fullsized":"2024-07-26T17:04:32.328988+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:08:50.799567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395625+0000","last_change":"2024-07-26T17:04:19.257017+0000","last_active":"2024-07-26T17:04:33.395625+0000","last_peered":"2024-07-26T17:04:33.395625+0000","last_clean":"2024-07-26T17:04:33.395625+0000","last_became_active":"2024-07-26T17:04:19.256651+0000","last_became_peered":"2024-07-26T17:04:19.256651+0000","last_unstale":"2024-07-26T17:04:33.395625+0000","last_undegraded":"2024-07-26T17:04:33.395625+0000","last_fullsized":"2024-07-26T17:04:33.395625+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:43.308758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.c","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328602+0000","last_change":"2024-07-26T17:04:20.257762+0000","last_active":"2024-07-26T17:04:32.328602+0000","last_peered":"2024-07-26T17:04:32.328602+0000","last_clean":"2024-07-26T17:04:32.328602+0000","last_became_active":"2024-07-26T17:04:20.257461+0000","last_became_peered":"2024-07-26T17:04:20.257461+0000","last_unstale":"2024-07-26T17:04:32.328602+0000","last_undegraded":"2024-07-26T17:04:32.328602+0000","last_fullsized":"2024-07-26T17:04:32.328602+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:50.610550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.d","version":"232'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204467+0000","last_change":"2024-07-26T17:04:30.321869+0000","last_active":"2024-07-26T17:04:33.204467+0000","last_peered":"2024-07-26T17:04:33.204467+0000","last_clean":"2024-07-26T17:04:33.204467+0000","last_became_active":"2024-07-26T17:04:30.321535+0000","last_became_peered":"2024-07-26T17:04:30.321535+0000","last_unstale":"2024-07-26T17:04:33.204467+0000","last_undegraded":"2024-07-26T17:04:33.204467+0000","last_fullsized":"2024-07-26T17:04:33.204467+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:27.124777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.9","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503058+0000","last_change":"2024-07-26T17:04:31.326711+0000","last_active":"2024-07-26T17:04:33.503058+0000","last_peered":"2024-07-26T17:04:33.503058+0000","last_clean":"2024-07-26T17:04:33.503058+0000","last_became_active":"2024-07-26T17:04:31.326404+0000","last_became_peered":"2024-07-26T17:04:31.326404+0000","last_unstale":"2024-07-26T17:04:33.503058+0000","last_undegraded":"2024-07-26T17:04:33.503058+0000","last_fullsized":"2024-07-26T17:04:33.503058+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:42.925833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395278+0000","last_change":"2024-07-26T17:04:19.256243+0000","last_active":"2024-07-26T17:04:33.395278+0000","last_peered":"2024-07-26T17:04:33.395278+0000","last_clean":"2024-07-26T17:04:33.395278+0000","last_became_active":"2024-07-26T17:04:19.255884+0000","last_became_peered":"2024-07-26T17:04:19.255884+0000","last_unstale":"2024-07-26T17:04:33.395278+0000","last_undegraded":"2024-07-26T17:04:33.395278+0000","last_fullsized":"2024-07-26T17:04:33.395278+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:45:25.703886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.b","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204629+0000","last_change":"2024-07-26T17:04:20.256387+0000","last_active":"2024-07-26T17:04:33.204629+0000","last_peered":"2024-07-26T17:04:33.204629+0000","last_clean":"2024-07-26T17:04:33.204629+0000","last_became_active":"2024-07-26T17:04:20.255260+0000","last_became_peered":"2024-07-26T17:04:20.255260+0000","last_unstale":"2024-07-26T17:04:33.204629+0000","last_undegraded":"2024-07-26T17:04:33.204629+0000","last_fullsized":"2024-07-26T17:04:33.204629+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:05.241328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.a","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317132+0000","last_change":"2024-07-26T17:04:30.317298+0000","last_active":"2024-07-26T17:04:33.317132+0000","last_peered":"2024-07-26T17:04:33.317132+0000","last_clean":"2024-07-26T17:04:33.317132+0000","last_became_active":"2024-07-26T17:04:30.316959+0000","last_became_peered":"2024-07-26T17:04:30.316959+0000","last_unstale":"2024-07-26T17:04:33.317132+0000","last_undegraded":"2024-07-26T17:04:33.317132+0000","last_fullsized":"2024-07-26T17:04:33.317132+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:26.510278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.8","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203630+0000","last_change":"2024-07-26T17:04:31.337876+0000","last_active":"2024-07-26T17:04:33.203630+0000","last_peered":"2024-07-26T17:04:33.203630+0000","last_clean":"2024-07-26T17:04:33.203630+0000","last_became_active":"2024-07-26T17:04:31.337402+0000","last_became_peered":"2024-07-26T17:04:31.337402+0000","last_unstale":"2024-07-26T17:04:33.203630+0000","last_undegraded":"2024-07-26T17:04:33.203630+0000","last_fullsized":"2024-07-26T17:04:33.203630+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:26:26.483300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.d","version":"228'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328653+0000","last_change":"2024-07-26T17:04:19.249819+0000","last_active":"2024-07-26T17:04:32.328653+0000","last_peered":"2024-07-26T17:04:32.328653+0000","last_clean":"2024-07-26T17:04:32.328653+0000","last_became_active":"2024-07-26T17:04:19.249076+0000","last_became_peered":"2024-07-26T17:04:19.249076+0000","last_unstale":"2024-07-26T17:04:32.328653+0000","last_undegraded":"2024-07-26T17:04:32.328653+0000","last_fullsized":"2024-07-26T17:04:32.328653+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:09:04.742776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.a","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326657+0000","last_change":"2024-07-26T17:04:20.249338+0000","last_active":"2024-07-26T17:04:32.326657+0000","last_peered":"2024-07-26T17:04:32.326657+0000","last_clean":"2024-07-26T17:04:32.326657+0000","last_became_active":"2024-07-26T17:04:20.248999+0000","last_became_peered":"2024-07-26T17:04:20.248999+0000","last_unstale":"2024-07-26T17:04:32.326657+0000","last_undegraded":"2024-07-26T17:04:32.326657+0000","last_fullsized":"2024-07-26T17:04:32.326657+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:01:23.797583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.b","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204263+0000","last_change":"2024-07-26T17:04:30.324401+0000","last_active":"2024-07-26T17:04:33.204263+0000","last_peered":"2024-07-26T17:04:33.204263+0000","last_clean":"2024-07-26T17:04:33.204263+0000","last_became_active":"2024-07-26T17:04:30.324065+0000","last_became_peered":"2024-07-26T17:04:30.324065+0000","last_unstale":"2024-07-26T17:04:33.204263+0000","last_undegraded":"2024-07-26T17:04:33.204263+0000","last_fullsized":"2024-07-26T17:04:33.204263+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:45:35.430776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.b","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.329140+0000","last_change":"2024-07-26T17:04:31.336721+0000","last_active":"2024-07-26T17:04:32.329140+0000","last_peered":"2024-07-26T17:04:32.329140+0000","last_clean":"2024-07-26T17:04:32.329140+0000","last_became_active":"2024-07-26T17:04:31.336372+0000","last_became_peered":"2024-07-26T17:04:31.336372+0000","last_unstale":"2024-07-26T17:04:32.329140+0000","last_undegraded":"2024-07-26T17:04:32.329140+0000","last_fullsized":"2024-07-26T17:04:32.329140+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:24:34.104333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.e","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326924+0000","last_change":"2024-07-26T17:04:19.250516+0000","last_active":"2024-07-26T17:04:32.326924+0000","last_peered":"2024-07-26T17:04:32.326924+0000","last_clean":"2024-07-26T17:04:32.326924+0000","last_became_active":"2024-07-26T17:04:19.249988+0000","last_became_peered":"2024-07-26T17:04:19.249988+0000","last_unstale":"2024-07-26T17:04:32.326924+0000","last_undegraded":"2024-07-26T17:04:32.326924+0000","last_fullsized":"2024-07-26T17:04:32.326924+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:18.284485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.9","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325548+0000","last_change":"2024-07-26T17:04:20.254782+0000","last_active":"2024-07-26T17:04:32.325548+0000","last_peered":"2024-07-26T17:04:32.325548+0000","last_clean":"2024-07-26T17:04:32.325548+0000","last_became_active":"2024-07-26T17:04:20.254425+0000","last_became_peered":"2024-07-26T17:04:20.254425+0000","last_unstale":"2024-07-26T17:04:32.325548+0000","last_undegraded":"2024-07-26T17:04:32.325548+0000","last_fullsized":"2024-07-26T17:04:32.325548+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:40:28.029635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.8","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394600+0000","last_change":"2024-07-26T17:04:30.325199+0000","last_active":"2024-07-26T17:04:33.394600+0000","last_peered":"2024-07-26T17:04:33.394600+0000","last_clean":"2024-07-26T17:04:33.394600+0000","last_became_active":"2024-07-26T17:04:30.324833+0000","last_became_peered":"2024-07-26T17:04:30.324833+0000","last_unstale":"2024-07-26T17:04:33.394600+0000","last_undegraded":"2024-07-26T17:04:33.394600+0000","last_fullsized":"2024-07-26T17:04:33.394600+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:15.306169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.a","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502053+0000","last_change":"2024-07-26T17:04:31.336392+0000","last_active":"2024-07-26T17:04:33.502053+0000","last_peered":"2024-07-26T17:04:33.502053+0000","last_clean":"2024-07-26T17:04:33.502053+0000","last_became_active":"2024-07-26T17:04:31.336061+0000","last_became_peered":"2024-07-26T17:04:31.336061+0000","last_unstale":"2024-07-26T17:04:33.502053+0000","last_undegraded":"2024-07-26T17:04:33.502053+0000","last_fullsized":"2024-07-26T17:04:33.502053+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:06:49.204681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.f","version":"228'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327291+0000","last_change":"2024-07-26T17:04:19.244190+0000","last_active":"2024-07-26T17:04:32.327291+0000","last_peered":"2024-07-26T17:04:32.327291+0000","last_clean":"2024-07-26T17:04:32.327291+0000","last_became_active":"2024-07-26T17:04:19.243866+0000","last_became_peered":"2024-07-26T17:04:19.243866+0000","last_unstale":"2024-07-26T17:04:32.327291+0000","last_undegraded":"2024-07-26T17:04:32.327291+0000","last_fullsized":"2024-07-26T17:04:32.327291+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:23.400083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.8","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204016+0000","last_change":"2024-07-26T17:04:20.263920+0000","last_active":"2024-07-26T17:04:33.204016+0000","last_peered":"2024-07-26T17:04:33.204016+0000","last_clean":"2024-07-26T17:04:33.204016+0000","last_became_active":"2024-07-26T17:04:20.263580+0000","last_became_peered":"2024-07-26T17:04:20.263580+0000","last_unstale":"2024-07-26T17:04:33.204016+0000","last_undegraded":"2024-07-26T17:04:33.204016+0000","last_fullsized":"2024-07-26T17:04:33.204016+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:52.270099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.9","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316637+0000","last_change":"2024-07-26T17:04:30.315867+0000","last_active":"2024-07-26T17:04:33.316637+0000","last_peered":"2024-07-26T17:04:33.316637+0000","last_clean":"2024-07-26T17:04:33.316637+0000","last_became_active":"2024-07-26T17:04:30.315530+0000","last_became_peered":"2024-07-26T17:04:30.315530+0000","last_unstale":"2024-07-26T17:04:33.316637+0000","last_undegraded":"2024-07-26T17:04:33.316637+0000","last_fullsized":"2024-07-26T17:04:33.316637+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:55.084393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.15","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317575+0000","last_change":"2024-07-26T17:04:31.323675+0000","last_active":"2024-07-26T17:04:33.317575+0000","last_peered":"2024-07-26T17:04:33.317575+0000","last_clean":"2024-07-26T17:04:33.317575+0000","last_became_active":"2024-07-26T17:04:31.322749+0000","last_became_peered":"2024-07-26T17:04:31.322749+0000","last_unstale":"2024-07-26T17:04:33.317575+0000","last_undegraded":"2024-07-26T17:04:33.317575+0000","last_fullsized":"2024-07-26T17:04:33.317575+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:56:41.151172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.10","version":"228'8","reported_seq":31,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394678+0000","last_change":"2024-07-26T17:04:19.251792+0000","last_active":"2024-07-26T17:04:33.394678+0000","last_peered":"2024-07-26T17:04:33.394678+0000","last_clean":"2024-07-26T17:04:33.394678+0000","last_became_active":"2024-07-26T17:04:19.251473+0000","last_became_peered":"2024-07-26T17:04:19.251473+0000","last_unstale":"2024-07-26T17:04:33.394678+0000","last_undegraded":"2024-07-26T17:04:33.394678+0000","last_fullsized":"2024-07-26T17:04:33.394678+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:40:38.685128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.17","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.504006+0000","last_change":"2024-07-26T17:04:20.252625+0000","last_active":"2024-07-26T17:04:33.504006+0000","last_peered":"2024-07-26T17:04:33.504006+0000","last_clean":"2024-07-26T17:04:33.504006+0000","last_became_active":"2024-07-26T17:04:20.252271+0000","last_became_peered":"2024-07-26T17:04:20.252271+0000","last_unstale":"2024-07-26T17:04:33.504006+0000","last_undegraded":"2024-07-26T17:04:33.504006+0000","last_fullsized":"2024-07-26T17:04:33.504006+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:38.124333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.16","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328029+0000","last_change":"2024-07-26T17:04:30.328388+0000","last_active":"2024-07-26T17:04:32.328029+0000","last_peered":"2024-07-26T17:04:32.328029+0000","last_clean":"2024-07-26T17:04:32.328029+0000","last_became_active":"2024-07-26T17:04:30.327990+0000","last_became_peered":"2024-07-26T17:04:30.327990+0000","last_unstale":"2024-07-26T17:04:32.328029+0000","last_undegraded":"2024-07-26T17:04:32.328029+0000","last_fullsized":"2024-07-26T17:04:32.328029+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:27.124777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.14","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317381+0000","last_change":"2024-07-26T17:04:31.323140+0000","last_active":"2024-07-26T17:04:33.317381+0000","last_peered":"2024-07-26T17:04:33.317381+0000","last_clean":"2024-07-26T17:04:33.317381+0000","last_became_active":"2024-07-26T17:04:31.322548+0000","last_became_peered":"2024-07-26T17:04:31.322548+0000","last_unstale":"2024-07-26T17:04:33.317381+0000","last_undegraded":"2024-07-26T17:04:33.317381+0000","last_fullsized":"2024-07-26T17:04:33.317381+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:48:11.405149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502006+0000","last_change":"2024-07-26T17:04:19.242912+0000","last_active":"2024-07-26T17:04:33.502006+0000","last_peered":"2024-07-26T17:04:33.502006+0000","last_clean":"2024-07-26T17:04:33.502006+0000","last_became_active":"2024-07-26T17:04:19.242599+0000","last_became_peered":"2024-07-26T17:04:19.242599+0000","last_unstale":"2024-07-26T17:04:33.502006+0000","last_undegraded":"2024-07-26T17:04:33.502006+0000","last_fullsized":"2024-07-26T17:04:33.502006+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:55.027224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.16","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502633+0000","last_change":"2024-07-26T17:04:20.255824+0000","last_active":"2024-07-26T17:04:33.502633+0000","last_peered":"2024-07-26T17:04:33.502633+0000","last_clean":"2024-07-26T17:04:33.502633+0000","last_became_active":"2024-07-26T17:04:20.255432+0000","last_became_peered":"2024-07-26T17:04:20.255432+0000","last_unstale":"2024-07-26T17:04:33.502633+0000","last_undegraded":"2024-07-26T17:04:33.502633+0000","last_fullsized":"2024-07-26T17:04:33.502633+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:47.589026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.17","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503944+0000","last_change":"2024-07-26T17:04:30.323047+0000","last_active":"2024-07-26T17:04:33.503944+0000","last_peered":"2024-07-26T17:04:33.503944+0000","last_clean":"2024-07-26T17:04:33.503944+0000","last_became_active":"2024-07-26T17:04:30.322725+0000","last_became_peered":"2024-07-26T17:04:30.322725+0000","last_unstale":"2024-07-26T17:04:33.503944+0000","last_undegraded":"2024-07-26T17:04:33.503944+0000","last_fullsized":"2024-07-26T17:04:33.503944+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:41:31.084205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.17","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327584+0000","last_change":"2024-07-26T17:04:31.330126+0000","last_active":"2024-07-26T17:04:32.327584+0000","last_peered":"2024-07-26T17:04:32.327584+0000","last_clean":"2024-07-26T17:04:32.327584+0000","last_became_active":"2024-07-26T17:04:31.329775+0000","last_became_peered":"2024-07-26T17:04:31.329775+0000","last_unstale":"2024-07-26T17:04:32.327584+0000","last_undegraded":"2024-07-26T17:04:32.327584+0000","last_fullsized":"2024-07-26T17:04:32.327584+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:43:41.584702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317449+0000","last_change":"2024-07-26T17:04:19.260278+0000","last_active":"2024-07-26T17:04:33.317449+0000","last_peered":"2024-07-26T17:04:33.317449+0000","last_clean":"2024-07-26T17:04:33.317449+0000","last_became_active":"2024-07-26T17:04:19.258187+0000","last_became_peered":"2024-07-26T17:04:19.258187+0000","last_unstale":"2024-07-26T17:04:33.317449+0000","last_undegraded":"2024-07-26T17:04:33.317449+0000","last_fullsized":"2024-07-26T17:04:33.317449+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:19:27.437352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.15","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317811+0000","last_change":"2024-07-26T17:04:20.246035+0000","last_active":"2024-07-26T17:04:33.317811+0000","last_peered":"2024-07-26T17:04:33.317811+0000","last_clean":"2024-07-26T17:04:33.317811+0000","last_became_active":"2024-07-26T17:04:20.245671+0000","last_became_peered":"2024-07-26T17:04:20.245671+0000","last_unstale":"2024-07-26T17:04:33.317811+0000","last_undegraded":"2024-07-26T17:04:33.317811+0000","last_fullsized":"2024-07-26T17:04:33.317811+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:08:39.811831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.14","version":"232'6","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326696+0000","last_change":"2024-07-26T17:04:30.319803+0000","last_active":"2024-07-26T17:04:32.326696+0000","last_peered":"2024-07-26T17:04:32.326696+0000","last_clean":"2024-07-26T17:04:32.326696+0000","last_became_active":"2024-07-26T17:04:30.319511+0000","last_became_peered":"2024-07-26T17:04:30.319511+0000","last_unstale":"2024-07-26T17:04:32.326696+0000","last_undegraded":"2024-07-26T17:04:32.326696+0000","last_fullsized":"2024-07-26T17:04:32.326696+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:28.093256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.16","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.329255+0000","last_change":"2024-07-26T17:04:31.327603+0000","last_active":"2024-07-26T17:04:32.329255+0000","last_peered":"2024-07-26T17:04:32.329255+0000","last_clean":"2024-07-26T17:04:32.329255+0000","last_became_active":"2024-07-26T17:04:31.327281+0000","last_became_peered":"2024-07-26T17:04:31.327281+0000","last_unstale":"2024-07-26T17:04:32.329255+0000","last_undegraded":"2024-07-26T17:04:32.329255+0000","last_fullsized":"2024-07-26T17:04:32.329255+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:08.427307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.13","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.329049+0000","last_change":"2024-07-26T17:04:19.242818+0000","last_active":"2024-07-26T17:04:32.329049+0000","last_peered":"2024-07-26T17:04:32.329049+0000","last_clean":"2024-07-26T17:04:32.329049+0000","last_became_active":"2024-07-26T17:04:19.242444+0000","last_became_peered":"2024-07-26T17:04:19.242444+0000","last_unstale":"2024-07-26T17:04:32.329049+0000","last_undegraded":"2024-07-26T17:04:32.329049+0000","last_fullsized":"2024-07-26T17:04:32.329049+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:08:47.062121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.14","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328487+0000","last_change":"2024-07-26T17:04:20.257821+0000","last_active":"2024-07-26T17:04:32.328487+0000","last_peered":"2024-07-26T17:04:32.328487+0000","last_clean":"2024-07-26T17:04:32.328487+0000","last_became_active":"2024-07-26T17:04:20.257542+0000","last_became_peered":"2024-07-26T17:04:20.257542+0000","last_unstale":"2024-07-26T17:04:32.328487+0000","last_undegraded":"2024-07-26T17:04:32.328487+0000","last_fullsized":"2024-07-26T17:04:32.328487+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:27.225815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.15","version":"232'3","reported_seq":18,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503609+0000","last_change":"2024-07-26T17:04:30.321339+0000","last_active":"2024-07-26T17:04:33.503609+0000","last_peered":"2024-07-26T17:04:33.503609+0000","last_clean":"2024-07-26T17:04:33.503609+0000","last_became_active":"2024-07-26T17:04:30.321026+0000","last_became_peered":"2024-07-26T17:04:30.321026+0000","last_unstale":"2024-07-26T17:04:33.503609+0000","last_undegraded":"2024-07-26T17:04:33.503609+0000","last_fullsized":"2024-07-26T17:04:33.503609+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:52.050369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.11","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203784+0000","last_change":"2024-07-26T17:04:31.335461+0000","last_active":"2024-07-26T17:04:33.203784+0000","last_peered":"2024-07-26T17:04:33.203784+0000","last_clean":"2024-07-26T17:04:33.203784+0000","last_became_active":"2024-07-26T17:04:31.334656+0000","last_became_peered":"2024-07-26T17:04:31.334656+0000","last_unstale":"2024-07-26T17:04:33.203784+0000","last_undegraded":"2024-07-26T17:04:33.203784+0000","last_fullsized":"2024-07-26T17:04:33.203784+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:46:32.886782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.14","version":"231'8","reported_seq":31,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503710+0000","last_change":"2024-07-26T17:04:19.251825+0000","last_active":"2024-07-26T17:04:33.503710+0000","last_peered":"2024-07-26T17:04:33.503710+0000","last_clean":"2024-07-26T17:04:33.503710+0000","last_became_active":"2024-07-26T17:04:19.250542+0000","last_became_peered":"2024-07-26T17:04:19.250542+0000","last_unstale":"2024-07-26T17:04:33.503710+0000","last_undegraded":"2024-07-26T17:04:33.503710+0000","last_fullsized":"2024-07-26T17:04:33.503710+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:57.045120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2868,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.13","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395501+0000","last_change":"2024-07-26T17:04:20.257047+0000","last_active":"2024-07-26T17:04:33.395501+0000","last_peered":"2024-07-26T17:04:33.395501+0000","last_clean":"2024-07-26T17:04:33.395501+0000","last_became_active":"2024-07-26T17:04:20.256672+0000","last_became_peered":"2024-07-26T17:04:20.256672+0000","last_unstale":"2024-07-26T17:04:33.395501+0000","last_undegraded":"2024-07-26T17:04:33.395501+0000","last_fullsized":"2024-07-26T17:04:33.395501+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:52.270099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.12","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502190+0000","last_change":"2024-07-26T17:04:30.319717+0000","last_active":"2024-07-26T17:04:33.502190+0000","last_peered":"2024-07-26T17:04:33.502190+0000","last_clean":"2024-07-26T17:04:33.502190+0000","last_became_active":"2024-07-26T17:04:30.319367+0000","last_became_peered":"2024-07-26T17:04:30.319367+0000","last_unstale":"2024-07-26T17:04:33.502190+0000","last_undegraded":"2024-07-26T17:04:33.502190+0000","last_fullsized":"2024-07-26T17:04:33.502190+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:27.718093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.10","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502068+0000","last_change":"2024-07-26T17:04:31.333030+0000","last_active":"2024-07-26T17:04:33.502068+0000","last_peered":"2024-07-26T17:04:33.502068+0000","last_clean":"2024-07-26T17:04:33.502068+0000","last_became_active":"2024-07-26T17:04:31.332675+0000","last_became_peered":"2024-07-26T17:04:31.332675+0000","last_unstale":"2024-07-26T17:04:33.502068+0000","last_undegraded":"2024-07-26T17:04:33.502068+0000","last_fullsized":"2024-07-26T17:04:33.502068+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:27:26.704817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.15","version":"228'3","reported_seq":26,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502757+0000","last_change":"2024-07-26T17:04:19.255830+0000","last_active":"2024-07-26T17:04:33.502757+0000","last_peered":"2024-07-26T17:04:33.502757+0000","last_clean":"2024-07-26T17:04:33.502757+0000","last_became_active":"2024-07-26T17:04:19.255444+0000","last_became_peered":"2024-07-26T17:04:19.255444+0000","last_unstale":"2024-07-26T17:04:33.502757+0000","last_undegraded":"2024-07-26T17:04:33.502757+0000","last_fullsized":"2024-07-26T17:04:33.502757+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:20.813843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.12","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502291+0000","last_change":"2024-07-26T17:04:20.243223+0000","last_active":"2024-07-26T17:04:33.502291+0000","last_peered":"2024-07-26T17:04:33.502291+0000","last_clean":"2024-07-26T17:04:33.502291+0000","last_became_active":"2024-07-26T17:04:20.242892+0000","last_became_peered":"2024-07-26T17:04:20.242892+0000","last_unstale":"2024-07-26T17:04:33.502291+0000","last_undegraded":"2024-07-26T17:04:33.502291+0000","last_fullsized":"2024-07-26T17:04:33.502291+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:15:51.764556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.13","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204260+0000","last_change":"2024-07-26T17:04:30.326662+0000","last_active":"2024-07-26T17:04:33.204260+0000","last_peered":"2024-07-26T17:04:33.204260+0000","last_clean":"2024-07-26T17:04:33.204260+0000","last_became_active":"2024-07-26T17:04:30.325126+0000","last_became_peered":"2024-07-26T17:04:30.325126+0000","last_unstale":"2024-07-26T17:04:33.204260+0000","last_undegraded":"2024-07-26T17:04:33.204260+0000","last_fullsized":"2024-07-26T17:04:33.204260+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:25:38.269055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.13","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316880+0000","last_change":"2024-07-26T17:04:31.329726+0000","last_active":"2024-07-26T17:04:33.316880+0000","last_peered":"2024-07-26T17:04:33.316880+0000","last_clean":"2024-07-26T17:04:33.316880+0000","last_became_active":"2024-07-26T17:04:31.329360+0000","last_became_peered":"2024-07-26T17:04:31.329360+0000","last_unstale":"2024-07-26T17:04:33.316880+0000","last_undegraded":"2024-07-26T17:04:33.316880+0000","last_fullsized":"2024-07-26T17:04:33.316880+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:49.195234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503909+0000","last_change":"2024-07-26T17:04:19.252677+0000","last_active":"2024-07-26T17:04:33.503909+0000","last_peered":"2024-07-26T17:04:33.503909+0000","last_clean":"2024-07-26T17:04:33.503909+0000","last_became_active":"2024-07-26T17:04:19.252320+0000","last_became_peered":"2024-07-26T17:04:19.252320+0000","last_unstale":"2024-07-26T17:04:33.503909+0000","last_undegraded":"2024-07-26T17:04:33.503909+0000","last_fullsized":"2024-07-26T17:04:33.503909+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:59:55.502967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.11","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316720+0000","last_change":"2024-07-26T17:04:20.250019+0000","last_active":"2024-07-26T17:04:33.316720+0000","last_peered":"2024-07-26T17:04:33.316720+0000","last_clean":"2024-07-26T17:04:33.316720+0000","last_became_active":"2024-07-26T17:04:20.249666+0000","last_became_peered":"2024-07-26T17:04:20.249666+0000","last_unstale":"2024-07-26T17:04:33.316720+0000","last_undegraded":"2024-07-26T17:04:33.316720+0000","last_fullsized":"2024-07-26T17:04:33.316720+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:37:11.179149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.10","version":"232'8","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203656+0000","last_change":"2024-07-26T17:04:30.323981+0000","last_active":"2024-07-26T17:04:33.203656+0000","last_peered":"2024-07-26T17:04:33.203656+0000","last_clean":"2024-07-26T17:04:33.203656+0000","last_became_active":"2024-07-26T17:04:30.322119+0000","last_became_peered":"2024-07-26T17:04:30.322119+0000","last_unstale":"2024-07-26T17:04:33.203656+0000","last_undegraded":"2024-07-26T17:04:33.203656+0000","last_fullsized":"2024-07-26T17:04:33.203656+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:40.021524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.12","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328630+0000","last_change":"2024-07-26T17:04:31.334975+0000","last_active":"2024-07-26T17:04:32.328630+0000","last_peered":"2024-07-26T17:04:32.328630+0000","last_clean":"2024-07-26T17:04:32.328630+0000","last_became_active":"2024-07-26T17:04:31.333343+0000","last_became_peered":"2024-07-26T17:04:31.333343+0000","last_unstale":"2024-07-26T17:04:32.328630+0000","last_undegraded":"2024-07-26T17:04:32.328630+0000","last_fullsized":"2024-07-26T17:04:32.328630+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:59:44.227625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395634+0000","last_change":"2024-07-26T17:04:19.253467+0000","last_active":"2024-07-26T17:04:33.395634+0000","last_peered":"2024-07-26T17:04:33.395634+0000","last_clean":"2024-07-26T17:04:33.395634+0000","last_became_active":"2024-07-26T17:04:19.252871+0000","last_became_peered":"2024-07-26T17:04:19.252871+0000","last_unstale":"2024-07-26T17:04:33.395634+0000","last_undegraded":"2024-07-26T17:04:33.395634+0000","last_fullsized":"2024-07-26T17:04:33.395634+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:24.565682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.10","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326495+0000","last_change":"2024-07-26T17:04:20.241874+0000","last_active":"2024-07-26T17:04:32.326495+0000","last_peered":"2024-07-26T17:04:32.326495+0000","last_clean":"2024-07-26T17:04:32.326495+0000","last_became_active":"2024-07-26T17:04:20.240885+0000","last_became_peered":"2024-07-26T17:04:20.240885+0000","last_unstale":"2024-07-26T17:04:32.326495+0000","last_undegraded":"2024-07-26T17:04:32.326495+0000","last_fullsized":"2024-07-26T17:04:32.326495+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:55:36.052648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.11","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325379+0000","last_change":"2024-07-26T17:04:30.308149+0000","last_active":"2024-07-26T17:04:32.325379+0000","last_peered":"2024-07-26T17:04:32.325379+0000","last_clean":"2024-07-26T17:04:32.325379+0000","last_became_active":"2024-07-26T17:04:30.307802+0000","last_became_peered":"2024-07-26T17:04:30.307802+0000","last_unstale":"2024-07-26T17:04:32.325379+0000","last_undegraded":"2024-07-26T17:04:32.325379+0000","last_fullsized":"2024-07-26T17:04:32.325379+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:54:14.407331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.1d","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328311+0000","last_change":"2024-07-26T17:04:31.323798+0000","last_active":"2024-07-26T17:04:32.328311+0000","last_peered":"2024-07-26T17:04:32.328311+0000","last_clean":"2024-07-26T17:04:32.328311+0000","last_became_active":"2024-07-26T17:04:31.323457+0000","last_became_peered":"2024-07-26T17:04:31.323457+0000","last_unstale":"2024-07-26T17:04:32.328311+0000","last_undegraded":"2024-07-26T17:04:32.328311+0000","last_fullsized":"2024-07-26T17:04:32.328311+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:55.164152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.1e","version":"232'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205040+0000","last_change":"2024-07-26T17:04:30.320689+0000","last_active":"2024-07-26T17:04:33.205040+0000","last_peered":"2024-07-26T17:04:33.205040+0000","last_clean":"2024-07-26T17:04:33.205040+0000","last_became_active":"2024-07-26T17:04:30.320382+0000","last_became_peered":"2024-07-26T17:04:30.320382+0000","last_unstale":"2024-07-26T17:04:33.205040+0000","last_undegraded":"2024-07-26T17:04:33.205040+0000","last_fullsized":"2024-07-26T17:04:33.205040+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:02.408013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316569+0000","last_change":"2024-07-26T17:04:19.260395+0000","last_active":"2024-07-26T17:04:33.316569+0000","last_peered":"2024-07-26T17:04:33.316569+0000","last_clean":"2024-07-26T17:04:33.316569+0000","last_became_active":"2024-07-26T17:04:19.258209+0000","last_became_peered":"2024-07-26T17:04:19.258209+0000","last_unstale":"2024-07-26T17:04:33.316569+0000","last_undegraded":"2024-07-26T17:04:33.316569+0000","last_fullsized":"2024-07-26T17:04:33.316569+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:07.573027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.1f","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502875+0000","last_change":"2024-07-26T17:04:20.243995+0000","last_active":"2024-07-26T17:04:33.502875+0000","last_peered":"2024-07-26T17:04:33.502875+0000","last_clean":"2024-07-26T17:04:33.502875+0000","last_became_active":"2024-07-26T17:04:20.243684+0000","last_became_peered":"2024-07-26T17:04:20.243684+0000","last_unstale":"2024-07-26T17:04:33.502875+0000","last_undegraded":"2024-07-26T17:04:33.502875+0000","last_fullsized":"2024-07-26T17:04:33.502875+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:13:17.155414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1c","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.329067+0000","last_change":"2024-07-26T17:04:31.332219+0000","last_active":"2024-07-26T17:04:32.329067+0000","last_peered":"2024-07-26T17:04:32.329067+0000","last_clean":"2024-07-26T17:04:32.329067+0000","last_became_active":"2024-07-26T17:04:31.331437+0000","last_became_peered":"2024-07-26T17:04:31.331437+0000","last_unstale":"2024-07-26T17:04:32.329067+0000","last_undegraded":"2024-07-26T17:04:32.329067+0000","last_fullsized":"2024-07-26T17:04:32.329067+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:37.821273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.1f","version":"232'4","reported_seq":19,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395374+0000","last_change":"2024-07-26T17:04:30.318971+0000","last_active":"2024-07-26T17:04:33.395374+0000","last_peered":"2024-07-26T17:04:33.395374+0000","last_clean":"2024-07-26T17:04:33.395374+0000","last_became_active":"2024-07-26T17:04:30.318660+0000","last_became_peered":"2024-07-26T17:04:30.318660+0000","last_unstale":"2024-07-26T17:04:33.395374+0000","last_undegraded":"2024-07-26T17:04:33.395374+0000","last_fullsized":"2024-07-26T17:04:33.395374+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:16.805542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":23,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503150+0000","last_change":"2024-07-26T17:04:19.249804+0000","last_active":"2024-07-26T17:04:33.503150+0000","last_peered":"2024-07-26T17:04:33.503150+0000","last_clean":"2024-07-26T17:04:33.503150+0000","last_became_active":"2024-07-26T17:04:19.249489+0000","last_became_peered":"2024-07-26T17:04:19.249489+0000","last_unstale":"2024-07-26T17:04:33.503150+0000","last_undegraded":"2024-07-26T17:04:33.503150+0000","last_fullsized":"2024-07-26T17:04:33.503150+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:29:39.644263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1e","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328078+0000","last_change":"2024-07-26T17:04:20.256033+0000","last_active":"2024-07-26T17:04:32.328078+0000","last_peered":"2024-07-26T17:04:32.328078+0000","last_clean":"2024-07-26T17:04:32.328078+0000","last_became_active":"2024-07-26T17:04:20.255644+0000","last_became_peered":"2024-07-26T17:04:20.255644+0000","last_unstale":"2024-07-26T17:04:32.328078+0000","last_undegraded":"2024-07-26T17:04:32.328078+0000","last_fullsized":"2024-07-26T17:04:32.328078+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:24.478587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1e","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204872+0000","last_change":"2024-07-26T17:04:31.336832+0000","last_active":"2024-07-26T17:04:33.204872+0000","last_peered":"2024-07-26T17:04:33.204872+0000","last_clean":"2024-07-26T17:04:33.204872+0000","last_became_active":"2024-07-26T17:04:31.335928+0000","last_became_peered":"2024-07-26T17:04:31.335928+0000","last_unstale":"2024-07-26T17:04:33.204872+0000","last_undegraded":"2024-07-26T17:04:33.204872+0000","last_fullsized":"2024-07-26T17:04:33.204872+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:00:00.785029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1b","version":"228'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503986+0000","last_change":"2024-07-26T17:04:19.250196+0000","last_active":"2024-07-26T17:04:33.503986+0000","last_peered":"2024-07-26T17:04:33.503986+0000","last_clean":"2024-07-26T17:04:33.503986+0000","last_became_active":"2024-07-26T17:04:19.249048+0000","last_became_peered":"2024-07-26T17:04:19.249048+0000","last_unstale":"2024-07-26T17:04:33.503986+0000","last_undegraded":"2024-07-26T17:04:33.503986+0000","last_fullsized":"2024-07-26T17:04:33.503986+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:04:09.568073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1c","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327734+0000","last_change":"2024-07-26T17:04:20.252853+0000","last_active":"2024-07-26T17:04:32.327734+0000","last_peered":"2024-07-26T17:04:32.327734+0000","last_clean":"2024-07-26T17:04:32.327734+0000","last_became_active":"2024-07-26T17:04:20.251873+0000","last_became_peered":"2024-07-26T17:04:20.251873+0000","last_unstale":"2024-07-26T17:04:32.327734+0000","last_undegraded":"2024-07-26T17:04:32.327734+0000","last_fullsized":"2024-07-26T17:04:32.327734+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:51.522651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1d","version":"232'2","reported_seq":17,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326011+0000","last_change":"2024-07-26T17:04:30.328028+0000","last_active":"2024-07-26T17:04:32.326011+0000","last_peered":"2024-07-26T17:04:32.326011+0000","last_clean":"2024-07-26T17:04:32.326011+0000","last_became_active":"2024-07-26T17:04:30.327698+0000","last_became_peered":"2024-07-26T17:04:30.327698+0000","last_unstale":"2024-07-26T17:04:32.326011+0000","last_undegraded":"2024-07-26T17:04:32.326011+0000","last_fullsized":"2024-07-26T17:04:32.326011+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:22:45.368340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.19","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203737+0000","last_change":"2024-07-26T17:04:31.337084+0000","last_active":"2024-07-26T17:04:33.203737+0000","last_peered":"2024-07-26T17:04:33.203737+0000","last_clean":"2024-07-26T17:04:33.203737+0000","last_became_active":"2024-07-26T17:04:31.335504+0000","last_became_peered":"2024-07-26T17:04:31.335504+0000","last_unstale":"2024-07-26T17:04:33.203737+0000","last_undegraded":"2024-07-26T17:04:33.203737+0000","last_fullsized":"2024-07-26T17:04:33.203737+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:23:43.026801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1c","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502571+0000","last_change":"2024-07-26T17:04:19.245295+0000","last_active":"2024-07-26T17:04:33.502571+0000","last_peered":"2024-07-26T17:04:33.502571+0000","last_clean":"2024-07-26T17:04:33.502571+0000","last_became_active":"2024-07-26T17:04:19.244915+0000","last_became_peered":"2024-07-26T17:04:19.244915+0000","last_unstale":"2024-07-26T17:04:33.502571+0000","last_undegraded":"2024-07-26T17:04:33.502571+0000","last_fullsized":"2024-07-26T17:04:33.502571+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:00.895826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.1b","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395394+0000","last_change":"2024-07-26T17:04:20.256701+0000","last_active":"2024-07-26T17:04:33.395394+0000","last_peered":"2024-07-26T17:04:33.395394+0000","last_clean":"2024-07-26T17:04:33.395394+0000","last_became_active":"2024-07-26T17:04:20.256377+0000","last_became_peered":"2024-07-26T17:04:20.256377+0000","last_unstale":"2024-07-26T17:04:33.395394+0000","last_undegraded":"2024-07-26T17:04:33.395394+0000","last_fullsized":"2024-07-26T17:04:33.395394+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:14.632483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.1a","version":"232'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503005+0000","last_change":"2024-07-26T17:04:30.330039+0000","last_active":"2024-07-26T17:04:33.503005+0000","last_peered":"2024-07-26T17:04:33.503005+0000","last_clean":"2024-07-26T17:04:33.503005+0000","last_became_active":"2024-07-26T17:04:30.329681+0000","last_became_peered":"2024-07-26T17:04:30.329681+0000","last_unstale":"2024-07-26T17:04:33.503005+0000","last_undegraded":"2024-07-26T17:04:33.503005+0000","last_fullsized":"2024-07-26T17:04:33.503005+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:05.287864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.18","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327933+0000","last_change":"2024-07-26T17:04:31.326302+0000","last_active":"2024-07-26T17:04:32.327933+0000","last_peered":"2024-07-26T17:04:32.327933+0000","last_clean":"2024-07-26T17:04:32.327933+0000","last_became_active":"2024-07-26T17:04:31.325986+0000","last_became_peered":"2024-07-26T17:04:31.325986+0000","last_unstale":"2024-07-26T17:04:32.327933+0000","last_undegraded":"2024-07-26T17:04:32.327933+0000","last_fullsized":"2024-07-26T17:04:32.327933+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:22:58.824477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.1d","version":"228'2","reported_seq":25,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328441+0000","last_change":"2024-07-26T17:04:19.249896+0000","last_active":"2024-07-26T17:04:32.328441+0000","last_peered":"2024-07-26T17:04:32.328441+0000","last_clean":"2024-07-26T17:04:32.328441+0000","last_became_active":"2024-07-26T17:04:19.249536+0000","last_became_peered":"2024-07-26T17:04:19.249536+0000","last_unstale":"2024-07-26T17:04:32.328441+0000","last_undegraded":"2024-07-26T17:04:32.328441+0000","last_fullsized":"2024-07-26T17:04:32.328441+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:49:23.497758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.1a","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204058+0000","last_change":"2024-07-26T17:04:20.251931+0000","last_active":"2024-07-26T17:04:33.204058+0000","last_peered":"2024-07-26T17:04:33.204058+0000","last_clean":"2024-07-26T17:04:33.204058+0000","last_became_active":"2024-07-26T17:04:20.251621+0000","last_became_peered":"2024-07-26T17:04:20.251621+0000","last_unstale":"2024-07-26T17:04:33.204058+0000","last_undegraded":"2024-07-26T17:04:33.204058+0000","last_fullsized":"2024-07-26T17:04:33.204058+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:27.660841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.1b","version":"232'1","reported_seq":16,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317039+0000","last_change":"2024-07-26T17:04:30.328281+0000","last_active":"2024-07-26T17:04:33.317039+0000","last_peered":"2024-07-26T17:04:33.317039+0000","last_clean":"2024-07-26T17:04:33.317039+0000","last_became_active":"2024-07-26T17:04:30.327907+0000","last_became_peered":"2024-07-26T17:04:30.327907+0000","last_unstale":"2024-07-26T17:04:33.317039+0000","last_undegraded":"2024-07-26T17:04:33.317039+0000","last_fullsized":"2024-07-26T17:04:33.317039+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:57.653867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.1b","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395102+0000","last_change":"2024-07-26T17:04:31.318762+0000","last_active":"2024-07-26T17:04:33.395102+0000","last_peered":"2024-07-26T17:04:33.395102+0000","last_clean":"2024-07-26T17:04:33.395102+0000","last_became_active":"2024-07-26T17:04:31.318390+0000","last_became_peered":"2024-07-26T17:04:31.318390+0000","last_unstale":"2024-07-26T17:04:33.395102+0000","last_undegraded":"2024-07-26T17:04:33.395102+0000","last_fullsized":"2024-07-26T17:04:33.395102+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:11:42.117512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1e","version":"228'1","reported_seq":24,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326781+0000","last_change":"2024-07-26T17:04:19.259963+0000","last_active":"2024-07-26T17:04:32.326781+0000","last_peered":"2024-07-26T17:04:32.326781+0000","last_clean":"2024-07-26T17:04:32.326781+0000","last_became_active":"2024-07-26T17:04:19.259628+0000","last_became_peered":"2024-07-26T17:04:19.259628+0000","last_unstale":"2024-07-26T17:04:32.326781+0000","last_undegraded":"2024-07-26T17:04:32.326781+0000","last_fullsized":"2024-07-26T17:04:32.326781+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:59.598811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.19","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325514+0000","last_change":"2024-07-26T17:04:20.243205+0000","last_active":"2024-07-26T17:04:32.325514+0000","last_peered":"2024-07-26T17:04:32.325514+0000","last_clean":"2024-07-26T17:04:32.325514+0000","last_became_active":"2024-07-26T17:04:20.242877+0000","last_became_peered":"2024-07-26T17:04:20.242877+0000","last_unstale":"2024-07-26T17:04:32.325514+0000","last_undegraded":"2024-07-26T17:04:32.325514+0000","last_fullsized":"2024-07-26T17:04:32.325514+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:36:12.654403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.18","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328107+0000","last_change":"2024-07-26T17:04:30.320776+0000","last_active":"2024-07-26T17:04:32.328107+0000","last_peered":"2024-07-26T17:04:32.328107+0000","last_clean":"2024-07-26T17:04:32.328107+0000","last_became_active":"2024-07-26T17:04:30.320368+0000","last_became_peered":"2024-07-26T17:04:30.320368+0000","last_unstale":"2024-07-26T17:04:32.328107+0000","last_undegraded":"2024-07-26T17:04:32.328107+0000","last_fullsized":"2024-07-26T17:04:32.328107+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:13:20.992647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.1a","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317439+0000","last_change":"2024-07-26T17:04:31.325666+0000","last_active":"2024-07-26T17:04:33.317439+0000","last_peered":"2024-07-26T17:04:33.317439+0000","last_clean":"2024-07-26T17:04:33.317439+0000","last_became_active":"2024-07-26T17:04:31.324397+0000","last_became_peered":"2024-07-26T17:04:31.324397+0000","last_unstale":"2024-07-26T17:04:33.317439+0000","last_undegraded":"2024-07-26T17:04:33.317439+0000","last_fullsized":"2024-07-26T17:04:33.317439+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:41.065119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.1f","version":"228'4","reported_seq":27,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327877+0000","last_change":"2024-07-26T17:04:19.247924+0000","last_active":"2024-07-26T17:04:32.327877+0000","last_peered":"2024-07-26T17:04:32.327877+0000","last_clean":"2024-07-26T17:04:32.327877+0000","last_became_active":"2024-07-26T17:04:19.247614+0000","last_became_peered":"2024-07-26T17:04:19.247614+0000","last_unstale":"2024-07-26T17:04:32.327877+0000","last_undegraded":"2024-07-26T17:04:32.327877+0000","last_fullsized":"2024-07-26T17:04:32.327877+0000","mapping_epoch":226,"log_start":"0'0","ondisk_log_start":"0'0","created":226,"last_epoch_clean":227,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:18.214829+0000","last_clean_scrub_stamp":"2024-07-26T17:04:18.214829+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:05.732319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.18","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328184+0000","last_change":"2024-07-26T17:04:20.257045+0000","last_active":"2024-07-26T17:04:32.328184+0000","last_peered":"2024-07-26T17:04:32.328184+0000","last_clean":"2024-07-26T17:04:32.328184+0000","last_became_active":"2024-07-26T17:04:20.256712+0000","last_became_peered":"2024-07-26T17:04:20.256712+0000","last_unstale":"2024-07-26T17:04:32.328184+0000","last_undegraded":"2024-07-26T17:04:32.328184+0000","last_fullsized":"2024-07-26T17:04:32.328184+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:15.562906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.19","version":"0'0","reported_seq":15,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326486+0000","last_change":"2024-07-26T17:04:30.327982+0000","last_active":"2024-07-26T17:04:32.326486+0000","last_peered":"2024-07-26T17:04:32.326486+0000","last_clean":"2024-07-26T17:04:32.326486+0000","last_became_active":"2024-07-26T17:04:30.327543+0000","last_became_peered":"2024-07-26T17:04:30.327543+0000","last_unstale":"2024-07-26T17:04:32.326486+0000","last_undegraded":"2024-07-26T17:04:32.326486+0000","last_fullsized":"2024-07-26T17:04:32.326486+0000","mapping_epoch":230,"log_start":"0'0","ondisk_log_start":"0'0","created":230,"last_epoch_clean":231,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:29.288052+0000","last_clean_scrub_stamp":"2024-07-26T17:04:29.288052+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:25:38.269055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.22","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327380+0000","last_change":"2024-07-26T17:04:31.341023+0000","last_active":"2024-07-26T17:04:32.327380+0000","last_peered":"2024-07-26T17:04:32.327380+0000","last_clean":"2024-07-26T17:04:32.327380+0000","last_became_active":"2024-07-26T17:04:31.340668+0000","last_became_peered":"2024-07-26T17:04:31.340668+0000","last_unstale":"2024-07-26T17:04:32.327380+0000","last_undegraded":"2024-07-26T17:04:32.327380+0000","last_fullsized":"2024-07-26T17:04:32.327380+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:28:29.347933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.20","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503006+0000","last_change":"2024-07-26T17:04:20.261608+0000","last_active":"2024-07-26T17:04:33.503006+0000","last_peered":"2024-07-26T17:04:33.503006+0000","last_clean":"2024-07-26T17:04:33.503006+0000","last_became_active":"2024-07-26T17:04:20.261332+0000","last_became_peered":"2024-07-26T17:04:20.261332+0000","last_unstale":"2024-07-26T17:04:33.503006+0000","last_undegraded":"2024-07-26T17:04:33.503006+0000","last_fullsized":"2024-07-26T17:04:33.503006+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:18:34.252353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.23","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502383+0000","last_change":"2024-07-26T17:04:31.330933+0000","last_active":"2024-07-26T17:04:33.502383+0000","last_peered":"2024-07-26T17:04:33.502383+0000","last_clean":"2024-07-26T17:04:33.502383+0000","last_became_active":"2024-07-26T17:04:31.330593+0000","last_became_peered":"2024-07-26T17:04:31.330593+0000","last_unstale":"2024-07-26T17:04:33.502383+0000","last_undegraded":"2024-07-26T17:04:33.502383+0000","last_fullsized":"2024-07-26T17:04:33.502383+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:23:21.746874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.21","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502977+0000","last_change":"2024-07-26T17:04:20.258100+0000","last_active":"2024-07-26T17:04:33.502977+0000","last_peered":"2024-07-26T17:04:33.502977+0000","last_clean":"2024-07-26T17:04:33.502977+0000","last_became_active":"2024-07-26T17:04:20.257733+0000","last_became_peered":"2024-07-26T17:04:20.257733+0000","last_unstale":"2024-07-26T17:04:33.502977+0000","last_undegraded":"2024-07-26T17:04:33.502977+0000","last_fullsized":"2024-07-26T17:04:33.502977+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:58:41.667875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.20","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325732+0000","last_change":"2024-07-26T17:04:31.341495+0000","last_active":"2024-07-26T17:04:32.325732+0000","last_peered":"2024-07-26T17:04:32.325732+0000","last_clean":"2024-07-26T17:04:32.325732+0000","last_became_active":"2024-07-26T17:04:31.341189+0000","last_became_peered":"2024-07-26T17:04:31.341189+0000","last_unstale":"2024-07-26T17:04:32.325732+0000","last_undegraded":"2024-07-26T17:04:32.325732+0000","last_fullsized":"2024-07-26T17:04:32.325732+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:14.322032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.22","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327183+0000","last_change":"2024-07-26T17:04:20.256894+0000","last_active":"2024-07-26T17:04:32.327183+0000","last_peered":"2024-07-26T17:04:32.327183+0000","last_clean":"2024-07-26T17:04:32.327183+0000","last_became_active":"2024-07-26T17:04:20.256443+0000","last_became_peered":"2024-07-26T17:04:20.256443+0000","last_unstale":"2024-07-26T17:04:32.327183+0000","last_undegraded":"2024-07-26T17:04:32.327183+0000","last_fullsized":"2024-07-26T17:04:32.327183+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:42:44.033615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.21","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394856+0000","last_change":"2024-07-26T17:04:31.326891+0000","last_active":"2024-07-26T17:04:33.394856+0000","last_peered":"2024-07-26T17:04:33.394856+0000","last_clean":"2024-07-26T17:04:33.394856+0000","last_became_active":"2024-07-26T17:04:31.326567+0000","last_became_peered":"2024-07-26T17:04:31.326567+0000","last_unstale":"2024-07-26T17:04:33.394856+0000","last_undegraded":"2024-07-26T17:04:33.394856+0000","last_fullsized":"2024-07-26T17:04:33.394856+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:35.549488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.23","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502266+0000","last_change":"2024-07-26T17:04:20.245347+0000","last_active":"2024-07-26T17:04:33.502266+0000","last_peered":"2024-07-26T17:04:33.502266+0000","last_clean":"2024-07-26T17:04:33.502266+0000","last_became_active":"2024-07-26T17:04:20.244554+0000","last_became_peered":"2024-07-26T17:04:20.244554+0000","last_unstale":"2024-07-26T17:04:33.502266+0000","last_undegraded":"2024-07-26T17:04:33.502266+0000","last_fullsized":"2024-07-26T17:04:33.502266+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:45.019551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.26","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328786+0000","last_change":"2024-07-26T17:04:31.337578+0000","last_active":"2024-07-26T17:04:32.328786+0000","last_peered":"2024-07-26T17:04:32.328786+0000","last_clean":"2024-07-26T17:04:32.328786+0000","last_became_active":"2024-07-26T17:04:31.337246+0000","last_became_peered":"2024-07-26T17:04:31.337246+0000","last_unstale":"2024-07-26T17:04:32.328786+0000","last_undegraded":"2024-07-26T17:04:32.328786+0000","last_fullsized":"2024-07-26T17:04:32.328786+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:44.312006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.24","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395085+0000","last_change":"2024-07-26T17:04:20.255823+0000","last_active":"2024-07-26T17:04:33.395085+0000","last_peered":"2024-07-26T17:04:33.395085+0000","last_clean":"2024-07-26T17:04:33.395085+0000","last_became_active":"2024-07-26T17:04:20.255474+0000","last_became_peered":"2024-07-26T17:04:20.255474+0000","last_unstale":"2024-07-26T17:04:33.395085+0000","last_undegraded":"2024-07-26T17:04:33.395085+0000","last_fullsized":"2024-07-26T17:04:33.395085+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:57:37.204815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.27","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503718+0000","last_change":"2024-07-26T17:04:31.333717+0000","last_active":"2024-07-26T17:04:33.503718+0000","last_peered":"2024-07-26T17:04:33.503718+0000","last_clean":"2024-07-26T17:04:33.503718+0000","last_became_active":"2024-07-26T17:04:31.333397+0000","last_became_peered":"2024-07-26T17:04:31.333397+0000","last_unstale":"2024-07-26T17:04:33.503718+0000","last_undegraded":"2024-07-26T17:04:33.503718+0000","last_fullsized":"2024-07-26T17:04:33.503718+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:32:41.231819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.25","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317675+0000","last_change":"2024-07-26T17:04:20.259933+0000","last_active":"2024-07-26T17:04:33.317675+0000","last_peered":"2024-07-26T17:04:33.317675+0000","last_clean":"2024-07-26T17:04:33.317675+0000","last_became_active":"2024-07-26T17:04:20.259221+0000","last_became_peered":"2024-07-26T17:04:20.259221+0000","last_unstale":"2024-07-26T17:04:33.317675+0000","last_undegraded":"2024-07-26T17:04:33.317675+0000","last_fullsized":"2024-07-26T17:04:33.317675+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:59.414071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.24","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204535+0000","last_change":"2024-07-26T17:04:31.341469+0000","last_active":"2024-07-26T17:04:33.204535+0000","last_peered":"2024-07-26T17:04:33.204535+0000","last_clean":"2024-07-26T17:04:33.204535+0000","last_became_active":"2024-07-26T17:04:31.341177+0000","last_became_peered":"2024-07-26T17:04:31.341177+0000","last_unstale":"2024-07-26T17:04:33.204535+0000","last_undegraded":"2024-07-26T17:04:33.204535+0000","last_fullsized":"2024-07-26T17:04:33.204535+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:53:44.710183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.26","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326643+0000","last_change":"2024-07-26T17:04:20.254272+0000","last_active":"2024-07-26T17:04:32.326643+0000","last_peered":"2024-07-26T17:04:32.326643+0000","last_clean":"2024-07-26T17:04:32.326643+0000","last_became_active":"2024-07-26T17:04:20.253911+0000","last_became_peered":"2024-07-26T17:04:20.253911+0000","last_unstale":"2024-07-26T17:04:32.326643+0000","last_undegraded":"2024-07-26T17:04:32.326643+0000","last_fullsized":"2024-07-26T17:04:32.326643+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:32:46.922976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.25","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328247+0000","last_change":"2024-07-26T17:04:31.325946+0000","last_active":"2024-07-26T17:04:32.328247+0000","last_peered":"2024-07-26T17:04:32.328247+0000","last_clean":"2024-07-26T17:04:32.328247+0000","last_became_active":"2024-07-26T17:04:31.324409+0000","last_became_peered":"2024-07-26T17:04:31.324409+0000","last_unstale":"2024-07-26T17:04:32.328247+0000","last_undegraded":"2024-07-26T17:04:32.328247+0000","last_fullsized":"2024-07-26T17:04:32.328247+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:52:11.851683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.27","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502841+0000","last_change":"2024-07-26T17:04:20.250544+0000","last_active":"2024-07-26T17:04:33.502841+0000","last_peered":"2024-07-26T17:04:33.502841+0000","last_clean":"2024-07-26T17:04:33.502841+0000","last_became_active":"2024-07-26T17:04:20.250243+0000","last_became_peered":"2024-07-26T17:04:20.250243+0000","last_unstale":"2024-07-26T17:04:33.502841+0000","last_undegraded":"2024-07-26T17:04:33.502841+0000","last_fullsized":"2024-07-26T17:04:33.502841+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:08.632043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.2a","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316780+0000","last_change":"2024-07-26T17:04:31.321872+0000","last_active":"2024-07-26T17:04:33.316780+0000","last_peered":"2024-07-26T17:04:33.316780+0000","last_clean":"2024-07-26T17:04:33.316780+0000","last_became_active":"2024-07-26T17:04:31.321563+0000","last_became_peered":"2024-07-26T17:04:31.321563+0000","last_unstale":"2024-07-26T17:04:33.316780+0000","last_undegraded":"2024-07-26T17:04:33.316780+0000","last_fullsized":"2024-07-26T17:04:33.316780+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:58:29.551171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.28","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394621+0000","last_change":"2024-07-26T17:04:20.258746+0000","last_active":"2024-07-26T17:04:33.394621+0000","last_peered":"2024-07-26T17:04:33.394621+0000","last_clean":"2024-07-26T17:04:33.394621+0000","last_became_active":"2024-07-26T17:04:20.258431+0000","last_became_peered":"2024-07-26T17:04:20.258431+0000","last_unstale":"2024-07-26T17:04:33.394621+0000","last_undegraded":"2024-07-26T17:04:33.394621+0000","last_fullsized":"2024-07-26T17:04:33.394621+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:59:05.034299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.2b","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328920+0000","last_change":"2024-07-26T17:04:31.334729+0000","last_active":"2024-07-26T17:04:32.328920+0000","last_peered":"2024-07-26T17:04:32.328920+0000","last_clean":"2024-07-26T17:04:32.328920+0000","last_became_active":"2024-07-26T17:04:31.332157+0000","last_became_peered":"2024-07-26T17:04:31.332157+0000","last_unstale":"2024-07-26T17:04:32.328920+0000","last_undegraded":"2024-07-26T17:04:32.328920+0000","last_fullsized":"2024-07-26T17:04:32.328920+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:59:32.222282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.29","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328238+0000","last_change":"2024-07-26T17:04:20.251690+0000","last_active":"2024-07-26T17:04:32.328238+0000","last_peered":"2024-07-26T17:04:32.328238+0000","last_clean":"2024-07-26T17:04:32.328238+0000","last_became_active":"2024-07-26T17:04:20.251373+0000","last_became_peered":"2024-07-26T17:04:20.251373+0000","last_unstale":"2024-07-26T17:04:32.328238+0000","last_undegraded":"2024-07-26T17:04:32.328238+0000","last_fullsized":"2024-07-26T17:04:32.328238+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:00.937325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.28","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503093+0000","last_change":"2024-07-26T17:04:31.321673+0000","last_active":"2024-07-26T17:04:33.503093+0000","last_peered":"2024-07-26T17:04:33.503093+0000","last_clean":"2024-07-26T17:04:33.503093+0000","last_became_active":"2024-07-26T17:04:31.321367+0000","last_became_peered":"2024-07-26T17:04:31.321367+0000","last_unstale":"2024-07-26T17:04:33.503093+0000","last_undegraded":"2024-07-26T17:04:33.503093+0000","last_fullsized":"2024-07-26T17:04:33.503093+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:22.330697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.2a","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203944+0000","last_change":"2024-07-26T17:04:20.256627+0000","last_active":"2024-07-26T17:04:33.203944+0000","last_peered":"2024-07-26T17:04:33.203944+0000","last_clean":"2024-07-26T17:04:33.203944+0000","last_became_active":"2024-07-26T17:04:20.256315+0000","last_became_peered":"2024-07-26T17:04:20.256315+0000","last_unstale":"2024-07-26T17:04:33.203944+0000","last_undegraded":"2024-07-26T17:04:33.203944+0000","last_fullsized":"2024-07-26T17:04:33.203944+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:30:04.561391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.29","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.394842+0000","last_change":"2024-07-26T17:04:31.325104+0000","last_active":"2024-07-26T17:04:33.394842+0000","last_peered":"2024-07-26T17:04:33.394842+0000","last_clean":"2024-07-26T17:04:33.394842+0000","last_became_active":"2024-07-26T17:04:31.324687+0000","last_became_peered":"2024-07-26T17:04:31.324687+0000","last_unstale":"2024-07-26T17:04:33.394842+0000","last_undegraded":"2024-07-26T17:04:33.394842+0000","last_fullsized":"2024-07-26T17:04:33.394842+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:24:02.593552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.2b","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204477+0000","last_change":"2024-07-26T17:04:20.264261+0000","last_active":"2024-07-26T17:04:33.204477+0000","last_peered":"2024-07-26T17:04:33.204477+0000","last_clean":"2024-07-26T17:04:33.204477+0000","last_became_active":"2024-07-26T17:04:20.263765+0000","last_became_peered":"2024-07-26T17:04:20.263765+0000","last_unstale":"2024-07-26T17:04:33.204477+0000","last_undegraded":"2024-07-26T17:04:33.204477+0000","last_fullsized":"2024-07-26T17:04:33.204477+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:50.862710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.2e","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328590+0000","last_change":"2024-07-26T17:04:31.335273+0000","last_active":"2024-07-26T17:04:32.328590+0000","last_peered":"2024-07-26T17:04:32.328590+0000","last_clean":"2024-07-26T17:04:32.328590+0000","last_became_active":"2024-07-26T17:04:31.332934+0000","last_became_peered":"2024-07-26T17:04:31.332934+0000","last_unstale":"2024-07-26T17:04:32.328590+0000","last_undegraded":"2024-07-26T17:04:32.328590+0000","last_fullsized":"2024-07-26T17:04:32.328590+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:52:36.878267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.2c","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.205004+0000","last_change":"2024-07-26T17:04:20.259169+0000","last_active":"2024-07-26T17:04:33.205004+0000","last_peered":"2024-07-26T17:04:33.205004+0000","last_clean":"2024-07-26T17:04:33.205004+0000","last_became_active":"2024-07-26T17:04:20.258857+0000","last_became_peered":"2024-07-26T17:04:20.258857+0000","last_unstale":"2024-07-26T17:04:33.205004+0000","last_undegraded":"2024-07-26T17:04:33.205004+0000","last_fullsized":"2024-07-26T17:04:33.205004+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:06.740700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.2f","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204918+0000","last_change":"2024-07-26T17:04:31.337280+0000","last_active":"2024-07-26T17:04:33.204918+0000","last_peered":"2024-07-26T17:04:33.204918+0000","last_clean":"2024-07-26T17:04:33.204918+0000","last_became_active":"2024-07-26T17:04:31.336072+0000","last_became_peered":"2024-07-26T17:04:31.336072+0000","last_unstale":"2024-07-26T17:04:33.204918+0000","last_undegraded":"2024-07-26T17:04:33.204918+0000","last_fullsized":"2024-07-26T17:04:33.204918+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:49.898492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2d","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204716+0000","last_change":"2024-07-26T17:04:20.260649+0000","last_active":"2024-07-26T17:04:33.204716+0000","last_peered":"2024-07-26T17:04:33.204716+0000","last_clean":"2024-07-26T17:04:33.204716+0000","last_became_active":"2024-07-26T17:04:20.260339+0000","last_became_peered":"2024-07-26T17:04:20.260339+0000","last_unstale":"2024-07-26T17:04:33.204716+0000","last_undegraded":"2024-07-26T17:04:33.204716+0000","last_fullsized":"2024-07-26T17:04:33.204716+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:08:18.267041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.2c","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326571+0000","last_change":"2024-07-26T17:04:31.332558+0000","last_active":"2024-07-26T17:04:32.326571+0000","last_peered":"2024-07-26T17:04:32.326571+0000","last_clean":"2024-07-26T17:04:32.326571+0000","last_became_active":"2024-07-26T17:04:31.332169+0000","last_became_peered":"2024-07-26T17:04:31.332169+0000","last_unstale":"2024-07-26T17:04:32.326571+0000","last_undegraded":"2024-07-26T17:04:32.326571+0000","last_fullsized":"2024-07-26T17:04:32.326571+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:14:47.809399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.2e","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502512+0000","last_change":"2024-07-26T17:04:20.251352+0000","last_active":"2024-07-26T17:04:33.502512+0000","last_peered":"2024-07-26T17:04:33.502512+0000","last_clean":"2024-07-26T17:04:33.502512+0000","last_became_active":"2024-07-26T17:04:20.251037+0000","last_became_peered":"2024-07-26T17:04:20.251037+0000","last_unstale":"2024-07-26T17:04:33.502512+0000","last_undegraded":"2024-07-26T17:04:33.502512+0000","last_fullsized":"2024-07-26T17:04:33.502512+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:28:36.947223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.2d","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.504072+0000","last_change":"2024-07-26T17:04:31.327464+0000","last_active":"2024-07-26T17:04:33.504072+0000","last_peered":"2024-07-26T17:04:33.504072+0000","last_clean":"2024-07-26T17:04:33.504072+0000","last_became_active":"2024-07-26T17:04:31.327167+0000","last_became_peered":"2024-07-26T17:04:31.327167+0000","last_unstale":"2024-07-26T17:04:33.504072+0000","last_undegraded":"2024-07-26T17:04:33.504072+0000","last_fullsized":"2024-07-26T17:04:33.504072+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:24:52.088880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.2f","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502819+0000","last_change":"2024-07-26T17:04:20.257133+0000","last_active":"2024-07-26T17:04:33.502819+0000","last_peered":"2024-07-26T17:04:33.502819+0000","last_clean":"2024-07-26T17:04:33.502819+0000","last_became_active":"2024-07-26T17:04:20.256327+0000","last_became_peered":"2024-07-26T17:04:20.256327+0000","last_unstale":"2024-07-26T17:04:33.502819+0000","last_undegraded":"2024-07-26T17:04:33.502819+0000","last_fullsized":"2024-07-26T17:04:33.502819+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:14:18.205304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.32","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203843+0000","last_change":"2024-07-26T17:04:31.336884+0000","last_active":"2024-07-26T17:04:33.203843+0000","last_peered":"2024-07-26T17:04:33.203843+0000","last_clean":"2024-07-26T17:04:33.203843+0000","last_became_active":"2024-07-26T17:04:31.335901+0000","last_became_peered":"2024-07-26T17:04:31.335901+0000","last_unstale":"2024-07-26T17:04:33.203843+0000","last_undegraded":"2024-07-26T17:04:33.203843+0000","last_fullsized":"2024-07-26T17:04:33.203843+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:45:58.782741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.30","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316939+0000","last_change":"2024-07-26T17:04:20.246845+0000","last_active":"2024-07-26T17:04:33.316939+0000","last_peered":"2024-07-26T17:04:33.316939+0000","last_clean":"2024-07-26T17:04:33.316939+0000","last_became_active":"2024-07-26T17:04:20.246524+0000","last_became_peered":"2024-07-26T17:04:20.246524+0000","last_unstale":"2024-07-26T17:04:33.316939+0000","last_undegraded":"2024-07-26T17:04:33.316939+0000","last_fullsized":"2024-07-26T17:04:33.316939+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:30.737159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.33","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325584+0000","last_change":"2024-07-26T17:04:31.332390+0000","last_active":"2024-07-26T17:04:32.325584+0000","last_peered":"2024-07-26T17:04:32.325584+0000","last_clean":"2024-07-26T17:04:32.325584+0000","last_became_active":"2024-07-26T17:04:31.331821+0000","last_became_peered":"2024-07-26T17:04:31.331821+0000","last_unstale":"2024-07-26T17:04:32.325584+0000","last_undegraded":"2024-07-26T17:04:32.325584+0000","last_fullsized":"2024-07-26T17:04:32.325584+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:05:00.795846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.31","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326784+0000","last_change":"2024-07-26T17:04:20.257040+0000","last_active":"2024-07-26T17:04:32.326784+0000","last_peered":"2024-07-26T17:04:32.326784+0000","last_clean":"2024-07-26T17:04:32.326784+0000","last_became_active":"2024-07-26T17:04:20.256281+0000","last_became_peered":"2024-07-26T17:04:20.256281+0000","last_unstale":"2024-07-26T17:04:32.326784+0000","last_undegraded":"2024-07-26T17:04:32.326784+0000","last_fullsized":"2024-07-26T17:04:32.326784+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:53.796679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.30","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326192+0000","last_change":"2024-07-26T17:04:31.323055+0000","last_active":"2024-07-26T17:04:32.326192+0000","last_peered":"2024-07-26T17:04:32.326192+0000","last_clean":"2024-07-26T17:04:32.326192+0000","last_became_active":"2024-07-26T17:04:31.322727+0000","last_became_peered":"2024-07-26T17:04:31.322727+0000","last_unstale":"2024-07-26T17:04:32.326192+0000","last_undegraded":"2024-07-26T17:04:32.326192+0000","last_fullsized":"2024-07-26T17:04:32.326192+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:46:20.109634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.32","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203953+0000","last_change":"2024-07-26T17:04:20.252674+0000","last_active":"2024-07-26T17:04:33.203953+0000","last_peered":"2024-07-26T17:04:33.203953+0000","last_clean":"2024-07-26T17:04:33.203953+0000","last_became_active":"2024-07-26T17:04:20.252260+0000","last_became_peered":"2024-07-26T17:04:20.252260+0000","last_unstale":"2024-07-26T17:04:33.203953+0000","last_undegraded":"2024-07-26T17:04:33.203953+0000","last_fullsized":"2024-07-26T17:04:33.203953+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:14.632483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.31","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.316777+0000","last_change":"2024-07-26T17:04:31.324902+0000","last_active":"2024-07-26T17:04:33.316777+0000","last_peered":"2024-07-26T17:04:33.316777+0000","last_clean":"2024-07-26T17:04:33.316777+0000","last_became_active":"2024-07-26T17:04:31.324581+0000","last_became_peered":"2024-07-26T17:04:31.324581+0000","last_unstale":"2024-07-26T17:04:33.316777+0000","last_undegraded":"2024-07-26T17:04:33.316777+0000","last_fullsized":"2024-07-26T17:04:33.316777+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:28.724153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.33","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503781+0000","last_change":"2024-07-26T17:04:20.257292+0000","last_active":"2024-07-26T17:04:33.503781+0000","last_peered":"2024-07-26T17:04:33.503781+0000","last_clean":"2024-07-26T17:04:33.503781+0000","last_became_active":"2024-07-26T17:04:20.256538+0000","last_became_peered":"2024-07-26T17:04:20.256538+0000","last_unstale":"2024-07-26T17:04:33.503781+0000","last_undegraded":"2024-07-26T17:04:33.503781+0000","last_fullsized":"2024-07-26T17:04:33.503781+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:56:30.080272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.36","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328397+0000","last_change":"2024-07-26T17:04:31.326930+0000","last_active":"2024-07-26T17:04:32.328397+0000","last_peered":"2024-07-26T17:04:32.328397+0000","last_clean":"2024-07-26T17:04:32.328397+0000","last_became_active":"2024-07-26T17:04:31.326576+0000","last_became_peered":"2024-07-26T17:04:31.326576+0000","last_unstale":"2024-07-26T17:04:32.328397+0000","last_undegraded":"2024-07-26T17:04:32.328397+0000","last_fullsized":"2024-07-26T17:04:32.328397+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:28:38.017245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.34","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395137+0000","last_change":"2024-07-26T17:04:20.260701+0000","last_active":"2024-07-26T17:04:33.395137+0000","last_peered":"2024-07-26T17:04:33.395137+0000","last_clean":"2024-07-26T17:04:33.395137+0000","last_became_active":"2024-07-26T17:04:20.260376+0000","last_became_peered":"2024-07-26T17:04:20.260376+0000","last_unstale":"2024-07-26T17:04:33.395137+0000","last_undegraded":"2024-07-26T17:04:33.395137+0000","last_fullsized":"2024-07-26T17:04:33.395137+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:27:43.663187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.37","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395248+0000","last_change":"2024-07-26T17:04:31.325680+0000","last_active":"2024-07-26T17:04:33.395248+0000","last_peered":"2024-07-26T17:04:33.395248+0000","last_clean":"2024-07-26T17:04:33.395248+0000","last_became_active":"2024-07-26T17:04:31.325353+0000","last_became_peered":"2024-07-26T17:04:31.325353+0000","last_unstale":"2024-07-26T17:04:33.395248+0000","last_undegraded":"2024-07-26T17:04:33.395248+0000","last_fullsized":"2024-07-26T17:04:33.395248+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:09:04.311507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.35","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317673+0000","last_change":"2024-07-26T17:04:20.260223+0000","last_active":"2024-07-26T17:04:33.317673+0000","last_peered":"2024-07-26T17:04:33.317673+0000","last_clean":"2024-07-26T17:04:33.317673+0000","last_became_active":"2024-07-26T17:04:20.259635+0000","last_became_peered":"2024-07-26T17:04:20.259635+0000","last_unstale":"2024-07-26T17:04:33.317673+0000","last_undegraded":"2024-07-26T17:04:33.317673+0000","last_fullsized":"2024-07-26T17:04:33.317673+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:16.831902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.34","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204482+0000","last_change":"2024-07-26T17:04:31.344565+0000","last_active":"2024-07-26T17:04:33.204482+0000","last_peered":"2024-07-26T17:04:33.204482+0000","last_clean":"2024-07-26T17:04:33.204482+0000","last_became_active":"2024-07-26T17:04:31.344240+0000","last_became_peered":"2024-07-26T17:04:31.344240+0000","last_unstale":"2024-07-26T17:04:33.204482+0000","last_undegraded":"2024-07-26T17:04:33.204482+0000","last_fullsized":"2024-07-26T17:04:33.204482+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:40:48.282157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.36","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.204994+0000","last_change":"2024-07-26T17:04:20.263955+0000","last_active":"2024-07-26T17:04:33.204994+0000","last_peered":"2024-07-26T17:04:33.204994+0000","last_clean":"2024-07-26T17:04:33.204994+0000","last_became_active":"2024-07-26T17:04:20.263624+0000","last_became_peered":"2024-07-26T17:04:20.263624+0000","last_unstale":"2024-07-26T17:04:33.204994+0000","last_undegraded":"2024-07-26T17:04:33.204994+0000","last_fullsized":"2024-07-26T17:04:33.204994+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:30:31.851130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.35","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328262+0000","last_change":"2024-07-26T17:04:31.327677+0000","last_active":"2024-07-26T17:04:32.328262+0000","last_peered":"2024-07-26T17:04:32.328262+0000","last_clean":"2024-07-26T17:04:32.328262+0000","last_became_active":"2024-07-26T17:04:31.327371+0000","last_became_peered":"2024-07-26T17:04:31.327371+0000","last_unstale":"2024-07-26T17:04:32.328262+0000","last_undegraded":"2024-07-26T17:04:32.328262+0000","last_fullsized":"2024-07-26T17:04:32.328262+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:22:15.111576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.37","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502747+0000","last_change":"2024-07-26T17:04:20.243182+0000","last_active":"2024-07-26T17:04:33.502747+0000","last_peered":"2024-07-26T17:04:33.502747+0000","last_clean":"2024-07-26T17:04:33.502747+0000","last_became_active":"2024-07-26T17:04:20.242843+0000","last_became_peered":"2024-07-26T17:04:20.242843+0000","last_unstale":"2024-07-26T17:04:33.502747+0000","last_undegraded":"2024-07-26T17:04:33.502747+0000","last_fullsized":"2024-07-26T17:04:33.502747+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:16.445437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.3a","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.326361+0000","last_change":"2024-07-26T17:04:31.330969+0000","last_active":"2024-07-26T17:04:32.326361+0000","last_peered":"2024-07-26T17:04:32.326361+0000","last_clean":"2024-07-26T17:04:32.326361+0000","last_became_active":"2024-07-26T17:04:31.330650+0000","last_became_peered":"2024-07-26T17:04:31.330650+0000","last_unstale":"2024-07-26T17:04:32.326361+0000","last_undegraded":"2024-07-26T17:04:32.326361+0000","last_fullsized":"2024-07-26T17:04:32.326361+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:43.059704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.38","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.203959+0000","last_change":"2024-07-26T17:04:20.261455+0000","last_active":"2024-07-26T17:04:33.203959+0000","last_peered":"2024-07-26T17:04:33.203959+0000","last_clean":"2024-07-26T17:04:33.203959+0000","last_became_active":"2024-07-26T17:04:20.261099+0000","last_became_peered":"2024-07-26T17:04:20.261099+0000","last_unstale":"2024-07-26T17:04:33.203959+0000","last_undegraded":"2024-07-26T17:04:33.203959+0000","last_fullsized":"2024-07-26T17:04:33.203959+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:02:48.485931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.3b","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503929+0000","last_change":"2024-07-26T17:04:31.323240+0000","last_active":"2024-07-26T17:04:33.503929+0000","last_peered":"2024-07-26T17:04:33.503929+0000","last_clean":"2024-07-26T17:04:33.503929+0000","last_became_active":"2024-07-26T17:04:31.322460+0000","last_became_peered":"2024-07-26T17:04:31.322460+0000","last_unstale":"2024-07-26T17:04:33.503929+0000","last_undegraded":"2024-07-26T17:04:33.503929+0000","last_fullsized":"2024-07-26T17:04:33.503929+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:13:52.953880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.39","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395003+0000","last_change":"2024-07-26T17:04:20.254088+0000","last_active":"2024-07-26T17:04:33.395003+0000","last_peered":"2024-07-26T17:04:33.395003+0000","last_clean":"2024-07-26T17:04:33.395003+0000","last_became_active":"2024-07-26T17:04:20.253679+0000","last_became_peered":"2024-07-26T17:04:20.253679+0000","last_unstale":"2024-07-26T17:04:33.395003+0000","last_undegraded":"2024-07-26T17:04:33.395003+0000","last_fullsized":"2024-07-26T17:04:33.395003+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:27:09.168287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.38","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.325500+0000","last_change":"2024-07-26T17:04:31.331874+0000","last_active":"2024-07-26T17:04:32.325500+0000","last_peered":"2024-07-26T17:04:32.325500+0000","last_clean":"2024-07-26T17:04:32.325500+0000","last_became_active":"2024-07-26T17:04:31.331502+0000","last_became_peered":"2024-07-26T17:04:31.331502+0000","last_unstale":"2024-07-26T17:04:32.325500+0000","last_undegraded":"2024-07-26T17:04:32.325500+0000","last_fullsized":"2024-07-26T17:04:32.325500+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:29:56.013757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.3a","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503112+0000","last_change":"2024-07-26T17:04:20.252714+0000","last_active":"2024-07-26T17:04:33.503112+0000","last_peered":"2024-07-26T17:04:33.503112+0000","last_clean":"2024-07-26T17:04:33.503112+0000","last_became_active":"2024-07-26T17:04:20.252244+0000","last_became_peered":"2024-07-26T17:04:20.252244+0000","last_unstale":"2024-07-26T17:04:33.503112+0000","last_undegraded":"2024-07-26T17:04:33.503112+0000","last_fullsized":"2024-07-26T17:04:33.503112+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:31:17.653252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.39","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328025+0000","last_change":"2024-07-26T17:04:31.332890+0000","last_active":"2024-07-26T17:04:32.328025+0000","last_peered":"2024-07-26T17:04:32.328025+0000","last_clean":"2024-07-26T17:04:32.328025+0000","last_became_active":"2024-07-26T17:04:31.332560+0000","last_became_peered":"2024-07-26T17:04:31.332560+0000","last_unstale":"2024-07-26T17:04:32.328025+0000","last_undegraded":"2024-07-26T17:04:32.328025+0000","last_fullsized":"2024-07-26T17:04:32.328025+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:51:04.837683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.3b","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.395285+0000","last_change":"2024-07-26T17:04:20.255597+0000","last_active":"2024-07-26T17:04:33.395285+0000","last_peered":"2024-07-26T17:04:33.395285+0000","last_clean":"2024-07-26T17:04:33.395285+0000","last_became_active":"2024-07-26T17:04:20.255209+0000","last_became_peered":"2024-07-26T17:04:20.255209+0000","last_unstale":"2024-07-26T17:04:33.395285+0000","last_undegraded":"2024-07-26T17:04:33.395285+0000","last_fullsized":"2024-07-26T17:04:33.395285+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:31.440451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.3e","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.502605+0000","last_change":"2024-07-26T17:04:31.327118+0000","last_active":"2024-07-26T17:04:33.502605+0000","last_peered":"2024-07-26T17:04:33.502605+0000","last_clean":"2024-07-26T17:04:33.502605+0000","last_became_active":"2024-07-26T17:04:31.326783+0000","last_became_peered":"2024-07-26T17:04:31.326783+0000","last_unstale":"2024-07-26T17:04:33.502605+0000","last_undegraded":"2024-07-26T17:04:33.502605+0000","last_fullsized":"2024-07-26T17:04:33.502605+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:58:29.005806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.3c","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503677+0000","last_change":"2024-07-26T17:04:20.261000+0000","last_active":"2024-07-26T17:04:33.503677+0000","last_peered":"2024-07-26T17:04:33.503677+0000","last_clean":"2024-07-26T17:04:33.503677+0000","last_became_active":"2024-07-26T17:04:20.260479+0000","last_became_peered":"2024-07-26T17:04:20.260479+0000","last_unstale":"2024-07-26T17:04:33.503677+0000","last_undegraded":"2024-07-26T17:04:33.503677+0000","last_fullsized":"2024-07-26T17:04:33.503677+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:48:00.334248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.3f","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.503634+0000","last_change":"2024-07-26T17:04:31.325948+0000","last_active":"2024-07-26T17:04:33.503634+0000","last_peered":"2024-07-26T17:04:33.503634+0000","last_clean":"2024-07-26T17:04:33.503634+0000","last_became_active":"2024-07-26T17:04:31.325174+0000","last_became_peered":"2024-07-26T17:04:31.325174+0000","last_unstale":"2024-07-26T17:04:33.503634+0000","last_undegraded":"2024-07-26T17:04:33.503634+0000","last_fullsized":"2024-07-26T17:04:33.503634+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:42.182872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.3d","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:33.317520+0000","last_change":"2024-07-26T17:04:20.251925+0000","last_active":"2024-07-26T17:04:33.317520+0000","last_peered":"2024-07-26T17:04:33.317520+0000","last_clean":"2024-07-26T17:04:33.317520+0000","last_became_active":"2024-07-26T17:04:20.251644+0000","last_became_peered":"2024-07-26T17:04:20.251644+0000","last_unstale":"2024-07-26T17:04:33.317520+0000","last_undegraded":"2024-07-26T17:04:33.317520+0000","last_fullsized":"2024-07-26T17:04:33.317520+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:52:13.770961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.3c","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327510+0000","last_change":"2024-07-26T17:04:31.329136+0000","last_active":"2024-07-26T17:04:32.327510+0000","last_peered":"2024-07-26T17:04:32.327510+0000","last_clean":"2024-07-26T17:04:32.327510+0000","last_became_active":"2024-07-26T17:04:31.326680+0000","last_became_peered":"2024-07-26T17:04:31.326680+0000","last_unstale":"2024-07-26T17:04:32.327510+0000","last_undegraded":"2024-07-26T17:04:32.327510+0000","last_fullsized":"2024-07-26T17:04:32.327510+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:18:08.076334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.3e","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.329154+0000","last_change":"2024-07-26T17:04:20.256364+0000","last_active":"2024-07-26T17:04:32.329154+0000","last_peered":"2024-07-26T17:04:32.329154+0000","last_clean":"2024-07-26T17:04:32.329154+0000","last_became_active":"2024-07-26T17:04:20.256041+0000","last_became_peered":"2024-07-26T17:04:20.256041+0000","last_unstale":"2024-07-26T17:04:32.329154+0000","last_undegraded":"2024-07-26T17:04:32.329154+0000","last_fullsized":"2024-07-26T17:04:32.329154+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:43:10.713868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.3d","version":"0'0","reported_seq":13,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.328698+0000","last_change":"2024-07-26T17:04:31.330719+0000","last_active":"2024-07-26T17:04:32.328698+0000","last_peered":"2024-07-26T17:04:32.328698+0000","last_clean":"2024-07-26T17:04:32.328698+0000","last_became_active":"2024-07-26T17:04:31.330353+0000","last_became_peered":"2024-07-26T17:04:31.330353+0000","last_unstale":"2024-07-26T17:04:32.328698+0000","last_undegraded":"2024-07-26T17:04:32.328698+0000","last_fullsized":"2024-07-26T17:04:32.328698+0000","mapping_epoch":231,"log_start":"0'0","ondisk_log_start":"0'0","created":231,"last_epoch_clean":232,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:30.294112+0000","last_clean_scrub_stamp":"2024-07-26T17:04:30.294112+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:22:43.105804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.3f","version":"0'0","reported_seq":21,"reported_epoch":233,"state":"active+clean","last_fresh":"2024-07-26T17:04:32.327146+0000","last_change":"2024-07-26T17:04:20.255095+0000","last_active":"2024-07-26T17:04:32.327146+0000","last_peered":"2024-07-26T17:04:32.327146+0000","last_clean":"2024-07-26T17:04:32.327146+0000","last_became_active":"2024-07-26T17:04:20.254724+0000","last_became_peered":"2024-07-26T17:04:20.254724+0000","last_unstale":"2024-07-26T17:04:32.327146+0000","last_undegraded":"2024-07-26T17:04:32.327146+0000","last_fullsized":"2024-07-26T17:04:32.327146+0000","mapping_epoch":227,"log_start":"0'0","ondisk_log_start":"0'0","created":227,"last_epoch_clean":228,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:04:19.223211+0000","last_clean_scrub_stamp":"2024-07-26T17:04:19.223211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:03:08.415327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":30,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":29,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":28,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":27,"num_pg":32,"stat_sum":{"num_bytes":3666,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1386,"num_read_kb":3927,"num_write":365,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":226,"ondisk_log_size":226,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575998,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52676,"kb_used_data":3440,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319164,"statfs":{"total":96636764160,"available":96582823936,"internally_reserved":0,"allocated":3522560,"data_stored":2108061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510589,"num_pgs":70,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42380,"kb_used_data":2876,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329460,"statfs":{"total":96636764160,"available":96593367040,"internally_reserved":0,"allocated":2945024,"data_stored":1519271,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510589,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52104,"kb_used_data":2872,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319736,"statfs":{"total":96636764160,"available":96583409664,"internally_reserved":0,"allocated":2940928,"data_stored":1523536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510589,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52088,"kb_used_data":2856,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319752,"statfs":{"total":96636764160,"available":96583426048,"internally_reserved":0,"allocated":2924544,"data_stored":1522470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510588,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47936,"kb_used_data":2864,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323904,"statfs":{"total":96636764160,"available":96587677696,"internally_reserved":0,"allocated":2932736,"data_stored":1521946,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":46135751},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510588,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47916,"kb_used_data":2848,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323924,"statfs":{"total":96636764160,"available":96587698176,"internally_reserved":0,"allocated":2916352,"data_stored":1514789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510591,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47916,"kb_used_data":2848,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323924,"statfs":{"total":96636764160,"available":96587698176,"internally_reserved":0,"allocated":2916352,"data_stored":1521798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543295,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42928,"kb_used_data":3420,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94328912,"statfs":{"total":96636764160,"available":96592805888,"internally_reserved":0,"allocated":3502080,"data_stored":2104541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:04:35.816 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T17:04:35.816 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:35.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.964+0000 7f87c1c71640 1 -- 172.21.15.33:0/2052476932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87a40053a0 msgr2=0x7f87a400ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.964+0000 7f87c1c71640 1 --2- 172.21.15.33:0/2052476932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87a40053a0 0x7f87a400ba50 secure :-1 s=READY pgs=2226 cs=0 l=1 rev1=1 crypto rx=0x7f87b4009ed0 tx=0x7f87a4005830 comp rx=0 tx=0).stop 2024-07-26T17:04:35.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.964+0000 7f87c1c71640 1 -- 172.21.15.33:0/2052476932 shutdown_connections 2024-07-26T17:04:35.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.964+0000 7f87c1c71640 1 --2- 172.21.15.33:0/2052476932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87a40053a0 0x7f87a400ba50 unknown :-1 s=CLOSED pgs=2226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.964+0000 7f87c1c71640 1 -- 172.21.15.33:0/2052476932 >> 172.21.15.33:0/2052476932 conn(0x7f87bc0d3e10 msgr2=0x7f87bc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:35.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.964+0000 7f87c1c71640 1 -- 172.21.15.33:0/2052476932 shutdown_connections 2024-07-26T17:04:35.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.964+0000 7f87c1c71640 1 -- 172.21.15.33:0/2052476932 wait complete. 2024-07-26T17:04:35.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.966+0000 7f87c1c71640 1 Processor -- start 2024-07-26T17:04:35.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.966+0000 7f87c1c71640 1 -- start start 2024-07-26T17:04:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.967+0000 7f87c1c71640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87a40053a0 0x7f87bc0cba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.967+0000 7f87c1c71640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87bc1e4300 0x7f87bc1e3420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.967+0000 7f87c1c71640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87bc1e3d20 0x7f87bc0c8270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.967+0000 7f87c1c71640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f87bc0d0570 con 0x7f87bc1e4300 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.967+0000 7f87c1c71640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f87bc0d4d50 con 0x7f87a40053a0 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87c1c71640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f87bc0d06f0 con 0x7f87bc1e3d20 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87baffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87bc1e4300 0x7f87bc1e3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87baffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87bc1e4300 0x7f87bc1e3420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39826/0 (socket says 172.21.15.33:39826) 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87baffd640 1 -- 172.21.15.33:0/1821732350 learned_addr learned my addr 172.21.15.33:0/1821732350 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87bb7fe640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87a40053a0 0x7f87bc0cba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87bbfff640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87bc1e3d20 0x7f87bc0c8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87baffd640 1 -- 172.21.15.33:0/1821732350 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87bc1e3d20 msgr2=0x7f87bc0c8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87baffd640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87bc1e3d20 0x7f87bc0c8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87baffd640 1 -- 172.21.15.33:0/1821732350 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87a40053a0 msgr2=0x7f87bc0cba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87baffd640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87a40053a0 0x7f87bc0cba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:35.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87baffd640 1 -- 172.21.15.33:0/1821732350 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87bc06d570 con 0x7f87bc1e4300 2024-07-26T17:04:35.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87bbfff640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87bc1e3d20 0x7f87bc0c8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:35.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87bb7fe640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87a40053a0 0x7f87bc0cba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:35.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87baffd640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87bc1e4300 0x7f87bc1e3420 secure :-1 s=READY pgs=2227 cs=0 l=1 rev1=1 crypto rx=0x7f87b0004e20 tx=0x7f87b0001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:35.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87a3fff640 1 -- 172.21.15.33:0/1821732350 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b00107d0 con 0x7f87bc1e4300 2024-07-26T17:04:35.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87a3fff640 1 -- 172.21.15.33:0/1821732350 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87b0016070 con 0x7f87bc1e4300 2024-07-26T17:04:35.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87c1c71640 1 -- 172.21.15.33:0/1821732350 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87bc06d9e0 con 0x7f87bc1e4300 2024-07-26T17:04:35.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87a3fff640 1 -- 172.21.15.33:0/1821732350 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87b0010cc0 con 0x7f87bc1e4300 2024-07-26T17:04:35.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.968+0000 7f87c1c71640 1 -- 172.21.15.33:0/1821732350 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87bc0c7a70 con 0x7f87bc1e4300 2024-07-26T17:04:35.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.969+0000 7f87c1c71640 1 -- 172.21.15.33:0/1821732350 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87bc0ce3c0 con 0x7f87bc1e4300 2024-07-26T17:04:35.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.970+0000 7f87a3fff640 1 -- 172.21.15.33:0/1821732350 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f87b001b460 con 0x7f87bc1e4300 2024-07-26T17:04:35.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.971+0000 7f87a3fff640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f87a8077130 0x7f87a8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:35.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.971+0000 7f87a3fff640 1 -- 172.21.15.33:0/1821732350 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7f87b0099890 con 0x7f87bc1e4300 2024-07-26T17:04:35.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.971+0000 7f87bb7fe640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f87a8077130 0x7f87a8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:35.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.971+0000 7f87bb7fe640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f87a8077130 0x7f87a8079640 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f87bc0ce390 tx=0x7f87ac0066f0 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:35.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:35.975+0000 7f87a3fff640 1 -- 172.21.15.33:0/1821732350 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f87b0062380 con 0x7f87bc1e4300 2024-07-26T17:04:36.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.212+0000 7f87c1c71640 1 -- 172.21.15.33:0/1821732350 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f87bc06d740 con 0x7f87bc1e4300 2024-07-26T17:04:36.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.213+0000 7f87a3fff640 1 -- 172.21.15.33:0/1821732350 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 123 v123) ==== 95+0+6565 (secure 0 0 0) 0x7f87b0061c80 con 0x7f87bc1e4300 2024-07-26T17:04:36.215 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:36.215 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":123,"btime":"2024-07-26T17:04:34:334958+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112}],"filesystems":[{"mdsmap":{"epoch":117,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:19.634245+0000","modified":"2024-07-26T17:04:22.650051+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10797},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10797":{"gid":10797,"name":"a","rank":0,"incarnation":113,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6833/2663631468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2663631468},{"type":"v1","addr":"172.21.15.33:6833","nonce":2663631468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[28],"metadata_pool":27,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10797,"qdb_cluster":[10797]},"id":13},{"mdsmap":{"epoch":123,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:30.701093+0000","modified":"2024-07-26T17:04:33.725847+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9823},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9823":{"gid":9823,"name":"b","rank":0,"incarnation":119,"state":"up:active","state_seq":5,"addr":"172.21.15.154:6834/2407372956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2407372956},{"type":"v1","addr":"172.21.15.154:6834","nonce":2407372956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[30],"metadata_pool":29,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9823,"qdb_cluster":[9823]},"id":14}]} 2024-07-26T17:04:36.215 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 123 2024-07-26T17:04:36.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 -- 172.21.15.33:0/1821732350 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f87a8077130 msgr2=0x7f87a8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f87a8077130 0x7f87a8079640 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f87bc0ce390 tx=0x7f87ac0066f0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 -- 172.21.15.33:0/1821732350 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87bc1e4300 msgr2=0x7f87bc1e3420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87bc1e4300 0x7f87bc1e3420 secure :-1 s=READY pgs=2227 cs=0 l=1 rev1=1 crypto rx=0x7f87b0004e20 tx=0x7f87b0001630 comp rx=0 tx=0).stop 2024-07-26T17:04:36.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 -- 172.21.15.33:0/1821732350 shutdown_connections 2024-07-26T17:04:36.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f87a8077130 0x7f87a8079640 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87bc1e3d20 0x7f87bc0c8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87bc1e4300 0x7f87bc1e3420 unknown :-1 s=CLOSED pgs=2227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 --2- 172.21.15.33:0/1821732350 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87a40053a0 0x7f87bc0cba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 -- 172.21.15.33:0/1821732350 >> 172.21.15.33:0/1821732350 conn(0x7f87bc0d3e10 msgr2=0x7f87bc1e71c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:36.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 -- 172.21.15.33:0/1821732350 shutdown_connections 2024-07-26T17:04:36.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.215+0000 7f87c1c71640 1 -- 172.21.15.33:0/1821732350 wait complete. 2024-07-26T17:04:36.631 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 123, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T17:04:30.701093+0000', 'modified': '2024-07-26T17:04:33.725847+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9823}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9823': {'gid': 9823, 'name': 'b', 'rank': 0, 'incarnation': 119, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.154:6834/2407372956', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.154:6832', 'nonce': 2407372956}, {'type': 'v1', 'addr': '172.21.15.154:6834', 'nonce': 2407372956}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [30], 'metadata_pool': 29, 'enabled': True, 'fs_name': 'backup_fs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9823, 'qdb_cluster': [9823]} 2024-07-26T17:04:36.631 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T17:04:36.631 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-07-26T17:04:36.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.752+0000 7f50a964b640 1 -- 172.21.15.33:0/1271927776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50a40d0c80 msgr2=0x7f50a40ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.752+0000 7f50a964b640 1 --2- 172.21.15.33:0/1271927776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50a40d0c80 0x7f50a40ce8d0 secure :-1 s=READY pgs=2229 cs=0 l=1 rev1=1 crypto rx=0x7f508c009830 tx=0x7f508c02a4a0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.752+0000 7f50a964b640 1 -- 172.21.15.33:0/1271927776 shutdown_connections 2024-07-26T17:04:36.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.752+0000 7f50a964b640 1 --2- 172.21.15.33:0/1271927776 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50a40d0c80 0x7f50a40ce8d0 unknown :-1 s=CLOSED pgs=2229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.752+0000 7f50a964b640 1 -- 172.21.15.33:0/1271927776 >> 172.21.15.33:0/1271927776 conn(0x7f50a40d3dc0 msgr2=0x7f50a40d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:36.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.753+0000 7f50a964b640 1 -- 172.21.15.33:0/1271927776 shutdown_connections 2024-07-26T17:04:36.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.753+0000 7f50a964b640 1 -- 172.21.15.33:0/1271927776 wait complete. 2024-07-26T17:04:36.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.754+0000 7f50a964b640 1 Processor -- start 2024-07-26T17:04:36.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.754+0000 7f50a964b640 1 -- start start 2024-07-26T17:04:36.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a964b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50a40b53e0 0x7f50a414bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a964b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50a40b7d00 0x7f50a415f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a964b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50a415f770 0x7f50a414e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a964b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f50a40cf8b0 con 0x7f50a40b53e0 2024-07-26T17:04:36.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a964b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f50a40cf730 con 0x7f50a40b7d00 2024-07-26T17:04:36.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a964b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f50a40cfa30 con 0x7f50a415f770 2024-07-26T17:04:36.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50a40b53e0 0x7f50a414bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50a40b53e0 0x7f50a414bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39832/0 (socket says 172.21.15.33:39832) 2024-07-26T17:04:36.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a2ffd640 1 -- 172.21.15.33:0/1560095525 learned_addr learned my addr 172.21.15.33:0/1560095525 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:36.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a27fc640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50a40b7d00 0x7f50a415f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a37fe640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50a415f770 0x7f50a414e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a2ffd640 1 -- 172.21.15.33:0/1560095525 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50a415f770 msgr2=0x7f50a414e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50a415f770 0x7f50a414e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a2ffd640 1 -- 172.21.15.33:0/1560095525 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50a40b7d00 msgr2=0x7f50a415f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50a40b7d00 0x7f50a415f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a2ffd640 1 -- 172.21.15.33:0/1560095525 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50a414c2d0 con 0x7f50a40b53e0 2024-07-26T17:04:36.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a27fc640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50a40b7d00 0x7f50a415f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:36.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50a40b53e0 0x7f50a414bd90 secure :-1 s=READY pgs=2230 cs=0 l=1 rev1=1 crypto rx=0x7f509400cbf0 tx=0x7f509400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:36.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f509b7fe640 1 -- 172.21.15.33:0/1560095525 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5094016020 con 0x7f50a40b53e0 2024-07-26T17:04:36.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f509b7fe640 1 -- 172.21.15.33:0/1560095525 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f509400ad90 con 0x7f50a40b53e0 2024-07-26T17:04:36.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f50a964b640 1 -- 172.21.15.33:0/1560095525 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50a414c730 con 0x7f50a40b53e0 2024-07-26T17:04:36.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.756+0000 7f509b7fe640 1 -- 172.21.15.33:0/1560095525 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5094012680 con 0x7f50a40b53e0 2024-07-26T17:04:36.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.757+0000 7f50a964b640 1 -- 172.21.15.33:0/1560095525 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50a414ccf0 con 0x7f50a40b53e0 2024-07-26T17:04:36.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.758+0000 7f509b7fe640 1 -- 172.21.15.33:0/1560095525 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f5094019020 con 0x7f50a40b53e0 2024-07-26T17:04:36.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.759+0000 7f509b7fe640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5084077160 0x7f5084079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.759+0000 7f50a27fc640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5084077160 0x7f5084079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.759+0000 7f509b7fe640 1 -- 172.21.15.33:0/1560095525 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7f5094099620 con 0x7f50a40b53e0 2024-07-26T17:04:36.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.760+0000 7f50a27fc640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5084077160 0x7f5084079670 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f508c034000 tx=0x7f508c004730 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:36.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.760+0000 7f50b056f740 1 Processor -- start 2024-07-26T17:04:36.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.761+0000 7f50b056f740 1 -- start start 2024-07-26T17:04:36.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50b056f740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128f9270 0x561412cc9200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50b056f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50b056f740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 0x561412ce6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50b056f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561412c113f0 con 0x5614128d03b0 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50b056f740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x561412c00a90 con 0x5614128d8590 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50b056f740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x561412c04930 con 0x5614128f9270 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50a27fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50a27fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39834/0 (socket says 172.21.15.33:39834) 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50a27fc640 1 -- 172.21.15.33:0/2328562494 learned_addr learned my addr 172.21.15.33:0/2328562494 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/2328562494 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128f9270 0x561412cc9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50a37fe640 1 --2- 172.21.15.33:0/2328562494 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 0x561412ce6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50a27fc640 1 -- 172.21.15.33:0/2328562494 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128f9270 msgr2=0x561412cc9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50a27fc640 1 --2- 172.21.15.33:0/2328562494 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128f9270 0x561412cc9200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50a27fc640 1 -- 172.21.15.33:0/2328562494 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 msgr2=0x561412ce6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50a27fc640 1 --2- 172.21.15.33:0/2328562494 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 0x561412ce6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50a27fc640 1 -- 172.21.15.33:0/2328562494 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561412964850 con 0x5614128d03b0 2024-07-26T17:04:36.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.762+0000 7f50a27fc640 1 --2- 172.21.15.33:0/2328562494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9740 secure :-1 s=READY pgs=2231 cs=0 l=1 rev1=1 crypto rx=0x7f508c02aa90 tx=0x7f508c03d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ff5329535c38226 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:36.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.763+0000 7f5098ff9640 1 -- 172.21.15.33:0/2328562494 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508c003d60 con 0x5614128d03b0 2024-07-26T17:04:36.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.763+0000 7f5098ff9640 1 -- 172.21.15.33:0/2328562494 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f508c048420 con 0x5614128d03b0 2024-07-26T17:04:36.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.763+0000 7f5098ff9640 1 -- 172.21.15.33:0/2328562494 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f508c0487d0 con 0x5614128d03b0 2024-07-26T17:04:36.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.763+0000 7f50b056f740 1 -- 172.21.15.33:0/2328562494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 msgr2=0x561412cc9740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.763+0000 7f50b056f740 1 --2- 172.21.15.33:0/2328562494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9740 secure :-1 s=READY pgs=2231 cs=0 l=1 rev1=1 crypto rx=0x7f508c02aa90 tx=0x7f508c03d070 comp rx=0 tx=0).stop 2024-07-26T17:04:36.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.763+0000 7f50b056f740 1 -- 172.21.15.33:0/2328562494 shutdown_connections 2024-07-26T17:04:36.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.763+0000 7f50b056f740 1 --2- 172.21.15.33:0/2328562494 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 0x561412ce6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.763+0000 7f50b056f740 1 --2- 172.21.15.33:0/2328562494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9740 unknown :-1 s=CLOSED pgs=2231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.763+0000 7f50b056f740 1 --2- 172.21.15.33:0/2328562494 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128f9270 0x561412cc9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.763+0000 7f50b056f740 1 -- 172.21.15.33:0/2328562494 >> 172.21.15.33:0/2328562494 conn(0x5614128ed3c0 msgr2=0x561412c9f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:36.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.764+0000 7f50b056f740 1 -- 172.21.15.33:0/2328562494 shutdown_connections 2024-07-26T17:04:36.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.764+0000 7f50b056f740 1 -- 172.21.15.33:0/2328562494 wait complete. 2024-07-26T17:04:36.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.764+0000 7f50b056f740 1 -- start start 2024-07-26T17:04:36.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.765+0000 7f50b056f740 1 Processor -- start 2024-07-26T17:04:36.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50b056f740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128d03b0 0x561412cf3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50b056f740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 0x561412cc1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50b056f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128f9270 0x561412cc1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50b056f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561412973620 con 0x5614128f9270 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50b056f740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x561412b88cb0 con 0x5614128d8590 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50b056f740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x561412cc9c80 con 0x5614128d03b0 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50b056f740 10 client.0 _ll_register_callbacks cb 0x561412baaea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50a37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128f9270 0x561412cc1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50a37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128f9270 0x561412cc1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39842/0 (socket says 172.21.15.33:39842) 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50a37fe640 1 -- 172.21.15.33:0/421036274 learned_addr learned my addr 172.21.15.33:0/421036274 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50a27fc640 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 0x561412cc1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128d03b0 0x561412cf3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50a37fe640 1 -- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128d03b0 msgr2=0x561412cf3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:36.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50a37fe640 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128d03b0 0x561412cf3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50a37fe640 1 -- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 msgr2=0x561412cc1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50a37fe640 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 0x561412cc1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.766+0000 7f50a37fe640 1 -- 172.21.15.33:0/421036274 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5614129db6b0 con 0x5614128f9270 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f50a37fe640 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128f9270 0x561412cc1a70 secure :-1 s=READY pgs=2232 cs=0 l=1 rev1=1 crypto rx=0x7f509c00dea0 tx=0x7f509c00df90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21f427f1c104c66f server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f5081ffb640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f5081ffb640 1 -- 172.21.15.33:0/421036274 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509c015610 con 0x5614128f9270 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f5081ffb640 1 -- 172.21.15.33:0/421036274 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7f509c0157b0 con 0x5614128f9270 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f50b056f740 1 -- 172.21.15.33:0/421036274 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f508c048420 con 0x5614128f9270 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f5081ffb640 1 -- 172.21.15.33:0/421036274 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=123) ==== 24+0+0 (secure 0 0 0) 0x7f509c022050 con 0x5614128f9270 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f50b056f740 10 client.11043 fetch_fsmap learned FSMap version 123 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f50b056f740 1 -- 172.21.15.33:0/421036274 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=123,monmap=2+}) -- 0x561412cc6130 con 0x5614128f9270 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f5081ffb640 1 -- 172.21.15.33:0/421036274 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f508c048420 con 0x5614128f9270 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f5081ffb640 1 -- 172.21.15.33:0/421036274 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 123) ==== 4149+0+0 (secure 0 0 0) 0x7f509c025020 con 0x5614128f9270 2024-07-26T17:04:36.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f50b056f740 10 client.11043 fetch_fsmap finished waiting for FSMap version 123 2024-07-26T17:04:36.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f50b056f740 10 client.11043 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-26T17:04:36.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f50b056f740 20 client.11043 populate_metadata read hostname 'smithi033' 2024-07-26T17:04:36.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f50b056f740 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:6832/2407372956,v1:172.21.15.154:6834/2407372956] conn(0x5614128b7e40 0x561412cf6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f50b056f740 4 client.11043 mds_command: new command op to 9823 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T17:04:36.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.767+0000 7f50b056f740 1 -- 172.21.15.33:0/421036274 --> [v2:172.21.15.154:6832/2407372956,v1:172.21.15.154:6834/2407372956] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561412c13340 con 0x5614128b7e40 2024-07-26T17:04:36.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.768+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:6832/2407372956,v1:172.21.15.154:6834/2407372956] conn(0x5614128b7e40 0x561412cf6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.768+0000 7f5081ffb640 10 client.11043 ms_handle_connect on v2:172.21.15.154:6832/2407372956 2024-07-26T17:04:36.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.768+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:6832/2407372956,v1:172.21.15.154:6834/2407372956] conn(0x5614128b7e40 0x561412cf6aa0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3a4e394ce21cd88 server_cookie=e99eb0d23c5e5479 in_seq=0 out_seq=0 2024-07-26T17:04:36.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f5081ffb640 1 -- 172.21.15.33:0/421036274 <== mds.0 v2:172.21.15.154:6832/2407372956 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561412c13340 con 0x5614128b7e40 2024-07-26T17:04:36.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f5081ffb640 10 client.11043 handle_command_reply: tid=0 2024-07-26T17:04:36.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 1 client.11043 shutdown 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 1 -- 172.21.15.33:0/421036274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128f9270 msgr2=0x561412cc1a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128f9270 0x561412cc1a70 secure :-1 s=READY pgs=2232 cs=0 l=1 rev1=1 crypto rx=0x7f509c00dea0 tx=0x7f509c00df90 comp rx=0 tx=0).stop 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 1 -- 172.21.15.33:0/421036274 shutdown_connections 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128f9270 0x561412cc1a70 unknown :-1 s=CLOSED pgs=2232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 0x561412cc1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:6832/2407372956,v1:172.21.15.154:6834/2407372956] conn(0x5614128b7e40 0x561412cf6aa0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 1 --2- 172.21.15.33:0/421036274 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128d03b0 0x561412cf3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f5081ffb640 0 client.11043 ms_handle_reset on v2:172.21.15.154:6832/2407372956 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 1 -- 172.21.15.33:0/421036274 >> 172.21.15.33:0/421036274 conn(0x5614128ed3c0 msgr2=0x561412c987f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 1 -- 172.21.15.33:0/421036274 shutdown_connections 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 1 -- 172.21.15.33:0/421036274 wait complete. 2024-07-26T17:04:36.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.769+0000 7f50b056f740 20 client.11043 trim_cache size 0 max 16384 2024-07-26T17:04:36.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.788+0000 7f50b056f740 1 Processor -- start 2024-07-26T17:04:36.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.788+0000 7f50b056f740 1 -- start start 2024-07-26T17:04:36.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50b056f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50b056f740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 0x561412cc9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50b056f740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128f9270 0x561412cecb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50b056f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f50a4205400 con 0x5614128d03b0 2024-07-26T17:04:36.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50b056f740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f50a415ee10 con 0x5614128d8590 2024-07-26T17:04:36.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50b056f740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f50a42033f0 con 0x5614128f9270 2024-07-26T17:04:36.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50a2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50a2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39852/0 (socket says 172.21.15.33:39852) 2024-07-26T17:04:36.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50a2ffd640 1 -- 172.21.15.33:0/2182972748 learned_addr learned my addr 172.21.15.33:0/2182972748 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:36.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50a2ffd640 1 -- 172.21.15.33:0/2182972748 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128f9270 msgr2=0x561412cecb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:36.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/2182972748 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128f9270 0x561412cecb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50a2ffd640 1 -- 172.21.15.33:0/2182972748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 msgr2=0x561412cc9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:36.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/2182972748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 0x561412cc9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50a2ffd640 1 -- 172.21.15.33:0/2182972748 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561412c99d60 con 0x5614128d03b0 2024-07-26T17:04:36.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/2182972748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9200 secure :-1 s=READY pgs=2233 cs=0 l=1 rev1=1 crypto rx=0x7f509405e100 tx=0x7f5094083040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb8dca124567b504 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:36.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f5083fff640 1 -- 172.21.15.33:0/2182972748 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509406ab30 con 0x5614128d03b0 2024-07-26T17:04:36.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f5083fff640 1 -- 172.21.15.33:0/2182972748 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f509407b210 con 0x5614128d03b0 2024-07-26T17:04:36.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.790+0000 7f5083fff640 1 -- 172.21.15.33:0/2182972748 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509405dda0 con 0x5614128d03b0 2024-07-26T17:04:36.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.791+0000 7f50b056f740 1 -- 172.21.15.33:0/2182972748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 msgr2=0x561412cc9200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.791+0000 7f50b056f740 1 --2- 172.21.15.33:0/2182972748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9200 secure :-1 s=READY pgs=2233 cs=0 l=1 rev1=1 crypto rx=0x7f509405e100 tx=0x7f5094083040 comp rx=0 tx=0).stop 2024-07-26T17:04:36.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.791+0000 7f50b056f740 1 -- 172.21.15.33:0/2182972748 shutdown_connections 2024-07-26T17:04:36.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.791+0000 7f50b056f740 1 --2- 172.21.15.33:0/2182972748 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128f9270 0x561412cecb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.791+0000 7f50b056f740 1 --2- 172.21.15.33:0/2182972748 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128d8590 0x561412cc9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.791+0000 7f50b056f740 1 --2- 172.21.15.33:0/2182972748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412cc9200 unknown :-1 s=CLOSED pgs=2233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.791+0000 7f50b056f740 1 -- 172.21.15.33:0/2182972748 >> 172.21.15.33:0/2182972748 conn(0x5614128ed3c0 msgr2=0x561412cda070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:36.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.791+0000 7f50b056f740 1 -- 172.21.15.33:0/2182972748 shutdown_connections 2024-07-26T17:04:36.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.791+0000 7f50b056f740 1 -- 172.21.15.33:0/2182972748 wait complete. 2024-07-26T17:04:36.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.792+0000 7f50b056f740 1 -- start start 2024-07-26T17:04:36.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.792+0000 7f50b056f740 1 Processor -- start 2024-07-26T17:04:36.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.793+0000 7f50b056f740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412d5f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.793+0000 7f50b056f740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128d8590 0x561412cec4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.793+0000 7f50b056f740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128f9270 0x561412cbfe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.793+0000 7f50b056f740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561412cc22a0 con 0x5614128d03b0 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.793+0000 7f50b056f740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x561412cf34b0 con 0x5614128f9270 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.793+0000 7f50b056f740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x561412cb7bb0 con 0x5614128d8590 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.793+0000 7f50b056f740 10 client.0 _ll_register_callbacks cb 0x7f509c00d1c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.793+0000 7f50a2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412d5f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.793+0000 7f50a2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412d5f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39858/0 (socket says 172.21.15.33:39858) 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.793+0000 7f50a2ffd640 1 -- 172.21.15.33:0/2708915853 learned_addr learned my addr 172.21.15.33:0/2708915853 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50a27fc640 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128d8590 0x561412cec4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50a37fe640 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128f9270 0x561412cbfe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50a2ffd640 1 -- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128d8590 msgr2=0x561412cec4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128d8590 0x561412cec4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50a2ffd640 1 -- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128f9270 msgr2=0x561412cbfe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128f9270 0x561412cbfe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50a2ffd640 1 -- 172.21.15.33:0/2708915853 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561412cdc0d0 con 0x5614128d03b0 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50a37fe640 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128f9270 0x561412cbfe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50a2ffd640 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412d5f060 secure :-1 s=READY pgs=2234 cs=0 l=1 rev1=1 crypto rx=0x7f5094061810 tx=0x7f5094001b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d882cf8b06078dc1 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f5081ffb640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f5081ffb640 1 -- 172.21.15.33:0/2708915853 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5094095060 con 0x5614128d03b0 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f5081ffb640 1 -- 172.21.15.33:0/2708915853 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7f5094097520 con 0x5614128d03b0 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50b056f740 1 -- 172.21.15.33:0/2708915853 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f509407b210 con 0x5614128d03b0 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f5081ffb640 1 -- 172.21.15.33:0/2708915853 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=123) ==== 24+0+0 (secure 0 0 0) 0x7f5094097720 con 0x5614128d03b0 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50b056f740 10 client.11049 fetch_fsmap learned FSMap version 123 2024-07-26T17:04:36.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50b056f740 1 -- 172.21.15.33:0/2708915853 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=123,monmap=2+}) -- 0x561412cf2880 con 0x5614128d03b0 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f5081ffb640 1 -- 172.21.15.33:0/2708915853 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f509407b210 con 0x5614128d03b0 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f5081ffb640 1 -- 172.21.15.33:0/2708915853 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 123) ==== 4149+0+0 (secure 0 0 0) 0x7f5094060d70 con 0x5614128d03b0 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50b056f740 10 client.11049 fetch_fsmap finished waiting for FSMap version 123 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50b056f740 10 client.11049 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.794+0000 7f50b056f740 20 client.11049 populate_metadata read hostname 'smithi033' 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.795+0000 7f50b056f740 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:6832/2407372956,v1:172.21.15.154:6834/2407372956] conn(0x561412cf1f50 0x561412cdadf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.795+0000 7f50b056f740 4 client.11049 mds_command: new command op to 9823 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.795+0000 7f50b056f740 1 -- 172.21.15.33:0/2708915853 --> [v2:172.21.15.154:6832/2407372956,v1:172.21.15.154:6834/2407372956] -- command(tid 0: {"prefix": "status"}) -- 0x561412c0ede0 con 0x561412cf1f50 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.795+0000 7f50a27fc640 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:6832/2407372956,v1:172.21.15.154:6834/2407372956] conn(0x561412cf1f50 0x561412cdadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.795+0000 7f5081ffb640 10 client.11049 ms_handle_connect on v2:172.21.15.154:6832/2407372956 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.795+0000 7f50a27fc640 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:6832/2407372956,v1:172.21.15.154:6834/2407372956] conn(0x561412cf1f50 0x561412cdadf0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f8d3c86e4cdfca2 server_cookie=50e771a5d2102592 in_seq=0 out_seq=0 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.795+0000 7f5081ffb640 1 -- 172.21.15.33:0/2708915853 <== mds.0 v2:172.21.15.154:6832/2407372956 1 ==== command_reply(tid 0: 0 ) ==== 8+0+337 (crc 0 0 0) 0x561412c0ede0 con 0x561412cf1f50 2024-07-26T17:04:36.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.795+0000 7f5081ffb640 10 client.11049 handle_command_reply: tid=0 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.795+0000 7f50b056f740 1 client.11049 shutdown 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.795+0000 7f50b056f740 1 -- 172.21.15.33:0/2708915853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 msgr2=0x561412d5f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.795+0000 7f50b056f740 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412d5f060 secure :-1 s=READY pgs=2234 cs=0 l=1 rev1=1 crypto rx=0x7f5094061810 tx=0x7f5094001b40 comp rx=0 tx=0).stop 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50b056f740 1 -- 172.21.15.33:0/2708915853 shutdown_connections 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50b056f740 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5614128f9270 0x561412cbfe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50b056f740 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:6832/2407372956,v1:172.21.15.154:6834/2407372956] conn(0x561412cf1f50 0x561412cdadf0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50b056f740 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5614128d8590 0x561412cec4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50b056f740 1 --2- 172.21.15.33:0/2708915853 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5614128d03b0 0x561412d5f060 unknown :-1 s=CLOSED pgs=2234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50b056f740 1 -- 172.21.15.33:0/2708915853 >> 172.21.15.33:0/2708915853 conn(0x5614128ed3c0 msgr2=0x561412c98af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f5081ffb640 0 client.11049 ms_handle_reset on v2:172.21.15.154:6832/2407372956 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50b056f740 1 -- 172.21.15.33:0/2708915853 shutdown_connections 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50b056f740 1 -- 172.21.15.33:0/2708915853 wait complete. 2024-07-26T17:04:36.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50b056f740 20 client.11049 trim_cache size 0 max 16384 2024-07-26T17:04:36.803 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:04:36.803 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T17:04:36.803 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T17:04:36.803 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 9823, 2024-07-26T17:04:36.803 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T17:04:36.803 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T17:04:36.803 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "backup_fs", 2024-07-26T17:04:36.803 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 5.4925792339999999, 2024-07-26T17:04:36.803 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 123, 2024-07-26T17:04:36.804 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 233, 2024-07-26T17:04:36.804 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 233, 2024-07-26T17:04:36.804 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 21.153852370999999 2024-07-26T17:04:36.804 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:04:36.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 -- 172.21.15.33:0/1560095525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5084077160 msgr2=0x7f5084079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5084077160 0x7f5084079670 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f508c034000 tx=0x7f508c004730 comp rx=0 tx=0).stop 2024-07-26T17:04:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 -- 172.21.15.33:0/1560095525 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50a40b53e0 msgr2=0x7f50a414bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50a40b53e0 0x7f50a414bd90 secure :-1 s=READY pgs=2230 cs=0 l=1 rev1=1 crypto rx=0x7f509400cbf0 tx=0x7f509400a060 comp rx=0 tx=0).stop 2024-07-26T17:04:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 -- 172.21.15.33:0/1560095525 shutdown_connections 2024-07-26T17:04:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f5084077160 0x7f5084079670 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f50a415f770 0x7f50a414e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f50a40b7d00 0x7f50a415f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 --2- 172.21.15.33:0/1560095525 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50a40b53e0 0x7f50a414bd90 unknown :-1 s=CLOSED pgs=2230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 -- 172.21.15.33:0/1560095525 >> 172.21.15.33:0/1560095525 conn(0x7f50a40d3dc0 msgr2=0x7f50a406e1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 -- 172.21.15.33:0/1560095525 shutdown_connections 2024-07-26T17:04:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.796+0000 7f50a964b640 1 -- 172.21.15.33:0/1560095525 wait complete. 2024-07-26T17:04:36.809 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T17:04:36.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.926+0000 7f10df9d7640 1 -- 172.21.15.33:0/2013462551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10d80b8fa0 msgr2=0x7f10d80d0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.926+0000 7f10df9d7640 1 --2- 172.21.15.33:0/2013462551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10d80b8fa0 0x7f10d80d0ab0 secure :-1 s=READY pgs=2236 cs=0 l=1 rev1=1 crypto rx=0x7f10cc009830 tx=0x7f10cc02a510 comp rx=0 tx=0).stop 2024-07-26T17:04:36.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.926+0000 7f10df9d7640 1 -- 172.21.15.33:0/2013462551 shutdown_connections 2024-07-26T17:04:36.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.926+0000 7f10df9d7640 1 --2- 172.21.15.33:0/2013462551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10d80b8fa0 0x7f10d80d0ab0 unknown :-1 s=CLOSED pgs=2236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.926+0000 7f10df9d7640 1 --2- 172.21.15.33:0/2013462551 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10d80b53e0 0x7f10d80d0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.926+0000 7f10df9d7640 1 -- 172.21.15.33:0/2013462551 >> 172.21.15.33:0/2013462551 conn(0x7f10d80d3dc0 msgr2=0x7f10d80d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:36.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.926+0000 7f10df9d7640 1 -- 172.21.15.33:0/2013462551 shutdown_connections 2024-07-26T17:04:36.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.927+0000 7f10df9d7640 1 -- 172.21.15.33:0/2013462551 wait complete. 2024-07-26T17:04:36.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.928+0000 7f10df9d7640 1 Processor -- start 2024-07-26T17:04:36.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.928+0000 7f10df9d7640 1 -- start start 2024-07-26T17:04:36.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10df9d7640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10d80b53e0 0x7f10d80a0050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10df9d7640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f10d80b6cf0 0x7f10d81f8910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10df9d7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10d80b8fa0 0x7f10d81f8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10df9d7640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f10d80b7990 con 0x7f10d80b8fa0 2024-07-26T17:04:36.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10df9d7640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f10d80b7810 con 0x7f10d80b6cf0 2024-07-26T17:04:36.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10df9d7640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f10d80b7b10 con 0x7f10d80b53e0 2024-07-26T17:04:36.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10ddf74640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10d80b8fa0 0x7f10d81f8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10ddf74640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10d80b8fa0 0x7f10d81f8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39866/0 (socket says 172.21.15.33:39866) 2024-07-26T17:04:36.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10ddf74640 1 -- 172.21.15.33:0/1010149588 learned_addr learned my addr 172.21.15.33:0/1010149588 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:36.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10dd773640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10d80b53e0 0x7f10d80a0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10dcf72640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f10d80b6cf0 0x7f10d81f8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10ddf74640 1 -- 172.21.15.33:0/1010149588 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10d80b53e0 msgr2=0x7f10d80a0050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10ddf74640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10d80b53e0 0x7f10d80a0050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10ddf74640 1 -- 172.21.15.33:0/1010149588 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f10d80b6cf0 msgr2=0x7f10d81f8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:36.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10ddf74640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f10d80b6cf0 0x7f10d81f8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:36.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10ddf74640 1 -- 172.21.15.33:0/1010149588 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10d80a1a40 con 0x7f10d80b8fa0 2024-07-26T17:04:36.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10dd773640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10d80b53e0 0x7f10d80a0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:36.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.930+0000 7f10ddf74640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10d80b8fa0 0x7f10d81f8e50 secure :-1 s=READY pgs=2237 cs=0 l=1 rev1=1 crypto rx=0x7f10d000caa0 tx=0x7f10d000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:36.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.931+0000 7f10d5ffb640 1 -- 172.21.15.33:0/1010149588 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d0016020 con 0x7f10d80b8fa0 2024-07-26T17:04:36.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.931+0000 7f10d5ffb640 1 -- 172.21.15.33:0/1010149588 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10d000ad10 con 0x7f10d80b8fa0 2024-07-26T17:04:36.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.931+0000 7f10df9d7640 1 -- 172.21.15.33:0/1010149588 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10d80a09c0 con 0x7f10d80b8fa0 2024-07-26T17:04:36.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.931+0000 7f10d5ffb640 1 -- 172.21.15.33:0/1010149588 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d0012680 con 0x7f10d80b8fa0 2024-07-26T17:04:36.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.931+0000 7f10df9d7640 1 -- 172.21.15.33:0/1010149588 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10d80a0f80 con 0x7f10d80b8fa0 2024-07-26T17:04:36.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.932+0000 7f10df9d7640 1 -- 172.21.15.33:0/1010149588 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10d80b7100 con 0x7f10d80b8fa0 2024-07-26T17:04:36.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.932+0000 7f10d5ffb640 1 -- 172.21.15.33:0/1010149588 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f10d0019020 con 0x7f10d80b8fa0 2024-07-26T17:04:36.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.933+0000 7f10d5ffb640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10c4077130 0x7f10c4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:36.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.933+0000 7f10d5ffb640 1 -- 172.21.15.33:0/1010149588 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7f10d0099620 con 0x7f10d80b8fa0 2024-07-26T17:04:36.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.933+0000 7f10dd773640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10c4077130 0x7f10c4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:36.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.933+0000 7f10dd773640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10c4077130 0x7f10c4079640 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f10c800bbc0 tx=0x7f10c8005ef0 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:36.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:36.937+0000 7f10d5ffb640 1 -- 172.21.15.33:0/1010149588 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f10d0020020 con 0x7f10d80b8fa0 2024-07-26T17:04:37.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.154+0000 7f10df9d7640 1 -- 172.21.15.33:0/1010149588 --> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f10d80b75c0 con 0x7f10c4077130 2024-07-26T17:04:37.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.155+0000 7f10d5ffb640 1 -- 172.21.15.33:0/1010149588 <== mgr.8687 v2:172.21.15.33:6836/2405396244 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+82 (secure 0 0 0) 0x7f10d80b75c0 con 0x7f10c4077130 2024-07-26T17:04:37.157 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:04:37.157 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:37.157 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T17:04:37.157 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:37.157 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:04:37.157 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "backup_fs" 2024-07-26T17:04:37.157 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:37.157 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:04:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 -- 172.21.15.33:0/1010149588 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10c4077130 msgr2=0x7f10c4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10c4077130 0x7f10c4079640 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f10c800bbc0 tx=0x7f10c8005ef0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 -- 172.21.15.33:0/1010149588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10d80b8fa0 msgr2=0x7f10d81f8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10d80b8fa0 0x7f10d81f8e50 secure :-1 s=READY pgs=2237 cs=0 l=1 rev1=1 crypto rx=0x7f10d000caa0 tx=0x7f10d000cf60 comp rx=0 tx=0).stop 2024-07-26T17:04:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 -- 172.21.15.33:0/1010149588 shutdown_connections 2024-07-26T17:04:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f10c4077130 0x7f10c4079640 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f10d80b8fa0 0x7f10d81f8e50 unknown :-1 s=CLOSED pgs=2237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f10d80b6cf0 0x7f10d81f8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 --2- 172.21.15.33:0/1010149588 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f10d80b53e0 0x7f10d80a0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 -- 172.21.15.33:0/1010149588 >> 172.21.15.33:0/1010149588 conn(0x7f10d80d3dc0 msgr2=0x7f10d80ce890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 -- 172.21.15.33:0/1010149588 shutdown_connections 2024-07-26T17:04:37.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.157+0000 7f10df9d7640 1 -- 172.21.15.33:0/1010149588 wait complete. 2024-07-26T17:04:37.171 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T17:04:37.219 INFO:tasks.ceph.mds.b.smithi154.stderr:2024-07-26T17:04:37.218+0000 7f023665a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:04:37.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.288+0000 7f40aee7e640 1 -- 172.21.15.33:0/4289355061 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40a80b2600 msgr2=0x7f40a80cc6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:37.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.288+0000 7f40aee7e640 1 --2- 172.21.15.33:0/4289355061 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40a80b2600 0x7f40a80cc6c0 secure :-1 s=READY pgs=2238 cs=0 l=1 rev1=1 crypto rx=0x7f40a0005fd0 tx=0x7f40a002aa10 comp rx=0 tx=0).stop 2024-07-26T17:04:37.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.288+0000 7f40aee7e640 1 -- 172.21.15.33:0/4289355061 shutdown_connections 2024-07-26T17:04:37.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.288+0000 7f40aee7e640 1 --2- 172.21.15.33:0/4289355061 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40a80b2600 0x7f40a80cc6c0 unknown :-1 s=CLOSED pgs=2238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.288+0000 7f40aee7e640 1 --2- 172.21.15.33:0/4289355061 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f40a80b6f60 0x7f40a80b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.288+0000 7f40aee7e640 1 -- 172.21.15.33:0/4289355061 >> 172.21.15.33:0/4289355061 conn(0x7f40a80b37a0 msgr2=0x7f40a80b3bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:37.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.288+0000 7f40aee7e640 1 -- 172.21.15.33:0/4289355061 shutdown_connections 2024-07-26T17:04:37.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.289+0000 7f40aee7e640 1 -- 172.21.15.33:0/4289355061 wait complete. 2024-07-26T17:04:37.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.290+0000 7f40aee7e640 1 Processor -- start 2024-07-26T17:04:37.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.290+0000 7f40aee7e640 1 -- start start 2024-07-26T17:04:37.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f40aee7e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f40a80b2600 0x7f40a80c8020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:37.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f40aee7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40a80b6f60 0x7f40a8153f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:37.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f40aee7e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f40a80ce2d0 0x7f40a80b6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:37.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f40aee7e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f40a80cd180 con 0x7f40a80b6f60 2024-07-26T17:04:37.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f40aee7e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f40a80cd000 con 0x7f40a80b2600 2024-07-26T17:04:37.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f40aee7e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f40a80cd300 con 0x7f40a80ce2d0 2024-07-26T17:04:37.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f409ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40a80b6f60 0x7f40a8153f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:37.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f409ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40a80b6f60 0x7f40a8153f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39892/0 (socket says 172.21.15.33:39892) 2024-07-26T17:04:37.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f409ffff640 1 -- 172.21.15.33:0/3358971224 learned_addr learned my addr 172.21.15.33:0/3358971224 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:37.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f40ad41b640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f40a80ce2d0 0x7f40a80b6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:37.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f40acc1a640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f40a80b2600 0x7f40a80c8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:37.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f409ffff640 1 -- 172.21.15.33:0/3358971224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f40a80ce2d0 msgr2=0x7f40a80b6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:37.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f409ffff640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f40a80ce2d0 0x7f40a80b6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f409ffff640 1 -- 172.21.15.33:0/3358971224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f40a80b2600 msgr2=0x7f40a80c8020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:37.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f409ffff640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f40a80b2600 0x7f40a80c8020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f409ffff640 1 -- 172.21.15.33:0/3358971224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40a80cbd80 con 0x7f40a80b6f60 2024-07-26T17:04:37.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f40ad41b640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f40a80ce2d0 0x7f40a80b6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:37.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f40acc1a640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f40a80b2600 0x7f40a80c8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:37.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f409ffff640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40a80b6f60 0x7f40a8153f70 secure :-1 s=READY pgs=2239 cs=0 l=1 rev1=1 crypto rx=0x7f409800c3d0 tx=0x7f409800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:37.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.292+0000 7f409d7fa640 1 -- 172.21.15.33:0/3358971224 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098017070 con 0x7f40a80b6f60 2024-07-26T17:04:37.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.293+0000 7f409d7fa640 1 -- 172.21.15.33:0/3358971224 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40980053c0 con 0x7f40a80b6f60 2024-07-26T17:04:37.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.293+0000 7f409d7fa640 1 -- 172.21.15.33:0/3358971224 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098003850 con 0x7f40a80b6f60 2024-07-26T17:04:37.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.293+0000 7f40aee7e640 1 -- 172.21.15.33:0/3358971224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40a806d8e0 con 0x7f40a80b6f60 2024-07-26T17:04:37.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.293+0000 7f40aee7e640 1 -- 172.21.15.33:0/3358971224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40a806f0a0 con 0x7f40a80b6f60 2024-07-26T17:04:37.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.293+0000 7f40aee7e640 1 -- 172.21.15.33:0/3358971224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40a80cd7b0 con 0x7f40a80b6f60 2024-07-26T17:04:37.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.294+0000 7f409d7fa640 1 -- 172.21.15.33:0/3358971224 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 144) ==== 99241+0+0 (secure 0 0 0) 0x7f409801a070 con 0x7f40a80b6f60 2024-07-26T17:04:37.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.295+0000 7f409d7fa640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f4094077130 0x7f4094079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:37.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.295+0000 7f409d7fa640 1 -- 172.21.15.33:0/3358971224 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7f4098098410 con 0x7f40a80b6f60 2024-07-26T17:04:37.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.295+0000 7f40acc1a640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f4094077130 0x7f4094079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:37.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.295+0000 7f40acc1a640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f4094077130 0x7f4094079640 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f40a4005fd0 tx=0x7f40a400f360 comp rx=0 tx=0).ready entity=mgr.8687 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:37.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.299+0000 7f409d7fa640 1 -- 172.21.15.33:0/3358971224 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4098061000 con 0x7f40a80b6f60 2024-07-26T17:04:37.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.544+0000 7f40aee7e640 1 -- 172.21.15.33:0/3358971224 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f40a80cc010 con 0x7f40a80b6f60 2024-07-26T17:04:37.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.597+0000 7f409d7fa640 1 -- 172.21.15.33:0/3358971224 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v145) ==== 92+0+0 (secure 0 0 0) 0x7f4098069240 con 0x7f40a80b6f60 2024-07-26T17:04:37.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.599+0000 7f40aee7e640 1 -- 172.21.15.33:0/3358971224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f4094077130 msgr2=0x7f4094079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:37.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.599+0000 7f40aee7e640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f4094077130 0x7f4094079640 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f40a4005fd0 tx=0x7f40a400f360 comp rx=0 tx=0).stop 2024-07-26T17:04:37.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.599+0000 7f40aee7e640 1 -- 172.21.15.33:0/3358971224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40a80b6f60 msgr2=0x7f40a8153f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:37.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.599+0000 7f40aee7e640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40a80b6f60 0x7f40a8153f70 secure :-1 s=READY pgs=2239 cs=0 l=1 rev1=1 crypto rx=0x7f409800c3d0 tx=0x7f409800c890 comp rx=0 tx=0).stop 2024-07-26T17:04:37.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.600+0000 7f40aee7e640 1 -- 172.21.15.33:0/3358971224 shutdown_connections 2024-07-26T17:04:37.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.600+0000 7f40aee7e640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f4094077130 0x7f4094079640 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.600+0000 7f40aee7e640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f40a80ce2d0 0x7f40a80b6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.600+0000 7f40aee7e640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f40a80b6f60 0x7f40a8153f70 unknown :-1 s=CLOSED pgs=2239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.600+0000 7f40aee7e640 1 --2- 172.21.15.33:0/3358971224 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f40a80b2600 0x7f40a80c8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.600+0000 7f40aee7e640 1 -- 172.21.15.33:0/3358971224 >> 172.21.15.33:0/3358971224 conn(0x7f40a80b37a0 msgr2=0x7f40a80b0a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:37.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.600+0000 7f40aee7e640 1 -- 172.21.15.33:0/3358971224 shutdown_connections 2024-07-26T17:04:37.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.600+0000 7f40aee7e640 1 -- 172.21.15.33:0/3358971224 wait complete. 2024-07-26T17:04:37.617 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T17:04:37.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.740+0000 7fe310dff640 1 -- 172.21.15.33:0/2187150385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe30c0d0c80 msgr2=0x7fe30c0ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:37.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.740+0000 7fe310dff640 1 --2- 172.21.15.33:0/2187150385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe30c0d0c80 0x7fe30c0ce8d0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fe2f4009860 tx=0x7fe2f402a5a0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.740+0000 7fe310dff640 1 -- 172.21.15.33:0/2187150385 shutdown_connections 2024-07-26T17:04:37.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.740+0000 7fe310dff640 1 --2- 172.21.15.33:0/2187150385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe30c0d0c80 0x7fe30c0ce8d0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.740+0000 7fe310dff640 1 -- 172.21.15.33:0/2187150385 >> 172.21.15.33:0/2187150385 conn(0x7fe30c0d3dc0 msgr2=0x7fe30c0d41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:37.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.740+0000 7fe310dff640 1 -- 172.21.15.33:0/2187150385 shutdown_connections 2024-07-26T17:04:37.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.740+0000 7fe310dff640 1 -- 172.21.15.33:0/2187150385 wait complete. 2024-07-26T17:04:37.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.742+0000 7fe310dff640 1 Processor -- start 2024-07-26T17:04:37.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.742+0000 7fe310dff640 1 -- start start 2024-07-26T17:04:37.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.743+0000 7fe310dff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe30c0b53e0 0x7fe30c152190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:37.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.743+0000 7fe310dff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe30c0b7d00 0x7fe30c09e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:37.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.743+0000 7fe310dff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe30c06d080 0x7fe30c06d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:37.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.743+0000 7fe310dff640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe30c0cf8f0 con 0x7fe30c06d080 2024-07-26T17:04:37.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.743+0000 7fe310dff640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe30c0cf770 con 0x7fe30c0b7d00 2024-07-26T17:04:37.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.743+0000 7fe310dff640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe30c0cfa70 con 0x7fe30c0b53e0 2024-07-26T17:04:37.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.743+0000 7fe30ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe30c06d080 0x7fe30c06d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:37.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.743+0000 7fe30ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe30c06d080 0x7fe30c06d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39922/0 (socket says 172.21.15.33:39922) 2024-07-26T17:04:37.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.743+0000 7fe30ad9d640 1 -- 172.21.15.33:0/27565403 learned_addr learned my addr 172.21.15.33:0/27565403 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:37.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.743+0000 7fe309d9b640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe30c0b7d00 0x7fe30c09e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.743+0000 7fe30a59c640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe30c0b53e0 0x7fe30c152190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.744+0000 7fe30ad9d640 1 -- 172.21.15.33:0/27565403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe30c0b53e0 msgr2=0x7fe30c152190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.744+0000 7fe30ad9d640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe30c0b53e0 0x7fe30c152190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.744+0000 7fe30ad9d640 1 -- 172.21.15.33:0/27565403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe30c0b7d00 msgr2=0x7fe30c09e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.744+0000 7fe30ad9d640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe30c0b7d00 0x7fe30c09e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.744+0000 7fe30ad9d640 1 -- 172.21.15.33:0/27565403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe30c06d9d0 con 0x7fe30c06d080 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.744+0000 7fe30ad9d640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe30c06d080 0x7fe30c06d490 secure :-1 s=READY pgs=2244 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc00cb10 tx=0x7fe2fc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.744+0000 7fe302ffd640 1 -- 172.21.15.33:0/27565403 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2fc016020 con 0x7fe30c06d080 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.744+0000 7fe302ffd640 1 -- 172.21.15.33:0/27565403 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2fc00ad80 con 0x7fe30c06d080 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.744+0000 7fe302ffd640 1 -- 172.21.15.33:0/27565403 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2fc012680 con 0x7fe30c06d080 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.744+0000 7fe310dff640 1 -- 172.21.15.33:0/27565403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe30c0a1180 con 0x7fe30c06d080 2024-07-26T17:04:37.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.744+0000 7fe310dff640 1 -- 172.21.15.33:0/27565403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe30c0a1740 con 0x7fe30c06d080 2024-07-26T17:04:37.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.746+0000 7fe310dff640 1 -- 172.21.15.33:0/27565403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe30c0d0570 con 0x7fe30c06d080 2024-07-26T17:04:37.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.746+0000 7fe302ffd640 1 -- 172.21.15.33:0/27565403 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 145) ==== 99258+0+0 (secure 0 0 0) 0x7fe2fc019020 con 0x7fe30c06d080 2024-07-26T17:04:37.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.747+0000 7fe302ffd640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe2ec077180 0x7fe2ec079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:37.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.747+0000 7fe30a59c640 1 -- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe2ec077180 msgr2=0x7fe2ec079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2405396244 2024-07-26T17:04:37.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.747+0000 7fe302ffd640 1 -- 172.21.15.33:0/27565403 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7fe2fc099560 con 0x7fe30c06d080 2024-07-26T17:04:37.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.747+0000 7fe30a59c640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe2ec077180 0x7fe2ec079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:04:37.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.751+0000 7fe302ffd640 1 -- 172.21.15.33:0/27565403 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe2fc020020 con 0x7fe30c06d080 2024-07-26T17:04:37.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.948+0000 7fe30a59c640 1 -- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe2ec077180 msgr2=0x7fe2ec079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2405396244 2024-07-26T17:04:37.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.948+0000 7fe30a59c640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe2ec077180 0x7fe2ec079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:04:37.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.959+0000 7fe310dff640 1 -- 172.21.15.33:0/27565403 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7fe30c0b9c80 con 0x7fe30c06d080 2024-07-26T17:04:37.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.965+0000 7fe302ffd640 1 -- 172.21.15.33:0/27565403 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v73)=0 v73) ==== 138+0+0 (secure 0 0 0) 0x7fe30c06d9d0 con 0x7fe30c06d080 2024-07-26T17:04:37.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 -- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe2ec077180 msgr2=0x7fe2ec079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:04:37.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe2ec077180 0x7fe2ec079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 -- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe30c06d080 msgr2=0x7fe30c06d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:37.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe30c06d080 0x7fe30c06d490 secure :-1 s=READY pgs=2244 cs=0 l=1 rev1=1 crypto rx=0x7fe2fc00cb10 tx=0x7fe2fc00a060 comp rx=0 tx=0).stop 2024-07-26T17:04:37.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 -- 172.21.15.33:0/27565403 shutdown_connections 2024-07-26T17:04:37.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fe2ec077180 0x7fe2ec079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe30c06d080 0x7fe30c06d490 unknown :-1 s=CLOSED pgs=2244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe30c0b7d00 0x7fe30c09e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 --2- 172.21.15.33:0/27565403 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe30c0b53e0 0x7fe30c152190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:37.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 -- 172.21.15.33:0/27565403 >> 172.21.15.33:0/27565403 conn(0x7fe30c0d3dc0 msgr2=0x7fe30c0ce890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:37.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 -- 172.21.15.33:0/27565403 shutdown_connections 2024-07-26T17:04:37.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:37.967+0000 7fe310dff640 1 -- 172.21.15.33:0/27565403 wait complete. 2024-07-26T17:04:37.981 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T17:04:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.102+0000 7f234ecdc640 1 -- 172.21.15.33:0/1522413944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23480b6ed0 msgr2=0x7f23480b13c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.102+0000 7f234ecdc640 1 --2- 172.21.15.33:0/1522413944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23480b6ed0 0x7f23480b13c0 secure :-1 s=READY pgs=2246 cs=0 l=1 rev1=1 crypto rx=0x7f233c009860 tx=0x7f233c02a4b0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.102+0000 7f234ecdc640 1 -- 172.21.15.33:0/1522413944 shutdown_connections 2024-07-26T17:04:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.102+0000 7f234ecdc640 1 --2- 172.21.15.33:0/1522413944 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23480b1d10 0x7f2348165f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.102+0000 7f234ecdc640 1 --2- 172.21.15.33:0/1522413944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23480b6ed0 0x7f23480b13c0 unknown :-1 s=CLOSED pgs=2246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.102+0000 7f234ecdc640 1 -- 172.21.15.33:0/1522413944 >> 172.21.15.33:0/1522413944 conn(0x7f23480d1bb0 msgr2=0x7f23480d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.102+0000 7f234ecdc640 1 -- 172.21.15.33:0/1522413944 shutdown_connections 2024-07-26T17:04:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.102+0000 7f234ecdc640 1 -- 172.21.15.33:0/1522413944 wait complete. 2024-07-26T17:04:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.104+0000 7f234ecdc640 1 Processor -- start 2024-07-26T17:04:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.104+0000 7f234ecdc640 1 -- start start 2024-07-26T17:04:38.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.105+0000 7f234ecdc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23480b1900 0x7f2348156d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:38.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.105+0000 7f234ecdc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23480b6ed0 0x7f2348153c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.105+0000 7f234ecdc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23481576c0 0x7f23480cdbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.105+0000 7f234ecdc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f23481664d0 con 0x7f23480b6ed0 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.105+0000 7f234ecdc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f23480b76d0 con 0x7f23481576c0 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.105+0000 7f234ecdc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2348166650 con 0x7f23480b1900 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f2347fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23480b6ed0 0x7f2348153c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f234ca78640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23480b1900 0x7f2348156d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f2347fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23480b6ed0 0x7f2348153c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39938/0 (socket says 172.21.15.33:39938) 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f2347fff640 1 -- 172.21.15.33:0/293559606 learned_addr learned my addr 172.21.15.33:0/293559606 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f234d279640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23481576c0 0x7f23480cdbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f234ca78640 1 -- 172.21.15.33:0/293559606 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23481576c0 msgr2=0x7f23480cdbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f234ca78640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23481576c0 0x7f23480cdbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f234ca78640 1 -- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23480b6ed0 msgr2=0x7f2348153c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f234ca78640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23480b6ed0 0x7f2348153c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f234ca78640 1 -- 172.21.15.33:0/293559606 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2348157240 con 0x7f23480b1900 2024-07-26T17:04:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f2347fff640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23480b6ed0 0x7f2348153c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f234ca78640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23480b1900 0x7f2348156d00 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f233c031000 tx=0x7f233c033ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.106+0000 7f23457fa640 1 -- 172.21.15.33:0/293559606 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f233c031b50 con 0x7f23480b1900 2024-07-26T17:04:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.107+0000 7f23457fa640 1 -- 172.21.15.33:0/293559606 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f233c031e00 con 0x7f23480b1900 2024-07-26T17:04:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.107+0000 7f234ecdc640 1 -- 172.21.15.33:0/293559606 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23481658c0 con 0x7f23480b1900 2024-07-26T17:04:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.107+0000 7f23457fa640 1 -- 172.21.15.33:0/293559606 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f233c005280 con 0x7f23480b1900 2024-07-26T17:04:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.107+0000 7f234ecdc640 1 -- 172.21.15.33:0/293559606 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f2348165e80 con 0x7f23480b1900 2024-07-26T17:04:38.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.108+0000 7f234ecdc640 1 -- 172.21.15.33:0/293559606 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23480ce7d0 con 0x7f23480b1900 2024-07-26T17:04:38.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.108+0000 7f23457fa640 1 -- 172.21.15.33:0/293559606 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 145) ==== 99258+0+0 (secure 0 0 0) 0x7f233c005420 con 0x7f23480b1900 2024-07-26T17:04:38.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.109+0000 7f23457fa640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f232c077180 0x7f232c079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:38.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.109+0000 7f2347fff640 1 -- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f232c077180 msgr2=0x7f232c079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2405396244 2024-07-26T17:04:38.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.109+0000 7f23457fa640 1 -- 172.21.15.33:0/293559606 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7f233c0ba4e0 con 0x7f23480b1900 2024-07-26T17:04:38.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.109+0000 7f2347fff640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f232c077180 0x7f232c079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:04:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.114+0000 7f23457fa640 1 -- 172.21.15.33:0/293559606 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f23480ce7d0 con 0x7f23480b1900 2024-07-26T17:04:38.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.307+0000 7f234ecdc640 1 -- 172.21.15.33:0/293559606 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f2348165620 con 0x7f23480b1900 2024-07-26T17:04:38.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.310+0000 7f2347fff640 1 -- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f232c077180 msgr2=0x7f232c079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2405396244 2024-07-26T17:04:38.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.310+0000 7f2347fff640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f232c077180 0x7f232c079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:04:38.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.318+0000 7f23457fa640 1 -- 172.21.15.33:0/293559606 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v74)=0 v74) ==== 133+0+0 (secure 0 0 0) 0x7f233c03f030 con 0x7f23480b1900 2024-07-26T17:04:38.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.321+0000 7f234ecdc640 1 -- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f232c077180 msgr2=0x7f232c079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:04:38.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.321+0000 7f234ecdc640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f232c077180 0x7f232c079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.322+0000 7f234ecdc640 1 -- 172.21.15.33:0/293559606 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23480b1900 msgr2=0x7f2348156d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:38.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.322+0000 7f234ecdc640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23480b1900 0x7f2348156d00 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f233c031000 tx=0x7f233c033ba0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.322+0000 7f234ecdc640 1 -- 172.21.15.33:0/293559606 shutdown_connections 2024-07-26T17:04:38.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.322+0000 7f234ecdc640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7f232c077180 0x7f232c079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.322+0000 7f234ecdc640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f23481576c0 0x7f23480cdbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.322+0000 7f234ecdc640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f23480b6ed0 0x7f2348153c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.322+0000 7f234ecdc640 1 --2- 172.21.15.33:0/293559606 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f23480b1900 0x7f2348156d00 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.322+0000 7f234ecdc640 1 -- 172.21.15.33:0/293559606 >> 172.21.15.33:0/293559606 conn(0x7f23480d1bb0 msgr2=0x7f23480d1fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:38.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.322+0000 7f234ecdc640 1 -- 172.21.15.33:0/293559606 shutdown_connections 2024-07-26T17:04:38.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.322+0000 7f234ecdc640 1 -- 172.21.15.33:0/293559606 wait complete. 2024-07-26T17:04:38.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:38.340 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p mandatory_fs_argument_test_dir) 2024-07-26T17:04:38.360 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add mandatory_fs_argument_test_dir --fs backup_fs 1M 2024-07-26T17:04:38.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.524+0000 7fa88dc68640 1 -- 172.21.15.33:0/3372180321 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8880d07b0 msgr2=0x7fa8880d2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:38.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.524+0000 7fa88dc68640 1 --2- 172.21.15.33:0/3372180321 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8880d07b0 0x7fa8880d2650 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fa870009860 tx=0x7fa87002a5a0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.524+0000 7fa88dc68640 1 -- 172.21.15.33:0/3372180321 shutdown_connections 2024-07-26T17:04:38.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.524+0000 7fa88dc68640 1 --2- 172.21.15.33:0/3372180321 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8880d07b0 0x7fa8880d2650 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.524+0000 7fa88dc68640 1 -- 172.21.15.33:0/3372180321 >> 172.21.15.33:0/3372180321 conn(0x7fa8880d1b30 msgr2=0x7fa8880d1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:38.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.524+0000 7fa88dc68640 1 -- 172.21.15.33:0/3372180321 shutdown_connections 2024-07-26T17:04:38.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.524+0000 7fa88dc68640 1 -- 172.21.15.33:0/3372180321 wait complete. 2024-07-26T17:04:38.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.526+0000 7fa88dc68640 1 Processor -- start 2024-07-26T17:04:38.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.526+0000 7fa88dc68640 1 -- start start 2024-07-26T17:04:38.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa88dc68640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8880b1b40 0x7fa888159f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:38.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa88dc68640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8880b7060 0x7fa8881642f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:38.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa88dc68640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8880d07b0 0x7fa888164830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:38.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa88dc68640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa8880cd4e0 con 0x7fa8880d07b0 2024-07-26T17:04:38.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa88dc68640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa8880cd360 con 0x7fa8880b1b40 2024-07-26T17:04:38.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa88dc68640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa888167810 con 0x7fa8880b7060 2024-07-26T17:04:38.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa887fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8880d07b0 0x7fa888164830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:38.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa887fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8880d07b0 0x7fa888164830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39948/0 (socket says 172.21.15.33:39948) 2024-07-26T17:04:38.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa87effd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8880b7060 0x7fa8881642f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:38.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa887fff640 1 -- 172.21.15.33:0/1416734311 learned_addr learned my addr 172.21.15.33:0/1416734311 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:38.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa8877fe640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8880b1b40 0x7fa888159f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:38.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa887fff640 1 -- 172.21.15.33:0/1416734311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8880b7060 msgr2=0x7fa8881642f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:38.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa887fff640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8880b7060 0x7fa8881642f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa887fff640 1 -- 172.21.15.33:0/1416734311 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8880b1b40 msgr2=0x7fa888159f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:38.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa887fff640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8880b1b40 0x7fa888159f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:38.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa887fff640 1 -- 172.21.15.33:0/1416734311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa88815a490 con 0x7fa8880d07b0 2024-07-26T17:04:38.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa8877fe640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8880b1b40 0x7fa888159f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:38.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa87effd640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8880b7060 0x7fa8881642f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:38.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa887fff640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8880d07b0 0x7fa888164830 secure :-1 s=READY pgs=2248 cs=0 l=1 rev1=1 crypto rx=0x7fa88000c700 tx=0x7fa88000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:38.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.528+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa880003b70 con 0x7fa8880d07b0 2024-07-26T17:04:38.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.529+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa880003d10 con 0x7fa8880d07b0 2024-07-26T17:04:38.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.529+0000 7fa88dc68640 1 -- 172.21.15.33:0/1416734311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa888166530 con 0x7fa8880d07b0 2024-07-26T17:04:38.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.529+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88000aab0 con 0x7fa8880d07b0 2024-07-26T17:04:38.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.529+0000 7fa88dc68640 1 -- 172.21.15.33:0/1416734311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8881651f0 con 0x7fa8880d07b0 2024-07-26T17:04:38.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.530+0000 7fa88dc68640 1 -- 172.21.15.33:0/1416734311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8880d2650 con 0x7fa8880d07b0 2024-07-26T17:04:38.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.530+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 145) ==== 99258+0+0 (secure 0 0 0) 0x7fa88000ac50 con 0x7fa8880d07b0 2024-07-26T17:04:38.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.531+0000 7fa884ff9640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa868077180 0x7fa868079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:38.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.531+0000 7fa8877fe640 1 -- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa868077180 msgr2=0x7fa868079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2405396244 2024-07-26T17:04:38.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.531+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(233..233 src has 1..233) ==== 7121+0+0 (secure 0 0 0) 0x7fa880098d40 con 0x7fa8880d07b0 2024-07-26T17:04:38.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.531+0000 7fa8877fe640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa868077180 0x7fa868079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:04:38.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.536+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa8800612e0 con 0x7fa8880d07b0 2024-07-26T17:04:38.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.733+0000 7fa8877fe640 1 -- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa868077180 msgr2=0x7fa868079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2405396244 2024-07-26T17:04:38.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.733+0000 7fa8877fe640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa868077180 0x7fa868079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:04:38.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:38.753+0000 7fa88dc68640 1 -- 172.21.15.33:0/1416734311 --> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "mandatory_fs_argument_test_dir", "fs": "backup_fs", "snap_schedule": "1M", "target": ["mon-mgr", ""]}) -- 0x7fa888165490 con 0x7fa868077180 2024-07-26T17:04:39.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:39.134+0000 7fa8877fe640 1 -- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa868077180 msgr2=0x7fa868079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2405396244 2024-07-26T17:04:39.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:39.134+0000 7fa8877fe640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa868077180 0x7fa868079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T17:04:39.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:39.935+0000 7fa8877fe640 1 -- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa868077180 msgr2=0x7fa868079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/2405396244 2024-07-26T17:04:39.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:39.935+0000 7fa8877fe640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa868077180 0x7fa868079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T17:04:41.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:41.240+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 146) ==== 99258+0+0 (secure 0 0 0) 0x7fa880096cd0 con 0x7fa8880d07b0 2024-07-26T17:04:41.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:41.419+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 147) ==== 98867+0+0 (secure 0 0 0) 0x7fa88005d570 con 0x7fa8880d07b0 2024-07-26T17:04:41.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:41.419+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa868077180 msgr2=0x7fa868079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:04:41.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:41.419+0000 7fa884ff9640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/2405396244,v1:172.21.15.33:6837/2405396244] conn(0x7fa868077180 0x7fa868079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:41.667 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.665+0000 7fd35bd4a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.667 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.665+0000 7fd35bd4a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.667 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.665+0000 7fd35bd4a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.667 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.665+0000 7fd35bd4a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.667 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.665+0000 7fd35bd4a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.668 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.666+0000 7fd358d44640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.668 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.666+0000 7fd358d44640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.668 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.666+0000 7fd358d44640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.668 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.666+0000 7fd358d44640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.668 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.666+0000 7fd358d44640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.681 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.679+0000 7fd35bd4a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.681 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.679+0000 7fd35bd4a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.681 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.679+0000 7fd35bd4a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.681 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.679+0000 7fd35bd4a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.681 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.679+0000 7fd35bd4a640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.681 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.679+0000 7fd358d44640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.681 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.679+0000 7fd358d44640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.681 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.679+0000 7fd358d44640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.681 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.679+0000 7fd358d44640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:41.681 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:04:41.679+0000 7fd358d44640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:42.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.423+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 <== mon.0 v2:172.21.15.33:3300/0 9 ==== mgrmap(e 148) ==== 98994+0+0 (secure 0 0 0) 0x7fa88005de40 con 0x7fa8880d07b0 2024-07-26T17:04:42.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.423+0000 7fa884ff9640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fa86803b350 0x7fa868084000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:42.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.423+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 --> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "mandatory_fs_argument_test_dir", "fs": "backup_fs", "snap_schedule": "1M", "target": ["mon-mgr", ""]}) -- 0x7fa8800667a0 con 0x7fa86803b350 2024-07-26T17:04:42.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.424+0000 7fa8877fe640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fa86803b350 0x7fa868084000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:42.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.428+0000 7fa8877fe640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fa86803b350 0x7fa868084000 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa878007fa0 tx=0x7fa8780017a0 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:42.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.495+0000 7fa884ff9640 1 -- 172.21.15.33:0/1416734311 <== mgr.11076 v2:172.21.15.33:6836/3434115432 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+53 (secure 0 0 0) 0x7fa8800667a0 con 0x7fa86803b350 2024-07-26T17:04:42.497 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path mandatory_fs_argument_test_dir 2024-07-26T17:04:42.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.498+0000 7fa88dc68640 1 -- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fa86803b350 msgr2=0x7fa868084000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:42.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.498+0000 7fa88dc68640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fa86803b350 0x7fa868084000 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa878007fa0 tx=0x7fa8780017a0 comp rx=0 tx=0).stop 2024-07-26T17:04:42.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.498+0000 7fa88dc68640 1 -- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8880d07b0 msgr2=0x7fa888164830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:42.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.498+0000 7fa88dc68640 1 --2- 172.21.15.33:0/1416734311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8880d07b0 0x7fa888164830 secure :-1 s=READY pgs=2248 cs=0 l=1 rev1=1 crypto rx=0x7fa88000c700 tx=0x7fa88000cbc0 comp rx=0 tx=0).stop 2024-07-26T17:04:42.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.498+0000 7fa887fff640 1 -- 172.21.15.33:0/1416734311 reap_dead start 2024-07-26T17:04:42.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.498+0000 7fa88dc68640 1 -- 172.21.15.33:0/1416734311 shutdown_connections 2024-07-26T17:04:42.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.498+0000 7fa88dc68640 1 -- 172.21.15.33:0/1416734311 >> 172.21.15.33:0/1416734311 conn(0x7fa8880d1b30 msgr2=0x7fa888070de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:42.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.498+0000 7fa88dc68640 1 -- 172.21.15.33:0/1416734311 shutdown_connections 2024-07-26T17:04:42.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.498+0000 7fa88dc68640 1 -- 172.21.15.33:0/1416734311 wait complete. 2024-07-26T17:04:42.512 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path mandatory_fs_argument_test_dir 2024-07-26T17:04:42.512 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule activate mandatory_fs_argument_test_dir --fs backup_fs 1M 2024-07-26T17:04:42.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.636+0000 7fc48ee71640 1 -- 172.21.15.33:0/750212297 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4880d2090 msgr2=0x7fc4880d24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:42.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.636+0000 7fc48ee71640 1 --2- 172.21.15.33:0/750212297 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4880d2090 0x7fc4880d24a0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fc4880d3080 tx=0x7fc47c02a470 comp rx=0 tx=0).stop 2024-07-26T17:04:42.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.636+0000 7fc48ee71640 1 -- 172.21.15.33:0/750212297 shutdown_connections 2024-07-26T17:04:42.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.636+0000 7fc48ee71640 1 --2- 172.21.15.33:0/750212297 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4880d2090 0x7fc4880d24a0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:42.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.636+0000 7fc48ee71640 1 --2- 172.21.15.33:0/750212297 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc4880b2c00 0x7fc4880d1b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:42.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.636+0000 7fc48ee71640 1 -- 172.21.15.33:0/750212297 >> 172.21.15.33:0/750212297 conn(0x7fc4880d3d70 msgr2=0x7fc4880d4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:42.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.636+0000 7fc48ee71640 1 -- 172.21.15.33:0/750212297 shutdown_connections 2024-07-26T17:04:42.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.636+0000 7fc48ee71640 1 -- 172.21.15.33:0/750212297 wait complete. 2024-07-26T17:04:42.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.638+0000 7fc48ee71640 1 Processor -- start 2024-07-26T17:04:42.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.638+0000 7fc48ee71640 1 -- start start 2024-07-26T17:04:42.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc48ee71640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4880b2c00 0x7fc4880cae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:42.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc48ee71640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4880d0460 0x7fc4880c8b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:42.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc48ee71640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc4880d2090 0x7fc4880cdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:42.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc48ee71640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc4880b4cc0 con 0x7fc4880d0460 2024-07-26T17:04:42.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc48ee71640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc4880b4b40 con 0x7fc4880b2c00 2024-07-26T17:04:42.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc48ee71640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc4880b4e40 con 0x7fc4880d2090 2024-07-26T17:04:42.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc487fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4880d0460 0x7fc4880c8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:42.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc487fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4880d0460 0x7fc4880c8b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42310/0 (socket says 172.21.15.33:42310) 2024-07-26T17:04:42.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc487fff640 1 -- 172.21.15.33:0/3460314169 learned_addr learned my addr 172.21.15.33:0/3460314169 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:42.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc48cc0d640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4880b2c00 0x7fc4880cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:42.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc48d40e640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc4880d2090 0x7fc4880cdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:42.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc487fff640 1 -- 172.21.15.33:0/3460314169 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc4880d2090 msgr2=0x7fc4880cdbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:42.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc487fff640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc4880d2090 0x7fc4880cdbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:42.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc487fff640 1 -- 172.21.15.33:0/3460314169 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4880b2c00 msgr2=0x7fc4880cae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:42.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc487fff640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4880b2c00 0x7fc4880cae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:42.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc487fff640 1 -- 172.21.15.33:0/3460314169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4880cce30 con 0x7fc4880d0460 2024-07-26T17:04:42.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc48d40e640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc4880d2090 0x7fc4880cdbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:42.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.640+0000 7fc487fff640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4880d0460 0x7fc4880c8b80 secure :-1 s=READY pgs=2265 cs=0 l=1 rev1=1 crypto rx=0x7fc47c02aa60 tx=0x7fc47c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:42.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.641+0000 7fc4857fa640 1 -- 172.21.15.33:0/3460314169 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc47c005c90 con 0x7fc4880d0460 2024-07-26T17:04:42.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.641+0000 7fc48ee71640 1 -- 172.21.15.33:0/3460314169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4880cd110 con 0x7fc4880d0460 2024-07-26T17:04:42.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.641+0000 7fc4857fa640 1 -- 172.21.15.33:0/3460314169 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc47c031e50 con 0x7fc4880d0460 2024-07-26T17:04:42.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.641+0000 7fc4857fa640 1 -- 172.21.15.33:0/3460314169 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc47c005260 con 0x7fc4880d0460 2024-07-26T17:04:42.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.641+0000 7fc48ee71640 1 -- 172.21.15.33:0/3460314169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4880c90c0 con 0x7fc4880d0460 2024-07-26T17:04:42.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.642+0000 7fc48ee71640 1 -- 172.21.15.33:0/3460314169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4880d1220 con 0x7fc4880d0460 2024-07-26T17:04:42.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.642+0000 7fc4857fa640 1 -- 172.21.15.33:0/3460314169 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 148) ==== 98994+0+0 (secure 0 0 0) 0x7fc47c005400 con 0x7fc4880d0460 2024-07-26T17:04:42.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.643+0000 7fc4857fa640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc474076ee0 0x7fc4740793f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:42.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.643+0000 7fc4857fa640 1 -- 172.21.15.33:0/3460314169 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7fc47c0b9d00 con 0x7fc4880d0460 2024-07-26T17:04:42.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.643+0000 7fc48cc0d640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc474076ee0 0x7fc4740793f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:42.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.643+0000 7fc48cc0d640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc474076ee0 0x7fc4740793f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc4780095f0 tx=0x7fc478005f90 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:42.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.647+0000 7fc4857fa640 1 -- 172.21.15.33:0/3460314169 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc47c03f030 con 0x7fc4880d0460 2024-07-26T17:04:42.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.863+0000 7fc48ee71640 1 -- 172.21.15.33:0/3460314169 --> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] -- mgr_command(tid 0: {"prefix": "fs snap-schedule activate", "path": "mandatory_fs_argument_test_dir", "fs": "backup_fs", "repeat": "1M", "target": ["mon-mgr", ""]}) -- 0x7fc4880ccbe0 con 0x7fc474076ee0 2024-07-26T17:04:42.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.911+0000 7fc4857fa640 1 -- 172.21.15.33:0/3460314169 <== mgr.11076 v2:172.21.15.33:6836/3434115432 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+59 (secure 0 0 0) 0x7fc4880ccbe0 con 0x7fc474076ee0 2024-07-26T17:04:42.913 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule activated for path mandatory_fs_argument_test_dir 2024-07-26T17:04:42.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 -- 172.21.15.33:0/3460314169 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc474076ee0 msgr2=0x7fc4740793f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:42.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc474076ee0 0x7fc4740793f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fc4780095f0 tx=0x7fc478005f90 comp rx=0 tx=0).stop 2024-07-26T17:04:42.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 -- 172.21.15.33:0/3460314169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4880d0460 msgr2=0x7fc4880c8b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:42.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4880d0460 0x7fc4880c8b80 secure :-1 s=READY pgs=2265 cs=0 l=1 rev1=1 crypto rx=0x7fc47c02aa60 tx=0x7fc47c033c20 comp rx=0 tx=0).stop 2024-07-26T17:04:42.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 -- 172.21.15.33:0/3460314169 shutdown_connections 2024-07-26T17:04:42.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc474076ee0 0x7fc4740793f0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:42.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc4880d2090 0x7fc4880cdbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:42.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4880d0460 0x7fc4880c8b80 unknown :-1 s=CLOSED pgs=2265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:42.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 --2- 172.21.15.33:0/3460314169 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4880b2c00 0x7fc4880cae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:42.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 -- 172.21.15.33:0/3460314169 >> 172.21.15.33:0/3460314169 conn(0x7fc4880d3d70 msgr2=0x7fc488161260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:42.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 -- 172.21.15.33:0/3460314169 shutdown_connections 2024-07-26T17:04:42.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:42.913+0000 7fc48ee71640 1 -- 172.21.15.33:0/3460314169 wait complete. 2024-07-26T17:04:42.926 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule activated for path mandatory_fs_argument_test_dir 2024-07-26T17:04:42.927 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule retention add mandatory_fs_argument_test_dir --fs backup_fs 1M 2024-07-26T17:04:43.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.048+0000 7feab9a62640 1 -- 172.21.15.33:0/4057560981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab406fb60 msgr2=0x7feab406ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.048+0000 7feab9a62640 1 --2- 172.21.15.33:0/4057560981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab406fb60 0x7feab406ff70 secure :-1 s=READY pgs=2267 cs=0 l=1 rev1=1 crypto rx=0x7feab4071090 tx=0x7fea9c02a5f0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.049+0000 7feab9a62640 1 -- 172.21.15.33:0/4057560981 shutdown_connections 2024-07-26T17:04:43.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.049+0000 7feab9a62640 1 --2- 172.21.15.33:0/4057560981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab406fb60 0x7feab406ff70 unknown :-1 s=CLOSED pgs=2267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.049+0000 7feab9a62640 1 --2- 172.21.15.33:0/4057560981 >> v2:172.21.15.154:3300/0 conn(0x7feab4144580 0x7feab4073170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.049+0000 7feab9a62640 1 -- 172.21.15.33:0/4057560981 >> 172.21.15.33:0/4057560981 conn(0x7feab40b1740 msgr2=0x7feab40b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:43.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.049+0000 7feab9a62640 1 -- 172.21.15.33:0/4057560981 shutdown_connections 2024-07-26T17:04:43.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.049+0000 7feab9a62640 1 -- 172.21.15.33:0/4057560981 wait complete. 2024-07-26T17:04:43.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.050+0000 7feab9a62640 1 Processor -- start 2024-07-26T17:04:43.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.050+0000 7feab9a62640 1 -- start start 2024-07-26T17:04:43.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab9a62640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab406fb60 0x7feab40ae510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab9a62640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feab40b3d60 0x7feab40ab340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab9a62640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feab4144580 0x7feab41f5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab9a62640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7feab415c960 con 0x7feab406fb60 2024-07-26T17:04:43.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab9a62640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7feab415c7e0 con 0x7feab4144580 2024-07-26T17:04:43.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab9a62640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7feab415cae0 con 0x7feab40b3d60 2024-07-26T17:04:43.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab406fb60 0x7feab40ae510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab406fb60 0x7feab40ae510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42320/0 (socket says 172.21.15.33:42320) 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab37fe640 1 -- 172.21.15.33:0/707934129 learned_addr learned my addr 172.21.15.33:0/707934129 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab3fff640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feab4144580 0x7feab41f5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feaabfff640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feab40b3d60 0x7feab40ab340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab37fe640 1 -- 172.21.15.33:0/707934129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feab40b3d60 msgr2=0x7feab40ab340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab37fe640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feab40b3d60 0x7feab40ab340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab37fe640 1 -- 172.21.15.33:0/707934129 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feab4144580 msgr2=0x7feab41f5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab37fe640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feab4144580 0x7feab41f5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab37fe640 1 -- 172.21.15.33:0/707934129 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feab40ab880 con 0x7feab406fb60 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feaabfff640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feab40b3d60 0x7feab40ab340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.052+0000 7feab37fe640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab406fb60 0x7feab40ae510 secure :-1 s=READY pgs=2268 cs=0 l=1 rev1=1 crypto rx=0x7feaa400c9a0 tx=0x7feaa400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.053+0000 7feab0ff9640 1 -- 172.21.15.33:0/707934129 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa4007bb0 con 0x7feab406fb60 2024-07-26T17:04:43.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.053+0000 7feab0ff9640 1 -- 172.21.15.33:0/707934129 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feaa4007e40 con 0x7feab406fb60 2024-07-26T17:04:43.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.053+0000 7feab9a62640 1 -- 172.21.15.33:0/707934129 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feab41f43e0 con 0x7feab406fb60 2024-07-26T17:04:43.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.053+0000 7feab0ff9640 1 -- 172.21.15.33:0/707934129 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaa400f690 con 0x7feab406fb60 2024-07-26T17:04:43.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.053+0000 7feab9a62640 1 -- 172.21.15.33:0/707934129 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feab41f49a0 con 0x7feab406fb60 2024-07-26T17:04:43.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.054+0000 7feab9a62640 1 -- 172.21.15.33:0/707934129 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feab40aba50 con 0x7feab406fb60 2024-07-26T17:04:43.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.055+0000 7feab0ff9640 1 -- 172.21.15.33:0/707934129 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 148) ==== 98994+0+0 (secure 0 0 0) 0x7feaa400f830 con 0x7feab406fb60 2024-07-26T17:04:43.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.055+0000 7feab0ff9640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fea94076eb0 0x7fea940793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.055+0000 7feaabfff640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fea94076eb0 0x7fea940793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.055+0000 7feab0ff9640 1 -- 172.21.15.33:0/707934129 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7feaa40992f0 con 0x7feab406fb60 2024-07-26T17:04:43.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.056+0000 7feaabfff640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fea94076eb0 0x7fea940793c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fea9c033000 tx=0x7fea9c004730 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:43.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.060+0000 7feab0ff9640 1 -- 172.21.15.33:0/707934129 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7feaa4014030 con 0x7feab406fb60 2024-07-26T17:04:43.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.277+0000 7feab9a62640 1 -- 172.21.15.33:0/707934129 --> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "path": "mandatory_fs_argument_test_dir", "fs": "backup_fs", "retention_spec_or_period": "1M", "target": ["mon-mgr", ""]}) -- 0x7feab40b1140 con 0x7fea94076eb0 2024-07-26T17:04:43.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.335+0000 7feab0ff9640 1 -- 172.21.15.33:0/707934129 <== mgr.11076 v2:172.21.15.33:6836/3434115432 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+55 (secure 0 0 0) 0x7feab40b1140 con 0x7fea94076eb0 2024-07-26T17:04:43.337 INFO:teuthology.orchestra.run.smithi033.stdout:Retention added to path mandatory_fs_argument_test_dir 2024-07-26T17:04:43.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 -- 172.21.15.33:0/707934129 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fea94076eb0 msgr2=0x7fea940793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fea94076eb0 0x7fea940793c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fea9c033000 tx=0x7fea9c004730 comp rx=0 tx=0).stop 2024-07-26T17:04:43.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 -- 172.21.15.33:0/707934129 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab406fb60 msgr2=0x7feab40ae510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab406fb60 0x7feab40ae510 secure :-1 s=READY pgs=2268 cs=0 l=1 rev1=1 crypto rx=0x7feaa400c9a0 tx=0x7feaa400ce60 comp rx=0 tx=0).stop 2024-07-26T17:04:43.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 -- 172.21.15.33:0/707934129 shutdown_connections 2024-07-26T17:04:43.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fea94076eb0 0x7fea940793c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feab4144580 0x7feab41f5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feab40b3d60 0x7feab40ab340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 --2- 172.21.15.33:0/707934129 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab406fb60 0x7feab40ae510 unknown :-1 s=CLOSED pgs=2268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 -- 172.21.15.33:0/707934129 >> 172.21.15.33:0/707934129 conn(0x7feab40b1740 msgr2=0x7feab4143a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:43.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 -- 172.21.15.33:0/707934129 shutdown_connections 2024-07-26T17:04:43.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.337+0000 7feab9a62640 1 -- 172.21.15.33:0/707934129 wait complete. 2024-07-26T17:04:43.350 DEBUG:tasks.cephfs.test_snap_schedules:res=Retention added to path mandatory_fs_argument_test_dir 2024-07-26T17:04:43.350 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list mandatory_fs_argument_test_dir --fs backup_fs --format json 2024-07-26T17:04:43.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.477+0000 7f39eca5b640 1 -- 172.21.15.33:0/2752482985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e8143ba0 msgr2=0x7f39e80cf1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.477+0000 7f39eca5b640 1 --2- 172.21.15.33:0/2752482985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e8143ba0 0x7f39e80cf1e0 secure :-1 s=READY pgs=2271 cs=0 l=1 rev1=1 crypto rx=0x7f39e8074bd0 tx=0x7f39d802a5f0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.477+0000 7f39eca5b640 1 -- 172.21.15.33:0/2752482985 shutdown_connections 2024-07-26T17:04:43.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.477+0000 7f39eca5b640 1 --2- 172.21.15.33:0/2752482985 >> v2:172.21.15.154:3300/0 conn(0x7f39e80738b0 0x7f39e80c5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.477+0000 7f39eca5b640 1 --2- 172.21.15.33:0/2752482985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e8143ba0 0x7f39e80cf1e0 unknown :-1 s=CLOSED pgs=2271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.477+0000 7f39eca5b640 1 -- 172.21.15.33:0/2752482985 >> 172.21.15.33:0/2752482985 conn(0x7f39e80d0b00 msgr2=0x7f39e80d0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:43.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.477+0000 7f39eca5b640 1 -- 172.21.15.33:0/2752482985 shutdown_connections 2024-07-26T17:04:43.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.477+0000 7f39eca5b640 1 -- 172.21.15.33:0/2752482985 wait complete. 2024-07-26T17:04:43.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.479+0000 7f39eca5b640 1 Processor -- start 2024-07-26T17:04:43.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.479+0000 7f39eca5b640 1 -- start start 2024-07-26T17:04:43.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39eca5b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39e8073e60 0x7f39e80b5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39eca5b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e8143ba0 0x7f39e815d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39eca5b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39e80b5870 0x7f39e80c9d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39eca5b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f39e80c6510 con 0x7f39e8143ba0 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39eca5b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f39e80c6390 con 0x7f39e80b5870 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39eca5b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f39e80c6690 con 0x7f39e8073e60 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e5d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e8143ba0 0x7f39e815d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e5d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e8143ba0 0x7f39e815d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42362/0 (socket says 172.21.15.33:42362) 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e5d9b640 1 -- 172.21.15.33:0/2970382162 learned_addr learned my addr 172.21.15.33:0/2970382162 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e6d9d640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39e80b5870 0x7f39e80c9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e659c640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39e8073e60 0x7f39e80b5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e5d9b640 1 -- 172.21.15.33:0/2970382162 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39e8073e60 msgr2=0x7f39e80b5330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e5d9b640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39e8073e60 0x7f39e80b5330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e5d9b640 1 -- 172.21.15.33:0/2970382162 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39e80b5870 msgr2=0x7f39e80c9d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e5d9b640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39e80b5870 0x7f39e80c9d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e5d9b640 1 -- 172.21.15.33:0/2970382162 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39e80c7e90 con 0x7f39e8143ba0 2024-07-26T17:04:43.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e6d9d640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39e80b5870 0x7f39e80c9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:43.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39e5d9b640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e8143ba0 0x7f39e815d9c0 secure :-1 s=READY pgs=2272 cs=0 l=1 rev1=1 crypto rx=0x7f39dc00c370 tx=0x7f39dc00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:43.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.481+0000 7f39d6ffd640 1 -- 172.21.15.33:0/2970382162 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39dc017070 con 0x7f39e8143ba0 2024-07-26T17:04:43.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.482+0000 7f39d6ffd640 1 -- 172.21.15.33:0/2970382162 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39dc0053c0 con 0x7f39e8143ba0 2024-07-26T17:04:43.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.482+0000 7f39d6ffd640 1 -- 172.21.15.33:0/2970382162 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39dc003850 con 0x7f39e8143ba0 2024-07-26T17:04:43.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.482+0000 7f39eca5b640 1 -- 172.21.15.33:0/2970382162 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39e80c8170 con 0x7f39e8143ba0 2024-07-26T17:04:43.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.482+0000 7f39eca5b640 1 -- 172.21.15.33:0/2970382162 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39e80c8730 con 0x7f39e8143ba0 2024-07-26T17:04:43.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.483+0000 7f39eca5b640 1 -- 172.21.15.33:0/2970382162 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39e80c6bb0 con 0x7f39e8143ba0 2024-07-26T17:04:43.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.484+0000 7f39d6ffd640 1 -- 172.21.15.33:0/2970382162 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 149) ==== 99361+0+0 (secure 0 0 0) 0x7f39dc01a070 con 0x7f39e8143ba0 2024-07-26T17:04:43.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.484+0000 7f39d6ffd640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f39c80772a0 0x7f39c80797b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.484+0000 7f39d6ffd640 1 -- 172.21.15.33:0/2970382162 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7f39dc098a60 con 0x7f39e8143ba0 2024-07-26T17:04:43.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.484+0000 7f39e659c640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f39c80772a0 0x7f39c80797b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.485+0000 7f39e659c640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f39c80772a0 0x7f39c80797b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f39d8033000 tx=0x7f39d8004730 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:43.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.488+0000 7f39d6ffd640 1 -- 172.21.15.33:0/2970382162 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f39dc021020 con 0x7f39e8143ba0 2024-07-26T17:04:43.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.707+0000 7f39eca5b640 1 -- 172.21.15.33:0/2970382162 --> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "mandatory_fs_argument_test_dir", "fs": "backup_fs", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f39e80c7c20 con 0x7f39c80772a0 2024-07-26T17:04:43.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.714+0000 7f39d6ffd640 1 -- 172.21.15.33:0/2970382162 <== mgr.11076 v2:172.21.15.33:6836/3434115432 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+88 (secure 0 0 0) 0x7f39e80c7c20 con 0x7f39c80772a0 2024-07-26T17:04:43.715 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:43.716 INFO:teuthology.orchestra.run.smithi033.stdout:{"path": "mandatory_fs_argument_test_dir", "schedule": ["1M"], "retention": [{"M": 1}]} 2024-07-26T17:04:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 -- 172.21.15.33:0/2970382162 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f39c80772a0 msgr2=0x7f39c80797b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f39c80772a0 0x7f39c80797b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f39d8033000 tx=0x7f39d8004730 comp rx=0 tx=0).stop 2024-07-26T17:04:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 -- 172.21.15.33:0/2970382162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e8143ba0 msgr2=0x7f39e815d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e8143ba0 0x7f39e815d9c0 secure :-1 s=READY pgs=2272 cs=0 l=1 rev1=1 crypto rx=0x7f39dc00c370 tx=0x7f39dc00c830 comp rx=0 tx=0).stop 2024-07-26T17:04:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 -- 172.21.15.33:0/2970382162 shutdown_connections 2024-07-26T17:04:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f39c80772a0 0x7f39c80797b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39e80b5870 0x7f39e80c9d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e8143ba0 0x7f39e815d9c0 unknown :-1 s=CLOSED pgs=2272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 --2- 172.21.15.33:0/2970382162 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39e8073e60 0x7f39e80b5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 -- 172.21.15.33:0/2970382162 >> 172.21.15.33:0/2970382162 conn(0x7f39e80d0b00 msgr2=0x7f39e80cb900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:43.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 -- 172.21.15.33:0/2970382162 shutdown_connections 2024-07-26T17:04:43.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.716+0000 7f39eca5b640 1 -- 172.21.15.33:0/2970382162 wait complete. 2024-07-26T17:04:43.729 DEBUG:tasks.cephfs.test_snap_schedules:res= {"path": "mandatory_fs_argument_test_dir", "schedule": ["1M"], "retention": [{"M": 1}]} 2024-07-26T17:04:43.729 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule status mandatory_fs_argument_test_dir --fs backup_fs --format json 2024-07-26T17:04:43.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.850+0000 7f8cc3deb640 1 -- 172.21.15.33:0/2163200253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cbc06cd40 msgr2=0x7f8cbc15cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.850+0000 7f8cc3deb640 1 --2- 172.21.15.33:0/2163200253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cbc06cd40 0x7f8cbc15cf50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f8cb0009830 tx=0x7f8cb002a4a0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.850+0000 7f8cc3deb640 1 -- 172.21.15.33:0/2163200253 shutdown_connections 2024-07-26T17:04:43.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.850+0000 7f8cc3deb640 1 --2- 172.21.15.33:0/2163200253 >> v2:172.21.15.154:3300/0 conn(0x7f8cbc13ee50 0x7f8cbc140760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.850+0000 7f8cc3deb640 1 --2- 172.21.15.33:0/2163200253 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cbc06cd40 0x7f8cbc15cf50 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.850+0000 7f8cc3deb640 1 -- 172.21.15.33:0/2163200253 >> 172.21.15.33:0/2163200253 conn(0x7f8cbc0d0b00 msgr2=0x7f8cbc0d0f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:43.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.850+0000 7f8cc3deb640 1 -- 172.21.15.33:0/2163200253 shutdown_connections 2024-07-26T17:04:43.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.850+0000 7f8cc3deb640 1 -- 172.21.15.33:0/2163200253 wait complete. 2024-07-26T17:04:43.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.852+0000 7f8cc3deb640 1 Processor -- start 2024-07-26T17:04:43.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.852+0000 7f8cc3deb640 1 -- start start 2024-07-26T17:04:43.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc3deb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8cbc0ce6d0 0x7f8cbc0aff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc3deb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cbc13ee50 0x7f8cbc06ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc3deb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cbc070b50 0x7f8cbc13d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc3deb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8cbc141030 con 0x7f8cbc13ee50 2024-07-26T17:04:43.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc3deb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8cbc140eb0 con 0x7f8cbc0ce6d0 2024-07-26T17:04:43.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc3deb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8cbc1411b0 con 0x7f8cbc070b50 2024-07-26T17:04:43.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc1386640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cbc13ee50 0x7f8cbc06ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc1386640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cbc13ee50 0x7f8cbc06ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42368/0 (socket says 172.21.15.33:42368) 2024-07-26T17:04:43.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc1386640 1 -- 172.21.15.33:0/4277347299 learned_addr learned my addr 172.21.15.33:0/4277347299 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:43.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc1b87640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8cbc0ce6d0 0x7f8cbc0aff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc2388640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cbc070b50 0x7f8cbc13d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc1386640 1 -- 172.21.15.33:0/4277347299 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cbc070b50 msgr2=0x7f8cbc13d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc1386640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cbc070b50 0x7f8cbc13d4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc1386640 1 -- 172.21.15.33:0/4277347299 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8cbc0ce6d0 msgr2=0x7f8cbc0aff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:43.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc1386640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8cbc0ce6d0 0x7f8cbc0aff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:43.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.853+0000 7f8cc1386640 1 -- 172.21.15.33:0/4277347299 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cbc1f86a0 con 0x7f8cbc13ee50 2024-07-26T17:04:43.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.854+0000 7f8cc1386640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cbc13ee50 0x7f8cbc06ef20 secure :-1 s=READY pgs=2274 cs=0 l=1 rev1=1 crypto rx=0x7f8cb0009950 tx=0x7f8cb0003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:43.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.854+0000 7f8cba7fc640 1 -- 172.21.15.33:0/4277347299 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb0005c90 con 0x7f8cbc13ee50 2024-07-26T17:04:43.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.854+0000 7f8cba7fc640 1 -- 172.21.15.33:0/4277347299 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8cb0005020 con 0x7f8cbc13ee50 2024-07-26T17:04:43.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.854+0000 7f8cc3deb640 1 -- 172.21.15.33:0/4277347299 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cbc1f8980 con 0x7f8cbc13ee50 2024-07-26T17:04:43.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.854+0000 7f8cba7fc640 1 -- 172.21.15.33:0/4277347299 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cb0005410 con 0x7f8cbc13ee50 2024-07-26T17:04:43.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.854+0000 7f8cc3deb640 1 -- 172.21.15.33:0/4277347299 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cbc1f8f40 con 0x7f8cbc13ee50 2024-07-26T17:04:43.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.855+0000 7f8cc3deb640 1 -- 172.21.15.33:0/4277347299 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cbc15cf50 con 0x7f8cbc13ee50 2024-07-26T17:04:43.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.856+0000 7f8cba7fc640 1 -- 172.21.15.33:0/4277347299 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 149) ==== 99361+0+0 (secure 0 0 0) 0x7f8cb00317c0 con 0x7f8cbc13ee50 2024-07-26T17:04:43.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.856+0000 7f8cba7fc640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8ca80772a0 0x7f8ca80797b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:43.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.856+0000 7f8cc1b87640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8ca80772a0 0x7f8ca80797b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:43.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.856+0000 7f8cba7fc640 1 -- 172.21.15.33:0/4277347299 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7f8cb00ba4a0 con 0x7f8cbc13ee50 2024-07-26T17:04:43.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.857+0000 7f8cc1b87640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8ca80772a0 0x7f8ca80797b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc06e7b0 tx=0x7f8cac009040 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:43.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:43.861+0000 7f8cba7fc640 1 -- 172.21.15.33:0/4277347299 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8cb003f030 con 0x7f8cbc13ee50 2024-07-26T17:04:43.865 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:04:43.867 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:04:44.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.079+0000 7f8cc3deb640 1 -- 172.21.15.33:0/4277347299 --> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "path": "mandatory_fs_argument_test_dir", "fs": "backup_fs", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8cbc1f8440 con 0x7f8ca80772a0 2024-07-26T17:04:44.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.085+0000 7f8cba7fc640 1 -- 172.21.15.33:0/4277347299 <== mgr.11076 v2:172.21.15.33:6836/3434115432 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+353 (secure 0 0 0) 0x7f8cac007d40 con 0x7f8ca80772a0 2024-07-26T17:04:44.087 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:44.087 INFO:teuthology.orchestra.run.smithi033.stdout:[{"fs": "backup_fs", "subvol": null, "group": null, "path": "mandatory_fs_argument_test_dir", "rel_path": "mandatory_fs_argument_test_dir", "schedule": "1M", "retention": {"M": 1}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T17:04:42", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true}] 2024-07-26T17:04:44.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 -- 172.21.15.33:0/4277347299 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8ca80772a0 msgr2=0x7f8ca80797b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8ca80772a0 0x7f8ca80797b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc06e7b0 tx=0x7f8cac009040 comp rx=0 tx=0).stop 2024-07-26T17:04:44.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 -- 172.21.15.33:0/4277347299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cbc13ee50 msgr2=0x7f8cbc06ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cbc13ee50 0x7f8cbc06ef20 secure :-1 s=READY pgs=2274 cs=0 l=1 rev1=1 crypto rx=0x7f8cb0009950 tx=0x7f8cb0003c10 comp rx=0 tx=0).stop 2024-07-26T17:04:44.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 -- 172.21.15.33:0/4277347299 shutdown_connections 2024-07-26T17:04:44.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8ca80772a0 0x7f8ca80797b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cbc070b50 0x7f8cbc13d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cbc13ee50 0x7f8cbc06ef20 unknown :-1 s=CLOSED pgs=2274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 --2- 172.21.15.33:0/4277347299 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8cbc0ce6d0 0x7f8cbc0aff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 -- 172.21.15.33:0/4277347299 >> 172.21.15.33:0/4277347299 conn(0x7f8cbc0d0b00 msgr2=0x7f8cbc0c7220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:44.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 -- 172.21.15.33:0/4277347299 shutdown_connections 2024-07-26T17:04:44.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.088+0000 7f8cc3deb640 1 -- 172.21.15.33:0/4277347299 wait complete. 2024-07-26T17:04:44.101 DEBUG:tasks.cephfs.test_snap_schedules:res= [{"fs": "backup_fs", "subvol": null, "group": null, "path": "mandatory_fs_argument_test_dir", "rel_path": "mandatory_fs_argument_test_dir", "schedule": "1M", "retention": {"M": 1}, "start": "2024-07-26T00:00:00", "created": "2024-07-26T17:04:42", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true}] 2024-07-26T17:04:44.101 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule retention remove mandatory_fs_argument_test_dir --fs backup_fs 1M 2024-07-26T17:04:44.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.224+0000 7f64dd8fa640 1 -- 172.21.15.33:0/637114002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64c0003a50 msgr2=0x7f64c0003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.224+0000 7f64dd8fa640 1 --2- 172.21.15.33:0/637114002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64c0003a50 0x7f64c0003ec0 secure :-1 s=READY pgs=2276 cs=0 l=1 rev1=1 crypto rx=0x7f64d0009b30 tx=0x7f64c0005830 comp rx=0 tx=0).stop 2024-07-26T17:04:44.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.224+0000 7f64dd8fa640 1 -- 172.21.15.33:0/637114002 shutdown_connections 2024-07-26T17:04:44.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.224+0000 7f64dd8fa640 1 --2- 172.21.15.33:0/637114002 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64c0003a50 0x7f64c0003ec0 unknown :-1 s=CLOSED pgs=2276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.224+0000 7f64dd8fa640 1 -- 172.21.15.33:0/637114002 >> 172.21.15.33:0/637114002 conn(0x7f64d80d3d90 msgr2=0x7f64d80d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:44.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.224+0000 7f64dd8fa640 1 -- 172.21.15.33:0/637114002 shutdown_connections 2024-07-26T17:04:44.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.224+0000 7f64dd8fa640 1 -- 172.21.15.33:0/637114002 wait complete. 2024-07-26T17:04:44.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.225+0000 7f64dd8fa640 1 Processor -- start 2024-07-26T17:04:44.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.226+0000 7f64dd8fa640 1 -- start start 2024-07-26T17:04:44.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64dd8fa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64c0003a50 0x7f64d81572d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:44.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64dd8fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d80cd850 0x7f64d80cad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:44.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64dd8fa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64d815faa0 0x7f64d81f8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:44.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64dd8fa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f64d80b4e60 con 0x7f64d80cd850 2024-07-26T17:04:44.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64dd8fa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f64d80b5570 con 0x7f64d815faa0 2024-07-26T17:04:44.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64dd8fa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f64d80b4fe0 con 0x7f64c0003a50 2024-07-26T17:04:44.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d80cd850 0x7f64d80cad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d80cd850 0x7f64d80cad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42384/0 (socket says 172.21.15.33:42384) 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d67fc640 1 -- 172.21.15.33:0/2577246292 learned_addr learned my addr 172.21.15.33:0/2577246292 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d77fe640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64d815faa0 0x7f64d81f8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d6ffd640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64c0003a50 0x7f64d81572d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d67fc640 1 -- 172.21.15.33:0/2577246292 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64c0003a50 msgr2=0x7f64d81572d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d67fc640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64c0003a50 0x7f64d81572d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d67fc640 1 -- 172.21.15.33:0/2577246292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64d815faa0 msgr2=0x7f64d81f8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d67fc640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64d815faa0 0x7f64d81f8860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d67fc640 1 -- 172.21.15.33:0/2577246292 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d80cb280 con 0x7f64d80cd850 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d77fe640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64d815faa0 0x7f64d81f8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.227+0000 7f64d6ffd640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64c0003a50 0x7f64d81572d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.228+0000 7f64d67fc640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d80cd850 0x7f64d80cad40 secure :-1 s=READY pgs=2277 cs=0 l=1 rev1=1 crypto rx=0x7f64cc004d50 tx=0x7f64cc001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:44.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.228+0000 7f64bffff640 1 -- 172.21.15.33:0/2577246292 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64cc015020 con 0x7f64d80cd850 2024-07-26T17:04:44.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.228+0000 7f64bffff640 1 -- 172.21.15.33:0/2577246292 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64cc011960 con 0x7f64d80cd850 2024-07-26T17:04:44.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.228+0000 7f64dd8fa640 1 -- 172.21.15.33:0/2577246292 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64d80cd2c0 con 0x7f64d80cd850 2024-07-26T17:04:44.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.228+0000 7f64bffff640 1 -- 172.21.15.33:0/2577246292 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64cc011d30 con 0x7f64d80cd850 2024-07-26T17:04:44.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.228+0000 7f64dd8fa640 1 -- 172.21.15.33:0/2577246292 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64d815f2a0 con 0x7f64d80cd850 2024-07-26T17:04:44.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.229+0000 7f64dd8fa640 1 -- 172.21.15.33:0/2577246292 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64d80cd030 con 0x7f64d80cd850 2024-07-26T17:04:44.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.230+0000 7f64bffff640 1 -- 172.21.15.33:0/2577246292 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 149) ==== 99361+0+0 (secure 0 0 0) 0x7f64cc018020 con 0x7f64d80cd850 2024-07-26T17:04:44.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.230+0000 7f64bffff640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f64c40772d0 0x7f64c40797e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:44.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.230+0000 7f64bffff640 1 -- 172.21.15.33:0/2577246292 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7f64cc099dc0 con 0x7f64d80cd850 2024-07-26T17:04:44.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.230+0000 7f64d6ffd640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f64c40772d0 0x7f64c40797e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:44.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.231+0000 7f64d6ffd640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f64c40772d0 0x7f64c40797e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f64d0034000 tx=0x7f64d00046c0 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:44.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.235+0000 7f64bffff640 1 -- 172.21.15.33:0/2577246292 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f64cc01f020 con 0x7f64d80cd850 2024-07-26T17:04:44.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.457+0000 7f64dd8fa640 1 -- 172.21.15.33:0/2577246292 --> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention remove", "path": "mandatory_fs_argument_test_dir", "fs": "backup_fs", "retention_spec_or_period": "1M", "target": ["mon-mgr", ""]}) -- 0x7f64d81626f0 con 0x7f64c40772d0 2024-07-26T17:04:44.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.516+0000 7f64bffff640 1 -- 172.21.15.33:0/2577246292 <== mgr.11076 v2:172.21.15.33:6836/3434115432 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+59 (secure 0 0 0) 0x7f64d81626f0 con 0x7f64c40772d0 2024-07-26T17:04:44.518 INFO:teuthology.orchestra.run.smithi033.stdout:Retention removed from path mandatory_fs_argument_test_dir 2024-07-26T17:04:44.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 -- 172.21.15.33:0/2577246292 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f64c40772d0 msgr2=0x7f64c40797e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f64c40772d0 0x7f64c40797e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f64d0034000 tx=0x7f64d00046c0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 -- 172.21.15.33:0/2577246292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d80cd850 msgr2=0x7f64d80cad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d80cd850 0x7f64d80cad40 secure :-1 s=READY pgs=2277 cs=0 l=1 rev1=1 crypto rx=0x7f64cc004d50 tx=0x7f64cc001630 comp rx=0 tx=0).stop 2024-07-26T17:04:44.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 -- 172.21.15.33:0/2577246292 shutdown_connections 2024-07-26T17:04:44.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f64c40772d0 0x7f64c40797e0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f64d815faa0 0x7f64d81f8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f64d80cd850 0x7f64d80cad40 unknown :-1 s=CLOSED pgs=2277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 --2- 172.21.15.33:0/2577246292 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f64c0003a50 0x7f64d81572d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 -- 172.21.15.33:0/2577246292 >> 172.21.15.33:0/2577246292 conn(0x7f64d80d3d90 msgr2=0x7f64d8158540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:44.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 -- 172.21.15.33:0/2577246292 shutdown_connections 2024-07-26T17:04:44.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.518+0000 7f64dd8fa640 1 -- 172.21.15.33:0/2577246292 wait complete. 2024-07-26T17:04:44.531 DEBUG:tasks.cephfs.test_snap_schedules:res=Retention removed from path mandatory_fs_argument_test_dir 2024-07-26T17:04:44.531 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule deactivate mandatory_fs_argument_test_dir --fs backup_fs 1M 2024-07-26T17:04:44.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.653+0000 7fc596246640 1 -- 172.21.15.33:0/2066327997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5900cd780 msgr2=0x7fc5900b5c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.653+0000 7fc596246640 1 --2- 172.21.15.33:0/2066327997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5900cd780 0x7fc5900b5c60 secure :-1 s=READY pgs=2279 cs=0 l=1 rev1=1 crypto rx=0x7fc588005fd0 tx=0x7fc58802a900 comp rx=0 tx=0).stop 2024-07-26T17:04:44.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.653+0000 7fc596246640 1 -- 172.21.15.33:0/2066327997 shutdown_connections 2024-07-26T17:04:44.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.653+0000 7fc596246640 1 --2- 172.21.15.33:0/2066327997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5900cd780 0x7fc5900b5c60 unknown :-1 s=CLOSED pgs=2279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.653+0000 7fc596246640 1 --2- 172.21.15.33:0/2066327997 >> v2:172.21.15.154:3300/0 conn(0x7fc5900d2780 0x7fc5900ce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.653+0000 7fc596246640 1 -- 172.21.15.33:0/2066327997 >> 172.21.15.33:0/2066327997 conn(0x7fc5900d1c60 msgr2=0x7fc5900d2070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:44.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.653+0000 7fc596246640 1 -- 172.21.15.33:0/2066327997 shutdown_connections 2024-07-26T17:04:44.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.653+0000 7fc596246640 1 -- 172.21.15.33:0/2066327997 wait complete. 2024-07-26T17:04:44.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.655+0000 7fc596246640 1 Processor -- start 2024-07-26T17:04:44.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.655+0000 7fc596246640 1 -- start start 2024-07-26T17:04:44.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.656+0000 7fc596246640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5900cd780 0x7fc5900c4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:44.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.656+0000 7fc596246640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5900ce8e0 0x7fc59015dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:44.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.656+0000 7fc596246640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5900d2780 0x7fc5901f83d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.656+0000 7fc596246640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc5900b6320 con 0x7fc5900d2780 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.656+0000 7fc596246640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc5900b61a0 con 0x7fc5900cd780 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.656+0000 7fc596246640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc5900b64a0 con 0x7fc5900ce8e0 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.656+0000 7fc58ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5900d2780 0x7fc5901f83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.656+0000 7fc58ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5900d2780 0x7fc5901f83d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42402/0 (socket says 172.21.15.33:42402) 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.656+0000 7fc58ffff640 1 -- 172.21.15.33:0/3483527951 learned_addr learned my addr 172.21.15.33:0/3483527951 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc58f7fe640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5900cd780 0x7fc5900c4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc58effd640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5900ce8e0 0x7fc59015dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc58ffff640 1 -- 172.21.15.33:0/3483527951 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5900ce8e0 msgr2=0x7fc59015dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc58ffff640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5900ce8e0 0x7fc59015dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc58ffff640 1 -- 172.21.15.33:0/3483527951 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5900cd780 msgr2=0x7fc5900c4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc58ffff640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5900cd780 0x7fc5900c4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc58ffff640 1 -- 172.21.15.33:0/3483527951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59006ee90 con 0x7fc5900d2780 2024-07-26T17:04:44.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc58ffff640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5900d2780 0x7fc5901f83d0 secure :-1 s=READY pgs=2280 cs=0 l=1 rev1=1 crypto rx=0x7fc58802aef0 tx=0x7fc588003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:44.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc577fff640 1 -- 172.21.15.33:0/3483527951 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588031db0 con 0x7fc5900d2780 2024-07-26T17:04:44.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc577fff640 1 -- 172.21.15.33:0/3483527951 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc588003e10 con 0x7fc5900d2780 2024-07-26T17:04:44.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc596246640 1 -- 172.21.15.33:0/3483527951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc59006f170 con 0x7fc5900d2780 2024-07-26T17:04:44.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc577fff640 1 -- 172.21.15.33:0/3483527951 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5880332d0 con 0x7fc5900d2780 2024-07-26T17:04:44.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.657+0000 7fc596246640 1 -- 172.21.15.33:0/3483527951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5900c9cc0 con 0x7fc5900d2780 2024-07-26T17:04:44.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.658+0000 7fc596246640 1 -- 172.21.15.33:0/3483527951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5900ce3a0 con 0x7fc5900d2780 2024-07-26T17:04:44.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.659+0000 7fc577fff640 1 -- 172.21.15.33:0/3483527951 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 149) ==== 99361+0+0 (secure 0 0 0) 0x7fc588033470 con 0x7fc5900d2780 2024-07-26T17:04:44.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.659+0000 7fc577fff640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc57c0772d0 0x7fc57c0797e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:44.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.660+0000 7fc577fff640 1 -- 172.21.15.33:0/3483527951 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7fc5880bab10 con 0x7fc5900d2780 2024-07-26T17:04:44.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.660+0000 7fc58f7fe640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc57c0772d0 0x7fc57c0797e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:44.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.660+0000 7fc58f7fe640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc57c0772d0 0x7fc57c0797e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc58000bb30 tx=0x7fc58000b2e0 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:44.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.664+0000 7fc577fff640 1 -- 172.21.15.33:0/3483527951 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc58803f030 con 0x7fc5900d2780 2024-07-26T17:04:44.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.882+0000 7fc596246640 1 -- 172.21.15.33:0/3483527951 --> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] -- mgr_command(tid 0: {"prefix": "fs snap-schedule deactivate", "path": "mandatory_fs_argument_test_dir", "fs": "backup_fs", "repeat": "1M", "target": ["mon-mgr", ""]}) -- 0x7fc59006ec20 con 0x7fc57c0772d0 2024-07-26T17:04:44.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.940+0000 7fc577fff640 1 -- 172.21.15.33:0/3483527951 <== mgr.11076 v2:172.21.15.33:6836/3434115432 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+61 (secure 0 0 0) 0x7fc59006ec20 con 0x7fc57c0772d0 2024-07-26T17:04:44.942 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule deactivated for path mandatory_fs_argument_test_dir 2024-07-26T17:04:44.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 -- 172.21.15.33:0/3483527951 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc57c0772d0 msgr2=0x7fc57c0797e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc57c0772d0 0x7fc57c0797e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc58000bb30 tx=0x7fc58000b2e0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 -- 172.21.15.33:0/3483527951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5900d2780 msgr2=0x7fc5901f83d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:44.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5900d2780 0x7fc5901f83d0 secure :-1 s=READY pgs=2280 cs=0 l=1 rev1=1 crypto rx=0x7fc58802aef0 tx=0x7fc588003c20 comp rx=0 tx=0).stop 2024-07-26T17:04:44.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 -- 172.21.15.33:0/3483527951 shutdown_connections 2024-07-26T17:04:44.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fc57c0772d0 0x7fc57c0797e0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5900d2780 0x7fc5901f83d0 unknown :-1 s=CLOSED pgs=2280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc5900ce8e0 0x7fc59015dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 --2- 172.21.15.33:0/3483527951 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5900cd780 0x7fc5900c4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:44.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 -- 172.21.15.33:0/3483527951 >> 172.21.15.33:0/3483527951 conn(0x7fc5900d1c60 msgr2=0x7fc5900b54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:44.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 -- 172.21.15.33:0/3483527951 shutdown_connections 2024-07-26T17:04:44.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:44.942+0000 7fc596246640 1 -- 172.21.15.33:0/3483527951 wait complete. 2024-07-26T17:04:44.955 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule deactivated for path mandatory_fs_argument_test_dir 2024-07-26T17:04:44.955 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove mandatory_fs_argument_test_dir --fs backup_fs 1M 2024-07-26T17:04:45.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.076+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/806940942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1eb00b4870 msgr2=0x7f1eb00d1360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:45.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.076+0000 7f1eb5fc4640 1 --2- 172.21.15.33:0/806940942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1eb00b4870 0x7f1eb00d1360 secure :-1 s=READY pgs=2282 cs=0 l=1 rev1=1 crypto rx=0x7f1eb00b58f0 tx=0x7f1ea802a800 comp rx=0 tx=0).stop 2024-07-26T17:04:45.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.076+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/806940942 shutdown_connections 2024-07-26T17:04:45.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.076+0000 7f1eb5fc4640 1 --2- 172.21.15.33:0/806940942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1eb00b4870 0x7f1eb00d1360 unknown :-1 s=CLOSED pgs=2282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.076+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/806940942 >> 172.21.15.33:0/806940942 conn(0x7f1eb00d3e50 msgr2=0x7f1eb00d4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:45.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.076+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/806940942 shutdown_connections 2024-07-26T17:04:45.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.076+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/806940942 wait complete. 2024-07-26T17:04:45.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.078+0000 7f1eb5fc4640 1 Processor -- start 2024-07-26T17:04:45.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.078+0000 7f1eb5fc4640 1 -- start start 2024-07-26T17:04:45.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.079+0000 7f1eb5fc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1eb00b4870 0x7f1eb00cabe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:45.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.079+0000 7f1eb5fc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1eb00d0840 0x7f1eb01549c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:45.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eb5fc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1eb00d4970 0x7f1eb0160d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:45.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eb5fc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb01696d0 con 0x7f1eb00d0840 2024-07-26T17:04:45.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eb5fc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb0169550 con 0x7f1eb00b4870 2024-07-26T17:04:45.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eb5fc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1eb0169850 con 0x7f1eb00d4970 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaeffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1eb00d0840 0x7f1eb01549c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaeffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1eb00d0840 0x7f1eb01549c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42418/0 (socket says 172.21.15.33:42418) 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaeffd640 1 -- 172.21.15.33:0/3920900910 learned_addr learned my addr 172.21.15.33:0/3920900910 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaf7fe640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1eb00b4870 0x7f1eb00cabe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaffff640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1eb00d4970 0x7f1eb0160d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaeffd640 1 -- 172.21.15.33:0/3920900910 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1eb00d4970 msgr2=0x7f1eb0160d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaeffd640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1eb00d4970 0x7f1eb0160d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaeffd640 1 -- 172.21.15.33:0/3920900910 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1eb00b4870 msgr2=0x7f1eb00cabe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaeffd640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1eb00b4870 0x7f1eb00cabe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaeffd640 1 -- 172.21.15.33:0/3920900910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb0154f00 con 0x7f1eb00d0840 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaf7fe640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1eb00b4870 0x7f1eb00cabe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eaeffd640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1eb00d0840 0x7f1eb01549c0 secure :-1 s=READY pgs=2283 cs=0 l=1 rev1=1 crypto rx=0x7f1ea400c3a0 tx=0x7f1ea400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:45.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1e97fff640 1 -- 172.21.15.33:0/3920900910 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea4011790 con 0x7f1eb00d0840 2024-07-26T17:04:45.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1e97fff640 1 -- 172.21.15.33:0/3920900910 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ea4017070 con 0x7f1eb00d0840 2024-07-26T17:04:45.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/3920900910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eb0146c60 con 0x7f1eb00d0840 2024-07-26T17:04:45.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1e97fff640 1 -- 172.21.15.33:0/3920900910 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea4011cc0 con 0x7f1eb00d0840 2024-07-26T17:04:45.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.080+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/3920900910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eb00cd620 con 0x7f1eb00d0840 2024-07-26T17:04:45.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.081+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/3920900910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eb006e430 con 0x7f1eb00d0840 2024-07-26T17:04:45.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.082+0000 7f1e97fff640 1 -- 172.21.15.33:0/3920900910 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 149) ==== 99361+0+0 (secure 0 0 0) 0x7f1ea401c460 con 0x7f1eb00d0840 2024-07-26T17:04:45.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.083+0000 7f1e97fff640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1e9c0772a0 0x7f1e9c0797b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:45.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.083+0000 7f1e97fff640 1 -- 172.21.15.33:0/3920900910 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7f1ea40991e0 con 0x7f1eb00d0840 2024-07-26T17:04:45.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.083+0000 7f1eaf7fe640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1e9c0772a0 0x7f1e9c0797b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:45.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.083+0000 7f1eaf7fe640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1e9c0772a0 0x7f1e9c0797b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1eb008e240 tx=0x7f1ea0008040 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:45.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.087+0000 7f1e97fff640 1 -- 172.21.15.33:0/3920900910 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1eb006e430 con 0x7f1eb00d0840 2024-07-26T17:04:45.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.300+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/3920900910 --> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "mandatory_fs_argument_test_dir", "fs": "backup_fs", "repeat": "1M", "target": ["mon-mgr", ""]}) -- 0x7f1eb00b9420 con 0x7f1e9c0772a0 2024-07-26T17:04:45.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.366+0000 7f1e97fff640 1 -- 172.21.15.33:0/3920900910 <== mgr.11076 v2:172.21.15.33:6836/3434115432 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+57 (secure 0 0 0) 0x7f1eb00b9420 con 0x7f1e9c0772a0 2024-07-26T17:04:45.368 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path mandatory_fs_argument_test_dir 2024-07-26T17:04:45.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/3920900910 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1e9c0772a0 msgr2=0x7f1e9c0797b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:45.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1e9c0772a0 0x7f1e9c0797b0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1eb008e240 tx=0x7f1ea0008040 comp rx=0 tx=0).stop 2024-07-26T17:04:45.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/3920900910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1eb00d0840 msgr2=0x7f1eb01549c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:45.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1eb00d0840 0x7f1eb01549c0 secure :-1 s=READY pgs=2283 cs=0 l=1 rev1=1 crypto rx=0x7f1ea400c3a0 tx=0x7f1ea400c860 comp rx=0 tx=0).stop 2024-07-26T17:04:45.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/3920900910 shutdown_connections 2024-07-26T17:04:45.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1e9c0772a0 0x7f1e9c0797b0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1eb00d4970 0x7f1eb0160d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1eb00d0840 0x7f1eb01549c0 unknown :-1 s=CLOSED pgs=2283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 --2- 172.21.15.33:0/3920900910 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1eb00b4870 0x7f1eb00cabe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/3920900910 >> 172.21.15.33:0/3920900910 conn(0x7f1eb00d3e50 msgr2=0x7f1eb00ce060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:45.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/3920900910 shutdown_connections 2024-07-26T17:04:45.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.369+0000 7f1eb5fc4640 1 -- 172.21.15.33:0/3920900910 wait complete. 2024-07-26T17:04:45.382 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path mandatory_fs_argument_test_dir 2024-07-26T17:04:45.387 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T17:04:45.389 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T17:04:45.432 INFO:teuthology.orchestra.run.smithi033.stdout:[global] 2024-07-26T17:04:45.432 INFO:teuthology.orchestra.run.smithi033.stdout: chdir = "" 2024-07-26T17:04:45.432 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T17:04:45.432 INFO:teuthology.orchestra.run.smithi033.stdout: auth supported = cephx 2024-07-26T17:04:45.433 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.433 INFO:teuthology.orchestra.run.smithi033.stdout: filestore xattr use omap = true 2024-07-26T17:04:45.433 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.433 INFO:teuthology.orchestra.run.smithi033.stdout: mon clock drift allowed = 1.000 2024-07-26T17:04:45.433 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.433 INFO:teuthology.orchestra.run.smithi033.stdout: osd crush chooseleaf type = 0 2024-07-26T17:04:45.434 INFO:teuthology.orchestra.run.smithi033.stdout: auth debug = true 2024-07-26T17:04:45.434 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.434 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on old message = true 2024-07-26T17:04:45.434 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on bug = true 2024-07-26T17:04:45.434 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.434 INFO:teuthology.orchestra.run.smithi033.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T17:04:45.434 INFO:teuthology.orchestra.run.smithi033.stdout: mon pg warn max object skew = 0 2024-07-26T17:04:45.434 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.434 INFO:teuthology.orchestra.run.smithi033.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default size = 2 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow primary affinity = true 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow pg remap = true 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on legacy crush tunables = false 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on crush straw calc version zero = false 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on no sortbitwise = false 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on osd down out interval zero = false 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on too few osds = false 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T17:04:45.435 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: mon_allow_pool_size_one = true 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: osd default data pool replay window = 5 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: mon allow pool delete = true 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: mon cluster log file level = debug 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: debug asserts on shutdown = true 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: mon health detail to clog = false 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: mon host = "172.21.15.33,172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790]" 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: fsid = f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T17:04:45.436 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout:[osd] 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: osd journal size = 100 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub load threshold = 5.0 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub max interval = 600 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: osd mclock profile = high_recovery_ops 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: osd recover clone overlap = true 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: osd recovery max chunk = 1048576 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug shutdown = true 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug op order = true 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug verify stray on activate = true 2024-07-26T17:04:45.437 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug trim objects = true 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: osd open classes on start = true 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug pg log writeout = true 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: osd deep scrub update digest min age = 30 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: osd map max advance = 10 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: journal zero on create = true 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: filestore ondisk finisher threads = 3 2024-07-26T17:04:45.438 INFO:teuthology.orchestra.run.smithi033.stdout: filestore apply finisher threads = 3 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: bdev debug aio = true 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug misdirected ops = true 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore block size = 96636764160 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore fsck on mount = True 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluefs = 20 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluestore = 20 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: debug osd = 20 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: debug rocksdb = 10 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd full ratio = 0.9 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd nearfull ratio = 0.8 2024-07-26T17:04:45.439 INFO:teuthology.orchestra.run.smithi033.stdout: osd failsafe full ratio = 0.95 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: osd objectstore = bluestore 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout:[mgr] 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: debug mgr = 20 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: mgr/telemetry/nag = false 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: debug client = 20 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: debug finisher = 20 2024-07-26T17:04:45.440 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout:[mon] 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: debug paxos = 20 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: mon data avail warn = 5 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: mon mgr mkfs grace = 240 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd reporter subtree level = osd 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd prime pg temp = true 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.441 INFO:teuthology.orchestra.run.smithi033.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: # 1m isn't quite enough 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: mon_down_mkfs_grace = 2m 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_filestore_osds = false 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: mon down mkfs grace = 300 2024-07-26T17:04:45.442 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout:[client] 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout: rgw cache enabled = true 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable ops log = true 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable usage log = true 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = "" 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout: client snapdir = .snap 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.a] 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.b] 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.c] 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.a] 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.c] 2024-07-26T17:04:45.443 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.b] 2024-07-26T17:04:45.444 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.d] 2024-07-26T17:04:45.444 INFO:teuthology.orchestra.run.smithi154.stdout:[global] 2024-07-26T17:04:45.444 INFO:teuthology.orchestra.run.smithi154.stdout: chdir = "" 2024-07-26T17:04:45.444 INFO:teuthology.orchestra.run.smithi154.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T17:04:45.444 INFO:teuthology.orchestra.run.smithi154.stdout: auth supported = cephx 2024-07-26T17:04:45.444 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.444 INFO:teuthology.orchestra.run.smithi154.stdout: filestore xattr use omap = true 2024-07-26T17:04:45.444 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: mon clock drift allowed = 1.000 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: osd crush chooseleaf type = 0 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: auth debug = true 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on old message = true 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on bug = true 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: mon pg warn max object skew = 0 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T17:04:45.445 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default size = 2 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow primary affinity = true 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow pg remap = true 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on legacy crush tunables = false 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on crush straw calc version zero = false 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on no sortbitwise = false 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on osd down out interval zero = false 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on too few osds = false 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: mon_allow_pool_size_one = true 2024-07-26T17:04:45.446 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: osd default data pool replay window = 5 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: mon allow pool delete = true 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: mon cluster log file level = debug 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: debug asserts on shutdown = true 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: mon health detail to clog = false 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: mon host = "172.21.15.33,172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790]" 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: fsid = f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.447 INFO:teuthology.orchestra.run.smithi154.stdout:[osd] 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: osd journal size = 100 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub load threshold = 5.0 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub max interval = 600 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: osd mclock profile = high_recovery_ops 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: osd recover clone overlap = true 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: osd recovery max chunk = 1048576 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug shutdown = true 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug op order = true 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug verify stray on activate = true 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug trim objects = true 2024-07-26T17:04:45.448 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: osd open classes on start = true 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug pg log writeout = true 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: osd deep scrub update digest min age = 30 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: osd map max advance = 10 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: journal zero on create = true 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: filestore ondisk finisher threads = 3 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: filestore apply finisher threads = 3 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: bdev debug aio = true 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug misdirected ops = true 2024-07-26T17:04:45.449 INFO:teuthology.orchestra.run.smithi154.stdout: bluestore block size = 96636764160 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: bluestore fsck on mount = True 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: debug bluefs = 20 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: debug bluestore = 20 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: debug osd = 20 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: debug rocksdb = 10 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd full ratio = 0.9 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd nearfull ratio = 0.8 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: osd failsafe full ratio = 0.95 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: osd objectstore = bluestore 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.450 INFO:teuthology.orchestra.run.smithi154.stdout:[mgr] 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: debug mgr = 20 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: mgr/telemetry/nag = false 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: debug client = 20 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: debug finisher = 20 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout:[mon] 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2024-07-26T17:04:45.451 INFO:teuthology.orchestra.run.smithi154.stdout: debug paxos = 20 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: mon data avail warn = 5 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: mon mgr mkfs grace = 240 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd reporter subtree level = osd 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd prime pg temp = true 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T17:04:45.452 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: # 1m isn't quite enough 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: mon_down_mkfs_grace = 2m 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_filestore_osds = false 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: mon down mkfs grace = 300 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout:[client] 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: rgw cache enabled = true 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable ops log = true 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable usage log = true 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T17:04:45.453 INFO:teuthology.orchestra.run.smithi154.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T17:04:45.454 INFO:teuthology.orchestra.run.smithi154.stdout: pid file = "" 2024-07-26T17:04:45.454 INFO:teuthology.orchestra.run.smithi154.stdout: client snapdir = .snap 2024-07-26T17:04:45.454 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.a] 2024-07-26T17:04:45.454 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.b] 2024-07-26T17:04:45.454 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.c] 2024-07-26T17:04:45.454 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.a] 2024-07-26T17:04:45.454 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.c] 2024-07-26T17:04:45.454 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.b] 2024-07-26T17:04:45.454 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.d] 2024-07-26T17:04:45.456 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:04:45.456 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:45.512 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:04:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.669+0000 7f822a039640 1 -- 172.21.15.33:0/3552902393 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82240d0bc0 msgr2=0x7f82240ccf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.669+0000 7f822a039640 1 --2- 172.21.15.33:0/3552902393 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82240d0bc0 0x7f82240ccf30 secure :-1 s=READY pgs=2285 cs=0 l=1 rev1=1 crypto rx=0x7f8224073d00 tx=0x7f821c02a4a0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.669+0000 7f822a039640 1 -- 172.21.15.33:0/3552902393 shutdown_connections 2024-07-26T17:04:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.669+0000 7f822a039640 1 --2- 172.21.15.33:0/3552902393 >> v2:172.21.15.154:3300/0 conn(0x7f82240ceea0 0x7f82240cc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.669+0000 7f822a039640 1 --2- 172.21.15.33:0/3552902393 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82240d0bc0 0x7f82240ccf30 unknown :-1 s=CLOSED pgs=2285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.669+0000 7f822a039640 1 -- 172.21.15.33:0/3552902393 >> 172.21.15.33:0/3552902393 conn(0x7f82240d1e00 msgr2=0x7f82240d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.669+0000 7f822a039640 1 -- 172.21.15.33:0/3552902393 shutdown_connections 2024-07-26T17:04:45.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.669+0000 7f822a039640 1 -- 172.21.15.33:0/3552902393 wait complete. 2024-07-26T17:04:45.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.671+0000 7f822a039640 1 Processor -- start 2024-07-26T17:04:45.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.671+0000 7f822a039640 1 -- start start 2024-07-26T17:04:45.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.672+0000 7f822a039640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82240ceea0 0x7f822415f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:45.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.672+0000 7f822a039640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82240cfd00 0x7f8224157e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:45.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.672+0000 7f822a039640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82240d0bc0 0x7f8224158380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:45.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.672+0000 7f822a039640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f82240b4dd0 con 0x7f82240d0bc0 2024-07-26T17:04:45.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.672+0000 7f822a039640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f82240b4c50 con 0x7f82240ceea0 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.672+0000 7f822a039640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f82240b4f50 con 0x7f82240cfd00 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.672+0000 7f8223fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82240d0bc0 0x7f8224158380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.672+0000 7f8223fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82240d0bc0 0x7f8224158380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42438/0 (socket says 172.21.15.33:42438) 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.672+0000 7f8223fff640 1 -- 172.21.15.33:0/3979835980 learned_addr learned my addr 172.21.15.33:0/3979835980 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.672+0000 7f82237fe640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82240ceea0 0x7f822415f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f8222ffd640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82240cfd00 0x7f8224157e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f8223fff640 1 -- 172.21.15.33:0/3979835980 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82240cfd00 msgr2=0x7f8224157e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f8223fff640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82240cfd00 0x7f8224157e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f8223fff640 1 -- 172.21.15.33:0/3979835980 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82240ceea0 msgr2=0x7f822415f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f8223fff640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82240ceea0 0x7f822415f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f8223fff640 1 -- 172.21.15.33:0/3979835980 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82240c77a0 con 0x7f82240d0bc0 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f8223fff640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82240d0bc0 0x7f8224158380 secure :-1 s=READY pgs=2286 cs=0 l=1 rev1=1 crypto rx=0x7f821c009920 tx=0x7f821c033c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:45.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f820bfff640 1 -- 172.21.15.33:0/3979835980 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f821c031b60 con 0x7f82240d0bc0 2024-07-26T17:04:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f820bfff640 1 -- 172.21.15.33:0/3979835980 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f821c031e10 con 0x7f82240d0bc0 2024-07-26T17:04:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f820bfff640 1 -- 172.21.15.33:0/3979835980 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f821c005260 con 0x7f82240d0bc0 2024-07-26T17:04:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f822a039640 1 -- 172.21.15.33:0/3979835980 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82241e6090 con 0x7f82240d0bc0 2024-07-26T17:04:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.673+0000 7f822a039640 1 -- 172.21.15.33:0/3979835980 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82241e6650 con 0x7f82240d0bc0 2024-07-26T17:04:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.674+0000 7f822a039640 1 -- 172.21.15.33:0/3979835980 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82240ce790 con 0x7f82240d0bc0 2024-07-26T17:04:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.675+0000 7f820bfff640 1 -- 172.21.15.33:0/3979835980 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 150) ==== 99417+0+0 (secure 0 0 0) 0x7f821c005400 con 0x7f82240d0bc0 2024-07-26T17:04:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.676+0000 7f820bfff640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8210077360 0x7f8210079870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.676+0000 7f820bfff640 1 -- 172.21.15.33:0/3979835980 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7f821c0ba6f0 con 0x7f82240d0bc0 2024-07-26T17:04:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.676+0000 7f82237fe640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8210077360 0x7f8210079870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.676+0000 7f82237fe640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8210077360 0x7f8210079870 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f8214002200 tx=0x7f82140019f0 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:45.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.680+0000 7f820bfff640 1 -- 172.21.15.33:0/3979835980 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f821c03f030 con 0x7f82240d0bc0 2024-07-26T17:04:45.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.887+0000 7f822a039640 1 -- 172.21.15.33:0/3979835980 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8224070310 con 0x7f82240d0bc0 2024-07-26T17:04:45.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.887+0000 7f820bfff640 1 -- 172.21.15.33:0/3979835980 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 8 entries v234) ==== 80+0+469 (secure 0 0 0) 0x7f821c08b040 con 0x7f82240d0bc0 2024-07-26T17:04:45.889 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2562576812 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:45.889 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/424067755 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:45.890 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3352230053 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:45.890 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1988360295 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:45.890 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3296404043 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:45.890 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/2405396244 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:45.890 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1663541696 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:45.890 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/2405396244 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:45.890 INFO:teuthology.orchestra.run.smithi033.stderr:listed 8 entries 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 -- 172.21.15.33:0/3979835980 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8210077360 msgr2=0x7f8210079870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8210077360 0x7f8210079870 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f8214002200 tx=0x7f82140019f0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 -- 172.21.15.33:0/3979835980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82240d0bc0 msgr2=0x7f8224158380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82240d0bc0 0x7f8224158380 secure :-1 s=READY pgs=2286 cs=0 l=1 rev1=1 crypto rx=0x7f821c009920 tx=0x7f821c033c10 comp rx=0 tx=0).stop 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 -- 172.21.15.33:0/3979835980 shutdown_connections 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f8210077360 0x7f8210079870 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82240d0bc0 0x7f8224158380 unknown :-1 s=CLOSED pgs=2286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f82240cfd00 0x7f8224157e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 --2- 172.21.15.33:0/3979835980 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f82240ceea0 0x7f822415f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 -- 172.21.15.33:0/3979835980 >> 172.21.15.33:0/3979835980 conn(0x7f82240d1e00 msgr2=0x7f822415c580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 -- 172.21.15.33:0/3979835980 shutdown_connections 2024-07-26T17:04:45.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:45.890+0000 7f822a039640 1 -- 172.21.15.33:0/3979835980 wait complete. 2024-07-26T17:04:45.903 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:04:45.903 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:45.919 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:04:46.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.076+0000 7f1fd82fa640 1 -- 172.21.15.33:0/989658476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fbc005250 msgr2=0x7f1fbc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:46.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.076+0000 7f1fd82fa640 1 --2- 172.21.15.33:0/989658476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fbc005250 0x7f1fbc00b9c0 secure :-1 s=READY pgs=2288 cs=0 l=1 rev1=1 crypto rx=0x7f1fc8005fd0 tx=0x7f1fbc005830 comp rx=0 tx=0).stop 2024-07-26T17:04:46.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.076+0000 7f1fd82fa640 1 -- 172.21.15.33:0/989658476 shutdown_connections 2024-07-26T17:04:46.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.076+0000 7f1fd82fa640 1 --2- 172.21.15.33:0/989658476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fbc005250 0x7f1fbc00b9c0 unknown :-1 s=CLOSED pgs=2288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:46.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.076+0000 7f1fd82fa640 1 -- 172.21.15.33:0/989658476 >> 172.21.15.33:0/989658476 conn(0x7f1fd00d1e70 msgr2=0x7f1fd00d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:46.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.076+0000 7f1fd82fa640 1 -- 172.21.15.33:0/989658476 shutdown_connections 2024-07-26T17:04:46.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.076+0000 7f1fd82fa640 1 -- 172.21.15.33:0/989658476 wait complete. 2024-07-26T17:04:46.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.078+0000 7f1fd82fa640 1 Processor -- start 2024-07-26T17:04:46.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.078+0000 7f1fd82fa640 1 -- start start 2024-07-26T17:04:46.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.079+0000 7f1fd82fa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1fbc005250 0x7f1fd00cb600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.079+0000 7f1fd82fa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1fd015dbe0 0x7f1fd015b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd82fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fd006e540 0x7f1fd01f8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd82fa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd00b1430 con 0x7f1fd006e540 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd82fa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1fd00b12b0 con 0x7f1fd015dbe0 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd82fa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1fd00ce7d0 con 0x7f1fbc005250 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd6897640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fd006e540 0x7f1fd01f8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd6897640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fd006e540 0x7f1fd01f8040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42458/0 (socket says 172.21.15.33:42458) 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd6897640 1 -- 172.21.15.33:0/664360609 learned_addr learned my addr 172.21.15.33:0/664360609 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd6096640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1fbc005250 0x7f1fd00cb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd5895640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1fd015dbe0 0x7f1fd015b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd6897640 1 -- 172.21.15.33:0/664360609 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1fbc005250 msgr2=0x7f1fd00cb600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:46.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd6897640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1fbc005250 0x7f1fd00cb600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:46.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd6897640 1 -- 172.21.15.33:0/664360609 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1fd015dbe0 msgr2=0x7f1fd015b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:46.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd6897640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1fd015dbe0 0x7f1fd015b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:46.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd6897640 1 -- 172.21.15.33:0/664360609 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fd00cb090 con 0x7f1fd006e540 2024-07-26T17:04:46.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd6897640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fd006e540 0x7f1fd01f8040 secure :-1 s=READY pgs=2289 cs=0 l=1 rev1=1 crypto rx=0x7f1fc802b860 tx=0x7f1fc8033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:46.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fc6ffd640 1 -- 172.21.15.33:0/664360609 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8038040 con 0x7f1fd006e540 2024-07-26T17:04:46.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fc6ffd640 1 -- 172.21.15.33:0/664360609 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fc802bc30 con 0x7f1fd006e540 2024-07-26T17:04:46.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd82fa640 1 -- 172.21.15.33:0/664360609 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fd006da60 con 0x7f1fd006e540 2024-07-26T17:04:46.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fc6ffd640 1 -- 172.21.15.33:0/664360609 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fc8009200 con 0x7f1fd006e540 2024-07-26T17:04:46.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.080+0000 7f1fd82fa640 1 -- 172.21.15.33:0/664360609 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fd015e3a0 con 0x7f1fd006e540 2024-07-26T17:04:46.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.081+0000 7f1fd82fa640 1 -- 172.21.15.33:0/664360609 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fd015e600 con 0x7f1fd006e540 2024-07-26T17:04:46.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.083+0000 7f1fc6ffd640 1 -- 172.21.15.33:0/664360609 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 150) ==== 99417+0+0 (secure 0 0 0) 0x7f1fc8043020 con 0x7f1fd006e540 2024-07-26T17:04:46.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.083+0000 7f1fc6ffd640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1fb4077330 0x7f1fb4079840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:46.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.083+0000 7f1fc6ffd640 1 -- 172.21.15.33:0/664360609 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7f1fc80b9f00 con 0x7f1fd006e540 2024-07-26T17:04:46.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.083+0000 7f1fd6096640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1fb4077330 0x7f1fb4079840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:46.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.084+0000 7f1fd6096640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1fb4077330 0x7f1fb4079840 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc006fd0 tx=0x7f1fcc006bc0 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:46.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.087+0000 7f1fc6ffd640 1 -- 172.21.15.33:0/664360609 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1fc804a020 con 0x7f1fd006e540 2024-07-26T17:04:46.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.293+0000 7f1fd82fa640 1 -- 172.21.15.33:0/664360609 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1fd00ced30 con 0x7f1fd006e540 2024-07-26T17:04:46.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.293+0000 7f1fc6ffd640 1 -- 172.21.15.33:0/664360609 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 8 entries v234) ==== 80+0+469 (secure 0 0 0) 0x7f1fc8082210 con 0x7f1fd006e540 2024-07-26T17:04:46.295 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2562576812 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:46.295 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/424067755 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:46.295 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3352230053 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:46.295 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1988360295 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:46.296 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3296404043 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:46.296 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/2405396244 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:46.296 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1663541696 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:46.296 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/2405396244 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:46.296 INFO:teuthology.orchestra.run.smithi033.stderr:listed 8 entries 2024-07-26T17:04:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.295+0000 7f1fd82fa640 1 -- 172.21.15.33:0/664360609 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1fb4077330 msgr2=0x7f1fb4079840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.295+0000 7f1fd82fa640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1fb4077330 0x7f1fb4079840 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc006fd0 tx=0x7f1fcc006bc0 comp rx=0 tx=0).stop 2024-07-26T17:04:46.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.295+0000 7f1fd82fa640 1 -- 172.21.15.33:0/664360609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fd006e540 msgr2=0x7f1fd01f8040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:46.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.295+0000 7f1fd82fa640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fd006e540 0x7f1fd01f8040 secure :-1 s=READY pgs=2289 cs=0 l=1 rev1=1 crypto rx=0x7f1fc802b860 tx=0x7f1fc8033ba0 comp rx=0 tx=0).stop 2024-07-26T17:04:46.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.295+0000 7f1fd82fa640 1 -- 172.21.15.33:0/664360609 shutdown_connections 2024-07-26T17:04:46.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.295+0000 7f1fd82fa640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f1fb4077330 0x7f1fb4079840 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:46.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.295+0000 7f1fd82fa640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1fd006e540 0x7f1fd01f8040 unknown :-1 s=CLOSED pgs=2289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:46.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.295+0000 7f1fd82fa640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1fd015dbe0 0x7f1fd015b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:46.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.295+0000 7f1fd82fa640 1 --2- 172.21.15.33:0/664360609 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1fbc005250 0x7f1fd00cb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:46.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.295+0000 7f1fd82fa640 1 -- 172.21.15.33:0/664360609 >> 172.21.15.33:0/664360609 conn(0x7f1fd00d1e70 msgr2=0x7f1fd00b3480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:46.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.295+0000 7f1fd82fa640 1 -- 172.21.15.33:0/664360609 shutdown_connections 2024-07-26T17:04:46.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:46.296+0000 7f1fd82fa640 1 -- 172.21.15.33:0/664360609 wait complete. 2024-07-26T17:04:46.308 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T17:04:46.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:46.308 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:46.333 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[98276]: fuse finished with error 0 and tester_r 0 2024-07-26T17:04:46.334 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:04:52.436 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:04:52.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:52.437 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T17:04:52.458 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:04:52.458 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:52.518 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:04:52.518 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T17:04:52.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.687+0000 7fe673c2c640 1 -- 172.21.15.33:0/1993572052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe658004800 msgr2=0x7fe658004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:52.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.687+0000 7fe673c2c640 1 --2- 172.21.15.33:0/1993572052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe658004800 0x7fe658004c10 secure :-1 s=READY pgs=2291 cs=0 l=1 rev1=1 crypto rx=0x7fe65c001690 tx=0x7fe658005830 comp rx=0 tx=0).stop 2024-07-26T17:04:52.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.687+0000 7fe673c2c640 1 -- 172.21.15.33:0/1993572052 shutdown_connections 2024-07-26T17:04:52.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.687+0000 7fe673c2c640 1 --2- 172.21.15.33:0/1993572052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe658004800 0x7fe658004c10 unknown :-1 s=CLOSED pgs=2291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:52.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.687+0000 7fe673c2c640 1 -- 172.21.15.33:0/1993572052 >> 172.21.15.33:0/1993572052 conn(0x7fe66c0cfaf0 msgr2=0x7fe66c0cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:52.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.687+0000 7fe673c2c640 1 -- 172.21.15.33:0/1993572052 shutdown_connections 2024-07-26T17:04:52.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.687+0000 7fe673c2c640 1 -- 172.21.15.33:0/1993572052 wait complete. 2024-07-26T17:04:52.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.689+0000 7fe673c2c640 1 Processor -- start 2024-07-26T17:04:52.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.689+0000 7fe673c2c640 1 -- start start 2024-07-26T17:04:52.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe673c2c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe658004800 0x7fe66c1513a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:52.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe673c2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe66c15c790 0x7fe66c152da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:52.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe673c2c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe66c1f2f30 0x7fe66c1f3340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:52.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe673c2c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe66c06ea60 con 0x7fe66c15c790 2024-07-26T17:04:52.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe673c2c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe66c06ebe0 con 0x7fe658004800 2024-07-26T17:04:52.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe673c2c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe66c06ed60 con 0x7fe66c1f2f30 2024-07-26T17:04:52.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6711c7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe66c15c790 0x7fe66c152da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:52.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6711c7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe66c15c790 0x7fe66c152da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56822/0 (socket says 172.21.15.33:56822) 2024-07-26T17:04:52.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6711c7640 1 -- 172.21.15.33:0/2345050062 learned_addr learned my addr 172.21.15.33:0/2345050062 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:52.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6719c8640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe658004800 0x7fe66c1513a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:52.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6721c9640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe66c1f2f30 0x7fe66c1f3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:52.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6711c7640 1 -- 172.21.15.33:0/2345050062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe66c1f2f30 msgr2=0x7fe66c1f3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:52.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6711c7640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe66c1f2f30 0x7fe66c1f3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:52.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6711c7640 1 -- 172.21.15.33:0/2345050062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe658004800 msgr2=0x7fe66c1513a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:52.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6711c7640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe658004800 0x7fe66c1513a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:52.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6711c7640 1 -- 172.21.15.33:0/2345050062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe66c1f64b0 con 0x7fe66c15c790 2024-07-26T17:04:52.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6721c9640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe66c1f2f30 0x7fe66c1f3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:52.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6711c7640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe66c15c790 0x7fe66c152da0 secure :-1 s=READY pgs=2292 cs=0 l=1 rev1=1 crypto rx=0x7fe65c02a8d0 tx=0x7fe65c0063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:52.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6627fc640 1 -- 172.21.15.33:0/2345050062 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c003a00 con 0x7fe66c15c790 2024-07-26T17:04:52.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6627fc640 1 -- 172.21.15.33:0/2345050062 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe65c039070 con 0x7fe66c15c790 2024-07-26T17:04:52.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe673c2c640 1 -- 172.21.15.33:0/2345050062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe66c1f6790 con 0x7fe66c15c790 2024-07-26T17:04:52.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.691+0000 7fe6627fc640 1 -- 172.21.15.33:0/2345050062 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65c033420 con 0x7fe66c15c790 2024-07-26T17:04:52.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.692+0000 7fe673c2c640 1 -- 172.21.15.33:0/2345050062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe66c1f6d50 con 0x7fe66c15c790 2024-07-26T17:04:52.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.693+0000 7fe673c2c640 1 -- 172.21.15.33:0/2345050062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe66c0ca840 con 0x7fe66c15c790 2024-07-26T17:04:52.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.693+0000 7fe6627fc640 1 -- 172.21.15.33:0/2345050062 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 150) ==== 99417+0+0 (secure 0 0 0) 0x7fe65c044020 con 0x7fe66c15c790 2024-07-26T17:04:52.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.694+0000 7fe6627fc640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fe650077360 0x7fe650079870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:52.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.694+0000 7fe6627fc640 1 -- 172.21.15.33:0/2345050062 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7fe65c0b8f00 con 0x7fe66c15c790 2024-07-26T17:04:52.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.694+0000 7fe6719c8640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fe650077360 0x7fe650079870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:52.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.695+0000 7fe6719c8640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fe650077360 0x7fe650079870 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe668006bd0 tx=0x7fe6680067a0 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:52.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.699+0000 7fe6627fc640 1 -- 172.21.15.33:0/2345050062 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe65c081720 con 0x7fe66c15c790 2024-07-26T17:04:52.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.931+0000 7fe673c2c640 1 -- 172.21.15.33:0/2345050062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe66c0cda40 con 0x7fe66c15c790 2024-07-26T17:04:52.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.931+0000 7fe6627fc640 1 -- 172.21.15.33:0/2345050062 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v123) ==== 53+0+155 (secure 0 0 0) 0x7fe65c081020 con 0x7fe66c15c790 2024-07-26T17:04:52.933 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T17:04:52.933 INFO:teuthology.orchestra.run.smithi033.stdout:name: backup_fs, metadata pool: backup_fs_metadata, data pools: [backup_fs_data ] 2024-07-26T17:04:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 -- 172.21.15.33:0/2345050062 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fe650077360 msgr2=0x7fe650079870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fe650077360 0x7fe650079870 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe668006bd0 tx=0x7fe6680067a0 comp rx=0 tx=0).stop 2024-07-26T17:04:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 -- 172.21.15.33:0/2345050062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe66c15c790 msgr2=0x7fe66c152da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe66c15c790 0x7fe66c152da0 secure :-1 s=READY pgs=2292 cs=0 l=1 rev1=1 crypto rx=0x7fe65c02a8d0 tx=0x7fe65c0063a0 comp rx=0 tx=0).stop 2024-07-26T17:04:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 -- 172.21.15.33:0/2345050062 shutdown_connections 2024-07-26T17:04:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fe650077360 0x7fe650079870 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe66c1f2f30 0x7fe66c1f3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe66c15c790 0x7fe66c152da0 unknown :-1 s=CLOSED pgs=2292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 --2- 172.21.15.33:0/2345050062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe658004800 0x7fe66c1513a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 -- 172.21.15.33:0/2345050062 >> 172.21.15.33:0/2345050062 conn(0x7fe66c0cfaf0 msgr2=0x7fe66c0b1020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 -- 172.21.15.33:0/2345050062 shutdown_connections 2024-07-26T17:04:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:52.933+0000 7fe673c2c640 1 -- 172.21.15.33:0/2345050062 wait complete. 2024-07-26T17:04:52.947 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T17:04:52.947 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T17:04:52.947 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T17:04:52.948 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T17:04:52.948 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:52.948 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T17:04:52.948 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T17:04:52.948 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T17:04:52.948 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:04:52.949 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:52.949 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T17:04:52.966 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T17:04:52.967 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T17:04:52.967 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T17:04:52.967 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:52.967 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T17:04:52.967 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:52.968 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:04:52.968 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:04:52.968 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T17:04:52.968 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:04:52.968 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:04:52.969 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T17:04:52.969 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T17:04:52.969 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:04:52.969 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T17:04:52.969 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T17:04:52.969 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 36964sec preferred_lft 36964sec 2024-07-26T17:04:52.970 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T17:04:52.970 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:52.970 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:04:52.970 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:04:52.970 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T17:04:52.970 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T17:04:52.970 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:04:52.970 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T17:04:52.970 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:52.971 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T17:04:52.971 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:52.971 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:04:52.971 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:04:52.971 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T17:04:52.972 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:52.972 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:04:52.972 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:04:52.972 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T17:04:52.972 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:04:52.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:52.973 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T17:04:53.031 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T17:04:53.032 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:53.032 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T17:04:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T17:04:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T17:04:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T17:04:53.089 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T17:04:53.090 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T17:04:53.090 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T17:04:53.090 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T17:04:53.090 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T17:04:53.090 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T17:04:53.090 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T17:04:53.090 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T17:04:53.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T17:04:53.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:04:53.219 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:53.220 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T17:04:53.236 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T17:04:53.236 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T17:04:53.236 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:04:53.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:53.237 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T17:04:53.302 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T17:04:53.302 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:04:53.302 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:53.359 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:04:53.359 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:04:53.359 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:53.415 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:04:53.482 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:04:53.539 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:04:53.539 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:04:53.539 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:04:53.539 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:04:53.539 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:04:53.539 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:04:53.540 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:04:53.541 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:04:53.542 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:04:53.542 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:04:53.542 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:04:53.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:53.542 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:04:53.595 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T17:04:53.595 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T17:04:53.638 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:04:53.664 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:04:53.722 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:04:53.723 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:04:53.723 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:04:53.723 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:04:53.723 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:04:53.723 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:04:53.723 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:04:53.723 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:04:53.723 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:04:53.723 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:04:53.723 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:04:53.723 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:04:53.724 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:04:53.725 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:04:53.725 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:04:53.725 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:04:53.725 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:04:53.725 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:04:53.725 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:04:53.725 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:04:53.725 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:04:53.725 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:04:53.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:53.726 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:04:53.734 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T17:04:53.732+0000 7f9a67917480 -1 init, newargv = 0x7f9a4c004640 newargc=15 2024-07-26T17:04:53.784 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[100282]: starting ceph client 2024-07-26T17:04:53.786 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[100282]: starting fuse 2024-07-26T17:04:53.786 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T17:04:53.787 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T17:04:53.787 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T17:04:53.787 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T17:04:53.787 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T17:04:53.787 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T17:04:53.787 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T17:04:53.787 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:04:53.787 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T17:04:53.787 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T17:04:53.787 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T17:04:53.788 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T17:04:53.789 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T17:04:53.789 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T17:04:53.789 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T17:04:53.789 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:04:53.789 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T17:04:53.789 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T17:04:53.908 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.100282.asok 2024-07-26T17:04:53.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:04:53.919 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.100282.asok 2024-07-26T17:04:53.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:53.919 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.100282.asok status 2024-07-26T17:04:54.066 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "100282", 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T17:04:54.067 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 11223, 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 11223 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3690267187 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:04:54.068 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:04:54.069 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3690267187 2024-07-26T17:04:54.069 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:04:54.069 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.11223 192.168.0.1:0/3690267187", 2024-07-26T17:04:54.069 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/3690267187", 2024-07-26T17:04:54.069 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T17:04:54.069 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 117, 2024-07-26T17:04:54.069 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 234, 2024-07-26T17:04:54.069 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T17:04:54.069 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T17:04:54.069 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T17:04:54.069 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:04:54.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:54.075 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T17:04:54.075 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:54.093 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T17:04:54.093 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:54.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:54.093 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:54.159 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:54.159 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls mandatory_fs_argument_test_dir/.snap) 2024-07-26T17:04:54.220 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:54.220 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir mandatory_fs_argument_test_dir) 2024-07-26T17:04:54.280 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T17:04:54.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.438+0000 7facaba16640 1 -- 172.21.15.33:0/3354838841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faca41605f0 msgr2=0x7faca406c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:54.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.438+0000 7facaba16640 1 --2- 172.21.15.33:0/3354838841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faca41605f0 0x7faca406c700 secure :-1 s=READY pgs=2295 cs=0 l=1 rev1=1 crypto rx=0x7faca4072ec0 tx=0x7fac9c02a4d0 comp rx=0 tx=0).stop 2024-07-26T17:04:54.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.438+0000 7facaba16640 1 -- 172.21.15.33:0/3354838841 shutdown_connections 2024-07-26T17:04:54.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.438+0000 7facaba16640 1 --2- 172.21.15.33:0/3354838841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faca41605f0 0x7faca406c700 unknown :-1 s=CLOSED pgs=2295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:54.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.438+0000 7facaba16640 1 --2- 172.21.15.33:0/3354838841 >> v2:172.21.15.154:3300/0 conn(0x7faca40adda0 0x7faca40ae1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:54.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.438+0000 7facaba16640 1 -- 172.21.15.33:0/3354838841 >> 172.21.15.33:0/3354838841 conn(0x7faca406de40 msgr2=0x7faca40b2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:54.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.438+0000 7facaba16640 1 -- 172.21.15.33:0/3354838841 shutdown_connections 2024-07-26T17:04:54.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.438+0000 7facaba16640 1 -- 172.21.15.33:0/3354838841 wait complete. 2024-07-26T17:04:54.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.440+0000 7facaba16640 1 Processor -- start 2024-07-26T17:04:54.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.440+0000 7facaba16640 1 -- start start 2024-07-26T17:04:54.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.441+0000 7facaba16640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faca40adda0 0x7faca4150c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:54.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.441+0000 7facaba16640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faca41601e0 0x7faca4158820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:54.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7facaba16640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faca41605f0 0x7faca4158d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:54.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7facaba16640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faca415ce30 con 0x7faca41601e0 2024-07-26T17:04:54.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7facaba16640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7faca415ccb0 con 0x7faca40adda0 2024-07-26T17:04:54.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7facaba16640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7faca406cc40 con 0x7faca41605f0 2024-07-26T17:04:54.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7faca8fb1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faca41601e0 0x7faca4158820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:54.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7faca8fb1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faca41601e0 0x7faca4158820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56850/0 (socket says 172.21.15.33:56850) 2024-07-26T17:04:54.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7faca8fb1640 1 -- 172.21.15.33:0/117163066 learned_addr learned my addr 172.21.15.33:0/117163066 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:54.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7faca97b2640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faca40adda0 0x7faca4150c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:54.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7faca8fb1640 1 -- 172.21.15.33:0/117163066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faca41605f0 msgr2=0x7faca4158d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:54.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7faca8fb1640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faca41605f0 0x7faca4158d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:54.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7faca8fb1640 1 -- 172.21.15.33:0/117163066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faca40adda0 msgr2=0x7faca4150c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:54.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7faca8fb1640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faca40adda0 0x7faca4150c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:54.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7faca8fb1640 1 -- 172.21.15.33:0/117163066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faca4156bd0 con 0x7faca41601e0 2024-07-26T17:04:54.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7faca8fb1640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faca41601e0 0x7faca4158820 secure :-1 s=READY pgs=2296 cs=0 l=1 rev1=1 crypto rx=0x7fac9400b3e0 tx=0x7fac9400b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:54.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7fac99ffb640 1 -- 172.21.15.33:0/117163066 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac94015020 con 0x7faca41601e0 2024-07-26T17:04:54.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7fac99ffb640 1 -- 172.21.15.33:0/117163066 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fac94011920 con 0x7faca41601e0 2024-07-26T17:04:54.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7facaba16640 1 -- 172.21.15.33:0/117163066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faca4153840 con 0x7faca41601e0 2024-07-26T17:04:54.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.442+0000 7fac99ffb640 1 -- 172.21.15.33:0/117163066 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac94011d70 con 0x7faca41601e0 2024-07-26T17:04:54.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.443+0000 7facaba16640 1 -- 172.21.15.33:0/117163066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faca4153e00 con 0x7faca41601e0 2024-07-26T17:04:54.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.444+0000 7facaba16640 1 -- 172.21.15.33:0/117163066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faca4156da0 con 0x7faca41601e0 2024-07-26T17:04:54.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.445+0000 7fac99ffb640 1 -- 172.21.15.33:0/117163066 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 150) ==== 99417+0+0 (secure 0 0 0) 0x7fac94018020 con 0x7faca41601e0 2024-07-26T17:04:54.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.445+0000 7fac99ffb640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fac88077360 0x7fac88079870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:54.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.445+0000 7fac99ffb640 1 -- 172.21.15.33:0/117163066 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7fac940997c0 con 0x7faca41601e0 2024-07-26T17:04:54.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.445+0000 7faca97b2640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fac88077360 0x7fac88079870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:54.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.446+0000 7faca97b2640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fac88077360 0x7fac88079870 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7faca0007dc0 tx=0x7faca00072f0 comp rx=0 tx=0).ready entity=mgr.11076 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:54.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.449+0000 7fac99ffb640 1 -- 172.21.15.33:0/117163066 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faca4156da0 con 0x7faca41601e0 2024-07-26T17:04:54.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:54.693+0000 7facaba16640 1 -- 172.21.15.33:0/117163066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7faca40ae1b0 con 0x7faca41601e0 2024-07-26T17:04:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.468+0000 7fac99ffb640 1 -- 172.21.15.33:0/117163066 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v151) ==== 93+0+0 (secure 0 0 0) 0x7fac9401f030 con 0x7faca41601e0 2024-07-26T17:04:55.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.472+0000 7facaba16640 1 -- 172.21.15.33:0/117163066 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fac88077360 msgr2=0x7fac88079870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:55.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.472+0000 7facaba16640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fac88077360 0x7fac88079870 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7faca0007dc0 tx=0x7faca00072f0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.472+0000 7facaba16640 1 -- 172.21.15.33:0/117163066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faca41601e0 msgr2=0x7faca4158820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:55.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.472+0000 7facaba16640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faca41601e0 0x7faca4158820 secure :-1 s=READY pgs=2296 cs=0 l=1 rev1=1 crypto rx=0x7fac9400b3e0 tx=0x7fac9400b8a0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.473+0000 7facaba16640 1 -- 172.21.15.33:0/117163066 shutdown_connections 2024-07-26T17:04:55.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.473+0000 7facaba16640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7fac88077360 0x7fac88079870 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.473+0000 7facaba16640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faca41605f0 0x7faca4158d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.473+0000 7facaba16640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faca41601e0 0x7faca4158820 unknown :-1 s=CLOSED pgs=2296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.473+0000 7facaba16640 1 --2- 172.21.15.33:0/117163066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faca40adda0 0x7faca4150c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.473+0000 7facaba16640 1 -- 172.21.15.33:0/117163066 >> 172.21.15.33:0/117163066 conn(0x7faca406de40 msgr2=0x7faca40b28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:55.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.473+0000 7facaba16640 1 -- 172.21.15.33:0/117163066 shutdown_connections 2024-07-26T17:04:55.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.474+0000 7facaba16640 1 -- 172.21.15.33:0/117163066 wait complete. 2024-07-26T17:04:55.496 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T17:04:55.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.622+0000 7f097efc4640 1 -- 172.21.15.33:0/2082338269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0978144770 msgr2=0x7f097806fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:55.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.622+0000 7f097efc4640 1 --2- 172.21.15.33:0/2082338269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0978144770 0x7f097806fd50 secure :-1 s=READY pgs=2302 cs=0 l=1 rev1=1 crypto rx=0x7f097806e860 tx=0x7f096402a560 comp rx=0 tx=0).stop 2024-07-26T17:04:55.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.622+0000 7f097efc4640 1 -- 172.21.15.33:0/2082338269 shutdown_connections 2024-07-26T17:04:55.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.622+0000 7f097efc4640 1 --2- 172.21.15.33:0/2082338269 >> v2:172.21.15.154:3300/0 conn(0x7f09780cd6c0 0x7f0978070290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.622+0000 7f097efc4640 1 --2- 172.21.15.33:0/2082338269 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0978144770 0x7f097806fd50 unknown :-1 s=CLOSED pgs=2302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.622+0000 7f097efc4640 1 -- 172.21.15.33:0/2082338269 >> 172.21.15.33:0/2082338269 conn(0x7f09780cfaf0 msgr2=0x7f09780cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:55.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.622+0000 7f097efc4640 1 -- 172.21.15.33:0/2082338269 shutdown_connections 2024-07-26T17:04:55.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.622+0000 7f097efc4640 1 -- 172.21.15.33:0/2082338269 wait complete. 2024-07-26T17:04:55.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.624+0000 7f097efc4640 1 Processor -- start 2024-07-26T17:04:55.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.624+0000 7f097efc4640 1 -- start start 2024-07-26T17:04:55.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.625+0000 7f097efc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09780cd6c0 0x7f09781f5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:55.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.625+0000 7f097efc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0978144770 0x7f097813fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:55.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.625+0000 7f097efc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09781407e0 0x7f09781e5e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:55.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.625+0000 7f097efc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f097815bbe0 con 0x7f09781407e0 2024-07-26T17:04:55.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.625+0000 7f097efc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f097815ba60 con 0x7f0978144770 2024-07-26T17:04:55.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.625+0000 7f097efc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f097815bd60 con 0x7f09780cd6c0 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.625+0000 7f097d561640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09781407e0 0x7f09781e5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.625+0000 7f097d561640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09781407e0 0x7f09781e5e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56890/0 (socket says 172.21.15.33:56890) 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.625+0000 7f097d561640 1 -- 172.21.15.33:0/189662033 learned_addr learned my addr 172.21.15.33:0/189662033 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.625+0000 7f0977fff640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0978144770 0x7f097813fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.625+0000 7f097cd60640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09780cd6c0 0x7f09781f5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f097d561640 1 -- 172.21.15.33:0/189662033 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09780cd6c0 msgr2=0x7f09781f5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f097d561640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09780cd6c0 0x7f09781f5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f097d561640 1 -- 172.21.15.33:0/189662033 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0978144770 msgr2=0x7f097813fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f097d561640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0978144770 0x7f097813fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f097d561640 1 -- 172.21.15.33:0/189662033 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09781e4d90 con 0x7f09781407e0 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f0977fff640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0978144770 0x7f097813fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:55.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f097d561640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09781407e0 0x7f09781e5e30 secure :-1 s=READY pgs=2303 cs=0 l=1 rev1=1 crypto rx=0x7f097000ea40 tx=0x7f097000ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:55.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f09757fa640 1 -- 172.21.15.33:0/189662033 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097000ce40 con 0x7f09781407e0 2024-07-26T17:04:55.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f09757fa640 1 -- 172.21.15.33:0/189662033 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0970004c10 con 0x7f09781407e0 2024-07-26T17:04:55.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f097efc4640 1 -- 172.21.15.33:0/189662033 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09781e5070 con 0x7f09781407e0 2024-07-26T17:04:55.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f09757fa640 1 -- 172.21.15.33:0/189662033 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0970005020 con 0x7f09781407e0 2024-07-26T17:04:55.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.626+0000 7f097efc4640 1 -- 172.21.15.33:0/189662033 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09781e5630 con 0x7f09781407e0 2024-07-26T17:04:55.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.627+0000 7f097efc4640 1 -- 172.21.15.33:0/189662033 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f097815c210 con 0x7f09781407e0 2024-07-26T17:04:55.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.628+0000 7f09757fa640 1 -- 172.21.15.33:0/189662033 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 151) ==== 99400+0+0 (secure 0 0 0) 0x7f09700051c0 con 0x7f09781407e0 2024-07-26T17:04:55.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.629+0000 7f09757fa640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f095c0772e0 0x7f095c0797f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:55.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.629+0000 7f097cd60640 1 -- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f095c0772e0 msgr2=0x7f095c0797f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3434115432 2024-07-26T17:04:55.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.629+0000 7f09757fa640 1 -- 172.21.15.33:0/189662033 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7f097009a1a0 con 0x7f09781407e0 2024-07-26T17:04:55.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.629+0000 7f097cd60640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f095c0772e0 0x7f095c0797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:04:55.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.634+0000 7f09757fa640 1 -- 172.21.15.33:0/189662033 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f09700622a0 con 0x7f09781407e0 2024-07-26T17:04:55.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.830+0000 7f097cd60640 1 -- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f095c0772e0 msgr2=0x7f095c0797f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3434115432 2024-07-26T17:04:55.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.830+0000 7f097cd60640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f095c0772e0 0x7f095c0797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:04:55.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.879+0000 7f097efc4640 1 -- 172.21.15.33:0/189662033 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f097806e890 con 0x7f09781407e0 2024-07-26T17:04:55.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.883+0000 7f09757fa640 1 -- 172.21.15.33:0/189662033 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v151) ==== 74+0+191555 (secure 0 0 0) 0x7f09700667f0 con 0x7f09781407e0 2024-07-26T17:04:55.887 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:55.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 -- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f095c0772e0 msgr2=0x7f095c0797f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:04:55.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f095c0772e0 0x7f095c0797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 -- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09781407e0 msgr2=0x7f09781e5e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:55.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09781407e0 0x7f09781e5e30 secure :-1 s=READY pgs=2303 cs=0 l=1 rev1=1 crypto rx=0x7f097000ea40 tx=0x7f097000ef00 comp rx=0 tx=0).stop 2024-07-26T17:04:55.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 -- 172.21.15.33:0/189662033 shutdown_connections 2024-07-26T17:04:55.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f095c0772e0 0x7f095c0797f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09781407e0 0x7f09781e5e30 unknown :-1 s=CLOSED pgs=2303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0978144770 0x7f097813fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 --2- 172.21.15.33:0/189662033 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f09780cd6c0 0x7f09781f5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:55.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 -- 172.21.15.33:0/189662033 >> 172.21.15.33:0/189662033 conn(0x7f09780cfaf0 msgr2=0x7f09781ea8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:55.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 -- 172.21.15.33:0/189662033 shutdown_connections 2024-07-26T17:04:55.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:55.886+0000 7f097efc4640 1 -- 172.21.15.33:0/189662033 wait complete. 2024-07-26T17:04:55.899 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":151,"flags":0,"active_gid":11076,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":3434115432},{"type":"v1","addr":"172.21.15.33:6837","nonce":3434115432}]},"active_addr":"172.21.15.33:6837/3434115432","active_change":"2024-07-26T17:04:41.411948+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":10051,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":234,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1495156609}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1877654555}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2223329041}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2345583187}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1730831444}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3318624646}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1430757292}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2320894931}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1797829799}]}]} 2024-07-26T17:04:55.904 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail y 2024-07-26T17:04:56.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.022+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/1928451027 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6ab008c940 msgr2=0x7f6ab00b3eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:56.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.022+0000 7f6ab7d0e640 1 --2- 172.21.15.33:0/1928451027 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6ab008c940 0x7f6ab00b3eb0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f6aa8005fd0 tx=0x7f6aa802a8b0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.022+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/1928451027 shutdown_connections 2024-07-26T17:04:56.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.022+0000 7f6ab7d0e640 1 --2- 172.21.15.33:0/1928451027 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6ab008c940 0x7f6ab00b3eb0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.022+0000 7f6ab7d0e640 1 --2- 172.21.15.33:0/1928451027 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6ab00d22f0 0x7f6ab00b3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.022+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/1928451027 >> 172.21.15.33:0/1928451027 conn(0x7f6ab00b5b00 msgr2=0x7f6ab00b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:56.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.022+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/1928451027 shutdown_connections 2024-07-26T17:04:56.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.022+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/1928451027 wait complete. 2024-07-26T17:04:56.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.024+0000 7f6ab7d0e640 1 Processor -- start 2024-07-26T17:04:56.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.024+0000 7f6ab7d0e640 1 -- start start 2024-07-26T17:04:56.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.025+0000 7f6ab7d0e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6ab008c940 0x7f6ab01ddd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:56.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.025+0000 7f6ab7d0e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ab00b9390 0x7f6ab01e43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:56.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.025+0000 7f6ab7d0e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6ab01e3280 0x7f6ab01e4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:56.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.025+0000 7f6ab7d0e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab00b4570 con 0x7f6ab00b9390 2024-07-26T17:04:56.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.025+0000 7f6ab7d0e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab00b43f0 con 0x7f6ab01e3280 2024-07-26T17:04:56.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.025+0000 7f6ab7d0e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6ab00b46f0 con 0x7f6ab008c940 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.025+0000 7f6ab52a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ab00b9390 0x7f6ab01e43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.025+0000 7f6ab52a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ab00b9390 0x7f6ab01e43e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56906/0 (socket says 172.21.15.33:56906) 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.025+0000 7f6ab52a9640 1 -- 172.21.15.33:0/128947359 learned_addr learned my addr 172.21.15.33:0/128947359 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.025+0000 7f6ab5aaa640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6ab008c940 0x7f6ab01ddd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.025+0000 7f6ab62ab640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6ab01e3280 0x7f6ab01e4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.026+0000 7f6ab52a9640 1 -- 172.21.15.33:0/128947359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6ab008c940 msgr2=0x7f6ab01ddd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.026+0000 7f6ab52a9640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6ab008c940 0x7f6ab01ddd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.026+0000 7f6ab52a9640 1 -- 172.21.15.33:0/128947359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6ab01e3280 msgr2=0x7f6ab01e4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.026+0000 7f6ab52a9640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6ab01e3280 0x7f6ab01e4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.026+0000 7f6ab52a9640 1 -- 172.21.15.33:0/128947359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ab01e6390 con 0x7f6ab00b9390 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.026+0000 7f6ab52a9640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ab00b9390 0x7f6ab01e43e0 secure :-1 s=READY pgs=2305 cs=0 l=1 rev1=1 crypto rx=0x7f6aa000e740 tx=0x7f6aa000ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:56.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.026+0000 7f6aa67fc640 1 -- 172.21.15.33:0/128947359 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa000ccc0 con 0x7f6ab00b9390 2024-07-26T17:04:56.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.026+0000 7f6aa67fc640 1 -- 172.21.15.33:0/128947359 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6aa000ee50 con 0x7f6ab00b9390 2024-07-26T17:04:56.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.026+0000 7f6aa67fc640 1 -- 172.21.15.33:0/128947359 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa0004290 con 0x7f6ab00b9390 2024-07-26T17:04:56.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.026+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/128947359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ab01e3800 con 0x7f6ab00b9390 2024-07-26T17:04:56.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.026+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/128947359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ab00a18d0 con 0x7f6ab00b9390 2024-07-26T17:04:56.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.027+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/128947359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ab008d980 con 0x7f6ab00b9390 2024-07-26T17:04:56.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.028+0000 7f6aa67fc640 1 -- 172.21.15.33:0/128947359 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 151) ==== 99400+0+0 (secure 0 0 0) 0x7f6aa00035f0 con 0x7f6ab00b9390 2024-07-26T17:04:56.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.029+0000 7f6aa67fc640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f6a940772e0 0x7f6a940797f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:56.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.029+0000 7f6ab5aaa640 1 -- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f6a940772e0 msgr2=0x7f6a940797f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3434115432 2024-07-26T17:04:56.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.029+0000 7f6aa67fc640 1 -- 172.21.15.33:0/128947359 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(234..234 src has 1..234) ==== 7465+0+0 (secure 0 0 0) 0x7f6aa009a010 con 0x7f6ab00b9390 2024-07-26T17:04:56.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.029+0000 7f6ab5aaa640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f6a940772e0 0x7f6a940797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:04:56.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.033+0000 7f6aa67fc640 1 -- 172.21.15.33:0/128947359 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6ab008d980 con 0x7f6ab00b9390 2024-07-26T17:04:56.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.231+0000 7f6ab5aaa640 1 -- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f6a940772e0 msgr2=0x7f6a940797f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3434115432 2024-07-26T17:04:56.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.231+0000 7f6ab5aaa640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f6a940772e0 0x7f6a940797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:04:56.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.285+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/128947359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "y"} v 0) -- 0x7f6ab00b3970 con 0x7f6ab00b9390 2024-07-26T17:04:56.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.288+0000 7f6aa67fc640 1 -- 172.21.15.33:0/128947359 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "y"}]=0 v152) ==== 68+0+0 (secure 0 0 0) 0x7f6aa0062210 con 0x7f6ab00b9390 2024-07-26T17:04:56.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.291+0000 7f6aa67fc640 1 -- 172.21.15.33:0/128947359 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 152) ==== 49591+0+0 (secure 0 0 0) 0x7f6aa005e4a0 con 0x7f6ab00b9390 2024-07-26T17:04:56.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.291+0000 7f6aa67fc640 1 -- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f6a940772e0 msgr2=0x7f6a940797f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:04:56.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.291+0000 7f6aa67fc640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f6a940772e0 0x7f6a940797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.292+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ab00b9390 msgr2=0x7f6ab01e43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:56.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.292+0000 7f6ab7d0e640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ab00b9390 0x7f6ab01e43e0 secure :-1 s=READY pgs=2305 cs=0 l=1 rev1=1 crypto rx=0x7f6aa000e740 tx=0x7f6aa000ec00 comp rx=0 tx=0).stop 2024-07-26T17:04:56.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.292+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/128947359 shutdown_connections 2024-07-26T17:04:56.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.292+0000 7f6ab7d0e640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:6836/3434115432,v1:172.21.15.33:6837/3434115432] conn(0x7f6a940772e0 0x7f6a940797f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.292+0000 7f6ab7d0e640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6ab01e3280 0x7f6ab01e4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.292+0000 7f6ab7d0e640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ab00b9390 0x7f6ab01e43e0 unknown :-1 s=CLOSED pgs=2305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.292+0000 7f6ab7d0e640 1 --2- 172.21.15.33:0/128947359 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6ab008c940 0x7f6ab01ddd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.292+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/128947359 >> 172.21.15.33:0/128947359 conn(0x7f6ab00b5b00 msgr2=0x7f6ab00b2c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:56.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.292+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/128947359 shutdown_connections 2024-07-26T17:04:56.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.292+0000 7f6ab7d0e640 1 -- 172.21.15.33:0/128947359 wait complete. 2024-07-26T17:04:56.307 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:04:56.307 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:04:56.355 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:04:56.397 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:04:56.397 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:04:56.397 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:04:56.397 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:56.413 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:04:56.413 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:56.470 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:04:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.628+0000 7f3cdfddd640 1 -- 172.21.15.33:0/3310506609 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cd80b72a0 msgr2=0x7f3cd80b10a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.628+0000 7f3cdfddd640 1 --2- 172.21.15.33:0/3310506609 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cd80b72a0 0x7f3cd80b10a0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f3cd4009820 tx=0x7f3cd402a5a0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.628+0000 7f3cdfddd640 1 -- 172.21.15.33:0/3310506609 shutdown_connections 2024-07-26T17:04:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.628+0000 7f3cdfddd640 1 --2- 172.21.15.33:0/3310506609 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cd80b72a0 0x7f3cd80b10a0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.628+0000 7f3cdfddd640 1 -- 172.21.15.33:0/3310506609 >> 172.21.15.33:0/3310506609 conn(0x7f3cd80d1e70 msgr2=0x7f3cd80d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.628+0000 7f3cdfddd640 1 -- 172.21.15.33:0/3310506609 shutdown_connections 2024-07-26T17:04:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.628+0000 7f3cdfddd640 1 -- 172.21.15.33:0/3310506609 wait complete. 2024-07-26T17:04:56.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.630+0000 7f3cdfddd640 1 Processor -- start 2024-07-26T17:04:56.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.630+0000 7f3cdfddd640 1 -- start start 2024-07-26T17:04:56.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.631+0000 7f3cdfddd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cd80b72a0 0x7f3cd81f4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:56.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.631+0000 7f3cdfddd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cd80d0ae0 0x7f3cd809bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:56.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.631+0000 7f3cdfddd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cd806d810 0x7f3cd80cb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:56.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.631+0000 7f3cdfddd640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd80b2590 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.631+0000 7f3cdfddd640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd80b2410 con 0x7f3cd806d810 2024-07-26T17:04:56.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.631+0000 7f3cdfddd640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3cd80b2710 con 0x7f3cd80b72a0 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.631+0000 7f3cdd378640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cd80d0ae0 0x7f3cd809bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.631+0000 7f3cdd378640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cd80d0ae0 0x7f3cd809bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56922/0 (socket says 172.21.15.33:56922) 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.631+0000 7f3cdd378640 1 -- 172.21.15.33:0/1359345626 learned_addr learned my addr 172.21.15.33:0/1359345626 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.631+0000 7f3cddb79640 1 --2- 172.21.15.33:0/1359345626 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cd80b72a0 0x7f3cd81f4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.631+0000 7f3cde37a640 1 --2- 172.21.15.33:0/1359345626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cd806d810 0x7f3cd80cb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.632+0000 7f3cdd378640 1 -- 172.21.15.33:0/1359345626 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cd80b72a0 msgr2=0x7f3cd81f4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.632+0000 7f3cdd378640 1 --2- 172.21.15.33:0/1359345626 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cd80b72a0 0x7f3cd81f4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.632+0000 7f3cdd378640 1 -- 172.21.15.33:0/1359345626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cd806d810 msgr2=0x7f3cd80cb5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.632+0000 7f3cdd378640 1 --2- 172.21.15.33:0/1359345626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cd806d810 0x7f3cd80cb5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.632+0000 7f3cdd378640 1 -- 172.21.15.33:0/1359345626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cd81f5360 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.632+0000 7f3cdd378640 1 --2- 172.21.15.33:0/1359345626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cd80d0ae0 0x7f3cd809bd40 secure :-1 s=READY pgs=2307 cs=0 l=1 rev1=1 crypto rx=0x7f3cc8001220 tx=0x7f3cc800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.632+0000 7f3cce7fc640 1 -- 172.21.15.33:0/1359345626 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc8011790 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.632+0000 7f3cce7fc640 1 -- 172.21.15.33:0/1359345626 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3cc8017070 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.632+0000 7f3cdfddd640 1 -- 172.21.15.33:0/1359345626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cd81f5640 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.632+0000 7f3cce7fc640 1 -- 172.21.15.33:0/1359345626 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc8011cc0 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.632+0000 7f3cdfddd640 1 -- 172.21.15.33:0/1359345626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cd80cbb20 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.633+0000 7f3cce7fc640 1 -- 172.21.15.33:0/1359345626 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 152) ==== 49591+0+0 (secure 0 0 0) 0x7f3cc801c460 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.633+0000 7f3cdfddd640 1 -- 172.21.15.33:0/1359345626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cd80c9d90 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.633+0000 7f3cce7fc640 1 -- 172.21.15.33:0/1359345626 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(235..235 src has 1..235) ==== 7938+0+0 (secure 0 0 0) 0x7f3cc8052800 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.638+0000 7f3cce7fc640 1 -- 172.21.15.33:0/1359345626 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3cc801ac60 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.848+0000 7f3cdfddd640 1 -- 172.21.15.33:0/1359345626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3cd80b2bc0 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.848+0000 7f3cce7fc640 1 -- 172.21.15.33:0/1359345626 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 19 entries v235) ==== 81+0+1113 (secure 0 0 0) 0x7f3cc801c750 con 0x7f3cd80d0ae0 2024-07-26T17:04:56.850 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2320894931 2024-07-27T17:04:56.286364+0000 2024-07-26T17:04:56.850 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1797829799 2024-07-27T17:04:56.286364+0000 2024-07-26T17:04:56.850 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3318624646 2024-07-27T17:04:56.286364+0000 2024-07-26T17:04:56.850 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1495156609 2024-07-27T17:04:56.286364+0000 2024-07-26T17:04:56.850 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/3434115432 2024-07-27T17:04:56.286364+0000 2024-07-26T17:04:56.850 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2345583187 2024-07-27T17:04:56.286364+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1730831444 2024-07-27T17:04:56.286364+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1877654555 2024-07-27T17:04:56.286364+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/3434115432 2024-07-27T17:04:56.286364+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2223329041 2024-07-27T17:04:56.286364+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2562576812 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1430757292 2024-07-27T17:04:56.286364+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/424067755 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3352230053 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1988360295 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3296404043 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/2405396244 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:56.851 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1663541696 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:56.852 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/2405396244 2024-07-27T17:04:41.411730+0000 2024-07-26T17:04:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:listed 19 entries 2024-07-26T17:04:56.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.850+0000 7f3cdfddd640 1 -- 172.21.15.33:0/1359345626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cd80d0ae0 msgr2=0x7f3cd809bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.850+0000 7f3cdfddd640 1 --2- 172.21.15.33:0/1359345626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cd80d0ae0 0x7f3cd809bd40 secure :-1 s=READY pgs=2307 cs=0 l=1 rev1=1 crypto rx=0x7f3cc8001220 tx=0x7f3cc800c890 comp rx=0 tx=0).stop 2024-07-26T17:04:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.850+0000 7f3cdfddd640 1 -- 172.21.15.33:0/1359345626 shutdown_connections 2024-07-26T17:04:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.850+0000 7f3cdfddd640 1 --2- 172.21.15.33:0/1359345626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3cd806d810 0x7f3cd80cb5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.850+0000 7f3cdfddd640 1 --2- 172.21.15.33:0/1359345626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3cd80d0ae0 0x7f3cd809bd40 unknown :-1 s=CLOSED pgs=2307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.850+0000 7f3cdfddd640 1 --2- 172.21.15.33:0/1359345626 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3cd80b72a0 0x7f3cd81f4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.850+0000 7f3cdfddd640 1 -- 172.21.15.33:0/1359345626 >> 172.21.15.33:0/1359345626 conn(0x7f3cd80d1e70 msgr2=0x7f3cd80b4320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.850+0000 7f3cdfddd640 1 -- 172.21.15.33:0/1359345626 shutdown_connections 2024-07-26T17:04:56.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:56.850+0000 7f3cdfddd640 1 -- 172.21.15.33:0/1359345626 wait complete. 2024-07-26T17:04:56.863 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T17:04:56.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:56.864 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T17:04:56.888 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[100282]: fuse finished with error 0 and tester_r 0 2024-07-26T17:04:56.890 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:04:56.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:04:56.890 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T17:04:56.970 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:04:56.970 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:04:56.970 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:56.986 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:04:56.986 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:04:56.987 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:04:56.987 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:57.026 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:04:57.027 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:04:57.027 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:04:57.027 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:04:57.043 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:04:57.043 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:57.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.185+0000 7f815a2da640 1 -- 172.21.15.33:0/2626469935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8140003a00 msgr2=0x7f8140003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:57.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.185+0000 7f815a2da640 1 --2- 172.21.15.33:0/2626469935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8140003a00 0x7f8140003e70 secure :-1 s=READY pgs=2309 cs=0 l=1 rev1=1 crypto rx=0x7f8144009b50 tx=0x7f8140005830 comp rx=0 tx=0).stop 2024-07-26T17:04:57.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.185+0000 7f8158877640 1 -- 172.21.15.33:0/2626469935 reap_dead start 2024-07-26T17:04:57.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.185+0000 7f815a2da640 1 -- 172.21.15.33:0/2626469935 shutdown_connections 2024-07-26T17:04:57.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.185+0000 7f815a2da640 1 -- 172.21.15.33:0/2626469935 >> 172.21.15.33:0/2626469935 conn(0x7f81540b5b00 msgr2=0x7f81540b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:57.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.185+0000 7f815a2da640 1 -- 172.21.15.33:0/2626469935 shutdown_connections 2024-07-26T17:04:57.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.185+0000 7f815a2da640 1 -- 172.21.15.33:0/2626469935 wait complete. 2024-07-26T17:04:57.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.187+0000 7f815a2da640 1 Processor -- start 2024-07-26T17:04:57.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.187+0000 7f815a2da640 1 -- start start 2024-07-26T17:04:57.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.188+0000 7f815a2da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8140003a00 0x7f81541f4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:57.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.188+0000 7f815a2da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f815415b7d0 0x7f81540b2350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:57.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.188+0000 7f815a2da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81540b2890 0x7f81541613f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:57.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.188+0000 7f815a2da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f81540b3d60 con 0x7f815415b7d0 2024-07-26T17:04:57.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.188+0000 7f815a2da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f81540b3be0 con 0x7f81540b2890 2024-07-26T17:04:57.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.188+0000 7f815a2da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f81540d3c30 con 0x7f8140003a00 2024-07-26T17:04:57.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.188+0000 7f814bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f815415b7d0 0x7f81540b2350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.188+0000 7f814bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f815415b7d0 0x7f81540b2350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56952/0 (socket says 172.21.15.33:56952) 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.188+0000 7f814bfff640 1 -- 172.21.15.33:0/2586487320 learned_addr learned my addr 172.21.15.33:0/2586487320 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.188+0000 7f8153fff640 1 --2- 172.21.15.33:0/2586487320 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8140003a00 0x7f81541f4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.188+0000 7f8158877640 1 --2- 172.21.15.33:0/2586487320 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81540b2890 0x7f81541613f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.189+0000 7f814bfff640 1 -- 172.21.15.33:0/2586487320 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8140003a00 msgr2=0x7f81541f4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.189+0000 7f814bfff640 1 --2- 172.21.15.33:0/2586487320 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8140003a00 0x7f81541f4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.189+0000 7f814bfff640 1 -- 172.21.15.33:0/2586487320 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81540b2890 msgr2=0x7f81541613f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.189+0000 7f814bfff640 1 --2- 172.21.15.33:0/2586487320 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81540b2890 0x7f81541613f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.189+0000 7f814bfff640 1 -- 172.21.15.33:0/2586487320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f815415c100 con 0x7f815415b7d0 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.189+0000 7f814bfff640 1 --2- 172.21.15.33:0/2586487320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f815415b7d0 0x7f81540b2350 secure :-1 s=READY pgs=2310 cs=0 l=1 rev1=1 crypto rx=0x7f813c006660 tx=0x7f813c0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.189+0000 7f81517fa640 1 -- 172.21.15.33:0/2586487320 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813c015070 con 0x7f815415b7d0 2024-07-26T17:04:57.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.189+0000 7f81517fa640 1 -- 172.21.15.33:0/2586487320 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f813c011900 con 0x7f815415b7d0 2024-07-26T17:04:57.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.189+0000 7f81517fa640 1 -- 172.21.15.33:0/2586487320 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813c011d50 con 0x7f815415b7d0 2024-07-26T17:04:57.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.189+0000 7f815a2da640 1 -- 172.21.15.33:0/2586487320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8154160650 con 0x7f815415b7d0 2024-07-26T17:04:57.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.189+0000 7f815a2da640 1 -- 172.21.15.33:0/2586487320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8154160c10 con 0x7f815415b7d0 2024-07-26T17:04:57.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.190+0000 7f815a2da640 1 -- 172.21.15.33:0/2586487320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81540b93b0 con 0x7f815415b7d0 2024-07-26T17:04:57.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.190+0000 7f81517fa640 1 -- 172.21.15.33:0/2586487320 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 152) ==== 49591+0+0 (secure 0 0 0) 0x7f813c010420 con 0x7f815415b7d0 2024-07-26T17:04:57.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.191+0000 7f81517fa640 1 -- 172.21.15.33:0/2586487320 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(235..235 src has 1..235) ==== 7938+0+0 (secure 0 0 0) 0x7f813c0536d0 con 0x7f815415b7d0 2024-07-26T17:04:57.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.196+0000 7f81517fa640 1 -- 172.21.15.33:0/2586487320 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f813c010710 con 0x7f815415b7d0 2024-07-26T17:04:57.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.433+0000 7f815a2da640 1 -- 172.21.15.33:0/2586487320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81540cff20 con 0x7f815415b7d0 2024-07-26T17:04:57.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.434+0000 7f81517fa640 1 -- 172.21.15.33:0/2586487320 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 123 v123) ==== 95+0+6565 (secure 0 0 0) 0x7f813c022d10 con 0x7f815415b7d0 2024-07-26T17:04:57.435 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:57.435 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":123,"btime":"2024-07-26T17:04:34:334958+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112}],"filesystems":[{"mdsmap":{"epoch":117,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:19.634245+0000","modified":"2024-07-26T17:04:22.650051+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10797},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10797":{"gid":10797,"name":"a","rank":0,"incarnation":113,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6833/2663631468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2663631468},{"type":"v1","addr":"172.21.15.33:6833","nonce":2663631468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[28],"metadata_pool":27,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10797,"qdb_cluster":[10797]},"id":13},{"mdsmap":{"epoch":123,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:30.701093+0000","modified":"2024-07-26T17:04:33.725847+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9823},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9823":{"gid":9823,"name":"b","rank":0,"incarnation":119,"state":"up:active","state_seq":5,"addr":"172.21.15.154:6834/2407372956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2407372956},{"type":"v1","addr":"172.21.15.154:6834","nonce":2407372956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[30],"metadata_pool":29,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9823,"qdb_cluster":[9823]},"id":14}]} 2024-07-26T17:04:57.436 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 123 2024-07-26T17:04:57.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.436+0000 7f815a2da640 1 -- 172.21.15.33:0/2586487320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f815415b7d0 msgr2=0x7f81540b2350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:57.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.436+0000 7f815a2da640 1 --2- 172.21.15.33:0/2586487320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f815415b7d0 0x7f81540b2350 secure :-1 s=READY pgs=2310 cs=0 l=1 rev1=1 crypto rx=0x7f813c006660 tx=0x7f813c0039c0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.436+0000 7f815a2da640 1 -- 172.21.15.33:0/2586487320 shutdown_connections 2024-07-26T17:04:57.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.436+0000 7f815a2da640 1 --2- 172.21.15.33:0/2586487320 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81540b2890 0x7f81541613f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.436+0000 7f815a2da640 1 --2- 172.21.15.33:0/2586487320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f815415b7d0 0x7f81540b2350 unknown :-1 s=CLOSED pgs=2310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.436+0000 7f815a2da640 1 --2- 172.21.15.33:0/2586487320 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8140003a00 0x7f81541f4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.436+0000 7f815a2da640 1 -- 172.21.15.33:0/2586487320 >> 172.21.15.33:0/2586487320 conn(0x7f81540b5b00 msgr2=0x7f81540d0200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:57.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.436+0000 7f815a2da640 1 -- 172.21.15.33:0/2586487320 shutdown_connections 2024-07-26T17:04:57.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.436+0000 7f815a2da640 1 -- 172.21.15.33:0/2586487320 wait complete. 2024-07-26T17:04:57.450 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:57.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.567+0000 7f2b52589640 1 -- 172.21.15.33:0/1486358628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b4c0d2c10 msgr2=0x7f2b4c162560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:57.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.567+0000 7f2b52589640 1 --2- 172.21.15.33:0/1486358628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b4c0d2c10 0x7f2b4c162560 secure :-1 s=READY pgs=2311 cs=0 l=1 rev1=1 crypto rx=0x7f2b4c069ad0 tx=0x7f2b4402aa30 comp rx=0 tx=0).stop 2024-07-26T17:04:57.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.567+0000 7f2b52589640 1 -- 172.21.15.33:0/1486358628 shutdown_connections 2024-07-26T17:04:57.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.567+0000 7f2b52589640 1 --2- 172.21.15.33:0/1486358628 >> v2:172.21.15.154:3300/0 conn(0x7f2b4c0b98a0 0x7f2b4c0d26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.567+0000 7f2b52589640 1 --2- 172.21.15.33:0/1486358628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b4c0d2c10 0x7f2b4c162560 unknown :-1 s=CLOSED pgs=2311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.567+0000 7f2b52589640 1 --2- 172.21.15.33:0/1486358628 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b4c0b37d0 0x7f2b4c0b9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.567+0000 7f2b52589640 1 -- 172.21.15.33:0/1486358628 >> 172.21.15.33:0/1486358628 conn(0x7f2b4c0b5b00 msgr2=0x7f2b4c0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:57.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.567+0000 7f2b52589640 1 -- 172.21.15.33:0/1486358628 shutdown_connections 2024-07-26T17:04:57.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.567+0000 7f2b52589640 1 -- 172.21.15.33:0/1486358628 wait complete. 2024-07-26T17:04:57.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.569+0000 7f2b52589640 1 Processor -- start 2024-07-26T17:04:57.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.569+0000 7f2b52589640 1 -- start start 2024-07-26T17:04:57.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.570+0000 7f2b52589640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b4c0b37d0 0x7f2b4c1f4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.570+0000 7f2b52589640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b4c0b98a0 0x7f2b4c0a0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.570+0000 7f2b52589640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b4c0d2c10 0x7f2b4c0b0b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.570+0000 7f2b52589640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4c0d2320 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.570+0000 7f2b52589640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2b4c0b3df0 con 0x7f2b4c0d2c10 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.570+0000 7f2b52589640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2b4c0d3c30 con 0x7f2b4c0b98a0 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b4bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b4c0b37d0 0x7f2b4c1f4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b4bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b4c0b37d0 0x7f2b4c1f4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56972/0 (socket says 172.21.15.33:56972) 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b4bfff640 1 -- 172.21.15.33:0/1065359968 learned_addr learned my addr 172.21.15.33:0/1065359968 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b4b7fe640 1 --2- 172.21.15.33:0/1065359968 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b4c0b98a0 0x7f2b4c0a0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b50b26640 1 --2- 172.21.15.33:0/1065359968 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b4c0d2c10 0x7f2b4c0b0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b4bfff640 1 -- 172.21.15.33:0/1065359968 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b4c0b98a0 msgr2=0x7f2b4c0a0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:57.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b4bfff640 1 --2- 172.21.15.33:0/1065359968 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b4c0b98a0 0x7f2b4c0a0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b4bfff640 1 -- 172.21.15.33:0/1065359968 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b4c0d2c10 msgr2=0x7f2b4c0b0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:57.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b4bfff640 1 --2- 172.21.15.33:0/1065359968 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b4c0d2c10 0x7f2b4c0b0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b4bfff640 1 -- 172.21.15.33:0/1065359968 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b4c1f5d20 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b50b26640 1 --2- 172.21.15.33:0/1065359968 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b4c0d2c10 0x7f2b4c0b0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:57.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b4b7fe640 1 --2- 172.21.15.33:0/1065359968 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b4c0b98a0 0x7f2b4c0a0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:57.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.571+0000 7f2b4bfff640 1 --2- 172.21.15.33:0/1065359968 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b4c0b37d0 0x7f2b4c1f4b60 secure :-1 s=READY pgs=2312 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c00d780 tx=0x7f2b3c00dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:57.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.572+0000 7f2b48ff9640 1 -- 172.21.15.33:0/1065359968 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3c017070 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.572+0000 7f2b48ff9640 1 -- 172.21.15.33:0/1065359968 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b3c00de90 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.572+0000 7f2b52589640 1 -- 172.21.15.33:0/1065359968 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b4c1f5420 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.572+0000 7f2b48ff9640 1 -- 172.21.15.33:0/1065359968 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3c0099d0 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.572+0000 7f2b52589640 1 -- 172.21.15.33:0/1065359968 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b4c1f59e0 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.573+0000 7f2b52589640 1 -- 172.21.15.33:0/1065359968 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b4c0d3100 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.573+0000 7f2b48ff9640 1 -- 172.21.15.33:0/1065359968 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 152) ==== 49591+0+0 (secure 0 0 0) 0x7f2b3c009b70 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.573+0000 7f2b48ff9640 1 -- 172.21.15.33:0/1065359968 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(235..235 src has 1..235) ==== 7938+0+0 (secure 0 0 0) 0x7f2b3c052ca0 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.578+0000 7f2b48ff9640 1 -- 172.21.15.33:0/1065359968 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2b3c020020 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.810+0000 7f2b52589640 1 -- 172.21.15.33:0/1065359968 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b4c0cfb90 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.811+0000 7f2b48ff9640 1 -- 172.21.15.33:0/1065359968 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 123 v123) ==== 95+0+6565 (secure 0 0 0) 0x7f2b3c01fde0 con 0x7f2b4c0b37d0 2024-07-26T17:04:57.813 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:57.813 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":123,"btime":"2024-07-26T17:04:34:334958+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112}],"filesystems":[{"mdsmap":{"epoch":117,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:19.634245+0000","modified":"2024-07-26T17:04:22.650051+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10797},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10797":{"gid":10797,"name":"a","rank":0,"incarnation":113,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6833/2663631468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2663631468},{"type":"v1","addr":"172.21.15.33:6833","nonce":2663631468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[28],"metadata_pool":27,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10797,"qdb_cluster":[10797]},"id":13},{"mdsmap":{"epoch":123,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:30.701093+0000","modified":"2024-07-26T17:04:33.725847+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9823},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9823":{"gid":9823,"name":"b","rank":0,"incarnation":119,"state":"up:active","state_seq":5,"addr":"172.21.15.154:6834/2407372956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2407372956},{"type":"v1","addr":"172.21.15.154:6834","nonce":2407372956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[30],"metadata_pool":29,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9823,"qdb_cluster":[9823]},"id":14}]} 2024-07-26T17:04:57.813 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 123 2024-07-26T17:04:57.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.813+0000 7f2b52589640 1 -- 172.21.15.33:0/1065359968 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b4c0b37d0 msgr2=0x7f2b4c1f4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:57.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.813+0000 7f2b52589640 1 --2- 172.21.15.33:0/1065359968 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b4c0b37d0 0x7f2b4c1f4b60 secure :-1 s=READY pgs=2312 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c00d780 tx=0x7f2b3c00dc40 comp rx=0 tx=0).stop 2024-07-26T17:04:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.813+0000 7f2b52589640 1 -- 172.21.15.33:0/1065359968 shutdown_connections 2024-07-26T17:04:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.813+0000 7f2b52589640 1 --2- 172.21.15.33:0/1065359968 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2b4c0d2c10 0x7f2b4c0b0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.813+0000 7f2b52589640 1 --2- 172.21.15.33:0/1065359968 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2b4c0b98a0 0x7f2b4c0a0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.813+0000 7f2b52589640 1 --2- 172.21.15.33:0/1065359968 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2b4c0b37d0 0x7f2b4c1f4b60 unknown :-1 s=CLOSED pgs=2312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.813+0000 7f2b52589640 1 -- 172.21.15.33:0/1065359968 >> 172.21.15.33:0/1065359968 conn(0x7f2b4c0b5b00 msgr2=0x7f2b4c0b4c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.814+0000 7f2b52589640 1 -- 172.21.15.33:0/1065359968 shutdown_connections 2024-07-26T17:04:57.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.814+0000 7f2b52589640 1 -- 172.21.15.33:0/1065359968 wait complete. 2024-07-26T17:04:57.827 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:04:57.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.943+0000 7f3ae6044640 1 -- 172.21.15.33:0/3997561203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ae00b27f0 msgr2=0x7f3ae00cce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:57.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.943+0000 7f3ae6044640 1 --2- 172.21.15.33:0/3997561203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ae00b27f0 0x7f3ae00cce70 secure :-1 s=READY pgs=2313 cs=0 l=1 rev1=1 crypto rx=0x7f3ad8005fd0 tx=0x7f3ad802a980 comp rx=0 tx=0).stop 2024-07-26T17:04:57.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.944+0000 7f3ae6044640 1 -- 172.21.15.33:0/3997561203 shutdown_connections 2024-07-26T17:04:57.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.944+0000 7f3ae6044640 1 --2- 172.21.15.33:0/3997561203 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ae00b27f0 0x7f3ae00cce70 unknown :-1 s=CLOSED pgs=2313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.944+0000 7f3ae6044640 1 --2- 172.21.15.33:0/3997561203 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ae00cece0 0x7f3ae00cc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.944+0000 7f3ae6044640 1 -- 172.21.15.33:0/3997561203 >> 172.21.15.33:0/3997561203 conn(0x7f3ae00d1e20 msgr2=0x7f3ae00d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:57.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.944+0000 7f3ae6044640 1 -- 172.21.15.33:0/3997561203 shutdown_connections 2024-07-26T17:04:57.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.944+0000 7f3ae6044640 1 -- 172.21.15.33:0/3997561203 wait complete. 2024-07-26T17:04:57.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.945+0000 7f3ae6044640 1 Processor -- start 2024-07-26T17:04:57.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.946+0000 7f3ae6044640 1 -- start start 2024-07-26T17:04:57.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3ae6044640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ae00b27f0 0x7f3ae014e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3ae6044640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ae00b3480 0x7f3ae015aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3ae6044640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ae01542f0 0x7f3ae015c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3ae6044640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ae00cd3b0 con 0x7f3ae01542f0 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3ae6044640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3ae00b7340 con 0x7f3ae00b3480 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3ae6044640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3ae00cd530 con 0x7f3ae00b27f0 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3adffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ae01542f0 0x7f3ae015c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3adffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ae01542f0 0x7f3ae015c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56988/0 (socket says 172.21.15.33:56988) 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3adffff640 1 -- 172.21.15.33:0/2113342953 learned_addr learned my addr 172.21.15.33:0/2113342953 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3adf7fe640 1 --2- 172.21.15.33:0/2113342953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ae00b27f0 0x7f3ae014e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3adeffd640 1 --2- 172.21.15.33:0/2113342953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ae00b3480 0x7f3ae015aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3adffff640 1 -- 172.21.15.33:0/2113342953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ae00b27f0 msgr2=0x7f3ae014e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:57.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3adffff640 1 --2- 172.21.15.33:0/2113342953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ae00b27f0 0x7f3ae014e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3adffff640 1 -- 172.21.15.33:0/2113342953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ae00b3480 msgr2=0x7f3ae015aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:57.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3adffff640 1 --2- 172.21.15.33:0/2113342953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ae00b3480 0x7f3ae015aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:57.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.947+0000 7f3adffff640 1 -- 172.21.15.33:0/2113342953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ae014e7a0 con 0x7f3ae01542f0 2024-07-26T17:04:57.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.948+0000 7f3adffff640 1 --2- 172.21.15.33:0/2113342953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ae01542f0 0x7f3ae015c5a0 secure :-1 s=READY pgs=2314 cs=0 l=1 rev1=1 crypto rx=0x7f3ad8033040 tx=0x7f3ad8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:57.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.948+0000 7f3ac7fff640 1 -- 172.21.15.33:0/2113342953 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad8034040 con 0x7f3ae01542f0 2024-07-26T17:04:57.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.948+0000 7f3ac7fff640 1 -- 172.21.15.33:0/2113342953 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ad8004540 con 0x7f3ae01542f0 2024-07-26T17:04:57.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.948+0000 7f3ae6044640 1 -- 172.21.15.33:0/2113342953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ae0159970 con 0x7f3ae01542f0 2024-07-26T17:04:57.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.948+0000 7f3ac7fff640 1 -- 172.21.15.33:0/2113342953 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ad8045480 con 0x7f3ae01542f0 2024-07-26T17:04:57.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.948+0000 7f3ae6044640 1 -- 172.21.15.33:0/2113342953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ae0159f30 con 0x7f3ae01542f0 2024-07-26T17:04:57.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.949+0000 7f3ae6044640 1 -- 172.21.15.33:0/2113342953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ae00cda80 con 0x7f3ae01542f0 2024-07-26T17:04:57.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.949+0000 7f3ac7fff640 1 -- 172.21.15.33:0/2113342953 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 152) ==== 49591+0+0 (secure 0 0 0) 0x7f3ad8037020 con 0x7f3ae01542f0 2024-07-26T17:04:57.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.949+0000 7f3ac7fff640 1 -- 172.21.15.33:0/2113342953 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(235..235 src has 1..235) ==== 7938+0+0 (secure 0 0 0) 0x7f3ad8074190 con 0x7f3ae01542f0 2024-07-26T17:04:57.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:57.954+0000 7f3ac7fff640 1 -- 172.21.15.33:0/2113342953 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3ad8045620 con 0x7f3ae01542f0 2024-07-26T17:04:58.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.149+0000 7f3ae6044640 1 -- 172.21.15.33:0/2113342953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3ae00b4690 con 0x7f3ae01542f0 2024-07-26T17:04:58.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.150+0000 7f3ac7fff640 1 -- 172.21.15.33:0/2113342953 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v235) ==== 74+0+22112 (secure 0 0 0) 0x7f3ad8045d80 con 0x7f3ae01542f0 2024-07-26T17:04:58.152 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:58.152 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":235,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:04:56.286425+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":30,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:04:17.339935+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"228","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_data","create_time":"2024-07-26T17:04:18.586474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"229","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:04:28.974595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"232","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:04:29.652256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"233","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/2320894931":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1797829799":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/3318624646":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1495156609":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6837/3434115432":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2345583187":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1730831444":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1877654555":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6836/3434115432":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2223329041":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2562576812":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1430757292":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/424067755":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/3352230053":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1988360295":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/3296404043":"2024-07-27T17:04:41.411730+0000","172.21.15.33:6837/2405396244":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1663541696":"2024-07-27T17:04:41.411730+0000","172.21.15.33:6836/2405396244":"2024-07-27T17:04:41.411730+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:04:58.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.153+0000 7f3ae6044640 1 -- 172.21.15.33:0/2113342953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ae01542f0 msgr2=0x7f3ae015c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:58.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.153+0000 7f3ae6044640 1 --2- 172.21.15.33:0/2113342953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ae01542f0 0x7f3ae015c5a0 secure :-1 s=READY pgs=2314 cs=0 l=1 rev1=1 crypto rx=0x7f3ad8033040 tx=0x7f3ad8003f10 comp rx=0 tx=0).stop 2024-07-26T17:04:58.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.153+0000 7f3ae6044640 1 -- 172.21.15.33:0/2113342953 shutdown_connections 2024-07-26T17:04:58.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.153+0000 7f3ae6044640 1 --2- 172.21.15.33:0/2113342953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ae01542f0 0x7f3ae015c5a0 unknown :-1 s=CLOSED pgs=2314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.153+0000 7f3ae6044640 1 --2- 172.21.15.33:0/2113342953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ae00b3480 0x7f3ae015aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.153+0000 7f3ae6044640 1 --2- 172.21.15.33:0/2113342953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ae00b27f0 0x7f3ae014e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.153+0000 7f3ae6044640 1 -- 172.21.15.33:0/2113342953 >> 172.21.15.33:0/2113342953 conn(0x7f3ae00d1e20 msgr2=0x7f3ae00b0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:58.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.153+0000 7f3ae6044640 1 -- 172.21.15.33:0/2113342953 shutdown_connections 2024-07-26T17:04:58.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.153+0000 7f3ae6044640 1 -- 172.21.15.33:0/2113342953 wait complete. 2024-07-26T17:04:58.166 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T17:04:58.167 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:58.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.283+0000 7f80942cb640 1 -- 172.21.15.33:0/4040013551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f808c0cece0 msgr2=0x7f808c0cc930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:58.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.283+0000 7f80942cb640 1 --2- 172.21.15.33:0/4040013551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f808c0cece0 0x7f808c0cc930 secure :-1 s=READY pgs=2316 cs=0 l=1 rev1=1 crypto rx=0x7f808c0d02f0 tx=0x7f808802a4a0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.284+0000 7f80942cb640 1 -- 172.21.15.33:0/4040013551 shutdown_connections 2024-07-26T17:04:58.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.284+0000 7f80942cb640 1 --2- 172.21.15.33:0/4040013551 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f808c0b27f0 0x7f808c0cce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.284+0000 7f80942cb640 1 --2- 172.21.15.33:0/4040013551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f808c0cece0 0x7f808c0cc930 unknown :-1 s=CLOSED pgs=2316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.284+0000 7f80942cb640 1 -- 172.21.15.33:0/4040013551 >> 172.21.15.33:0/4040013551 conn(0x7f808c0d1e20 msgr2=0x7f808c0d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:58.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.284+0000 7f80942cb640 1 -- 172.21.15.33:0/4040013551 shutdown_connections 2024-07-26T17:04:58.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.284+0000 7f80942cb640 1 -- 172.21.15.33:0/4040013551 wait complete. 2024-07-26T17:04:58.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.285+0000 7f80942cb640 1 Processor -- start 2024-07-26T17:04:58.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.285+0000 7f80942cb640 1 -- start start 2024-07-26T17:04:58.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f80942cb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f808c0b27f0 0x7f808c09efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:58.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f80942cb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f808c0b3480 0x7f808c09bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f80942cb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f808c15c500 0x7f808c09c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f80942cb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f808c0cd3b0 con 0x7f808c0b27f0 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f80942cb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f808c0b7450 con 0x7f808c15c500 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f80942cb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f808c0cd530 con 0x7f808c0b3480 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f8092067640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f808c0b27f0 0x7f808c09efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f8092067640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f808c0b27f0 0x7f808c09efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57012/0 (socket says 172.21.15.33:57012) 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f8092067640 1 -- 172.21.15.33:0/2310039822 learned_addr learned my addr 172.21.15.33:0/2310039822 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f8091866640 1 --2- 172.21.15.33:0/2310039822 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f808c0b3480 0x7f808c09bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f8092868640 1 --2- 172.21.15.33:0/2310039822 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f808c15c500 0x7f808c09c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f8092067640 1 -- 172.21.15.33:0/2310039822 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f808c0b3480 msgr2=0x7f808c09bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f8092067640 1 --2- 172.21.15.33:0/2310039822 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f808c0b3480 0x7f808c09bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f8092067640 1 -- 172.21.15.33:0/2310039822 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f808c15c500 msgr2=0x7f808c09c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:58.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f8092067640 1 --2- 172.21.15.33:0/2310039822 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f808c15c500 0x7f808c09c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f8092067640 1 -- 172.21.15.33:0/2310039822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f808c1f3ee0 con 0x7f808c0b27f0 2024-07-26T17:04:58.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.287+0000 7f8092067640 1 --2- 172.21.15.33:0/2310039822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f808c0b27f0 0x7f808c09efb0 secure :-1 s=READY pgs=2317 cs=0 l=1 rev1=1 crypto rx=0x7f808000c3a0 tx=0x7f808000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:58.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.288+0000 7f807effd640 1 -- 172.21.15.33:0/2310039822 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8080017070 con 0x7f808c0b27f0 2024-07-26T17:04:58.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.288+0000 7f807effd640 1 -- 172.21.15.33:0/2310039822 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f80800053c0 con 0x7f808c0b27f0 2024-07-26T17:04:58.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.288+0000 7f80942cb640 1 -- 172.21.15.33:0/2310039822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f808c09e4d0 con 0x7f808c0b27f0 2024-07-26T17:04:58.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.288+0000 7f807effd640 1 -- 172.21.15.33:0/2310039822 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8080003850 con 0x7f808c0b27f0 2024-07-26T17:04:58.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.288+0000 7f80942cb640 1 -- 172.21.15.33:0/2310039822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f808c09c6a0 con 0x7f808c0b27f0 2024-07-26T17:04:58.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.289+0000 7f807effd640 1 -- 172.21.15.33:0/2310039822 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 152) ==== 49591+0+0 (secure 0 0 0) 0x7f808001a070 con 0x7f808c0b27f0 2024-07-26T17:04:58.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.289+0000 7f80942cb640 1 -- 172.21.15.33:0/2310039822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f808c0d2600 con 0x7f808c0b27f0 2024-07-26T17:04:58.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.289+0000 7f807effd640 1 -- 172.21.15.33:0/2310039822 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(235..235 src has 1..235) ==== 7938+0+0 (secure 0 0 0) 0x7f8080051e10 con 0x7f808c0b27f0 2024-07-26T17:04:58.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.294+0000 7f807effd640 1 -- 172.21.15.33:0/2310039822 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f808c0d2600 con 0x7f808c0b27f0 2024-07-26T17:04:58.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.528+0000 7f80942cb640 1 -- 172.21.15.33:0/2310039822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f808c0cd9b0 con 0x7f808c0b27f0 2024-07-26T17:04:58.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.529+0000 7f807effd640 1 -- 172.21.15.33:0/2310039822 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 123 v123) ==== 95+0+6565 (secure 0 0 0) 0x7f80800102e0 con 0x7f808c0b27f0 2024-07-26T17:04:58.530 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:58.531 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":123,"btime":"2024-07-26T17:04:34:334958+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112}],"filesystems":[{"mdsmap":{"epoch":117,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:19.634245+0000","modified":"2024-07-26T17:04:22.650051+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10797},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10797":{"gid":10797,"name":"a","rank":0,"incarnation":113,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6833/2663631468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2663631468},{"type":"v1","addr":"172.21.15.33:6833","nonce":2663631468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[28],"metadata_pool":27,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10797,"qdb_cluster":[10797]},"id":13},{"mdsmap":{"epoch":123,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:30.701093+0000","modified":"2024-07-26T17:04:33.725847+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9823},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9823":{"gid":9823,"name":"b","rank":0,"incarnation":119,"state":"up:active","state_seq":5,"addr":"172.21.15.154:6834/2407372956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2407372956},{"type":"v1","addr":"172.21.15.154:6834","nonce":2407372956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[30],"metadata_pool":29,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9823,"qdb_cluster":[9823]},"id":14}]} 2024-07-26T17:04:58.531 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 123 2024-07-26T17:04:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.531+0000 7f80942cb640 1 -- 172.21.15.33:0/2310039822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f808c0b27f0 msgr2=0x7f808c09efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.531+0000 7f80942cb640 1 --2- 172.21.15.33:0/2310039822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f808c0b27f0 0x7f808c09efb0 secure :-1 s=READY pgs=2317 cs=0 l=1 rev1=1 crypto rx=0x7f808000c3a0 tx=0x7f808000c860 comp rx=0 tx=0).stop 2024-07-26T17:04:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.531+0000 7f80942cb640 1 -- 172.21.15.33:0/2310039822 shutdown_connections 2024-07-26T17:04:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.531+0000 7f80942cb640 1 --2- 172.21.15.33:0/2310039822 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f808c15c500 0x7f808c09c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.531+0000 7f80942cb640 1 --2- 172.21.15.33:0/2310039822 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f808c0b3480 0x7f808c09bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.531+0000 7f80942cb640 1 --2- 172.21.15.33:0/2310039822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f808c0b27f0 0x7f808c09efb0 unknown :-1 s=CLOSED pgs=2317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.531+0000 7f80942cb640 1 -- 172.21.15.33:0/2310039822 >> 172.21.15.33:0/2310039822 conn(0x7f808c0d1e20 msgr2=0x7f808c0b0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.531+0000 7f80942cb640 1 -- 172.21.15.33:0/2310039822 shutdown_connections 2024-07-26T17:04:58.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.531+0000 7f80942cb640 1 -- 172.21.15.33:0/2310039822 wait complete. 2024-07-26T17:04:58.544 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:04:58.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.662+0000 7f68ab1f1640 1 -- 172.21.15.33:0/1771322670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a40d26d0 msgr2=0x7f68a40d2ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:58.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.662+0000 7f68ab1f1640 1 --2- 172.21.15.33:0/1771322670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a40d26d0 0x7f68a40d2ae0 secure :-1 s=READY pgs=2318 cs=0 l=1 rev1=1 crypto rx=0x7f6890005fd0 tx=0x7f689002a540 comp rx=0 tx=0).stop 2024-07-26T17:04:58.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.662+0000 7f68ab1f1640 1 -- 172.21.15.33:0/1771322670 shutdown_connections 2024-07-26T17:04:58.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.662+0000 7f68ab1f1640 1 --2- 172.21.15.33:0/1771322670 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a40d3020 0x7f68a40cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.662+0000 7f68ab1f1640 1 --2- 172.21.15.33:0/1771322670 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a40d26d0 0x7f68a40d2ae0 unknown :-1 s=CLOSED pgs=2318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.662+0000 7f68ab1f1640 1 -- 172.21.15.33:0/1771322670 >> 172.21.15.33:0/1771322670 conn(0x7f68a40b5b00 msgr2=0x7f68a40b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:58.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.662+0000 7f68ab1f1640 1 -- 172.21.15.33:0/1771322670 shutdown_connections 2024-07-26T17:04:58.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.662+0000 7f68ab1f1640 1 -- 172.21.15.33:0/1771322670 wait complete. 2024-07-26T17:04:58.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.664+0000 7f68ab1f1640 1 Processor -- start 2024-07-26T17:04:58.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.664+0000 7f68ab1f1640 1 -- start start 2024-07-26T17:04:58.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68ab1f1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a40b37d0 0x7f68a41f5b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:58.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68ab1f1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a40d26d0 0x7f68a4160550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:58.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68ab1f1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a40d3020 0x7f68a4158460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:58.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68ab1f1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f68a40b3d60 con 0x7f68a40d26d0 2024-07-26T17:04:58.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68ab1f1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f68a40b3be0 con 0x7f68a40d3020 2024-07-26T17:04:58.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68ab1f1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f68a40d3c30 con 0x7f68a40b37d0 2024-07-26T17:04:58.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68a3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a40d26d0 0x7f68a4160550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68a3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a40d26d0 0x7f68a4160550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57022/0 (socket says 172.21.15.33:57022) 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68a3fff640 1 -- 172.21.15.33:0/2153295063 learned_addr learned my addr 172.21.15.33:0/2153295063 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68a8f8d640 1 --2- 172.21.15.33:0/2153295063 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a40b37d0 0x7f68a41f5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68a978e640 1 --2- 172.21.15.33:0/2153295063 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a40d3020 0x7f68a4158460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68a3fff640 1 -- 172.21.15.33:0/2153295063 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a40b37d0 msgr2=0x7f68a41f5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68a3fff640 1 --2- 172.21.15.33:0/2153295063 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a40b37d0 0x7f68a41f5b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68a3fff640 1 -- 172.21.15.33:0/2153295063 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a40d3020 msgr2=0x7f68a4158460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.665+0000 7f68a3fff640 1 --2- 172.21.15.33:0/2153295063 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a40d3020 0x7f68a4158460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.666+0000 7f68a3fff640 1 -- 172.21.15.33:0/2153295063 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a41f6070 con 0x7f68a40d26d0 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.666+0000 7f68a3fff640 1 --2- 172.21.15.33:0/2153295063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a40d26d0 0x7f68a4160550 secure :-1 s=READY pgs=2319 cs=0 l=1 rev1=1 crypto rx=0x7f6890000c00 tx=0x7f68900038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.666+0000 7f68a17fa640 1 -- 172.21.15.33:0/2153295063 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f689003e030 con 0x7f68a40d26d0 2024-07-26T17:04:58.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.666+0000 7f68a17fa640 1 -- 172.21.15.33:0/2153295063 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6890003db0 con 0x7f68a40d26d0 2024-07-26T17:04:58.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.666+0000 7f68ab1f1640 1 -- 172.21.15.33:0/2153295063 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68a4160a90 con 0x7f68a40d26d0 2024-07-26T17:04:58.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.666+0000 7f68a17fa640 1 -- 172.21.15.33:0/2153295063 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6890035040 con 0x7f68a40d26d0 2024-07-26T17:04:58.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.666+0000 7f68ab1f1640 1 -- 172.21.15.33:0/2153295063 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68a415f790 con 0x7f68a40d26d0 2024-07-26T17:04:58.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.667+0000 7f68a17fa640 1 -- 172.21.15.33:0/2153295063 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 152) ==== 49591+0+0 (secure 0 0 0) 0x7f6890041030 con 0x7f68a40d26d0 2024-07-26T17:04:58.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.667+0000 7f68a17fa640 1 -- 172.21.15.33:0/2153295063 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(235..235 src has 1..235) ==== 7938+0+0 (secure 0 0 0) 0x7f6890073110 con 0x7f68a40d26d0 2024-07-26T17:04:58.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.667+0000 7f68ab1f1640 1 -- 172.21.15.33:0/2153295063 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68a415f220 con 0x7f68a40d26d0 2024-07-26T17:04:58.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.672+0000 7f68a17fa640 1 -- 172.21.15.33:0/2153295063 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f68a41f6070 con 0x7f68a40d26d0 2024-07-26T17:04:58.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.904+0000 7f68ab1f1640 1 -- 172.21.15.33:0/2153295063 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68a40d2ae0 con 0x7f68a40d26d0 2024-07-26T17:04:58.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.904+0000 7f68a17fa640 1 -- 172.21.15.33:0/2153295063 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 123 v123) ==== 95+0+6565 (secure 0 0 0) 0x7f6890036df0 con 0x7f68a40d26d0 2024-07-26T17:04:58.906 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:58.906 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":123,"btime":"2024-07-26T17:04:34:334958+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112}],"filesystems":[{"mdsmap":{"epoch":117,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:19.634245+0000","modified":"2024-07-26T17:04:22.650051+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10797},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10797":{"gid":10797,"name":"a","rank":0,"incarnation":113,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6833/2663631468","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2663631468},{"type":"v1","addr":"172.21.15.33:6833","nonce":2663631468}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[28],"metadata_pool":27,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10797,"qdb_cluster":[10797]},"id":13},{"mdsmap":{"epoch":123,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:30.701093+0000","modified":"2024-07-26T17:04:33.725847+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9823},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9823":{"gid":9823,"name":"b","rank":0,"incarnation":119,"state":"up:active","state_seq":5,"addr":"172.21.15.154:6834/2407372956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2407372956},{"type":"v1","addr":"172.21.15.154:6834","nonce":2407372956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[30],"metadata_pool":29,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9823,"qdb_cluster":[9823]},"id":14}]} 2024-07-26T17:04:58.907 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 123 2024-07-26T17:04:58.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.907+0000 7f68ab1f1640 1 -- 172.21.15.33:0/2153295063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a40d26d0 msgr2=0x7f68a4160550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:58.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.907+0000 7f68ab1f1640 1 --2- 172.21.15.33:0/2153295063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a40d26d0 0x7f68a4160550 secure :-1 s=READY pgs=2319 cs=0 l=1 rev1=1 crypto rx=0x7f6890000c00 tx=0x7f68900038a0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.907+0000 7f68ab1f1640 1 -- 172.21.15.33:0/2153295063 shutdown_connections 2024-07-26T17:04:58.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.907+0000 7f68ab1f1640 1 --2- 172.21.15.33:0/2153295063 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a40d3020 0x7f68a4158460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.907+0000 7f68ab1f1640 1 --2- 172.21.15.33:0/2153295063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a40d26d0 0x7f68a4160550 unknown :-1 s=CLOSED pgs=2319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.907+0000 7f68ab1f1640 1 --2- 172.21.15.33:0/2153295063 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a40b37d0 0x7f68a41f5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:58.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.907+0000 7f68ab1f1640 1 -- 172.21.15.33:0/2153295063 >> 172.21.15.33:0/2153295063 conn(0x7f68a40b5b00 msgr2=0x7f68a406e7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:58.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.907+0000 7f68ab1f1640 1 -- 172.21.15.33:0/2153295063 shutdown_connections 2024-07-26T17:04:58.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:58.907+0000 7f68ab1f1640 1 -- 172.21.15.33:0/2153295063 wait complete. 2024-07-26T17:04:58.920 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:04:59.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.037+0000 7f1bd6e66640 1 -- 172.21.15.33:0/515516719 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd00cd940 msgr2=0x7f1bd00ceb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:59.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.037+0000 7f1bd6e66640 1 --2- 172.21.15.33:0/515516719 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd00cd940 0x7f1bd00ceb10 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8009830 tx=0x7f1bc802a3f0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.037+0000 7f1bd6e66640 1 -- 172.21.15.33:0/515516719 shutdown_connections 2024-07-26T17:04:59.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.037+0000 7f1bd6e66640 1 --2- 172.21.15.33:0/515516719 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd00cd940 0x7f1bd00ceb10 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.037+0000 7f1bd6e66640 1 --2- 172.21.15.33:0/515516719 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd00b3480 0x7f1bd00ce5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.037+0000 7f1bd6e66640 1 -- 172.21.15.33:0/515516719 >> 172.21.15.33:0/515516719 conn(0x7f1bd00d1e20 msgr2=0x7f1bd00d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:59.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.037+0000 7f1bd6e66640 1 -- 172.21.15.33:0/515516719 shutdown_connections 2024-07-26T17:04:59.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.037+0000 7f1bd6e66640 1 -- 172.21.15.33:0/515516719 wait complete. 2024-07-26T17:04:59.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.039+0000 7f1bd6e66640 1 Processor -- start 2024-07-26T17:04:59.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.039+0000 7f1bd6e66640 1 -- start start 2024-07-26T17:04:59.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.040+0000 7f1bd6e66640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd00b3480 0x7f1bd014a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:59.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.040+0000 7f1bd6e66640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd00b7130 0x7f1bd006e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:59.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.040+0000 7f1bd6e66640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd00cd940 0x7f1bd006ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:59.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd6e66640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd00b2280 con 0x7f1bd00cd940 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd6e66640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd00b2100 con 0x7f1bd00b7130 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd6e66640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1bd00b2400 con 0x7f1bd00b3480 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd5403640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd00cd940 0x7f1bd006ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd5403640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd00cd940 0x7f1bd006ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57024/0 (socket says 172.21.15.33:57024) 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd5403640 1 -- 172.21.15.33:0/775189882 learned_addr learned my addr 172.21.15.33:0/775189882 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd4c02640 1 --2- 172.21.15.33:0/775189882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd00b3480 0x7f1bd014a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bcffff640 1 --2- 172.21.15.33:0/775189882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd00b7130 0x7f1bd006e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd5403640 1 -- 172.21.15.33:0/775189882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd00b3480 msgr2=0x7f1bd014a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd5403640 1 --2- 172.21.15.33:0/775189882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd00b3480 0x7f1bd014a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd5403640 1 -- 172.21.15.33:0/775189882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd00b7130 msgr2=0x7f1bd006e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd5403640 1 --2- 172.21.15.33:0/775189882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd00b7130 0x7f1bd006e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd5403640 1 -- 172.21.15.33:0/775189882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bd0157b40 con 0x7f1bd00cd940 2024-07-26T17:04:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bcffff640 1 --2- 172.21.15.33:0/775189882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd00b7130 0x7f1bd006e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:04:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd5403640 1 --2- 172.21.15.33:0/775189882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd00cd940 0x7f1bd006ec10 secure :-1 s=READY pgs=2320 cs=0 l=1 rev1=1 crypto rx=0x7f1bc802a9e0 tx=0x7f1bc8033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bcd7fa640 1 -- 172.21.15.33:0/775189882 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8005c90 con 0x7f1bd00cd940 2024-07-26T17:04:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bcd7fa640 1 -- 172.21.15.33:0/775189882 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1bc8031e50 con 0x7f1bd00cd940 2024-07-26T17:04:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.041+0000 7f1bd6e66640 1 -- 172.21.15.33:0/775189882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bd0157e20 con 0x7f1bd00cd940 2024-07-26T17:04:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.042+0000 7f1bcd7fa640 1 -- 172.21.15.33:0/775189882 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8005220 con 0x7f1bd00cd940 2024-07-26T17:04:59.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.042+0000 7f1bd6e66640 1 -- 172.21.15.33:0/775189882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bd01583e0 con 0x7f1bd00cd940 2024-07-26T17:04:59.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.043+0000 7f1bcd7fa640 1 -- 172.21.15.33:0/775189882 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 152) ==== 49591+0+0 (secure 0 0 0) 0x7f1bc80053c0 con 0x7f1bd00cd940 2024-07-26T17:04:59.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.043+0000 7f1bcd7fa640 1 -- 172.21.15.33:0/775189882 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(235..235 src has 1..235) ==== 7938+0+0 (secure 0 0 0) 0x7f1bc8073970 con 0x7f1bd00cd940 2024-07-26T17:04:59.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.043+0000 7f1bd6e66640 1 -- 172.21.15.33:0/775189882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bd00b2990 con 0x7f1bd00cd940 2024-07-26T17:04:59.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.048+0000 7f1bcd7fa640 1 -- 172.21.15.33:0/775189882 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1bc803f030 con 0x7f1bd00cd940 2024-07-26T17:04:59.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.113+0000 7f1bcd7fa640 1 -- 172.21.15.33:0/775189882 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 153) ==== 49591+0+0 (secure 0 0 0) 0x7f1bc803bcf0 con 0x7f1bd00cd940 2024-07-26T17:04:59.170 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.168+0000 7fc320ac5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.171 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.168+0000 7fc320ac5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.171 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.168+0000 7fc320ac5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.171 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.168+0000 7fc320ac5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.171 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.168+0000 7fc320ac5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.171 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.169+0000 7fc31dabf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.171 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.169+0000 7fc31dabf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.171 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.169+0000 7fc31dabf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.171 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.169+0000 7fc31dabf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.171 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.169+0000 7fc31dabf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.185 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.183+0000 7fc31dabf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.185 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.183+0000 7fc31dabf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.185 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.183+0000 7fc31dabf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.185 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.183+0000 7fc31dabf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.185 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.183+0000 7fc31dabf640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.186 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.183+0000 7fc320ac5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.186 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.183+0000 7fc320ac5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.186 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.183+0000 7fc320ac5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.186 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.183+0000 7fc320ac5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.186 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:04:59.183+0000 7fc320ac5640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:04:59.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.252+0000 7f1bd6e66640 1 -- 172.21.15.33:0/775189882 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1bd015e320 con 0x7f1bd00cd940 2024-07-26T17:04:59.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.254+0000 7f1bcd7fa640 1 -- 172.21.15.33:0/775189882 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v236) ==== 74+0+22112 (secure 0 0 0) 0x7f1bc805de20 con 0x7f1bd00cd940 2024-07-26T17:04:59.256 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:04:59.256 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":236,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:04:59.106432+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":30,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:04:17.339935+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"228","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_data","create_time":"2024-07-26T17:04:18.586474+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"229","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:04:28.974595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"232","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:04:29.652256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"233","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/2320894931":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1797829799":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/3318624646":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1495156609":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6837/3434115432":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2345583187":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1730831444":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1877654555":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6836/3434115432":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2223329041":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2562576812":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1430757292":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/424067755":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/3352230053":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1988360295":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/3296404043":"2024-07-27T17:04:41.411730+0000","172.21.15.33:6837/2405396244":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1663541696":"2024-07-27T17:04:41.411730+0000","172.21.15.33:6836/2405396244":"2024-07-27T17:04:41.411730+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:04:59.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.257+0000 7f1bd6e66640 1 -- 172.21.15.33:0/775189882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd00cd940 msgr2=0x7f1bd006ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:59.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.257+0000 7f1bd6e66640 1 --2- 172.21.15.33:0/775189882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd00cd940 0x7f1bd006ec10 secure :-1 s=READY pgs=2320 cs=0 l=1 rev1=1 crypto rx=0x7f1bc802a9e0 tx=0x7f1bc8033c20 comp rx=0 tx=0).stop 2024-07-26T17:04:59.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.257+0000 7f1bd6e66640 1 -- 172.21.15.33:0/775189882 shutdown_connections 2024-07-26T17:04:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.257+0000 7f1bd6e66640 1 --2- 172.21.15.33:0/775189882 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bd00cd940 0x7f1bd006ec10 unknown :-1 s=CLOSED pgs=2320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.257+0000 7f1bd6e66640 1 --2- 172.21.15.33:0/775189882 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bd00b7130 0x7f1bd006e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.257+0000 7f1bd6e66640 1 --2- 172.21.15.33:0/775189882 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1bd00b3480 0x7f1bd014a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.257+0000 7f1bd6e66640 1 -- 172.21.15.33:0/775189882 >> 172.21.15.33:0/775189882 conn(0x7f1bd00d1e20 msgr2=0x7f1bd00d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.257+0000 7f1bd6e66640 1 -- 172.21.15.33:0/775189882 shutdown_connections 2024-07-26T17:04:59.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.257+0000 7f1bd6e66640 1 -- 172.21.15.33:0/775189882 wait complete. 2024-07-26T17:04:59.275 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T17:04:59.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.393+0000 7f351b7ba640 1 -- 172.21.15.33:0/938336451 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f35140d0bc0 msgr2=0x7f35140cecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:59.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.393+0000 7f351b7ba640 1 --2- 172.21.15.33:0/938336451 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f35140d0bc0 0x7f35140cecd0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f3504009830 tx=0x7f350402a480 comp rx=0 tx=0).stop 2024-07-26T17:04:59.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.393+0000 7f351b7ba640 1 -- 172.21.15.33:0/938336451 shutdown_connections 2024-07-26T17:04:59.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.393+0000 7f351b7ba640 1 --2- 172.21.15.33:0/938336451 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f35140d0bc0 0x7f35140cecd0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.393+0000 7f351b7ba640 1 --2- 172.21.15.33:0/938336451 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35140cfd00 0x7f35140ce790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.393+0000 7f351b7ba640 1 -- 172.21.15.33:0/938336451 >> 172.21.15.33:0/938336451 conn(0x7f35140d1e00 msgr2=0x7f35140d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:59.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.394+0000 7f351b7ba640 1 -- 172.21.15.33:0/938336451 shutdown_connections 2024-07-26T17:04:59.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.394+0000 7f351b7ba640 1 -- 172.21.15.33:0/938336451 wait complete. 2024-07-26T17:04:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.395+0000 7f351b7ba640 1 Processor -- start 2024-07-26T17:04:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.395+0000 7f351b7ba640 1 -- start start 2024-07-26T17:04:59.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f351b7ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35140cfd00 0x7f351414f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:59.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f351b7ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35140d0bc0 0x7f351406e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:59.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f351b7ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3514160350 0x7f35140caec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:59.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f351b7ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f35140b4fe0 con 0x7f35140d0bc0 2024-07-26T17:04:59.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f351b7ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f35140b4e60 con 0x7f3514160350 2024-07-26T17:04:59.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f351b7ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f35140b5160 con 0x7f35140cfd00 2024-07-26T17:04:59.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3518d55640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35140d0bc0 0x7f351406e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:59.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3518d55640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35140d0bc0 0x7f351406e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57026/0 (socket says 172.21.15.33:57026) 2024-07-26T17:04:59.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3518d55640 1 -- 172.21.15.33:0/1352042155 learned_addr learned my addr 172.21.15.33:0/1352042155 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:59.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3519556640 1 --2- 172.21.15.33:0/1352042155 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35140cfd00 0x7f351414f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3519d57640 1 --2- 172.21.15.33:0/1352042155 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3514160350 0x7f35140caec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3518d55640 1 -- 172.21.15.33:0/1352042155 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35140cfd00 msgr2=0x7f351414f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3518d55640 1 --2- 172.21.15.33:0/1352042155 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35140cfd00 0x7f351414f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3518d55640 1 -- 172.21.15.33:0/1352042155 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3514160350 msgr2=0x7f35140caec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3518d55640 1 --2- 172.21.15.33:0/1352042155 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3514160350 0x7f35140caec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3518d55640 1 -- 172.21.15.33:0/1352042155 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f351406f360 con 0x7f35140d0bc0 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3519d57640 1 --2- 172.21.15.33:0/1352042155 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3514160350 0x7f35140caec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.397+0000 7f3518d55640 1 --2- 172.21.15.33:0/1352042155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35140d0bc0 0x7f351406e670 secure :-1 s=READY pgs=2321 cs=0 l=1 rev1=1 crypto rx=0x7f3504009950 tx=0x7f3504033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.398+0000 7f3509ffb640 1 -- 172.21.15.33:0/1352042155 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3504005c90 con 0x7f35140d0bc0 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.398+0000 7f3509ffb640 1 -- 172.21.15.33:0/1352042155 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3504031e50 con 0x7f35140d0bc0 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.398+0000 7f351b7ba640 1 -- 172.21.15.33:0/1352042155 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f351406f640 con 0x7f35140d0bc0 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.398+0000 7f3509ffb640 1 -- 172.21.15.33:0/1352042155 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3504005260 con 0x7f35140d0bc0 2024-07-26T17:04:59.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.398+0000 7f351b7ba640 1 -- 172.21.15.33:0/1352042155 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35141e6340 con 0x7f35140d0bc0 2024-07-26T17:04:59.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.399+0000 7f3509ffb640 1 -- 172.21.15.33:0/1352042155 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 153) ==== 49591+0+0 (secure 0 0 0) 0x7f3504005400 con 0x7f35140d0bc0 2024-07-26T17:04:59.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.399+0000 7f351b7ba640 1 -- 172.21.15.33:0/1352042155 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3514160760 con 0x7f35140d0bc0 2024-07-26T17:04:59.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.399+0000 7f3509ffb640 1 -- 172.21.15.33:0/1352042155 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(236..236 src has 1..236) ==== 7938+0+0 (secure 0 0 0) 0x7f3504073b40 con 0x7f35140d0bc0 2024-07-26T17:04:59.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.404+0000 7f3509ffb640 1 -- 172.21.15.33:0/1352042155 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f350403f030 con 0x7f35140d0bc0 2024-07-26T17:04:59.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.639+0000 7f351b7ba640 1 -- 172.21.15.33:0/1352042155 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f3514070310 con 0x7f35140d0bc0 2024-07-26T17:04:59.641 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T17:04:59.640+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T17:04:59.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.641+0000 7f3509ffb640 1 -- 172.21.15.33:0/1352042155 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v124) ==== 161+0+0 (secure 0 0 0) 0x7f350403a3a0 con 0x7f35140d0bc0 2024-07-26T17:04:59.643 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T17:04:59.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.644+0000 7f351b7ba640 1 -- 172.21.15.33:0/1352042155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35140d0bc0 msgr2=0x7f351406e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:59.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.644+0000 7f351b7ba640 1 --2- 172.21.15.33:0/1352042155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35140d0bc0 0x7f351406e670 secure :-1 s=READY pgs=2321 cs=0 l=1 rev1=1 crypto rx=0x7f3504009950 tx=0x7f3504033c20 comp rx=0 tx=0).stop 2024-07-26T17:04:59.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.644+0000 7f351b7ba640 1 -- 172.21.15.33:0/1352042155 shutdown_connections 2024-07-26T17:04:59.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.644+0000 7f351b7ba640 1 --2- 172.21.15.33:0/1352042155 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3514160350 0x7f35140caec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.644+0000 7f351b7ba640 1 --2- 172.21.15.33:0/1352042155 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35140d0bc0 0x7f351406e670 secure :-1 s=CLOSED pgs=2321 cs=0 l=1 rev1=1 crypto rx=0x7f3504009950 tx=0x7f3504033c20 comp rx=0 tx=0).stop 2024-07-26T17:04:59.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.644+0000 7f351b7ba640 1 --2- 172.21.15.33:0/1352042155 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f35140cfd00 0x7f351414f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.644+0000 7f351b7ba640 1 -- 172.21.15.33:0/1352042155 >> 172.21.15.33:0/1352042155 conn(0x7f35140d1e00 msgr2=0x7f35140b5a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:59.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.645+0000 7f351b7ba640 1 -- 172.21.15.33:0/1352042155 shutdown_connections 2024-07-26T17:04:59.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.645+0000 7f351b7ba640 1 -- 172.21.15.33:0/1352042155 wait complete. 2024-07-26T17:04:59.649 INFO:tasks.ceph.mds.a.smithi033.stderr: -4445> 2024-07-26T17:04:26.214+0000 7f6cee72a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:04:59.659 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T17:04:59.706 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T17:04:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.781+0000 7f43e599c640 1 -- 172.21.15.33:0/786717869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43e008c940 msgr2=0x7f43e00d2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.781+0000 7f43e599c640 1 --2- 172.21.15.33:0/786717869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43e008c940 0x7f43e00d2120 secure :-1 s=READY pgs=2323 cs=0 l=1 rev1=1 crypto rx=0x7f43c8005fd0 tx=0x7f43c802a5d0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.781+0000 7f43e599c640 1 -- 172.21.15.33:0/786717869 shutdown_connections 2024-07-26T17:04:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.781+0000 7f43e599c640 1 --2- 172.21.15.33:0/786717869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43e008c940 0x7f43e00d2120 unknown :-1 s=CLOSED pgs=2323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.781+0000 7f43e599c640 1 --2- 172.21.15.33:0/786717869 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43e00b9390 0x7f43e00d1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.781+0000 7f43e599c640 1 -- 172.21.15.33:0/786717869 >> 172.21.15.33:0/786717869 conn(0x7f43e00b5b00 msgr2=0x7f43e00b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:04:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.781+0000 7f43e599c640 1 -- 172.21.15.33:0/786717869 shutdown_connections 2024-07-26T17:04:59.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.781+0000 7f43e599c640 1 -- 172.21.15.33:0/786717869 wait complete. 2024-07-26T17:04:59.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.782+0000 7f43e599c640 1 Processor -- start 2024-07-26T17:04:59.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.783+0000 7f43e599c640 1 -- start start 2024-07-26T17:04:59.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43e599c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43e008c940 0x7f43e01cd890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:59.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43e599c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43e00b9390 0x7f43e01df250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43e599c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43e00ceb20 0x7f43e01e5d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43e599c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f43e00cf7c0 con 0x7f43e008c940 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43e599c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f43e00cf640 con 0x7f43e00b9390 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43e599c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f43e00cf940 con 0x7f43e00ceb20 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43deffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43e008c940 0x7f43e01cd890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43deffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43e008c940 0x7f43e01cd890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57050/0 (socket says 172.21.15.33:57050) 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43deffd640 1 -- 172.21.15.33:0/272149797 learned_addr learned my addr 172.21.15.33:0/272149797 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43d7fff640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43e00b9390 0x7f43e01df250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43df7fe640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43e00ceb20 0x7f43e01e5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43deffd640 1 -- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43e00ceb20 msgr2=0x7f43e01e5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43deffd640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43e00ceb20 0x7f43e01e5d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43deffd640 1 -- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43e00b9390 msgr2=0x7f43e01df250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43deffd640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43e00b9390 0x7f43e01df250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43deffd640 1 -- 172.21.15.33:0/272149797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e01f5440 con 0x7f43e008c940 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.784+0000 7f43d7fff640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43e00b9390 0x7f43e01df250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.785+0000 7f43deffd640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43e008c940 0x7f43e01cd890 secure :-1 s=READY pgs=2324 cs=0 l=1 rev1=1 crypto rx=0x7f43d000e7c0 tx=0x7f43d000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.785+0000 7f43dcff9640 1 -- 172.21.15.33:0/272149797 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d000ccc0 con 0x7f43e008c940 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.785+0000 7f43dcff9640 1 -- 172.21.15.33:0/272149797 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43d0010430 con 0x7f43e008c940 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.785+0000 7f43dcff9640 1 -- 172.21.15.33:0/272149797 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d0010840 con 0x7f43e008c940 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.785+0000 7f43e599c640 1 -- 172.21.15.33:0/272149797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e01f5700 con 0x7f43e008c940 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.785+0000 7f43e599c640 1 -- 172.21.15.33:0/272149797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e01f5cc0 con 0x7f43e008c940 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.786+0000 7f43e599c640 1 -- 172.21.15.33:0/272149797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43e00cef30 con 0x7f43e008c940 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.786+0000 7f43dcff9640 1 -- 172.21.15.33:0/272149797 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 153) ==== 49591+0+0 (secure 0 0 0) 0x7f43d00109e0 con 0x7f43e008c940 2024-07-26T17:04:59.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.786+0000 7f43dcff9640 1 -- 172.21.15.33:0/272149797 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(237..237 src has 1..237) ==== 8024+0+0 (secure 0 0 0) 0x7f43d0053450 con 0x7f43e008c940 2024-07-26T17:04:59.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:04:59.791+0000 7f43dcff9640 1 -- 172.21.15.33:0/272149797 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f43d0017e20 con 0x7f43e008c940 2024-07-26T17:05:00.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.021+0000 7f43e599c640 1 -- 172.21.15.33:0/272149797 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f43e00b8810 con 0x7f43e008c940 2024-07-26T17:05:00.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.118+0000 7f43dcff9640 1 -- 172.21.15.33:0/272149797 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 154) ==== 98977+0+0 (secure 0 0 0) 0x7f43d0018420 con 0x7f43e008c940 2024-07-26T17:05:00.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.119+0000 7f43dcff9640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f43c007ee90 0x7f43c00812b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:00.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.119+0000 7f43d7fff640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f43c007ee90 0x7f43c00812b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:00.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.120+0000 7f43d7fff640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f43c007ee90 0x7f43c00812b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f43c8033000 tx=0x7f43c8004730 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:00.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.643+0000 7f43dcff9640 1 -- 172.21.15.33:0/272149797 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v125) ==== 104+0+0 (secure 0 0 0) 0x7f43d0020360 con 0x7f43e008c940 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 -- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f43c007ee90 msgr2=0x7f43c00812b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f43c007ee90 0x7f43c00812b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f43c8033000 tx=0x7f43c8004730 comp rx=0 tx=0).stop 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 -- 172.21.15.33:0/272149797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43e008c940 msgr2=0x7f43e01cd890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43e008c940 0x7f43e01cd890 secure :-1 s=READY pgs=2324 cs=0 l=1 rev1=1 crypto rx=0x7f43d000e7c0 tx=0x7f43d000ec80 comp rx=0 tx=0).stop 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 -- 172.21.15.33:0/272149797 shutdown_connections 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f43c007ee90 0x7f43c00812b0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f43e00ceb20 0x7f43e01e5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f43e00b9390 0x7f43e01df250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 --2- 172.21.15.33:0/272149797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43e008c940 0x7f43e01cd890 unknown :-1 s=CLOSED pgs=2324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 -- 172.21.15.33:0/272149797 >> 172.21.15.33:0/272149797 conn(0x7f43e00b5b00 msgr2=0x7f43e00b7100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 -- 172.21.15.33:0/272149797 shutdown_connections 2024-07-26T17:05:00.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.646+0000 7f43e599c640 1 -- 172.21.15.33:0/272149797 wait complete. 2024-07-26T17:05:00.662 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T17:05:00.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.788+0000 7f60a91c4640 1 -- 172.21.15.33:0/2087689842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40b3730 msgr2=0x7f60a40b3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:00.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.788+0000 7f60a91c4640 1 --2- 172.21.15.33:0/2087689842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40b3730 0x7f60a40b3b40 secure :-1 s=READY pgs=2326 cs=0 l=1 rev1=1 crypto rx=0x7f6098005fd0 tx=0x7f609802a560 comp rx=0 tx=0).stop 2024-07-26T17:05:00.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.788+0000 7f60a91c4640 1 -- 172.21.15.33:0/2087689842 shutdown_connections 2024-07-26T17:05:00.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.788+0000 7f60a91c4640 1 --2- 172.21.15.33:0/2087689842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40b3730 0x7f60a40b3b40 unknown :-1 s=CLOSED pgs=2326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:00.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.788+0000 7f60a91c4640 1 -- 172.21.15.33:0/2087689842 >> 172.21.15.33:0/2087689842 conn(0x7f60a40b5a80 msgr2=0x7f60a40b5e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:00.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.788+0000 7f60a91c4640 1 -- 172.21.15.33:0/2087689842 shutdown_connections 2024-07-26T17:05:00.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.788+0000 7f60a91c4640 1 -- 172.21.15.33:0/2087689842 wait complete. 2024-07-26T17:05:00.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.790+0000 7f60a91c4640 1 Processor -- start 2024-07-26T17:05:00.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.790+0000 7f60a91c4640 1 -- start start 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a91c4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40b3730 0x7f60a41599b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a91c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b9570 0x7f60a40c7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a91c4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40ced80 0x7f60a40ca1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a91c4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f60a40b4200 con 0x7f60a40b3730 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a91c4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f60a40b4080 con 0x7f60a40b9570 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a91c4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f60a40b9980 con 0x7f60a40ced80 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40b3730 0x7f60a41599b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40b3730 0x7f60a41599b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57066/0 (socket says 172.21.15.33:57066) 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a2d9d640 1 -- 172.21.15.33:0/2949844060 learned_addr learned my addr 172.21.15.33:0/2949844060 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a259c640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b9570 0x7f60a40c7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a359e640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40ced80 0x7f60a40ca1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:00.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a2d9d640 1 -- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40ced80 msgr2=0x7f60a40ca1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a2d9d640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40ced80 0x7f60a40ca1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a2d9d640 1 -- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b9570 msgr2=0x7f60a40c7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a2d9d640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b9570 0x7f60a40c7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a2d9d640 1 -- 172.21.15.33:0/2949844060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60a40c9a10 con 0x7f60a40b3730 2024-07-26T17:05:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a359e640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40ced80 0x7f60a40ca1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.792+0000 7f60a2d9d640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40b3730 0x7f60a41599b0 secure :-1 s=READY pgs=2327 cs=0 l=1 rev1=1 crypto rx=0x7f609400c3a0 tx=0x7f609400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.793+0000 7f608b7fe640 1 -- 172.21.15.33:0/2949844060 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094017070 con 0x7f60a40b3730 2024-07-26T17:05:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.793+0000 7f60a91c4640 1 -- 172.21.15.33:0/2949844060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60a40c9120 con 0x7f60a40b3730 2024-07-26T17:05:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.793+0000 7f608b7fe640 1 -- 172.21.15.33:0/2949844060 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f60940053c0 con 0x7f60a40b3730 2024-07-26T17:05:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.793+0000 7f608b7fe640 1 -- 172.21.15.33:0/2949844060 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094003850 con 0x7f60a40b3730 2024-07-26T17:05:00.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.793+0000 7f60a91c4640 1 -- 172.21.15.33:0/2949844060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60a40c96e0 con 0x7f60a40b3730 2024-07-26T17:05:00.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.794+0000 7f60a91c4640 1 -- 172.21.15.33:0/2949844060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60a40d3d20 con 0x7f60a40b3730 2024-07-26T17:05:00.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.795+0000 7f608b7fe640 1 -- 172.21.15.33:0/2949844060 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 154) ==== 98977+0+0 (secure 0 0 0) 0x7f609401a070 con 0x7f60a40b3730 2024-07-26T17:05:00.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.795+0000 7f608b7fe640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6090076e60 0x7f6090079370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:00.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.795+0000 7f608b7fe640 1 -- 172.21.15.33:0/2949844060 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(237..237 src has 1..237) ==== 8024+0+0 (secure 0 0 0) 0x7f6094098180 con 0x7f60a40b3730 2024-07-26T17:05:00.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.795+0000 7f60a259c640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6090076e60 0x7f6090079370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:00.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.796+0000 7f60a259c640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6090076e60 0x7f6090079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f6098033000 tx=0x7f6098004730 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:00.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.800+0000 7f608b7fe640 1 -- 172.21.15.33:0/2949844060 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6094060770 con 0x7f60a40b3730 2024-07-26T17:05:00.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:00.990+0000 7f60a91c4640 1 -- 172.21.15.33:0/2949844060 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f60a40b7500 con 0x7f60a40b3730 2024-07-26T17:05:01.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.650+0000 7f608b7fe640 1 -- 172.21.15.33:0/2949844060 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 155) ==== 99287+0+0 (secure 0 0 0) 0x7f60940670c0 con 0x7f60a40b3730 2024-07-26T17:05:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.657+0000 7f608b7fe640 1 -- 172.21.15.33:0/2949844060 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v238) ==== 181+0+0 (secure 0 0 0) 0x7f6094018ca0 con 0x7f60a40b3730 2024-07-26T17:05:01.658 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T17:05:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.660+0000 7f60a91c4640 1 -- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6090076e60 msgr2=0x7f6090079370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.660+0000 7f60a91c4640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6090076e60 0x7f6090079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f6098033000 tx=0x7f6098004730 comp rx=0 tx=0).stop 2024-07-26T17:05:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.660+0000 7f60a91c4640 1 -- 172.21.15.33:0/2949844060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40b3730 msgr2=0x7f60a41599b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.660+0000 7f60a91c4640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40b3730 0x7f60a41599b0 secure :-1 s=READY pgs=2327 cs=0 l=1 rev1=1 crypto rx=0x7f609400c3a0 tx=0x7f609400c860 comp rx=0 tx=0).stop 2024-07-26T17:05:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.661+0000 7f60a91c4640 1 -- 172.21.15.33:0/2949844060 shutdown_connections 2024-07-26T17:05:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.661+0000 7f60a91c4640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6090076e60 0x7f6090079370 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.661+0000 7f60a91c4640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60a40ced80 0x7f60a40ca1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.661+0000 7f60a91c4640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60a40b9570 0x7f60a40c7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:01.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.661+0000 7f60a91c4640 1 --2- 172.21.15.33:0/2949844060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60a40b3730 0x7f60a41599b0 unknown :-1 s=CLOSED pgs=2327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:01.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.661+0000 7f60a91c4640 1 -- 172.21.15.33:0/2949844060 >> 172.21.15.33:0/2949844060 conn(0x7f60a40b5a80 msgr2=0x7f60a415e710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:01.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.661+0000 7f60a91c4640 1 -- 172.21.15.33:0/2949844060 shutdown_connections 2024-07-26T17:05:01.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.661+0000 7f60a91c4640 1 -- 172.21.15.33:0/2949844060 wait complete. 2024-07-26T17:05:01.676 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T17:05:01.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.800+0000 7f7372702640 1 -- 172.21.15.33:0/3412320187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f736c0cfa50 msgr2=0x7f736c0cfe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:01.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.800+0000 7f7372702640 1 --2- 172.21.15.33:0/3412320187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f736c0cfa50 0x7f736c0cfe60 secure :-1 s=READY pgs=2328 cs=0 l=1 rev1=1 crypto rx=0x7f736c0b3300 tx=0x7f736402a980 comp rx=0 tx=0).stop 2024-07-26T17:05:01.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.800+0000 7f7372702640 1 -- 172.21.15.33:0/3412320187 shutdown_connections 2024-07-26T17:05:01.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.800+0000 7f7372702640 1 --2- 172.21.15.33:0/3412320187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f736c0cfa50 0x7f736c0cfe60 unknown :-1 s=CLOSED pgs=2328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:01.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.800+0000 7f7372702640 1 --2- 172.21.15.33:0/3412320187 >> v2:172.21.15.154:3300/0 conn(0x7f736c06eb70 0x7f736c06ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:01.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.800+0000 7f7372702640 1 -- 172.21.15.33:0/3412320187 >> 172.21.15.33:0/3412320187 conn(0x7f736c073bd0 msgr2=0x7f736c06c700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:01.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.800+0000 7f7372702640 1 -- 172.21.15.33:0/3412320187 shutdown_connections 2024-07-26T17:05:01.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.800+0000 7f7372702640 1 -- 172.21.15.33:0/3412320187 wait complete. 2024-07-26T17:05:01.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.802+0000 7f7372702640 1 Processor -- start 2024-07-26T17:05:01.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.802+0000 7f7372702640 1 -- start start 2024-07-26T17:05:01.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.803+0000 7f7372702640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f736c06eb70 0x7f736c153cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.803+0000 7f7372702640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f736c0ccba0 0x7f736c14c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.803+0000 7f7372702640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f736c0cfa50 0x7f736c146740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.803+0000 7f7372702640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f736c0b4990 con 0x7f736c06eb70 2024-07-26T17:05:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.803+0000 7f7372702640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f736c0b4810 con 0x7f736c0ccba0 2024-07-26T17:05:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.803+0000 7f7372702640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f736c0b4b10 con 0x7f736c0cfa50 2024-07-26T17:05:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.803+0000 7f736bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f736c06eb70 0x7f736c153cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.803+0000 7f736bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f736c06eb70 0x7f736c153cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39634/0 (socket says 172.21.15.33:39634) 2024-07-26T17:05:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.803+0000 7f736bfff640 1 -- 172.21.15.33:0/3426234912 learned_addr learned my addr 172.21.15.33:0/3426234912 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.803+0000 7f736b7fe640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f736c0ccba0 0x7f736c14c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.803+0000 7f7370c9f640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f736c0cfa50 0x7f736c146740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:01.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.804+0000 7f736bfff640 1 -- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f736c0cfa50 msgr2=0x7f736c146740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.804+0000 7f736bfff640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f736c0cfa50 0x7f736c146740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.804+0000 7f736bfff640 1 -- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f736c0ccba0 msgr2=0x7f736c14c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.804+0000 7f736bfff640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f736c0ccba0 0x7f736c14c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.804+0000 7f736bfff640 1 -- 172.21.15.33:0/3426234912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f736c0a9640 con 0x7f736c06eb70 2024-07-26T17:05:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.804+0000 7f736bfff640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f736c06eb70 0x7f736c153cc0 secure :-1 s=READY pgs=2329 cs=0 l=1 rev1=1 crypto rx=0x7f735c00b3f0 tx=0x7f735c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.804+0000 7f7368ff9640 1 -- 172.21.15.33:0/3426234912 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735c015020 con 0x7f736c06eb70 2024-07-26T17:05:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.804+0000 7f7368ff9640 1 -- 172.21.15.33:0/3426234912 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f735c011920 con 0x7f736c06eb70 2024-07-26T17:05:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.804+0000 7f7372702640 1 -- 172.21.15.33:0/3426234912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f736c0a9900 con 0x7f736c06eb70 2024-07-26T17:05:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.804+0000 7f7368ff9640 1 -- 172.21.15.33:0/3426234912 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f735c011d70 con 0x7f736c06eb70 2024-07-26T17:05:01.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.804+0000 7f7372702640 1 -- 172.21.15.33:0/3426234912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f736c0aa3e0 con 0x7f736c06eb70 2024-07-26T17:05:01.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.805+0000 7f7372702640 1 -- 172.21.15.33:0/3426234912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f736c0b4fe0 con 0x7f736c06eb70 2024-07-26T17:05:01.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.806+0000 7f7368ff9640 1 -- 172.21.15.33:0/3426234912 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 155) ==== 99287+0+0 (secure 0 0 0) 0x7f735c018020 con 0x7f736c06eb70 2024-07-26T17:05:01.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.807+0000 7f7368ff9640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f73580771c0 0x7f73580796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:01.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.807+0000 7f7368ff9640 1 -- 172.21.15.33:0/3426234912 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(238..238 src has 1..238) ==== 7586+0+0 (secure 0 0 0) 0x7f735c099290 con 0x7f736c06eb70 2024-07-26T17:05:01.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.807+0000 7f736b7fe640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f73580771c0 0x7f73580796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:01.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.808+0000 7f736b7fe640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f73580771c0 0x7f73580796d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f736c0af890 tx=0x7f736000a250 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:01.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:01.811+0000 7f7368ff9640 1 -- 172.21.15.33:0/3426234912 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f735c01f020 con 0x7f736c06eb70 2024-07-26T17:05:02.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.003+0000 7f7372702640 1 -- 172.21.15.33:0/3426234912 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f736c071170 con 0x7f736c06eb70 2024-07-26T17:05:02.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.658+0000 7f7368ff9640 1 -- 172.21.15.33:0/3426234912 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v239) ==== 169+0+0 (secure 0 0 0) 0x7f735c0613c0 con 0x7f736c06eb70 2024-07-26T17:05:02.660 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T17:05:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 -- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f73580771c0 msgr2=0x7f73580796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f73580771c0 0x7f73580796d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f736c0af890 tx=0x7f736000a250 comp rx=0 tx=0).stop 2024-07-26T17:05:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 -- 172.21.15.33:0/3426234912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f736c06eb70 msgr2=0x7f736c153cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f736c06eb70 0x7f736c153cc0 secure :-1 s=READY pgs=2329 cs=0 l=1 rev1=1 crypto rx=0x7f735c00b3f0 tx=0x7f735c00b8b0 comp rx=0 tx=0).stop 2024-07-26T17:05:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 -- 172.21.15.33:0/3426234912 shutdown_connections 2024-07-26T17:05:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f73580771c0 0x7f73580796d0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f736c0cfa50 0x7f736c146740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f736c0ccba0 0x7f736c14c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 --2- 172.21.15.33:0/3426234912 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f736c06eb70 0x7f736c153cc0 unknown :-1 s=CLOSED pgs=2329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:02.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 -- 172.21.15.33:0/3426234912 >> 172.21.15.33:0/3426234912 conn(0x7f736c073bd0 msgr2=0x7f736c0b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:02.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 -- 172.21.15.33:0/3426234912 shutdown_connections 2024-07-26T17:05:02.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.661+0000 7f7372702640 1 -- 172.21.15.33:0/3426234912 wait complete. 2024-07-26T17:05:02.681 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.804+0000 7f4aa8233640 1 -- 172.21.15.33:0/1488518126 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a88003a00 msgr2=0x7f4a88003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.804+0000 7f4aa8233640 1 --2- 172.21.15.33:0/1488518126 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a88003a00 0x7f4a88003e70 secure :-1 s=READY pgs=2331 cs=0 l=1 rev1=1 crypto rx=0x7f4a9000c670 tx=0x7f4a88005830 comp rx=0 tx=0).stop 2024-07-26T17:05:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.804+0000 7f4aa67d0640 1 -- 172.21.15.33:0/1488518126 reap_dead start 2024-07-26T17:05:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.804+0000 7f4aa8233640 1 -- 172.21.15.33:0/1488518126 shutdown_connections 2024-07-26T17:05:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.804+0000 7f4aa8233640 1 -- 172.21.15.33:0/1488518126 >> 172.21.15.33:0/1488518126 conn(0x7f4aa00d1d20 msgr2=0x7f4aa00d2130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.804+0000 7f4aa8233640 1 -- 172.21.15.33:0/1488518126 shutdown_connections 2024-07-26T17:05:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.804+0000 7f4aa8233640 1 -- 172.21.15.33:0/1488518126 wait complete. 2024-07-26T17:05:02.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.806+0000 7f4aa8233640 1 Processor -- start 2024-07-26T17:05:02.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.806+0000 7f4aa8233640 1 -- start start 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.807+0000 7f4aa8233640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a88003a00 0x7f4aa009c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.807+0000 7f4aa8233640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4aa00c63c0 0x7f4aa00cb1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.807+0000 7f4aa8233640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4aa01f6290 0x7f4aa01f66a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.807+0000 7f4aa8233640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa015fdb0 con 0x7f4aa00c63c0 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.807+0000 7f4aa8233640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4aa015fc30 con 0x7f4a88003a00 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.807+0000 7f4aa8233640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4aa015ff30 con 0x7f4aa01f6290 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.807+0000 7f4aa57ce640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4aa00c63c0 0x7f4aa00cb1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.807+0000 7f4aa57ce640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4aa00c63c0 0x7f4aa00cb1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39646/0 (socket says 172.21.15.33:39646) 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.807+0000 7f4aa57ce640 1 -- 172.21.15.33:0/3459386909 learned_addr learned my addr 172.21.15.33:0/3459386909 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.807+0000 7f4aa5fcf640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a88003a00 0x7f4aa009c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4aa67d0640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4aa01f6290 0x7f4aa01f66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4aa57ce640 1 -- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4aa01f6290 msgr2=0x7f4aa01f66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4aa57ce640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4aa01f6290 0x7f4aa01f66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4aa57ce640 1 -- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a88003a00 msgr2=0x7f4aa009c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4aa57ce640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a88003a00 0x7f4aa009c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4aa57ce640 1 -- 172.21.15.33:0/3459386909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4aa01f6be0 con 0x7f4aa00c63c0 2024-07-26T17:05:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4aa57ce640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4aa00c63c0 0x7f4aa00cb1c0 secure :-1 s=READY pgs=2332 cs=0 l=1 rev1=1 crypto rx=0x7f4a94011ae0 tx=0x7f4a94009eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4a9e7fc640 1 -- 172.21.15.33:0/3459386909 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a9401e070 con 0x7f4aa00c63c0 2024-07-26T17:05:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4a9e7fc640 1 -- 172.21.15.33:0/3459386909 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a9400fc70 con 0x7f4aa00c63c0 2024-07-26T17:05:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4aa8233640 1 -- 172.21.15.33:0/3459386909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4aa009cde0 con 0x7f4aa00c63c0 2024-07-26T17:05:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4a9e7fc640 1 -- 172.21.15.33:0/3459386909 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a94019410 con 0x7f4aa00c63c0 2024-07-26T17:05:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.808+0000 7f4aa8233640 1 -- 172.21.15.33:0/3459386909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4aa009d3a0 con 0x7f4aa00c63c0 2024-07-26T17:05:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.809+0000 7f4aa8233640 1 -- 172.21.15.33:0/3459386909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4aa00b64b0 con 0x7f4aa00c63c0 2024-07-26T17:05:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.810+0000 7f4a9e7fc640 1 -- 172.21.15.33:0/3459386909 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 155) ==== 99287+0+0 (secure 0 0 0) 0x7f4a94021070 con 0x7f4aa00c63c0 2024-07-26T17:05:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.811+0000 7f4a9e7fc640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a8c0771f0 0x7f4a8c079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.811+0000 7f4a9e7fc640 1 -- 172.21.15.33:0/3459386909 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(239..239 src has 1..239) ==== 7172+0+0 (secure 0 0 0) 0x7f4a94099790 con 0x7f4aa00c63c0 2024-07-26T17:05:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.811+0000 7f4aa5fcf640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a8c0771f0 0x7f4a8c079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:02.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.812+0000 7f4aa5fcf640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a8c0771f0 0x7f4a8c079700 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f4a90033000 tx=0x7f4a9002d070 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:02.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:02.815+0000 7f4a9e7fc640 1 -- 172.21.15.33:0/3459386909 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4aa01f6be0 con 0x7f4aa00c63c0 2024-07-26T17:05:03.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.053+0000 7f4aa8233640 1 -- 172.21.15.33:0/3459386909 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4aa009cb70 con 0x7f4aa00c63c0 2024-07-26T17:05:03.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.054+0000 7f4a9e7fc640 1 -- 172.21.15.33:0/3459386909 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 125 v125) ==== 95+0+5239 (secure 0 0 0) 0x7f4a94061bc0 con 0x7f4aa00c63c0 2024-07-26T17:05:03.055 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:03.056 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":125,"btime":"2024-07-26T17:05:00:642845+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":9230,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/517468808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":517468808},{"type":"v1","addr":"172.21.15.33:6833","nonce":517468808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":123,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:30.701093+0000","modified":"2024-07-26T17:04:33.725847+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9823},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9823":{"gid":9823,"name":"b","rank":0,"incarnation":119,"state":"up:active","state_seq":5,"addr":"172.21.15.154:6834/2407372956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2407372956},{"type":"v1","addr":"172.21.15.154:6834","nonce":2407372956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[30],"metadata_pool":29,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9823,"qdb_cluster":[9823]},"id":14}]} 2024-07-26T17:05:03.056 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 125 2024-07-26T17:05:03.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 -- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a8c0771f0 msgr2=0x7f4a8c079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a8c0771f0 0x7f4a8c079700 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f4a90033000 tx=0x7f4a9002d070 comp rx=0 tx=0).stop 2024-07-26T17:05:03.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 -- 172.21.15.33:0/3459386909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4aa00c63c0 msgr2=0x7f4aa00cb1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4aa00c63c0 0x7f4aa00cb1c0 secure :-1 s=READY pgs=2332 cs=0 l=1 rev1=1 crypto rx=0x7f4a94011ae0 tx=0x7f4a94009eb0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 -- 172.21.15.33:0/3459386909 shutdown_connections 2024-07-26T17:05:03.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a8c0771f0 0x7f4a8c079700 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4aa01f6290 0x7f4aa01f66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4aa00c63c0 0x7f4aa00cb1c0 unknown :-1 s=CLOSED pgs=2332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 --2- 172.21.15.33:0/3459386909 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a88003a00 0x7f4aa009c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 -- 172.21.15.33:0/3459386909 >> 172.21.15.33:0/3459386909 conn(0x7f4aa00d1d20 msgr2=0x7f4aa00b10a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:03.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 -- 172.21.15.33:0/3459386909 shutdown_connections 2024-07-26T17:05:03.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.056+0000 7f4aa8233640 1 -- 172.21.15.33:0/3459386909 wait complete. 2024-07-26T17:05:03.069 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:03.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.185+0000 7f4a45847640 1 -- 172.21.15.33:0/3396723468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a400b3130 msgr2=0x7f4a400ce780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.185+0000 7f4a45847640 1 --2- 172.21.15.33:0/3396723468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a400b3130 0x7f4a400ce780 secure :-1 s=READY pgs=2334 cs=0 l=1 rev1=1 crypto rx=0x7f4a30005fd0 tx=0x7f4a3002ab40 comp rx=0 tx=0).stop 2024-07-26T17:05:03.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.185+0000 7f4a45847640 1 -- 172.21.15.33:0/3396723468 shutdown_connections 2024-07-26T17:05:03.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.185+0000 7f4a45847640 1 --2- 172.21.15.33:0/3396723468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a400b3130 0x7f4a400ce780 unknown :-1 s=CLOSED pgs=2334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.185+0000 7f4a45847640 1 -- 172.21.15.33:0/3396723468 >> 172.21.15.33:0/3396723468 conn(0x7f4a400d1da0 msgr2=0x7f4a400d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:03.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.185+0000 7f4a45847640 1 -- 172.21.15.33:0/3396723468 shutdown_connections 2024-07-26T17:05:03.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.185+0000 7f4a45847640 1 -- 172.21.15.33:0/3396723468 wait complete. 2024-07-26T17:05:03.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.187+0000 7f4a45847640 1 Processor -- start 2024-07-26T17:05:03.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.187+0000 7f4a45847640 1 -- start start 2024-07-26T17:05:03.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.188+0000 7f4a45847640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a400b3130 0x7f4a400b8150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.188+0000 7f4a45847640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a400ccf80 0x7f4a401f8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.188+0000 7f4a45847640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a400cecc0 0x7f4a401f9410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.188+0000 7f4a45847640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4a400d1bd0 con 0x7f4a400cecc0 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.188+0000 7f4a45847640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4a400d1a50 con 0x7f4a400ccf80 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.188+0000 7f4a45847640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4a400b2a30 con 0x7f4a400b3130 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a3f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a400cecc0 0x7f4a401f9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a3f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a400cecc0 0x7f4a401f9410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39676/0 (socket says 172.21.15.33:39676) 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a3f7fe640 1 -- 172.21.15.33:0/1958373461 learned_addr learned my addr 172.21.15.33:0/1958373461 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a3effd640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a400b3130 0x7f4a400b8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a3e7fc640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a400ccf80 0x7f4a401f8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a3f7fe640 1 -- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a400b3130 msgr2=0x7f4a400b8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a3f7fe640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a400b3130 0x7f4a400b8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a3f7fe640 1 -- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a400ccf80 msgr2=0x7f4a401f8ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a3f7fe640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a400ccf80 0x7f4a401f8ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a3f7fe640 1 -- 172.21.15.33:0/1958373461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a4006e3a0 con 0x7f4a400cecc0 2024-07-26T17:05:03.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a3f7fe640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a400cecc0 0x7f4a401f9410 secure :-1 s=READY pgs=2335 cs=0 l=1 rev1=1 crypto rx=0x7f4a3800c3f0 tx=0x7f4a3800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:03.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a37fff640 1 -- 172.21.15.33:0/1958373461 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a38017070 con 0x7f4a400cecc0 2024-07-26T17:05:03.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a37fff640 1 -- 172.21.15.33:0/1958373461 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a380053c0 con 0x7f4a400cecc0 2024-07-26T17:05:03.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a45847640 1 -- 172.21.15.33:0/1958373461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a4006e660 con 0x7f4a400cecc0 2024-07-26T17:05:03.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a37fff640 1 -- 172.21.15.33:0/1958373461 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a38003850 con 0x7f4a400cecc0 2024-07-26T17:05:03.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.189+0000 7f4a45847640 1 -- 172.21.15.33:0/1958373461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a4006ec20 con 0x7f4a400cecc0 2024-07-26T17:05:03.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.190+0000 7f4a45847640 1 -- 172.21.15.33:0/1958373461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a400cd470 con 0x7f4a400cecc0 2024-07-26T17:05:03.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.191+0000 7f4a37fff640 1 -- 172.21.15.33:0/1958373461 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 155) ==== 99287+0+0 (secure 0 0 0) 0x7f4a3801a070 con 0x7f4a400cecc0 2024-07-26T17:05:03.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.192+0000 7f4a37fff640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a200771c0 0x7f4a200796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.192+0000 7f4a37fff640 1 -- 172.21.15.33:0/1958373461 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(239..239 src has 1..239) ==== 7172+0+0 (secure 0 0 0) 0x7f4a380984d0 con 0x7f4a400cecc0 2024-07-26T17:05:03.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.192+0000 7f4a3effd640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a200771c0 0x7f4a200796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.193+0000 7f4a3effd640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a200771c0 0x7f4a200796d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4a30035000 tx=0x7f4a30038040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:03.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.196+0000 7f4a37fff640 1 -- 172.21.15.33:0/1958373461 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4a38060920 con 0x7f4a400cecc0 2024-07-26T17:05:03.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.399+0000 7f4a45847640 1 -- 172.21.15.33:0/1958373461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4a400ce170 con 0x7f4a400cecc0 2024-07-26T17:05:03.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.400+0000 7f4a37fff640 1 -- 172.21.15.33:0/1958373461 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v239) ==== 74+0+18464 (secure 0 0 0) 0x7f4a380691b0 con 0x7f4a400cecc0 2024-07-26T17:05:03.403 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:03.403 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":239,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:02.657927+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":30,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:04:28.974595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"232","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:04:29.652256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"233","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6833/2663631468":"2024-07-27T17:04:59.640924+0000","172.21.15.33:0/2320894931":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1797829799":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/3318624646":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6832/2663631468":"2024-07-27T17:04:59.640924+0000","172.21.15.33:0/1495156609":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6837/3434115432":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2345583187":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1730831444":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1877654555":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6836/3434115432":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2223329041":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2562576812":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1430757292":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/424067755":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/3352230053":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1988360295":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/3296404043":"2024-07-27T17:04:41.411730+0000","172.21.15.33:6837/2405396244":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1663541696":"2024-07-27T17:04:41.411730+0000","172.21.15.33:6836/2405396244":"2024-07-27T17:04:41.411730+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:03.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 -- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a200771c0 msgr2=0x7f4a200796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a200771c0 0x7f4a200796d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4a30035000 tx=0x7f4a30038040 comp rx=0 tx=0).stop 2024-07-26T17:05:03.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 -- 172.21.15.33:0/1958373461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a400cecc0 msgr2=0x7f4a401f9410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a400cecc0 0x7f4a401f9410 secure :-1 s=READY pgs=2335 cs=0 l=1 rev1=1 crypto rx=0x7f4a3800c3f0 tx=0x7f4a3800c8b0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 -- 172.21.15.33:0/1958373461 shutdown_connections 2024-07-26T17:05:03.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a200771c0 0x7f4a200796d0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a400cecc0 0x7f4a401f9410 unknown :-1 s=CLOSED pgs=2335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a400ccf80 0x7f4a401f8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 --2- 172.21.15.33:0/1958373461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a400b3130 0x7f4a400b8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 -- 172.21.15.33:0/1958373461 >> 172.21.15.33:0/1958373461 conn(0x7f4a400d1da0 msgr2=0x7f4a400cc870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:03.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 -- 172.21.15.33:0/1958373461 shutdown_connections 2024-07-26T17:05:03.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.403+0000 7f4a45847640 1 -- 172.21.15.33:0/1958373461 wait complete. 2024-07-26T17:05:03.416 INFO:tasks.cephfs.filesystem:Destroying file system backup_fs and related pools 2024-07-26T17:05:03.417 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:03.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.533+0000 7f146ae1d640 1 -- 172.21.15.33:0/1107379527 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1464167c90 msgr2=0x7f146416a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.533+0000 7f146ae1d640 1 --2- 172.21.15.33:0/1107379527 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1464167c90 0x7f146416a0b0 secure :-1 s=READY pgs=2337 cs=0 l=1 rev1=1 crypto rx=0x7f145c005fd0 tx=0x7f145c02aa10 comp rx=0 tx=0).stop 2024-07-26T17:05:03.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.533+0000 7f146ae1d640 1 -- 172.21.15.33:0/1107379527 shutdown_connections 2024-07-26T17:05:03.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.533+0000 7f146ae1d640 1 --2- 172.21.15.33:0/1107379527 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1464167c90 0x7f146416a0b0 unknown :-1 s=CLOSED pgs=2337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.533+0000 7f146ae1d640 1 -- 172.21.15.33:0/1107379527 >> 172.21.15.33:0/1107379527 conn(0x7f14640b5ab0 msgr2=0x7f14640b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:03.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.533+0000 7f146ae1d640 1 -- 172.21.15.33:0/1107379527 shutdown_connections 2024-07-26T17:05:03.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.533+0000 7f146ae1d640 1 -- 172.21.15.33:0/1107379527 wait complete. 2024-07-26T17:05:03.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.535+0000 7f146ae1d640 1 Processor -- start 2024-07-26T17:05:03.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.535+0000 7f146ae1d640 1 -- start start 2024-07-26T17:05:03.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.536+0000 7f146ae1d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14640d1d70 0x7f146414acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.536+0000 7f146ae1d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14640d2180 0x7f146414d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.536+0000 7f146ae1d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1464167c90 0x7f146414dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.536+0000 7f146ae1d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f146408c630 con 0x7f14640d1d70 2024-07-26T17:05:03.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.536+0000 7f146ae1d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f146408d6b0 con 0x7f1464167c90 2024-07-26T17:05:03.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.536+0000 7f146ae1d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f146408c7b0 con 0x7f14640d2180 2024-07-26T17:05:03.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.536+0000 7f1468bb9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14640d1d70 0x7f146414acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.536+0000 7f1468bb9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14640d1d70 0x7f146414acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39696/0 (socket says 172.21.15.33:39696) 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.536+0000 7f1468bb9640 1 -- 172.21.15.33:0/646500347 learned_addr learned my addr 172.21.15.33:0/646500347 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.536+0000 7f1463fff640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14640d2180 0x7f146414d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.536+0000 7f14693ba640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1464167c90 0x7f146414dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f1468bb9640 1 -- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14640d2180 msgr2=0x7f146414d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f1468bb9640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14640d2180 0x7f146414d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f1468bb9640 1 -- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1464167c90 msgr2=0x7f146414dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f1468bb9640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1464167c90 0x7f146414dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f1468bb9640 1 -- 172.21.15.33:0/646500347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f146414b200 con 0x7f14640d1d70 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f1463fff640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14640d2180 0x7f146414d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f1468bb9640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14640d1d70 0x7f146414acc0 secure :-1 s=READY pgs=2338 cs=0 l=1 rev1=1 crypto rx=0x7f145400b3f0 tx=0x7f145400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:03.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f14617fa640 1 -- 172.21.15.33:0/646500347 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1454015020 con 0x7f14640d1d70 2024-07-26T17:05:03.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f14617fa640 1 -- 172.21.15.33:0/646500347 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1454011920 con 0x7f14640d1d70 2024-07-26T17:05:03.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f14617fa640 1 -- 172.21.15.33:0/646500347 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1454011d70 con 0x7f14640d1d70 2024-07-26T17:05:03.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f146ae1d640 1 -- 172.21.15.33:0/646500347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14640ca500 con 0x7f14640d1d70 2024-07-26T17:05:03.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.537+0000 7f146ae1d640 1 -- 172.21.15.33:0/646500347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14640caac0 con 0x7f14640d1d70 2024-07-26T17:05:03.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.538+0000 7f146ae1d640 1 -- 172.21.15.33:0/646500347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14640cec80 con 0x7f14640d1d70 2024-07-26T17:05:03.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.539+0000 7f14617fa640 1 -- 172.21.15.33:0/646500347 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 155) ==== 99287+0+0 (secure 0 0 0) 0x7f1454018020 con 0x7f14640d1d70 2024-07-26T17:05:03.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.539+0000 7f14617fa640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f14500771c0 0x7f14500796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.540+0000 7f14617fa640 1 -- 172.21.15.33:0/646500347 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(239..239 src has 1..239) ==== 7172+0+0 (secure 0 0 0) 0x7f1454098f00 con 0x7f14640d1d70 2024-07-26T17:05:03.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.540+0000 7f1463fff640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f14500771c0 0x7f14500796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.540+0000 7f1463fff640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f14500771c0 0x7f14500796d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1458007fd0 tx=0x7f1458009040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:03.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.544+0000 7f14617fa640 1 -- 172.21.15.33:0/646500347 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f145401f030 con 0x7f14640d1d70 2024-07-26T17:05:03.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.671+0000 7f14617fa640 1 -- 172.21.15.33:0/646500347 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f145405d450 con 0x7f14640d1d70 2024-07-26T17:05:03.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.777+0000 7f146ae1d640 1 -- 172.21.15.33:0/646500347 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f146408dc50 con 0x7f14640d1d70 2024-07-26T17:05:03.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.777+0000 7f14617fa640 1 -- 172.21.15.33:0/646500347 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 125 v125) ==== 95+0+5239 (secure 0 0 0) 0x7f145409de20 con 0x7f14640d1d70 2024-07-26T17:05:03.779 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:03.779 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":125,"btime":"2024-07-26T17:05:00:642845+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":9230,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/517468808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":517468808},{"type":"v1","addr":"172.21.15.33:6833","nonce":517468808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":123,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:30.701093+0000","modified":"2024-07-26T17:04:33.725847+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9823},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9823":{"gid":9823,"name":"b","rank":0,"incarnation":119,"state":"up:active","state_seq":5,"addr":"172.21.15.154:6834/2407372956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2407372956},{"type":"v1","addr":"172.21.15.154:6834","nonce":2407372956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[30],"metadata_pool":29,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9823,"qdb_cluster":[9823]},"id":14}]} 2024-07-26T17:05:03.779 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 125 2024-07-26T17:05:03.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 -- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f14500771c0 msgr2=0x7f14500796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f14500771c0 0x7f14500796d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1458007fd0 tx=0x7f1458009040 comp rx=0 tx=0).stop 2024-07-26T17:05:03.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 -- 172.21.15.33:0/646500347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14640d1d70 msgr2=0x7f146414acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14640d1d70 0x7f146414acc0 secure :-1 s=READY pgs=2338 cs=0 l=1 rev1=1 crypto rx=0x7f145400b3f0 tx=0x7f145400b8b0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 -- 172.21.15.33:0/646500347 shutdown_connections 2024-07-26T17:05:03.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f14500771c0 0x7f14500796d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1464167c90 0x7f146414dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f14640d2180 0x7f146414d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 --2- 172.21.15.33:0/646500347 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14640d1d70 0x7f146414acc0 unknown :-1 s=CLOSED pgs=2338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 -- 172.21.15.33:0/646500347 >> 172.21.15.33:0/646500347 conn(0x7f14640b5ab0 msgr2=0x7f1464162110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:03.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 -- 172.21.15.33:0/646500347 shutdown_connections 2024-07-26T17:05:03.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.779+0000 7f146ae1d640 1 -- 172.21.15.33:0/646500347 wait complete. 2024-07-26T17:05:03.792 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:03.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.907+0000 7f0f163eb640 1 -- 172.21.15.33:0/2471439620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100cece0 msgr2=0x7f0f100cc930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.907+0000 7f0f163eb640 1 --2- 172.21.15.33:0/2471439620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100cece0 0x7f0f100cc930 secure :-1 s=READY pgs=2339 cs=0 l=1 rev1=1 crypto rx=0x7f0f100b7a60 tx=0x7f0f0402a440 comp rx=0 tx=0).stop 2024-07-26T17:05:03.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.907+0000 7f0f163eb640 1 -- 172.21.15.33:0/2471439620 shutdown_connections 2024-07-26T17:05:03.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.907+0000 7f0f163eb640 1 --2- 172.21.15.33:0/2471439620 >> v2:172.21.15.154:3300/0 conn(0x7f0f100b27f0 0x7f0f100cce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.907+0000 7f0f163eb640 1 --2- 172.21.15.33:0/2471439620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100cece0 0x7f0f100cc930 unknown :-1 s=CLOSED pgs=2339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.907+0000 7f0f163eb640 1 -- 172.21.15.33:0/2471439620 >> 172.21.15.33:0/2471439620 conn(0x7f0f100d1e20 msgr2=0x7f0f100d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:03.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.907+0000 7f0f163eb640 1 -- 172.21.15.33:0/2471439620 shutdown_connections 2024-07-26T17:05:03.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.907+0000 7f0f163eb640 1 -- 172.21.15.33:0/2471439620 wait complete. 2024-07-26T17:05:03.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.909+0000 7f0f163eb640 1 Processor -- start 2024-07-26T17:05:03.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.909+0000 7f0f163eb640 1 -- start start 2024-07-26T17:05:03.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f163eb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0f100b27f0 0x7f0f1009c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f163eb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f100b3480 0x7f0f101f5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f163eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100b54f0 0x7f0f100b5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f163eb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0f100cd3b0 con 0x7f0f100b54f0 2024-07-26T17:05:03.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f163eb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0f100b73f0 con 0x7f0f100b3480 2024-07-26T17:05:03.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f163eb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0f100cd530 con 0x7f0f100b27f0 2024-07-26T17:05:03.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f14988640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100b54f0 0x7f0f100b5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f14988640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100b54f0 0x7f0f100b5900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39718/0 (socket says 172.21.15.33:39718) 2024-07-26T17:05:03.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f14988640 1 -- 172.21.15.33:0/94514928 learned_addr learned my addr 172.21.15.33:0/94514928 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:03.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f0f7fe640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f100b3480 0x7f0f101f5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f0ffff640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0f100b27f0 0x7f0f1009c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f14988640 1 -- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0f100b27f0 msgr2=0x7f0f1009c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f14988640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0f100b27f0 0x7f0f1009c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f14988640 1 -- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f100b3480 msgr2=0x7f0f101f5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:03.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f14988640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f100b3480 0x7f0f101f5fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:03.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f14988640 1 -- 172.21.15.33:0/94514928 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f100b5e40 con 0x7f0f100b54f0 2024-07-26T17:05:03.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.911+0000 7f0f14988640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100b54f0 0x7f0f100b5900 secure :-1 s=READY pgs=2340 cs=0 l=1 rev1=1 crypto rx=0x7f0f0800b9e0 tx=0x7f0f0800bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:03.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.912+0000 7f0f0cff9640 1 -- 172.21.15.33:0/94514928 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f08019070 con 0x7f0f100b54f0 2024-07-26T17:05:03.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.912+0000 7f0f0cff9640 1 -- 172.21.15.33:0/94514928 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0f0800cc30 con 0x7f0f100b54f0 2024-07-26T17:05:03.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.912+0000 7f0f0cff9640 1 -- 172.21.15.33:0/94514928 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f080146a0 con 0x7f0f100b54f0 2024-07-26T17:05:03.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.912+0000 7f0f163eb640 1 -- 172.21.15.33:0/94514928 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f101e6020 con 0x7f0f100b54f0 2024-07-26T17:05:03.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.912+0000 7f0f163eb640 1 -- 172.21.15.33:0/94514928 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f101f6c50 con 0x7f0f100b54f0 2024-07-26T17:05:03.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.913+0000 7f0f163eb640 1 -- 172.21.15.33:0/94514928 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f101e61f0 con 0x7f0f100b54f0 2024-07-26T17:05:03.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.913+0000 7f0f0cff9640 1 -- 172.21.15.33:0/94514928 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f0f0801c070 con 0x7f0f100b54f0 2024-07-26T17:05:03.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.914+0000 7f0f0cff9640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0efc077250 0x7f0efc079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:03.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.914+0000 7f0f0cff9640 1 -- 172.21.15.33:0/94514928 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(239..239 src has 1..239) ==== 7172+0+0 (secure 0 0 0) 0x7f0f08099080 con 0x7f0f100b54f0 2024-07-26T17:05:03.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.914+0000 7f0f0ffff640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0efc077250 0x7f0efc079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:03.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.915+0000 7f0f0ffff640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0efc077250 0x7f0efc079760 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0f00006fd0 tx=0x7f0f00008040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:03.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:03.919+0000 7f0f0cff9640 1 -- 172.21.15.33:0/94514928 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0f100b5e40 con 0x7f0f100b54f0 2024-07-26T17:05:04.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.153+0000 7f0f163eb640 1 -- 172.21.15.33:0/94514928 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f100cda40 con 0x7f0f100b54f0 2024-07-26T17:05:04.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.154+0000 7f0f0cff9640 1 -- 172.21.15.33:0/94514928 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 125 v125) ==== 95+0+5239 (secure 0 0 0) 0x7f0f0800ce20 con 0x7f0f100b54f0 2024-07-26T17:05:04.155 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:04.156 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":125,"btime":"2024-07-26T17:05:00:642845+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":9230,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/517468808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":517468808},{"type":"v1","addr":"172.21.15.33:6833","nonce":517468808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":123,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:04:30.701093+0000","modified":"2024-07-26T17:04:33.725847+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9823},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9823":{"gid":9823,"name":"b","rank":0,"incarnation":119,"state":"up:active","state_seq":5,"addr":"172.21.15.154:6834/2407372956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2407372956},{"type":"v1","addr":"172.21.15.154:6834","nonce":2407372956}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[30],"metadata_pool":29,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9823,"qdb_cluster":[9823]},"id":14}]} 2024-07-26T17:05:04.156 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 125 2024-07-26T17:05:04.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 -- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0efc077250 msgr2=0x7f0efc079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0efc077250 0x7f0efc079760 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0f00006fd0 tx=0x7f0f00008040 comp rx=0 tx=0).stop 2024-07-26T17:05:04.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 -- 172.21.15.33:0/94514928 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100b54f0 msgr2=0x7f0f100b5900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100b54f0 0x7f0f100b5900 secure :-1 s=READY pgs=2340 cs=0 l=1 rev1=1 crypto rx=0x7f0f0800b9e0 tx=0x7f0f0800bea0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 -- 172.21.15.33:0/94514928 shutdown_connections 2024-07-26T17:05:04.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0efc077250 0x7f0efc079760 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0f100b54f0 0x7f0f100b5900 unknown :-1 s=CLOSED pgs=2340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0f100b3480 0x7f0f101f5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 --2- 172.21.15.33:0/94514928 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0f100b27f0 0x7f0f1009c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 -- 172.21.15.33:0/94514928 >> 172.21.15.33:0/94514928 conn(0x7f0f100d1e20 msgr2=0x7f0f1015f180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:04.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 -- 172.21.15.33:0/94514928 shutdown_connections 2024-07-26T17:05:04.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.156+0000 7f0f163eb640 1 -- 172.21.15.33:0/94514928 wait complete. 2024-07-26T17:05:04.169 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:04.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.284+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1499484027 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffabc0d1fc0 msgr2=0x7ffabc0b0b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.284+0000 7ffac1c4b640 1 --2- 172.21.15.33:0/1499484027 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffabc0d1fc0 0x7ffabc0b0b10 secure :-1 s=READY pgs=2342 cs=0 l=1 rev1=1 crypto rx=0x7ffab0009830 tx=0x7ffab002a3f0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.284+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1499484027 shutdown_connections 2024-07-26T17:05:04.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.285+0000 7ffac1c4b640 1 --2- 172.21.15.33:0/1499484027 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffabc0d1fc0 0x7ffabc0b0b10 unknown :-1 s=CLOSED pgs=2342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.285+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1499484027 >> 172.21.15.33:0/1499484027 conn(0x7ffabc0b5b00 msgr2=0x7ffabc0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:04.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.285+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1499484027 shutdown_connections 2024-07-26T17:05:04.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.285+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1499484027 wait complete. 2024-07-26T17:05:04.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.286+0000 7ffac1c4b640 1 Processor -- start 2024-07-26T17:05:04.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.286+0000 7ffac1c4b640 1 -- start start 2024-07-26T17:05:04.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffac1c4b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffabc0b1050 0x7ffabc14ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:04.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffac1c4b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffabc0b97f0 0x7ffabc0b3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:04.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffac1c4b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffabc0d1fc0 0x7ffabc0b4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:04.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffac1c4b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffabc0b15e0 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffac1c4b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffabc0b1460 con 0x7ffabc0b1050 2024-07-26T17:05:04.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffac1c4b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffabc0b1760 con 0x7ffabc0b97f0 2024-07-26T17:05:04.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffabbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffabc0d1fc0 0x7ffabc0b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:04.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffabbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffabc0d1fc0 0x7ffabc0b4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39752/0 (socket says 172.21.15.33:39752) 2024-07-26T17:05:04.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffabbfff640 1 -- 172.21.15.33:0/1223237387 learned_addr learned my addr 172.21.15.33:0/1223237387 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffabaffd640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffabc0b97f0 0x7ffabc0b3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffabb7fe640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffabc0b1050 0x7ffabc14ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffabbfff640 1 -- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffabc0b97f0 msgr2=0x7ffabc0b3bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffabbfff640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffabc0b97f0 0x7ffabc0b3bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffabbfff640 1 -- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffabc0b1050 msgr2=0x7ffabc14ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffabbfff640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffabc0b1050 0x7ffabc14ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffabbfff640 1 -- 172.21.15.33:0/1223237387 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffabc1f63f0 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.288+0000 7ffabbfff640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffabc0d1fc0 0x7ffabc0b4100 secure :-1 s=READY pgs=2343 cs=0 l=1 rev1=1 crypto rx=0x7ffab400b990 tx=0x7ffab400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.289+0000 7ffaa3fff640 1 -- 172.21.15.33:0/1223237387 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab4019070 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.289+0000 7ffaa3fff640 1 -- 172.21.15.33:0/1223237387 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffab400cc90 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.289+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1223237387 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffabc1f57e0 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.289+0000 7ffaa3fff640 1 -- 172.21.15.33:0/1223237387 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab40146a0 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.289+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1223237387 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffabc1f5da0 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.290+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1223237387 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffabc0b0b10 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.291+0000 7ffaa3fff640 1 -- 172.21.15.33:0/1223237387 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7ffab401c070 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.291+0000 7ffaa3fff640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ffaa8077280 0x7ffaa8079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:04.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.291+0000 7ffaa3fff640 1 -- 172.21.15.33:0/1223237387 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(239..239 src has 1..239) ==== 7172+0+0 (secure 0 0 0) 0x7ffab40990c0 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.291+0000 7ffabb7fe640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ffaa8077280 0x7ffaa8079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:04.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.292+0000 7ffabb7fe640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ffaa8077280 0x7ffaa8079790 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ffabc0c7870 tx=0x7ffaac009040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:04.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.296+0000 7ffaa3fff640 1 -- 172.21.15.33:0/1223237387 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffab4061a30 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.492+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1223237387 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffabc09dc90 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.493+0000 7ffaa3fff640 1 -- 172.21.15.33:0/1223237387 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v239) ==== 74+0+18464 (secure 0 0 0) 0x7ffab4061330 con 0x7ffabc0d1fc0 2024-07-26T17:05:04.495 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:04.495 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":239,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:02.657927+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":30,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:04:28.974595+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"232","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:04:29.652256+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"233","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6833/2663631468":"2024-07-27T17:04:59.640924+0000","172.21.15.33:0/2320894931":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1797829799":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/3318624646":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6832/2663631468":"2024-07-27T17:04:59.640924+0000","172.21.15.33:0/1495156609":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6837/3434115432":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2345583187":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1730831444":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1877654555":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6836/3434115432":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2223329041":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2562576812":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1430757292":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/424067755":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/3352230053":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1988360295":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/3296404043":"2024-07-27T17:04:41.411730+0000","172.21.15.33:6837/2405396244":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1663541696":"2024-07-27T17:04:41.411730+0000","172.21.15.33:6836/2405396244":"2024-07-27T17:04:41.411730+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:04.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.495+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ffaa8077280 msgr2=0x7ffaa8079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.495+0000 7ffac1c4b640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ffaa8077280 0x7ffaa8079790 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7ffabc0c7870 tx=0x7ffaac009040 comp rx=0 tx=0).stop 2024-07-26T17:05:04.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.495+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1223237387 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffabc0d1fc0 msgr2=0x7ffabc0b4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.495+0000 7ffac1c4b640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffabc0d1fc0 0x7ffabc0b4100 secure :-1 s=READY pgs=2343 cs=0 l=1 rev1=1 crypto rx=0x7ffab400b990 tx=0x7ffab400be50 comp rx=0 tx=0).stop 2024-07-26T17:05:04.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.496+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1223237387 shutdown_connections 2024-07-26T17:05:04.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.496+0000 7ffac1c4b640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ffaa8077280 0x7ffaa8079790 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.496+0000 7ffac1c4b640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffabc0d1fc0 0x7ffabc0b4100 unknown :-1 s=CLOSED pgs=2343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.496+0000 7ffac1c4b640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffabc0b97f0 0x7ffabc0b3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.496+0000 7ffac1c4b640 1 --2- 172.21.15.33:0/1223237387 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffabc0b1050 0x7ffabc14ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.496+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1223237387 >> 172.21.15.33:0/1223237387 conn(0x7ffabc0b5b00 msgr2=0x7ffabc0b8580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:04.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.496+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1223237387 shutdown_connections 2024-07-26T17:05:04.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.496+0000 7ffac1c4b640 1 -- 172.21.15.33:0/1223237387 wait complete. 2024-07-26T17:05:04.509 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail backup_fs 2024-07-26T17:05:04.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.627+0000 7fb39dbcf640 1 -- 172.21.15.33:0/2034968362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb384003a00 msgr2=0x7fb384003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.627+0000 7fb39dbcf640 1 --2- 172.21.15.33:0/2034968362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb384003a00 0x7fb384003e30 secure :-1 s=READY pgs=2345 cs=0 l=1 rev1=1 crypto rx=0x7fb388009ed0 tx=0x7fb384005830 comp rx=0 tx=0).stop 2024-07-26T17:05:04.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.627+0000 7fb39dbcf640 1 -- 172.21.15.33:0/2034968362 shutdown_connections 2024-07-26T17:05:04.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.627+0000 7fb39dbcf640 1 --2- 172.21.15.33:0/2034968362 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb384003a00 0x7fb384003e30 unknown :-1 s=CLOSED pgs=2345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.627+0000 7fb39dbcf640 1 -- 172.21.15.33:0/2034968362 >> 172.21.15.33:0/2034968362 conn(0x7fb3980b5ac0 msgr2=0x7fb3980b5ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:04.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.627+0000 7fb39dbcf640 1 -- 172.21.15.33:0/2034968362 shutdown_connections 2024-07-26T17:05:04.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.628+0000 7fb39dbcf640 1 -- 172.21.15.33:0/2034968362 wait complete. 2024-07-26T17:05:04.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.629+0000 7fb39dbcf640 1 Processor -- start 2024-07-26T17:05:04.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.630+0000 7fb39dbcf640 1 -- start start 2024-07-26T17:05:04.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb39dbcf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb384003a00 0x7fb39814f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:04.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb39dbcf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3980b49c0 0x7fb3980b7620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:04.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb39dbcf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3980b7b60 0x7fb3980cc2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:04.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb39dbcf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb3980d2e20 con 0x7fb384003a00 2024-07-26T17:05:04.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb39dbcf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb3980d2ca0 con 0x7fb3980b49c0 2024-07-26T17:05:04.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb39dbcf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb3980d0190 con 0x7fb3980b7b60 2024-07-26T17:05:04.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb3977fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb384003a00 0x7fb39814f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:04.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb3977fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb384003a00 0x7fb39814f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39776/0 (socket says 172.21.15.33:39776) 2024-07-26T17:05:04.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb3977fe640 1 -- 172.21.15.33:0/627230750 learned_addr learned my addr 172.21.15.33:0/627230750 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:04.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb3977fe640 1 -- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3980b7b60 msgr2=0x7fb3980cc2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb3977fe640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3980b7b60 0x7fb3980cc2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb3977fe640 1 -- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3980b49c0 msgr2=0x7fb3980b7620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb396ffd640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3980b49c0 0x7fb3980b7620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:04.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb3977fe640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3980b49c0 0x7fb3980b7620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.631+0000 7fb3977fe640 1 -- 172.21.15.33:0/627230750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3980b51c0 con 0x7fb384003a00 2024-07-26T17:05:04.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.632+0000 7fb3977fe640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb384003a00 0x7fb39814f7b0 secure :-1 s=READY pgs=2346 cs=0 l=1 rev1=1 crypto rx=0x7fb388009e20 tx=0x7fb388033c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:04.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.632+0000 7fb38ffff640 1 -- 172.21.15.33:0/627230750 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb388038040 con 0x7fb384003a00 2024-07-26T17:05:04.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.632+0000 7fb38ffff640 1 -- 172.21.15.33:0/627230750 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb388041070 con 0x7fb384003a00 2024-07-26T17:05:04.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.632+0000 7fb39dbcf640 1 -- 172.21.15.33:0/627230750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3980b3680 con 0x7fb384003a00 2024-07-26T17:05:04.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.632+0000 7fb38ffff640 1 -- 172.21.15.33:0/627230750 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb388009ad0 con 0x7fb384003a00 2024-07-26T17:05:04.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.632+0000 7fb39dbcf640 1 -- 172.21.15.33:0/627230750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb39814fcf0 con 0x7fb384003a00 2024-07-26T17:05:04.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.633+0000 7fb39dbcf640 1 -- 172.21.15.33:0/627230750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3980b4320 con 0x7fb384003a00 2024-07-26T17:05:04.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.634+0000 7fb38ffff640 1 -- 172.21.15.33:0/627230750 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7fb38803c690 con 0x7fb384003a00 2024-07-26T17:05:04.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.634+0000 7fb38ffff640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb378077280 0x7fb378079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:04.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.634+0000 7fb38ffff640 1 -- 172.21.15.33:0/627230750 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(239..239 src has 1..239) ==== 7172+0+0 (secure 0 0 0) 0x7fb3880ba200 con 0x7fb384003a00 2024-07-26T17:05:04.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.634+0000 7fb396ffd640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb378077280 0x7fb378079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:04.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.635+0000 7fb396ffd640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb378077280 0x7fb378079790 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb380000c00 tx=0x7fb380006a60 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:04.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.639+0000 7fb38ffff640 1 -- 172.21.15.33:0/627230750 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb3980b3680 con 0x7fb384003a00 2024-07-26T17:05:04.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.877+0000 7fb39dbcf640 1 -- 172.21.15.33:0/627230750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "backup_fs"} v 0) -- 0x7fb3980d2fa0 con 0x7fb384003a00 2024-07-26T17:05:04.879 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T17:05:04.877+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T17:05:04.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.879+0000 7fb38ffff640 1 -- 172.21.15.33:0/627230750 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "backup_fs"}]=0 backup_fs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v126) ==== 167+0+0 (secure 0 0 0) 0x7fb388033e20 con 0x7fb384003a00 2024-07-26T17:05:04.880 INFO:teuthology.orchestra.run.smithi033.stderr:backup_fs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T17:05:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 -- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb378077280 msgr2=0x7fb378079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb378077280 0x7fb378079790 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb380000c00 tx=0x7fb380006a60 comp rx=0 tx=0).stop 2024-07-26T17:05:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 -- 172.21.15.33:0/627230750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb384003a00 msgr2=0x7fb39814f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb384003a00 0x7fb39814f7b0 secure :-1 s=READY pgs=2346 cs=0 l=1 rev1=1 crypto rx=0x7fb388009e20 tx=0x7fb388033c30 comp rx=0 tx=0).stop 2024-07-26T17:05:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 -- 172.21.15.33:0/627230750 shutdown_connections 2024-07-26T17:05:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb378077280 0x7fb378079790 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3980b7b60 0x7fb3980cc2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3980b49c0 0x7fb3980b7620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 --2- 172.21.15.33:0/627230750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb384003a00 0x7fb39814f7b0 unknown :-1 s=CLOSED pgs=2346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 -- 172.21.15.33:0/627230750 >> 172.21.15.33:0/627230750 conn(0x7fb3980b5ac0 msgr2=0x7fb3980b2240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:04.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 -- 172.21.15.33:0/627230750 shutdown_connections 2024-07-26T17:05:04.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:04.882+0000 7fb39dbcf640 1 -- 172.21.15.33:0/627230750 wait complete. 2024-07-26T17:05:04.887 INFO:tasks.ceph.mds.b.smithi154.stderr: -2048> 2024-07-26T17:04:37.218+0000 7f023665a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:05:04.895 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm backup_fs --yes-i-really-mean-it 2024-07-26T17:05:04.943 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T17:05:05.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.013+0000 7f4a5cd19640 1 -- 172.21.15.33:0/2055556624 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580d1dc0 msgr2=0x7f4a580d21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:05.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.013+0000 7f4a5cd19640 1 --2- 172.21.15.33:0/2055556624 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580d1dc0 0x7f4a580d21d0 secure :-1 s=READY pgs=2347 cs=0 l=1 rev1=1 crypto rx=0x7f4a40005fd0 tx=0x7f4a4002a4b0 comp rx=0 tx=0).stop 2024-07-26T17:05:05.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.013+0000 7f4a5cd19640 1 -- 172.21.15.33:0/2055556624 shutdown_connections 2024-07-26T17:05:05.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.013+0000 7f4a5cd19640 1 --2- 172.21.15.33:0/2055556624 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580d1dc0 0x7f4a580d21d0 unknown :-1 s=CLOSED pgs=2347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:05.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.013+0000 7f4a5cd19640 1 --2- 172.21.15.33:0/2055556624 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b6620 0x7f4a580d2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:05.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.013+0000 7f4a5cd19640 1 -- 172.21.15.33:0/2055556624 >> 172.21.15.33:0/2055556624 conn(0x7f4a580b5b00 msgr2=0x7f4a580b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:05.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.013+0000 7f4a5cd19640 1 -- 172.21.15.33:0/2055556624 shutdown_connections 2024-07-26T17:05:05.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.013+0000 7f4a5cd19640 1 -- 172.21.15.33:0/2055556624 wait complete. 2024-07-26T17:05:05.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.015+0000 7f4a5cd19640 1 Processor -- start 2024-07-26T17:05:05.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.015+0000 7f4a5cd19640 1 -- start start 2024-07-26T17:05:05.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5cd19640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b3670 0x7f4a5814db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:05.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5cd19640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b6620 0x7f4a580b0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:05.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5cd19640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a580d1dc0 0x7f4a580b10d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:05.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5cd19640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4a580d3450 con 0x7f4a580b3670 2024-07-26T17:05:05.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5cd19640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4a580d32d0 con 0x7f4a580d1dc0 2024-07-26T17:05:05.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5cd19640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4a580ced40 con 0x7f4a580b6620 2024-07-26T17:05:05.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b3670 0x7f4a5814db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:05.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b3670 0x7f4a5814db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39804/0 (socket says 172.21.15.33:39804) 2024-07-26T17:05:05.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5659c640 1 -- 172.21.15.33:0/3557186678 learned_addr learned my addr 172.21.15.33:0/3557186678 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:05.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a55d9b640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b6620 0x7f4a580b0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:05.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a56d9d640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a580d1dc0 0x7f4a580b10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:05.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5659c640 1 -- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b6620 msgr2=0x7f4a580b0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:05.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5659c640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b6620 0x7f4a580b0b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:05.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5659c640 1 -- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a580d1dc0 msgr2=0x7f4a580b10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:05.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5659c640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a580d1dc0 0x7f4a580b10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:05.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5659c640 1 -- 172.21.15.33:0/3557186678 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a580c8070 con 0x7f4a580b3670 2024-07-26T17:05:05.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5659c640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b3670 0x7f4a5814db60 secure :-1 s=READY pgs=2348 cs=0 l=1 rev1=1 crypto rx=0x7f4a4800dac0 tx=0x7f4a4800df80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:05.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a4effd640 1 -- 172.21.15.33:0/3557186678 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a48017070 con 0x7f4a580b3670 2024-07-26T17:05:05.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a4effd640 1 -- 172.21.15.33:0/3557186678 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a48003970 con 0x7f4a580b3670 2024-07-26T17:05:05.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a5cd19640 1 -- 172.21.15.33:0/3557186678 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a5815f3e0 con 0x7f4a580b3670 2024-07-26T17:05:05.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.017+0000 7f4a4effd640 1 -- 172.21.15.33:0/3557186678 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a48003dc0 con 0x7f4a580b3670 2024-07-26T17:05:05.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.018+0000 7f4a5cd19640 1 -- 172.21.15.33:0/3557186678 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a581617e0 con 0x7f4a580b3670 2024-07-26T17:05:05.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.019+0000 7f4a5cd19640 1 -- 172.21.15.33:0/3557186678 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a580d2d90 con 0x7f4a580b3670 2024-07-26T17:05:05.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.019+0000 7f4a4effd640 1 -- 172.21.15.33:0/3557186678 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f4a48004020 con 0x7f4a580b3670 2024-07-26T17:05:05.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.020+0000 7f4a4effd640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a38077250 0x7f4a38079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:05.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.020+0000 7f4a4effd640 1 -- 172.21.15.33:0/3557186678 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(240..240 src has 1..240) ==== 7258+0+0 (secure 0 0 0) 0x7f4a48099970 con 0x7f4a580b3670 2024-07-26T17:05:05.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.020+0000 7f4a55d9b640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a38077250 0x7f4a38079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:05.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.021+0000 7f4a55d9b640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a38077250 0x7f4a38079760 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f4a40033000 tx=0x7f4a40004730 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:05.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.025+0000 7f4a4effd640 1 -- 172.21.15.33:0/3557186678 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4a48020030 con 0x7f4a580b3670 2024-07-26T17:05:05.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.257+0000 7f4a5cd19640 1 -- 172.21.15.33:0/3557186678 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "backup_fs", "yes_i_really_mean_it": true} v 0) -- 0x7f4a5806e050 con 0x7f4a580b3670 2024-07-26T17:05:05.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.888+0000 7f4a4effd640 1 -- 172.21.15.33:0/3557186678 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "backup_fs", "yes_i_really_mean_it": true}]=0 v127) ==== 107+0+0 (secure 0 0 0) 0x7f4a580c8070 con 0x7f4a580b3670 2024-07-26T17:05:05.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.890+0000 7f4a5cd19640 1 -- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a38077250 msgr2=0x7f4a38079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.890+0000 7f4a5cd19640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a38077250 0x7f4a38079760 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f4a40033000 tx=0x7f4a40004730 comp rx=0 tx=0).stop 2024-07-26T17:05:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.890+0000 7f4a5cd19640 1 -- 172.21.15.33:0/3557186678 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b3670 msgr2=0x7f4a5814db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.890+0000 7f4a5cd19640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b3670 0x7f4a5814db60 secure :-1 s=READY pgs=2348 cs=0 l=1 rev1=1 crypto rx=0x7f4a4800dac0 tx=0x7f4a4800df80 comp rx=0 tx=0).stop 2024-07-26T17:05:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.890+0000 7f4a5cd19640 1 -- 172.21.15.33:0/3557186678 shutdown_connections 2024-07-26T17:05:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.890+0000 7f4a5cd19640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f4a38077250 0x7f4a38079760 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.890+0000 7f4a5cd19640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a580d1dc0 0x7f4a580b10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.890+0000 7f4a5cd19640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a580b6620 0x7f4a580b0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.890+0000 7f4a5cd19640 1 --2- 172.21.15.33:0/3557186678 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a580b3670 0x7f4a5814db60 unknown :-1 s=CLOSED pgs=2348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.891+0000 7f4a5cd19640 1 -- 172.21.15.33:0/3557186678 >> 172.21.15.33:0/3557186678 conn(0x7f4a580b5b00 msgr2=0x7f4a5815e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.891+0000 7f4a5cd19640 1 -- 172.21.15.33:0/3557186678 shutdown_connections 2024-07-26T17:05:05.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:05.891+0000 7f4a5cd19640 1 -- 172.21.15.33:0/3557186678 wait complete. 2024-07-26T17:05:05.906 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm backup_fs_metadata backup_fs_metadata --yes-i-really-really-mean-it 2024-07-26T17:05:06.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.030+0000 7f285a502640 1 -- 172.21.15.33:0/669568049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28540d2db0 msgr2=0x7f28540b3730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:06.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.030+0000 7f285a502640 1 --2- 172.21.15.33:0/669568049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28540d2db0 0x7f28540b3730 secure :-1 s=READY pgs=2349 cs=0 l=1 rev1=1 crypto rx=0x7f28540c7a90 tx=0x7f284802a4d0 comp rx=0 tx=0).stop 2024-07-26T17:05:06.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.030+0000 7f285a502640 1 -- 172.21.15.33:0/669568049 shutdown_connections 2024-07-26T17:05:06.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.030+0000 7f285a502640 1 --2- 172.21.15.33:0/669568049 >> v2:172.21.15.154:3300/0 conn(0x7f28540b3c70 0x7f2854162710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:06.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.030+0000 7f285a502640 1 --2- 172.21.15.33:0/669568049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28540d2db0 0x7f28540b3730 unknown :-1 s=CLOSED pgs=2349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:06.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.030+0000 7f285a502640 1 --2- 172.21.15.33:0/669568049 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28540b9570 0x7f28540d2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:06.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.030+0000 7f285a502640 1 -- 172.21.15.33:0/669568049 >> 172.21.15.33:0/669568049 conn(0x7f28540b5a80 msgr2=0x7f28540b5e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:06.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.030+0000 7f285a502640 1 -- 172.21.15.33:0/669568049 shutdown_connections 2024-07-26T17:05:06.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.031+0000 7f285a502640 1 -- 172.21.15.33:0/669568049 wait complete. 2024-07-26T17:05:06.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.032+0000 7f285a502640 1 Processor -- start 2024-07-26T17:05:06.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.032+0000 7f285a502640 1 -- start start 2024-07-26T17:05:06.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f285a502640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28540b3c70 0x7f28540a1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:06.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f285a502640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28540b9570 0x7f285415be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:06.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f285a502640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28540d2db0 0x7f285415c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:06.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f285a502640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f28540b9980 con 0x7f28540b3c70 2024-07-26T17:05:06.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f285a502640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f28540b9b00 con 0x7f28540d2db0 2024-07-26T17:05:06.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f285a502640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f28540d3bb0 con 0x7f28540b9570 2024-07-26T17:05:06.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f2853fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28540b3c70 0x7f28540a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f2853fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28540b3c70 0x7f28540a1620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39820/0 (socket says 172.21.15.33:39820) 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f2853fff640 1 -- 172.21.15.33:0/1279249356 learned_addr learned my addr 172.21.15.33:0/1279249356 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f2858a9f640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28540d2db0 0x7f285415c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f28537fe640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28540b9570 0x7f285415be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f2853fff640 1 -- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28540b9570 msgr2=0x7f285415be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f2853fff640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28540b9570 0x7f285415be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f2853fff640 1 -- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28540d2db0 msgr2=0x7f285415c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f2853fff640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28540d2db0 0x7f285415c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f2853fff640 1 -- 172.21.15.33:0/1279249356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f285415aa90 con 0x7f28540b3c70 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f28537fe640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28540b9570 0x7f285415be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f2858a9f640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28540d2db0 0x7f285415c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:06.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.034+0000 7f2853fff640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28540b3c70 0x7f28540a1620 secure :-1 s=READY pgs=2350 cs=0 l=1 rev1=1 crypto rx=0x7f284400e7f0 tx=0x7f284400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:06.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.035+0000 7f2850ff9640 1 -- 172.21.15.33:0/1279249356 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f284400cc60 con 0x7f28540b3c70 2024-07-26T17:05:06.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.035+0000 7f2850ff9640 1 -- 172.21.15.33:0/1279249356 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f284400ce20 con 0x7f28540b3c70 2024-07-26T17:05:06.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.035+0000 7f285a502640 1 -- 172.21.15.33:0/1279249356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2854162120 con 0x7f28540b3c70 2024-07-26T17:05:06.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.035+0000 7f2850ff9640 1 -- 172.21.15.33:0/1279249356 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2844005280 con 0x7f28540b3c70 2024-07-26T17:05:06.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.035+0000 7f285a502640 1 -- 172.21.15.33:0/1279249356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28541f9160 con 0x7f28540b3c70 2024-07-26T17:05:06.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.036+0000 7f285a502640 1 -- 172.21.15.33:0/1279249356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28540d2870 con 0x7f28540b3c70 2024-07-26T17:05:06.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.037+0000 7f2850ff9640 1 -- 172.21.15.33:0/1279249356 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f2844005420 con 0x7f28540b3c70 2024-07-26T17:05:06.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.037+0000 7f2850ff9640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2840077250 0x7f2840079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:06.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.037+0000 7f2850ff9640 1 -- 172.21.15.33:0/1279249356 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(240..240 src has 1..240) ==== 7258+0+0 (secure 0 0 0) 0x7f2844099d60 con 0x7f28540b3c70 2024-07-26T17:05:06.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.037+0000 7f28537fe640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2840077250 0x7f2840079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:06.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.038+0000 7f28537fe640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2840077250 0x7f2840079760 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2848033000 tx=0x7f2848004730 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:06.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.041+0000 7f2850ff9640 1 -- 172.21.15.33:0/1279249356 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f28440624e0 con 0x7f28540b3c70 2024-07-26T17:05:06.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.234+0000 7f285a502640 1 -- 172.21.15.33:0/1279249356 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "backup_fs_metadata", "pool2": "backup_fs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f285406e1f0 con 0x7f28540b3c70 2024-07-26T17:05:06.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.891+0000 7f2850ff9640 1 -- 172.21.15.33:0/1279249356 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "backup_fs_metadata", "pool2": "backup_fs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'backup_fs_metadata' removed v241) ==== 190+0+0 (secure 0 0 0) 0x7f2844061de0 con 0x7f28540b3c70 2024-07-26T17:05:06.893 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'backup_fs_metadata' removed 2024-07-26T17:05:06.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.894+0000 7f285a502640 1 -- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2840077250 msgr2=0x7f2840079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:06.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.894+0000 7f285a502640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2840077250 0x7f2840079760 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2848033000 tx=0x7f2848004730 comp rx=0 tx=0).stop 2024-07-26T17:05:06.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.894+0000 7f285a502640 1 -- 172.21.15.33:0/1279249356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28540b3c70 msgr2=0x7f28540a1620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:06.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.894+0000 7f285a502640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28540b3c70 0x7f28540a1620 secure :-1 s=READY pgs=2350 cs=0 l=1 rev1=1 crypto rx=0x7f284400e7f0 tx=0x7f284400ecb0 comp rx=0 tx=0).stop 2024-07-26T17:05:06.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.894+0000 7f285a502640 1 -- 172.21.15.33:0/1279249356 shutdown_connections 2024-07-26T17:05:06.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.894+0000 7f285a502640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2840077250 0x7f2840079760 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:06.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.894+0000 7f285a502640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28540d2db0 0x7f285415c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:06.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.894+0000 7f285a502640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28540b9570 0x7f285415be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:06.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.894+0000 7f285a502640 1 --2- 172.21.15.33:0/1279249356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28540b3c70 0x7f28540a1620 unknown :-1 s=CLOSED pgs=2350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:06.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.894+0000 7f285a502640 1 -- 172.21.15.33:0/1279249356 >> 172.21.15.33:0/1279249356 conn(0x7f28540b5a80 msgr2=0x7f285415e8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:06.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.895+0000 7f285a502640 1 -- 172.21.15.33:0/1279249356 shutdown_connections 2024-07-26T17:05:06.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:06.895+0000 7f285a502640 1 -- 172.21.15.33:0/1279249356 wait complete. 2024-07-26T17:05:06.913 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm backup_fs_data backup_fs_data --yes-i-really-really-mean-it 2024-07-26T17:05:07.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.042+0000 7f1be9a8c640 1 -- 172.21.15.33:0/1214088893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc003a00 msgr2=0x7f1bcc003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:07.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.042+0000 7f1be9a8c640 1 --2- 172.21.15.33:0/1214088893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1bcc003a00 0x7f1bcc003e70 secure :-1 s=READY pgs=2352 cs=0 l=1 rev1=1 crypto rx=0x7f1bd4009b40 tx=0x7f1bcc005830 comp rx=0 tx=0).stop 2024-07-26T17:05:07.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.042+0000 7f1be3fff640 1 -- 172.21.15.33:0/1214088893 reap_dead start 2024-07-26T17:05:07.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.042+0000 7f1be9a8c640 1 -- 172.21.15.33:0/1214088893 shutdown_connections 2024-07-26T17:05:07.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.042+0000 7f1be9a8c640 1 -- 172.21.15.33:0/1214088893 >> 172.21.15.33:0/1214088893 conn(0x7f1be40d3fa0 msgr2=0x7f1be40d43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:07.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.042+0000 7f1be9a8c640 1 -- 172.21.15.33:0/1214088893 shutdown_connections 2024-07-26T17:05:07.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.042+0000 7f1be9a8c640 1 -- 172.21.15.33:0/1214088893 wait complete. 2024-07-26T17:05:07.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.044+0000 7f1be9a8c640 1 Processor -- start 2024-07-26T17:05:07.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.044+0000 7f1be9a8c640 1 -- start start 2024-07-26T17:05:07.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.045+0000 7f1be9a8c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bcc003a00 0x7f1be41e0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:07.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.045+0000 7f1be9a8c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1be41f85d0 0x7f1be40ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:07.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.045+0000 7f1be9a8c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1be40b86d0 0x7f1be40b8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:07.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.045+0000 7f1be9a8c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1be40b2e30 con 0x7f1be41f85d0 2024-07-26T17:05:07.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.045+0000 7f1be9a8c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1be40b2cb0 con 0x7f1bcc003a00 2024-07-26T17:05:07.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.045+0000 7f1be9a8c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1be40b2fb0 con 0x7f1be40b86d0 2024-07-26T17:05:07.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.045+0000 7f1be2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1be41f85d0 0x7f1be40ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:07.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.045+0000 7f1be2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1be41f85d0 0x7f1be40ccb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39846/0 (socket says 172.21.15.33:39846) 2024-07-26T17:05:07.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.045+0000 7f1be2ffd640 1 -- 172.21.15.33:0/779172972 learned_addr learned my addr 172.21.15.33:0/779172972 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1be37fe640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bcc003a00 0x7f1be41e0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1be3fff640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1be40b86d0 0x7f1be40b8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1be2ffd640 1 -- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1be40b86d0 msgr2=0x7f1be40b8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1be2ffd640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1be40b86d0 0x7f1be40b8ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1be2ffd640 1 -- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bcc003a00 msgr2=0x7f1be41e0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1be2ffd640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bcc003a00 0x7f1be41e0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1be2ffd640 1 -- 172.21.15.33:0/779172972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1be40b9020 con 0x7f1be41f85d0 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1be37fe640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bcc003a00 0x7f1be41e0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1be2ffd640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1be41f85d0 0x7f1be40ccb80 secure :-1 s=READY pgs=2353 cs=0 l=1 rev1=1 crypto rx=0x7f1bd8011ae0 tx=0x7f1bd8009e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1bcbfff640 1 -- 172.21.15.33:0/779172972 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd801e070 con 0x7f1be41f85d0 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1bcbfff640 1 -- 172.21.15.33:0/779172972 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1bd800fc10 con 0x7f1be41f85d0 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1be9a8c640 1 -- 172.21.15.33:0/779172972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1be40cd0c0 con 0x7f1be41f85d0 2024-07-26T17:05:07.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1bcbfff640 1 -- 172.21.15.33:0/779172972 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd8019410 con 0x7f1be41f85d0 2024-07-26T17:05:07.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.046+0000 7f1be9a8c640 1 -- 172.21.15.33:0/779172972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1be41f9020 con 0x7f1be41f85d0 2024-07-26T17:05:07.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.047+0000 7f1be9a8c640 1 -- 172.21.15.33:0/779172972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1be40d3d10 con 0x7f1be41f85d0 2024-07-26T17:05:07.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.048+0000 7f1bcbfff640 1 -- 172.21.15.33:0/779172972 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f1bd8021070 con 0x7f1be41f85d0 2024-07-26T17:05:07.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.048+0000 7f1bcbfff640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1bd0077250 0x7f1bd0079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:07.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.049+0000 7f1bcbfff640 1 -- 172.21.15.33:0/779172972 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(241..241 src has 1..241) ==== 6814+0+0 (secure 0 0 0) 0x7f1bd80998e0 con 0x7f1be41f85d0 2024-07-26T17:05:07.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.049+0000 7f1be37fe640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1bd0077250 0x7f1bd0079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:07.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.049+0000 7f1be37fe640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1bd0077250 0x7f1bd0079760 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f1bd4009b40 tx=0x7f1bd402d040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:07.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.053+0000 7f1bcbfff640 1 -- 172.21.15.33:0/779172972 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1be40d3d10 con 0x7f1be41f85d0 2024-07-26T17:05:07.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.245+0000 7f1be9a8c640 1 -- 172.21.15.33:0/779172972 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "backup_fs_data", "pool2": "backup_fs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1be40d0cd0 con 0x7f1be41f85d0 2024-07-26T17:05:07.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.898+0000 7f1bcbfff640 1 -- 172.21.15.33:0/779172972 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "backup_fs_data", "pool2": "backup_fs_data", "yes_i_really_really_mean_it": true}]=0 pool 'backup_fs_data' removed v242) ==== 178+0+0 (secure 0 0 0) 0x7f1be40b9020 con 0x7f1be41f85d0 2024-07-26T17:05:07.901 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'backup_fs_data' removed 2024-07-26T17:05:07.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 -- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1bd0077250 msgr2=0x7f1bd0079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:07.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1bd0077250 0x7f1bd0079760 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f1bd4009b40 tx=0x7f1bd402d040 comp rx=0 tx=0).stop 2024-07-26T17:05:07.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 -- 172.21.15.33:0/779172972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1be41f85d0 msgr2=0x7f1be40ccb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:07.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1be41f85d0 0x7f1be40ccb80 secure :-1 s=READY pgs=2353 cs=0 l=1 rev1=1 crypto rx=0x7f1bd8011ae0 tx=0x7f1bd8009e30 comp rx=0 tx=0).stop 2024-07-26T17:05:07.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 -- 172.21.15.33:0/779172972 shutdown_connections 2024-07-26T17:05:07.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1bd0077250 0x7f1bd0079760 secure :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f1bd4009b40 tx=0x7f1bd402d040 comp rx=0 tx=0).stop 2024-07-26T17:05:07.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1be40b86d0 0x7f1be40b8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1be41f85d0 0x7f1be40ccb80 secure :-1 s=CLOSED pgs=2353 cs=0 l=1 rev1=1 crypto rx=0x7f1bd8011ae0 tx=0x7f1bd8009e30 comp rx=0 tx=0).stop 2024-07-26T17:05:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 --2- 172.21.15.33:0/779172972 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1bcc003a00 0x7f1be41e0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 -- 172.21.15.33:0/779172972 >> 172.21.15.33:0/779172972 conn(0x7f1be40d3fa0 msgr2=0x7f1be40b1ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 -- 172.21.15.33:0/779172972 shutdown_connections 2024-07-26T17:05:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:07.903+0000 7f1be9a8c640 1 -- 172.21.15.33:0/779172972 wait complete. 2024-07-26T17:05:07.920 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T17:05:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.045+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/1061054209 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bbc004d40 msgr2=0x7f5bbc005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.045+0000 7f5bd8b5e640 1 --2- 172.21.15.33:0/1061054209 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bbc004d40 0x7f5bbc005150 secure :-1 s=READY pgs=2355 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc005fd0 tx=0x7f5bbc005830 comp rx=0 tx=0).stop 2024-07-26T17:05:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.045+0000 7f5bd2d9d640 1 -- 172.21.15.33:0/1061054209 reap_dead start 2024-07-26T17:05:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.045+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/1061054209 shutdown_connections 2024-07-26T17:05:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.045+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/1061054209 >> 172.21.15.33:0/1061054209 conn(0x7f5bd40b5b00 msgr2=0x7f5bd40b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.045+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/1061054209 shutdown_connections 2024-07-26T17:05:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.045+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/1061054209 wait complete. 2024-07-26T17:05:08.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.047+0000 7f5bd8b5e640 1 Processor -- start 2024-07-26T17:05:08.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.047+0000 7f5bd8b5e640 1 -- start start 2024-07-26T17:05:08.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd8b5e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bbc004d40 0x7f5bd415fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd8b5e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5bd41e9ec0 0x7f5bd414eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd8b5e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bd414f0b0 0x7f5bd41f8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd8b5e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd408cd80 con 0x7f5bbc004d40 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd8b5e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd40d21d0 con 0x7f5bd41e9ec0 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd8b5e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5bd40d2350 con 0x7f5bd414f0b0 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bbc004d40 0x7f5bd415fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bbc004d40 0x7f5bd415fb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39856/0 (socket says 172.21.15.33:39856) 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd259c640 1 -- 172.21.15.33:0/2461408363 learned_addr learned my addr 172.21.15.33:0/2461408363 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd2d9d640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bd414f0b0 0x7f5bd41f8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd1d9b640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5bd41e9ec0 0x7f5bd414eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd259c640 1 -- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bd414f0b0 msgr2=0x7f5bd41f8b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd259c640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bd414f0b0 0x7f5bd41f8b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd259c640 1 -- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5bd41e9ec0 msgr2=0x7f5bd414eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd259c640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5bd41e9ec0 0x7f5bd414eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd259c640 1 -- 172.21.15.33:0/2461408363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bd41535b0 con 0x7f5bbc004d40 2024-07-26T17:05:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd1d9b640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5bd41e9ec0 0x7f5bd414eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd259c640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bbc004d40 0x7f5bd415fb10 secure :-1 s=READY pgs=2356 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4011a50 tx=0x7f5bc4011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/2461408363 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc401f070 con 0x7f5bbc004d40 2024-07-26T17:05:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/2461408363 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5bc4012450 con 0x7f5bbc004d40 2024-07-26T17:05:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/2461408363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bd4153890 con 0x7f5bbc004d40 2024-07-26T17:05:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.049+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/2461408363 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc4012880 con 0x7f5bbc004d40 2024-07-26T17:05:08.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.050+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/2461408363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bd40b1eb0 con 0x7f5bbc004d40 2024-07-26T17:05:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.051+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/2461408363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bd40d2d90 con 0x7f5bbc004d40 2024-07-26T17:05:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.051+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/2461408363 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f5bc4022070 con 0x7f5bbc004d40 2024-07-26T17:05:08.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.052+0000 7f5bc2ffd640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5bb4077250 0x7f5bb4079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:08.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.052+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/2461408363 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(242..242 src has 1..242) ==== 6394+0+0 (secure 0 0 0) 0x7f5bc4099bb0 con 0x7f5bbc004d40 2024-07-26T17:05:08.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.052+0000 7f5bd1d9b640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5bb4077250 0x7f5bb4079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:08.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.053+0000 7f5bd1d9b640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5bb4077250 0x7f5bb4079760 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5bc8001880 tx=0x7f5bc8000f10 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:08.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.057+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/2461408363 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5bc4062150 con 0x7f5bbc004d40 2024-07-26T17:05:08.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.250+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/2461408363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f5bd40b9e40 con 0x7f5bbc004d40 2024-07-26T17:05:08.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.254+0000 7f5bc2ffd640 1 -- 172.21.15.33:0/2461408363 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v75) ==== 71+0+0 (secure 0 0 0) 0x7f5bc40666a0 con 0x7f5bbc004d40 2024-07-26T17:05:08.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5bb4077250 msgr2=0x7f5bb4079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:08.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5bb4077250 0x7f5bb4079760 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5bc8001880 tx=0x7f5bc8000f10 comp rx=0 tx=0).stop 2024-07-26T17:05:08.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/2461408363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bbc004d40 msgr2=0x7f5bd415fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:08.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bbc004d40 0x7f5bd415fb10 secure :-1 s=READY pgs=2356 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4011a50 tx=0x7f5bc4011f10 comp rx=0 tx=0).stop 2024-07-26T17:05:08.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/2461408363 shutdown_connections 2024-07-26T17:05:08.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5bb4077250 0x7f5bb4079760 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5bd414f0b0 0x7f5bd41f8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5bd41e9ec0 0x7f5bd414eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 --2- 172.21.15.33:0/2461408363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5bbc004d40 0x7f5bd415fb10 unknown :-1 s=CLOSED pgs=2356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/2461408363 >> 172.21.15.33:0/2461408363 conn(0x7f5bd40b5b00 msgr2=0x7f5bd4155670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:08.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/2461408363 shutdown_connections 2024-07-26T17:05:08.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.257+0000 7f5bd8b5e640 1 -- 172.21.15.33:0/2461408363 wait complete. 2024-07-26T17:05:08.270 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_for_non_default_fs' 2024-07-26T17:05:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.386+0000 7ff447485640 1 -- 172.21.15.33:0/2093989154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4400b37d0 msgr2=0x7ff4400b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.386+0000 7ff447485640 1 --2- 172.21.15.33:0/2093989154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4400b37d0 0x7ff4400b9360 secure :-1 s=READY pgs=2358 cs=0 l=1 rev1=1 crypto rx=0x7ff4400ce660 tx=0x7ff43c02a560 comp rx=0 tx=0).stop 2024-07-26T17:05:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.386+0000 7ff447485640 1 -- 172.21.15.33:0/2093989154 shutdown_connections 2024-07-26T17:05:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.386+0000 7ff447485640 1 --2- 172.21.15.33:0/2093989154 >> v2:172.21.15.154:3300/0 conn(0x7ff4400d2de0 0x7ff4400cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.387+0000 7ff447485640 1 --2- 172.21.15.33:0/2093989154 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4400b37d0 0x7ff4400b9360 unknown :-1 s=CLOSED pgs=2358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.387+0000 7ff447485640 1 -- 172.21.15.33:0/2093989154 >> 172.21.15.33:0/2093989154 conn(0x7ff4400b5b00 msgr2=0x7ff4400b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.387+0000 7ff447485640 1 -- 172.21.15.33:0/2093989154 shutdown_connections 2024-07-26T17:05:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.387+0000 7ff447485640 1 -- 172.21.15.33:0/2093989154 wait complete. 2024-07-26T17:05:08.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.388+0000 7ff447485640 1 Processor -- start 2024-07-26T17:05:08.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.388+0000 7ff447485640 1 -- start start 2024-07-26T17:05:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff447485640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4400b37d0 0x7ff4401f2490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff447485640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4400b98a0 0x7ff440150130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff447485640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4400d2de0 0x7ff440150670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff447485640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff4400b3d60 con 0x7ff4400d2de0 2024-07-26T17:05:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff447485640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff4400b3be0 con 0x7ff4400b98a0 2024-07-26T17:05:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff447485640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff4400d3c30 con 0x7ff4400b37d0 2024-07-26T17:05:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff445a22640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4400d2de0 0x7ff440150670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff445a22640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4400d2de0 0x7ff440150670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39864/0 (socket says 172.21.15.33:39864) 2024-07-26T17:05:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff445a22640 1 -- 172.21.15.33:0/3612262716 learned_addr learned my addr 172.21.15.33:0/3612262716 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff444a20640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4400b98a0 0x7ff440150130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff445221640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4400b37d0 0x7ff4401f2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff445a22640 1 -- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4400b37d0 msgr2=0x7ff4401f2490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff445a22640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4400b37d0 0x7ff4401f2490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff445a22640 1 -- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4400b98a0 msgr2=0x7ff440150130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff445a22640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4400b98a0 0x7ff440150130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff445a22640 1 -- 172.21.15.33:0/3612262716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff44006d320 con 0x7ff4400d2de0 2024-07-26T17:05:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.390+0000 7ff445a22640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4400d2de0 0x7ff440150670 secure :-1 s=READY pgs=2359 cs=0 l=1 rev1=1 crypto rx=0x7ff43800e990 tx=0x7ff43800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:08.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.391+0000 7ff435ffb640 1 -- 172.21.15.33:0/3612262716 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff438004d20 con 0x7ff4400d2de0 2024-07-26T17:05:08.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.391+0000 7ff435ffb640 1 -- 172.21.15.33:0/3612262716 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff43800cb00 con 0x7ff4400d2de0 2024-07-26T17:05:08.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.391+0000 7ff447485640 1 -- 172.21.15.33:0/3612262716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff44006d600 con 0x7ff4400d2de0 2024-07-26T17:05:08.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.391+0000 7ff435ffb640 1 -- 172.21.15.33:0/3612262716 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff438005020 con 0x7ff4400d2de0 2024-07-26T17:05:08.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.391+0000 7ff447485640 1 -- 172.21.15.33:0/3612262716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff44006dbc0 con 0x7ff4400d2de0 2024-07-26T17:05:08.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.392+0000 7ff447485640 1 -- 172.21.15.33:0/3612262716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff440150c50 con 0x7ff4400d2de0 2024-07-26T17:05:08.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.392+0000 7ff435ffb640 1 -- 172.21.15.33:0/3612262716 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7ff4380051c0 con 0x7ff4400d2de0 2024-07-26T17:05:08.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.393+0000 7ff435ffb640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ff424077280 0x7ff424079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:08.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.393+0000 7ff435ffb640 1 -- 172.21.15.33:0/3612262716 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(242..242 src has 1..242) ==== 6394+0+0 (secure 0 0 0) 0x7ff438099830 con 0x7ff4400d2de0 2024-07-26T17:05:08.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.393+0000 7ff445221640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ff424077280 0x7ff424079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:08.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.394+0000 7ff445221640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ff424077280 0x7ff424079790 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff43c033000 tx=0x7ff43c004730 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:08.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.398+0000 7ff435ffb640 1 -- 172.21.15.33:0/3612262716 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff438016030 con 0x7ff4400d2de0 2024-07-26T17:05:08.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.666+0000 7ff447485640 1 -- 172.21.15.33:0/3612262716 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_for_non_default_fs"]} v 0) -- 0x7ff4400b9360 con 0x7ff4400d2de0 2024-07-26T17:05:08.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.900+0000 7ff435ffb640 1 -- 172.21.15.33:0/3612262716 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_for_non_default_fs"]}]=0 v3143) ==== 186+0+0 (secure 0 0 0) 0x7ff438061d50 con 0x7ff4400d2de0 2024-07-26T17:05:08.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 -- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ff424077280 msgr2=0x7ff424079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:08.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ff424077280 0x7ff424079790 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff43c033000 tx=0x7ff43c004730 comp rx=0 tx=0).stop 2024-07-26T17:05:08.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 -- 172.21.15.33:0/3612262716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4400d2de0 msgr2=0x7ff440150670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:08.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4400d2de0 0x7ff440150670 secure :-1 s=READY pgs=2359 cs=0 l=1 rev1=1 crypto rx=0x7ff43800e990 tx=0x7ff43800ee50 comp rx=0 tx=0).stop 2024-07-26T17:05:08.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 -- 172.21.15.33:0/3612262716 shutdown_connections 2024-07-26T17:05:08.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7ff424077280 0x7ff424079790 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4400d2de0 0x7ff440150670 unknown :-1 s=CLOSED pgs=2359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4400b98a0 0x7ff440150130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 --2- 172.21.15.33:0/3612262716 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4400b37d0 0x7ff4401f2490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:08.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 -- 172.21.15.33:0/3612262716 >> 172.21.15.33:0/3612262716 conn(0x7ff4400b5b00 msgr2=0x7ff44015e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:08.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 -- 172.21.15.33:0/3612262716 shutdown_connections 2024-07-26T17:05:08.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:08.902+0000 7ff447485640 1 -- 172.21.15.33:0/3612262716 wait complete. 2024-07-26T17:05:08.916 INFO:tasks.cephfs_test_runner:Test command succes with --fs argument for non-default fs ... ok 2024-07-26T17:05:08.916 INFO:tasks.cephfs_test_runner:Starting test: test_snap_schedule_without_fs_argument (tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument) Test command fails without --fs argument in presence of multiple fs 2024-07-26T17:05:08.917 INFO:tasks.cephfs_test_runner:test_snap_schedule_without_fs_argument (tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument) 2024-07-26T17:05:08.917 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:09.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.035+0000 7f8e25727640 1 -- 172.21.15.33:0/222983380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e0c005350 msgr2=0x7f8e0c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.035+0000 7f8e25727640 1 --2- 172.21.15.33:0/222983380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e0c005350 0x7f8e0c00b9c0 secure :-1 s=READY pgs=2361 cs=0 l=1 rev1=1 crypto rx=0x7f8e18001690 tx=0x7f8e0c005830 comp rx=0 tx=0).stop 2024-07-26T17:05:09.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.035+0000 7f8e25727640 1 -- 172.21.15.33:0/222983380 shutdown_connections 2024-07-26T17:05:09.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.035+0000 7f8e25727640 1 --2- 172.21.15.33:0/222983380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e0c005350 0x7f8e0c00b9c0 unknown :-1 s=CLOSED pgs=2361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.035+0000 7f8e25727640 1 -- 172.21.15.33:0/222983380 >> 172.21.15.33:0/222983380 conn(0x7f8e200b5b00 msgr2=0x7f8e200b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:09.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.035+0000 7f8e25727640 1 -- 172.21.15.33:0/222983380 shutdown_connections 2024-07-26T17:05:09.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.035+0000 7f8e25727640 1 -- 172.21.15.33:0/222983380 wait complete. 2024-07-26T17:05:09.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.037+0000 7f8e25727640 1 Processor -- start 2024-07-26T17:05:09.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.037+0000 7f8e25727640 1 -- start start 2024-07-26T17:05:09.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.038+0000 7f8e25727640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e0c005350 0x7f8e201f4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.038+0000 7f8e25727640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e201f8470 0x7f8e2015b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.038+0000 7f8e25727640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e2015eff0 0x7f8e20161750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.038+0000 7f8e25727640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8e200d3c30 con 0x7f8e0c005350 2024-07-26T17:05:09.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.038+0000 7f8e25727640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8e200b3df0 con 0x7f8e2015eff0 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.038+0000 7f8e25727640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8e200d3db0 con 0x7f8e201f8470 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.038+0000 7f8e1effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e0c005350 0x7f8e201f4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.038+0000 7f8e1effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e0c005350 0x7f8e201f4e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39884/0 (socket says 172.21.15.33:39884) 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.038+0000 7f8e1effd640 1 -- 172.21.15.33:0/1860082351 learned_addr learned my addr 172.21.15.33:0/1860082351 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.038+0000 7f8e1e7fc640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e201f8470 0x7f8e2015b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.038+0000 7f8e1f7fe640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e2015eff0 0x7f8e20161750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.039+0000 7f8e1effd640 1 -- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e201f8470 msgr2=0x7f8e2015b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.039+0000 7f8e1effd640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e201f8470 0x7f8e2015b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.039+0000 7f8e1effd640 1 -- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e2015eff0 msgr2=0x7f8e20161750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.039+0000 7f8e1effd640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e2015eff0 0x7f8e20161750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.039+0000 7f8e1effd640 1 -- 172.21.15.33:0/1860082351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e201f5490 con 0x7f8e0c005350 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.039+0000 7f8e1effd640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e0c005350 0x7f8e201f4e50 secure :-1 s=READY pgs=2362 cs=0 l=1 rev1=1 crypto rx=0x7f8e10001f60 tx=0x7f8e100066e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:09.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.039+0000 7f8e177fe640 1 -- 172.21.15.33:0/1860082351 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e10015070 con 0x7f8e0c005350 2024-07-26T17:05:09.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.039+0000 7f8e177fe640 1 -- 172.21.15.33:0/1860082351 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8e1000fb00 con 0x7f8e0c005350 2024-07-26T17:05:09.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.039+0000 7f8e25727640 1 -- 172.21.15.33:0/1860082351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e201f5770 con 0x7f8e0c005350 2024-07-26T17:05:09.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.039+0000 7f8e177fe640 1 -- 172.21.15.33:0/1860082351 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e10011430 con 0x7f8e0c005350 2024-07-26T17:05:09.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.039+0000 7f8e25727640 1 -- 172.21.15.33:0/1860082351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e2015ba40 con 0x7f8e0c005350 2024-07-26T17:05:09.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.040+0000 7f8e25727640 1 -- 172.21.15.33:0/1860082351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e200d2d60 con 0x7f8e0c005350 2024-07-26T17:05:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.041+0000 7f8e177fe640 1 -- 172.21.15.33:0/1860082351 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f8e100115d0 con 0x7f8e0c005350 2024-07-26T17:05:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.042+0000 7f8e177fe640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8e00077250 0x7f8e00079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.042+0000 7f8e177fe640 1 -- 172.21.15.33:0/1860082351 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(242..242 src has 1..242) ==== 6394+0+0 (secure 0 0 0) 0x7f8e10099eb0 con 0x7f8e0c005350 2024-07-26T17:05:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.042+0000 7f8e1e7fc640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8e00077250 0x7f8e00079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.042+0000 7f8e1e7fc640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8e00077250 0x7f8e00079760 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f8e200b7ac0 tx=0x7f8e08005f90 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:09.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.046+0000 7f8e177fe640 1 -- 172.21.15.33:0/1860082351 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8e100623c0 con 0x7f8e0c005350 2024-07-26T17:05:09.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.239+0000 7f8e25727640 1 -- 172.21.15.33:0/1860082351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8e200b7810 con 0x7f8e0c005350 2024-07-26T17:05:09.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.240+0000 7f8e177fe640 1 -- 172.21.15.33:0/1860082351 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v242) ==== 74+0+14874 (secure 0 0 0) 0x7f8e10066910 con 0x7f8e0c005350 2024-07-26T17:05:09.242 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:09.242 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":242,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:07.893120+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":30,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":231,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:6834/2407372956":"2024-07-27T17:05:04.878526+0000","172.21.15.33:6833/2663631468":"2024-07-27T17:04:59.640924+0000","172.21.15.33:0/2320894931":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1797829799":"2024-07-27T17:04:56.286364+0000","172.21.15.154:6832/2407372956":"2024-07-27T17:05:04.878526+0000","172.21.15.33:0/3318624646":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6832/2663631468":"2024-07-27T17:04:59.640924+0000","172.21.15.33:0/1495156609":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6837/3434115432":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2345583187":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1730831444":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/1877654555":"2024-07-27T17:04:56.286364+0000","172.21.15.33:6836/3434115432":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2223329041":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/2562576812":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1430757292":"2024-07-27T17:04:56.286364+0000","172.21.15.33:0/424067755":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/3352230053":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1988360295":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/3296404043":"2024-07-27T17:04:41.411730+0000","172.21.15.33:6837/2405396244":"2024-07-27T17:04:41.411730+0000","172.21.15.33:0/1663541696":"2024-07-27T17:04:41.411730+0000","172.21.15.33:6836/2405396244":"2024-07-27T17:04:41.411730+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:09.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 -- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8e00077250 msgr2=0x7f8e00079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8e00077250 0x7f8e00079760 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f8e200b7ac0 tx=0x7f8e08005f90 comp rx=0 tx=0).stop 2024-07-26T17:05:09.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 -- 172.21.15.33:0/1860082351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e0c005350 msgr2=0x7f8e201f4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e0c005350 0x7f8e201f4e50 secure :-1 s=READY pgs=2362 cs=0 l=1 rev1=1 crypto rx=0x7f8e10001f60 tx=0x7f8e100066e0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 -- 172.21.15.33:0/1860082351 shutdown_connections 2024-07-26T17:05:09.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8e00077250 0x7f8e00079760 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8e2015eff0 0x7f8e20161750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8e201f8470 0x7f8e2015b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 --2- 172.21.15.33:0/1860082351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8e0c005350 0x7f8e201f4e50 unknown :-1 s=CLOSED pgs=2362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 -- 172.21.15.33:0/1860082351 >> 172.21.15.33:0/1860082351 conn(0x7f8e200b5b00 msgr2=0x7f8e200b0c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:09.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 -- 172.21.15.33:0/1860082351 shutdown_connections 2024-07-26T17:05:09.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.242+0000 7f8e25727640 1 -- 172.21.15.33:0/1860082351 wait complete. 2024-07-26T17:05:09.255 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T17:05:09.256 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T17:05:09.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.377+0000 7f0082b41640 1 -- 172.21.15.33:0/1435282941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0064005350 msgr2=0x7f006400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.377+0000 7f0082b41640 1 --2- 172.21.15.33:0/1435282941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0064005350 0x7f006400b9c0 secure :-1 s=READY pgs=2364 cs=0 l=1 rev1=1 crypto rx=0x7f00740013d0 tx=0x7f0064005830 comp rx=0 tx=0).stop 2024-07-26T17:05:09.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.377+0000 7f0082b41640 1 -- 172.21.15.33:0/1435282941 shutdown_connections 2024-07-26T17:05:09.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.377+0000 7f0082b41640 1 --2- 172.21.15.33:0/1435282941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0064005350 0x7f006400b9c0 unknown :-1 s=CLOSED pgs=2364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.377+0000 7f0082b41640 1 -- 172.21.15.33:0/1435282941 >> 172.21.15.33:0/1435282941 conn(0x7f007c0d1e00 msgr2=0x7f007c0d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:09.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.377+0000 7f0082b41640 1 -- 172.21.15.33:0/1435282941 shutdown_connections 2024-07-26T17:05:09.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.377+0000 7f0082b41640 1 -- 172.21.15.33:0/1435282941 wait complete. 2024-07-26T17:05:09.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.379+0000 7f0082b41640 1 Processor -- start 2024-07-26T17:05:09.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.379+0000 7f0082b41640 1 -- start start 2024-07-26T17:05:09.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f0082b41640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0064005350 0x7f007c06d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f0082b41640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f007c06f470 0x7f007c0c8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f0082b41640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f007c153de0 0x7f007c1f92b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f0082b41640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f007c0cec30 con 0x7f0064005350 2024-07-26T17:05:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f0082b41640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f007c0ceab0 con 0x7f007c153de0 2024-07-26T17:05:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f0082b41640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f007c160350 con 0x7f007c06f470 2024-07-26T17:05:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f00808dd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0064005350 0x7f007c06d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f00808dd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0064005350 0x7f007c06d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39912/0 (socket says 172.21.15.33:39912) 2024-07-26T17:05:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f00808dd640 1 -- 172.21.15.33:0/115343710 learned_addr learned my addr 172.21.15.33:0/115343710 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f00810de640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f007c153de0 0x7f007c1f92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f007bfff640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f007c06f470 0x7f007c0c8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.380+0000 7f00808dd640 1 -- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f007c06f470 msgr2=0x7f007c0c8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.381+0000 7f00808dd640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f007c06f470 0x7f007c0c8eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.381+0000 7f00808dd640 1 -- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f007c153de0 msgr2=0x7f007c1f92b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.381+0000 7f00808dd640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f007c153de0 0x7f007c1f92b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.381+0000 7f00808dd640 1 -- 172.21.15.33:0/115343710 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f007c1f5360 con 0x7f0064005350 2024-07-26T17:05:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.381+0000 7f00810de640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f007c153de0 0x7f007c1f92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.381+0000 7f00808dd640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0064005350 0x7f007c06d810 secure :-1 s=READY pgs=2365 cs=0 l=1 rev1=1 crypto rx=0x7f006c004ed0 tx=0x7f006c001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.381+0000 7f00797fa640 1 -- 172.21.15.33:0/115343710 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f006c015020 con 0x7f0064005350 2024-07-26T17:05:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.381+0000 7f00797fa640 1 -- 172.21.15.33:0/115343710 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f006c011960 con 0x7f0064005350 2024-07-26T17:05:09.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.381+0000 7f0082b41640 1 -- 172.21.15.33:0/115343710 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f007c0c93f0 con 0x7f0064005350 2024-07-26T17:05:09.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.381+0000 7f00797fa640 1 -- 172.21.15.33:0/115343710 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f006c011d90 con 0x7f0064005350 2024-07-26T17:05:09.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.381+0000 7f0082b41640 1 -- 172.21.15.33:0/115343710 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f007c06e340 con 0x7f0064005350 2024-07-26T17:05:09.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.382+0000 7f0082b41640 1 -- 172.21.15.33:0/115343710 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f007c1608b0 con 0x7f0064005350 2024-07-26T17:05:09.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.383+0000 7f00797fa640 1 -- 172.21.15.33:0/115343710 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f006c018020 con 0x7f0064005350 2024-07-26T17:05:09.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.383+0000 7f00797fa640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0068077280 0x7f0068079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.384+0000 7f00797fa640 1 -- 172.21.15.33:0/115343710 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(242..242 src has 1..242) ==== 6394+0+0 (secure 0 0 0) 0x7f006c099be0 con 0x7f0064005350 2024-07-26T17:05:09.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.384+0000 7f007bfff640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0068077280 0x7f0068079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.384+0000 7f007bfff640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0068077280 0x7f0068079790 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f007c15fc30 tx=0x7f0070005f90 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:09.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.388+0000 7f00797fa640 1 -- 172.21.15.33:0/115343710 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f006c01f020 con 0x7f0064005350 2024-07-26T17:05:09.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.582+0000 7f0082b41640 1 -- 172.21.15.33:0/115343710 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f007c070310 con 0x7f0064005350 2024-07-26T17:05:09.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.582+0000 7f00797fa640 1 -- 172.21.15.33:0/115343710 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v242) ==== 93+0+10 (secure 0 0 0) 0x7f006c0626c0 con 0x7f0064005350 2024-07-26T17:05:09.584 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T17:05:09.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 -- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0068077280 msgr2=0x7f0068079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0068077280 0x7f0068079790 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f007c15fc30 tx=0x7f0070005f90 comp rx=0 tx=0).stop 2024-07-26T17:05:09.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 -- 172.21.15.33:0/115343710 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0064005350 msgr2=0x7f007c06d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0064005350 0x7f007c06d810 secure :-1 s=READY pgs=2365 cs=0 l=1 rev1=1 crypto rx=0x7f006c004ed0 tx=0x7f006c001630 comp rx=0 tx=0).stop 2024-07-26T17:05:09.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 -- 172.21.15.33:0/115343710 shutdown_connections 2024-07-26T17:05:09.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0068077280 0x7f0068079790 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f007c153de0 0x7f007c1f92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f007c06f470 0x7f007c0c8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 --2- 172.21.15.33:0/115343710 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0064005350 0x7f007c06d810 unknown :-1 s=CLOSED pgs=2365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 -- 172.21.15.33:0/115343710 >> 172.21.15.33:0/115343710 conn(0x7f007c0d1e00 msgr2=0x7f007c0cc9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:09.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 -- 172.21.15.33:0/115343710 shutdown_connections 2024-07-26T17:05:09.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.585+0000 7f0082b41640 1 -- 172.21.15.33:0/115343710 wait complete. 2024-07-26T17:05:09.598 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_without_fs_argument' 2024-07-26T17:05:09.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.715+0000 7f696b2da640 1 -- 172.21.15.33:0/597455745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69640b7300 msgr2=0x7f69640b1250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.715+0000 7f696b2da640 1 --2- 172.21.15.33:0/597455745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69640b7300 0x7f69640b1250 secure :-1 s=READY pgs=2367 cs=0 l=1 rev1=1 crypto rx=0x7f6964160cc0 tx=0x7f696002a980 comp rx=0 tx=0).stop 2024-07-26T17:05:09.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.715+0000 7f696b2da640 1 -- 172.21.15.33:0/597455745 shutdown_connections 2024-07-26T17:05:09.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.715+0000 7f696b2da640 1 --2- 172.21.15.33:0/597455745 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69640b7300 0x7f69640b1250 unknown :-1 s=CLOSED pgs=2367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.715+0000 7f696b2da640 1 -- 172.21.15.33:0/597455745 >> 172.21.15.33:0/597455745 conn(0x7f69640d1d20 msgr2=0x7f69640d2130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:09.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.715+0000 7f696b2da640 1 -- 172.21.15.33:0/597455745 shutdown_connections 2024-07-26T17:05:09.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.715+0000 7f696b2da640 1 -- 172.21.15.33:0/597455745 wait complete. 2024-07-26T17:05:09.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.717+0000 7f696b2da640 1 Processor -- start 2024-07-26T17:05:09.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.717+0000 7f696b2da640 1 -- start start 2024-07-26T17:05:09.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.718+0000 7f696b2da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69640b1790 0x7f69641f8e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.718+0000 7f696b2da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69640b6bc0 0x7f696406f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.718+0000 7f696b2da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f69640b7300 0x7f69640cda00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.718+0000 7f696b2da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6964160340 con 0x7f69640b6bc0 2024-07-26T17:05:09.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.718+0000 7f696b2da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f69640cf150 con 0x7f69640b7300 2024-07-26T17:05:09.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.718+0000 7f696b2da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f69641604c0 con 0x7f69640b1790 2024-07-26T17:05:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.718+0000 7f6968875640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69640b6bc0 0x7f696406f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6968875640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69640b6bc0 0x7f696406f010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39926/0 (socket says 172.21.15.33:39926) 2024-07-26T17:05:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6968875640 1 -- 172.21.15.33:0/2023774189 learned_addr learned my addr 172.21.15.33:0/2023774189 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6969877640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f69640b7300 0x7f69640cda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6969076640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69640b1790 0x7f69641f8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6968875640 1 -- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69640b1790 msgr2=0x7f69641f8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6968875640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69640b1790 0x7f69641f8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6968875640 1 -- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f69640b7300 msgr2=0x7f69640cda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6968875640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f69640b7300 0x7f69640cda00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6968875640 1 -- 172.21.15.33:0/2023774189 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f696406daf0 con 0x7f69640b6bc0 2024-07-26T17:05:09.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6968875640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69640b6bc0 0x7f696406f010 secure :-1 s=READY pgs=2368 cs=0 l=1 rev1=1 crypto rx=0x7f695400c430 tx=0x7f695400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6959ffb640 1 -- 172.21.15.33:0/2023774189 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6954017070 con 0x7f69640b6bc0 2024-07-26T17:05:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6959ffb640 1 -- 172.21.15.33:0/2023774189 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69540053c0 con 0x7f69640b6bc0 2024-07-26T17:05:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f696b2da640 1 -- 172.21.15.33:0/2023774189 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f696406ddd0 con 0x7f69640b6bc0 2024-07-26T17:05:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.719+0000 7f6959ffb640 1 -- 172.21.15.33:0/2023774189 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6954003850 con 0x7f69640b6bc0 2024-07-26T17:05:09.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.720+0000 7f696b2da640 1 -- 172.21.15.33:0/2023774189 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f696406e390 con 0x7f69640b6bc0 2024-07-26T17:05:09.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.720+0000 7f696b2da640 1 -- 172.21.15.33:0/2023774189 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69640b1250 con 0x7f69640b6bc0 2024-07-26T17:05:09.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.721+0000 7f6959ffb640 1 -- 172.21.15.33:0/2023774189 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f695401a070 con 0x7f69640b6bc0 2024-07-26T17:05:09.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.722+0000 7f6959ffb640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6948077280 0x7f6948079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:09.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.722+0000 7f6959ffb640 1 -- 172.21.15.33:0/2023774189 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(242..242 src has 1..242) ==== 6394+0+0 (secure 0 0 0) 0x7f69540982b0 con 0x7f69640b6bc0 2024-07-26T17:05:09.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.722+0000 7f6969076640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6948077280 0x7f6948079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:09.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.723+0000 7f6969076640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6948077280 0x7f6948079790 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6960035000 tx=0x7f6960004ab0 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:09.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.726+0000 7f6959ffb640 1 -- 172.21.15.33:0/2023774189 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6954060920 con 0x7f69640b6bc0 2024-07-26T17:05:09.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:09.992+0000 7f696b2da640 1 -- 172.21.15.33:0/2023774189 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_without_fs_argument"]} v 0) -- 0x7f696406d880 con 0x7f69640b6bc0 2024-07-26T17:05:10.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.907+0000 7f6959ffb640 1 -- 172.21.15.33:0/2023774189 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_without_fs_argument"]}]=0 v3145) ==== 190+0+0 (secure 0 0 0) 0x7f6954069240 con 0x7f69640b6bc0 2024-07-26T17:05:10.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 -- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6948077280 msgr2=0x7f6948079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:10.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6948077280 0x7f6948079790 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f6960035000 tx=0x7f6960004ab0 comp rx=0 tx=0).stop 2024-07-26T17:05:10.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 -- 172.21.15.33:0/2023774189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69640b6bc0 msgr2=0x7f696406f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:10.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69640b6bc0 0x7f696406f010 secure :-1 s=READY pgs=2368 cs=0 l=1 rev1=1 crypto rx=0x7f695400c430 tx=0x7f695400c8f0 comp rx=0 tx=0).stop 2024-07-26T17:05:10.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 -- 172.21.15.33:0/2023774189 shutdown_connections 2024-07-26T17:05:10.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6948077280 0x7f6948079790 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:10.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f69640b7300 0x7f69640cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:10.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69640b6bc0 0x7f696406f010 unknown :-1 s=CLOSED pgs=2368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:10.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 --2- 172.21.15.33:0/2023774189 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f69640b1790 0x7f69641f8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:10.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 -- 172.21.15.33:0/2023774189 >> 172.21.15.33:0/2023774189 conn(0x7f69640d1d20 msgr2=0x7f696415c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:10.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 -- 172.21.15.33:0/2023774189 shutdown_connections 2024-07-26T17:05:10.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:10.910+0000 7f696b2da640 1 -- 172.21.15.33:0/2023774189 wait complete. 2024-07-26T17:05:10.926 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T17:05:11.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.050+0000 7f7e470dc640 1 -- 172.21.15.33:0/3943297278 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e400ccf80 msgr2=0x7f7e40166a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.050+0000 7f7e470dc640 1 --2- 172.21.15.33:0/3943297278 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e400ccf80 0x7f7e40166a70 secure :-1 s=READY pgs=2369 cs=0 l=1 rev1=1 crypto rx=0x7f7e40073ef0 tx=0x7f7e3802a560 comp rx=0 tx=0).stop 2024-07-26T17:05:11.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.050+0000 7f7e470dc640 1 -- 172.21.15.33:0/3943297278 shutdown_connections 2024-07-26T17:05:11.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.050+0000 7f7e470dc640 1 --2- 172.21.15.33:0/3943297278 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e400ccf80 0x7f7e40166a70 unknown :-1 s=CLOSED pgs=2369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.050+0000 7f7e470dc640 1 --2- 172.21.15.33:0/3943297278 >> v2:172.21.15.154:3300/0 conn(0x7f7e400b3130 0x7f7e400ce780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.050+0000 7f7e470dc640 1 -- 172.21.15.33:0/3943297278 >> 172.21.15.33:0/3943297278 conn(0x7f7e400d1da0 msgr2=0x7f7e400d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:11.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.050+0000 7f7e470dc640 1 -- 172.21.15.33:0/3943297278 shutdown_connections 2024-07-26T17:05:11.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.050+0000 7f7e470dc640 1 -- 172.21.15.33:0/3943297278 wait complete. 2024-07-26T17:05:11.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.052+0000 7f7e470dc640 1 Processor -- start 2024-07-26T17:05:11.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.052+0000 7f7e470dc640 1 -- start start 2024-07-26T17:05:11.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.053+0000 7f7e470dc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e400b3130 0x7f7e401e2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.053+0000 7f7e470dc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e400ccf80 0x7f7e401dde60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.053+0000 7f7e470dc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e400cecc0 0x7f7e401e6f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.053+0000 7f7e470dc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7e400d1b90 con 0x7f7e400cecc0 2024-07-26T17:05:11.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.053+0000 7f7e470dc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7e400d1a10 con 0x7f7e400b3130 2024-07-26T17:05:11.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.053+0000 7f7e470dc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7e400b2a30 con 0x7f7e400ccf80 2024-07-26T17:05:11.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.053+0000 7f7e45679640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e400cecc0 0x7f7e401e6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.053+0000 7f7e45679640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e400cecc0 0x7f7e401e6f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39936/0 (socket says 172.21.15.33:39936) 2024-07-26T17:05:11.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.053+0000 7f7e45679640 1 -- 172.21.15.33:0/2548469633 learned_addr learned my addr 172.21.15.33:0/2548469633 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:11.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.053+0000 7f7e44e78640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e400b3130 0x7f7e401e2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e3ffff640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e400ccf80 0x7f7e401dde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e45679640 1 -- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e400ccf80 msgr2=0x7f7e401dde60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e45679640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e400ccf80 0x7f7e401dde60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e45679640 1 -- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e400b3130 msgr2=0x7f7e401e2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e45679640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e400b3130 0x7f7e401e2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e45679640 1 -- 172.21.15.33:0/2548469633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e401e2940 con 0x7f7e400cecc0 2024-07-26T17:05:11.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e45679640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e400cecc0 0x7f7e401e6f10 secure :-1 s=READY pgs=2370 cs=0 l=1 rev1=1 crypto rx=0x7f7e38009230 tx=0x7f7e38003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:11.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e3d7fa640 1 -- 172.21.15.33:0/2548469633 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e3803e030 con 0x7f7e400cecc0 2024-07-26T17:05:11.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e3d7fa640 1 -- 172.21.15.33:0/2548469633 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e38003e50 con 0x7f7e400cecc0 2024-07-26T17:05:11.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e470dc640 1 -- 172.21.15.33:0/2548469633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e401f6c30 con 0x7f7e400cecc0 2024-07-26T17:05:11.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e3d7fa640 1 -- 172.21.15.33:0/2548469633 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e38035040 con 0x7f7e400cecc0 2024-07-26T17:05:11.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.054+0000 7f7e470dc640 1 -- 172.21.15.33:0/2548469633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e401f71f0 con 0x7f7e400cecc0 2024-07-26T17:05:11.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.055+0000 7f7e470dc640 1 -- 172.21.15.33:0/2548469633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e401f69a0 con 0x7f7e400cecc0 2024-07-26T17:05:11.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.056+0000 7f7e3d7fa640 1 -- 172.21.15.33:0/2548469633 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f7e38041030 con 0x7f7e400cecc0 2024-07-26T17:05:11.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.057+0000 7f7e3d7fa640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7e2c077280 0x7f7e2c079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.057+0000 7f7e3d7fa640 1 -- 172.21.15.33:0/2548469633 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(242..242 src has 1..242) ==== 6394+0+0 (secure 0 0 0) 0x7f7e380b96b0 con 0x7f7e400cecc0 2024-07-26T17:05:11.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.057+0000 7f7e44e78640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7e2c077280 0x7f7e2c079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.058+0000 7f7e44e78640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7e2c077280 0x7f7e2c079790 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7e400cc660 tx=0x7f7e300097d0 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:11.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.061+0000 7f7e3d7fa640 1 -- 172.21.15.33:0/2548469633 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7e380822f0 con 0x7f7e400cecc0 2024-07-26T17:05:11.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.252+0000 7f7e470dc640 1 -- 172.21.15.33:0/2548469633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f7e400cd490 con 0x7f7e400cecc0 2024-07-26T17:05:11.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.252+0000 7f7e3d7fa640 1 -- 172.21.15.33:0/2548469633 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v75) ==== 59+0+1998 (secure 0 0 0) 0x7f7e38081bf0 con 0x7f7e400cecc0 2024-07-26T17:05:11.254 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T17:05:11.254 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T17:05:11.255 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T17:05:11.256 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T17:05:11.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.254+0000 7f7e470dc640 1 -- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7e2c077280 msgr2=0x7f7e2c079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.254+0000 7f7e470dc640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7e2c077280 0x7f7e2c079790 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7e400cc660 tx=0x7f7e300097d0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.254+0000 7f7e470dc640 1 -- 172.21.15.33:0/2548469633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e400cecc0 msgr2=0x7f7e401e6f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.254+0000 7f7e470dc640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e400cecc0 0x7f7e401e6f10 secure :-1 s=READY pgs=2370 cs=0 l=1 rev1=1 crypto rx=0x7f7e38009230 tx=0x7f7e38003960 comp rx=0 tx=0).stop 2024-07-26T17:05:11.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.254+0000 7f7e470dc640 1 -- 172.21.15.33:0/2548469633 shutdown_connections 2024-07-26T17:05:11.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.254+0000 7f7e470dc640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7e2c077280 0x7f7e2c079790 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.254+0000 7f7e470dc640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e400cecc0 0x7f7e401e6f10 unknown :-1 s=CLOSED pgs=2370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.254+0000 7f7e470dc640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e400ccf80 0x7f7e401dde60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.254+0000 7f7e470dc640 1 --2- 172.21.15.33:0/2548469633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e400b3130 0x7f7e401e2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.254+0000 7f7e470dc640 1 -- 172.21.15.33:0/2548469633 >> 172.21.15.33:0/2548469633 conn(0x7f7e400d1da0 msgr2=0x7f7e401e5630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:11.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.255+0000 7f7e470dc640 1 -- 172.21.15.33:0/2548469633 shutdown_connections 2024-07-26T17:05:11.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.255+0000 7f7e470dc640 1 -- 172.21.15.33:0/2548469633 wait complete. 2024-07-26T17:05:11.267 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T17:05:11.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.388+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1203305506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa590003a30 msgr2=0x7fa590003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.388+0000 7fa5ae4b9640 1 --2- 172.21.15.33:0/1203305506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa590003a30 0x7fa590003ea0 secure :-1 s=READY pgs=2372 cs=0 l=1 rev1=1 crypto rx=0x7fa5980016b0 tx=0x7fa590005830 comp rx=0 tx=0).stop 2024-07-26T17:05:11.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.388+0000 7fa5aca56640 1 -- 172.21.15.33:0/1203305506 reap_dead start 2024-07-26T17:05:11.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.388+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1203305506 shutdown_connections 2024-07-26T17:05:11.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.388+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1203305506 >> 172.21.15.33:0/1203305506 conn(0x7fa5a80d1e70 msgr2=0x7fa5a80d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:11.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.388+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1203305506 shutdown_connections 2024-07-26T17:05:11.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.388+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1203305506 wait complete. 2024-07-26T17:05:11.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.390+0000 7fa5ae4b9640 1 Processor -- start 2024-07-26T17:05:11.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.390+0000 7fa5ae4b9640 1 -- start start 2024-07-26T17:05:11.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.391+0000 7fa5ae4b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa590003a30 0x7fa5a806e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.391+0000 7fa5ae4b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5a81f8b40 0x7fa5a81f8f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.391+0000 7fa5ae4b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5a80716b0 0x7fa5a8071ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.391+0000 7fa5ae4b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a80b14b0 con 0x7fa5a80716b0 2024-07-26T17:05:11.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.391+0000 7fa5ae4b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa5a80b1330 con 0x7fa590003a30 2024-07-26T17:05:11.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.391+0000 7fa5ae4b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa5a80b2200 con 0x7fa5a81f8b40 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.391+0000 7fa5aca56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5a80716b0 0x7fa5a8071ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5a7fff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa590003a30 0x7fa5a806e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5aca56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5a80716b0 0x7fa5a8071ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39946/0 (socket says 172.21.15.33:39946) 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5aca56640 1 -- 172.21.15.33:0/1579970497 learned_addr learned my addr 172.21.15.33:0/1579970497 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5a77fe640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5a81f8b40 0x7fa5a81f8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5aca56640 1 -- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5a81f8b40 msgr2=0x7fa5a81f8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5aca56640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5a81f8b40 0x7fa5a81f8f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5aca56640 1 -- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa590003a30 msgr2=0x7fa5a806e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5aca56640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa590003a30 0x7fa5a806e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5aca56640 1 -- 172.21.15.33:0/1579970497 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5a8072000 con 0x7fa5a80716b0 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5aca56640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5a80716b0 0x7fa5a8071ac0 secure :-1 s=READY pgs=2373 cs=0 l=1 rev1=1 crypto rx=0x7fa5a80744f0 tx=0x7fa5a000f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5a4ff9640 1 -- 172.21.15.33:0/1579970497 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a0003970 con 0x7fa5a80716b0 2024-07-26T17:05:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5a4ff9640 1 -- 172.21.15.33:0/1579970497 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5a0003b10 con 0x7fa5a80716b0 2024-07-26T17:05:11.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1579970497 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5a81f4f10 con 0x7fa5a80716b0 2024-07-26T17:05:11.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5a4ff9640 1 -- 172.21.15.33:0/1579970497 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5a0004030 con 0x7fa5a80716b0 2024-07-26T17:05:11.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.392+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1579970497 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5a81f51d0 con 0x7fa5a80716b0 2024-07-26T17:05:11.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.393+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1579970497 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5a80d06c0 con 0x7fa5a80716b0 2024-07-26T17:05:11.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.394+0000 7fa5a4ff9640 1 -- 172.21.15.33:0/1579970497 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7fa5a00041d0 con 0x7fa5a80716b0 2024-07-26T17:05:11.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.395+0000 7fa5a4ff9640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fa594077280 0x7fa594079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.395+0000 7fa5a4ff9640 1 -- 172.21.15.33:0/1579970497 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(242..242 src has 1..242) ==== 6394+0+0 (secure 0 0 0) 0x7fa5a0099aa0 con 0x7fa5a80716b0 2024-07-26T17:05:11.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.395+0000 7fa5a7fff640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fa594077280 0x7fa594079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.395+0000 7fa5a7fff640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fa594077280 0x7fa594079790 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa598001680 tx=0x7fa5980011e0 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:11.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.399+0000 7fa5a4ff9640 1 -- 172.21.15.33:0/1579970497 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa5a8072000 con 0x7fa5a80716b0 2024-07-26T17:05:11.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.590+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1579970497 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fa5a806e9b0 con 0x7fa5a80716b0 2024-07-26T17:05:11.595 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.594+0000 7fa5a4ff9640 1 -- 172.21.15.33:0/1579970497 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v76)=0 v76) ==== 122+0+0 (secure 0 0 0) 0x7fa5a0062050 con 0x7fa5a80716b0 2024-07-26T17:05:11.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fa594077280 msgr2=0x7fa594079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fa594077280 0x7fa594079790 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa598001680 tx=0x7fa5980011e0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1579970497 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5a80716b0 msgr2=0x7fa5a8071ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5a80716b0 0x7fa5a8071ac0 secure :-1 s=READY pgs=2373 cs=0 l=1 rev1=1 crypto rx=0x7fa5a80744f0 tx=0x7fa5a000f3c0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1579970497 shutdown_connections 2024-07-26T17:05:11.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fa594077280 0x7fa594079790 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5a80716b0 0x7fa5a8071ac0 unknown :-1 s=CLOSED pgs=2373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5a81f8b40 0x7fa5a81f8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 --2- 172.21.15.33:0/1579970497 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa590003a30 0x7fa5a806e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1579970497 >> 172.21.15.33:0/1579970497 conn(0x7fa5a80d1e70 msgr2=0x7fa5a80b2740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:11.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1579970497 shutdown_connections 2024-07-26T17:05:11.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.596+0000 7fa5ae4b9640 1 -- 172.21.15.33:0/1579970497 wait complete. 2024-07-26T17:05:11.609 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:05:11.609 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:05:11.648 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:05:11.695 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:05:11.695 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:05:11.695 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:11.711 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:05:11.712 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:05:11.712 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:11.729 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:05:11.730 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:05:11.730 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:11.768 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:05:11.768 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:05:11.769 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:11.788 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:05:11.788 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T17:05:11.788 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:11.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.927+0000 7f3a0283d640 1 -- 172.21.15.33:0/2256788747 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e4004800 msgr2=0x7f39e4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.927+0000 7f3a0283d640 1 --2- 172.21.15.33:0/2256788747 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39e4004800 0x7f39e4004c10 secure :-1 s=READY pgs=2375 cs=0 l=1 rev1=1 crypto rx=0x7f39f0009b50 tx=0x7f39e4005830 comp rx=0 tx=0).stop 2024-07-26T17:05:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.927+0000 7f3a00dda640 1 -- 172.21.15.33:0/2256788747 reap_dead start 2024-07-26T17:05:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.927+0000 7f3a0283d640 1 -- 172.21.15.33:0/2256788747 shutdown_connections 2024-07-26T17:05:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.927+0000 7f3a0283d640 1 -- 172.21.15.33:0/2256788747 >> 172.21.15.33:0/2256788747 conn(0x7f39fc0d1e20 msgr2=0x7f39fc0d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.927+0000 7f3a0283d640 1 -- 172.21.15.33:0/2256788747 shutdown_connections 2024-07-26T17:05:11.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.927+0000 7f3a0283d640 1 -- 172.21.15.33:0/2256788747 wait complete. 2024-07-26T17:05:11.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.928+0000 7f3a0283d640 1 Processor -- start 2024-07-26T17:05:11.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.929+0000 7f3a0283d640 1 -- start start 2024-07-26T17:05:11.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a0283d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39e4004800 0x7f39fc0c8030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a0283d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39fc1f25a0 0x7f39fc0b3910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a0283d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc0b0410 0x7f39fc0b3e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a0283d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f39fc0b7130 con 0x7f39fc0b0410 2024-07-26T17:05:11.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a0283d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f39fc0ceef0 con 0x7f39e4004800 2024-07-26T17:05:11.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a0283d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f39fc0b72b0 con 0x7f39fc1f25a0 2024-07-26T17:05:11.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a00dda640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc0b0410 0x7f39fc0b3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a00dda640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc0b0410 0x7f39fc0b3e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59610/0 (socket says 172.21.15.33:59610) 2024-07-26T17:05:11.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a00dda640 1 -- 172.21.15.33:0/3703519840 learned_addr learned my addr 172.21.15.33:0/3703519840 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:11.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f39fb7fe640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39fc1f25a0 0x7f39fc0b3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f39fbfff640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39e4004800 0x7f39fc0c8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a00dda640 1 -- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39fc1f25a0 msgr2=0x7f39fc0b3910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a00dda640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39fc1f25a0 0x7f39fc0b3910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a00dda640 1 -- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39e4004800 msgr2=0x7f39fc0c8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:11.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a00dda640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39e4004800 0x7f39fc0c8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:11.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.930+0000 7f3a00dda640 1 -- 172.21.15.33:0/3703519840 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39fc1f2d60 con 0x7f39fc0b0410 2024-07-26T17:05:11.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.931+0000 7f3a00dda640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc0b0410 0x7f39fc0b3e50 secure :-1 s=READY pgs=2376 cs=0 l=1 rev1=1 crypto rx=0x7f39f4005fd0 tx=0x7f39f4010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:11.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.931+0000 7f39f8ff9640 1 -- 172.21.15.33:0/3703519840 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f400eea0 con 0x7f39fc0b0410 2024-07-26T17:05:11.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.931+0000 7f39f8ff9640 1 -- 172.21.15.33:0/3703519840 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39f4015070 con 0x7f39fc0b0410 2024-07-26T17:05:11.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.931+0000 7f3a0283d640 1 -- 172.21.15.33:0/3703519840 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39fc1f3040 con 0x7f39fc0b0410 2024-07-26T17:05:11.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.931+0000 7f39f8ff9640 1 -- 172.21.15.33:0/3703519840 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39f4003d00 con 0x7f39fc0b0410 2024-07-26T17:05:11.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.931+0000 7f3a0283d640 1 -- 172.21.15.33:0/3703519840 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39fc0c8570 con 0x7f39fc0b0410 2024-07-26T17:05:11.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.932+0000 7f3a0283d640 1 -- 172.21.15.33:0/3703519840 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39fc1f2ab0 con 0x7f39fc0b0410 2024-07-26T17:05:11.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.933+0000 7f39f8ff9640 1 -- 172.21.15.33:0/3703519840 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f39f4004030 con 0x7f39fc0b0410 2024-07-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.933+0000 7f39f8ff9640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f39e8077280 0x7f39e8079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.933+0000 7f39f8ff9640 1 -- 172.21.15.33:0/3703519840 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(242..242 src has 1..242) ==== 6394+0+0 (secure 0 0 0) 0x7f39f4099aa0 con 0x7f39fc0b0410 2024-07-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.934+0000 7f39fbfff640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f39e8077280 0x7f39e8079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:11.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.934+0000 7f39fbfff640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f39e8077280 0x7f39e8079790 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f39ec001860 tx=0x7f39ec006040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:11.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:11.938+0000 7f39f8ff9640 1 -- 172.21.15.33:0/3703519840 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f39f40620d0 con 0x7f39fc0b0410 2024-07-26T17:05:12.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.171+0000 7f3a0283d640 1 -- 172.21.15.33:0/3703519840 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39fc0ce5d0 con 0x7f39fc0b0410 2024-07-26T17:05:12.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.172+0000 7f39f8ff9640 1 -- 172.21.15.33:0/3703519840 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+3917 (secure 0 0 0) 0x7f39f4066620 con 0x7f39fc0b0410 2024-07-26T17:05:12.173 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:12.174 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":127,"btime":"2024-07-26T17:05:05:880505+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8831,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1324020189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1324020189},{"type":"v1","addr":"172.21.15.33:6835","nonce":1324020189}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8843,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2695637115","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2695637115},{"type":"v1","addr":"172.21.15.154:6835","nonce":2695637115}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":9230,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/517468808","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":517468808},{"type":"v1","addr":"172.21.15.33:6833","nonce":517468808}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125},{"gid":10354,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/257063295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":257063295},{"type":"v1","addr":"172.21.15.154:6834","nonce":257063295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":127}],"filesystems":[]} 2024-07-26T17:05:12.174 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 127 2024-07-26T17:05:12.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 -- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f39e8077280 msgr2=0x7f39e8079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:12.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f39e8077280 0x7f39e8079790 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f39ec001860 tx=0x7f39ec006040 comp rx=0 tx=0).stop 2024-07-26T17:05:12.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 -- 172.21.15.33:0/3703519840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc0b0410 msgr2=0x7f39fc0b3e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:12.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc0b0410 0x7f39fc0b3e50 secure :-1 s=READY pgs=2376 cs=0 l=1 rev1=1 crypto rx=0x7f39f4005fd0 tx=0x7f39f4010f40 comp rx=0 tx=0).stop 2024-07-26T17:05:12.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 -- 172.21.15.33:0/3703519840 shutdown_connections 2024-07-26T17:05:12.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f39e8077280 0x7f39e8079790 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc0b0410 0x7f39fc0b3e50 unknown :-1 s=CLOSED pgs=2376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39fc1f25a0 0x7f39fc0b3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 --2- 172.21.15.33:0/3703519840 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39e4004800 0x7f39fc0c8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 -- 172.21.15.33:0/3703519840 >> 172.21.15.33:0/3703519840 conn(0x7f39fc0d1e20 msgr2=0x7f39fc0cdaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:12.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 -- 172.21.15.33:0/3703519840 shutdown_connections 2024-07-26T17:05:12.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.174+0000 7f3a0283d640 1 -- 172.21.15.33:0/3703519840 wait complete. 2024-07-26T17:05:12.187 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T17:05:12.187 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T17:05:12.187 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T17:05:12.188 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:05:12.188 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T17:05:12.188 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T17:05:12.188 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T17:05:12.188 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:05:12.188 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T17:05:12.189 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T17:05:12.189 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T17:05:12.189 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:05:12.189 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T17:05:12.189 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T17:05:12.189 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T17:05:12.189 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:05:12.198 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T17:05:12.198 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T17:05:12.199 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T17:05:12.200 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T17:05:12.201 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T17:05:12.201 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T17:05:12.203 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T17:05:12.203 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T17:05:12.241 INFO:tasks.ceph.mds.c:Started 2024-07-26T17:05:12.242 DEBUG:teuthology.parallel:result is None 2024-07-26T17:05:12.243 INFO:tasks.ceph.mds.a:Started 2024-07-26T17:05:12.243 DEBUG:teuthology.parallel:result is None 2024-07-26T17:05:12.245 INFO:tasks.ceph.mds.d:Started 2024-07-26T17:05:12.245 DEBUG:teuthology.parallel:result is None 2024-07-26T17:05:12.246 INFO:tasks.ceph.mds.b:Started 2024-07-26T17:05:12.246 DEBUG:teuthology.parallel:result is None 2024-07-26T17:05:12.247 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T17:05:12.332 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T17:05:12.332 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T17:05:12.333 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T17:05:12.333 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T17:05:12.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.370+0000 7f082c01d640 1 -- 172.21.15.33:0/1687654619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08240b6620 msgr2=0x7f08240d2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:12.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.370+0000 7f082c01d640 1 --2- 172.21.15.33:0/1687654619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08240b6620 0x7f08240d2d90 secure :-1 s=READY pgs=2384 cs=0 l=1 rev1=1 crypto rx=0x7f08240b4310 tx=0x7f082002a3f0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.370+0000 7f082c01d640 1 -- 172.21.15.33:0/1687654619 shutdown_connections 2024-07-26T17:05:12.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.370+0000 7f082c01d640 1 --2- 172.21.15.33:0/1687654619 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08240d1dc0 0x7f08240d21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.370+0000 7f082c01d640 1 --2- 172.21.15.33:0/1687654619 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08240b6620 0x7f08240d2d90 unknown :-1 s=CLOSED pgs=2384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.370+0000 7f082c01d640 1 -- 172.21.15.33:0/1687654619 >> 172.21.15.33:0/1687654619 conn(0x7f08240b5b00 msgr2=0x7f08240b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:12.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.370+0000 7f082c01d640 1 -- 172.21.15.33:0/1687654619 shutdown_connections 2024-07-26T17:05:12.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.370+0000 7f082c01d640 1 -- 172.21.15.33:0/1687654619 wait complete. 2024-07-26T17:05:12.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.372+0000 7f082c01d640 1 Processor -- start 2024-07-26T17:05:12.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.372+0000 7f082c01d640 1 -- start start 2024-07-26T17:05:12.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.373+0000 7f082c01d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08240b3670 0x7f082414e020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f082c01d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08240b6620 0x7f082414ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f082c01d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08240d1dc0 0x7f082414b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f082c01d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f08240d3450 con 0x7f08240d1dc0 2024-07-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f082c01d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f08240d32d0 con 0x7f08240b6620 2024-07-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f082c01d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f08240ced40 con 0x7f08240b3670 2024-07-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f0829db9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08240b3670 0x7f082414e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f082a5ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08240d1dc0 0x7f082414b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f0829db9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08240b3670 0x7f082414e020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:36180/0 (socket says 172.21.15.33:36180) 2024-07-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f0829db9640 1 -- 172.21.15.33:0/1357682973 learned_addr learned my addr 172.21.15.33:0/1357682973 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:12.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f08295b8640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08240b6620 0x7f082414ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:12.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f0829db9640 1 -- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08240b6620 msgr2=0x7f082414ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:12.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f0829db9640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08240b6620 0x7f082414ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f0829db9640 1 -- 172.21.15.33:0/1357682973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08240d1dc0 msgr2=0x7f082414b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:12.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f0829db9640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08240d1dc0 0x7f082414b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f0829db9640 1 -- 172.21.15.33:0/1357682973 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08240c7be0 con 0x7f08240b3670 2024-07-26T17:05:12.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.374+0000 7f0829db9640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08240b3670 0x7f082414e020 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f082002a9e0 tx=0x7f0820033c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:12.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.375+0000 7f081a7fc640 1 -- 172.21.15.33:0/1357682973 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0820031d60 con 0x7f08240b3670 2024-07-26T17:05:12.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.375+0000 7f081a7fc640 1 -- 172.21.15.33:0/1357682973 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0820005020 con 0x7f08240b3670 2024-07-26T17:05:12.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.375+0000 7f081a7fc640 1 -- 172.21.15.33:0/1357682973 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0820005470 con 0x7f08240b3670 2024-07-26T17:05:12.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.375+0000 7f082c01d640 1 -- 172.21.15.33:0/1357682973 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08240c7ec0 con 0x7f08240b3670 2024-07-26T17:05:12.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.375+0000 7f082c01d640 1 -- 172.21.15.33:0/1357682973 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f08241e8fc0 con 0x7f08240b3670 2024-07-26T17:05:12.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.376+0000 7f082c01d640 1 -- 172.21.15.33:0/1357682973 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08240d2d90 con 0x7f08240b3670 2024-07-26T17:05:12.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.377+0000 7f081a7fc640 1 -- 172.21.15.33:0/1357682973 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f08200047a0 con 0x7f08240b3670 2024-07-26T17:05:12.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.377+0000 7f081a7fc640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0808077250 0x7f0808079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:12.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.377+0000 7f081a7fc640 1 -- 172.21.15.33:0/1357682973 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(242..242 src has 1..242) ==== 6394+0+0 (secure 0 0 0) 0x7f08200ba050 con 0x7f08240b3670 2024-07-26T17:05:12.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.377+0000 7f08295b8640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0808077250 0x7f0808079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:12.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.378+0000 7f08295b8640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0808077250 0x7f0808079760 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f082415c460 tx=0x7f081400b2e0 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:12.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.382+0000 7f081a7fc640 1 -- 172.21.15.33:0/1357682973 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f082003f030 con 0x7f08240b3670 2024-07-26T17:05:12.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.586+0000 7f082c01d640 1 -- 172.21.15.33:0/1357682973 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f08240b9e40 con 0x7f08240b3670 2024-07-26T17:05:12.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.931+0000 7f081a7fc640 1 -- 172.21.15.33:0/1357682973 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v244) ==== 97+0+0 (secure 0 0 0) 0x7f0820082640 con 0x7f08240b3670 2024-07-26T17:05:12.933 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T17:05:12.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 -- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0808077250 msgr2=0x7f0808079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:12.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0808077250 0x7f0808079760 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f082415c460 tx=0x7f081400b2e0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 -- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08240b3670 msgr2=0x7f082414e020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:12.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08240b3670 0x7f082414e020 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f082002a9e0 tx=0x7f0820033c90 comp rx=0 tx=0).stop 2024-07-26T17:05:12.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 -- 172.21.15.33:0/1357682973 shutdown_connections 2024-07-26T17:05:12.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0808077250 0x7f0808079760 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08240d1dc0 0x7f082414b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08240b6620 0x7f082414ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 --2- 172.21.15.33:0/1357682973 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08240b3670 0x7f082414e020 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:12.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 -- 172.21.15.33:0/1357682973 >> 172.21.15.33:0/1357682973 conn(0x7f08240b5b00 msgr2=0x7f08240b3a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:12.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 -- 172.21.15.33:0/1357682973 shutdown_connections 2024-07-26T17:05:12.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:12.934+0000 7f082c01d640 1 -- 172.21.15.33:0/1357682973 wait complete. 2024-07-26T17:05:12.948 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T17:05:13.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.066+0000 7f57fb4b9640 1 -- 172.21.15.33:0/984428656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57e0004800 msgr2=0x7f57e0004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.066+0000 7f57fb4b9640 1 --2- 172.21.15.33:0/984428656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57e0004800 0x7f57e0004c10 secure :-1 s=READY pgs=2386 cs=0 l=1 rev1=1 crypto rx=0x7f57e4009b50 tx=0x7f57e0005830 comp rx=0 tx=0).stop 2024-07-26T17:05:13.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.066+0000 7f57fb4b9640 1 -- 172.21.15.33:0/984428656 shutdown_connections 2024-07-26T17:05:13.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.066+0000 7f57fb4b9640 1 --2- 172.21.15.33:0/984428656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57e0004800 0x7f57e0004c10 unknown :-1 s=CLOSED pgs=2386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.066+0000 7f57fb4b9640 1 -- 172.21.15.33:0/984428656 >> 172.21.15.33:0/984428656 conn(0x7f57f40d1da0 msgr2=0x7f57f40d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:13.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.066+0000 7f57fb4b9640 1 -- 172.21.15.33:0/984428656 shutdown_connections 2024-07-26T17:05:13.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.066+0000 7f57fb4b9640 1 -- 172.21.15.33:0/984428656 wait complete. 2024-07-26T17:05:13.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.068+0000 7f57fb4b9640 1 Processor -- start 2024-07-26T17:05:13.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.068+0000 7f57fb4b9640 1 -- start start 2024-07-26T17:05:13.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.069+0000 7f57fb4b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57e0004800 0x7f57f41e3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.069+0000 7f57fb4b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f40cb730 0x7f57f40b5db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.069+0000 7f57fb4b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f40b62f0 0x7f57f41f3660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.069+0000 7f57fb4b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f57f40d1a10 con 0x7f57f40b62f0 2024-07-26T17:05:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.069+0000 7f57fb4b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f57f4070330 con 0x7f57e0004800 2024-07-26T17:05:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.069+0000 7f57fb4b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f57f40d1b90 con 0x7f57f40cb730 2024-07-26T17:05:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.069+0000 7f57f9a56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f40b62f0 0x7f57f41f3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.069+0000 7f57f9a56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f40b62f0 0x7f57f41f3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59674/0 (socket says 172.21.15.33:59674) 2024-07-26T17:05:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.069+0000 7f57f9a56640 1 -- 172.21.15.33:0/2756709491 learned_addr learned my addr 172.21.15.33:0/2756709491 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.069+0000 7f57f9255640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57e0004800 0x7f57f41e3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.069+0000 7f57f8a54640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f40cb730 0x7f57f40b5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57f9a56640 1 -- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f40cb730 msgr2=0x7f57f40b5db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57f9a56640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f40cb730 0x7f57f40b5db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57f9a56640 1 -- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57e0004800 msgr2=0x7f57f41e3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57f9a56640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57e0004800 0x7f57f41e3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57f9a56640 1 -- 172.21.15.33:0/2756709491 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57f41f31a0 con 0x7f57f40b62f0 2024-07-26T17:05:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57f9255640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57e0004800 0x7f57f41e3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57f8a54640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f40cb730 0x7f57f40b5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57f9a56640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f40b62f0 0x7f57f41f3660 secure :-1 s=READY pgs=2387 cs=0 l=1 rev1=1 crypto rx=0x7f57f4073cb0 tx=0x7f57ec00e770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57e9ffb640 1 -- 172.21.15.33:0/2756709491 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57ec011870 con 0x7f57f40b62f0 2024-07-26T17:05:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57fb4b9640 1 -- 172.21.15.33:0/2756709491 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57f40b6700 con 0x7f57f40b62f0 2024-07-26T17:05:13.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57e9ffb640 1 -- 172.21.15.33:0/2756709491 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f57ec017070 con 0x7f57f40b62f0 2024-07-26T17:05:13.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57e9ffb640 1 -- 172.21.15.33:0/2756709491 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57ec011dc0 con 0x7f57f40b62f0 2024-07-26T17:05:13.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.070+0000 7f57fb4b9640 1 -- 172.21.15.33:0/2756709491 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57f41f6f50 con 0x7f57f40b62f0 2024-07-26T17:05:13.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.071+0000 7f57fb4b9640 1 -- 172.21.15.33:0/2756709491 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57f40ccc80 con 0x7f57f40b62f0 2024-07-26T17:05:13.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.072+0000 7f57e9ffb640 1 -- 172.21.15.33:0/2756709491 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f57ec01c460 con 0x7f57f40b62f0 2024-07-26T17:05:13.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.072+0000 7f57e9ffb640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f57d8077280 0x7f57d8079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.073+0000 7f57e9ffb640 1 -- 172.21.15.33:0/2756709491 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(246..246 src has 1..246) ==== 5405+0+0 (secure 0 0 0) 0x7f57ec099050 con 0x7f57f40b62f0 2024-07-26T17:05:13.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.073+0000 7f57f9255640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f57d8077280 0x7f57d8079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.073+0000 7f57f9255640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f57d8077280 0x7f57d8079790 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f57f0000f80 tx=0x7f57f0006ef0 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:13.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.077+0000 7f57e9ffb640 1 -- 172.21.15.33:0/2756709491 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f57f40b6700 con 0x7f57f40b62f0 2024-07-26T17:05:13.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.353+0000 7f57fb4b9640 1 -- 172.21.15.33:0/2756709491 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f57f40ce170 con 0x7f57f40b62f0 2024-07-26T17:05:13.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.354+0000 7f57e9ffb640 1 -- 172.21.15.33:0/2756709491 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v52) ==== 80+0+5304 (secure 0 0 0) 0x7f57f41f31a0 con 0x7f57f40b62f0 2024-07-26T17:05:13.355 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.356 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T17:05:13.357 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:13.358 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.359 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T17:05:13.360 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:13.361 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.362 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:13.363 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.364 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T17:05:13.365 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:05:13.366 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.367 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.368 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:05:13.369 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:05:13.370 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:13.370 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.370 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.370 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T17:05:13.370 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:05:13.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 -- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f57d8077280 msgr2=0x7f57d8079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f57d8077280 0x7f57d8079790 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f57f0000f80 tx=0x7f57f0006ef0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 -- 172.21.15.33:0/2756709491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f40b62f0 msgr2=0x7f57f41f3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f40b62f0 0x7f57f41f3660 secure :-1 s=READY pgs=2387 cs=0 l=1 rev1=1 crypto rx=0x7f57f4073cb0 tx=0x7f57ec00e770 comp rx=0 tx=0).stop 2024-07-26T17:05:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 -- 172.21.15.33:0/2756709491 shutdown_connections 2024-07-26T17:05:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f57d8077280 0x7f57d8079790 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f40b62f0 0x7f57f41f3660 unknown :-1 s=CLOSED pgs=2387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f40cb730 0x7f57f40b5db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 --2- 172.21.15.33:0/2756709491 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57e0004800 0x7f57f41e3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 -- 172.21.15.33:0/2756709491 >> 172.21.15.33:0/2756709491 conn(0x7f57f40d1da0 msgr2=0x7f57f40aedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 -- 172.21.15.33:0/2756709491 shutdown_connections 2024-07-26T17:05:13.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.356+0000 7f57fb4b9640 1 -- 172.21.15.33:0/2756709491 wait complete. 2024-07-26T17:05:13.373 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T17:05:13.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.489+0000 7f0ea6570640 1 -- 172.21.15.33:0/1148313855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ea0070460 msgr2=0x7f0ea015b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.489+0000 7f0ea6570640 1 --2- 172.21.15.33:0/1148313855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ea0070460 0x7f0ea015b5c0 secure :-1 s=READY pgs=2388 cs=0 l=1 rev1=1 crypto rx=0x7f0ea00cb1c0 tx=0x7f0e9802aa30 comp rx=0 tx=0).stop 2024-07-26T17:05:13.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.489+0000 7f0ea6570640 1 -- 172.21.15.33:0/1148313855 shutdown_connections 2024-07-26T17:05:13.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.489+0000 7f0ea6570640 1 --2- 172.21.15.33:0/1148313855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ea0070460 0x7f0ea015b5c0 unknown :-1 s=CLOSED pgs=2388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.489+0000 7f0ea6570640 1 --2- 172.21.15.33:0/1148313855 >> v2:172.21.15.154:3300/0 conn(0x7f0ea01442a0 0x7f0ea00ceb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.489+0000 7f0ea6570640 1 -- 172.21.15.33:0/1148313855 >> 172.21.15.33:0/1148313855 conn(0x7f0ea00cfaf0 msgr2=0x7f0ea00cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:13.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.489+0000 7f0ea6570640 1 -- 172.21.15.33:0/1148313855 shutdown_connections 2024-07-26T17:05:13.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.489+0000 7f0ea6570640 1 -- 172.21.15.33:0/1148313855 wait complete. 2024-07-26T17:05:13.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.491+0000 7f0ea6570640 1 Processor -- start 2024-07-26T17:05:13.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.491+0000 7f0ea6570640 1 -- start start 2024-07-26T17:05:13.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.492+0000 7f0ea6570640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ea0070460 0x7f0ea013b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.492+0000 7f0ea6570640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ea0144770 0x7f0ea013f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.492+0000 7f0ea6570640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ea015a200 0x7f0ea013fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.492+0000 7f0ea6570640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea015bc80 con 0x7f0ea0144770 2024-07-26T17:05:13.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.492+0000 7f0ea6570640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea015bb00 con 0x7f0ea0070460 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.492+0000 7f0ea6570640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0ea015be00 con 0x7f0ea015a200 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ea0144770 0x7f0ea013f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ea0144770 0x7f0ea013f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59696/0 (socket says 172.21.15.33:59696) 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9f7fe640 1 -- 172.21.15.33:0/1173883446 learned_addr learned my addr 172.21.15.33:0/1173883446 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9ffff640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ea0070460 0x7f0ea013b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0ea4b0d640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ea015a200 0x7f0ea013fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9f7fe640 1 -- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ea015a200 msgr2=0x7f0ea013fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9f7fe640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ea015a200 0x7f0ea013fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9f7fe640 1 -- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ea0070460 msgr2=0x7f0ea013b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9f7fe640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ea0070460 0x7f0ea013b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9f7fe640 1 -- 172.21.15.33:0/1173883446 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ea013eb40 con 0x7f0ea0144770 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0ea4b0d640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ea015a200 0x7f0ea013fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:13.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9ffff640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ea0070460 0x7f0ea013b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:13.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9f7fe640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ea0144770 0x7f0ea013f900 secure :-1 s=READY pgs=2389 cs=0 l=1 rev1=1 crypto rx=0x7f0e9400b410 tx=0x7f0e9400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:13.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9cff9640 1 -- 172.21.15.33:0/1173883446 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e94015020 con 0x7f0ea0144770 2024-07-26T17:05:13.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9cff9640 1 -- 172.21.15.33:0/1173883446 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e94011920 con 0x7f0ea0144770 2024-07-26T17:05:13.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0ea6570640 1 -- 172.21.15.33:0/1173883446 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ea013ee20 con 0x7f0ea0144770 2024-07-26T17:05:13.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0e9cff9640 1 -- 172.21.15.33:0/1173883446 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e94011d70 con 0x7f0ea0144770 2024-07-26T17:05:13.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.493+0000 7f0ea6570640 1 -- 172.21.15.33:0/1173883446 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ea00af2a0 con 0x7f0ea0144770 2024-07-26T17:05:13.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.495+0000 7f0ea6570640 1 -- 172.21.15.33:0/1173883446 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ea015c2b0 con 0x7f0ea0144770 2024-07-26T17:05:13.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.495+0000 7f0e9cff9640 1 -- 172.21.15.33:0/1173883446 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f0e94018020 con 0x7f0ea0144770 2024-07-26T17:05:13.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.496+0000 7f0e9cff9640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0e8c077250 0x7f0e8c079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.496+0000 7f0e9cff9640 1 -- 172.21.15.33:0/1173883446 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(246..246 src has 1..246) ==== 5405+0+0 (secure 0 0 0) 0x7f0e94098c40 con 0x7f0ea0144770 2024-07-26T17:05:13.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.496+0000 7f0e9ffff640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0e8c077250 0x7f0e8c079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.497+0000 7f0e9ffff640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0e8c077250 0x7f0e8c079760 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0e90005fd0 tx=0x7f0e90005e20 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:13.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.500+0000 7f0e9cff9640 1 -- 172.21.15.33:0/1173883446 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0e9401f020 con 0x7f0ea0144770 2024-07-26T17:05:13.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.694+0000 7f0ea6570640 1 -- 172.21.15.33:0/1173883446 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f0ea013e880 con 0x7f0ea0144770 2024-07-26T17:05:13.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.694+0000 7f0e9cff9640 1 -- 172.21.15.33:0/1173883446 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v246) ==== 84+0+65 (secure 0 0 0) 0x7f0e94061c20 con 0x7f0ea0144770 2024-07-26T17:05:13.696 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:13.696 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:05:13.697 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:13.697 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T17:05:13.697 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T17:05:13.697 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:13.697 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:05:13.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.696+0000 7f0ea6570640 1 -- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0e8c077250 msgr2=0x7f0e8c079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.696+0000 7f0ea6570640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0e8c077250 0x7f0e8c079760 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0e90005fd0 tx=0x7f0e90005e20 comp rx=0 tx=0).stop 2024-07-26T17:05:13.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.696+0000 7f0ea6570640 1 -- 172.21.15.33:0/1173883446 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ea0144770 msgr2=0x7f0ea013f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.696+0000 7f0ea6570640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ea0144770 0x7f0ea013f900 secure :-1 s=READY pgs=2389 cs=0 l=1 rev1=1 crypto rx=0x7f0e9400b410 tx=0x7f0e9400b8d0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.696+0000 7f0ea6570640 1 -- 172.21.15.33:0/1173883446 shutdown_connections 2024-07-26T17:05:13.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.696+0000 7f0ea6570640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f0e8c077250 0x7f0e8c079760 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.696+0000 7f0ea6570640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0ea015a200 0x7f0ea013fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.696+0000 7f0ea6570640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ea0144770 0x7f0ea013f900 unknown :-1 s=CLOSED pgs=2389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.696+0000 7f0ea6570640 1 --2- 172.21.15.33:0/1173883446 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0ea0070460 0x7f0ea013b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.696+0000 7f0ea6570640 1 -- 172.21.15.33:0/1173883446 >> 172.21.15.33:0/1173883446 conn(0x7f0ea00cfaf0 msgr2=0x7f0ea006ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:13.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.697+0000 7f0ea6570640 1 -- 172.21.15.33:0/1173883446 shutdown_connections 2024-07-26T17:05:13.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.697+0000 7f0ea6570640 1 -- 172.21.15.33:0/1173883446 wait complete. 2024-07-26T17:05:13.710 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T17:05:13.710 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T17:05:13.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.831+0000 7f8d5fad2640 1 -- 172.21.15.33:0/1877043365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d40005350 msgr2=0x7f8d4000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.831+0000 7f8d5fad2640 1 --2- 172.21.15.33:0/1877043365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d40005350 0x7f8d4000b9c0 secure :-1 s=READY pgs=2391 cs=0 l=1 rev1=1 crypto rx=0x7f8d50009ed0 tx=0x7f8d40005830 comp rx=0 tx=0).stop 2024-07-26T17:05:13.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.831+0000 7f8d5fad2640 1 -- 172.21.15.33:0/1877043365 shutdown_connections 2024-07-26T17:05:13.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.831+0000 7f8d5fad2640 1 --2- 172.21.15.33:0/1877043365 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d40005350 0x7f8d4000b9c0 unknown :-1 s=CLOSED pgs=2391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.831+0000 7f8d5fad2640 1 -- 172.21.15.33:0/1877043365 >> 172.21.15.33:0/1877043365 conn(0x7f8d580d1ce0 msgr2=0x7f8d580d20f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:13.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.831+0000 7f8d5fad2640 1 -- 172.21.15.33:0/1877043365 shutdown_connections 2024-07-26T17:05:13.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.831+0000 7f8d5fad2640 1 -- 172.21.15.33:0/1877043365 wait complete. 2024-07-26T17:05:13.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.833+0000 7f8d5fad2640 1 Processor -- start 2024-07-26T17:05:13.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.833+0000 7f8d5fad2640 1 -- start start 2024-07-26T17:05:13.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5fad2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d40005350 0x7f8d5814c840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5fad2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580b24e0 0x7f8d5809ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5fad2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d5814cd80 0x7f8d5809f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5fad2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8d580ce470 con 0x7f8d40005350 2024-07-26T17:05:13.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5fad2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8d580ce2f0 con 0x7f8d580b24e0 2024-07-26T17:05:13.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5fad2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8d580ce5f0 con 0x7f8d5814cd80 2024-07-26T17:05:13.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5d86e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d40005350 0x7f8d5814c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5d86e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d40005350 0x7f8d5814c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59714/0 (socket says 172.21.15.33:59714) 2024-07-26T17:05:13.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5d86e640 1 -- 172.21.15.33:0/61892925 learned_addr learned my addr 172.21.15.33:0/61892925 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:13.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5d86e640 1 -- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d5814cd80 msgr2=0x7f8d5809f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5d06d640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580b24e0 0x7f8d5809ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5e06f640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d5814cd80 0x7f8d5809f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5d86e640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d5814cd80 0x7f8d5809f230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5d86e640 1 -- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580b24e0 msgr2=0x7f8d5809ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5d86e640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580b24e0 0x7f8d5809ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5d86e640 1 -- 172.21.15.33:0/61892925 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d5814f420 con 0x7f8d40005350 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.834+0000 7f8d5d06d640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580b24e0 0x7f8d5809ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.835+0000 7f8d5d86e640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d40005350 0x7f8d5814c840 secure :-1 s=READY pgs=2392 cs=0 l=1 rev1=1 crypto rx=0x7f8d480063b0 tx=0x7f8d480039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.835+0000 7f8d567fc640 1 -- 172.21.15.33:0/61892925 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d48015070 con 0x7f8d40005350 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.835+0000 7f8d567fc640 1 -- 172.21.15.33:0/61892925 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d48011860 con 0x7f8d40005350 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.835+0000 7f8d567fc640 1 -- 172.21.15.33:0/61892925 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d48011cb0 con 0x7f8d40005350 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.835+0000 7f8d5fad2640 1 -- 172.21.15.33:0/61892925 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d5814f890 con 0x7f8d40005350 2024-07-26T17:05:13.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.835+0000 7f8d5fad2640 1 -- 172.21.15.33:0/61892925 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d5814fe50 con 0x7f8d40005350 2024-07-26T17:05:13.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.836+0000 7f8d5fad2640 1 -- 172.21.15.33:0/61892925 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d580ceb50 con 0x7f8d40005350 2024-07-26T17:05:13.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.837+0000 7f8d567fc640 1 -- 172.21.15.33:0/61892925 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f8d48018070 con 0x7f8d40005350 2024-07-26T17:05:13.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.837+0000 7f8d567fc640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8d44077250 0x7f8d44079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:13.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.837+0000 7f8d567fc640 1 -- 172.21.15.33:0/61892925 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(246..246 src has 1..246) ==== 5405+0+0 (secure 0 0 0) 0x7f8d48099910 con 0x7f8d40005350 2024-07-26T17:05:13.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.837+0000 7f8d5d06d640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8d44077250 0x7f8d44079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:13.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.838+0000 7f8d5d06d640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8d44077250 0x7f8d44079760 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c000c00 tx=0x7f8d4c006180 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:13.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:13.842+0000 7f8d567fc640 1 -- 172.21.15.33:0/61892925 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8d480627e0 con 0x7f8d40005350 2024-07-26T17:05:13.928 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:05:13.930 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:05:14.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.041+0000 7f8d5fad2640 1 -- 172.21.15.33:0/61892925 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f8d580cdec0 con 0x7f8d40005350 2024-07-26T17:05:14.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.941+0000 7f8d567fc640 1 -- 172.21.15.33:0/61892925 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v247) ==== 138+0+0 (secure 0 0 0) 0x7f8d480620e0 con 0x7f8d40005350 2024-07-26T17:05:14.943 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T17:05:14.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.945+0000 7f8d5fad2640 1 -- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8d44077250 msgr2=0x7f8d44079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:14.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.945+0000 7f8d5fad2640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8d44077250 0x7f8d44079760 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c000c00 tx=0x7f8d4c006180 comp rx=0 tx=0).stop 2024-07-26T17:05:14.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.945+0000 7f8d5fad2640 1 -- 172.21.15.33:0/61892925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d40005350 msgr2=0x7f8d5814c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:14.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.945+0000 7f8d5fad2640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d40005350 0x7f8d5814c840 secure :-1 s=READY pgs=2392 cs=0 l=1 rev1=1 crypto rx=0x7f8d480063b0 tx=0x7f8d480039c0 comp rx=0 tx=0).stop 2024-07-26T17:05:14.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.945+0000 7f8d5fad2640 1 -- 172.21.15.33:0/61892925 shutdown_connections 2024-07-26T17:05:14.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.945+0000 7f8d5fad2640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8d44077250 0x7f8d44079760 secure :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c000c00 tx=0x7f8d4c006180 comp rx=0 tx=0).stop 2024-07-26T17:05:14.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.945+0000 7f8d5fad2640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8d5814cd80 0x7f8d5809f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:14.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.945+0000 7f8d5fad2640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8d580b24e0 0x7f8d5809ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:14.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.945+0000 7f8d5fad2640 1 --2- 172.21.15.33:0/61892925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d40005350 0x7f8d5814c840 secure :-1 s=CLOSED pgs=2392 cs=0 l=1 rev1=1 crypto rx=0x7f8d480063b0 tx=0x7f8d480039c0 comp rx=0 tx=0).stop 2024-07-26T17:05:14.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.945+0000 7f8d5fad2640 1 -- 172.21.15.33:0/61892925 >> 172.21.15.33:0/61892925 conn(0x7f8d580d1ce0 msgr2=0x7f8d580d0270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:14.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.949+0000 7f8d5fad2640 1 -- 172.21.15.33:0/61892925 shutdown_connections 2024-07-26T17:05:14.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:14.949+0000 7f8d5fad2640 1 -- 172.21.15.33:0/61892925 wait complete. 2024-07-26T17:05:14.967 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T17:05:15.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.098+0000 7f9334246640 1 -- 172.21.15.33:0/1424393262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9314004d40 msgr2=0x7f9314005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:15.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.098+0000 7f9334246640 1 --2- 172.21.15.33:0/1424393262 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9314004d40 0x7f9314005190 secure :-1 s=READY pgs=2394 cs=0 l=1 rev1=1 crypto rx=0x7f932c0b5010 tx=0x7f9314005830 comp rx=0 tx=0).stop 2024-07-26T17:05:15.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.098+0000 7f93327e3640 1 -- 172.21.15.33:0/1424393262 reap_dead start 2024-07-26T17:05:15.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.098+0000 7f9334246640 1 -- 172.21.15.33:0/1424393262 shutdown_connections 2024-07-26T17:05:15.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.098+0000 7f9334246640 1 -- 172.21.15.33:0/1424393262 >> 172.21.15.33:0/1424393262 conn(0x7f932c06d220 msgr2=0x7f932c0b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:15.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.098+0000 7f9334246640 1 -- 172.21.15.33:0/1424393262 shutdown_connections 2024-07-26T17:05:15.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.098+0000 7f9334246640 1 -- 172.21.15.33:0/1424393262 wait complete. 2024-07-26T17:05:15.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.100+0000 7f9334246640 1 Processor -- start 2024-07-26T17:05:15.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.100+0000 7f9334246640 1 -- start start 2024-07-26T17:05:15.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.101+0000 7f9334246640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f932c1544b0 0x7f932c1f0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:15.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.101+0000 7f9334246640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f932c1f0f80 0x7f932c1567a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:15.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.101+0000 7f9334246640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f932c156ce0 0x7f932c14c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:15.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.101+0000 7f9334246640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f932c073990 con 0x7f932c1f0f80 2024-07-26T17:05:15.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.101+0000 7f9334246640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f932c073810 con 0x7f932c156ce0 2024-07-26T17:05:15.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.101+0000 7f9334246640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f932c073b10 con 0x7f932c1544b0 2024-07-26T17:05:15.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.101+0000 7f93317e1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f932c1f0f80 0x7f932c1567a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.101+0000 7f93317e1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f932c1f0f80 0x7f932c1567a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59724/0 (socket says 172.21.15.33:59724) 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.101+0000 7f93317e1640 1 -- 172.21.15.33:0/1858639546 learned_addr learned my addr 172.21.15.33:0/1858639546 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.101+0000 7f93327e3640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f932c156ce0 0x7f932c14c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.101+0000 7f9331fe2640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f932c1544b0 0x7f932c1f0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.102+0000 7f93317e1640 1 -- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f932c1544b0 msgr2=0x7f932c1f0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.102+0000 7f93317e1640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f932c1544b0 0x7f932c1f0a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.102+0000 7f93317e1640 1 -- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f932c156ce0 msgr2=0x7f932c14c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.102+0000 7f93317e1640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f932c156ce0 0x7f932c14c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.102+0000 7f93317e1640 1 -- 172.21.15.33:0/1858639546 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f932c1551a0 con 0x7f932c1f0f80 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.102+0000 7f93317e1640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f932c1f0f80 0x7f932c1567a0 secure :-1 s=READY pgs=2395 cs=0 l=1 rev1=1 crypto rx=0x7f9320011b10 tx=0x7f9320009e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.102+0000 7f932a7fc640 1 -- 172.21.15.33:0/1858639546 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f932001e070 con 0x7f932c1f0f80 2024-07-26T17:05:15.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.102+0000 7f932a7fc640 1 -- 172.21.15.33:0/1858639546 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f932000fe40 con 0x7f932c1f0f80 2024-07-26T17:05:15.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.102+0000 7f932a7fc640 1 -- 172.21.15.33:0/1858639546 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93200042b0 con 0x7f932c1f0f80 2024-07-26T17:05:15.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.102+0000 7f9334246640 1 -- 172.21.15.33:0/1858639546 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f932c155480 con 0x7f932c1f0f80 2024-07-26T17:05:15.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.102+0000 7f9334246640 1 -- 172.21.15.33:0/1858639546 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f932c155a40 con 0x7f932c1f0f80 2024-07-26T17:05:15.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.103+0000 7f9334246640 1 -- 172.21.15.33:0/1858639546 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f932c0b2ac0 con 0x7f932c1f0f80 2024-07-26T17:05:15.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.104+0000 7f932a7fc640 1 -- 172.21.15.33:0/1858639546 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f9320021070 con 0x7f932c1f0f80 2024-07-26T17:05:15.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.104+0000 7f932a7fc640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9318077250 0x7f9318079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:15.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.105+0000 7f932a7fc640 1 -- 172.21.15.33:0/1858639546 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(247..247 src has 1..247) ==== 5775+0+0 (secure 0 0 0) 0x7f9320099f90 con 0x7f932c1f0f80 2024-07-26T17:05:15.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.105+0000 7f9331fe2640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9318077250 0x7f9318079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:15.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.106+0000 7f9331fe2640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9318077250 0x7f9318079760 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f932c1f1c00 tx=0x7f9324006b10 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:15.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.109+0000 7f932a7fc640 1 -- 172.21.15.33:0/1858639546 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9320062800 con 0x7f932c1f0f80 2024-07-26T17:05:15.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.302+0000 7f9334246640 1 -- 172.21.15.33:0/1858639546 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f932c0b1cb0 con 0x7f932c1f0f80 2024-07-26T17:05:15.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.947+0000 7f932a7fc640 1 -- 172.21.15.33:0/1858639546 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v248) ==== 170+0+0 (secure 0 0 0) 0x7f9320066d50 con 0x7f932c1f0f80 2024-07-26T17:05:15.949 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T17:05:15.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 -- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9318077250 msgr2=0x7f9318079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:15.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9318077250 0x7f9318079760 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f932c1f1c00 tx=0x7f9324006b10 comp rx=0 tx=0).stop 2024-07-26T17:05:15.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 -- 172.21.15.33:0/1858639546 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f932c1f0f80 msgr2=0x7f932c1567a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:15.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f932c1f0f80 0x7f932c1567a0 secure :-1 s=READY pgs=2395 cs=0 l=1 rev1=1 crypto rx=0x7f9320011b10 tx=0x7f9320009e40 comp rx=0 tx=0).stop 2024-07-26T17:05:15.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 -- 172.21.15.33:0/1858639546 shutdown_connections 2024-07-26T17:05:15.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9318077250 0x7f9318079760 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:15.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f932c156ce0 0x7f932c14c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:15.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f932c1f0f80 0x7f932c1567a0 unknown :-1 s=CLOSED pgs=2395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:15.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 --2- 172.21.15.33:0/1858639546 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f932c1544b0 0x7f932c1f0a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:15.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 -- 172.21.15.33:0/1858639546 >> 172.21.15.33:0/1858639546 conn(0x7f932c06d220 msgr2=0x7f932c159ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:15.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 -- 172.21.15.33:0/1858639546 shutdown_connections 2024-07-26T17:05:15.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:15.950+0000 7f9334246640 1 -- 172.21.15.33:0/1858639546 wait complete. 2024-07-26T17:05:15.977 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T17:05:16.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.102+0000 7f28e9cab640 1 -- 172.21.15.33:0/1695662516 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e40cb2d0 msgr2=0x7f28e4160580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:16.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.102+0000 7f28e9cab640 1 --2- 172.21.15.33:0/1695662516 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e40cb2d0 0x7f28e4160580 secure :-1 s=READY pgs=2397 cs=0 l=1 rev1=1 crypto rx=0x7f28e40cb280 tx=0x7f28dc02a8b0 comp rx=0 tx=0).stop 2024-07-26T17:05:16.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.102+0000 7f28e9cab640 1 -- 172.21.15.33:0/1695662516 shutdown_connections 2024-07-26T17:05:16.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.102+0000 7f28e9cab640 1 --2- 172.21.15.33:0/1695662516 >> v2:172.21.15.154:3300/0 conn(0x7f28e40ce310 0x7f28e406d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:16.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.102+0000 7f28e9cab640 1 --2- 172.21.15.33:0/1695662516 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e40cb2d0 0x7f28e4160580 unknown :-1 s=CLOSED pgs=2397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:16.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.102+0000 7f28e9cab640 1 -- 172.21.15.33:0/1695662516 >> 172.21.15.33:0/1695662516 conn(0x7f28e40b2d70 msgr2=0x7f28e40b3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:16.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.102+0000 7f28e9cab640 1 -- 172.21.15.33:0/1695662516 shutdown_connections 2024-07-26T17:05:16.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.102+0000 7f28e9cab640 1 -- 172.21.15.33:0/1695662516 wait complete. 2024-07-26T17:05:16.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.104+0000 7f28e9cab640 1 Processor -- start 2024-07-26T17:05:16.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.104+0000 7f28e9cab640 1 -- start start 2024-07-26T17:05:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.105+0000 7f28e9cab640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28e40cb2d0 0x7f28e40b46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e9cab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e4156760 0x7f28e41f61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e9cab640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28e414e290 0x7f28e40b4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e9cab640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f28e415ca90 con 0x7f28e4156760 2024-07-26T17:05:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e9cab640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f28e415c910 con 0x7f28e414e290 2024-07-26T17:05:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e9cab640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f28e415cc10 con 0x7f28e40cb2d0 2024-07-26T17:05:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e4156760 0x7f28e41f61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e4156760 0x7f28e41f61b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59750/0 (socket says 172.21.15.33:59750) 2024-07-26T17:05:16.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e2ffd640 1 -- 172.21.15.33:0/483205391 learned_addr learned my addr 172.21.15.33:0/483205391 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e37fe640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28e40cb2d0 0x7f28e40b46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e3fff640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28e414e290 0x7f28e40b4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e2ffd640 1 -- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28e40cb2d0 msgr2=0x7f28e40b46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e2ffd640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28e40cb2d0 0x7f28e40b46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e2ffd640 1 -- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28e414e290 msgr2=0x7f28e40b4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e2ffd640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28e414e290 0x7f28e40b4f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e2ffd640 1 -- 172.21.15.33:0/483205391 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28e41f6c70 con 0x7f28e4156760 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e2ffd640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e4156760 0x7f28e41f61b0 secure :-1 s=READY pgs=2398 cs=0 l=1 rev1=1 crypto rx=0x7f28d800d740 tx=0x7f28d800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28cbfff640 1 -- 172.21.15.33:0/483205391 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d8017070 con 0x7f28e4156760 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28cbfff640 1 -- 172.21.15.33:0/483205391 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28d8009d20 con 0x7f28e4156760 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e9cab640 1 -- 172.21.15.33:0/483205391 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28e41f6f50 con 0x7f28e4156760 2024-07-26T17:05:16.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28cbfff640 1 -- 172.21.15.33:0/483205391 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d80106c0 con 0x7f28e4156760 2024-07-26T17:05:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.106+0000 7f28e9cab640 1 -- 172.21.15.33:0/483205391 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28e41f66f0 con 0x7f28e4156760 2024-07-26T17:05:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.107+0000 7f28e9cab640 1 -- 172.21.15.33:0/483205391 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28e41f69e0 con 0x7f28e4156760 2024-07-26T17:05:16.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.108+0000 7f28cbfff640 1 -- 172.21.15.33:0/483205391 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f28d801a070 con 0x7f28e4156760 2024-07-26T17:05:16.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.109+0000 7f28cbfff640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f28d0077250 0x7f28d0079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:16.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.109+0000 7f28cbfff640 1 -- 172.21.15.33:0/483205391 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(248..248 src has 1..248) ==== 6157+0+0 (secure 0 0 0) 0x7f28d8099510 con 0x7f28e4156760 2024-07-26T17:05:16.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.109+0000 7f28e37fe640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f28d0077250 0x7f28d0079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:16.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.110+0000 7f28e37fe640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f28d0077250 0x7f28d0079760 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f28d4000f60 tx=0x7f28d4009040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:16.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.113+0000 7f28cbfff640 1 -- 172.21.15.33:0/483205391 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f28d8062170 con 0x7f28e4156760 2024-07-26T17:05:16.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.346+0000 7f28e9cab640 1 -- 172.21.15.33:0/483205391 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f28e415d1a0 con 0x7f28e4156760 2024-07-26T17:05:16.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.949+0000 7f28cbfff640 1 -- 172.21.15.33:0/483205391 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 31 and data pool 32 v130) ==== 174+0+0 (secure 0 0 0) 0x7f28d8061a70 con 0x7f28e4156760 2024-07-26T17:05:16.951 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 31 and data pool 32 2024-07-26T17:05:16.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.953+0000 7f28e9cab640 1 -- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f28d0077250 msgr2=0x7f28d0079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:16.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.953+0000 7f28e9cab640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f28d0077250 0x7f28d0079760 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f28d4000f60 tx=0x7f28d4009040 comp rx=0 tx=0).stop 2024-07-26T17:05:16.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.953+0000 7f28e9cab640 1 -- 172.21.15.33:0/483205391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e4156760 msgr2=0x7f28e41f61b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:16.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.953+0000 7f28e9cab640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e4156760 0x7f28e41f61b0 secure :-1 s=READY pgs=2398 cs=0 l=1 rev1=1 crypto rx=0x7f28d800d740 tx=0x7f28d800dc00 comp rx=0 tx=0).stop 2024-07-26T17:05:16.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.953+0000 7f28e9cab640 1 -- 172.21.15.33:0/483205391 shutdown_connections 2024-07-26T17:05:16.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.953+0000 7f28e9cab640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f28d0077250 0x7f28d0079760 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:16.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.953+0000 7f28e9cab640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28e414e290 0x7f28e40b4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:16.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.953+0000 7f28e9cab640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e4156760 0x7f28e41f61b0 unknown :-1 s=CLOSED pgs=2398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:16.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.953+0000 7f28e9cab640 1 --2- 172.21.15.33:0/483205391 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28e40cb2d0 0x7f28e40b46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:16.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.954+0000 7f28e9cab640 1 -- 172.21.15.33:0/483205391 >> 172.21.15.33:0/483205391 conn(0x7f28e40b2d70 msgr2=0x7f28e40b0890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:16.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.955+0000 7f28e9cab640 1 -- 172.21.15.33:0/483205391 shutdown_connections 2024-07-26T17:05:16.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:16.955+0000 7f28e9cab640 1 -- 172.21.15.33:0/483205391 wait complete. 2024-07-26T17:05:16.994 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:17.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.114+0000 7f05804e8640 1 -- 172.21.15.33:0/2488390119 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05780b3130 msgr2=0x7f05780ce780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.114+0000 7f05804e8640 1 --2- 172.21.15.33:0/2488390119 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05780b3130 0x7f05780ce780 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0574005fd0 tx=0x7f057402a5d0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.114+0000 7f05804e8640 1 -- 172.21.15.33:0/2488390119 shutdown_connections 2024-07-26T17:05:17.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.114+0000 7f05804e8640 1 --2- 172.21.15.33:0/2488390119 >> v2:172.21.15.154:3300/0 conn(0x7f05780ccf80 0x7f0578166a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.114+0000 7f05804e8640 1 --2- 172.21.15.33:0/2488390119 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05780b3130 0x7f05780ce780 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.114+0000 7f05804e8640 1 -- 172.21.15.33:0/2488390119 >> 172.21.15.33:0/2488390119 conn(0x7f05780d1da0 msgr2=0x7f05780d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:17.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.114+0000 7f05804e8640 1 -- 172.21.15.33:0/2488390119 shutdown_connections 2024-07-26T17:05:17.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.114+0000 7f05804e8640 1 -- 172.21.15.33:0/2488390119 wait complete. 2024-07-26T17:05:17.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.116+0000 7f05804e8640 1 Processor -- start 2024-07-26T17:05:17.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.116+0000 7f05804e8640 1 -- start start 2024-07-26T17:05:17.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.117+0000 7f05804e8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05780b3130 0x7f05781f6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.117+0000 7f05804e8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05780ccf80 0x7f05781e4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.117+0000 7f05804e8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05780cecc0 0x7f05781d4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.117+0000 7f05804e8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f05780b2a30 con 0x7f05780ccf80 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.117+0000 7f05804e8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f05780b73e0 con 0x7f05780b3130 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.117+0000 7f05804e8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f05780b2bb0 con 0x7f05780cecc0 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f057da83640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05780ccf80 0x7f05781e4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f057da83640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05780ccf80 0x7f05781e4f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59758/0 (socket says 172.21.15.33:59758) 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f057da83640 1 -- 172.21.15.33:0/229277381 learned_addr learned my addr 172.21.15.33:0/229277381 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f057e284640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05780b3130 0x7f05781f6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f057ea85640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05780cecc0 0x7f05781d4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f057da83640 1 -- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05780cecc0 msgr2=0x7f05781d4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f057da83640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05780cecc0 0x7f05781d4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f057da83640 1 -- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05780b3130 msgr2=0x7f05781f6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f057da83640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05780b3130 0x7f05781f6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f057da83640 1 -- 172.21.15.33:0/229277381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05781d3d30 con 0x7f05780ccf80 2024-07-26T17:05:17.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f057da83640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05780ccf80 0x7f05781e4f00 secure :-1 s=READY pgs=2399 cs=0 l=1 rev1=1 crypto rx=0x7f056800c370 tx=0x7f056800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:17.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f056effd640 1 -- 172.21.15.33:0/229277381 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05680052d0 con 0x7f05780ccf80 2024-07-26T17:05:17.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f056effd640 1 -- 172.21.15.33:0/229277381 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0568007020 con 0x7f05780ccf80 2024-07-26T17:05:17.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f05804e8640 1 -- 172.21.15.33:0/229277381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05781f7190 con 0x7f05780ccf80 2024-07-26T17:05:17.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.118+0000 7f056effd640 1 -- 172.21.15.33:0/229277381 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0568007470 con 0x7f05780ccf80 2024-07-26T17:05:17.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.119+0000 7f05804e8640 1 -- 172.21.15.33:0/229277381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05781f7750 con 0x7f05780ccf80 2024-07-26T17:05:17.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.119+0000 7f05804e8640 1 -- 172.21.15.33:0/229277381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05780cd550 con 0x7f05780ccf80 2024-07-26T17:05:17.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.120+0000 7f056effd640 1 -- 172.21.15.33:0/229277381 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f05680067d0 con 0x7f05780ccf80 2024-07-26T17:05:17.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.121+0000 7f056effd640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f055c077250 0x7f055c079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.121+0000 7f056effd640 1 -- 172.21.15.33:0/229277381 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(249..249 src has 1..249) ==== 6257+0+0 (secure 0 0 0) 0x7f0568098390 con 0x7f05780ccf80 2024-07-26T17:05:17.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.121+0000 7f057e284640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f055c077250 0x7f055c079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.122+0000 7f057e284640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f055c077250 0x7f055c079760 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0574033000 tx=0x7f0574004730 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:17.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.125+0000 7f056effd640 1 -- 172.21.15.33:0/229277381 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f05680609e0 con 0x7f05780ccf80 2024-07-26T17:05:17.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.318+0000 7f05804e8640 1 -- 172.21.15.33:0/229277381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f05780ce170 con 0x7f05780ccf80 2024-07-26T17:05:17.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.319+0000 7f056effd640 1 -- 172.21.15.33:0/229277381 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v249) ==== 74+0+17215 (secure 0 0 0) 0x7f0568064f30 con 0x7f05780ccf80 2024-07-26T17:05:17.321 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:17.321 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":249,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:16.347762+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":32,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:14.049845+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"249","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_data","create_time":"2024-07-26T17:05:15.310526+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"249","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:17.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.321+0000 7f05804e8640 1 -- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f055c077250 msgr2=0x7f055c079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.321+0000 7f05804e8640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f055c077250 0x7f055c079760 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0574033000 tx=0x7f0574004730 comp rx=0 tx=0).stop 2024-07-26T17:05:17.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.321+0000 7f05804e8640 1 -- 172.21.15.33:0/229277381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05780ccf80 msgr2=0x7f05781e4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.321+0000 7f05804e8640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05780ccf80 0x7f05781e4f00 secure :-1 s=READY pgs=2399 cs=0 l=1 rev1=1 crypto rx=0x7f056800c370 tx=0x7f056800c830 comp rx=0 tx=0).stop 2024-07-26T17:05:17.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.321+0000 7f05804e8640 1 -- 172.21.15.33:0/229277381 shutdown_connections 2024-07-26T17:05:17.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.321+0000 7f05804e8640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f055c077250 0x7f055c079760 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.321+0000 7f05804e8640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f05780cecc0 0x7f05781d4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.321+0000 7f05804e8640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f05780ccf80 0x7f05781e4f00 unknown :-1 s=CLOSED pgs=2399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.321+0000 7f05804e8640 1 --2- 172.21.15.33:0/229277381 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f05780b3130 0x7f05781f6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.321+0000 7f05804e8640 1 -- 172.21.15.33:0/229277381 >> 172.21.15.33:0/229277381 conn(0x7f05780d1da0 msgr2=0x7f05780afed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:17.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.322+0000 7f05804e8640 1 -- 172.21.15.33:0/229277381 shutdown_connections 2024-07-26T17:05:17.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.322+0000 7f05804e8640 1 -- 172.21.15.33:0/229277381 wait complete. 2024-07-26T17:05:17.335 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:17.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.452+0000 7f66a821d640 1 -- 172.21.15.33:0/3838760059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f668c004800 msgr2=0x7f668c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.452+0000 7f66a821d640 1 --2- 172.21.15.33:0/3838760059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f668c004800 0x7f668c004c10 secure :-1 s=READY pgs=2401 cs=0 l=1 rev1=1 crypto rx=0x7f6690009cf0 tx=0x7f668c005830 comp rx=0 tx=0).stop 2024-07-26T17:05:17.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.452+0000 7f66a821d640 1 -- 172.21.15.33:0/3838760059 shutdown_connections 2024-07-26T17:05:17.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.452+0000 7f66a821d640 1 --2- 172.21.15.33:0/3838760059 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f668c004800 0x7f668c004c10 unknown :-1 s=CLOSED pgs=2401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.452+0000 7f66a821d640 1 -- 172.21.15.33:0/3838760059 >> 172.21.15.33:0/3838760059 conn(0x7f66a00b5b00 msgr2=0x7f66a00b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:17.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.452+0000 7f66a821d640 1 -- 172.21.15.33:0/3838760059 shutdown_connections 2024-07-26T17:05:17.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.452+0000 7f66a821d640 1 -- 172.21.15.33:0/3838760059 wait complete. 2024-07-26T17:05:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.454+0000 7f66a821d640 1 Processor -- start 2024-07-26T17:05:17.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.454+0000 7f66a821d640 1 -- start start 2024-07-26T17:05:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.455+0000 7f66a821d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f668c004800 0x7f66a0158460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.455+0000 7f66a821d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66a01f5a50 0x7f66a01f83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.455+0000 7f66a821d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66a0161710 0x7f66a0161b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.455+0000 7f66a821d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f66a00d3c30 con 0x7f66a0161710 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.455+0000 7f66a821d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f66a00b3df0 con 0x7f66a01f5a50 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.455+0000 7f66a821d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f66a00d3db0 con 0x7f668c004800 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a67ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66a0161710 0x7f66a0161b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a67ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66a0161710 0x7f66a0161b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59782/0 (socket says 172.21.15.33:59782) 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a67ba640 1 -- 172.21.15.33:0/3648379553 learned_addr learned my addr 172.21.15.33:0/3648379553 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a5fb9640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f668c004800 0x7f66a0158460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a57b8640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66a01f5a50 0x7f66a01f83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a67ba640 1 -- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f668c004800 msgr2=0x7f66a0158460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a67ba640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f668c004800 0x7f66a0158460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a67ba640 1 -- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66a01f5a50 msgr2=0x7f66a01f83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a67ba640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66a01f5a50 0x7f66a01f83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a67ba640 1 -- 172.21.15.33:0/3648379553 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66a0162060 con 0x7f66a0161710 2024-07-26T17:05:17.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a57b8640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66a01f5a50 0x7f66a01f83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:17.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a67ba640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66a0161710 0x7f66a0161b20 secure :-1 s=READY pgs=2402 cs=0 l=1 rev1=1 crypto rx=0x7f6698001370 tx=0x7f669800eb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:17.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66967fc640 1 -- 172.21.15.33:0/3648379553 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6698010950 con 0x7f66a0161710 2024-07-26T17:05:17.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66967fc640 1 -- 172.21.15.33:0/3648379553 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6698018070 con 0x7f66a0161710 2024-07-26T17:05:17.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66967fc640 1 -- 172.21.15.33:0/3648379553 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6698011460 con 0x7f66a0161710 2024-07-26T17:05:17.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a821d640 1 -- 172.21.15.33:0/3648379553 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66a015aa50 con 0x7f66a0161710 2024-07-26T17:05:17.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.456+0000 7f66a821d640 1 -- 172.21.15.33:0/3648379553 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66a01f4f70 con 0x7f66a0161710 2024-07-26T17:05:17.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.457+0000 7f66a821d640 1 -- 172.21.15.33:0/3648379553 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66a00d2d60 con 0x7f66a0161710 2024-07-26T17:05:17.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.458+0000 7f66967fc640 1 -- 172.21.15.33:0/3648379553 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f6698011600 con 0x7f66a0161710 2024-07-26T17:05:17.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.459+0000 7f66967fc640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6684077250 0x7f6684079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.459+0000 7f66967fc640 1 -- 172.21.15.33:0/3648379553 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(249..249 src has 1..249) ==== 6257+0+0 (secure 0 0 0) 0x7f6698099270 con 0x7f66a0161710 2024-07-26T17:05:17.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.459+0000 7f66a5fb9640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6684077250 0x7f6684079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.459+0000 7f66a5fb9640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6684077250 0x7f6684079760 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f669c006fd0 tx=0x7f669c006b10 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:17.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.463+0000 7f66967fc640 1 -- 172.21.15.33:0/3648379553 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f66a0162060 con 0x7f66a0161710 2024-07-26T17:05:17.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.657+0000 7f66a821d640 1 -- 172.21.15.33:0/3648379553 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f66a01f8d30 con 0x7f66a0161710 2024-07-26T17:05:17.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.658+0000 7f66967fc640 1 -- 172.21.15.33:0/3648379553 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v249) ==== 74+0+17215 (secure 0 0 0) 0x7f6698061e60 con 0x7f66a0161710 2024-07-26T17:05:17.660 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:17.660 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":249,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:16.347762+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":32,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:14.049845+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"249","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_data","create_time":"2024-07-26T17:05:15.310526+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"249","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:17.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 -- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6684077250 msgr2=0x7f6684079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6684077250 0x7f6684079760 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f669c006fd0 tx=0x7f669c006b10 comp rx=0 tx=0).stop 2024-07-26T17:05:17.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 -- 172.21.15.33:0/3648379553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66a0161710 msgr2=0x7f66a0161b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66a0161710 0x7f66a0161b20 secure :-1 s=READY pgs=2402 cs=0 l=1 rev1=1 crypto rx=0x7f6698001370 tx=0x7f669800eb00 comp rx=0 tx=0).stop 2024-07-26T17:05:17.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 -- 172.21.15.33:0/3648379553 shutdown_connections 2024-07-26T17:05:17.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f6684077250 0x7f6684079760 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f66a0161710 0x7f66a0161b20 unknown :-1 s=CLOSED pgs=2402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f66a01f5a50 0x7f66a01f83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 --2- 172.21.15.33:0/3648379553 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f668c004800 0x7f66a0158460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 -- 172.21.15.33:0/3648379553 >> 172.21.15.33:0/3648379553 conn(0x7f66a00b5b00 msgr2=0x7f66a00b78c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:17.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 -- 172.21.15.33:0/3648379553 shutdown_connections 2024-07-26T17:05:17.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.660+0000 7f66a821d640 1 -- 172.21.15.33:0/3648379553 wait complete. 2024-07-26T17:05:17.674 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T17:05:17.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.792+0000 7fed4b0da640 1 -- 172.21.15.33:0/340007307 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed440b3b00 msgr2=0x7fed44162560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.792+0000 7fed4b0da640 1 --2- 172.21.15.33:0/340007307 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed440b3b00 0x7fed44162560 secure :-1 s=READY pgs=2403 cs=0 l=1 rev1=1 crypto rx=0x7fed440b69f0 tx=0x7fed3c02a970 comp rx=0 tx=0).stop 2024-07-26T17:05:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.792+0000 7fed4b0da640 1 -- 172.21.15.33:0/340007307 shutdown_connections 2024-07-26T17:05:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.792+0000 7fed4b0da640 1 --2- 172.21.15.33:0/340007307 >> v2:172.21.15.154:3300/0 conn(0x7fed440d2680 0x7fed440b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.792+0000 7fed4b0da640 1 --2- 172.21.15.33:0/340007307 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed440b3b00 0x7fed44162560 unknown :-1 s=CLOSED pgs=2403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.792+0000 7fed4b0da640 1 --2- 172.21.15.33:0/340007307 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed440d02d0 0x7fed440d2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.792+0000 7fed4b0da640 1 -- 172.21.15.33:0/340007307 >> 172.21.15.33:0/340007307 conn(0x7fed440b5a90 msgr2=0x7fed440b5ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.793+0000 7fed4b0da640 1 -- 172.21.15.33:0/340007307 shutdown_connections 2024-07-26T17:05:17.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.793+0000 7fed4b0da640 1 -- 172.21.15.33:0/340007307 wait complete. 2024-07-26T17:05:17.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.794+0000 7fed4b0da640 1 Processor -- start 2024-07-26T17:05:17.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.794+0000 7fed4b0da640 1 -- start start 2024-07-26T17:05:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed4b0da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed440b3b00 0x7fed4406d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed4b0da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed440d02d0 0x7fed4406de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed4b0da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed440d2680 0x7fed441f5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed4b0da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fed4408ce30 con 0x7fed440d02d0 2024-07-26T17:05:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed4b0da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fed4408ccb0 con 0x7fed440d2680 2024-07-26T17:05:17.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed4b0da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fed440b3f10 con 0x7fed440b3b00 2024-07-26T17:05:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed43fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed440d02d0 0x7fed4406de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed43fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed440d02d0 0x7fed4406de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59798/0 (socket says 172.21.15.33:59798) 2024-07-26T17:05:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed43fff640 1 -- 172.21.15.33:0/377798351 learned_addr learned my addr 172.21.15.33:0/377798351 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed49677640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed440d2680 0x7fed441f5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed48e76640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed440b3b00 0x7fed4406d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed43fff640 1 -- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed440b3b00 msgr2=0x7fed4406d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed43fff640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed440b3b00 0x7fed4406d8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed43fff640 1 -- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed440d2680 msgr2=0x7fed441f5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed43fff640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed440d2680 0x7fed441f5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed43fff640 1 -- 172.21.15.33:0/377798351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed4415cda0 con 0x7fed440d02d0 2024-07-26T17:05:17.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed49677640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed440d2680 0x7fed441f5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:17.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.796+0000 7fed43fff640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed440d02d0 0x7fed4406de10 secure :-1 s=READY pgs=2404 cs=0 l=1 rev1=1 crypto rx=0x7fed3000d6d0 tx=0x7fed3000db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:17.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.797+0000 7fed417fa640 1 -- 172.21.15.33:0/377798351 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed30017070 con 0x7fed440d02d0 2024-07-26T17:05:17.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.797+0000 7fed417fa640 1 -- 172.21.15.33:0/377798351 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fed30009b10 con 0x7fed440d02d0 2024-07-26T17:05:17.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.797+0000 7fed417fa640 1 -- 172.21.15.33:0/377798351 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed30010460 con 0x7fed440d02d0 2024-07-26T17:05:17.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.797+0000 7fed4b0da640 1 -- 172.21.15.33:0/377798351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed4415d080 con 0x7fed440d02d0 2024-07-26T17:05:17.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.797+0000 7fed4b0da640 1 -- 172.21.15.33:0/377798351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed4415d640 con 0x7fed440d02d0 2024-07-26T17:05:17.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.798+0000 7fed4b0da640 1 -- 172.21.15.33:0/377798351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed440d2140 con 0x7fed440d02d0 2024-07-26T17:05:17.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.798+0000 7fed417fa640 1 -- 172.21.15.33:0/377798351 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7fed3001a070 con 0x7fed440d02d0 2024-07-26T17:05:17.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.799+0000 7fed417fa640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fed28077280 0x7fed28079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:17.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.799+0000 7fed417fa640 1 -- 172.21.15.33:0/377798351 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(249..249 src has 1..249) ==== 6257+0+0 (secure 0 0 0) 0x7fed300990a0 con 0x7fed440d02d0 2024-07-26T17:05:17.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.799+0000 7fed48e76640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fed28077280 0x7fed28079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:17.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.800+0000 7fed48e76640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fed28077280 0x7fed28079790 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fed38005fd0 tx=0x7fed3800b260 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:17.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:17.804+0000 7fed417fa640 1 -- 172.21.15.33:0/377798351 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fed30061510 con 0x7fed440d02d0 2024-07-26T17:05:18.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.034+0000 7fed4b0da640 1 -- 172.21.15.33:0/377798351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fed440b8220 con 0x7fed440d02d0 2024-07-26T17:05:18.931 INFO:tasks.ceph.mds.b.smithi154.stderr:2024-07-26T17:05:18.929+0000 7f07822c5640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:05:18.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.987+0000 7fed417fa640 1 -- 172.21.15.33:0/377798351 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v133) ==== 118+0+0 (secure 0 0 0) 0x7fed30065a60 con 0x7fed440d02d0 2024-07-26T17:05:18.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 -- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fed28077280 msgr2=0x7fed28079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:18.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fed28077280 0x7fed28079790 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fed38005fd0 tx=0x7fed3800b260 comp rx=0 tx=0).stop 2024-07-26T17:05:18.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 -- 172.21.15.33:0/377798351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed440d02d0 msgr2=0x7fed4406de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:18.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed440d02d0 0x7fed4406de10 secure :-1 s=READY pgs=2404 cs=0 l=1 rev1=1 crypto rx=0x7fed3000d6d0 tx=0x7fed3000db90 comp rx=0 tx=0).stop 2024-07-26T17:05:18.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 -- 172.21.15.33:0/377798351 shutdown_connections 2024-07-26T17:05:18.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fed28077280 0x7fed28079790 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:18.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed440d2680 0x7fed441f5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:18.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed440d02d0 0x7fed4406de10 unknown :-1 s=CLOSED pgs=2404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:18.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 --2- 172.21.15.33:0/377798351 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed440b3b00 0x7fed4406d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:18.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 -- 172.21.15.33:0/377798351 >> 172.21.15.33:0/377798351 conn(0x7fed440b5a90 msgr2=0x7fed4415e3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:18.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 -- 172.21.15.33:0/377798351 shutdown_connections 2024-07-26T17:05:18.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:18.990+0000 7fed4b0da640 1 -- 172.21.15.33:0/377798351 wait complete. 2024-07-26T17:05:19.006 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T17:05:19.007 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T17:05:19.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.132+0000 7fb9b0644640 1 -- 172.21.15.33:0/627860598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9a80ceea0 msgr2=0x7fb9a80cc9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:19.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.132+0000 7fb9b0644640 1 --2- 172.21.15.33:0/627860598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9a80ceea0 0x7fb9a80cc9f0 secure :-1 s=READY pgs=2406 cs=0 l=1 rev1=1 crypto rx=0x7fb998005fd0 tx=0x7fb99802a540 comp rx=0 tx=0).stop 2024-07-26T17:05:19.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.133+0000 7fb9b0644640 1 -- 172.21.15.33:0/627860598 shutdown_connections 2024-07-26T17:05:19.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.133+0000 7fb9b0644640 1 --2- 172.21.15.33:0/627860598 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9a80d0bc0 0x7fb9a80ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:19.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.133+0000 7fb9b0644640 1 --2- 172.21.15.33:0/627860598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9a80ceea0 0x7fb9a80cc9f0 unknown :-1 s=CLOSED pgs=2406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:19.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.133+0000 7fb9b0644640 1 -- 172.21.15.33:0/627860598 >> 172.21.15.33:0/627860598 conn(0x7fb9a80d1e00 msgr2=0x7fb9a80d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:19.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.133+0000 7fb9b0644640 1 -- 172.21.15.33:0/627860598 shutdown_connections 2024-07-26T17:05:19.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.133+0000 7fb9b0644640 1 -- 172.21.15.33:0/627860598 wait complete. 2024-07-26T17:05:19.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.134+0000 7fb9b0644640 1 Processor -- start 2024-07-26T17:05:19.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.134+0000 7fb9b0644640 1 -- start start 2024-07-26T17:05:19.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9b0644640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9a80ceea0 0x7fb9a81f3310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:19.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9b0644640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9a80cfd00 0x7fb9a81f3850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:19.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9b0644640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9a80d0bc0 0x7fb9a81f6770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:19.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9b0644640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb9a80b4fe0 con 0x7fb9a80cfd00 2024-07-26T17:05:19.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9b0644640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb9a80b4e60 con 0x7fb9a80ceea0 2024-07-26T17:05:19.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9b0644640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb9a80b5160 con 0x7fb9a80d0bc0 2024-07-26T17:05:19.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9adbdf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9a80cfd00 0x7fb9a81f3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:19.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9adbdf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9a80cfd00 0x7fb9a81f3850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59818/0 (socket says 172.21.15.33:59818) 2024-07-26T17:05:19.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9adbdf640 1 -- 172.21.15.33:0/1664339611 learned_addr learned my addr 172.21.15.33:0/1664339611 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:19.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9aebe1640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9a80d0bc0 0x7fb9a81f6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:19.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9ae3e0640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9a80ceea0 0x7fb9a81f3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:19.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9adbdf640 1 -- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9a80d0bc0 msgr2=0x7fb9a81f6770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:19.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9adbdf640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9a80d0bc0 0x7fb9a81f6770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:19.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9adbdf640 1 -- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9a80ceea0 msgr2=0x7fb9a81f3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:19.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9adbdf640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9a80ceea0 0x7fb9a81f3310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9adbdf640 1 -- 172.21.15.33:0/1664339611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9a81f40b0 con 0x7fb9a80cfd00 2024-07-26T17:05:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9ae3e0640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9a80ceea0 0x7fb9a81f3310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.136+0000 7fb9adbdf640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9a80cfd00 0x7fb9a81f3850 secure :-1 s=READY pgs=2407 cs=0 l=1 rev1=1 crypto rx=0x7fb998034040 tx=0x7fb9980039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.137+0000 7fb99effd640 1 -- 172.21.15.33:0/1664339611 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb99803e030 con 0x7fb9a80cfd00 2024-07-26T17:05:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.137+0000 7fb99effd640 1 -- 172.21.15.33:0/1664339611 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb9980047a0 con 0x7fb9a80cfd00 2024-07-26T17:05:19.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.137+0000 7fb9b0644640 1 -- 172.21.15.33:0/1664339611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9a80c9f70 con 0x7fb9a80cfd00 2024-07-26T17:05:19.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.137+0000 7fb99effd640 1 -- 172.21.15.33:0/1664339611 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb998035040 con 0x7fb9a80cfd00 2024-07-26T17:05:19.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.137+0000 7fb9b0644640 1 -- 172.21.15.33:0/1664339611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9a80ca530 con 0x7fb9a80cfd00 2024-07-26T17:05:19.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.138+0000 7fb9b0644640 1 -- 172.21.15.33:0/1664339611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9a80ce790 con 0x7fb9a80cfd00 2024-07-26T17:05:19.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.139+0000 7fb99effd640 1 -- 172.21.15.33:0/1664339611 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7fb998041030 con 0x7fb9a80cfd00 2024-07-26T17:05:19.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.139+0000 7fb99effd640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb98c077250 0x7fb98c079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:19.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.139+0000 7fb99effd640 1 -- 172.21.15.33:0/1664339611 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7fb9980b9700 con 0x7fb9a80cfd00 2024-07-26T17:05:19.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.139+0000 7fb9ae3e0640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb98c077250 0x7fb98c079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:19.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.140+0000 7fb9ae3e0640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb98c077250 0x7fb98c079760 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb9a4007fd0 tx=0x7fb9a4009040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:19.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.144+0000 7fb99effd640 1 -- 172.21.15.33:0/1664339611 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb998081ce0 con 0x7fb9a80cfd00 2024-07-26T17:05:19.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.374+0000 7fb9b0644640 1 -- 172.21.15.33:0/1664339611 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fb9a81f3e40 con 0x7fb9a80cfd00 2024-07-26T17:05:19.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.994+0000 7fb99effd640 1 -- 172.21.15.33:0/1664339611 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v134) ==== 122+0+0 (secure 0 0 0) 0x7fb9980b7e20 con 0x7fb9a80cfd00 2024-07-26T17:05:19.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.996+0000 7fb9b0644640 1 -- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb98c077250 msgr2=0x7fb98c079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:19.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.996+0000 7fb9b0644640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb98c077250 0x7fb98c079760 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb9a4007fd0 tx=0x7fb9a4009040 comp rx=0 tx=0).stop 2024-07-26T17:05:19.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.996+0000 7fb9b0644640 1 -- 172.21.15.33:0/1664339611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9a80cfd00 msgr2=0x7fb9a81f3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:19.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.996+0000 7fb9b0644640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9a80cfd00 0x7fb9a81f3850 secure :-1 s=READY pgs=2407 cs=0 l=1 rev1=1 crypto rx=0x7fb998034040 tx=0x7fb9980039e0 comp rx=0 tx=0).stop 2024-07-26T17:05:19.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.996+0000 7fb9b0644640 1 -- 172.21.15.33:0/1664339611 shutdown_connections 2024-07-26T17:05:19.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.996+0000 7fb9b0644640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fb98c077250 0x7fb98c079760 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.996+0000 7fb9b0644640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9a80d0bc0 0x7fb9a81f6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.996+0000 7fb9b0644640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9a80cfd00 0x7fb9a81f3850 unknown :-1 s=CLOSED pgs=2407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.996+0000 7fb9b0644640 1 --2- 172.21.15.33:0/1664339611 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9a80ceea0 0x7fb9a81f3310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.996+0000 7fb9b0644640 1 -- 172.21.15.33:0/1664339611 >> 172.21.15.33:0/1664339611 conn(0x7fb9a80d1e00 msgr2=0x7fb9a80705a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.996+0000 7fb9b0644640 1 -- 172.21.15.33:0/1664339611 shutdown_connections 2024-07-26T17:05:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:19.997+0000 7fb9b0644640 1 -- 172.21.15.33:0/1664339611 wait complete. 2024-07-26T17:05:20.012 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T17:05:20.013 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:20.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.136+0000 7fc2049eb640 1 -- 172.21.15.33:0/2140298604 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2000cc870 msgr2=0x7fc2000ccc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.136+0000 7fc2049eb640 1 --2- 172.21.15.33:0/2140298604 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2000cc870 0x7fc2000ccc80 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fc1f4009830 tx=0x7fc1f402a510 comp rx=0 tx=0).stop 2024-07-26T17:05:20.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.136+0000 7fc2049eb640 1 -- 172.21.15.33:0/2140298604 shutdown_connections 2024-07-26T17:05:20.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.136+0000 7fc2049eb640 1 --2- 172.21.15.33:0/2140298604 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2000cd1c0 0x7fc200166a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.136+0000 7fc2049eb640 1 --2- 172.21.15.33:0/2140298604 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2000cc870 0x7fc2000ccc80 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.136+0000 7fc2049eb640 1 -- 172.21.15.33:0/2140298604 >> 172.21.15.33:0/2140298604 conn(0x7fc2000d1da0 msgr2=0x7fc2000d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:20.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.136+0000 7fc2049eb640 1 -- 172.21.15.33:0/2140298604 shutdown_connections 2024-07-26T17:05:20.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.136+0000 7fc2049eb640 1 -- 172.21.15.33:0/2140298604 wait complete. 2024-07-26T17:05:20.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.138+0000 7fc2049eb640 1 Processor -- start 2024-07-26T17:05:20.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.138+0000 7fc2049eb640 1 -- start start 2024-07-26T17:05:20.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.139+0000 7fc2049eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2000b3130 0x7fc2001de510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.139+0000 7fc2049eb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2000cc870 0x7fc2001e3250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.139+0000 7fc2049eb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2000cd1c0 0x7fc2000b5c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.139+0000 7fc2049eb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc2000b73c0 con 0x7fc2000b3130 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.139+0000 7fc2049eb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc2000b7240 con 0x7fc2000cd1c0 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.139+0000 7fc2049eb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc2000d1a10 con 0x7fc2000cc870 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fe59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2000b3130 0x7fc2001de510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fe59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2000b3130 0x7fc2001de510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59822/0 (socket says 172.21.15.33:59822) 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fe59c640 1 -- 172.21.15.33:0/1579190547 learned_addr learned my addr 172.21.15.33:0/1579190547 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fdd9b640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2000cc870 0x7fc2001e3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fed9d640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2000cd1c0 0x7fc2000b5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fe59c640 1 -- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2000cc870 msgr2=0x7fc2001e3250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fe59c640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2000cc870 0x7fc2001e3250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fe59c640 1 -- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2000cd1c0 msgr2=0x7fc2000b5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fe59c640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2000cd1c0 0x7fc2000b5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fe59c640 1 -- 172.21.15.33:0/1579190547 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2000cadc0 con 0x7fc2000b3130 2024-07-26T17:05:20.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fed9d640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2000cd1c0 0x7fc2000b5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1fe59c640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2000b3130 0x7fc2001de510 secure :-1 s=READY pgs=2408 cs=0 l=1 rev1=1 crypto rx=0x7fc1f000c400 tx=0x7fc1f000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.140+0000 7fc1eeffd640 1 -- 172.21.15.33:0/1579190547 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f0011790 con 0x7fc2000b3130 2024-07-26T17:05:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.141+0000 7fc1eeffd640 1 -- 172.21.15.33:0/1579190547 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1f0017070 con 0x7fc2000b3130 2024-07-26T17:05:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.141+0000 7fc2049eb640 1 -- 172.21.15.33:0/1579190547 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2000cb0a0 con 0x7fc2000b3130 2024-07-26T17:05:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.141+0000 7fc1eeffd640 1 -- 172.21.15.33:0/1579190547 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f0011cc0 con 0x7fc2000b3130 2024-07-26T17:05:20.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.141+0000 7fc2049eb640 1 -- 172.21.15.33:0/1579190547 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2001e2d30 con 0x7fc2000b3130 2024-07-26T17:05:20.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.142+0000 7fc2049eb640 1 -- 172.21.15.33:0/1579190547 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2000aec30 con 0x7fc2000b3130 2024-07-26T17:05:20.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.142+0000 7fc1eeffd640 1 -- 172.21.15.33:0/1579190547 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7fc1f001c460 con 0x7fc2000b3130 2024-07-26T17:05:20.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.143+0000 7fc1eeffd640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fc1e0077250 0x7fc1e0079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.143+0000 7fc1eeffd640 1 -- 172.21.15.33:0/1579190547 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7fc1f0098cc0 con 0x7fc2000b3130 2024-07-26T17:05:20.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.143+0000 7fc1fdd9b640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fc1e0077250 0x7fc1e0079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.144+0000 7fc1fdd9b640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fc1e0077250 0x7fc1e0079760 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc1f4034000 tx=0x7fc1f4004730 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:20.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.148+0000 7fc1eeffd640 1 -- 172.21.15.33:0/1579190547 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc2000aec30 con 0x7fc2000b3130 2024-07-26T17:05:20.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.378+0000 7fc2049eb640 1 -- 172.21.15.33:0/1579190547 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2000b2ba0 con 0x7fc2000b3130 2024-07-26T17:05:20.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.378+0000 7fc1eeffd640 1 -- 172.21.15.33:0/1579190547 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 134 v134) ==== 95+0+5246 (secure 0 0 0) 0x7fc1f009f080 con 0x7fc2000b3130 2024-07-26T17:05:20.380 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:20.380 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":134,"btime":"2024-07-26T17:05:19:988526+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129},{"gid":11508,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2809483333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2809483333},{"type":"v1","addr":"172.21.15.33:6835","nonce":2809483333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:16.347720+0000","modified":"2024-07-26T17:05:19.376283+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11514":{"gid":11514,"name":"b","rank":0,"incarnation":130,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/3192707559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3192707559},{"type":"v1","addr":"172.21.15.154:6835","nonce":3192707559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[32],"metadata_pool":31,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11514,"qdb_cluster":[11514]},"id":15}]} 2024-07-26T17:05:20.380 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 134 2024-07-26T17:05:20.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.380+0000 7fc2049eb640 1 -- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fc1e0077250 msgr2=0x7fc1e0079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.380+0000 7fc2049eb640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fc1e0077250 0x7fc1e0079760 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc1f4034000 tx=0x7fc1f4004730 comp rx=0 tx=0).stop 2024-07-26T17:05:20.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.380+0000 7fc2049eb640 1 -- 172.21.15.33:0/1579190547 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2000b3130 msgr2=0x7fc2001de510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.380+0000 7fc2049eb640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2000b3130 0x7fc2001de510 secure :-1 s=READY pgs=2408 cs=0 l=1 rev1=1 crypto rx=0x7fc1f000c400 tx=0x7fc1f000c8c0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.381+0000 7fc2049eb640 1 -- 172.21.15.33:0/1579190547 shutdown_connections 2024-07-26T17:05:20.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.381+0000 7fc2049eb640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fc1e0077250 0x7fc1e0079760 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.381+0000 7fc2049eb640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc2000cd1c0 0x7fc2000b5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.381+0000 7fc2049eb640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc2000cc870 0x7fc2001e3250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.381+0000 7fc2049eb640 1 --2- 172.21.15.33:0/1579190547 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2000b3130 0x7fc2001de510 unknown :-1 s=CLOSED pgs=2408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.381+0000 7fc2049eb640 1 -- 172.21.15.33:0/1579190547 >> 172.21.15.33:0/1579190547 conn(0x7fc2000d1da0 msgr2=0x7fc2000aee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:20.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.381+0000 7fc2049eb640 1 -- 172.21.15.33:0/1579190547 shutdown_connections 2024-07-26T17:05:20.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.381+0000 7fc2049eb640 1 -- 172.21.15.33:0/1579190547 wait complete. 2024-07-26T17:05:20.394 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.511+0000 7f86d2d07640 1 -- 172.21.15.33:0/3159231494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b4003aa0 msgr2=0x7f86b4003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.511+0000 7f86d2d07640 1 --2- 172.21.15.33:0/3159231494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b4003aa0 0x7f86b4003f10 secure :-1 s=READY pgs=2410 cs=0 l=1 rev1=1 crypto rx=0x7f86c8006f60 tx=0x7f86b4005830 comp rx=0 tx=0).stop 2024-07-26T17:05:20.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.511+0000 7f86d2d07640 1 -- 172.21.15.33:0/3159231494 shutdown_connections 2024-07-26T17:05:20.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.511+0000 7f86d2d07640 1 --2- 172.21.15.33:0/3159231494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b4003aa0 0x7f86b4003f10 unknown :-1 s=CLOSED pgs=2410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.511+0000 7f86d2d07640 1 -- 172.21.15.33:0/3159231494 >> 172.21.15.33:0/3159231494 conn(0x7f86cc0d1d20 msgr2=0x7f86cc0d2130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:20.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.511+0000 7f86d2d07640 1 -- 172.21.15.33:0/3159231494 shutdown_connections 2024-07-26T17:05:20.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.511+0000 7f86d2d07640 1 -- 172.21.15.33:0/3159231494 wait complete. 2024-07-26T17:05:20.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.513+0000 7f86d2d07640 1 Processor -- start 2024-07-26T17:05:20.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.513+0000 7f86d2d07640 1 -- start start 2024-07-26T17:05:20.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d2d07640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86b4003aa0 0x7f86cc1f8e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d2d07640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86cc15ab70 0x7f86cc0cbe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d2d07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86cc1551f0 0x7f86cc15d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d2d07640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc0b6630 con 0x7f86cc1551f0 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d2d07640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc0b64b0 con 0x7f86b4003aa0 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d2d07640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f86cc0b67b0 con 0x7f86cc15ab70 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d12a4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86cc1551f0 0x7f86cc15d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d12a4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86cc1551f0 0x7f86cc15d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59836/0 (socket says 172.21.15.33:59836) 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d12a4640 1 -- 172.21.15.33:0/3389773636 learned_addr learned my addr 172.21.15.33:0/3389773636 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86c3fff640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86cc15ab70 0x7f86cc0cbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d0aa3640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86b4003aa0 0x7f86cc1f8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d12a4640 1 -- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86cc15ab70 msgr2=0x7f86cc0cbe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d12a4640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86cc15ab70 0x7f86cc0cbe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d12a4640 1 -- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86b4003aa0 msgr2=0x7f86cc1f8e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d12a4640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86b4003aa0 0x7f86cc1f8e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d12a4640 1 -- 172.21.15.33:0/3389773636 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86cc15b250 con 0x7f86cc1551f0 2024-07-26T17:05:20.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86d12a4640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86cc1551f0 0x7f86cc15d5b0 secure :-1 s=READY pgs=2411 cs=0 l=1 rev1=1 crypto rx=0x7f86cc15fb90 tx=0x7f86c4006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:20.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86c17fa640 1 -- 172.21.15.33:0/3389773636 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c4011900 con 0x7f86cc1551f0 2024-07-26T17:05:20.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.515+0000 7f86c17fa640 1 -- 172.21.15.33:0/3389773636 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f86c4018070 con 0x7f86cc1551f0 2024-07-26T17:05:20.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.516+0000 7f86d2d07640 1 -- 172.21.15.33:0/3389773636 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86cc1f83b0 con 0x7f86cc1551f0 2024-07-26T17:05:20.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.516+0000 7f86c17fa640 1 -- 172.21.15.33:0/3389773636 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c4011d60 con 0x7f86cc1551f0 2024-07-26T17:05:20.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.516+0000 7f86d2d07640 1 -- 172.21.15.33:0/3389773636 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86cc15b530 con 0x7f86cc1551f0 2024-07-26T17:05:20.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.516+0000 7f86d2d07640 1 -- 172.21.15.33:0/3389773636 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86cc0b1460 con 0x7f86cc1551f0 2024-07-26T17:05:20.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.517+0000 7f86c17fa640 1 -- 172.21.15.33:0/3389773636 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f86c401d460 con 0x7f86cc1551f0 2024-07-26T17:05:20.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.518+0000 7f86c17fa640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f86b8077250 0x7f86b8079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.518+0000 7f86c17fa640 1 -- 172.21.15.33:0/3389773636 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7f86c40999e0 con 0x7f86cc1551f0 2024-07-26T17:05:20.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.518+0000 7f86d0aa3640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f86b8077250 0x7f86b8079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.519+0000 7f86d0aa3640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f86b8077250 0x7f86b8079760 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f86c8033000 tx=0x7f86c8001ad0 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:20.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.523+0000 7f86c17fa640 1 -- 172.21.15.33:0/3389773636 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f86c40624c0 con 0x7f86cc1551f0 2024-07-26T17:05:20.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.715+0000 7f86d2d07640 1 -- 172.21.15.33:0/3389773636 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f86cc15af80 con 0x7f86cc1551f0 2024-07-26T17:05:20.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.716+0000 7f86c17fa640 1 -- 172.21.15.33:0/3389773636 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v250) ==== 74+0+17202 (secure 0 0 0) 0x7f86c4061dc0 con 0x7f86cc1551f0 2024-07-26T17:05:20.718 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:20.718 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":250,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:17.949946+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":32,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:14.049845+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"249","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_data","create_time":"2024-07-26T17:05:15.310526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"250","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":248,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 -- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f86b8077250 msgr2=0x7f86b8079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f86b8077250 0x7f86b8079760 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f86c8033000 tx=0x7f86c8001ad0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 -- 172.21.15.33:0/3389773636 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86cc1551f0 msgr2=0x7f86cc15d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86cc1551f0 0x7f86cc15d5b0 secure :-1 s=READY pgs=2411 cs=0 l=1 rev1=1 crypto rx=0x7f86cc15fb90 tx=0x7f86c4006430 comp rx=0 tx=0).stop 2024-07-26T17:05:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 -- 172.21.15.33:0/3389773636 shutdown_connections 2024-07-26T17:05:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f86b8077250 0x7f86b8079760 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86cc1551f0 0x7f86cc15d5b0 unknown :-1 s=CLOSED pgs=2411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86cc15ab70 0x7f86cc0cbe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 --2- 172.21.15.33:0/3389773636 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86b4003aa0 0x7f86cc1f8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 -- 172.21.15.33:0/3389773636 >> 172.21.15.33:0/3389773636 conn(0x7f86cc0d1d20 msgr2=0x7f86cc0b2f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 -- 172.21.15.33:0/3389773636 shutdown_connections 2024-07-26T17:05:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.718+0000 7f86d2d07640 1 -- 172.21.15.33:0/3389773636 wait complete. 2024-07-26T17:05:20.732 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T17:05:20.732 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:05:20.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.848+0000 7f7f26bcf640 1 -- 172.21.15.33:0/1652498467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f08004e60 msgr2=0x7f7f080052b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.849+0000 7f7f26bcf640 1 --2- 172.21.15.33:0/1652498467 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f08004e60 0x7f7f080052b0 secure :-1 s=READY pgs=2413 cs=0 l=1 rev1=1 crypto rx=0x7f7f200c8e20 tx=0x7f7f08005830 comp rx=0 tx=0).stop 2024-07-26T17:05:20.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.849+0000 7f7f2516c640 1 -- 172.21.15.33:0/1652498467 reap_dead start 2024-07-26T17:05:20.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.849+0000 7f7f26bcf640 1 -- 172.21.15.33:0/1652498467 shutdown_connections 2024-07-26T17:05:20.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.849+0000 7f7f26bcf640 1 -- 172.21.15.33:0/1652498467 >> 172.21.15.33:0/1652498467 conn(0x7f7f200d1da0 msgr2=0x7f7f200d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:20.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.849+0000 7f7f26bcf640 1 -- 172.21.15.33:0/1652498467 shutdown_connections 2024-07-26T17:05:20.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.849+0000 7f7f26bcf640 1 -- 172.21.15.33:0/1652498467 wait complete. 2024-07-26T17:05:20.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.850+0000 7f7f26bcf640 1 Processor -- start 2024-07-26T17:05:20.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.851+0000 7f7f26bcf640 1 -- start start 2024-07-26T17:05:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f26bcf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f200b8150 0x7f7f200b6090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f26bcf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f200b65d0 0x7f7f2006d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f26bcf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f2006dd50 0x7f7f2006e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f26bcf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7f200b73a0 con 0x7f7f200b65d0 2024-07-26T17:05:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f26bcf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7f200d1c20 con 0x7f7f200b8150 2024-07-26T17:05:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f26bcf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7f200b2a30 con 0x7f7f2006dd50 2024-07-26T17:05:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f1ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f200b65d0 0x7f7f2006d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f1ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f200b65d0 0x7f7f2006d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59862/0 (socket says 172.21.15.33:59862) 2024-07-26T17:05:20.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f1ffff640 1 -- 172.21.15.33:0/3830865133 learned_addr learned my addr 172.21.15.33:0/3830865133 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f2496b640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f200b8150 0x7f7f200b6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f2516c640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f2006dd50 0x7f7f2006e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f1ffff640 1 -- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f2006dd50 msgr2=0x7f7f2006e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f1ffff640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f2006dd50 0x7f7f2006e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f1ffff640 1 -- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f200b8150 msgr2=0x7f7f200b6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f1ffff640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f200b8150 0x7f7f200b6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.852+0000 7f7f1ffff640 1 -- 172.21.15.33:0/3830865133 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f200b69e0 con 0x7f7f200b65d0 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.853+0000 7f7f1ffff640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f200b65d0 0x7f7f2006d810 secure :-1 s=READY pgs=2414 cs=0 l=1 rev1=1 crypto rx=0x7f7f14006680 tx=0x7f7f140066b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.853+0000 7f7f1d7fa640 1 -- 172.21.15.33:0/3830865133 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f14015070 con 0x7f7f200b65d0 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.853+0000 7f7f1d7fa640 1 -- 172.21.15.33:0/3830865133 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f1400f960 con 0x7f7f200b65d0 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.853+0000 7f7f26bcf640 1 -- 172.21.15.33:0/3830865133 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f201d4060 con 0x7f7f200b65d0 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.853+0000 7f7f1d7fa640 1 -- 172.21.15.33:0/3830865133 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f1400fd70 con 0x7f7f200b65d0 2024-07-26T17:05:20.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.853+0000 7f7f26bcf640 1 -- 172.21.15.33:0/3830865133 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f201d4320 con 0x7f7f200b65d0 2024-07-26T17:05:20.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.854+0000 7f7f26bcf640 1 -- 172.21.15.33:0/3830865133 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f200cd500 con 0x7f7f200b65d0 2024-07-26T17:05:20.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.855+0000 7f7f1d7fa640 1 -- 172.21.15.33:0/3830865133 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f7f14011430 con 0x7f7f200b65d0 2024-07-26T17:05:20.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.855+0000 7f7f1d7fa640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7f0c077250 0x7f7f0c079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:20.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.855+0000 7f7f1d7fa640 1 -- 172.21.15.33:0/3830865133 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7f7f14099cb0 con 0x7f7f200b65d0 2024-07-26T17:05:20.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.855+0000 7f7f2496b640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7f0c077250 0x7f7f0c079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:20.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.856+0000 7f7f2496b640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7f0c077250 0x7f7f0c079760 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7f200cc660 tx=0x7f7f1000b260 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:20.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:20.860+0000 7f7f1d7fa640 1 -- 172.21.15.33:0/3830865133 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7f200b69e0 con 0x7f7f200b65d0 2024-07-26T17:05:21.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.049+0000 7f7f26bcf640 1 -- 172.21.15.33:0/3830865133 --> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7f200ce170 con 0x7f7f0c077250 2024-07-26T17:05:21.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.054+0000 7f7f1d7fa640 1 -- 172.21.15.33:0/3830865133 <== mgr.10189 v2:172.21.15.154:6836/538816118 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240223 (secure 0 0 0) 0x7f7f200ce170 con 0x7f7f0c077250 2024-07-26T17:05:21.058 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:21.059 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:05:21.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 -- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7f0c077250 msgr2=0x7f7f0c079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7f0c077250 0x7f7f0c079760 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7f200cc660 tx=0x7f7f1000b260 comp rx=0 tx=0).stop 2024-07-26T17:05:21.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 -- 172.21.15.33:0/3830865133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f200b65d0 msgr2=0x7f7f2006d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f200b65d0 0x7f7f2006d810 secure :-1 s=READY pgs=2414 cs=0 l=1 rev1=1 crypto rx=0x7f7f14006680 tx=0x7f7f140066b0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 -- 172.21.15.33:0/3830865133 shutdown_connections 2024-07-26T17:05:21.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7f0c077250 0x7f7f0c079760 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7f2006dd50 0x7f7f2006e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7f200b65d0 0x7f7f2006d810 unknown :-1 s=CLOSED pgs=2414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 --2- 172.21.15.33:0/3830865133 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7f200b8150 0x7f7f200b6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 -- 172.21.15.33:0/3830865133 >> 172.21.15.33:0/3830865133 conn(0x7f7f200d1da0 msgr2=0x7f7f201e4520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:21.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 -- 172.21.15.33:0/3830865133 shutdown_connections 2024-07-26T17:05:21.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.057+0000 7f7f26bcf640 1 -- 172.21.15.33:0/3830865133 wait complete. 2024-07-26T17:05:21.070 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-07-26T17:05:19.125626+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":389,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":240,"ondisk_log_size":240,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":435864,"kb_used_data":25344,"kb_used_omap":12,"kb_used_meta":410355,"kb_avail":754538856,"statfs":{"total":773094113280,"available":772647788544,"internally_reserved":0,"allocated":25952256,"data_stored":14130570,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":420204081},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.182592"},"pg_stats":[{"pgid":"32.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.1f","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.949286+0000","last_change":"2024-07-26T17:05:14.949286+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.949286+0000","last_undegraded":"2024-07-26T17:05:14.949286+0000","last_fullsized":"2024-07-26T17:05:14.949286+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.1d","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.945674+0000","last_change":"2024-07-26T17:05:14.945674+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.945674+0000","last_undegraded":"2024-07-26T17:05:14.945674+0000","last_fullsized":"2024-07-26T17:05:14.945674+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.1c","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.948325+0000","last_change":"2024-07-26T17:05:14.948325+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.948325+0000","last_undegraded":"2024-07-26T17:05:14.948325+0000","last_fullsized":"2024-07-26T17:05:14.948325+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.1b","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.951529+0000","last_change":"2024-07-26T17:05:14.951529+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.951529+0000","last_undegraded":"2024-07-26T17:05:14.951529+0000","last_fullsized":"2024-07-26T17:05:14.951529+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.1a","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.948158+0000","last_change":"2024-07-26T17:05:14.948158+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.948158+0000","last_undegraded":"2024-07-26T17:05:14.948158+0000","last_fullsized":"2024-07-26T17:05:14.948158+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.19","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.951368+0000","last_change":"2024-07-26T17:05:14.951368+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.951368+0000","last_undegraded":"2024-07-26T17:05:14.951368+0000","last_fullsized":"2024-07-26T17:05:14.951368+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.18","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.948423+0000","last_change":"2024-07-26T17:05:14.948423+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.948423+0000","last_undegraded":"2024-07-26T17:05:14.948423+0000","last_fullsized":"2024-07-26T17:05:14.948423+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.17","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.947568+0000","last_change":"2024-07-26T17:05:14.947568+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.947568+0000","last_undegraded":"2024-07-26T17:05:14.947568+0000","last_fullsized":"2024-07-26T17:05:14.947568+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.16","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.950954+0000","last_change":"2024-07-26T17:05:14.950954+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.950954+0000","last_undegraded":"2024-07-26T17:05:14.950954+0000","last_fullsized":"2024-07-26T17:05:14.950954+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.15","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.949652+0000","last_change":"2024-07-26T17:05:14.949652+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.949652+0000","last_undegraded":"2024-07-26T17:05:14.949652+0000","last_fullsized":"2024-07-26T17:05:14.949652+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.14","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.947808+0000","last_change":"2024-07-26T17:05:14.947808+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.947808+0000","last_undegraded":"2024-07-26T17:05:14.947808+0000","last_fullsized":"2024-07-26T17:05:14.947808+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.13","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.950895+0000","last_change":"2024-07-26T17:05:14.950895+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.950895+0000","last_undegraded":"2024-07-26T17:05:14.950895+0000","last_fullsized":"2024-07-26T17:05:14.950895+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.12","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.950176+0000","last_change":"2024-07-26T17:05:14.950176+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.950176+0000","last_undegraded":"2024-07-26T17:05:14.950176+0000","last_fullsized":"2024-07-26T17:05:14.950176+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.11","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.949645+0000","last_change":"2024-07-26T17:05:14.949645+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.949645+0000","last_undegraded":"2024-07-26T17:05:14.949645+0000","last_fullsized":"2024-07-26T17:05:14.949645+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.10","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.947995+0000","last_change":"2024-07-26T17:05:14.947995+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.947995+0000","last_undegraded":"2024-07-26T17:05:14.947995+0000","last_fullsized":"2024-07-26T17:05:14.947995+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.f","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.947175+0000","last_change":"2024-07-26T17:05:14.947175+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.947175+0000","last_undegraded":"2024-07-26T17:05:14.947175+0000","last_fullsized":"2024-07-26T17:05:14.947175+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.e","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.947454+0000","last_change":"2024-07-26T17:05:14.947454+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.947454+0000","last_undegraded":"2024-07-26T17:05:14.947454+0000","last_fullsized":"2024-07-26T17:05:14.947454+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.d","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.944853+0000","last_change":"2024-07-26T17:05:14.944853+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.944853+0000","last_undegraded":"2024-07-26T17:05:14.944853+0000","last_fullsized":"2024-07-26T17:05:14.944853+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.c","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.951117+0000","last_change":"2024-07-26T17:05:14.951117+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.951117+0000","last_undegraded":"2024-07-26T17:05:14.951117+0000","last_fullsized":"2024-07-26T17:05:14.951117+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.b","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.950763+0000","last_change":"2024-07-26T17:05:14.950763+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.950763+0000","last_undegraded":"2024-07-26T17:05:14.950763+0000","last_fullsized":"2024-07-26T17:05:14.950763+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.a","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.944979+0000","last_change":"2024-07-26T17:05:14.944979+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.944979+0000","last_undegraded":"2024-07-26T17:05:14.944979+0000","last_fullsized":"2024-07-26T17:05:14.944979+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.9","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.945349+0000","last_change":"2024-07-26T17:05:14.945349+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.945349+0000","last_undegraded":"2024-07-26T17:05:14.945349+0000","last_fullsized":"2024-07-26T17:05:14.945349+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.8","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.947460+0000","last_change":"2024-07-26T17:05:14.947460+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.947460+0000","last_undegraded":"2024-07-26T17:05:14.947460+0000","last_fullsized":"2024-07-26T17:05:14.947460+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.7","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.950775+0000","last_change":"2024-07-26T17:05:14.950775+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.950775+0000","last_undegraded":"2024-07-26T17:05:14.950775+0000","last_fullsized":"2024-07-26T17:05:14.950775+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.6","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.949705+0000","last_change":"2024-07-26T17:05:14.949705+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.949705+0000","last_undegraded":"2024-07-26T17:05:14.949705+0000","last_fullsized":"2024-07-26T17:05:14.949705+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.5","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.947564+0000","last_change":"2024-07-26T17:05:14.947564+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.947564+0000","last_undegraded":"2024-07-26T17:05:14.947564+0000","last_fullsized":"2024-07-26T17:05:14.947564+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.4","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.947357+0000","last_change":"2024-07-26T17:05:14.947357+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.947357+0000","last_undegraded":"2024-07-26T17:05:14.947357+0000","last_fullsized":"2024-07-26T17:05:14.947357+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.3","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.944874+0000","last_change":"2024-07-26T17:05:14.944874+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.944874+0000","last_undegraded":"2024-07-26T17:05:14.944874+0000","last_fullsized":"2024-07-26T17:05:14.944874+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.2","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.949595+0000","last_change":"2024-07-26T17:05:14.949595+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.949595+0000","last_undegraded":"2024-07-26T17:05:14.949595+0000","last_fullsized":"2024-07-26T17:05:14.949595+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.1","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.950758+0000","last_change":"2024-07-26T17:05:14.950758+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.950758+0000","last_undegraded":"2024-07-26T17:05:14.950758+0000","last_fullsized":"2024-07-26T17:05:14.950758+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.0","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.945388+0000","last_change":"2024-07-26T17:05:14.945388+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.945388+0000","last_undegraded":"2024-07-26T17:05:14.945388+0000","last_fullsized":"2024-07-26T17:05:14.945388+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:05:15.942313+0000","last_change":"2024-07-26T17:05:15.942313+0000","last_active":"2024-07-26T17:05:15.942313+0000","last_peered":"2024-07-26T17:05:15.942313+0000","last_clean":"2024-07-26T17:05:15.942313+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:15.942313+0000","last_undegraded":"2024-07-26T17:05:15.942313+0000","last_fullsized":"2024-07-26T17:05:15.942313+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"31.1e","version":"0'0","reported_seq":1,"reported_epoch":247,"state":"creating+peering","last_fresh":"2024-07-26T17:05:14.944733+0000","last_change":"2024-07-26T17:05:14.944733+0000","last_active":"2024-07-26T17:05:14.939977+0000","last_peered":"2024-07-26T17:05:14.939977+0000","last_clean":"2024-07-26T17:05:14.939977+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:05:14.944733+0000","last_undegraded":"2024-07-26T17:05:14.944733+0000","last_fullsized":"2024-07-26T17:05:14.944733+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"237'240","reported_seq":1175,"reported_epoch":247,"state":"active+clean","last_fresh":"2024-07-26T17:05:14.951934+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:05:14.951934+0000","last_peered":"2024-07-26T17:05:14.951934+0000","last_clean":"2024-07-26T17:05:14.951934+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:05:14.951934+0000","last_undegraded":"2024-07-26T17:05:14.951934+0000","last_fullsized":"2024-07-26T17:05:14.951934+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":240,"log_dups_size":0,"ondisk_log_size":240,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":389,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":32,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":31,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":389,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":240,"ondisk_log_size":240,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576005,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52832,"kb_used_data":3600,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319008,"statfs":{"total":96636764160,"available":96582664192,"internally_reserved":0,"allocated":3686400,"data_stored":2207506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510596,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60572,"kb_used_data":3020,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311268,"statfs":{"total":96636764160,"available":96574738432,"internally_reserved":0,"allocated":3092480,"data_stored":1617138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510596,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":70308,"kb_used_data":3020,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94301532,"statfs":{"total":96636764160,"available":96564768768,"internally_reserved":0,"allocated":3092480,"data_stored":1617138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510596,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52272,"kb_used_data":3032,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319568,"statfs":{"total":96636764160,"available":96583237632,"internally_reserved":0,"allocated":3104768,"data_stored":1623503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510595,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52268,"kb_used_data":3032,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319572,"statfs":{"total":96636764160,"available":96583241728,"internally_reserved":0,"allocated":3104768,"data_stored":1623503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510595,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52260,"kb_used_data":3020,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319580,"statfs":{"total":96636764160,"available":96583249920,"internally_reserved":0,"allocated":3092480,"data_stored":1617138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510598,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48088,"kb_used_data":3020,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323752,"statfs":{"total":96636764160,"available":96587522048,"internally_reserved":0,"allocated":3092480,"data_stored":1617138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543302,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47264,"kb_used_data":3600,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94324576,"statfs":{"total":96636764160,"available":96588365824,"internally_reserved":0,"allocated":3686400,"data_stored":2207506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":44693958},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:05:21.074 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:05:21.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.227+0000 7f55aa3cf640 1 -- 172.21.15.33:0/2862359358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f558c003a00 msgr2=0x7f558c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.227+0000 7f55aa3cf640 1 --2- 172.21.15.33:0/2862359358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f558c003a00 0x7f558c003e70 secure :-1 s=READY pgs=2416 cs=0 l=1 rev1=1 crypto rx=0x7f5594009b50 tx=0x7f558c005830 comp rx=0 tx=0).stop 2024-07-26T17:05:21.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.227+0000 7f55a896c640 1 -- 172.21.15.33:0/2862359358 reap_dead start 2024-07-26T17:05:21.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.227+0000 7f55aa3cf640 1 -- 172.21.15.33:0/2862359358 shutdown_connections 2024-07-26T17:05:21.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.227+0000 7f55aa3cf640 1 -- 172.21.15.33:0/2862359358 >> 172.21.15.33:0/2862359358 conn(0x7f55a40b5b00 msgr2=0x7f55a40b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:21.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.227+0000 7f55aa3cf640 1 -- 172.21.15.33:0/2862359358 shutdown_connections 2024-07-26T17:05:21.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.227+0000 7f55aa3cf640 1 -- 172.21.15.33:0/2862359358 wait complete. 2024-07-26T17:05:21.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.229+0000 7f55aa3cf640 1 Processor -- start 2024-07-26T17:05:21.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.229+0000 7f55aa3cf640 1 -- start start 2024-07-26T17:05:21.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.230+0000 7f55aa3cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f558c003a00 0x7f55a4150d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:21.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.230+0000 7f55aa3cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55a415eff0 0x7f55a415b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:21.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.230+0000 7f55aa3cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55a415f400 0x7f55a415ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.230+0000 7f55aa3cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f55a40b3d60 con 0x7f55a415eff0 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.230+0000 7f55aa3cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f55a40b3be0 con 0x7f55a415f400 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.230+0000 7f55aa3cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f55a40d3c30 con 0x7f558c003a00 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.230+0000 7f55a37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55a415eff0 0x7f55a415b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.230+0000 7f55a37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55a415eff0 0x7f55a415b4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59870/0 (socket says 172.21.15.33:59870) 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.230+0000 7f55a37fe640 1 -- 172.21.15.33:0/1444703514 learned_addr learned my addr 172.21.15.33:0/1444703514 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a896c640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55a415f400 0x7f55a415ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a3fff640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f558c003a00 0x7f55a4150d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a37fe640 1 -- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f558c003a00 msgr2=0x7f55a4150d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a37fe640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f558c003a00 0x7f55a4150d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a37fe640 1 -- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55a415f400 msgr2=0x7f55a415ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a37fe640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55a415f400 0x7f55a415ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a37fe640 1 -- 172.21.15.33:0/1444703514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55a41512b0 con 0x7f55a415eff0 2024-07-26T17:05:21.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a896c640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55a415f400 0x7f55a415ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:21.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a3fff640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f558c003a00 0x7f55a4150d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:21.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a37fe640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55a415eff0 0x7f55a415b4d0 secure :-1 s=READY pgs=2417 cs=0 l=1 rev1=1 crypto rx=0x7f5598011a50 tx=0x7f5598011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:21.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a0ff9640 1 -- 172.21.15.33:0/1444703514 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f559801f070 con 0x7f55a415eff0 2024-07-26T17:05:21.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a0ff9640 1 -- 172.21.15.33:0/1444703514 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5598012450 con 0x7f55a415eff0 2024-07-26T17:05:21.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55aa3cf640 1 -- 172.21.15.33:0/1444703514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55a415fa90 con 0x7f55a415eff0 2024-07-26T17:05:21.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55a0ff9640 1 -- 172.21.15.33:0/1444703514 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5598012880 con 0x7f55a415eff0 2024-07-26T17:05:21.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.231+0000 7f55aa3cf640 1 -- 172.21.15.33:0/1444703514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55a4160050 con 0x7f55a415eff0 2024-07-26T17:05:21.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.232+0000 7f55aa3cf640 1 -- 172.21.15.33:0/1444703514 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55a40d31e0 con 0x7f55a415eff0 2024-07-26T17:05:21.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.233+0000 7f55a0ff9640 1 -- 172.21.15.33:0/1444703514 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f5598022070 con 0x7f55a415eff0 2024-07-26T17:05:21.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.234+0000 7f55a0ff9640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5590077250 0x7f5590079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:21.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.234+0000 7f55a0ff9640 1 -- 172.21.15.33:0/1444703514 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7f55980999e0 con 0x7f55a415eff0 2024-07-26T17:05:21.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.234+0000 7f55a3fff640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5590077250 0x7f5590079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:21.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.235+0000 7f55a3fff640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5590077250 0x7f5590079760 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5594009b50 tx=0x7f559402d040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:21.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.238+0000 7f55a0ff9640 1 -- 172.21.15.33:0/1444703514 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5598062080 con 0x7f55a415eff0 2024-07-26T17:05:21.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.426+0000 7f55aa3cf640 1 -- 172.21.15.33:0/1444703514 --> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f55a4160b30 con 0x7f5590077250 2024-07-26T17:05:21.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.431+0000 7f55a0ff9640 1 -- 172.21.15.33:0/1444703514 <== mgr.10189 v2:172.21.15.154:6836/538816118 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252497 (secure 0 0 0) 0x7f55a4160b30 con 0x7f5590077250 2024-07-26T17:05:21.435 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:21.436 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:05:21.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 -- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5590077250 msgr2=0x7f5590079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5590077250 0x7f5590079760 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5594009b50 tx=0x7f559402d040 comp rx=0 tx=0).stop 2024-07-26T17:05:21.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 -- 172.21.15.33:0/1444703514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55a415eff0 msgr2=0x7f55a415b4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55a415eff0 0x7f55a415b4d0 secure :-1 s=READY pgs=2417 cs=0 l=1 rev1=1 crypto rx=0x7f5598011a50 tx=0x7f5598011f10 comp rx=0 tx=0).stop 2024-07-26T17:05:21.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 -- 172.21.15.33:0/1444703514 shutdown_connections 2024-07-26T17:05:21.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5590077250 0x7f5590079760 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55a415f400 0x7f55a415ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55a415eff0 0x7f55a415b4d0 unknown :-1 s=CLOSED pgs=2417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 --2- 172.21.15.33:0/1444703514 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f558c003a00 0x7f55a4150d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 -- 172.21.15.33:0/1444703514 >> 172.21.15.33:0/1444703514 conn(0x7f55a40b5b00 msgr2=0x7f55a40b76e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:21.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 -- 172.21.15.33:0/1444703514 shutdown_connections 2024-07-26T17:05:21.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.434+0000 7f55aa3cf640 1 -- 172.21.15.33:0/1444703514 wait complete. 2024-07-26T17:05:21.447 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-07-26T17:05:21.126001+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":434,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":279,"ondisk_log_size":279,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":178,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":454332,"kb_used_data":25768,"kb_used_omap":12,"kb_used_meta":428403,"kb_avail":754520388,"statfs":{"total":773094113280,"available":772628877312,"internally_reserved":0,"allocated":26386432,"data_stored":14341532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":438685233},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001178"},"pg_stats":[{"pgid":"32.1f","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120376+0000","last_change":"2024-07-26T17:05:16.968883+0000","last_active":"2024-07-26T17:05:18.120376+0000","last_peered":"2024-07-26T17:05:18.120376+0000","last_clean":"2024-07-26T17:05:18.120376+0000","last_became_active":"2024-07-26T17:05:16.968562+0000","last_became_peered":"2024-07-26T17:05:16.968562+0000","last_unstale":"2024-07-26T17:05:18.120376+0000","last_undegraded":"2024-07-26T17:05:18.120376+0000","last_fullsized":"2024-07-26T17:05:18.120376+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:45:29.439379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.1e","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120399+0000","last_change":"2024-07-26T17:05:16.972790+0000","last_active":"2024-07-26T17:05:18.120399+0000","last_peered":"2024-07-26T17:05:18.120399+0000","last_clean":"2024-07-26T17:05:18.120399+0000","last_became_active":"2024-07-26T17:05:16.972112+0000","last_became_peered":"2024-07-26T17:05:16.972112+0000","last_unstale":"2024-07-26T17:05:18.120399+0000","last_undegraded":"2024-07-26T17:05:18.120399+0000","last_fullsized":"2024-07-26T17:05:18.120399+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:35.546694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1d","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119637+0000","last_change":"2024-07-26T17:05:16.969057+0000","last_active":"2024-07-26T17:05:18.119637+0000","last_peered":"2024-07-26T17:05:18.119637+0000","last_clean":"2024-07-26T17:05:18.119637+0000","last_became_active":"2024-07-26T17:05:16.968728+0000","last_became_peered":"2024-07-26T17:05:16.968728+0000","last_unstale":"2024-07-26T17:05:18.119637+0000","last_undegraded":"2024-07-26T17:05:18.119637+0000","last_fullsized":"2024-07-26T17:05:18.119637+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:56.218588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.1c","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119839+0000","last_change":"2024-07-26T17:05:16.977791+0000","last_active":"2024-07-26T17:05:18.119839+0000","last_peered":"2024-07-26T17:05:18.119839+0000","last_clean":"2024-07-26T17:05:18.119839+0000","last_became_active":"2024-07-26T17:05:16.977386+0000","last_became_peered":"2024-07-26T17:05:16.977386+0000","last_unstale":"2024-07-26T17:05:18.119839+0000","last_undegraded":"2024-07-26T17:05:18.119839+0000","last_fullsized":"2024-07-26T17:05:18.119839+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:46:54.930262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.1b","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010500+0000","last_change":"2024-07-26T17:05:16.982338+0000","last_active":"2024-07-26T17:05:18.010500+0000","last_peered":"2024-07-26T17:05:18.010500+0000","last_clean":"2024-07-26T17:05:18.010500+0000","last_became_active":"2024-07-26T17:05:16.981634+0000","last_became_peered":"2024-07-26T17:05:16.981634+0000","last_unstale":"2024-07-26T17:05:18.010500+0000","last_undegraded":"2024-07-26T17:05:18.010500+0000","last_fullsized":"2024-07-26T17:05:18.010500+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:53:10.092751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1a","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119964+0000","last_change":"2024-07-26T17:05:16.967101+0000","last_active":"2024-07-26T17:05:18.119964+0000","last_peered":"2024-07-26T17:05:18.119964+0000","last_clean":"2024-07-26T17:05:18.119964+0000","last_became_active":"2024-07-26T17:05:16.966727+0000","last_became_peered":"2024-07-26T17:05:16.966727+0000","last_unstale":"2024-07-26T17:05:18.119964+0000","last_undegraded":"2024-07-26T17:05:18.119964+0000","last_fullsized":"2024-07-26T17:05:18.119964+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:06:38.451010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.19","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957224+0000","last_change":"2024-07-26T17:05:16.974078+0000","last_active":"2024-07-26T17:05:17.957224+0000","last_peered":"2024-07-26T17:05:17.957224+0000","last_clean":"2024-07-26T17:05:17.957224+0000","last_became_active":"2024-07-26T17:05:16.969065+0000","last_became_peered":"2024-07-26T17:05:16.969065+0000","last_unstale":"2024-07-26T17:05:17.957224+0000","last_undegraded":"2024-07-26T17:05:17.957224+0000","last_fullsized":"2024-07-26T17:05:17.957224+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:23.376073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.18","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010309+0000","last_change":"2024-07-26T17:05:16.980465+0000","last_active":"2024-07-26T17:05:18.010309+0000","last_peered":"2024-07-26T17:05:18.010309+0000","last_clean":"2024-07-26T17:05:18.010309+0000","last_became_active":"2024-07-26T17:05:16.980166+0000","last_became_peered":"2024-07-26T17:05:16.980166+0000","last_unstale":"2024-07-26T17:05:18.010309+0000","last_undegraded":"2024-07-26T17:05:18.010309+0000","last_fullsized":"2024-07-26T17:05:18.010309+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:22:24.209408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.17","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120558+0000","last_change":"2024-07-26T17:05:16.971651+0000","last_active":"2024-07-26T17:05:18.120558+0000","last_peered":"2024-07-26T17:05:18.120558+0000","last_clean":"2024-07-26T17:05:18.120558+0000","last_became_active":"2024-07-26T17:05:16.971278+0000","last_became_peered":"2024-07-26T17:05:16.971278+0000","last_unstale":"2024-07-26T17:05:18.120558+0000","last_undegraded":"2024-07-26T17:05:18.120558+0000","last_fullsized":"2024-07-26T17:05:18.120558+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:55.598771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.16","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120294+0000","last_change":"2024-07-26T17:05:16.982197+0000","last_active":"2024-07-26T17:05:18.120294+0000","last_peered":"2024-07-26T17:05:18.120294+0000","last_clean":"2024-07-26T17:05:18.120294+0000","last_became_active":"2024-07-26T17:05:16.978530+0000","last_became_peered":"2024-07-26T17:05:16.978530+0000","last_unstale":"2024-07-26T17:05:18.120294+0000","last_undegraded":"2024-07-26T17:05:18.120294+0000","last_fullsized":"2024-07-26T17:05:18.120294+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:09:59.923570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.15","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119832+0000","last_change":"2024-07-26T17:05:16.977746+0000","last_active":"2024-07-26T17:05:18.119832+0000","last_peered":"2024-07-26T17:05:18.119832+0000","last_clean":"2024-07-26T17:05:18.119832+0000","last_became_active":"2024-07-26T17:05:16.977339+0000","last_became_peered":"2024-07-26T17:05:16.977339+0000","last_unstale":"2024-07-26T17:05:18.119832+0000","last_undegraded":"2024-07-26T17:05:18.119832+0000","last_fullsized":"2024-07-26T17:05:18.119832+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:09.702619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.14","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119772+0000","last_change":"2024-07-26T17:05:16.975356+0000","last_active":"2024-07-26T17:05:18.119772+0000","last_peered":"2024-07-26T17:05:18.119772+0000","last_clean":"2024-07-26T17:05:18.119772+0000","last_became_active":"2024-07-26T17:05:16.974772+0000","last_became_peered":"2024-07-26T17:05:16.974772+0000","last_unstale":"2024-07-26T17:05:18.119772+0000","last_undegraded":"2024-07-26T17:05:18.119772+0000","last_fullsized":"2024-07-26T17:05:18.119772+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:07:42.131539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.13","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957529+0000","last_change":"2024-07-26T17:05:16.973506+0000","last_active":"2024-07-26T17:05:17.957529+0000","last_peered":"2024-07-26T17:05:17.957529+0000","last_clean":"2024-07-26T17:05:17.957529+0000","last_became_active":"2024-07-26T17:05:16.972886+0000","last_became_peered":"2024-07-26T17:05:16.972886+0000","last_unstale":"2024-07-26T17:05:17.957529+0000","last_undegraded":"2024-07-26T17:05:17.957529+0000","last_fullsized":"2024-07-26T17:05:17.957529+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:00:54.694496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.12","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.953741+0000","last_change":"2024-07-26T17:05:16.963114+0000","last_active":"2024-07-26T17:05:17.953741+0000","last_peered":"2024-07-26T17:05:17.953741+0000","last_clean":"2024-07-26T17:05:17.953741+0000","last_became_active":"2024-07-26T17:05:16.962809+0000","last_became_peered":"2024-07-26T17:05:16.962809+0000","last_unstale":"2024-07-26T17:05:17.953741+0000","last_undegraded":"2024-07-26T17:05:17.953741+0000","last_fullsized":"2024-07-26T17:05:17.953741+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:59:38.906979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.11","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119909+0000","last_change":"2024-07-26T17:05:16.972196+0000","last_active":"2024-07-26T17:05:18.119909+0000","last_peered":"2024-07-26T17:05:18.119909+0000","last_clean":"2024-07-26T17:05:18.119909+0000","last_became_active":"2024-07-26T17:05:16.971681+0000","last_became_peered":"2024-07-26T17:05:16.971681+0000","last_unstale":"2024-07-26T17:05:18.119909+0000","last_undegraded":"2024-07-26T17:05:18.119909+0000","last_fullsized":"2024-07-26T17:05:18.119909+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:15:30.446528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.10","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119341+0000","last_change":"2024-07-26T17:05:16.970298+0000","last_active":"2024-07-26T17:05:18.119341+0000","last_peered":"2024-07-26T17:05:18.119341+0000","last_clean":"2024-07-26T17:05:18.119341+0000","last_became_active":"2024-07-26T17:05:16.968935+0000","last_became_peered":"2024-07-26T17:05:16.968935+0000","last_unstale":"2024-07-26T17:05:18.119341+0000","last_undegraded":"2024-07-26T17:05:18.119341+0000","last_fullsized":"2024-07-26T17:05:18.119341+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:10.834891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.f","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.976975+0000","last_change":"2024-07-26T17:05:16.980012+0000","last_active":"2024-07-26T17:05:17.976975+0000","last_peered":"2024-07-26T17:05:17.976975+0000","last_clean":"2024-07-26T17:05:17.976975+0000","last_became_active":"2024-07-26T17:05:16.979692+0000","last_became_peered":"2024-07-26T17:05:16.979692+0000","last_unstale":"2024-07-26T17:05:17.976975+0000","last_undegraded":"2024-07-26T17:05:17.976975+0000","last_fullsized":"2024-07-26T17:05:17.976975+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:38:44.970702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.e","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120493+0000","last_change":"2024-07-26T17:05:16.971532+0000","last_active":"2024-07-26T17:05:18.120493+0000","last_peered":"2024-07-26T17:05:18.120493+0000","last_clean":"2024-07-26T17:05:18.120493+0000","last_became_active":"2024-07-26T17:05:16.970856+0000","last_became_peered":"2024-07-26T17:05:16.970856+0000","last_unstale":"2024-07-26T17:05:18.120493+0000","last_undegraded":"2024-07-26T17:05:18.120493+0000","last_fullsized":"2024-07-26T17:05:18.120493+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:13:30.619445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.d","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120134+0000","last_change":"2024-07-26T17:05:16.969521+0000","last_active":"2024-07-26T17:05:18.120134+0000","last_peered":"2024-07-26T17:05:18.120134+0000","last_clean":"2024-07-26T17:05:18.120134+0000","last_became_active":"2024-07-26T17:05:16.969190+0000","last_became_peered":"2024-07-26T17:05:16.969190+0000","last_unstale":"2024-07-26T17:05:18.120134+0000","last_undegraded":"2024-07-26T17:05:18.120134+0000","last_fullsized":"2024-07-26T17:05:18.120134+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:36:29.003495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.c","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120987+0000","last_change":"2024-07-26T17:05:16.974900+0000","last_active":"2024-07-26T17:05:18.120987+0000","last_peered":"2024-07-26T17:05:18.120987+0000","last_clean":"2024-07-26T17:05:18.120987+0000","last_became_active":"2024-07-26T17:05:16.974563+0000","last_became_peered":"2024-07-26T17:05:16.974563+0000","last_unstale":"2024-07-26T17:05:18.120987+0000","last_undegraded":"2024-07-26T17:05:18.120987+0000","last_fullsized":"2024-07-26T17:05:18.120987+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:49.681770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.b","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957810+0000","last_change":"2024-07-26T17:05:16.966185+0000","last_active":"2024-07-26T17:05:17.957810+0000","last_peered":"2024-07-26T17:05:17.957810+0000","last_clean":"2024-07-26T17:05:17.957810+0000","last_became_active":"2024-07-26T17:05:16.965808+0000","last_became_peered":"2024-07-26T17:05:16.965808+0000","last_unstale":"2024-07-26T17:05:17.957810+0000","last_undegraded":"2024-07-26T17:05:17.957810+0000","last_fullsized":"2024-07-26T17:05:17.957810+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:17.824384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.a","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957655+0000","last_change":"2024-07-26T17:05:16.966459+0000","last_active":"2024-07-26T17:05:17.957655+0000","last_peered":"2024-07-26T17:05:17.957655+0000","last_clean":"2024-07-26T17:05:17.957655+0000","last_became_active":"2024-07-26T17:05:16.966152+0000","last_became_peered":"2024-07-26T17:05:16.966152+0000","last_unstale":"2024-07-26T17:05:17.957655+0000","last_undegraded":"2024-07-26T17:05:17.957655+0000","last_fullsized":"2024-07-26T17:05:17.957655+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:24.328291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.9","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120126+0000","last_change":"2024-07-26T17:05:16.969680+0000","last_active":"2024-07-26T17:05:18.120126+0000","last_peered":"2024-07-26T17:05:18.120126+0000","last_clean":"2024-07-26T17:05:18.120126+0000","last_became_active":"2024-07-26T17:05:16.969336+0000","last_became_peered":"2024-07-26T17:05:16.969336+0000","last_unstale":"2024-07-26T17:05:18.120126+0000","last_undegraded":"2024-07-26T17:05:18.120126+0000","last_fullsized":"2024-07-26T17:05:18.120126+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:04:10.871758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.8","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957110+0000","last_change":"2024-07-26T17:05:16.960217+0000","last_active":"2024-07-26T17:05:17.957110+0000","last_peered":"2024-07-26T17:05:17.957110+0000","last_clean":"2024-07-26T17:05:17.957110+0000","last_became_active":"2024-07-26T17:05:16.959854+0000","last_became_peered":"2024-07-26T17:05:16.959854+0000","last_unstale":"2024-07-26T17:05:17.957110+0000","last_undegraded":"2024-07-26T17:05:17.957110+0000","last_fullsized":"2024-07-26T17:05:17.957110+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:30:28.139102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.7","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120478+0000","last_change":"2024-07-26T17:05:16.971489+0000","last_active":"2024-07-26T17:05:18.120478+0000","last_peered":"2024-07-26T17:05:18.120478+0000","last_clean":"2024-07-26T17:05:18.120478+0000","last_became_active":"2024-07-26T17:05:16.971173+0000","last_became_peered":"2024-07-26T17:05:16.971173+0000","last_unstale":"2024-07-26T17:05:18.120478+0000","last_undegraded":"2024-07-26T17:05:18.120478+0000","last_fullsized":"2024-07-26T17:05:18.120478+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:04:51.845066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.6","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957710+0000","last_change":"2024-07-26T17:05:16.973377+0000","last_active":"2024-07-26T17:05:17.957710+0000","last_peered":"2024-07-26T17:05:17.957710+0000","last_clean":"2024-07-26T17:05:17.957710+0000","last_became_active":"2024-07-26T17:05:16.973030+0000","last_became_peered":"2024-07-26T17:05:16.973030+0000","last_unstale":"2024-07-26T17:05:17.957710+0000","last_undegraded":"2024-07-26T17:05:17.957710+0000","last_fullsized":"2024-07-26T17:05:17.957710+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:07.646908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.5","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010514+0000","last_change":"2024-07-26T17:05:16.976546+0000","last_active":"2024-07-26T17:05:18.010514+0000","last_peered":"2024-07-26T17:05:18.010514+0000","last_clean":"2024-07-26T17:05:18.010514+0000","last_became_active":"2024-07-26T17:05:16.976263+0000","last_became_peered":"2024-07-26T17:05:16.976263+0000","last_unstale":"2024-07-26T17:05:18.010514+0000","last_undegraded":"2024-07-26T17:05:18.010514+0000","last_fullsized":"2024-07-26T17:05:18.010514+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:48:03.108788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.4","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119971+0000","last_change":"2024-07-26T17:05:16.976144+0000","last_active":"2024-07-26T17:05:18.119971+0000","last_peered":"2024-07-26T17:05:18.119971+0000","last_clean":"2024-07-26T17:05:18.119971+0000","last_became_active":"2024-07-26T17:05:16.975839+0000","last_became_peered":"2024-07-26T17:05:16.975839+0000","last_unstale":"2024-07-26T17:05:18.119971+0000","last_undegraded":"2024-07-26T17:05:18.119971+0000","last_fullsized":"2024-07-26T17:05:18.119971+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:13.144534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.3","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.954090+0000","last_change":"2024-07-26T17:05:16.965540+0000","last_active":"2024-07-26T17:05:17.954090+0000","last_peered":"2024-07-26T17:05:17.954090+0000","last_clean":"2024-07-26T17:05:17.954090+0000","last_became_active":"2024-07-26T17:05:16.965235+0000","last_became_peered":"2024-07-26T17:05:16.965235+0000","last_unstale":"2024-07-26T17:05:17.954090+0000","last_undegraded":"2024-07-26T17:05:17.954090+0000","last_fullsized":"2024-07-26T17:05:17.954090+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:28:22.685887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.2","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.953837+0000","last_change":"2024-07-26T17:05:16.974131+0000","last_active":"2024-07-26T17:05:17.953837+0000","last_peered":"2024-07-26T17:05:17.953837+0000","last_clean":"2024-07-26T17:05:17.953837+0000","last_became_active":"2024-07-26T17:05:16.973781+0000","last_became_peered":"2024-07-26T17:05:16.973781+0000","last_unstale":"2024-07-26T17:05:17.953837+0000","last_undegraded":"2024-07-26T17:05:17.953837+0000","last_fullsized":"2024-07-26T17:05:17.953837+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:09:59.923570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.1","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120084+0000","last_change":"2024-07-26T17:05:16.969320+0000","last_active":"2024-07-26T17:05:18.120084+0000","last_peered":"2024-07-26T17:05:18.120084+0000","last_clean":"2024-07-26T17:05:18.120084+0000","last_became_active":"2024-07-26T17:05:16.968916+0000","last_became_peered":"2024-07-26T17:05:16.968916+0000","last_unstale":"2024-07-26T17:05:18.120084+0000","last_undegraded":"2024-07-26T17:05:18.120084+0000","last_fullsized":"2024-07-26T17:05:18.120084+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:51:18.448317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.0","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120669+0000","last_change":"2024-07-26T17:05:16.976606+0000","last_active":"2024-07-26T17:05:18.120669+0000","last_peered":"2024-07-26T17:05:18.120669+0000","last_clean":"2024-07-26T17:05:18.120669+0000","last_became_active":"2024-07-26T17:05:16.976278+0000","last_became_peered":"2024-07-26T17:05:16.976278+0000","last_unstale":"2024-07-26T17:05:18.120669+0000","last_undegraded":"2024-07-26T17:05:18.120669+0000","last_fullsized":"2024-07-26T17:05:18.120669+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:31.925751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.20","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119560+0000","last_change":"2024-07-26T17:05:16.974165+0000","last_active":"2024-07-26T17:05:18.119560+0000","last_peered":"2024-07-26T17:05:18.119560+0000","last_clean":"2024-07-26T17:05:18.119560+0000","last_became_active":"2024-07-26T17:05:16.973628+0000","last_became_peered":"2024-07-26T17:05:16.973628+0000","last_unstale":"2024-07-26T17:05:18.119560+0000","last_undegraded":"2024-07-26T17:05:18.119560+0000","last_fullsized":"2024-07-26T17:05:18.119560+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:41:33.930358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.1f","version":"249'4","reported_seq":19,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120350+0000","last_change":"2024-07-26T17:05:15.971066+0000","last_active":"2024-07-26T17:05:18.120350+0000","last_peered":"2024-07-26T17:05:18.120350+0000","last_clean":"2024-07-26T17:05:18.120350+0000","last_became_active":"2024-07-26T17:05:15.970718+0000","last_became_peered":"2024-07-26T17:05:15.970718+0000","last_unstale":"2024-07-26T17:05:18.120350+0000","last_undegraded":"2024-07-26T17:05:18.120350+0000","last_fullsized":"2024-07-26T17:05:18.120350+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:47.098919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.22","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119924+0000","last_change":"2024-07-26T17:05:16.974113+0000","last_active":"2024-07-26T17:05:18.119924+0000","last_peered":"2024-07-26T17:05:18.119924+0000","last_clean":"2024-07-26T17:05:18.119924+0000","last_became_active":"2024-07-26T17:05:16.973803+0000","last_became_peered":"2024-07-26T17:05:16.973803+0000","last_unstale":"2024-07-26T17:05:18.119924+0000","last_undegraded":"2024-07-26T17:05:18.119924+0000","last_fullsized":"2024-07-26T17:05:18.119924+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:48.211970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.1d","version":"249'2","reported_seq":17,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957684+0000","last_change":"2024-07-26T17:05:15.970251+0000","last_active":"2024-07-26T17:05:17.957684+0000","last_peered":"2024-07-26T17:05:17.957684+0000","last_clean":"2024-07-26T17:05:17.957684+0000","last_became_active":"2024-07-26T17:05:15.969939+0000","last_became_peered":"2024-07-26T17:05:15.969939+0000","last_unstale":"2024-07-26T17:05:17.957684+0000","last_undegraded":"2024-07-26T17:05:17.957684+0000","last_fullsized":"2024-07-26T17:05:17.957684+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:49:38.605543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.23","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120272+0000","last_change":"2024-07-26T17:05:16.967131+0000","last_active":"2024-07-26T17:05:18.120272+0000","last_peered":"2024-07-26T17:05:18.120272+0000","last_clean":"2024-07-26T17:05:18.120272+0000","last_became_active":"2024-07-26T17:05:16.966484+0000","last_became_peered":"2024-07-26T17:05:16.966484+0000","last_unstale":"2024-07-26T17:05:18.120272+0000","last_undegraded":"2024-07-26T17:05:18.120272+0000","last_fullsized":"2024-07-26T17:05:18.120272+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:25:32.462643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1c","version":"249'2","reported_seq":17,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.954043+0000","last_change":"2024-07-26T17:05:15.975021+0000","last_active":"2024-07-26T17:05:17.954043+0000","last_peered":"2024-07-26T17:05:17.954043+0000","last_clean":"2024-07-26T17:05:17.954043+0000","last_became_active":"2024-07-26T17:05:15.974184+0000","last_became_peered":"2024-07-26T17:05:15.974184+0000","last_unstale":"2024-07-26T17:05:17.954043+0000","last_undegraded":"2024-07-26T17:05:17.954043+0000","last_fullsized":"2024-07-26T17:05:17.954043+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:05:42.139536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.24","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.953907+0000","last_change":"2024-07-26T17:05:16.967713+0000","last_active":"2024-07-26T17:05:17.953907+0000","last_peered":"2024-07-26T17:05:17.953907+0000","last_clean":"2024-07-26T17:05:17.953907+0000","last_became_active":"2024-07-26T17:05:16.967362+0000","last_became_peered":"2024-07-26T17:05:16.967362+0000","last_unstale":"2024-07-26T17:05:17.953907+0000","last_undegraded":"2024-07-26T17:05:17.953907+0000","last_fullsized":"2024-07-26T17:05:17.953907+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:13:30.619445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.1b","version":"249'1","reported_seq":16,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119893+0000","last_change":"2024-07-26T17:05:15.967807+0000","last_active":"2024-07-26T17:05:18.119893+0000","last_peered":"2024-07-26T17:05:18.119893+0000","last_clean":"2024-07-26T17:05:18.119893+0000","last_became_active":"2024-07-26T17:05:15.967458+0000","last_became_peered":"2024-07-26T17:05:15.967458+0000","last_unstale":"2024-07-26T17:05:18.119893+0000","last_undegraded":"2024-07-26T17:05:18.119893+0000","last_fullsized":"2024-07-26T17:05:18.119893+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:41.668093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.25","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.958184+0000","last_change":"2024-07-26T17:05:16.968542+0000","last_active":"2024-07-26T17:05:17.958184+0000","last_peered":"2024-07-26T17:05:17.958184+0000","last_clean":"2024-07-26T17:05:17.958184+0000","last_became_active":"2024-07-26T17:05:16.967496+0000","last_became_peered":"2024-07-26T17:05:16.967496+0000","last_unstale":"2024-07-26T17:05:17.958184+0000","last_undegraded":"2024-07-26T17:05:17.958184+0000","last_fullsized":"2024-07-26T17:05:17.958184+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:24:25.162195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.1a","version":"249'1","reported_seq":16,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.953810+0000","last_change":"2024-07-26T17:05:15.967988+0000","last_active":"2024-07-26T17:05:17.953810+0000","last_peered":"2024-07-26T17:05:17.953810+0000","last_clean":"2024-07-26T17:05:17.953810+0000","last_became_active":"2024-07-26T17:05:15.967645+0000","last_became_peered":"2024-07-26T17:05:15.967645+0000","last_unstale":"2024-07-26T17:05:17.953810+0000","last_undegraded":"2024-07-26T17:05:17.953810+0000","last_fullsized":"2024-07-26T17:05:17.953810+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:33:13.421849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.26","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120089+0000","last_change":"2024-07-26T17:05:16.978165+0000","last_active":"2024-07-26T17:05:18.120089+0000","last_peered":"2024-07-26T17:05:18.120089+0000","last_clean":"2024-07-26T17:05:18.120089+0000","last_became_active":"2024-07-26T17:05:16.977833+0000","last_became_peered":"2024-07-26T17:05:16.977833+0000","last_unstale":"2024-07-26T17:05:18.120089+0000","last_undegraded":"2024-07-26T17:05:18.120089+0000","last_fullsized":"2024-07-26T17:05:18.120089+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:59:38.906979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.19","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119287+0000","last_change":"2024-07-26T17:05:15.964863+0000","last_active":"2024-07-26T17:05:18.119287+0000","last_peered":"2024-07-26T17:05:18.119287+0000","last_clean":"2024-07-26T17:05:18.119287+0000","last_became_active":"2024-07-26T17:05:15.964544+0000","last_became_peered":"2024-07-26T17:05:15.964544+0000","last_unstale":"2024-07-26T17:05:18.119287+0000","last_undegraded":"2024-07-26T17:05:18.119287+0000","last_fullsized":"2024-07-26T17:05:18.119287+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:41.369248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.27","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010619+0000","last_change":"2024-07-26T17:05:16.970760+0000","last_active":"2024-07-26T17:05:18.010619+0000","last_peered":"2024-07-26T17:05:18.010619+0000","last_clean":"2024-07-26T17:05:18.010619+0000","last_became_active":"2024-07-26T17:05:16.970446+0000","last_became_peered":"2024-07-26T17:05:16.970446+0000","last_unstale":"2024-07-26T17:05:18.010619+0000","last_undegraded":"2024-07-26T17:05:18.010619+0000","last_fullsized":"2024-07-26T17:05:18.010619+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:34:21.127567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.18","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120458+0000","last_change":"2024-07-26T17:05:15.972690+0000","last_active":"2024-07-26T17:05:18.120458+0000","last_peered":"2024-07-26T17:05:18.120458+0000","last_clean":"2024-07-26T17:05:18.120458+0000","last_became_active":"2024-07-26T17:05:15.972384+0000","last_became_peered":"2024-07-26T17:05:15.972384+0000","last_unstale":"2024-07-26T17:05:18.120458+0000","last_undegraded":"2024-07-26T17:05:18.120458+0000","last_fullsized":"2024-07-26T17:05:18.120458+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:12.939556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.28","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957393+0000","last_change":"2024-07-26T17:05:16.967770+0000","last_active":"2024-07-26T17:05:17.957393+0000","last_peered":"2024-07-26T17:05:17.957393+0000","last_clean":"2024-07-26T17:05:17.957393+0000","last_became_active":"2024-07-26T17:05:16.967450+0000","last_became_peered":"2024-07-26T17:05:16.967450+0000","last_unstale":"2024-07-26T17:05:17.957393+0000","last_undegraded":"2024-07-26T17:05:17.957393+0000","last_fullsized":"2024-07-26T17:05:17.957393+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:05.058792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.17","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.954191+0000","last_change":"2024-07-26T17:05:15.973086+0000","last_active":"2024-07-26T17:05:17.954191+0000","last_peered":"2024-07-26T17:05:17.954191+0000","last_clean":"2024-07-26T17:05:17.954191+0000","last_became_active":"2024-07-26T17:05:15.972729+0000","last_became_peered":"2024-07-26T17:05:15.972729+0000","last_unstale":"2024-07-26T17:05:17.954191+0000","last_undegraded":"2024-07-26T17:05:17.954191+0000","last_fullsized":"2024-07-26T17:05:17.954191+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:14.659137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.29","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957270+0000","last_change":"2024-07-26T17:05:16.966756+0000","last_active":"2024-07-26T17:05:17.957270+0000","last_peered":"2024-07-26T17:05:17.957270+0000","last_clean":"2024-07-26T17:05:17.957270+0000","last_became_active":"2024-07-26T17:05:16.966428+0000","last_became_peered":"2024-07-26T17:05:16.966428+0000","last_unstale":"2024-07-26T17:05:17.957270+0000","last_undegraded":"2024-07-26T17:05:17.957270+0000","last_fullsized":"2024-07-26T17:05:17.957270+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:14.250008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.16","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120560+0000","last_change":"2024-07-26T17:05:15.970865+0000","last_active":"2024-07-26T17:05:18.120560+0000","last_peered":"2024-07-26T17:05:18.120560+0000","last_clean":"2024-07-26T17:05:18.120560+0000","last_became_active":"2024-07-26T17:05:15.970320+0000","last_became_peered":"2024-07-26T17:05:15.970320+0000","last_unstale":"2024-07-26T17:05:18.120560+0000","last_undegraded":"2024-07-26T17:05:18.120560+0000","last_fullsized":"2024-07-26T17:05:18.120560+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:56.398370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.2a","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120843+0000","last_change":"2024-07-26T17:05:16.980645+0000","last_active":"2024-07-26T17:05:18.120843+0000","last_peered":"2024-07-26T17:05:18.120843+0000","last_clean":"2024-07-26T17:05:18.120843+0000","last_became_active":"2024-07-26T17:05:16.980271+0000","last_became_peered":"2024-07-26T17:05:16.980271+0000","last_unstale":"2024-07-26T17:05:18.120843+0000","last_undegraded":"2024-07-26T17:05:18.120843+0000","last_fullsized":"2024-07-26T17:05:18.120843+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:13:32.726226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.15","version":"249'3","reported_seq":18,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010384+0000","last_change":"2024-07-26T17:05:15.963839+0000","last_active":"2024-07-26T17:05:18.010384+0000","last_peered":"2024-07-26T17:05:18.010384+0000","last_clean":"2024-07-26T17:05:18.010384+0000","last_became_active":"2024-07-26T17:05:15.963520+0000","last_became_peered":"2024-07-26T17:05:15.963520+0000","last_unstale":"2024-07-26T17:05:18.010384+0000","last_undegraded":"2024-07-26T17:05:18.010384+0000","last_fullsized":"2024-07-26T17:05:18.010384+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:00:53.692160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.2b","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957596+0000","last_change":"2024-07-26T17:05:16.965218+0000","last_active":"2024-07-26T17:05:17.957596+0000","last_peered":"2024-07-26T17:05:17.957596+0000","last_clean":"2024-07-26T17:05:17.957596+0000","last_became_active":"2024-07-26T17:05:16.964915+0000","last_became_peered":"2024-07-26T17:05:16.964915+0000","last_unstale":"2024-07-26T17:05:17.957596+0000","last_undegraded":"2024-07-26T17:05:17.957596+0000","last_fullsized":"2024-07-26T17:05:17.957596+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:22.429894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.14","version":"249'6","reported_seq":21,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120051+0000","last_change":"2024-07-26T17:05:15.964788+0000","last_active":"2024-07-26T17:05:18.120051+0000","last_peered":"2024-07-26T17:05:18.120051+0000","last_clean":"2024-07-26T17:05:18.120051+0000","last_became_active":"2024-07-26T17:05:15.964441+0000","last_became_peered":"2024-07-26T17:05:15.964441+0000","last_unstale":"2024-07-26T17:05:18.120051+0000","last_undegraded":"2024-07-26T17:05:18.120051+0000","last_fullsized":"2024-07-26T17:05:18.120051+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:46:52.569211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.2c","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120923+0000","last_change":"2024-07-26T17:05:16.973027+0000","last_active":"2024-07-26T17:05:18.120923+0000","last_peered":"2024-07-26T17:05:18.120923+0000","last_clean":"2024-07-26T17:05:18.120923+0000","last_became_active":"2024-07-26T17:05:16.972421+0000","last_became_peered":"2024-07-26T17:05:16.972421+0000","last_unstale":"2024-07-26T17:05:18.120923+0000","last_undegraded":"2024-07-26T17:05:18.120923+0000","last_fullsized":"2024-07-26T17:05:18.120923+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:55:26.546092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.13","version":"249'2","reported_seq":17,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120018+0000","last_change":"2024-07-26T17:05:15.975819+0000","last_active":"2024-07-26T17:05:18.120018+0000","last_peered":"2024-07-26T17:05:18.120018+0000","last_clean":"2024-07-26T17:05:18.120018+0000","last_became_active":"2024-07-26T17:05:15.975488+0000","last_became_peered":"2024-07-26T17:05:15.975488+0000","last_unstale":"2024-07-26T17:05:18.120018+0000","last_undegraded":"2024-07-26T17:05:18.120018+0000","last_fullsized":"2024-07-26T17:05:18.120018+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:32.502135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.2d","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.958180+0000","last_change":"2024-07-26T17:05:16.976227+0000","last_active":"2024-07-26T17:05:17.958180+0000","last_peered":"2024-07-26T17:05:17.958180+0000","last_clean":"2024-07-26T17:05:17.958180+0000","last_became_active":"2024-07-26T17:05:16.975908+0000","last_became_peered":"2024-07-26T17:05:16.975908+0000","last_unstale":"2024-07-26T17:05:17.958180+0000","last_undegraded":"2024-07-26T17:05:17.958180+0000","last_fullsized":"2024-07-26T17:05:17.958180+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:43:33.570053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.12","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010259+0000","last_change":"2024-07-26T17:05:15.971015+0000","last_active":"2024-07-26T17:05:18.010259+0000","last_peered":"2024-07-26T17:05:18.010259+0000","last_clean":"2024-07-26T17:05:18.010259+0000","last_became_active":"2024-07-26T17:05:15.970663+0000","last_became_peered":"2024-07-26T17:05:15.970663+0000","last_unstale":"2024-07-26T17:05:18.010259+0000","last_undegraded":"2024-07-26T17:05:18.010259+0000","last_fullsized":"2024-07-26T17:05:18.010259+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:25.980340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.2e","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120012+0000","last_change":"2024-07-26T17:05:16.979671+0000","last_active":"2024-07-26T17:05:18.120012+0000","last_peered":"2024-07-26T17:05:18.120012+0000","last_clean":"2024-07-26T17:05:18.120012+0000","last_became_active":"2024-07-26T17:05:16.979338+0000","last_became_peered":"2024-07-26T17:05:16.979338+0000","last_unstale":"2024-07-26T17:05:18.120012+0000","last_undegraded":"2024-07-26T17:05:18.120012+0000","last_fullsized":"2024-07-26T17:05:18.120012+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:11:51.445958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.11","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.009941+0000","last_change":"2024-07-26T17:05:15.975809+0000","last_active":"2024-07-26T17:05:18.009941+0000","last_peered":"2024-07-26T17:05:18.009941+0000","last_clean":"2024-07-26T17:05:18.009941+0000","last_became_active":"2024-07-26T17:05:15.975395+0000","last_became_peered":"2024-07-26T17:05:15.975395+0000","last_unstale":"2024-07-26T17:05:18.009941+0000","last_undegraded":"2024-07-26T17:05:18.009941+0000","last_fullsized":"2024-07-26T17:05:18.009941+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:30:27.136766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.2f","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010352+0000","last_change":"2024-07-26T17:05:16.985843+0000","last_active":"2024-07-26T17:05:18.010352+0000","last_peered":"2024-07-26T17:05:18.010352+0000","last_clean":"2024-07-26T17:05:18.010352+0000","last_became_active":"2024-07-26T17:05:16.985346+0000","last_became_peered":"2024-07-26T17:05:16.985346+0000","last_unstale":"2024-07-26T17:05:18.010352+0000","last_undegraded":"2024-07-26T17:05:18.010352+0000","last_fullsized":"2024-07-26T17:05:18.010352+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:32:26.486370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.10","version":"249'8","reported_seq":23,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120759+0000","last_change":"2024-07-26T17:05:15.974343+0000","last_active":"2024-07-26T17:05:18.120759+0000","last_peered":"2024-07-26T17:05:18.120759+0000","last_clean":"2024-07-26T17:05:18.120759+0000","last_became_active":"2024-07-26T17:05:15.973995+0000","last_became_peered":"2024-07-26T17:05:15.973995+0000","last_unstale":"2024-07-26T17:05:18.120759+0000","last_undegraded":"2024-07-26T17:05:18.120759+0000","last_fullsized":"2024-07-26T17:05:18.120759+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:20:12.248664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.30","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010333+0000","last_change":"2024-07-26T17:05:16.985790+0000","last_active":"2024-07-26T17:05:18.010333+0000","last_peered":"2024-07-26T17:05:18.010333+0000","last_clean":"2024-07-26T17:05:18.010333+0000","last_became_active":"2024-07-26T17:05:16.985437+0000","last_became_peered":"2024-07-26T17:05:16.985437+0000","last_unstale":"2024-07-26T17:05:18.010333+0000","last_undegraded":"2024-07-26T17:05:18.010333+0000","last_fullsized":"2024-07-26T17:05:18.010333+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:01.496137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.f","version":"249'1","reported_seq":16,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120487+0000","last_change":"2024-07-26T17:05:15.967161+0000","last_active":"2024-07-26T17:05:18.120487+0000","last_peered":"2024-07-26T17:05:18.120487+0000","last_clean":"2024-07-26T17:05:18.120487+0000","last_became_active":"2024-07-26T17:05:15.966836+0000","last_became_peered":"2024-07-26T17:05:15.966836+0000","last_unstale":"2024-07-26T17:05:18.120487+0000","last_undegraded":"2024-07-26T17:05:18.120487+0000","last_fullsized":"2024-07-26T17:05:18.120487+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:57:20.662689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.31","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010095+0000","last_change":"2024-07-26T17:05:16.982074+0000","last_active":"2024-07-26T17:05:18.010095+0000","last_peered":"2024-07-26T17:05:18.010095+0000","last_clean":"2024-07-26T17:05:18.010095+0000","last_became_active":"2024-07-26T17:05:16.981715+0000","last_became_peered":"2024-07-26T17:05:16.981715+0000","last_unstale":"2024-07-26T17:05:18.010095+0000","last_undegraded":"2024-07-26T17:05:18.010095+0000","last_fullsized":"2024-07-26T17:05:18.010095+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:41.911376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.e","version":"249'2","reported_seq":17,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120726+0000","last_change":"2024-07-26T17:05:15.971896+0000","last_active":"2024-07-26T17:05:18.120726+0000","last_peered":"2024-07-26T17:05:18.120726+0000","last_clean":"2024-07-26T17:05:18.120726+0000","last_became_active":"2024-07-26T17:05:15.971629+0000","last_became_peered":"2024-07-26T17:05:15.971629+0000","last_unstale":"2024-07-26T17:05:18.120726+0000","last_undegraded":"2024-07-26T17:05:18.120726+0000","last_fullsized":"2024-07-26T17:05:18.120726+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:50:37.702493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.32","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120129+0000","last_change":"2024-07-26T17:05:16.973561+0000","last_active":"2024-07-26T17:05:18.120129+0000","last_peered":"2024-07-26T17:05:18.120129+0000","last_clean":"2024-07-26T17:05:18.120129+0000","last_became_active":"2024-07-26T17:05:16.972948+0000","last_became_peered":"2024-07-26T17:05:16.972948+0000","last_unstale":"2024-07-26T17:05:18.120129+0000","last_undegraded":"2024-07-26T17:05:18.120129+0000","last_fullsized":"2024-07-26T17:05:18.120129+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:00:46.433230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.d","version":"249'1","reported_seq":16,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957809+0000","last_change":"2024-07-26T17:05:15.970818+0000","last_active":"2024-07-26T17:05:17.957809+0000","last_peered":"2024-07-26T17:05:17.957809+0000","last_clean":"2024-07-26T17:05:17.957809+0000","last_became_active":"2024-07-26T17:05:15.969436+0000","last_became_peered":"2024-07-26T17:05:15.969436+0000","last_unstale":"2024-07-26T17:05:17.957809+0000","last_undegraded":"2024-07-26T17:05:17.957809+0000","last_fullsized":"2024-07-26T17:05:17.957809+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:07:09.581154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.33","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120387+0000","last_change":"2024-07-26T17:05:16.981689+0000","last_active":"2024-07-26T17:05:18.120387+0000","last_peered":"2024-07-26T17:05:18.120387+0000","last_clean":"2024-07-26T17:05:18.120387+0000","last_became_active":"2024-07-26T17:05:16.981142+0000","last_became_peered":"2024-07-26T17:05:16.981142+0000","last_unstale":"2024-07-26T17:05:18.120387+0000","last_undegraded":"2024-07-26T17:05:18.120387+0000","last_fullsized":"2024-07-26T17:05:18.120387+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.930094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.c","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119798+0000","last_change":"2024-07-26T17:05:15.968920+0000","last_active":"2024-07-26T17:05:18.119798+0000","last_peered":"2024-07-26T17:05:18.119798+0000","last_clean":"2024-07-26T17:05:18.119798+0000","last_became_active":"2024-07-26T17:05:15.968541+0000","last_became_peered":"2024-07-26T17:05:15.968541+0000","last_unstale":"2024-07-26T17:05:18.119798+0000","last_undegraded":"2024-07-26T17:05:18.119798+0000","last_fullsized":"2024-07-26T17:05:18.119798+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:27.497642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.34","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119641+0000","last_change":"2024-07-26T17:05:16.969630+0000","last_active":"2024-07-26T17:05:18.119641+0000","last_peered":"2024-07-26T17:05:18.119641+0000","last_clean":"2024-07-26T17:05:18.119641+0000","last_became_active":"2024-07-26T17:05:16.969324+0000","last_became_peered":"2024-07-26T17:05:16.969324+0000","last_unstale":"2024-07-26T17:05:18.119641+0000","last_undegraded":"2024-07-26T17:05:18.119641+0000","last_fullsized":"2024-07-26T17:05:18.119641+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:15:26.024804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.b","version":"249'2","reported_seq":17,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120458+0000","last_change":"2024-07-26T17:05:15.969759+0000","last_active":"2024-07-26T17:05:18.120458+0000","last_peered":"2024-07-26T17:05:18.120458+0000","last_clean":"2024-07-26T17:05:18.120458+0000","last_became_active":"2024-07-26T17:05:15.969407+0000","last_became_peered":"2024-07-26T17:05:15.969407+0000","last_unstale":"2024-07-26T17:05:18.120458+0000","last_undegraded":"2024-07-26T17:05:18.120458+0000","last_fullsized":"2024-07-26T17:05:18.120458+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:50.674453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.35","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120044+0000","last_change":"2024-07-26T17:05:16.973763+0000","last_active":"2024-07-26T17:05:18.120044+0000","last_peered":"2024-07-26T17:05:18.120044+0000","last_clean":"2024-07-26T17:05:18.120044+0000","last_became_active":"2024-07-26T17:05:16.972216+0000","last_became_peered":"2024-07-26T17:05:16.972216+0000","last_unstale":"2024-07-26T17:05:18.120044+0000","last_undegraded":"2024-07-26T17:05:18.120044+0000","last_fullsized":"2024-07-26T17:05:18.120044+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:30.358384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.a","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957727+0000","last_change":"2024-07-26T17:05:15.966222+0000","last_active":"2024-07-26T17:05:17.957727+0000","last_peered":"2024-07-26T17:05:17.957727+0000","last_clean":"2024-07-26T17:05:17.957727+0000","last_became_active":"2024-07-26T17:05:15.965899+0000","last_became_peered":"2024-07-26T17:05:15.965899+0000","last_unstale":"2024-07-26T17:05:17.957727+0000","last_undegraded":"2024-07-26T17:05:17.957727+0000","last_fullsized":"2024-07-26T17:05:17.957727+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:16:34.524737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.36","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.976810+0000","last_change":"2024-07-26T17:05:16.980945+0000","last_active":"2024-07-26T17:05:17.976810+0000","last_peered":"2024-07-26T17:05:17.976810+0000","last_clean":"2024-07-26T17:05:17.976810+0000","last_became_active":"2024-07-26T17:05:16.980561+0000","last_became_peered":"2024-07-26T17:05:16.980561+0000","last_unstale":"2024-07-26T17:05:17.976810+0000","last_undegraded":"2024-07-26T17:05:17.976810+0000","last_fullsized":"2024-07-26T17:05:17.976810+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:26.982677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.9","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957162+0000","last_change":"2024-07-26T17:05:15.969828+0000","last_active":"2024-07-26T17:05:17.957162+0000","last_peered":"2024-07-26T17:05:17.957162+0000","last_clean":"2024-07-26T17:05:17.957162+0000","last_became_active":"2024-07-26T17:05:15.969251+0000","last_became_peered":"2024-07-26T17:05:15.969251+0000","last_unstale":"2024-07-26T17:05:17.957162+0000","last_undegraded":"2024-07-26T17:05:17.957162+0000","last_fullsized":"2024-07-26T17:05:17.957162+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:00.823320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.37","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.976912+0000","last_change":"2024-07-26T17:05:16.975526+0000","last_active":"2024-07-26T17:05:17.976912+0000","last_peered":"2024-07-26T17:05:17.976912+0000","last_clean":"2024-07-26T17:05:17.976912+0000","last_became_active":"2024-07-26T17:05:16.975194+0000","last_became_peered":"2024-07-26T17:05:16.975194+0000","last_unstale":"2024-07-26T17:05:17.976912+0000","last_undegraded":"2024-07-26T17:05:17.976912+0000","last_fullsized":"2024-07-26T17:05:17.976912+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:33:52.816920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.8","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.953581+0000","last_change":"2024-07-26T17:05:15.968543+0000","last_active":"2024-07-26T17:05:17.953581+0000","last_peered":"2024-07-26T17:05:17.953581+0000","last_clean":"2024-07-26T17:05:17.953581+0000","last_became_active":"2024-07-26T17:05:15.968213+0000","last_became_peered":"2024-07-26T17:05:15.968213+0000","last_unstale":"2024-07-26T17:05:17.953581+0000","last_undegraded":"2024-07-26T17:05:17.953581+0000","last_fullsized":"2024-07-26T17:05:17.953581+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:36.734745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.38","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957359+0000","last_change":"2024-07-26T17:05:16.966557+0000","last_active":"2024-07-26T17:05:17.957359+0000","last_peered":"2024-07-26T17:05:17.957359+0000","last_clean":"2024-07-26T17:05:17.957359+0000","last_became_active":"2024-07-26T17:05:16.966208+0000","last_became_peered":"2024-07-26T17:05:16.966208+0000","last_unstale":"2024-07-26T17:05:17.957359+0000","last_undegraded":"2024-07-26T17:05:17.957359+0000","last_fullsized":"2024-07-26T17:05:17.957359+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:17.831386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.7","version":"249'2","reported_seq":17,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120016+0000","last_change":"2024-07-26T17:05:15.971933+0000","last_active":"2024-07-26T17:05:18.120016+0000","last_peered":"2024-07-26T17:05:18.120016+0000","last_clean":"2024-07-26T17:05:18.120016+0000","last_became_active":"2024-07-26T17:05:15.971624+0000","last_became_peered":"2024-07-26T17:05:15.971624+0000","last_unstale":"2024-07-26T17:05:18.120016+0000","last_undegraded":"2024-07-26T17:05:18.120016+0000","last_fullsized":"2024-07-26T17:05:18.120016+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:52.742250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.39","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119990+0000","last_change":"2024-07-26T17:05:16.974708+0000","last_active":"2024-07-26T17:05:18.119990+0000","last_peered":"2024-07-26T17:05:18.119990+0000","last_clean":"2024-07-26T17:05:18.119990+0000","last_became_active":"2024-07-26T17:05:16.974350+0000","last_became_peered":"2024-07-26T17:05:16.974350+0000","last_unstale":"2024-07-26T17:05:18.119990+0000","last_undegraded":"2024-07-26T17:05:18.119990+0000","last_fullsized":"2024-07-26T17:05:18.119990+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:07.208727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.6","version":"250'1","reported_seq":16,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010420+0000","last_change":"2024-07-26T17:05:15.965794+0000","last_active":"2024-07-26T17:05:18.010420+0000","last_peered":"2024-07-26T17:05:18.010420+0000","last_clean":"2024-07-26T17:05:18.010420+0000","last_became_active":"2024-07-26T17:05:15.965479+0000","last_became_peered":"2024-07-26T17:05:15.965479+0000","last_unstale":"2024-07-26T17:05:18.010420+0000","last_undegraded":"2024-07-26T17:05:18.010420+0000","last_fullsized":"2024-07-26T17:05:18.010420+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:13.247672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.3a","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120724+0000","last_change":"2024-07-26T17:05:16.977005+0000","last_active":"2024-07-26T17:05:18.120724+0000","last_peered":"2024-07-26T17:05:18.120724+0000","last_clean":"2024-07-26T17:05:18.120724+0000","last_became_active":"2024-07-26T17:05:16.976678+0000","last_became_peered":"2024-07-26T17:05:16.976678+0000","last_unstale":"2024-07-26T17:05:18.120724+0000","last_undegraded":"2024-07-26T17:05:18.120724+0000","last_fullsized":"2024-07-26T17:05:18.120724+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:28:22.685887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.5","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.954002+0000","last_change":"2024-07-26T17:05:15.973168+0000","last_active":"2024-07-26T17:05:17.954002+0000","last_peered":"2024-07-26T17:05:17.954002+0000","last_clean":"2024-07-26T17:05:17.954002+0000","last_became_active":"2024-07-26T17:05:15.972801+0000","last_became_peered":"2024-07-26T17:05:15.972801+0000","last_unstale":"2024-07-26T17:05:17.954002+0000","last_undegraded":"2024-07-26T17:05:17.954002+0000","last_fullsized":"2024-07-26T17:05:17.954002+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:37.599745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.3b","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010286+0000","last_change":"2024-07-26T17:05:16.985696+0000","last_active":"2024-07-26T17:05:18.010286+0000","last_peered":"2024-07-26T17:05:18.010286+0000","last_clean":"2024-07-26T17:05:18.010286+0000","last_became_active":"2024-07-26T17:05:16.985369+0000","last_became_peered":"2024-07-26T17:05:16.985369+0000","last_unstale":"2024-07-26T17:05:18.010286+0000","last_undegraded":"2024-07-26T17:05:18.010286+0000","last_fullsized":"2024-07-26T17:05:18.010286+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:56:04.965133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.4","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.954029+0000","last_change":"2024-07-26T17:05:15.967686+0000","last_active":"2024-07-26T17:05:17.954029+0000","last_peered":"2024-07-26T17:05:17.954029+0000","last_clean":"2024-07-26T17:05:17.954029+0000","last_became_active":"2024-07-26T17:05:15.967342+0000","last_became_peered":"2024-07-26T17:05:15.967342+0000","last_unstale":"2024-07-26T17:05:17.954029+0000","last_undegraded":"2024-07-26T17:05:17.954029+0000","last_fullsized":"2024-07-26T17:05:17.954029+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:33.569706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.3c","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.953846+0000","last_change":"2024-07-26T17:05:16.962971+0000","last_active":"2024-07-26T17:05:17.953846+0000","last_peered":"2024-07-26T17:05:17.953846+0000","last_clean":"2024-07-26T17:05:17.953846+0000","last_became_active":"2024-07-26T17:05:16.962658+0000","last_became_peered":"2024-07-26T17:05:16.962658+0000","last_unstale":"2024-07-26T17:05:17.953846+0000","last_undegraded":"2024-07-26T17:05:17.953846+0000","last_fullsized":"2024-07-26T17:05:17.953846+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.930094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.3","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957732+0000","last_change":"2024-07-26T17:05:15.963094+0000","last_active":"2024-07-26T17:05:17.957732+0000","last_peered":"2024-07-26T17:05:17.957732+0000","last_clean":"2024-07-26T17:05:17.957732+0000","last_became_active":"2024-07-26T17:05:15.959117+0000","last_became_peered":"2024-07-26T17:05:15.959117+0000","last_unstale":"2024-07-26T17:05:17.957732+0000","last_undegraded":"2024-07-26T17:05:17.957732+0000","last_fullsized":"2024-07-26T17:05:17.957732+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:16.552608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.3d","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120064+0000","last_change":"2024-07-26T17:05:16.966561+0000","last_active":"2024-07-26T17:05:18.120064+0000","last_peered":"2024-07-26T17:05:18.120064+0000","last_clean":"2024-07-26T17:05:18.120064+0000","last_became_active":"2024-07-26T17:05:16.966193+0000","last_became_peered":"2024-07-26T17:05:16.966193+0000","last_unstale":"2024-07-26T17:05:18.120064+0000","last_undegraded":"2024-07-26T17:05:18.120064+0000","last_fullsized":"2024-07-26T17:05:18.120064+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:30.188083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.010374+0000","last_change":"2024-07-26T17:05:15.968128+0000","last_active":"2024-07-26T17:05:18.010374+0000","last_peered":"2024-07-26T17:05:18.010374+0000","last_clean":"2024-07-26T17:05:18.010374+0000","last_became_active":"2024-07-26T17:05:15.967767+0000","last_became_peered":"2024-07-26T17:05:15.967767+0000","last_unstale":"2024-07-26T17:05:18.010374+0000","last_undegraded":"2024-07-26T17:05:18.010374+0000","last_fullsized":"2024-07-26T17:05:18.010374+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:23.325955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.3e","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.120667+0000","last_change":"2024-07-26T17:05:16.972464+0000","last_active":"2024-07-26T17:05:18.120667+0000","last_peered":"2024-07-26T17:05:18.120667+0000","last_clean":"2024-07-26T17:05:18.120667+0000","last_became_active":"2024-07-26T17:05:16.971688+0000","last_became_peered":"2024-07-26T17:05:16.971688+0000","last_unstale":"2024-07-26T17:05:18.120667+0000","last_undegraded":"2024-07-26T17:05:18.120667+0000","last_fullsized":"2024-07-26T17:05:18.120667+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:03:44.949462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.1","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119297+0000","last_change":"2024-07-26T17:05:15.968632+0000","last_active":"2024-07-26T17:05:18.119297+0000","last_peered":"2024-07-26T17:05:18.119297+0000","last_clean":"2024-07-26T17:05:18.119297+0000","last_became_active":"2024-07-26T17:05:15.968309+0000","last_became_peered":"2024-07-26T17:05:15.968309+0000","last_unstale":"2024-07-26T17:05:18.119297+0000","last_undegraded":"2024-07-26T17:05:18.119297+0000","last_fullsized":"2024-07-26T17:05:18.119297+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:09:05.127034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.3f","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.976823+0000","last_change":"2024-07-26T17:05:16.969793+0000","last_active":"2024-07-26T17:05:17.976823+0000","last_peered":"2024-07-26T17:05:17.976823+0000","last_clean":"2024-07-26T17:05:17.976823+0000","last_became_active":"2024-07-26T17:05:16.969410+0000","last_became_peered":"2024-07-26T17:05:16.969410+0000","last_unstale":"2024-07-26T17:05:17.976823+0000","last_undegraded":"2024-07-26T17:05:17.976823+0000","last_fullsized":"2024-07-26T17:05:17.976823+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:42:57.287167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.0","version":"0'0","reported_seq":15,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.956950+0000","last_change":"2024-07-26T17:05:15.959782+0000","last_active":"2024-07-26T17:05:17.956950+0000","last_peered":"2024-07-26T17:05:17.956950+0000","last_clean":"2024-07-26T17:05:17.956950+0000","last_became_active":"2024-07-26T17:05:15.959500+0000","last_became_peered":"2024-07-26T17:05:15.959500+0000","last_unstale":"2024-07-26T17:05:17.956950+0000","last_undegraded":"2024-07-26T17:05:17.956950+0000","last_fullsized":"2024-07-26T17:05:17.956950+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:36.461214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.21","version":"0'0","reported_seq":13,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119662+0000","last_change":"2024-07-26T17:05:16.969556+0000","last_active":"2024-07-26T17:05:18.119662+0000","last_peered":"2024-07-26T17:05:18.119662+0000","last_clean":"2024-07-26T17:05:18.119662+0000","last_became_active":"2024-07-26T17:05:16.969252+0000","last_became_peered":"2024-07-26T17:05:16.969252+0000","last_unstale":"2024-07-26T17:05:18.119662+0000","last_undegraded":"2024-07-26T17:05:18.119662+0000","last_fullsized":"2024-07-26T17:05:18.119662+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:06:12.812247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1e","version":"249'1","reported_seq":16,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:17.957774+0000","last_change":"2024-07-26T17:05:15.962459+0000","last_active":"2024-07-26T17:05:17.957774+0000","last_peered":"2024-07-26T17:05:17.957774+0000","last_clean":"2024-07-26T17:05:17.957774+0000","last_became_active":"2024-07-26T17:05:15.962094+0000","last_became_peered":"2024-07-26T17:05:15.962094+0000","last_unstale":"2024-07-26T17:05:17.957774+0000","last_undegraded":"2024-07-26T17:05:17.957774+0000","last_fullsized":"2024-07-26T17:05:17.957774+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:59.867535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"237'240","reported_seq":1181,"reported_epoch":250,"state":"active+clean","last_fresh":"2024-07-26T17:05:18.119600+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:05:18.119600+0000","last_peered":"2024-07-26T17:05:18.119600+0000","last_clean":"2024-07-26T17:05:18.119600+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:05:18.119600+0000","last_undegraded":"2024-07-26T17:05:18.119600+0000","last_fullsized":"2024-07-26T17:05:18.119600+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":240,"log_dups_size":0,"ondisk_log_size":240,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":389,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":32,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":31,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":389,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":240,"ondisk_log_size":240,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576006,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52892,"kb_used_data":3656,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318948,"statfs":{"total":96636764160,"available":96582602752,"internally_reserved":0,"allocated":3743744,"data_stored":2234989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510597,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60628,"kb_used_data":3076,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311212,"statfs":{"total":96636764160,"available":96574681088,"internally_reserved":0,"allocated":3149824,"data_stored":1644609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510597,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":70352,"kb_used_data":3068,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94301488,"statfs":{"total":96636764160,"available":96564723712,"internally_reserved":0,"allocated":3141632,"data_stored":1644497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510597,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52308,"kb_used_data":3072,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319532,"statfs":{"total":96636764160,"available":96583200768,"internally_reserved":0,"allocated":3145728,"data_stored":1644567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510596,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52328,"kb_used_data":3092,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319512,"statfs":{"total":96636764160,"available":96583180288,"internally_reserved":0,"allocated":3166208,"data_stored":1646747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510596,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52312,"kb_used_data":3076,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319528,"statfs":{"total":96636764160,"available":96583196672,"internally_reserved":0,"allocated":3149824,"data_stored":1645149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510599,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48144,"kb_used_data":3068,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323696,"statfs":{"total":96636764160,"available":96587464704,"internally_reserved":0,"allocated":3141632,"data_stored":1644497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543303,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65368,"kb_used_data":3660,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94306472,"statfs":{"total":96636764160,"available":96569827328,"internally_reserved":0,"allocated":3747840,"data_stored":2236477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:05:21.451 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T17:05:21.452 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T17:05:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.611+0000 7f9524241640 1 -- 172.21.15.33:0/3499875363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f951c15b620 msgr2=0x7f951c0b32b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.611+0000 7f9524241640 1 --2- 172.21.15.33:0/3499875363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f951c15b620 0x7f951c0b32b0 secure :-1 s=READY pgs=2418 cs=0 l=1 rev1=1 crypto rx=0x7f9510005fd0 tx=0x7f951002a530 comp rx=0 tx=0).stop 2024-07-26T17:05:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.611+0000 7f9524241640 1 -- 172.21.15.33:0/3499875363 shutdown_connections 2024-07-26T17:05:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.611+0000 7f9524241640 1 --2- 172.21.15.33:0/3499875363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f951c15b620 0x7f951c0b32b0 unknown :-1 s=CLOSED pgs=2418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.611+0000 7f9524241640 1 --2- 172.21.15.33:0/3499875363 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f951c0731f0 0x7f951c0cf460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.611+0000 7f9524241640 1 -- 172.21.15.33:0/3499875363 >> 172.21.15.33:0/3499875363 conn(0x7f951c06d220 msgr2=0x7f951c0b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.611+0000 7f9524241640 1 -- 172.21.15.33:0/3499875363 shutdown_connections 2024-07-26T17:05:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.611+0000 7f9524241640 1 -- 172.21.15.33:0/3499875363 wait complete. 2024-07-26T17:05:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.613+0000 7f9524241640 1 Processor -- start 2024-07-26T17:05:21.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.613+0000 7f9524241640 1 -- start start 2024-07-26T17:05:21.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.614+0000 7f9524241640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f951c0731f0 0x7f951c1f4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:21.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.614+0000 7f9524241640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f951c0b37f0 0x7f951c159f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:21.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.614+0000 7f9524241640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f951c15b620 0x7f951c1f5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:21.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.614+0000 7f9524241640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f951c151840 con 0x7f951c0731f0 2024-07-26T17:05:21.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.614+0000 7f9524241640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f951c1516c0 con 0x7f951c0b37f0 2024-07-26T17:05:21.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.614+0000 7f9524241640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f951c1519c0 con 0x7f951c15b620 2024-07-26T17:05:21.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.614+0000 7f9521fdd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f951c0731f0 0x7f951c1f4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:21.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.614+0000 7f9521fdd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f951c0731f0 0x7f951c1f4d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59886/0 (socket says 172.21.15.33:59886) 2024-07-26T17:05:21.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.614+0000 7f9521fdd640 1 -- 172.21.15.33:0/75715790 learned_addr learned my addr 172.21.15.33:0/75715790 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:21.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.614+0000 7f95217dc640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f951c0b37f0 0x7f951c159f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:21.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.614+0000 7f95227de640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f951c15b620 0x7f951c1f5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:21.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.615+0000 7f9521fdd640 1 -- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f951c15b620 msgr2=0x7f951c1f5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.615+0000 7f9521fdd640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f951c15b620 0x7f951c1f5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.615+0000 7f9521fdd640 1 -- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f951c0b37f0 msgr2=0x7f951c159f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.615+0000 7f9521fdd640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f951c0b37f0 0x7f951c159f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.615+0000 7f9521fdd640 1 -- 172.21.15.33:0/75715790 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f951c152f10 con 0x7f951c0731f0 2024-07-26T17:05:21.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.615+0000 7f9521fdd640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f951c0731f0 0x7f951c1f4d40 secure :-1 s=READY pgs=2419 cs=0 l=1 rev1=1 crypto rx=0x7f951400af10 tx=0x7f951400cd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:21.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.615+0000 7f951a7fc640 1 -- 172.21.15.33:0/75715790 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951401c070 con 0x7f951c0731f0 2024-07-26T17:05:21.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.615+0000 7f951a7fc640 1 -- 172.21.15.33:0/75715790 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9514007ca0 con 0x7f951c0731f0 2024-07-26T17:05:21.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.615+0000 7f9524241640 1 -- 172.21.15.33:0/75715790 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f951c153410 con 0x7f951c0731f0 2024-07-26T17:05:21.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.615+0000 7f951a7fc640 1 -- 172.21.15.33:0/75715790 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951400f7b0 con 0x7f951c0731f0 2024-07-26T17:05:21.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.615+0000 7f9524241640 1 -- 172.21.15.33:0/75715790 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f951c1539d0 con 0x7f951c0731f0 2024-07-26T17:05:21.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.616+0000 7f9524241640 1 -- 172.21.15.33:0/75715790 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f951c0cc370 con 0x7f951c0731f0 2024-07-26T17:05:21.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.617+0000 7f951a7fc640 1 -- 172.21.15.33:0/75715790 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f951401f070 con 0x7f951c0731f0 2024-07-26T17:05:21.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.618+0000 7f951a7fc640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9508077280 0x7f9508079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:21.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.618+0000 7f951a7fc640 1 -- 172.21.15.33:0/75715790 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7f951409af20 con 0x7f951c0731f0 2024-07-26T17:05:21.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.618+0000 7f95217dc640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9508077280 0x7f9508079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:21.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.619+0000 7f95217dc640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9508077280 0x7f9508079790 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9510033000 tx=0x7f9510004730 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:21.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.622+0000 7f951a7fc640 1 -- 172.21.15.33:0/75715790 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f951c0cc370 con 0x7f951c0731f0 2024-07-26T17:05:21.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.893+0000 7f9524241640 1 -- 172.21.15.33:0/75715790 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f951c0cf460 con 0x7f951c0731f0 2024-07-26T17:05:21.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.896+0000 7f951a7fc640 1 -- 172.21.15.33:0/75715790 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v53) ==== 190+0+147 (secure 0 0 0) 0x7f9514063540 con 0x7f951c0731f0 2024-07-26T17:05:21.897 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T17:05:21.898 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T17:05:21.898 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T17:05:21.898 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T17:05:21.898 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T17:05:21.898 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T17:05:21.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 -- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9508077280 msgr2=0x7f9508079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9508077280 0x7f9508079790 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9510033000 tx=0x7f9510004730 comp rx=0 tx=0).stop 2024-07-26T17:05:21.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 -- 172.21.15.33:0/75715790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f951c0731f0 msgr2=0x7f951c1f4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:21.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f951c0731f0 0x7f951c1f4d40 secure :-1 s=READY pgs=2419 cs=0 l=1 rev1=1 crypto rx=0x7f951400af10 tx=0x7f951400cd40 comp rx=0 tx=0).stop 2024-07-26T17:05:21.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 -- 172.21.15.33:0/75715790 shutdown_connections 2024-07-26T17:05:21.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9508077280 0x7f9508079790 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f951c15b620 0x7f951c1f5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f951c0b37f0 0x7f951c159f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 --2- 172.21.15.33:0/75715790 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f951c0731f0 0x7f951c1f4d40 unknown :-1 s=CLOSED pgs=2419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:21.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 -- 172.21.15.33:0/75715790 >> 172.21.15.33:0/75715790 conn(0x7f951c06d220 msgr2=0x7f951c1506a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:21.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 -- 172.21.15.33:0/75715790 shutdown_connections 2024-07-26T17:05:21.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:21.899+0000 7f9524241640 1 -- 172.21.15.33:0/75715790 wait complete. 2024-07-26T17:05:21.912 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:22.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.028+0000 7efc30e3a640 1 -- 172.21.15.33:0/2932115093 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc2c0d26d0 msgr2=0x7efc2c0d2ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.028+0000 7efc30e3a640 1 --2- 172.21.15.33:0/2932115093 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc2c0d26d0 0x7efc2c0d2ae0 secure :-1 s=READY pgs=2421 cs=0 l=1 rev1=1 crypto rx=0x7efc20009830 tx=0x7efc2002a530 comp rx=0 tx=0).stop 2024-07-26T17:05:22.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.029+0000 7efc30e3a640 1 -- 172.21.15.33:0/2932115093 shutdown_connections 2024-07-26T17:05:22.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.029+0000 7efc30e3a640 1 --2- 172.21.15.33:0/2932115093 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc2c0d26d0 0x7efc2c0d2ae0 unknown :-1 s=CLOSED pgs=2421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.029+0000 7efc30e3a640 1 -- 172.21.15.33:0/2932115093 >> 172.21.15.33:0/2932115093 conn(0x7efc2c0b5b00 msgr2=0x7efc2c0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:22.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.029+0000 7efc30e3a640 1 -- 172.21.15.33:0/2932115093 shutdown_connections 2024-07-26T17:05:22.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.029+0000 7efc30e3a640 1 -- 172.21.15.33:0/2932115093 wait complete. 2024-07-26T17:05:22.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.031+0000 7efc30e3a640 1 Processor -- start 2024-07-26T17:05:22.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.031+0000 7efc30e3a640 1 -- start start 2024-07-26T17:05:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc30e3a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc2c0b37d0 0x7efc2c161d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc30e3a640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc2c0d26d0 0x7efc2c15af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc30e3a640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc2c0d3020 0x7efc2c15b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc30e3a640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c0b3d60 con 0x7efc2c0b37d0 2024-07-26T17:05:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc30e3a640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c0b3be0 con 0x7efc2c0d26d0 2024-07-26T17:05:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc30e3a640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efc2c0d3c30 con 0x7efc2c0d3020 2024-07-26T17:05:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc2a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc2c0b37d0 0x7efc2c161d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc2a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc2c0b37d0 0x7efc2c161d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48382/0 (socket says 172.21.15.33:48382) 2024-07-26T17:05:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc2a59c640 1 -- 172.21.15.33:0/531558621 learned_addr learned my addr 172.21.15.33:0/531558621 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:22.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc29d9b640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc2c0d26d0 0x7efc2c15af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc2ad9d640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc2c0d3020 0x7efc2c15b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc2a59c640 1 -- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc2c0d3020 msgr2=0x7efc2c15b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc2a59c640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc2c0d3020 0x7efc2c15b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc2a59c640 1 -- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc2c0d26d0 msgr2=0x7efc2c15af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc2a59c640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc2c0d26d0 0x7efc2c15af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.032+0000 7efc2a59c640 1 -- 172.21.15.33:0/531558621 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc2c15ffc0 con 0x7efc2c0b37d0 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.033+0000 7efc2a59c640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc2c0b37d0 0x7efc2c161d30 secure :-1 s=READY pgs=2422 cs=0 l=1 rev1=1 crypto rx=0x7efc1c00c370 tx=0x7efc1c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.033+0000 7efc1affd640 1 -- 172.21.15.33:0/531558621 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1c017070 con 0x7efc2c0b37d0 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.033+0000 7efc1affd640 1 -- 172.21.15.33:0/531558621 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc1c0035f0 con 0x7efc2c0b37d0 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.033+0000 7efc30e3a640 1 -- 172.21.15.33:0/531558621 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc2c1602a0 con 0x7efc2c0b37d0 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.033+0000 7efc1affd640 1 -- 172.21.15.33:0/531558621 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1c003a40 con 0x7efc2c0b37d0 2024-07-26T17:05:22.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.033+0000 7efc30e3a640 1 -- 172.21.15.33:0/531558621 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc2c160860 con 0x7efc2c0b37d0 2024-07-26T17:05:22.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.034+0000 7efc30e3a640 1 -- 172.21.15.33:0/531558621 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc2c0d2ae0 con 0x7efc2c0b37d0 2024-07-26T17:05:22.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.035+0000 7efc1affd640 1 -- 172.21.15.33:0/531558621 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7efc1c01a070 con 0x7efc2c0b37d0 2024-07-26T17:05:22.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.035+0000 7efc1affd640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7efc0c077280 0x7efc0c079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.036+0000 7efc1affd640 1 -- 172.21.15.33:0/531558621 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7efc1c0985a0 con 0x7efc2c0b37d0 2024-07-26T17:05:22.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.036+0000 7efc29d9b640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7efc0c077280 0x7efc0c079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.036+0000 7efc29d9b640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7efc0c077280 0x7efc0c079790 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7efc20034000 tx=0x7efc20004730 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:22.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.039+0000 7efc1affd640 1 -- 172.21.15.33:0/531558621 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efc1c021020 con 0x7efc2c0b37d0 2024-07-26T17:05:22.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.272+0000 7efc30e3a640 1 -- 172.21.15.33:0/531558621 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efc2c162270 con 0x7efc2c0b37d0 2024-07-26T17:05:22.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.273+0000 7efc1affd640 1 -- 172.21.15.33:0/531558621 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 134 v134) ==== 95+0+5246 (secure 0 0 0) 0x7efc1c060ca0 con 0x7efc2c0b37d0 2024-07-26T17:05:22.274 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:22.274 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":134,"btime":"2024-07-26T17:05:19:988526+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129},{"gid":11508,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2809483333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2809483333},{"type":"v1","addr":"172.21.15.33:6835","nonce":2809483333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:16.347720+0000","modified":"2024-07-26T17:05:19.376283+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11514":{"gid":11514,"name":"b","rank":0,"incarnation":130,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/3192707559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3192707559},{"type":"v1","addr":"172.21.15.154:6835","nonce":3192707559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[32],"metadata_pool":31,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11514,"qdb_cluster":[11514]},"id":15}]} 2024-07-26T17:05:22.275 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 134 2024-07-26T17:05:22.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 -- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7efc0c077280 msgr2=0x7efc0c079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7efc0c077280 0x7efc0c079790 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7efc20034000 tx=0x7efc20004730 comp rx=0 tx=0).stop 2024-07-26T17:05:22.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 -- 172.21.15.33:0/531558621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc2c0b37d0 msgr2=0x7efc2c161d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc2c0b37d0 0x7efc2c161d30 secure :-1 s=READY pgs=2422 cs=0 l=1 rev1=1 crypto rx=0x7efc1c00c370 tx=0x7efc1c00c830 comp rx=0 tx=0).stop 2024-07-26T17:05:22.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 -- 172.21.15.33:0/531558621 shutdown_connections 2024-07-26T17:05:22.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7efc0c077280 0x7efc0c079790 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efc2c0d3020 0x7efc2c15b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efc2c0d26d0 0x7efc2c15af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 --2- 172.21.15.33:0/531558621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc2c0b37d0 0x7efc2c161d30 unknown :-1 s=CLOSED pgs=2422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 -- 172.21.15.33:0/531558621 >> 172.21.15.33:0/531558621 conn(0x7efc2c0b5b00 msgr2=0x7efc2c0b24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:22.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 -- 172.21.15.33:0/531558621 shutdown_connections 2024-07-26T17:05:22.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.275+0000 7efc30e3a640 1 -- 172.21.15.33:0/531558621 wait complete. 2024-07-26T17:05:22.691 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 134, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T17:05:16.347720+0000', 'modified': '2024-07-26T17:05:19.376283+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11514}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11514': {'gid': 11514, 'name': 'b', 'rank': 0, 'incarnation': 130, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.154:6835/3192707559', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.154:6833', 'nonce': 3192707559}, {'type': 'v1', 'addr': '172.21.15.154:6835', 'nonce': 3192707559}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [32], 'metadata_pool': 31, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 11514, 'qdb_cluster': [11514]} 2024-07-26T17:05:22.692 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T17:05:22.692 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-07-26T17:05:22.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.811+0000 7fbfdebda640 1 -- 172.21.15.33:0/2192994805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfd80d0bc0 msgr2=0x7fbfd80cd100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.811+0000 7fbfdebda640 1 --2- 172.21.15.33:0/2192994805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfd80d0bc0 0x7fbfd80cd100 secure :-1 s=READY pgs=2424 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0005fd0 tx=0x7fbfd002a820 comp rx=0 tx=0).stop 2024-07-26T17:05:22.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.812+0000 7fbfdebda640 1 -- 172.21.15.33:0/2192994805 shutdown_connections 2024-07-26T17:05:22.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.812+0000 7fbfdebda640 1 --2- 172.21.15.33:0/2192994805 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfd80d0bc0 0x7fbfd80cd100 unknown :-1 s=CLOSED pgs=2424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.812+0000 7fbfdebda640 1 -- 172.21.15.33:0/2192994805 >> 172.21.15.33:0/2192994805 conn(0x7fbfd80d1e00 msgr2=0x7fbfd80d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:22.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.812+0000 7fbfdebda640 1 -- 172.21.15.33:0/2192994805 shutdown_connections 2024-07-26T17:05:22.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.812+0000 7fbfdebda640 1 -- 172.21.15.33:0/2192994805 wait complete. 2024-07-26T17:05:22.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.813+0000 7fbfdebda640 1 Processor -- start 2024-07-26T17:05:22.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.813+0000 7fbfdebda640 1 -- start start 2024-07-26T17:05:22.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfdebda640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfd80ceea0 0x7fbfd8157150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfdebda640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfd80cfd00 0x7fbfd81491c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfdebda640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfd80d0bc0 0x7fbfd8149700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfdebda640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd8167790 con 0x7fbfd80cfd00 2024-07-26T17:05:22.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfdebda640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd8167610 con 0x7fbfd80ceea0 2024-07-26T17:05:22.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfdebda640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbfd8167910 con 0x7fbfd80d0bc0 2024-07-26T17:05:22.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfd7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfd80cfd00 0x7fbfd81491c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfd7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfd80cfd00 0x7fbfd81491c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48392/0 (socket says 172.21.15.33:48392) 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfd7fff640 1 -- 172.21.15.33:0/2012714231 learned_addr learned my addr 172.21.15.33:0/2012714231 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfdc976640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfd80ceea0 0x7fbfd8157150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfdd177640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfd80d0bc0 0x7fbfd8149700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfd7fff640 1 -- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfd80d0bc0 msgr2=0x7fbfd8149700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfd7fff640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfd80d0bc0 0x7fbfd8149700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfd7fff640 1 -- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfd80ceea0 msgr2=0x7fbfd8157150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfd7fff640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfd80ceea0 0x7fbfd8157150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfd7fff640 1 -- 172.21.15.33:0/2012714231 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfd814fdd0 con 0x7fbfd80cfd00 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfdc976640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfd80ceea0 0x7fbfd8157150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.815+0000 7fbfdd177640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfd80d0bc0 0x7fbfd8149700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.816+0000 7fbfd7fff640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfd80cfd00 0x7fbfd81491c0 secure :-1 s=READY pgs=2425 cs=0 l=1 rev1=1 crypto rx=0x7fbfc400b3f0 tx=0x7fbfc400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:22.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.816+0000 7fbfd57fa640 1 -- 172.21.15.33:0/2012714231 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc4015020 con 0x7fbfd80cfd00 2024-07-26T17:05:22.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.816+0000 7fbfd57fa640 1 -- 172.21.15.33:0/2012714231 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfc4011920 con 0x7fbfd80cfd00 2024-07-26T17:05:22.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.816+0000 7fbfdebda640 1 -- 172.21.15.33:0/2012714231 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfd81500b0 con 0x7fbfd80cfd00 2024-07-26T17:05:22.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.816+0000 7fbfd57fa640 1 -- 172.21.15.33:0/2012714231 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc4011d70 con 0x7fbfd80cfd00 2024-07-26T17:05:22.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.816+0000 7fbfdebda640 1 -- 172.21.15.33:0/2012714231 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfd80ca230 con 0x7fbfd80cfd00 2024-07-26T17:05:22.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.818+0000 7fbfd57fa640 1 -- 172.21.15.33:0/2012714231 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7fbfc4018020 con 0x7fbfd80cfd00 2024-07-26T17:05:22.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.818+0000 7fbfd57fa640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbfbc077280 0x7fbfbc079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.818+0000 7fbfd57fa640 1 -- 172.21.15.33:0/2012714231 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7fbfc4098cc0 con 0x7fbfd80cfd00 2024-07-26T17:05:22.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.819+0000 7fbfdc976640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbfbc077280 0x7fbfbc079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.819+0000 7fbfe5bca740 1 Processor -- start 2024-07-26T17:05:22.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.819+0000 7fbfe5bca740 1 -- start start 2024-07-26T17:05:22.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.819+0000 7fbfdc976640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbfbc077280 0x7fbfbc079790 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc000f60 tx=0x7fbfcc009040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:22.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.820+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21bab270 0x561e21f69bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.820+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b823b0 0x561e21f780d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.820+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b8a590 0x561e21f78610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.820+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561e21ec33f0 con 0x561e21bab270 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.820+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x561e21eb2a90 con 0x561e21b823b0 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.820+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x561e21eb6930 con 0x561e21b8a590 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.820+0000 7fbfdc976640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21bab270 0x561e21f69bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.820+0000 7fbfdc976640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21bab270 0x561e21f69bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48404/0 (socket says 172.21.15.33:48404) 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.820+0000 7fbfdc976640 1 -- 172.21.15.33:0/587463201 learned_addr learned my addr 172.21.15.33:0/587463201 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.821+0000 7fbfdd177640 1 --2- 172.21.15.33:0/587463201 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b8a590 0x561e21f78610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.821+0000 7fbfd7fff640 1 --2- 172.21.15.33:0/587463201 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b823b0 0x561e21f780d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.821+0000 7fbfdc976640 1 -- 172.21.15.33:0/587463201 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b8a590 msgr2=0x561e21f78610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.821+0000 7fbfdc976640 1 --2- 172.21.15.33:0/587463201 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b8a590 0x561e21f78610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.821+0000 7fbfdc976640 1 -- 172.21.15.33:0/587463201 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b823b0 msgr2=0x561e21f780d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.821+0000 7fbfdc976640 1 --2- 172.21.15.33:0/587463201 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b823b0 0x561e21f780d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.821+0000 7fbfdc976640 1 -- 172.21.15.33:0/587463201 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e21c16850 con 0x561e21bab270 2024-07-26T17:05:22.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.821+0000 7fbfdc976640 1 --2- 172.21.15.33:0/587463201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21bab270 0x561e21f69bd0 secure :-1 s=READY pgs=2426 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc005100 tx=0x7fbfcc011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8fd2253c1c05759 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:22.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.821+0000 7fbfc27fc640 1 -- 172.21.15.33:0/587463201 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfcc0035f0 con 0x561e21bab270 2024-07-26T17:05:22.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.821+0000 7fbfc27fc640 1 -- 172.21.15.33:0/587463201 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfcc003880 con 0x561e21bab270 2024-07-26T17:05:22.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.821+0000 7fbfc27fc640 1 -- 172.21.15.33:0/587463201 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfcc003c70 con 0x561e21bab270 2024-07-26T17:05:22.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.822+0000 7fbfe5bca740 1 -- 172.21.15.33:0/587463201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21bab270 msgr2=0x561e21f69bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.822+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/587463201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21bab270 0x561e21f69bd0 secure :-1 s=READY pgs=2426 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc005100 tx=0x7fbfcc011000 comp rx=0 tx=0).stop 2024-07-26T17:05:22.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.822+0000 7fbfe5bca740 1 -- 172.21.15.33:0/587463201 shutdown_connections 2024-07-26T17:05:22.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.822+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/587463201 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b8a590 0x561e21f78610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.822+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/587463201 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b823b0 0x561e21f780d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.822+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/587463201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21bab270 0x561e21f69bd0 unknown :-1 s=CLOSED pgs=2426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.822+0000 7fbfe5bca740 1 -- 172.21.15.33:0/587463201 >> 172.21.15.33:0/587463201 conn(0x561e21b9f3c0 msgr2=0x561e21f514c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.822+0000 7fbfe5bca740 1 -- 172.21.15.33:0/587463201 shutdown_connections 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.822+0000 7fbfe5bca740 1 -- 172.21.15.33:0/587463201 wait complete. 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.823+0000 7fbfe5bca740 1 -- start start 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.823+0000 7fbfe5bca740 1 Processor -- start 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f905d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b8a590 0x561e21f92080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21bab270 0x561e21f925c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561e21c25620 con 0x561e21b823b0 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x561e21e3acb0 con 0x561e21b8a590 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x561e21f50980 con 0x561e21bab270 2024-07-26T17:05:22.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfe5bca740 10 client.0 _ll_register_callbacks cb 0x561e21e5cea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:05:22.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfdc976640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f905d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfdc976640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f905d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48418/0 (socket says 172.21.15.33:48418) 2024-07-26T17:05:22.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfdc976640 1 -- 172.21.15.33:0/2008435657 learned_addr learned my addr 172.21.15.33:0/2008435657 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:22.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfd7fff640 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b8a590 0x561e21f92080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfdd177640 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21bab270 0x561e21f925c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfdc976640 1 -- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21bab270 msgr2=0x561e21f925c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:22.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfdc976640 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21bab270 0x561e21f925c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfdc976640 1 -- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b8a590 msgr2=0x561e21f92080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:22.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfdc976640 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b8a590 0x561e21f92080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfdc976640 1 -- 172.21.15.33:0/2008435657 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e21c8d6b0 con 0x561e21b823b0 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfdc976640 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f905d0 secure :-1 s=READY pgs=2427 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc00ebb0 tx=0x7fbfcc003e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e9b9dc8dabace55 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfb77fe640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.825+0000 7fbfb77fe640 1 -- 172.21.15.33:0/2008435657 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfcc0035f0 con 0x561e21b823b0 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfb77fe640 1 -- 172.21.15.33:0/2008435657 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7fbfcc021860 con 0x561e21b823b0 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2008435657 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbfcc003880 con 0x561e21b823b0 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfb77fe640 1 -- 172.21.15.33:0/2008435657 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=134) ==== 24+0+0 (secure 0 0 0) 0x7fbfcc032050 con 0x561e21b823b0 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfe5bca740 10 client.11631 fetch_fsmap learned FSMap version 134 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2008435657 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=134,monmap=2+}) -- 0x561e21f50720 con 0x561e21b823b0 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfb77fe640 1 -- 172.21.15.33:0/2008435657 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfcc003880 con 0x561e21b823b0 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfb77fe640 1 -- 172.21.15.33:0/2008435657 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 134) ==== 3502+0+0 (secure 0 0 0) 0x7fbfcc035020 con 0x561e21b823b0 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfe5bca740 10 client.11631 fetch_fsmap finished waiting for FSMap version 134 2024-07-26T17:05:22.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfe5bca740 10 client.11631 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-26T17:05:22.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfe5bca740 20 client.11631 populate_metadata read hostname 'smithi033' 2024-07-26T17:05:22.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:6833/3192707559,v1:172.21.15.154:6835/3192707559] conn(0x561e21b69e40 0x561e21f4fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfe5bca740 4 client.11631 mds_command: new command op to 11514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T17:05:22.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2008435657 --> [v2:172.21.15.154:6833/3192707559,v1:172.21.15.154:6835/3192707559] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561e21ec5340 con 0x561e21b69e40 2024-07-26T17:05:22.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.826+0000 7fbfd7fff640 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:6833/3192707559,v1:172.21.15.154:6835/3192707559] conn(0x561e21b69e40 0x561e21f4fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.827+0000 7fbfd7fff640 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:6833/3192707559,v1:172.21.15.154:6835/3192707559] conn(0x561e21b69e40 0x561e21f4fb20 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2de63f34171e7ad server_cookie=1abf1756042e1df2 in_seq=0 out_seq=0 2024-07-26T17:05:22.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.827+0000 7fbfb77fe640 10 client.11631 ms_handle_connect on v2:172.21.15.154:6833/3192707559 2024-07-26T17:05:22.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfb77fe640 1 -- 172.21.15.33:0/2008435657 <== mds.0 v2:172.21.15.154:6833/3192707559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561e21ec5340 con 0x561e21b69e40 2024-07-26T17:05:22.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfb77fe640 10 client.11631 handle_command_reply: tid=0 2024-07-26T17:05:22.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 1 client.11631 shutdown 2024-07-26T17:05:22.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2008435657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 msgr2=0x561e21f905d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f905d0 secure :-1 s=READY pgs=2427 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc00ebb0 tx=0x7fbfcc003e90 comp rx=0 tx=0).stop 2024-07-26T17:05:22.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2008435657 shutdown_connections 2024-07-26T17:05:22.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:6833/3192707559,v1:172.21.15.154:6835/3192707559] conn(0x561e21b69e40 0x561e21f4fb20 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21bab270 0x561e21f925c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfb77fe640 0 client.11631 ms_handle_reset on v2:172.21.15.154:6833/3192707559 2024-07-26T17:05:22.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b8a590 0x561e21f92080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/2008435657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f905d0 unknown :-1 s=CLOSED pgs=2427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2008435657 >> 172.21.15.33:0/2008435657 conn(0x561e21b9f3c0 msgr2=0x561e21f7af00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:22.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2008435657 shutdown_connections 2024-07-26T17:05:22.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2008435657 wait complete. 2024-07-26T17:05:22.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.828+0000 7fbfe5bca740 20 client.11631 trim_cache size 0 max 16384 2024-07-26T17:05:22.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.847+0000 7fbfe5bca740 1 Processor -- start 2024-07-26T17:05:22.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.847+0000 7fbfe5bca740 1 -- start start 2024-07-26T17:05:22.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b69e40 0x561e21fb3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f4faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b8a590 0x561e21f50030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd806ec40 con 0x561e21b823b0 2024-07-26T17:05:22.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbfd80c9c20 con 0x561e21b69e40 2024-07-26T17:05:22.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbfd814ae00 con 0x561e21b8a590 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfd7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f4faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfd7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f4faf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48430/0 (socket says 172.21.15.33:48430) 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfd7fff640 1 -- 172.21.15.33:0/2586144976 learned_addr learned my addr 172.21.15.33:0/2586144976 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfd7fff640 1 -- 172.21.15.33:0/2586144976 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b8a590 msgr2=0x561e21f50030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfd7fff640 1 --2- 172.21.15.33:0/2586144976 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b8a590 0x561e21f50030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfd7fff640 1 -- 172.21.15.33:0/2586144976 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b69e40 msgr2=0x561e21fb3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfd7fff640 1 --2- 172.21.15.33:0/2586144976 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b69e40 0x561e21fb3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfd7fff640 1 -- 172.21.15.33:0/2586144976 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e21f52460 con 0x561e21b823b0 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfd7fff640 1 --2- 172.21.15.33:0/2586144976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f4faf0 secure :-1 s=READY pgs=2428 cs=0 l=1 rev1=1 crypto rx=0x7fbfc40611c0 tx=0x7fbfc405d930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92dea7d6e441eb58 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfc1ffb640 1 -- 172.21.15.33:0/2586144976 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc4096df0 con 0x561e21b823b0 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfc1ffb640 1 -- 172.21.15.33:0/2586144976 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfc4097080 con 0x561e21b823b0 2024-07-26T17:05:22.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.849+0000 7fbfc1ffb640 1 -- 172.21.15.33:0/2586144976 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc407ad90 con 0x561e21b823b0 2024-07-26T17:05:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.850+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2586144976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 msgr2=0x561e21f4faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.850+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/2586144976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f4faf0 secure :-1 s=READY pgs=2428 cs=0 l=1 rev1=1 crypto rx=0x7fbfc40611c0 tx=0x7fbfc405d930 comp rx=0 tx=0).stop 2024-07-26T17:05:22.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.850+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2586144976 shutdown_connections 2024-07-26T17:05:22.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.850+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/2586144976 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b8a590 0x561e21f50030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.850+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/2586144976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b823b0 0x561e21f4faf0 unknown :-1 s=CLOSED pgs=2428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.850+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/2586144976 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b69e40 0x561e21fb3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.850+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2586144976 >> 172.21.15.33:0/2586144976 conn(0x561e21b9f3c0 msgr2=0x561e21f8c8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:22.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.850+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2586144976 shutdown_connections 2024-07-26T17:05:22.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.850+0000 7fbfe5bca740 1 -- 172.21.15.33:0/2586144976 wait complete. 2024-07-26T17:05:22.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.851+0000 7fbfe5bca740 1 -- start start 2024-07-26T17:05:22.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.851+0000 7fbfe5bca740 1 Processor -- start 2024-07-26T17:05:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.852+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b69e40 0x561e22000c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.852+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b823b0 0x561e21f79ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.852+0000 7fbfe5bca740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b8a590 0x561e21f72620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.852+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561e21f686c0 con 0x561e21b8a590 2024-07-26T17:05:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.852+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x561e21f8c640 con 0x561e21b69e40 2024-07-26T17:05:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.852+0000 7fbfe5bca740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x561e21f8dfc0 con 0x561e21b823b0 2024-07-26T17:05:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.852+0000 7fbfe5bca740 10 client.0 _ll_register_callbacks cb 0x7fbfc405d880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:05:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfdd177640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b8a590 0x561e21f72620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfdd177640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b8a590 0x561e21f72620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48444/0 (socket says 172.21.15.33:48444) 2024-07-26T17:05:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfdd177640 1 -- 172.21.15.33:0/1741878078 learned_addr learned my addr 172.21.15.33:0/1741878078 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:22.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfdc976640 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b69e40 0x561e22000c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfd7fff640 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b823b0 0x561e21f79ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfdd177640 1 -- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b823b0 msgr2=0x561e21f79ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfdd177640 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b823b0 0x561e21f79ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfdd177640 1 -- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b69e40 msgr2=0x561e22000c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfdd177640 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b69e40 0x561e22000c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfdd177640 1 -- 172.21.15.33:0/1741878078 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e220011a0 con 0x561e21b8a590 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfdd177640 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b8a590 0x561e21f72620 secure :-1 s=READY pgs=2429 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0009560 tx=0x7fbfd0003d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e08e8995d9a7b64 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfb77fe640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfb77fe640 1 -- 172.21.15.33:0/1741878078 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd0037040 con 0x561e21b8a590 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfb77fe640 1 -- 172.21.15.33:0/1741878078 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7fbfd0049d10 con 0x561e21b8a590 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfe5bca740 1 -- 172.21.15.33:0/1741878078 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbfc4097080 con 0x561e21b8a590 2024-07-26T17:05:22.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfb77fe640 1 -- 172.21.15.33:0/1741878078 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=134) ==== 24+0+0 (secure 0 0 0) 0x7fbfd0004040 con 0x561e21b8a590 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfe5bca740 10 client.11637 fetch_fsmap learned FSMap version 134 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.853+0000 7fbfe5bca740 1 -- 172.21.15.33:0/1741878078 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=134,monmap=2+}) -- 0x561e21f7a3e0 con 0x561e21b8a590 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.854+0000 7fbfb77fe640 1 -- 172.21.15.33:0/1741878078 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfc4097080 con 0x561e21b8a590 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.854+0000 7fbfb77fe640 1 -- 172.21.15.33:0/1741878078 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 134) ==== 3502+0+0 (secure 0 0 0) 0x7fbfd0050050 con 0x561e21b8a590 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.854+0000 7fbfe5bca740 10 client.11637 fetch_fsmap finished waiting for FSMap version 134 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.854+0000 7fbfe5bca740 10 client.11637 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.854+0000 7fbfe5bca740 20 client.11637 populate_metadata read hostname 'smithi033' 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.854+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:6833/3192707559,v1:172.21.15.154:6835/3192707559] conn(0x561e21b3f280 0x561e21f60870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.854+0000 7fbfe5bca740 4 client.11637 mds_command: new command op to 11514 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.854+0000 7fbfe5bca740 1 -- 172.21.15.33:0/1741878078 --> [v2:172.21.15.154:6833/3192707559,v1:172.21.15.154:6835/3192707559] -- command(tid 0: {"prefix": "status"}) -- 0x561e21ec0de0 con 0x561e21b3f280 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.854+0000 7fbfdc976640 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:6833/3192707559,v1:172.21.15.154:6835/3192707559] conn(0x561e21b3f280 0x561e21f60870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfb77fe640 10 client.11637 ms_handle_connect on v2:172.21.15.154:6833/3192707559 2024-07-26T17:05:22.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfdc976640 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:6833/3192707559,v1:172.21.15.154:6835/3192707559] conn(0x561e21b3f280 0x561e21f60870 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=976fa808e945947b server_cookie=c2b4191ef0ed3685 in_seq=0 out_seq=0 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfb77fe640 1 -- 172.21.15.33:0/1741878078 <== mds.0 v2:172.21.15.154:6833/3192707559 1 ==== command_reply(tid 0: 0 ) ==== 8+0+329 (crc 0 0 0) 0x561e21ec0de0 con 0x561e21b3f280 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfb77fe640 10 client.11637 handle_command_reply: tid=0 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 1 client.11637 shutdown 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 1 -- 172.21.15.33:0/1741878078 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b8a590 msgr2=0x561e21f72620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b8a590 0x561e21f72620 secure :-1 s=READY pgs=2429 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0009560 tx=0x7fbfd0003d40 comp rx=0 tx=0).stop 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 1 -- 172.21.15.33:0/1741878078 shutdown_connections 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:6833/3192707559,v1:172.21.15.154:6835/3192707559] conn(0x561e21b3f280 0x561e21f60870 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561e21b8a590 0x561e21f72620 unknown :-1 s=CLOSED pgs=2429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561e21b823b0 0x561e21f79ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 1 --2- 172.21.15.33:0/1741878078 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561e21b69e40 0x561e22000c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfb77fe640 0 client.11637 ms_handle_reset on v2:172.21.15.154:6833/3192707559 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 1 -- 172.21.15.33:0/1741878078 >> 172.21.15.33:0/1741878078 conn(0x561e21b9f3c0 msgr2=0x561e21f92140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:22.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 1 -- 172.21.15.33:0/1741878078 shutdown_connections 2024-07-26T17:05:22.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 1 -- 172.21.15.33:0/1741878078 wait complete. 2024-07-26T17:05:22.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.855+0000 7fbfe5bca740 20 client.11637 trim_cache size 0 max 16384 2024-07-26T17:05:22.862 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:05:22.862 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T17:05:22.862 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T17:05:22.862 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 11514, 2024-07-26T17:05:22.862 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T17:05:22.862 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T17:05:22.862 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T17:05:22.863 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 5.9054004190000002, 2024-07-26T17:05:22.863 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 134, 2024-07-26T17:05:22.863 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 250, 2024-07-26T17:05:22.863 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 250, 2024-07-26T17:05:22.863 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 10.522422223 2024-07-26T17:05:22.863 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:05:22.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 -- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbfbc077280 msgr2=0x7fbfbc079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbfbc077280 0x7fbfbc079790 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fbfcc000f60 tx=0x7fbfcc009040 comp rx=0 tx=0).stop 2024-07-26T17:05:22.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 -- 172.21.15.33:0/2012714231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfd80cfd00 msgr2=0x7fbfd81491c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfd80cfd00 0x7fbfd81491c0 secure :-1 s=READY pgs=2425 cs=0 l=1 rev1=1 crypto rx=0x7fbfc400b3f0 tx=0x7fbfc400b8b0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 -- 172.21.15.33:0/2012714231 shutdown_connections 2024-07-26T17:05:22.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbfbc077280 0x7fbfbc079790 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbfd80d0bc0 0x7fbfd8149700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbfd80cfd00 0x7fbfd81491c0 unknown :-1 s=CLOSED pgs=2425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 --2- 172.21.15.33:0/2012714231 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbfd80ceea0 0x7fbfd8157150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 -- 172.21.15.33:0/2012714231 >> 172.21.15.33:0/2012714231 conn(0x7fbfd80d1e00 msgr2=0x7fbfd80d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:22.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 -- 172.21.15.33:0/2012714231 shutdown_connections 2024-07-26T17:05:22.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.856+0000 7fbfdebda640 1 -- 172.21.15.33:0/2012714231 wait complete. 2024-07-26T17:05:22.869 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T17:05:22.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.984+0000 7f2d35797640 1 -- 172.21.15.33:0/322421290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d300b4570 msgr2=0x7f2d30168c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.984+0000 7f2d35797640 1 --2- 172.21.15.33:0/322421290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d300b4570 0x7f2d30168c90 secure :-1 s=READY pgs=2430 cs=0 l=1 rev1=1 crypto rx=0x7f2d300ce410 tx=0x7f2d2802a980 comp rx=0 tx=0).stop 2024-07-26T17:05:22.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.985+0000 7f2d35797640 1 -- 172.21.15.33:0/322421290 shutdown_connections 2024-07-26T17:05:22.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.985+0000 7f2d35797640 1 --2- 172.21.15.33:0/322421290 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d300b4570 0x7f2d30168c90 unknown :-1 s=CLOSED pgs=2430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.985+0000 7f2d35797640 1 --2- 172.21.15.33:0/322421290 >> v2:172.21.15.154:3300/0 conn(0x7f2d300d2180 0x7f2d300b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.985+0000 7f2d35797640 1 -- 172.21.15.33:0/322421290 >> 172.21.15.33:0/322421290 conn(0x7f2d300b5ab0 msgr2=0x7f2d300b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:22.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.985+0000 7f2d35797640 1 -- 172.21.15.33:0/322421290 shutdown_connections 2024-07-26T17:05:22.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.985+0000 7f2d35797640 1 -- 172.21.15.33:0/322421290 wait complete. 2024-07-26T17:05:22.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.986+0000 7f2d35797640 1 Processor -- start 2024-07-26T17:05:22.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.986+0000 7f2d35797640 1 -- start start 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d35797640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d300b4570 0x7f2d301e1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d35797640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d300d1d70 0x7f2d301d5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d35797640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d300d2180 0x7f2d300c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d35797640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2d300d0730 con 0x7f2d300d2180 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d35797640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2d3008c630 con 0x7f2d300b4570 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d35797640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2d300c8ac0 con 0x7f2d300d1d70 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d2f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d300d2180 0x7f2d300c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d2f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d300d2180 0x7f2d300c80b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48466/0 (socket says 172.21.15.33:48466) 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d2f7fe640 1 -- 172.21.15.33:0/2532648407 learned_addr learned my addr 172.21.15.33:0/2532648407 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d2effd640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d300b4570 0x7f2d301e1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d27fff640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d300d1d70 0x7f2d301d5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d2f7fe640 1 -- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d300d1d70 msgr2=0x7f2d301d5110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d2f7fe640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d300d1d70 0x7f2d301d5110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d2f7fe640 1 -- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d300b4570 msgr2=0x7f2d301e1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d2f7fe640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d300b4570 0x7f2d301e1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.988+0000 7f2d2f7fe640 1 -- 172.21.15.33:0/2532648407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d300c85f0 con 0x7f2d300d2180 2024-07-26T17:05:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.989+0000 7f2d2f7fe640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d300d2180 0x7f2d300c80b0 secure :-1 s=READY pgs=2431 cs=0 l=1 rev1=1 crypto rx=0x7f2d28009d60 tx=0x7f2d28003f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.989+0000 7f2d277fe640 1 -- 172.21.15.33:0/2532648407 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d28034040 con 0x7f2d300d2180 2024-07-26T17:05:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.989+0000 7f2d277fe640 1 -- 172.21.15.33:0/2532648407 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d280046e0 con 0x7f2d300d2180 2024-07-26T17:05:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.989+0000 7f2d35797640 1 -- 172.21.15.33:0/2532648407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d301e50a0 con 0x7f2d300d2180 2024-07-26T17:05:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.989+0000 7f2d277fe640 1 -- 172.21.15.33:0/2532648407 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d280456e0 con 0x7f2d300d2180 2024-07-26T17:05:22.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.989+0000 7f2d35797640 1 -- 172.21.15.33:0/2532648407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d301e5660 con 0x7f2d300d2180 2024-07-26T17:05:22.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.990+0000 7f2d35797640 1 -- 172.21.15.33:0/2532648407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d3008cb30 con 0x7f2d300d2180 2024-07-26T17:05:22.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.991+0000 7f2d277fe640 1 -- 172.21.15.33:0/2532648407 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f2d28037020 con 0x7f2d300d2180 2024-07-26T17:05:22.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.991+0000 7f2d277fe640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2d10077280 0x7f2d10079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:22.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.991+0000 7f2d277fe640 1 -- 172.21.15.33:0/2532648407 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7f2d280ba900 con 0x7f2d300d2180 2024-07-26T17:05:22.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.991+0000 7f2d2effd640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2d10077280 0x7f2d10079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:22.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.992+0000 7f2d2effd640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2d10077280 0x7f2d10079790 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2d20006fd0 tx=0x7f2d20009060 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:22.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:22.996+0000 7f2d277fe640 1 -- 172.21.15.33:0/2532648407 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2d28082f20 con 0x7f2d300d2180 2024-07-26T17:05:23.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.227+0000 7f2d35797640 1 -- 172.21.15.33:0/2532648407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f2d300cae50 con 0x7f2d300d2180 2024-07-26T17:05:23.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.228+0000 7f2d277fe640 1 -- 172.21.15.33:0/2532648407 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v134) ==== 53+0+73 (secure 0 0 0) 0x7f2d28087470 con 0x7f2d300d2180 2024-07-26T17:05:23.230 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T17:05:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 -- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2d10077280 msgr2=0x7f2d10079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2d10077280 0x7f2d10079790 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2d20006fd0 tx=0x7f2d20009060 comp rx=0 tx=0).stop 2024-07-26T17:05:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 -- 172.21.15.33:0/2532648407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d300d2180 msgr2=0x7f2d300c80b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d300d2180 0x7f2d300c80b0 secure :-1 s=READY pgs=2431 cs=0 l=1 rev1=1 crypto rx=0x7f2d28009d60 tx=0x7f2d28003f70 comp rx=0 tx=0).stop 2024-07-26T17:05:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 -- 172.21.15.33:0/2532648407 shutdown_connections 2024-07-26T17:05:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2d10077280 0x7f2d10079790 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2d300d2180 0x7f2d300c80b0 unknown :-1 s=CLOSED pgs=2431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2d300d1d70 0x7f2d301d5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 --2- 172.21.15.33:0/2532648407 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2d300b4570 0x7f2d301e1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:23.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 -- 172.21.15.33:0/2532648407 >> 172.21.15.33:0/2532648407 conn(0x7f2d300b5ab0 msgr2=0x7f2d300b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:23.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 -- 172.21.15.33:0/2532648407 shutdown_connections 2024-07-26T17:05:23.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23.230+0000 7f2d35797640 1 -- 172.21.15.33:0/2532648407 wait complete. 2024-07-26T17:05:23.243 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T17:05:23.243 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T17:05:23.243 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T17:05:23.244 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T17:05:23.244 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T17:05:23.244 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T17:05:23.244 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T17:05:23.244 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T17:05:23.244 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:05:23.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:23.244 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T17:05:23.261 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T17:05:23.261 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T17:05:23.261 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T17:05:23.261 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:05:23.261 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T17:05:23.261 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:05:23.261 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:05:23.261 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:05:23.261 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T17:05:23.261 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:05:23.261 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 36934sec preferred_lft 36934sec 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T17:05:23.262 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T17:05:23.263 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:05:23.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:23.264 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T17:05:23.325 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T17:05:23.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:23.327 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T17:05:23.386 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T17:05:23.387 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T17:05:23.387 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T17:05:23.387 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T17:05:23.387 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T17:05:23.387 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T17:05:23.388 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T17:05:23.388 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T17:05:23.388 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T17:05:23.388 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T17:05:23.388 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T17:05:23.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T17:05:23.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:05:23.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:23.517 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T17:05:23.533 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T17:05:23.534 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T17:05:23.534 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:05:23.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:23.535 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T17:05:23.600 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T17:05:23.600 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:05:23.600 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T17:05:23.656 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:05:23.657 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:05:23.657 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:05:23.712 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:05:23.778 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:05:23.835 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:05:23.835 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:05:23.835 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:05:23.835 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:05:23.836 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:05:23.837 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:05:23.838 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:05:23.838 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:05:23.838 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:05:23.838 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:05:23.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:23.838 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:05:23.891 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T17:05:23.891 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T17:05:23.934 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:05:23.959 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:05:24.019 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:05:24.019 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:05:24.019 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:05:24.019 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:05:24.020 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:05:24.020 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:05:24.020 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:05:24.020 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:05:24.020 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:05:24.020 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:05:24.020 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:05:24.020 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:05:24.021 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:05:24.021 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:05:24.021 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:05:24.021 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:05:24.021 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:05:24.021 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:05:24.021 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:05:24.021 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:05:24.022 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:05:24.022 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:05:24.022 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:05:24.022 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:05:24.022 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:05:24.022 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:05:24.022 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:05:24.023 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:05:24.023 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:05:24.023 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:05:24.023 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:05:24.023 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:05:24.023 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:05:24.023 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:05:24.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:24.024 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:05:24.031 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T17:05:24.029+0000 7f23b031c480 -1 init, newargv = 0x55d8a9ba9ba0 newargc=15 2024-07-26T17:05:24.031 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[103086]: starting ceph client 2024-07-26T17:05:24.036 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[103086]: starting fuse 2024-07-26T17:05:24.047 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T17:05:24.047 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T17:05:24.048 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T17:05:24.048 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T17:05:24.048 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T17:05:24.048 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T17:05:24.048 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T17:05:24.048 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:05:24.048 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T17:05:24.049 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T17:05:24.049 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T17:05:24.049 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T17:05:24.049 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:05:24.049 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T17:05:24.049 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T17:05:24.049 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T17:05:24.049 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T17:05:24.050 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:05:24.050 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T17:05:24.050 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T17:05:24.050 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T17:05:24.050 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T17:05:24.050 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T17:05:24.050 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T17:05:24.051 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T17:05:24.051 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T17:05:24.051 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:05:24.051 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T17:05:24.051 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T17:05:24.168 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.103086.asok 2024-07-26T17:05:24.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:05:24.179 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.103086.asok 2024-07-26T17:05:24.179 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:24.179 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.103086.asok status 2024-07-26T17:05:24.327 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:05:24.327 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T17:05:24.327 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T17:05:24.328 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T17:05:24.328 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T17:05:24.328 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T17:05:24.328 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T17:05:24.328 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "103086", 2024-07-26T17:05:24.328 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T17:05:24.328 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:24.328 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T17:05:24.328 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T17:05:24.329 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 11649, 2024-07-26T17:05:24.329 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T17:05:24.329 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T17:05:24.329 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T17:05:24.329 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 11649 2024-07-26T17:05:24.329 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:24.329 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:05:24.329 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:05:24.330 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:05:24.330 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 1473477128 2024-07-26T17:05:24.330 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:24.330 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:24.330 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:05:24.330 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:05:24.330 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:05:24.331 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 1473477128 2024-07-26T17:05:24.331 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:24.331 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.11649 192.168.0.1:0/1473477128", 2024-07-26T17:05:24.331 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/1473477128", 2024-07-26T17:05:24.331 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T17:05:24.331 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 134, 2024-07-26T17:05:24.331 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 250, 2024-07-26T17:05:24.331 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T17:05:24.332 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T17:05:24.332 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T17:05:24.332 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:05:24.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:24.336 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T17:05:24.336 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T17:05:24.353 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T17:05:24.354 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T17:05:24.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:24.354 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:05:24.420 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs flag set enable_multiple true --yes-i-really-mean-it 2024-07-26T17:05:24.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.581+0000 7f811a071640 1 -- 172.21.15.33:0/2672981252 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81140d0810 msgr2=0x7f81140ceb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:24.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.581+0000 7f811a071640 1 --2- 172.21.15.33:0/2672981252 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81140d0810 0x7f81140ceb20 secure :-1 s=READY pgs=2435 cs=0 l=1 rev1=1 crypto rx=0x7f8114073bb0 tx=0x7f810402a560 comp rx=0 tx=0).stop 2024-07-26T17:05:24.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.581+0000 7f811a071640 1 -- 172.21.15.33:0/2672981252 shutdown_connections 2024-07-26T17:05:24.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.581+0000 7f811a071640 1 --2- 172.21.15.33:0/2672981252 >> v2:172.21.15.154:3300/0 conn(0x7f81141605d0 0x7f81141609e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:24.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.581+0000 7f811a071640 1 --2- 172.21.15.33:0/2672981252 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81140b70f0 0x7f8114160090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:24.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.582+0000 7f811a071640 1 --2- 172.21.15.33:0/2672981252 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81140d0810 0x7f81140ceb20 unknown :-1 s=CLOSED pgs=2435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:24.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.582+0000 7f811a071640 1 -- 172.21.15.33:0/2672981252 >> 172.21.15.33:0/2672981252 conn(0x7f81140d1da0 msgr2=0x7f81140d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:24.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.582+0000 7f811a071640 1 -- 172.21.15.33:0/2672981252 shutdown_connections 2024-07-26T17:05:24.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.582+0000 7f811a071640 1 -- 172.21.15.33:0/2672981252 wait complete. 2024-07-26T17:05:24.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.583+0000 7f811a071640 1 Processor -- start 2024-07-26T17:05:24.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.584+0000 7f811a071640 1 -- start start 2024-07-26T17:05:24.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f811a071640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81140b70f0 0x7f81140cd820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:24.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f811a071640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81140d0810 0x7f81140cdd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:24.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f811a071640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81141605d0 0x7f81141498d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:24.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f811a071640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f81140b1910 con 0x7f81140d0810 2024-07-26T17:05:24.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f811a071640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f81140b1790 con 0x7f81140b70f0 2024-07-26T17:05:24.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f811a071640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f81140b1a90 con 0x7f81141605d0 2024-07-26T17:05:24.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f8112ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81140d0810 0x7f81140cdd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f8112ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81140d0810 0x7f81140cdd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48494/0 (socket says 172.21.15.33:48494) 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f8112ffd640 1 -- 172.21.15.33:0/1203168077 learned_addr learned my addr 172.21.15.33:0/1203168077 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f81137fe640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81140b70f0 0x7f81140cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f8113fff640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81141605d0 0x7f81141498d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f8112ffd640 1 -- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81141605d0 msgr2=0x7f81141498d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f8112ffd640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81141605d0 0x7f81141498d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f8112ffd640 1 -- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81140b70f0 msgr2=0x7f81140cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f8112ffd640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81140b70f0 0x7f81140cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f8112ffd640 1 -- 172.21.15.33:0/1203168077 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f811409f7c0 con 0x7f81140d0810 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f81137fe640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81140b70f0 0x7f81140cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.585+0000 7f8113fff640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81141605d0 0x7f81141498d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:24.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.586+0000 7f8112ffd640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81140d0810 0x7f81140cdd60 secure :-1 s=READY pgs=2436 cs=0 l=1 rev1=1 crypto rx=0x7f810800c940 tx=0x7f810800ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:24.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.586+0000 7f80fbfff640 1 -- 172.21.15.33:0/1203168077 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8108004220 con 0x7f81140d0810 2024-07-26T17:05:24.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.586+0000 7f80fbfff640 1 -- 172.21.15.33:0/1203168077 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81080079b0 con 0x7f81140d0810 2024-07-26T17:05:24.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.586+0000 7f811a071640 1 -- 172.21.15.33:0/1203168077 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f811409faa0 con 0x7f81140d0810 2024-07-26T17:05:24.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.586+0000 7f80fbfff640 1 -- 172.21.15.33:0/1203168077 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8108007e20 con 0x7f81140d0810 2024-07-26T17:05:24.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.586+0000 7f811a071640 1 -- 172.21.15.33:0/1203168077 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f811414a910 con 0x7f81140d0810 2024-07-26T17:05:24.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.587+0000 7f811a071640 1 -- 172.21.15.33:0/1203168077 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8114160090 con 0x7f81140d0810 2024-07-26T17:05:24.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.588+0000 7f80fbfff640 1 -- 172.21.15.33:0/1203168077 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f8108005020 con 0x7f81140d0810 2024-07-26T17:05:24.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.589+0000 7f80fbfff640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8100077250 0x7f8100079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:24.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.589+0000 7f80fbfff640 1 -- 172.21.15.33:0/1203168077 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7f81080997d0 con 0x7f81140d0810 2024-07-26T17:05:24.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.589+0000 7f81137fe640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8100077250 0x7f8100079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:24.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.590+0000 7f81137fe640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8100077250 0x7f8100079760 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8104033000 tx=0x7f8104004730 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:24.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.593+0000 7f80fbfff640 1 -- 172.21.15.33:0/1203168077 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8108014030 con 0x7f81140d0810 2024-07-26T17:05:24.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:24.825+0000 7f811a071640 1 -- 172.21.15.33:0/1203168077 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f81141f71a0 con 0x7f81140d0810 2024-07-26T17:05:25.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.014+0000 7f80fbfff640 1 -- 172.21.15.33:0/1203168077 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs flag set", "flag_name": "enable_multiple", "val": "true", "yes_i_really_mean_it": true}]=0 v135) ==== 136+0+0 (secure 0 0 0) 0x7f8108062410 con 0x7f81140d0810 2024-07-26T17:05:25.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.016+0000 7f811a071640 1 -- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8100077250 msgr2=0x7f8100079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:25.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.016+0000 7f811a071640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8100077250 0x7f8100079760 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8104033000 tx=0x7f8104004730 comp rx=0 tx=0).stop 2024-07-26T17:05:25.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.016+0000 7f811a071640 1 -- 172.21.15.33:0/1203168077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81140d0810 msgr2=0x7f81140cdd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:25.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.016+0000 7f811a071640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81140d0810 0x7f81140cdd60 secure :-1 s=READY pgs=2436 cs=0 l=1 rev1=1 crypto rx=0x7f810800c940 tx=0x7f810800ce00 comp rx=0 tx=0).stop 2024-07-26T17:05:25.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.017+0000 7f811a071640 1 -- 172.21.15.33:0/1203168077 shutdown_connections 2024-07-26T17:05:25.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.017+0000 7f811a071640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8100077250 0x7f8100079760 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.017+0000 7f811a071640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81141605d0 0x7f81141498d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.017+0000 7f811a071640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81140d0810 0x7f81140cdd60 unknown :-1 s=CLOSED pgs=2436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.017+0000 7f811a071640 1 --2- 172.21.15.33:0/1203168077 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81140b70f0 0x7f81140cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.017+0000 7f811a071640 1 -- 172.21.15.33:0/1203168077 >> 172.21.15.33:0/1203168077 conn(0x7f81140d1da0 msgr2=0x7f81140705a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:25.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.017+0000 7f811a071640 1 -- 172.21.15.33:0/1203168077 shutdown_connections 2024-07-26T17:05:25.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.017+0000 7f811a071640 1 -- 172.21.15.33:0/1203168077 wait complete. 2024-07-26T17:05:25.030 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T17:05:25.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.148+0000 7f91e68fc640 1 -- 172.21.15.33:0/1387149142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c8003a50 msgr2=0x7f91c8003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:25.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.148+0000 7f91e68fc640 1 --2- 172.21.15.33:0/1387149142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c8003a50 0x7f91c8003ec0 secure :-1 s=READY pgs=2438 cs=0 l=1 rev1=1 crypto rx=0x7f91d00016c0 tx=0x7f91c8005830 comp rx=0 tx=0).stop 2024-07-26T17:05:25.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.148+0000 7f91e68fc640 1 -- 172.21.15.33:0/1387149142 shutdown_connections 2024-07-26T17:05:25.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.148+0000 7f91e68fc640 1 --2- 172.21.15.33:0/1387149142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91c8003a50 0x7f91c8003ec0 unknown :-1 s=CLOSED pgs=2438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.148+0000 7f91e68fc640 1 -- 172.21.15.33:0/1387149142 >> 172.21.15.33:0/1387149142 conn(0x7f91e00b5ab0 msgr2=0x7f91e00b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:25.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.148+0000 7f91e68fc640 1 -- 172.21.15.33:0/1387149142 shutdown_connections 2024-07-26T17:05:25.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.148+0000 7f91e68fc640 1 -- 172.21.15.33:0/1387149142 wait complete. 2024-07-26T17:05:25.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.149+0000 7f91e68fc640 1 Processor -- start 2024-07-26T17:05:25.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.150+0000 7f91e68fc640 1 -- start start 2024-07-26T17:05:25.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.151+0000 7f91e68fc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91c8003a50 0x7f91e01f46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:25.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.151+0000 7f91e68fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91e01d8830 0x7f91e00c9b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:25.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.151+0000 7f91e68fc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91e00ca040 0x7f91e01f8300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:25.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.151+0000 7f91e68fc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f91e00d0730 con 0x7f91e01d8830 2024-07-26T17:05:25.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.151+0000 7f91e68fc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f91e008c630 con 0x7f91e00ca040 2024-07-26T17:05:25.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.151+0000 7f91e68fc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f91e01d74a0 con 0x7f91c8003a50 2024-07-26T17:05:25.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.151+0000 7f91df7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91e01d8830 0x7f91e00c9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.151+0000 7f91df7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91e01d8830 0x7f91e00c9b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48518/0 (socket says 172.21.15.33:48518) 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.151+0000 7f91df7fe640 1 -- 172.21.15.33:0/2376529821 learned_addr learned my addr 172.21.15.33:0/2376529821 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.151+0000 7f91dffff640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91c8003a50 0x7f91e01f46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.151+0000 7f91e4e99640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91e00ca040 0x7f91e01f8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91df7fe640 1 -- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91c8003a50 msgr2=0x7f91e01f46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91df7fe640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91c8003a50 0x7f91e01f46e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91df7fe640 1 -- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91e00ca040 msgr2=0x7f91e01f8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91df7fe640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91e00ca040 0x7f91e01f8300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91df7fe640 1 -- 172.21.15.33:0/2376529821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91e01f4c20 con 0x7f91e01d8830 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91e4e99640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91e00ca040 0x7f91e01f8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91df7fe640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91e01d8830 0x7f91e00c9b00 secure :-1 s=READY pgs=2439 cs=0 l=1 rev1=1 crypto rx=0x7f91d4011b40 tx=0x7f91d4009eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91dcff9640 1 -- 172.21.15.33:0/2376529821 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d401e070 con 0x7f91e01d8830 2024-07-26T17:05:25.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91dcff9640 1 -- 172.21.15.33:0/2376529821 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91d4004050 con 0x7f91e01d8830 2024-07-26T17:05:25.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91e68fc640 1 -- 172.21.15.33:0/2376529821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91e00ca450 con 0x7f91e01d8830 2024-07-26T17:05:25.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91dcff9640 1 -- 172.21.15.33:0/2376529821 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d4004460 con 0x7f91e01d8830 2024-07-26T17:05:25.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.152+0000 7f91e68fc640 1 -- 172.21.15.33:0/2376529821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91e00b13b0 con 0x7f91e01d8830 2024-07-26T17:05:25.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.153+0000 7f91e68fc640 1 -- 172.21.15.33:0/2376529821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91e00b0e40 con 0x7f91e01d8830 2024-07-26T17:05:25.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.154+0000 7f91dcff9640 1 -- 172.21.15.33:0/2376529821 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f91d4021070 con 0x7f91e01d8830 2024-07-26T17:05:25.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.154+0000 7f91dcff9640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f91cc077250 0x7f91cc079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:25.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.154+0000 7f91dcff9640 1 -- 172.21.15.33:0/2376529821 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7f91d40999b0 con 0x7f91e01d8830 2024-07-26T17:05:25.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.155+0000 7f91dffff640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f91cc077250 0x7f91cc079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:25.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.155+0000 7f91dffff640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f91cc077250 0x7f91cc079760 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f91d0032000 tx=0x7f91d002c040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:25.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.159+0000 7f91dcff9640 1 -- 172.21.15.33:0/2376529821 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f91e00ca450 con 0x7f91e01d8830 2024-07-26T17:05:25.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.353+0000 7f91e68fc640 1 -- 172.21.15.33:0/2376529821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f91e008caa0 con 0x7f91e01d8830 2024-07-26T17:05:25.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.354+0000 7f91dcff9640 1 -- 172.21.15.33:0/2376529821 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v250) ==== 84+0+209 (secure 0 0 0) 0x7f91e01f4c20 con 0x7f91e01d8830 2024-07-26T17:05:25.355 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:25.356 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:05:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T17:05:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T17:05:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 31, 2024-07-26T17:05:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": "cephfs_metadata" 2024-07-26T17:05:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:25.356 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 32, 2024-07-26T17:05:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": "cephfs_data" 2024-07-26T17:05:25.357 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:25.357 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:05:25.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 -- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f91cc077250 msgr2=0x7f91cc079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:25.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f91cc077250 0x7f91cc079760 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f91d0032000 tx=0x7f91d002c040 comp rx=0 tx=0).stop 2024-07-26T17:05:25.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 -- 172.21.15.33:0/2376529821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91e01d8830 msgr2=0x7f91e00c9b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:25.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91e01d8830 0x7f91e00c9b00 secure :-1 s=READY pgs=2439 cs=0 l=1 rev1=1 crypto rx=0x7f91d4011b40 tx=0x7f91d4009eb0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 -- 172.21.15.33:0/2376529821 shutdown_connections 2024-07-26T17:05:25.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f91cc077250 0x7f91cc079760 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91e00ca040 0x7f91e01f8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91e01d8830 0x7f91e00c9b00 unknown :-1 s=CLOSED pgs=2439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 --2- 172.21.15.33:0/2376529821 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91c8003a50 0x7f91e01f46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 -- 172.21.15.33:0/2376529821 >> 172.21.15.33:0/2376529821 conn(0x7f91e00b5ab0 msgr2=0x7f91e00b8180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:25.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 -- 172.21.15.33:0/2376529821 shutdown_connections 2024-07-26T17:05:25.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.356+0000 7f91e68fc640 1 -- 172.21.15.33:0/2376529821 wait complete. 2024-07-26T17:05:25.369 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'backup_fs' 2024-07-26T17:05:25.369 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create backup_fs_metadata --pg_num_min 64 2024-07-26T17:05:25.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.490+0000 7f59019ba640 1 -- 172.21.15.33:0/3847690201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58fc0d24b0 msgr2=0x7f58fc0d28c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:25.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.490+0000 7f59019ba640 1 --2- 172.21.15.33:0/3847690201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58fc0d24b0 0x7f58fc0d28c0 secure :-1 s=READY pgs=2440 cs=0 l=1 rev1=1 crypto rx=0x7f58fc0d4f20 tx=0x7f58e402a580 comp rx=0 tx=0).stop 2024-07-26T17:05:25.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.490+0000 7f59019ba640 1 -- 172.21.15.33:0/3847690201 shutdown_connections 2024-07-26T17:05:25.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.490+0000 7f59019ba640 1 --2- 172.21.15.33:0/3847690201 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58fc0b0ad0 0x7f58fc0b0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.490+0000 7f59019ba640 1 --2- 172.21.15.33:0/3847690201 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58fc0d24b0 0x7f58fc0d28c0 unknown :-1 s=CLOSED pgs=2440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.490+0000 7f59019ba640 1 --2- 172.21.15.33:0/3847690201 >> v2:172.21.15.154:3300/0 conn(0x7f58fc0b94e0 0x7f58fc0d1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.490+0000 7f59019ba640 1 -- 172.21.15.33:0/3847690201 >> 172.21.15.33:0/3847690201 conn(0x7f58fc0b5a80 msgr2=0x7f58fc0b5e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:25.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.490+0000 7f59019ba640 1 -- 172.21.15.33:0/3847690201 shutdown_connections 2024-07-26T17:05:25.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.490+0000 7f59019ba640 1 -- 172.21.15.33:0/3847690201 wait complete. 2024-07-26T17:05:25.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.492+0000 7f59019ba640 1 Processor -- start 2024-07-26T17:05:25.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.492+0000 7f59019ba640 1 -- start start 2024-07-26T17:05:25.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.493+0000 7f59019ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58fc0b0ad0 0x7f58fc1502f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:25.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.493+0000 7f59019ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58fc0b94e0 0x7f58fc150830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:25.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.493+0000 7f59019ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58fc0d24b0 0x7f58fc1f4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:25.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.493+0000 7f59019ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f58fc0b15a0 con 0x7f58fc0d24b0 2024-07-26T17:05:25.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.493+0000 7f59019ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f58fc0b1420 con 0x7f58fc0b94e0 2024-07-26T17:05:25.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.493+0000 7f59019ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f58fc0b1720 con 0x7f58fc0b0ad0 2024-07-26T17:05:25.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.493+0000 7f58fb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58fc0d24b0 0x7f58fc1f4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:25.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.493+0000 7f58fb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58fc0d24b0 0x7f58fc1f4690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48542/0 (socket says 172.21.15.33:48542) 2024-07-26T17:05:25.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.493+0000 7f58fb7fe640 1 -- 172.21.15.33:0/4270130758 learned_addr learned my addr 172.21.15.33:0/4270130758 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f58faffd640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58fc0b0ad0 0x7f58fc1502f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f58fa7fc640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58fc0b94e0 0x7f58fc150830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f58fb7fe640 1 -- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58fc0b0ad0 msgr2=0x7f58fc1502f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f58fb7fe640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58fc0b0ad0 0x7f58fc1502f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f58fb7fe640 1 -- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58fc0b94e0 msgr2=0x7f58fc150830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f58fb7fe640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58fc0b94e0 0x7f58fc150830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f58fb7fe640 1 -- 172.21.15.33:0/4270130758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58fc0cd640 con 0x7f58fc0d24b0 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f58fb7fe640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58fc0d24b0 0x7f58fc1f4690 secure :-1 s=READY pgs=2441 cs=0 l=1 rev1=1 crypto rx=0x7f58f400d5e0 tx=0x7f58f400daa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f58f3fff640 1 -- 172.21.15.33:0/4270130758 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f4017070 con 0x7f58fc0d24b0 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f58f3fff640 1 -- 172.21.15.33:0/4270130758 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58f4005310 con 0x7f58fc0d24b0 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f59019ba640 1 -- 172.21.15.33:0/4270130758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58fc0cd920 con 0x7f58fc0d24b0 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f58f3fff640 1 -- 172.21.15.33:0/4270130758 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f40047a0 con 0x7f58fc0d24b0 2024-07-26T17:05:25.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.494+0000 7f59019ba640 1 -- 172.21.15.33:0/4270130758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58fc0cdee0 con 0x7f58fc0d24b0 2024-07-26T17:05:25.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.495+0000 7f59019ba640 1 -- 172.21.15.33:0/4270130758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58fc0d1bf0 con 0x7f58fc0d24b0 2024-07-26T17:05:25.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.496+0000 7f58f3fff640 1 -- 172.21.15.33:0/4270130758 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f58f4004940 con 0x7f58fc0d24b0 2024-07-26T17:05:25.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.496+0000 7f58f3fff640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f58dc077280 0x7f58dc079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:25.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.496+0000 7f58f3fff640 1 -- 172.21.15.33:0/4270130758 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(250..250 src has 1..250) ==== 6257+0+0 (secure 0 0 0) 0x7f58f4098f10 con 0x7f58fc0d24b0 2024-07-26T17:05:25.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.497+0000 7f58faffd640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f58dc077280 0x7f58dc079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:25.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.497+0000 7f58faffd640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f58dc077280 0x7f58dc079790 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f58ec00a2e0 tx=0x7f58ec00a270 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:25.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.501+0000 7f58f3fff640 1 -- 172.21.15.33:0/4270130758 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f58f4061a80 con 0x7f58fc0d24b0 2024-07-26T17:05:25.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:25.694+0000 7f59019ba640 1 -- 172.21.15.33:0/4270130758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "backup_fs_metadata", "pg_num_min": 64} v 0) -- 0x7f58fc0cd3d0 con 0x7f58fc0d24b0 2024-07-26T17:05:26.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.020+0000 7f58f3fff640 1 -- 172.21.15.33:0/4270130758 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "backup_fs_metadata", "pg_num_min": 64}]=0 pool 'backup_fs_metadata' created v251) ==== 144+0+0 (secure 0 0 0) 0x7f58f4061380 con 0x7f58fc0d24b0 2024-07-26T17:05:26.022 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'backup_fs_metadata' created 2024-07-26T17:05:26.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.023+0000 7f59019ba640 1 -- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f58dc077280 msgr2=0x7f58dc079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:26.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.023+0000 7f59019ba640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f58dc077280 0x7f58dc079790 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f58ec00a2e0 tx=0x7f58ec00a270 comp rx=0 tx=0).stop 2024-07-26T17:05:26.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.023+0000 7f59019ba640 1 -- 172.21.15.33:0/4270130758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58fc0d24b0 msgr2=0x7f58fc1f4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:26.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.023+0000 7f59019ba640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58fc0d24b0 0x7f58fc1f4690 secure :-1 s=READY pgs=2441 cs=0 l=1 rev1=1 crypto rx=0x7f58f400d5e0 tx=0x7f58f400daa0 comp rx=0 tx=0).stop 2024-07-26T17:05:26.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.023+0000 7f59019ba640 1 -- 172.21.15.33:0/4270130758 shutdown_connections 2024-07-26T17:05:26.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.023+0000 7f59019ba640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f58dc077280 0x7f58dc079790 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:26.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.023+0000 7f59019ba640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58fc0d24b0 0x7f58fc1f4690 unknown :-1 s=CLOSED pgs=2441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:26.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.023+0000 7f59019ba640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f58fc0b94e0 0x7f58fc150830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:26.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.023+0000 7f59019ba640 1 --2- 172.21.15.33:0/4270130758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f58fc0b0ad0 0x7f58fc1502f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:26.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.024+0000 7f59019ba640 1 -- 172.21.15.33:0/4270130758 >> 172.21.15.33:0/4270130758 conn(0x7f58fc0b5a80 msgr2=0x7f58fc06d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:26.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.024+0000 7f59019ba640 1 -- 172.21.15.33:0/4270130758 shutdown_connections 2024-07-26T17:05:26.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.024+0000 7f59019ba640 1 -- 172.21.15.33:0/4270130758 wait complete. 2024-07-26T17:05:26.044 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create backup_fs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T17:05:26.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.169+0000 7f22674c4640 1 -- 172.21.15.33:0/1345207221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22600b35d0 msgr2=0x7f22600d29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:26.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.169+0000 7f22674c4640 1 --2- 172.21.15.33:0/1345207221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22600b35d0 0x7f22600d29b0 secure :-1 s=READY pgs=2443 cs=0 l=1 rev1=1 crypto rx=0x7f225c009830 tx=0x7f225c02a480 comp rx=0 tx=0).stop 2024-07-26T17:05:26.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.169+0000 7f22674c4640 1 -- 172.21.15.33:0/1345207221 shutdown_connections 2024-07-26T17:05:26.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.169+0000 7f22674c4640 1 --2- 172.21.15.33:0/1345207221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22600b39e0 0x7f22600cfea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:26.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.169+0000 7f22674c4640 1 --2- 172.21.15.33:0/1345207221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22600b35d0 0x7f22600d29b0 unknown :-1 s=CLOSED pgs=2443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:26.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.169+0000 7f22674c4640 1 -- 172.21.15.33:0/1345207221 >> 172.21.15.33:0/1345207221 conn(0x7f22600b5b00 msgr2=0x7f22600b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:26.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.169+0000 7f22674c4640 1 -- 172.21.15.33:0/1345207221 shutdown_connections 2024-07-26T17:05:26.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.169+0000 7f22674c4640 1 -- 172.21.15.33:0/1345207221 wait complete. 2024-07-26T17:05:26.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.171+0000 7f22674c4640 1 Processor -- start 2024-07-26T17:05:26.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.171+0000 7f22674c4640 1 -- start start 2024-07-26T17:05:26.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.172+0000 7f22674c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22600b35d0 0x7f2260154900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:26.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.172+0000 7f22674c4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22600b39e0 0x7f22601f6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:26.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.172+0000 7f22674c4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22600d03e0 0x7f2260155c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:26.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.172+0000 7f22674c4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f226008cac0 con 0x7f22600d03e0 2024-07-26T17:05:26.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.172+0000 7f22674c4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f226008cc40 con 0x7f22600b35d0 2024-07-26T17:05:26.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.172+0000 7f22674c4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f22600d2ef0 con 0x7f22600b39e0 2024-07-26T17:05:26.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.172+0000 7f2265a61640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22600d03e0 0x7f2260155c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:26.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.172+0000 7f2265a61640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22600d03e0 0x7f2260155c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48556/0 (socket says 172.21.15.33:48556) 2024-07-26T17:05:26.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.172+0000 7f2265a61640 1 -- 172.21.15.33:0/2858583615 learned_addr learned my addr 172.21.15.33:0/2858583615 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:26.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.172+0000 7f2265260640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22600b35d0 0x7f2260154900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:26.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.172+0000 7f2264a5f640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22600b39e0 0x7f22601f6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:26.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f2265a61640 1 -- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22600b39e0 msgr2=0x7f22601f6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:26.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f2265a61640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22600b39e0 0x7f22601f6190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:26.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f2265a61640 1 -- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22600b35d0 msgr2=0x7f2260154900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:26.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f2265a61640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22600b35d0 0x7f2260154900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:26.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f2265a61640 1 -- 172.21.15.33:0/2858583615 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22601586b0 con 0x7f22600d03e0 2024-07-26T17:05:26.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f2265260640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22600b35d0 0x7f2260154900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:26.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f2264a5f640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22600b39e0 0x7f22601f6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:26.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f2265a61640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22600d03e0 0x7f2260155c10 secure :-1 s=READY pgs=2444 cs=0 l=1 rev1=1 crypto rx=0x7f225800cb10 tx=0x7f225800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:26.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f2255ffb640 1 -- 172.21.15.33:0/2858583615 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258016020 con 0x7f22600d03e0 2024-07-26T17:05:26.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f2255ffb640 1 -- 172.21.15.33:0/2858583615 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f225800ad60 con 0x7f22600d03e0 2024-07-26T17:05:26.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f22674c4640 1 -- 172.21.15.33:0/2858583615 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22601f6a30 con 0x7f22600d03e0 2024-07-26T17:05:26.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f2255ffb640 1 -- 172.21.15.33:0/2858583615 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258012680 con 0x7f22600d03e0 2024-07-26T17:05:26.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.173+0000 7f22674c4640 1 -- 172.21.15.33:0/2858583615 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22601583d0 con 0x7f22600d03e0 2024-07-26T17:05:26.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.174+0000 7f22674c4640 1 -- 172.21.15.33:0/2858583615 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2260158140 con 0x7f22600d03e0 2024-07-26T17:05:26.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.175+0000 7f2255ffb640 1 -- 172.21.15.33:0/2858583615 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f2258019020 con 0x7f22600d03e0 2024-07-26T17:05:26.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.176+0000 7f2255ffb640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2244077250 0x7f2244079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:26.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.176+0000 7f2255ffb640 1 -- 172.21.15.33:0/2858583615 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(251..251 src has 1..251) ==== 6630+0+0 (secure 0 0 0) 0x7f22580997c0 con 0x7f22600d03e0 2024-07-26T17:05:26.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.176+0000 7f2265260640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2244077250 0x7f2244079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:26.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.177+0000 7f2265260640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2244077250 0x7f2244079760 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f225c034000 tx=0x7f225c004730 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:26.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.180+0000 7f2255ffb640 1 -- 172.21.15.33:0/2858583615 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2258020030 con 0x7f22600d03e0 2024-07-26T17:05:26.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:26.378+0000 7f22674c4640 1 -- 172.21.15.33:0/2858583615 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "backup_fs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f22600d08d0 con 0x7f22600d03e0 2024-07-26T17:05:27.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.028+0000 7f2255ffb640 1 -- 172.21.15.33:0/2858583615 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "backup_fs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'backup_fs_data' created v252) ==== 176+0+0 (secure 0 0 0) 0x7f22580623e0 con 0x7f22600d03e0 2024-07-26T17:05:27.031 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'backup_fs_data' created 2024-07-26T17:05:27.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.033+0000 7f22674c4640 1 -- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2244077250 msgr2=0x7f2244079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:27.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.033+0000 7f22674c4640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2244077250 0x7f2244079760 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f225c034000 tx=0x7f225c004730 comp rx=0 tx=0).stop 2024-07-26T17:05:27.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.033+0000 7f22674c4640 1 -- 172.21.15.33:0/2858583615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22600d03e0 msgr2=0x7f2260155c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:27.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.033+0000 7f22674c4640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22600d03e0 0x7f2260155c10 secure :-1 s=READY pgs=2444 cs=0 l=1 rev1=1 crypto rx=0x7f225800cb10 tx=0x7f225800a060 comp rx=0 tx=0).stop 2024-07-26T17:05:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.034+0000 7f22674c4640 1 -- 172.21.15.33:0/2858583615 shutdown_connections 2024-07-26T17:05:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.034+0000 7f22674c4640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2244077250 0x7f2244079760 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.034+0000 7f22674c4640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f22600d03e0 0x7f2260155c10 unknown :-1 s=CLOSED pgs=2444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.034+0000 7f22674c4640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f22600b39e0 0x7f22601f6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.034+0000 7f22674c4640 1 --2- 172.21.15.33:0/2858583615 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f22600b35d0 0x7f2260154900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.034+0000 7f22674c4640 1 -- 172.21.15.33:0/2858583615 >> 172.21.15.33:0/2858583615 conn(0x7f22600b5b00 msgr2=0x7f226006e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:27.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.036+0000 7f22674c4640 1 -- 172.21.15.33:0/2858583615 shutdown_connections 2024-07-26T17:05:27.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.037+0000 7f22674c4640 1 -- 172.21.15.33:0/2858583615 wait complete. 2024-07-26T17:05:27.071 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new backup_fs backup_fs_metadata backup_fs_data 2024-07-26T17:05:27.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.195+0000 7f08fe6b2640 1 -- 172.21.15.33:0/716206981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08e0003a50 msgr2=0x7f08e0003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:27.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.195+0000 7f08fe6b2640 1 --2- 172.21.15.33:0/716206981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08e0003a50 0x7f08e0003ec0 secure :-1 s=READY pgs=2446 cs=0 l=1 rev1=1 crypto rx=0x7f08e80016c0 tx=0x7f08e0005830 comp rx=0 tx=0).stop 2024-07-26T17:05:27.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.195+0000 7f08fe6b2640 1 -- 172.21.15.33:0/716206981 shutdown_connections 2024-07-26T17:05:27.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.195+0000 7f08fe6b2640 1 --2- 172.21.15.33:0/716206981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08e0003a50 0x7f08e0003ec0 unknown :-1 s=CLOSED pgs=2446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:27.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.195+0000 7f08fe6b2640 1 -- 172.21.15.33:0/716206981 >> 172.21.15.33:0/716206981 conn(0x7f08f80d1e00 msgr2=0x7f08f80d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:27.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.195+0000 7f08fe6b2640 1 -- 172.21.15.33:0/716206981 shutdown_connections 2024-07-26T17:05:27.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.195+0000 7f08fe6b2640 1 -- 172.21.15.33:0/716206981 wait complete. 2024-07-26T17:05:27.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.197+0000 7f08fe6b2640 1 Processor -- start 2024-07-26T17:05:27.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.197+0000 7f08fe6b2640 1 -- start start 2024-07-26T17:05:27.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08fe6b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08e0003a50 0x7f08f809f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:27.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08fe6b2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08f80caa30 0x7f08f80cae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:27.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08fe6b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08f814ee60 0x7f08f814f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08fe6b2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f08f80cec30 con 0x7f08e0003a50 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08fe6b2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f08f80ceab0 con 0x7f08f814ee60 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08fe6b2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f08f80b4c50 con 0x7f08f80caa30 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08e0003a50 0x7f08f809f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08f7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08e0003a50 0x7f08f809f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48578/0 (socket says 172.21.15.33:48578) 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08f7fff640 1 -- 172.21.15.33:0/40466722 learned_addr learned my addr 172.21.15.33:0/40466722 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08f7fff640 1 -- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08f80caa30 msgr2=0x7f08f80cae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08fcc4f640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08f814ee60 0x7f08f814f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08f77fe640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08f80caa30 0x7f08f80cae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08f7fff640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08f80caa30 0x7f08f80cae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08f7fff640 1 -- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08f814ee60 msgr2=0x7f08f814f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:27.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08f7fff640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08f814ee60 0x7f08f814f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:27.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08f7fff640 1 -- 172.21.15.33:0/40466722 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08f80cb380 con 0x7f08e0003a50 2024-07-26T17:05:27.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08f7fff640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08e0003a50 0x7f08f809f720 secure :-1 s=READY pgs=2447 cs=0 l=1 rev1=1 crypto rx=0x7f08e80017e0 tx=0x7f08e80063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:27.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.199+0000 7f08f4ff9640 1 -- 172.21.15.33:0/40466722 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e8042070 con 0x7f08e0003a50 2024-07-26T17:05:27.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.200+0000 7f08f4ff9640 1 -- 172.21.15.33:0/40466722 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f08e8039070 con 0x7f08e0003a50 2024-07-26T17:05:27.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.200+0000 7f08fe6b2640 1 -- 172.21.15.33:0/40466722 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08f81f5220 con 0x7f08e0003a50 2024-07-26T17:05:27.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.200+0000 7f08f4ff9640 1 -- 172.21.15.33:0/40466722 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08e8003d70 con 0x7f08e0003a50 2024-07-26T17:05:27.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.200+0000 7f08fe6b2640 1 -- 172.21.15.33:0/40466722 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08f81f54e0 con 0x7f08e0003a50 2024-07-26T17:05:27.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.200+0000 7f08fe6b2640 1 -- 172.21.15.33:0/40466722 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08f80b51b0 con 0x7f08e0003a50 2024-07-26T17:05:27.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.201+0000 7f08f4ff9640 1 -- 172.21.15.33:0/40466722 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f08e803b070 con 0x7f08e0003a50 2024-07-26T17:05:27.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.202+0000 7f08f4ff9640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f08e4077280 0x7f08e4079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:27.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.202+0000 7f08f4ff9640 1 -- 172.21.15.33:0/40466722 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(252..252 src has 1..252) ==== 7015+0+0 (secure 0 0 0) 0x7f08e80b8790 con 0x7f08e0003a50 2024-07-26T17:05:27.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.202+0000 7f08f77fe640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f08e4077280 0x7f08e4079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:27.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.203+0000 7f08f77fe640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f08e4077280 0x7f08e4079790 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f08ec0018a0 tx=0x7f08ec000ef0 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:27.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.207+0000 7f08f4ff9640 1 -- 172.21.15.33:0/40466722 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f08f80cb380 con 0x7f08e0003a50 2024-07-26T17:05:27.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:27.438+0000 7f08fe6b2640 1 -- 172.21.15.33:0/40466722 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "backup_fs", "metadata": "backup_fs_metadata", "data": "backup_fs_data"} v 0) -- 0x7f08f8070310 con 0x7f08e0003a50 2024-07-26T17:05:28.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.047+0000 7f08f4ff9640 1 -- 172.21.15.33:0/40466722 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "backup_fs", "metadata": "backup_fs_metadata", "data": "backup_fs_data"}]=0 new fs with metadata pool 33 and data pool 34 v136) ==== 183+0+0 (secure 0 0 0) 0x7f08e8081250 con 0x7f08e0003a50 2024-07-26T17:05:28.050 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 33 and data pool 34 2024-07-26T17:05:28.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.053+0000 7f08fe6b2640 1 -- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f08e4077280 msgr2=0x7f08e4079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.053+0000 7f08fe6b2640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f08e4077280 0x7f08e4079790 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f08ec0018a0 tx=0x7f08ec000ef0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.053+0000 7f08fe6b2640 1 -- 172.21.15.33:0/40466722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08e0003a50 msgr2=0x7f08f809f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.053+0000 7f08fe6b2640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08e0003a50 0x7f08f809f720 secure :-1 s=READY pgs=2447 cs=0 l=1 rev1=1 crypto rx=0x7f08e80017e0 tx=0x7f08e80063a0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.058+0000 7f08fe6b2640 1 -- 172.21.15.33:0/40466722 shutdown_connections 2024-07-26T17:05:28.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.058+0000 7f08fe6b2640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f08e4077280 0x7f08e4079790 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.058+0000 7f08fe6b2640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f08f814ee60 0x7f08f814f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.058+0000 7f08fe6b2640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f08f80caa30 0x7f08f80cae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.058+0000 7f08fe6b2640 1 --2- 172.21.15.33:0/40466722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08e0003a50 0x7f08f809f720 unknown :-1 s=CLOSED pgs=2447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.058+0000 7f08fe6b2640 1 -- 172.21.15.33:0/40466722 >> 172.21.15.33:0/40466722 conn(0x7f08f80d1e00 msgr2=0x7f08f80c9220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:28.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.062+0000 7f08fe6b2640 1 -- 172.21.15.33:0/40466722 shutdown_connections 2024-07-26T17:05:28.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.062+0000 7f08fe6b2640 1 -- 172.21.15.33:0/40466722 wait complete. 2024-07-26T17:05:28.083 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:28.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.202+0000 7f8430699640 1 -- 172.21.15.33:0/1569582151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8414004800 msgr2=0x7f8414004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.202+0000 7f8430699640 1 --2- 172.21.15.33:0/1569582151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8414004800 0x7f8414004c10 secure :-1 s=READY pgs=2449 cs=0 l=1 rev1=1 crypto rx=0x7f841800bbe0 tx=0x7f8414005830 comp rx=0 tx=0).stop 2024-07-26T17:05:28.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.202+0000 7f842ec36640 1 -- 172.21.15.33:0/1569582151 reap_dead start 2024-07-26T17:05:28.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.202+0000 7f8430699640 1 -- 172.21.15.33:0/1569582151 shutdown_connections 2024-07-26T17:05:28.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.202+0000 7f8430699640 1 -- 172.21.15.33:0/1569582151 >> 172.21.15.33:0/1569582151 conn(0x7f84280d1da0 msgr2=0x7f84280d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:28.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.202+0000 7f8430699640 1 -- 172.21.15.33:0/1569582151 shutdown_connections 2024-07-26T17:05:28.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.202+0000 7f8430699640 1 -- 172.21.15.33:0/1569582151 wait complete. 2024-07-26T17:05:28.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.204+0000 7f8430699640 1 Processor -- start 2024-07-26T17:05:28.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.204+0000 7f8430699640 1 -- start start 2024-07-26T17:05:28.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.205+0000 7f8430699640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8414004800 0x7f84281e33a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.205+0000 7f8430699640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f842809bc60 0x7f84280b5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.205+0000 7f8430699640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84281e39c0 0x7f84280b6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.205+0000 7f8430699640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f84280b73c0 con 0x7f842809bc60 2024-07-26T17:05:28.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.205+0000 7f8430699640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f84280b7240 con 0x7f84281e39c0 2024-07-26T17:05:28.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.205+0000 7f8430699640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f84280d1a10 con 0x7f8414004800 2024-07-26T17:05:28.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f842dc34640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f842809bc60 0x7f84280b5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f842dc34640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f842809bc60 0x7f84280b5bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48610/0 (socket says 172.21.15.33:48610) 2024-07-26T17:05:28.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f842dc34640 1 -- 172.21.15.33:0/1301954385 learned_addr learned my addr 172.21.15.33:0/1301954385 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:28.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f842e435640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8414004800 0x7f84281e33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f842ec36640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84281e39c0 0x7f84280b6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f842dc34640 1 -- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8414004800 msgr2=0x7f84281e33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f842dc34640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8414004800 0x7f84281e33a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f842dc34640 1 -- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84281e39c0 msgr2=0x7f84280b6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f842dc34640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84281e39c0 0x7f84280b6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f842dc34640 1 -- 172.21.15.33:0/1301954385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f842809fec0 con 0x7f842809bc60 2024-07-26T17:05:28.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f842dc34640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f842809bc60 0x7f84280b5bc0 secure :-1 s=READY pgs=2450 cs=0 l=1 rev1=1 crypto rx=0x7f841800bbe0 tx=0x7f8418031cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:28.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f841effd640 1 -- 172.21.15.33:0/1301954385 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8418034040 con 0x7f842809bc60 2024-07-26T17:05:28.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f841effd640 1 -- 172.21.15.33:0/1301954385 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f841803c070 con 0x7f842809bc60 2024-07-26T17:05:28.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f8430699640 1 -- 172.21.15.33:0/1301954385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f842809f620 con 0x7f842809bc60 2024-07-26T17:05:28.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f841effd640 1 -- 172.21.15.33:0/1301954385 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84180419c0 con 0x7f842809bc60 2024-07-26T17:05:28.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.206+0000 7f8430699640 1 -- 172.21.15.33:0/1301954385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f842809fbe0 con 0x7f842809bc60 2024-07-26T17:05:28.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.208+0000 7f8430699640 1 -- 172.21.15.33:0/1301954385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f842809f370 con 0x7f842809bc60 2024-07-26T17:05:28.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.208+0000 7f841effd640 1 -- 172.21.15.33:0/1301954385 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f8418041b60 con 0x7f842809bc60 2024-07-26T17:05:28.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.209+0000 7f841effd640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f840c077250 0x7f840c079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.209+0000 7f841effd640 1 -- 172.21.15.33:0/1301954385 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(253..253 src has 1..253) ==== 7121+0+0 (secure 0 0 0) 0x7f84180ba220 con 0x7f842809bc60 2024-07-26T17:05:28.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.209+0000 7f842e435640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f840c077250 0x7f840c079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.210+0000 7f842e435640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f840c077250 0x7f840c079760 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8424001010 tx=0x7f84240011c0 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:28.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.214+0000 7f841effd640 1 -- 172.21.15.33:0/1301954385 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8418082440 con 0x7f842809bc60 2024-07-26T17:05:28.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.408+0000 7f8430699640 1 -- 172.21.15.33:0/1301954385 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f84280d0ca0 con 0x7f842809bc60 2024-07-26T17:05:28.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.410+0000 7f841effd640 1 -- 172.21.15.33:0/1301954385 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v253) ==== 74+0+20941 (secure 0 0 0) 0x7f8418086990 con 0x7f842809bc60 2024-07-26T17:05:28.412 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:28.412 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":253,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:27.440088+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":34,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:14.049845+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"249","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_data","create_time":"2024-07-26T17:05:15.310526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"250","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:05:25.703125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":34,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:05:26.386257+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 -- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f840c077250 msgr2=0x7f840c079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f840c077250 0x7f840c079760 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8424001010 tx=0x7f84240011c0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 -- 172.21.15.33:0/1301954385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f842809bc60 msgr2=0x7f84280b5bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f842809bc60 0x7f84280b5bc0 secure :-1 s=READY pgs=2450 cs=0 l=1 rev1=1 crypto rx=0x7f841800bbe0 tx=0x7f8418031cd0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 -- 172.21.15.33:0/1301954385 shutdown_connections 2024-07-26T17:05:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f840c077250 0x7f840c079760 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84281e39c0 0x7f84280b6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f842809bc60 0x7f84280b5bc0 unknown :-1 s=CLOSED pgs=2450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 --2- 172.21.15.33:0/1301954385 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8414004800 0x7f84281e33a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 -- 172.21.15.33:0/1301954385 >> 172.21.15.33:0/1301954385 conn(0x7f84280d1da0 msgr2=0x7f84280aed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:28.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 -- 172.21.15.33:0/1301954385 shutdown_connections 2024-07-26T17:05:28.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.412+0000 7f8430699640 1 -- 172.21.15.33:0/1301954385 wait complete. 2024-07-26T17:05:28.426 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:28.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.543+0000 7f871a520640 1 -- 172.21.15.33:0/1654554456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86fc0053a0 msgr2=0x7f86fc00ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.543+0000 7f871a520640 1 --2- 172.21.15.33:0/1654554456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86fc0053a0 0x7f86fc00ba50 secure :-1 s=READY pgs=2452 cs=0 l=1 rev1=1 crypto rx=0x7f870c005fd0 tx=0x7f86fc005830 comp rx=0 tx=0).stop 2024-07-26T17:05:28.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.543+0000 7f871a520640 1 -- 172.21.15.33:0/1654554456 shutdown_connections 2024-07-26T17:05:28.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.543+0000 7f871a520640 1 --2- 172.21.15.33:0/1654554456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86fc0053a0 0x7f86fc00ba50 unknown :-1 s=CLOSED pgs=2452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.543+0000 7f871a520640 1 -- 172.21.15.33:0/1654554456 >> 172.21.15.33:0/1654554456 conn(0x7f87140cfaf0 msgr2=0x7f87140cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:28.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.543+0000 7f871a520640 1 -- 172.21.15.33:0/1654554456 shutdown_connections 2024-07-26T17:05:28.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.543+0000 7f871a520640 1 -- 172.21.15.33:0/1654554456 wait complete. 2024-07-26T17:05:28.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.545+0000 7f871a520640 1 Processor -- start 2024-07-26T17:05:28.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.545+0000 7f871a520640 1 -- start start 2024-07-26T17:05:28.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.546+0000 7f871a520640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86fc0053a0 0x7f87140b4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.546+0000 7f871a520640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8714146b70 0x7f87140c8e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.546+0000 7f871a520640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87140c9380 0x7f87140b2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.546+0000 7f871a520640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f87140ca4d0 con 0x7f8714146b70 2024-07-26T17:05:28.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.546+0000 7f871a520640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f87140ca350 con 0x7f86fc0053a0 2024-07-26T17:05:28.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.546+0000 7f871a520640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f87140ca650 con 0x7f87140c9380 2024-07-26T17:05:28.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.546+0000 7f87137fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8714146b70 0x7f87140c8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.546+0000 7f87137fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8714146b70 0x7f87140c8e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48628/0 (socket says 172.21.15.33:48628) 2024-07-26T17:05:28.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.546+0000 7f87137fe640 1 -- 172.21.15.33:0/1971479568 learned_addr learned my addr 172.21.15.33:0/1971479568 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:28.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.546+0000 7f8718abd640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87140c9380 0x7f87140b2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.546+0000 7f8713fff640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86fc0053a0 0x7f87140b4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f87137fe640 1 -- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87140c9380 msgr2=0x7f87140b2ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f87137fe640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87140c9380 0x7f87140b2ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f87137fe640 1 -- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86fc0053a0 msgr2=0x7f87140b4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f87137fe640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86fc0053a0 0x7f87140b4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f87137fe640 1 -- 172.21.15.33:0/1971479568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87140c9790 con 0x7f8714146b70 2024-07-26T17:05:28.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f8718abd640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87140c9380 0x7f87140b2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:28.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f8713fff640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86fc0053a0 0x7f87140b4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:28.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f87137fe640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8714146b70 0x7f87140c8e40 secure :-1 s=READY pgs=2453 cs=0 l=1 rev1=1 crypto rx=0x7f870800e5a0 tx=0x7f870800ea60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:28.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f8710ff9640 1 -- 172.21.15.33:0/1971479568 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8708010890 con 0x7f8714146b70 2024-07-26T17:05:28.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f8710ff9640 1 -- 172.21.15.33:0/1971479568 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8708016070 con 0x7f8714146b70 2024-07-26T17:05:28.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f871a520640 1 -- 172.21.15.33:0/1971479568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87141593f0 con 0x7f8714146b70 2024-07-26T17:05:28.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f8710ff9640 1 -- 172.21.15.33:0/1971479568 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8708010d60 con 0x7f8714146b70 2024-07-26T17:05:28.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.547+0000 7f871a520640 1 -- 172.21.15.33:0/1971479568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8714159690 con 0x7f8714146b70 2024-07-26T17:05:28.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.548+0000 7f871a520640 1 -- 172.21.15.33:0/1971479568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f871415ea80 con 0x7f8714146b70 2024-07-26T17:05:28.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.549+0000 7f8710ff9640 1 -- 172.21.15.33:0/1971479568 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f870801b460 con 0x7f8714146b70 2024-07-26T17:05:28.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.549+0000 7f8710ff9640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8700077250 0x7f8700079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.549+0000 7f8710ff9640 1 -- 172.21.15.33:0/1971479568 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(253..253 src has 1..253) ==== 7121+0+0 (secure 0 0 0) 0x7f87080998a0 con 0x7f8714146b70 2024-07-26T17:05:28.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.550+0000 7f8713fff640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8700077250 0x7f8700079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.550+0000 7f8713fff640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8700077250 0x7f8700079760 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f87140cec10 tx=0x7f8704006120 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:28.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.554+0000 7f8710ff9640 1 -- 172.21.15.33:0/1971479568 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f871415ea80 con 0x7f8714146b70 2024-07-26T17:05:28.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.747+0000 7f871a520640 1 -- 172.21.15.33:0/1971479568 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f87140cba00 con 0x7f8714146b70 2024-07-26T17:05:28.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.749+0000 7f8710ff9640 1 -- 172.21.15.33:0/1971479568 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v253) ==== 74+0+20941 (secure 0 0 0) 0x7f87140cba00 con 0x7f8714146b70 2024-07-26T17:05:28.751 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:28.752 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":253,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:27.440088+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":34,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:14.049845+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"249","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_data","create_time":"2024-07-26T17:05:15.310526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"250","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:05:25.703125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":34,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:05:26.386257+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 -- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8700077250 msgr2=0x7f8700079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8700077250 0x7f8700079760 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f87140cec10 tx=0x7f8704006120 comp rx=0 tx=0).stop 2024-07-26T17:05:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 -- 172.21.15.33:0/1971479568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8714146b70 msgr2=0x7f87140c8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8714146b70 0x7f87140c8e40 secure :-1 s=READY pgs=2453 cs=0 l=1 rev1=1 crypto rx=0x7f870800e5a0 tx=0x7f870800ea60 comp rx=0 tx=0).stop 2024-07-26T17:05:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 -- 172.21.15.33:0/1971479568 shutdown_connections 2024-07-26T17:05:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f8700077250 0x7f8700079760 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87140c9380 0x7f87140b2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8714146b70 0x7f87140c8e40 unknown :-1 s=CLOSED pgs=2453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 --2- 172.21.15.33:0/1971479568 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86fc0053a0 0x7f87140b4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 -- 172.21.15.33:0/1971479568 >> 172.21.15.33:0/1971479568 conn(0x7f87140cfaf0 msgr2=0x7f87140b4cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 -- 172.21.15.33:0/1971479568 shutdown_connections 2024-07-26T17:05:28.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.751+0000 7f871a520640 1 -- 172.21.15.33:0/1971479568 wait complete. 2024-07-26T17:05:28.765 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set backup_fs standby_count_wanted 0 2024-07-26T17:05:28.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.884+0000 7f75b890e640 1 -- 172.21.15.33:0/678570965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f759c003c30 msgr2=0x7f759c004080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.884+0000 7f75b890e640 1 --2- 172.21.15.33:0/678570965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f759c003c30 0x7f759c004080 secure :-1 s=READY pgs=2455 cs=0 l=1 rev1=1 crypto rx=0x7f75a4001830 tx=0x7f759c005830 comp rx=0 tx=0).stop 2024-07-26T17:05:28.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.884+0000 7f75b890e640 1 -- 172.21.15.33:0/678570965 shutdown_connections 2024-07-26T17:05:28.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.884+0000 7f75b890e640 1 --2- 172.21.15.33:0/678570965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f759c003c30 0x7f759c004080 unknown :-1 s=CLOSED pgs=2455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.884+0000 7f75b890e640 1 -- 172.21.15.33:0/678570965 >> 172.21.15.33:0/678570965 conn(0x7f75b40d1e00 msgr2=0x7f75b40d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:28.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.885+0000 7f75b890e640 1 -- 172.21.15.33:0/678570965 shutdown_connections 2024-07-26T17:05:28.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.885+0000 7f75b890e640 1 -- 172.21.15.33:0/678570965 wait complete. 2024-07-26T17:05:28.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.886+0000 7f75b890e640 1 Processor -- start 2024-07-26T17:05:28.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.887+0000 7f75b890e640 1 -- start start 2024-07-26T17:05:28.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b890e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f759c003c30 0x7f75b4151dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b890e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75b41582c0 0x7f75b41586d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b890e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75b4158c10 0x7f75b41569e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b890e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f75b40cebe0 con 0x7f75b41582c0 2024-07-26T17:05:28.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b890e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f75b40cea60 con 0x7f759c003c30 2024-07-26T17:05:28.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b890e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f75b4160350 con 0x7f75b4158c10 2024-07-26T17:05:28.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75b41582c0 0x7f75b41586d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75b41582c0 0x7f75b41586d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48644/0 (socket says 172.21.15.33:48644) 2024-07-26T17:05:28.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b1d9b640 1 -- 172.21.15.33:0/2878596183 learned_addr learned my addr 172.21.15.33:0/2878596183 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:28.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b2d9d640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75b4158c10 0x7f75b41569e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b259c640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f759c003c30 0x7f75b4151dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b1d9b640 1 -- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75b4158c10 msgr2=0x7f75b41569e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b1d9b640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75b4158c10 0x7f75b41569e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b1d9b640 1 -- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f759c003c30 msgr2=0x7f75b4151dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:28.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b1d9b640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f759c003c30 0x7f75b4151dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:28.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b1d9b640 1 -- 172.21.15.33:0/2878596183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75b40cb880 con 0x7f75b41582c0 2024-07-26T17:05:28.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.888+0000 7f75b259c640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f759c003c30 0x7f75b4151dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:28.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.889+0000 7f75b1d9b640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75b41582c0 0x7f75b41586d0 secure :-1 s=READY pgs=2456 cs=0 l=1 rev1=1 crypto rx=0x7f75a8011780 tx=0x7f75a8011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:28.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.889+0000 7f75a2ffd640 1 -- 172.21.15.33:0/2878596183 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a800fd50 con 0x7f75b41582c0 2024-07-26T17:05:28.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.889+0000 7f75a2ffd640 1 -- 172.21.15.33:0/2878596183 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f75a8011e90 con 0x7f75b41582c0 2024-07-26T17:05:28.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.889+0000 7f75b890e640 1 -- 172.21.15.33:0/2878596183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75b40cbb60 con 0x7f75b41582c0 2024-07-26T17:05:28.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.889+0000 7f75a2ffd640 1 -- 172.21.15.33:0/2878596183 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a8004290 con 0x7f75b41582c0 2024-07-26T17:05:28.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.889+0000 7f75b890e640 1 -- 172.21.15.33:0/2878596183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75b40c9050 con 0x7f75b41582c0 2024-07-26T17:05:28.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.890+0000 7f75b890e640 1 -- 172.21.15.33:0/2878596183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75b41f3f70 con 0x7f75b41582c0 2024-07-26T17:05:28.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.891+0000 7f75a2ffd640 1 -- 172.21.15.33:0/2878596183 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f75a80035f0 con 0x7f75b41582c0 2024-07-26T17:05:28.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.891+0000 7f75a2ffd640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7594077250 0x7f7594079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:28.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.891+0000 7f75a2ffd640 1 -- 172.21.15.33:0/2878596183 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(253..253 src has 1..253) ==== 7121+0+0 (secure 0 0 0) 0x7f75a809a010 con 0x7f75b41582c0 2024-07-26T17:05:28.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.891+0000 7f75b259c640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7594077250 0x7f7594079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:28.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.892+0000 7f75b259c640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7594077250 0x7f7594079760 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f75a4032000 tx=0x7f75a4001360 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:28.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:28.896+0000 7f75a2ffd640 1 -- 172.21.15.33:0/2878596183 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f75a8062920 con 0x7f75b41582c0 2024-07-26T17:05:29.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:29.136+0000 7f75b890e640 1 -- 172.21.15.33:0/2878596183 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "backup_fs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f75b41608b0 con 0x7f75b41582c0 2024-07-26T17:05:30.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.063+0000 7f75a2ffd640 1 -- 172.21.15.33:0/2878596183 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "backup_fs", "var": "standby_count_wanted", "val": "0"}]=0 v139) ==== 121+0+0 (secure 0 0 0) 0x7f75a8062220 con 0x7f75b41582c0 2024-07-26T17:05:30.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 -- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7594077250 msgr2=0x7f7594079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:30.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7594077250 0x7f7594079760 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f75a4032000 tx=0x7f75a4001360 comp rx=0 tx=0).stop 2024-07-26T17:05:30.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 -- 172.21.15.33:0/2878596183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75b41582c0 msgr2=0x7f75b41586d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:30.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75b41582c0 0x7f75b41586d0 secure :-1 s=READY pgs=2456 cs=0 l=1 rev1=1 crypto rx=0x7f75a8011780 tx=0x7f75a8011c40 comp rx=0 tx=0).stop 2024-07-26T17:05:30.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 -- 172.21.15.33:0/2878596183 shutdown_connections 2024-07-26T17:05:30.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7594077250 0x7f7594079760 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:30.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75b4158c10 0x7f75b41569e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:30.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75b41582c0 0x7f75b41586d0 unknown :-1 s=CLOSED pgs=2456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:30.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 --2- 172.21.15.33:0/2878596183 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f759c003c30 0x7f75b4151dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:30.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 -- 172.21.15.33:0/2878596183 >> 172.21.15.33:0/2878596183 conn(0x7f75b40d1e00 msgr2=0x7f75b40b3880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:30.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 -- 172.21.15.33:0/2878596183 shutdown_connections 2024-07-26T17:05:30.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.066+0000 7f75b890e640 1 -- 172.21.15.33:0/2878596183 wait complete. 2024-07-26T17:05:30.082 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T17:05:30.082 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set backup_fs allow_standby_replay false 2024-07-26T17:05:30.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.209+0000 7fbf21b07640 1 -- 172.21.15.33:0/2248260524 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf1c0b39e0 msgr2=0x7fbf1c0cfea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:30.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.209+0000 7fbf21b07640 1 --2- 172.21.15.33:0/2248260524 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf1c0b39e0 0x7fbf1c0cfea0 secure :-1 s=READY pgs=2458 cs=0 l=1 rev1=1 crypto rx=0x7fbf10009860 tx=0x7fbf1002a4b0 comp rx=0 tx=0).stop 2024-07-26T17:05:30.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.209+0000 7fbf21b07640 1 -- 172.21.15.33:0/2248260524 shutdown_connections 2024-07-26T17:05:30.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.209+0000 7fbf21b07640 1 --2- 172.21.15.33:0/2248260524 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf1c0d03e0 0x7fbf1c0cec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:30.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.209+0000 7fbf21b07640 1 --2- 172.21.15.33:0/2248260524 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf1c0b39e0 0x7fbf1c0cfea0 unknown :-1 s=CLOSED pgs=2458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:30.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.209+0000 7fbf21b07640 1 -- 172.21.15.33:0/2248260524 >> 172.21.15.33:0/2248260524 conn(0x7fbf1c0b5b00 msgr2=0x7fbf1c0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:30.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.209+0000 7fbf21b07640 1 -- 172.21.15.33:0/2248260524 shutdown_connections 2024-07-26T17:05:30.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.209+0000 7fbf21b07640 1 -- 172.21.15.33:0/2248260524 wait complete. 2024-07-26T17:05:30.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.211+0000 7fbf21b07640 1 Processor -- start 2024-07-26T17:05:30.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.211+0000 7fbf21b07640 1 -- start start 2024-07-26T17:05:30.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.212+0000 7fbf21b07640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf1c0b35d0 0x7fbf1c15be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:30.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.212+0000 7fbf21b07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf1c0b39e0 0x7fbf1c15c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:30.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.212+0000 7fbf21b07640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf1c0d03e0 0x7fbf1c0a0e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:30.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.212+0000 7fbf21b07640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1c08cac0 con 0x7fbf1c0b39e0 2024-07-26T17:05:30.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.212+0000 7fbf21b07640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1c08df20 con 0x7fbf1c0d03e0 2024-07-26T17:05:30.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.212+0000 7fbf21b07640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbf1c08cc40 con 0x7fbf1c0b35d0 2024-07-26T17:05:30.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.212+0000 7fbf1affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf1c0b39e0 0x7fbf1c15c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.212+0000 7fbf1affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf1c0b39e0 0x7fbf1c15c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48658/0 (socket says 172.21.15.33:48658) 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.212+0000 7fbf1affd640 1 -- 172.21.15.33:0/604118088 learned_addr learned my addr 172.21.15.33:0/604118088 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.212+0000 7fbf1b7fe640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf1c0b35d0 0x7fbf1c15be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.212+0000 7fbf1bfff640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf1c0d03e0 0x7fbf1c0a0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.213+0000 7fbf1affd640 1 -- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf1c0b35d0 msgr2=0x7fbf1c15be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.213+0000 7fbf1affd640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf1c0b35d0 0x7fbf1c15be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.213+0000 7fbf1affd640 1 -- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf1c0d03e0 msgr2=0x7fbf1c0a0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.213+0000 7fbf1affd640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf1c0d03e0 0x7fbf1c0a0e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.213+0000 7fbf1affd640 1 -- 172.21.15.33:0/604118088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1c161df0 con 0x7fbf1c0b39e0 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.213+0000 7fbf1affd640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf1c0b39e0 0x7fbf1c15c370 secure :-1 s=READY pgs=2459 cs=0 l=1 rev1=1 crypto rx=0x7fbf1002aaa0 tx=0x7fbf10033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.213+0000 7fbf03fff640 1 -- 172.21.15.33:0/604118088 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf10031d60 con 0x7fbf1c0b39e0 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.213+0000 7fbf03fff640 1 -- 172.21.15.33:0/604118088 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf10033e10 con 0x7fbf1c0b39e0 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.213+0000 7fbf21b07640 1 -- 172.21.15.33:0/604118088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf1c161270 con 0x7fbf1c0b39e0 2024-07-26T17:05:30.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.213+0000 7fbf03fff640 1 -- 172.21.15.33:0/604118088 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf10005280 con 0x7fbf1c0b39e0 2024-07-26T17:05:30.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.213+0000 7fbf21b07640 1 -- 172.21.15.33:0/604118088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf1c161830 con 0x7fbf1c0b39e0 2024-07-26T17:05:30.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.214+0000 7fbf21b07640 1 -- 172.21.15.33:0/604118088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf1c0cfea0 con 0x7fbf1c0b39e0 2024-07-26T17:05:30.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.215+0000 7fbf03fff640 1 -- 172.21.15.33:0/604118088 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7fbf10005420 con 0x7fbf1c0b39e0 2024-07-26T17:05:30.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.215+0000 7fbf03fff640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbf08077250 0x7fbf08079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:30.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.215+0000 7fbf03fff640 1 -- 172.21.15.33:0/604118088 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7fbf100ba2c0 con 0x7fbf1c0b39e0 2024-07-26T17:05:30.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.216+0000 7fbf1b7fe640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbf08077250 0x7fbf08079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:30.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.216+0000 7fbf1b7fe640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbf08077250 0x7fbf08079760 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c000f60 tx=0x7fbf0c009040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:30.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.220+0000 7fbf03fff640 1 -- 172.21.15.33:0/604118088 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbf1003f030 con 0x7fbf1c0b39e0 2024-07-26T17:05:30.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:30.450+0000 7fbf21b07640 1 -- 172.21.15.33:0/604118088 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "backup_fs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fbf1c161000 con 0x7fbf1c0b39e0 2024-07-26T17:05:31.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.064+0000 7fbf03fff640 1 -- 172.21.15.33:0/604118088 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "backup_fs", "var": "allow_standby_replay", "val": "false"}]=0 v140) ==== 125+0+0 (secure 0 0 0) 0x7fbf10005d00 con 0x7fbf1c0b39e0 2024-07-26T17:05:31.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 -- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbf08077250 msgr2=0x7fbf08079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbf08077250 0x7fbf08079760 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c000f60 tx=0x7fbf0c009040 comp rx=0 tx=0).stop 2024-07-26T17:05:31.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 -- 172.21.15.33:0/604118088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf1c0b39e0 msgr2=0x7fbf1c15c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf1c0b39e0 0x7fbf1c15c370 secure :-1 s=READY pgs=2459 cs=0 l=1 rev1=1 crypto rx=0x7fbf1002aaa0 tx=0x7fbf10033c20 comp rx=0 tx=0).stop 2024-07-26T17:05:31.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 -- 172.21.15.33:0/604118088 shutdown_connections 2024-07-26T17:05:31.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fbf08077250 0x7fbf08079760 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf1c0d03e0 0x7fbf1c0a0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf1c0b39e0 0x7fbf1c15c370 unknown :-1 s=CLOSED pgs=2459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 --2- 172.21.15.33:0/604118088 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf1c0b35d0 0x7fbf1c15be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 -- 172.21.15.33:0/604118088 >> 172.21.15.33:0/604118088 conn(0x7fbf1c0b5b00 msgr2=0x7fbf1c0b17b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 -- 172.21.15.33:0/604118088 shutdown_connections 2024-07-26T17:05:31.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.067+0000 7fbf21b07640 1 -- 172.21.15.33:0/604118088 wait complete. 2024-07-26T17:05:31.083 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'backup_fs' 2024-07-26T17:05:31.083 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:31.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.206+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/4095267929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7cd40cecc0 msgr2=0x7f7cd40cc870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.206+0000 7f7cdc1c4640 1 --2- 172.21.15.33:0/4095267929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7cd40cecc0 0x7f7cd40cc870 secure :-1 s=READY pgs=2460 cs=0 l=1 rev1=1 crypto rx=0x7f7cd4074490 tx=0x7f7cd002a560 comp rx=0 tx=0).stop 2024-07-26T17:05:31.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.206+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/4095267929 shutdown_connections 2024-07-26T17:05:31.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.206+0000 7f7cdc1c4640 1 --2- 172.21.15.33:0/4095267929 >> v2:172.21.15.154:3300/0 conn(0x7f7cd40ccdb0 0x7f7cd40cd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.206+0000 7f7cdc1c4640 1 --2- 172.21.15.33:0/4095267929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7cd40cecc0 0x7f7cd40cc870 unknown :-1 s=CLOSED pgs=2460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.206+0000 7f7cdc1c4640 1 --2- 172.21.15.33:0/4095267929 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7cd40b3130 0x7f7cd40ce780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.206+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/4095267929 >> 172.21.15.33:0/4095267929 conn(0x7f7cd40d1da0 msgr2=0x7f7cd40d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:31.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.206+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/4095267929 shutdown_connections 2024-07-26T17:05:31.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.206+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/4095267929 wait complete. 2024-07-26T17:05:31.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.208+0000 7f7cdc1c4640 1 Processor -- start 2024-07-26T17:05:31.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.208+0000 7f7cdc1c4640 1 -- start start 2024-07-26T17:05:31.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cdc1c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7cd40b3130 0x7f7cd41e5460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cdc1c4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7cd40ccdb0 0x7f7cd40cad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cdc1c4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7cd40cecc0 0x7f7cd40cb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cdc1c4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7cd40d1b90 con 0x7f7cd40cecc0 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cdc1c4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7cd40d1a10 con 0x7f7cd40b3130 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cdc1c4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7cd40b2a30 con 0x7f7cd40ccdb0 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cda761640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7cd40cecc0 0x7f7cd40cb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cda761640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7cd40cecc0 0x7f7cd40cb2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48672/0 (socket says 172.21.15.33:48672) 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cda761640 1 -- 172.21.15.33:0/882569043 learned_addr learned my addr 172.21.15.33:0/882569043 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cd9f60640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7cd40b3130 0x7f7cd41e5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cd975f640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7cd40ccdb0 0x7f7cd40cad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cda761640 1 -- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7cd40ccdb0 msgr2=0x7f7cd40cad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cda761640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7cd40ccdb0 0x7f7cd40cad90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cda761640 1 -- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7cd40b3130 msgr2=0x7f7cd41e5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cda761640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7cd40b3130 0x7f7cd41e5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cda761640 1 -- 172.21.15.33:0/882569043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cd41e59a0 con 0x7f7cd40cecc0 2024-07-26T17:05:31.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.210+0000 7f7cda761640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7cd40cecc0 0x7f7cd40cb2d0 secure :-1 s=READY pgs=2461 cs=0 l=1 rev1=1 crypto rx=0x7f7ccc00ca80 tx=0x7f7ccc00cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:31.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.211+0000 7f7cc67fc640 1 -- 172.21.15.33:0/882569043 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ccc00ae20 con 0x7f7cd40cecc0 2024-07-26T17:05:31.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.211+0000 7f7cc67fc640 1 -- 172.21.15.33:0/882569043 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7ccc003a80 con 0x7f7cd40cecc0 2024-07-26T17:05:31.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.211+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/882569043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cd40c9cf0 con 0x7f7cd40cecc0 2024-07-26T17:05:31.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.211+0000 7f7cc67fc640 1 -- 172.21.15.33:0/882569043 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ccc004030 con 0x7f7cd40cecc0 2024-07-26T17:05:31.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.211+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/882569043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cd40ca2b0 con 0x7f7cd40cecc0 2024-07-26T17:05:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.212+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/882569043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cd40c9a60 con 0x7f7cd40cecc0 2024-07-26T17:05:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.213+0000 7f7cc67fc640 1 -- 172.21.15.33:0/882569043 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f7ccc0041d0 con 0x7f7cd40cecc0 2024-07-26T17:05:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.213+0000 7f7cc67fc640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7cb8077280 0x7f7cb8079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.213+0000 7f7cc67fc640 1 -- 172.21.15.33:0/882569043 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7f7ccc099ad0 con 0x7f7cd40cecc0 2024-07-26T17:05:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.213+0000 7f7cd9f60640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7cb8077280 0x7f7cb8079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.214+0000 7f7cd9f60640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7cb8077280 0x7f7cb8079790 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f7cd40cc660 tx=0x7f7cc8005f10 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:31.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.218+0000 7f7cc67fc640 1 -- 172.21.15.33:0/882569043 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7ccc014070 con 0x7f7cd40cecc0 2024-07-26T17:05:31.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.451+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/882569043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7cd40cd1c0 con 0x7f7cd40cecc0 2024-07-26T17:05:31.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.452+0000 7f7cc67fc640 1 -- 172.21.15.33:0/882569043 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) ==== 95+0+6571 (secure 0 0 0) 0x7f7ccc061bf0 con 0x7f7cd40cecc0 2024-07-26T17:05:31.454 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:31.454 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":140,"btime":"2024-07-26T17:05:31:064095+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:16.347720+0000","modified":"2024-07-26T17:05:19.376283+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11514":{"gid":11514,"name":"b","rank":0,"incarnation":130,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/3192707559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3192707559},{"type":"v1","addr":"172.21.15.154:6835","nonce":3192707559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[32],"metadata_pool":31,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11514,"qdb_cluster":[11514]},"id":15},{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:27.440043+0000","modified":"2024-07-26T17:05:30.451956+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11508":{"gid":11508,"name":"a","rank":0,"incarnation":136,"state":"up:active","state_seq":5,"addr":"172.21.15.33:6835/2809483333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2809483333},{"type":"v1","addr":"172.21.15.33:6835","nonce":2809483333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[34],"metadata_pool":33,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11508,"qdb_cluster":[11508]},"id":16}]} 2024-07-26T17:05:31.454 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 140 2024-07-26T17:05:31.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7cb8077280 msgr2=0x7f7cb8079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7cb8077280 0x7f7cb8079790 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f7cd40cc660 tx=0x7f7cc8005f10 comp rx=0 tx=0).stop 2024-07-26T17:05:31.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/882569043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7cd40cecc0 msgr2=0x7f7cd40cb2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7cd40cecc0 0x7f7cd40cb2d0 secure :-1 s=READY pgs=2461 cs=0 l=1 rev1=1 crypto rx=0x7f7ccc00ca80 tx=0x7f7ccc00cf40 comp rx=0 tx=0).stop 2024-07-26T17:05:31.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/882569043 shutdown_connections 2024-07-26T17:05:31.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f7cb8077280 0x7f7cb8079790 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7cd40cecc0 0x7f7cd40cb2d0 unknown :-1 s=CLOSED pgs=2461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7cd40ccdb0 0x7f7cd40cad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 --2- 172.21.15.33:0/882569043 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7cd40b3130 0x7f7cd41e5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/882569043 >> 172.21.15.33:0/882569043 conn(0x7f7cd40d1da0 msgr2=0x7f7cd40b41e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:31.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/882569043 shutdown_connections 2024-07-26T17:05:31.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.454+0000 7f7cdc1c4640 1 -- 172.21.15.33:0/882569043 wait complete. 2024-07-26T17:05:31.467 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:31.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.584+0000 7f7242dad640 1 -- 172.21.15.33:0/752992380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72280053c0 msgr2=0x7f722800ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.584+0000 7f7242dad640 1 --2- 172.21.15.33:0/752992380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72280053c0 0x7f722800ba70 secure :-1 s=READY pgs=2463 cs=0 l=1 rev1=1 crypto rx=0x7f723c0b5fd0 tx=0x7f7228005830 comp rx=0 tx=0).stop 2024-07-26T17:05:31.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.584+0000 7f7242dad640 1 -- 172.21.15.33:0/752992380 shutdown_connections 2024-07-26T17:05:31.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.584+0000 7f7242dad640 1 --2- 172.21.15.33:0/752992380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f72280053c0 0x7f722800ba70 unknown :-1 s=CLOSED pgs=2463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.584+0000 7f7242dad640 1 -- 172.21.15.33:0/752992380 >> 172.21.15.33:0/752992380 conn(0x7f723c0d1d20 msgr2=0x7f723c0d2130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:31.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.584+0000 7f7242dad640 1 -- 172.21.15.33:0/752992380 shutdown_connections 2024-07-26T17:05:31.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.584+0000 7f7242dad640 1 -- 172.21.15.33:0/752992380 wait complete. 2024-07-26T17:05:31.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.586+0000 7f7242dad640 1 Processor -- start 2024-07-26T17:05:31.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.586+0000 7f7242dad640 1 -- start start 2024-07-26T17:05:31.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.587+0000 7f7242dad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72280053c0 0x7f723c0c86e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.587+0000 7f7242dad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723c14cd00 0x7f723c14d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.587+0000 7f7242dad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f723c14b8c0 0x7f723c14bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.587+0000 7f7242dad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f723c0b6840 con 0x7f723c14cd00 2024-07-26T17:05:31.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.587+0000 7f7242dad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f723c0b66c0 con 0x7f72280053c0 2024-07-26T17:05:31.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.587+0000 7f7242dad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f723c0b69c0 con 0x7f723c14b8c0 2024-07-26T17:05:31.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.587+0000 7f723bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723c14cd00 0x7f723c14d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.587+0000 7f723bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723c14cd00 0x7f723c14d110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:48690/0 (socket says 172.21.15.33:48690) 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.587+0000 7f723bfff640 1 -- 172.21.15.33:0/2838609147 learned_addr learned my addr 172.21.15.33:0/2838609147 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f724134a640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f723c14b8c0 0x7f723c14bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f7240b49640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72280053c0 0x7f723c0c86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f723bfff640 1 -- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f723c14b8c0 msgr2=0x7f723c14bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f723bfff640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f723c14b8c0 0x7f723c14bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f723bfff640 1 -- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72280053c0 msgr2=0x7f723c0c86e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f723bfff640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72280053c0 0x7f723c0c86e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f723bfff640 1 -- 172.21.15.33:0/2838609147 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f723c14d650 con 0x7f723c14cd00 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f723bfff640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723c14cd00 0x7f723c14d110 secure :-1 s=READY pgs=2464 cs=0 l=1 rev1=1 crypto rx=0x7f7224006fd0 tx=0x7f7224001800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f72397fa640 1 -- 172.21.15.33:0/2838609147 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7224015070 con 0x7f723c14cd00 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f72397fa640 1 -- 172.21.15.33:0/2838609147 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7224011860 con 0x7f723c14cd00 2024-07-26T17:05:31.591 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f7242dad640 1 -- 172.21.15.33:0/2838609147 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f723c0cb7f0 con 0x7f723c14cd00 2024-07-26T17:05:31.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f72397fa640 1 -- 172.21.15.33:0/2838609147 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7224011cb0 con 0x7f723c14cd00 2024-07-26T17:05:31.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.588+0000 7f7242dad640 1 -- 172.21.15.33:0/2838609147 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f723c14b0c0 con 0x7f723c14cd00 2024-07-26T17:05:31.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.589+0000 7f7242dad640 1 -- 172.21.15.33:0/2838609147 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f723c0b14d0 con 0x7f723c14cd00 2024-07-26T17:05:31.592 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.590+0000 7f72397fa640 1 -- 172.21.15.33:0/2838609147 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f7224018070 con 0x7f723c14cd00 2024-07-26T17:05:31.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.591+0000 7f72397fa640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f721c077280 0x7f721c079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.591+0000 7f72397fa640 1 -- 172.21.15.33:0/2838609147 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7f7224099e80 con 0x7f723c14cd00 2024-07-26T17:05:31.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.591+0000 7f7240b49640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f721c077280 0x7f721c079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.592+0000 7f7240b49640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f721c077280 0x7f721c079790 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f722c000f80 tx=0x7f722c006ee0 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:31.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.595+0000 7f72397fa640 1 -- 172.21.15.33:0/2838609147 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7224062020 con 0x7f723c14cd00 2024-07-26T17:05:31.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.786+0000 7f7242dad640 1 -- 172.21.15.33:0/2838609147 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f723c0b1030 con 0x7f723c14cd00 2024-07-26T17:05:31.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.788+0000 7f72397fa640 1 -- 172.21.15.33:0/2838609147 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v254) ==== 74+0+20928 (secure 0 0 0) 0x7f7224066570 con 0x7f723c14cd00 2024-07-26T17:05:31.790 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:31.790 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":254,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:29.045231+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":34,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:14.049845+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"249","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_data","create_time":"2024-07-26T17:05:15.310526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"250","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:05:25.703125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":34,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:05:26.386257+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"254","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:31.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.790+0000 7f7242dad640 1 -- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f721c077280 msgr2=0x7f721c079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.790+0000 7f7242dad640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f721c077280 0x7f721c079790 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f722c000f80 tx=0x7f722c006ee0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.790+0000 7f7242dad640 1 -- 172.21.15.33:0/2838609147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723c14cd00 msgr2=0x7f723c14d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.790+0000 7f7242dad640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723c14cd00 0x7f723c14d110 secure :-1 s=READY pgs=2464 cs=0 l=1 rev1=1 crypto rx=0x7f7224006fd0 tx=0x7f7224001800 comp rx=0 tx=0).stop 2024-07-26T17:05:31.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.790+0000 7f7242dad640 1 -- 172.21.15.33:0/2838609147 shutdown_connections 2024-07-26T17:05:31.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.790+0000 7f7242dad640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f721c077280 0x7f721c079790 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.790+0000 7f7242dad640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f723c14b8c0 0x7f723c14bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.790+0000 7f7242dad640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f723c14cd00 0x7f723c14d110 unknown :-1 s=CLOSED pgs=2464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.790+0000 7f7242dad640 1 --2- 172.21.15.33:0/2838609147 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f72280053c0 0x7f723c0c86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.790+0000 7f7242dad640 1 -- 172.21.15.33:0/2838609147 >> 172.21.15.33:0/2838609147 conn(0x7f723c0d1d20 msgr2=0x7f723c0715a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:31.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.790+0000 7f7242dad640 1 -- 172.21.15.33:0/2838609147 shutdown_connections 2024-07-26T17:05:31.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.791+0000 7f7242dad640 1 -- 172.21.15.33:0/2838609147 wait complete. 2024-07-26T17:05:31.804 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T17:05:31.804 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:05:31.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.920+0000 7f917b7df640 1 -- 172.21.15.33:0/3444624852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91740b7300 msgr2=0x7f91740b1250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.920+0000 7f917b7df640 1 --2- 172.21.15.33:0/3444624852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91740b7300 0x7f91740b1250 secure :-1 s=READY pgs=2466 cs=0 l=1 rev1=1 crypto rx=0x7f9170009bb0 tx=0x7f917002a780 comp rx=0 tx=0).stop 2024-07-26T17:05:31.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.920+0000 7f917b7df640 1 -- 172.21.15.33:0/3444624852 shutdown_connections 2024-07-26T17:05:31.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.920+0000 7f917b7df640 1 --2- 172.21.15.33:0/3444624852 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91740b1790 0x7f91740b64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.920+0000 7f917b7df640 1 --2- 172.21.15.33:0/3444624852 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91740b7300 0x7f91740b1250 unknown :-1 s=CLOSED pgs=2466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.920+0000 7f917b7df640 1 -- 172.21.15.33:0/3444624852 >> 172.21.15.33:0/3444624852 conn(0x7f91740d1d20 msgr2=0x7f91740d2130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:31.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.920+0000 7f917b7df640 1 -- 172.21.15.33:0/3444624852 shutdown_connections 2024-07-26T17:05:31.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.920+0000 7f917b7df640 1 -- 172.21.15.33:0/3444624852 wait complete. 2024-07-26T17:05:31.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.922+0000 7f917b7df640 1 Processor -- start 2024-07-26T17:05:31.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.922+0000 7f917b7df640 1 -- start start 2024-07-26T17:05:31.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.923+0000 7f917b7df640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91740b1790 0x7f917415d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.923+0000 7f917b7df640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91740b69f0 0x7f91741f2e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.923+0000 7f917b7df640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91740b7300 0x7f917409f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.923+0000 7f917b7df640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9174160340 con 0x7f91740b69f0 2024-07-26T17:05:31.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f917b7df640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f91740b7010 con 0x7f91740b7300 2024-07-26T17:05:31.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f917b7df640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f91741604c0 con 0x7f91740b1790 2024-07-26T17:05:31.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9178d7a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91740b69f0 0x7f91741f2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9178d7a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91740b69f0 0x7f91741f2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42248/0 (socket says 172.21.15.33:42248) 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9178d7a640 1 -- 172.21.15.33:0/2344270618 learned_addr learned my addr 172.21.15.33:0/2344270618 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f917957b640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91740b1790 0x7f917415d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9179d7c640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91740b7300 0x7f917409f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9178d7a640 1 -- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91740b1790 msgr2=0x7f917415d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9178d7a640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91740b1790 0x7f917415d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9178d7a640 1 -- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91740b7300 msgr2=0x7f917409f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9178d7a640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91740b7300 0x7f917409f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9178d7a640 1 -- 172.21.15.33:0/2344270618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91741f3e60 con 0x7f91740b69f0 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9179d7c640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91740b7300 0x7f917409f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9178d7a640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91740b69f0 0x7f91741f2e40 secure :-1 s=READY pgs=2467 cs=0 l=1 rev1=1 crypto rx=0x7f916400d720 tx=0x7f916400dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9169ffb640 1 -- 172.21.15.33:0/2344270618 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9164017070 con 0x7f91740b69f0 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9169ffb640 1 -- 172.21.15.33:0/2344270618 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9164004310 con 0x7f91740b69f0 2024-07-26T17:05:31.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f917b7df640 1 -- 172.21.15.33:0/2344270618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91741f3b80 con 0x7f91740b69f0 2024-07-26T17:05:31.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.924+0000 7f9169ffb640 1 -- 172.21.15.33:0/2344270618 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9164009c30 con 0x7f91740b69f0 2024-07-26T17:05:31.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.925+0000 7f917b7df640 1 -- 172.21.15.33:0/2344270618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f917409c8a0 con 0x7f91740b69f0 2024-07-26T17:05:31.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.925+0000 7f917b7df640 1 -- 172.21.15.33:0/2344270618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91740b64b0 con 0x7f91740b69f0 2024-07-26T17:05:31.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.926+0000 7f9169ffb640 1 -- 172.21.15.33:0/2344270618 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f9164005020 con 0x7f91740b69f0 2024-07-26T17:05:31.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.927+0000 7f9169ffb640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9158077250 0x7f9158079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:31.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.927+0000 7f9169ffb640 1 -- 172.21.15.33:0/2344270618 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7f91640997f0 con 0x7f91740b69f0 2024-07-26T17:05:31.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.927+0000 7f917957b640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9158077250 0x7f9158079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:31.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.928+0000 7f917957b640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9158077250 0x7f9158079760 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f91740b37c0 tx=0x7f9170004ab0 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:31.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:31.931+0000 7f9169ffb640 1 -- 172.21.15.33:0/2344270618 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9164020020 con 0x7f91740b69f0 2024-07-26T17:05:32.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.122+0000 7f917b7df640 1 -- 172.21.15.33:0/2344270618 --> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f91741f3910 con 0x7f9158077250 2024-07-26T17:05:32.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.131+0000 7f9169ffb640 1 -- 172.21.15.33:0/2344270618 <== mgr.10189 v2:172.21.15.154:6836/538816118 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+491479 (secure 0 0 0) 0x7f91741f3910 con 0x7f9158077250 2024-07-26T17:05:32.138 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:32.141 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:05:32.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.135+0000 7f917b7df640 1 -- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9158077250 msgr2=0x7f9158079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.135+0000 7f917b7df640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9158077250 0x7f9158079760 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f91740b37c0 tx=0x7f9170004ab0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.135+0000 7f917b7df640 1 -- 172.21.15.33:0/2344270618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91740b69f0 msgr2=0x7f91741f2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.135+0000 7f917b7df640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91740b69f0 0x7f91741f2e40 secure :-1 s=READY pgs=2467 cs=0 l=1 rev1=1 crypto rx=0x7f916400d720 tx=0x7f916400dbe0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.135+0000 7f917b7df640 1 -- 172.21.15.33:0/2344270618 shutdown_connections 2024-07-26T17:05:32.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.135+0000 7f917b7df640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f9158077250 0x7f9158079760 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.135+0000 7f917b7df640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f91740b7300 0x7f917409f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.135+0000 7f917b7df640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f91740b69f0 0x7f91741f2e40 unknown :-1 s=CLOSED pgs=2467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.135+0000 7f917b7df640 1 --2- 172.21.15.33:0/2344270618 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f91740b1790 0x7f917415d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.135+0000 7f917b7df640 1 -- 172.21.15.33:0/2344270618 >> 172.21.15.33:0/2344270618 conn(0x7f91740d1d20 msgr2=0x7f917415f280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:32.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.136+0000 7f917b7df640 1 -- 172.21.15.33:0/2344270618 shutdown_connections 2024-07-26T17:05:32.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.136+0000 7f917b7df640 1 -- 172.21.15.33:0/2344270618 wait complete. 2024-07-26T17:05:32.148 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-07-26T17:05:31.128531+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596445,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":481,"num_write_kb":1658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":28,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":320,"ondisk_log_size":320,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":333,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":454756,"kb_used_data":26204,"kb_used_omap":12,"kb_used_meta":428403,"kb_avail":754519964,"statfs":{"total":773094113280,"available":772628443136,"internally_reserved":0,"allocated":26832896,"data_stored":14587671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":438685233},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3225,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.105799"},"pg_stats":[{"pgid":"34.1d","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062431+0000","last_change":"2024-07-26T17:05:28.060095+0000","last_active":"2024-07-26T17:05:29.062431+0000","last_peered":"2024-07-26T17:05:29.062431+0000","last_clean":"2024-07-26T17:05:29.062431+0000","last_became_active":"2024-07-26T17:05:28.059670+0000","last_became_peered":"2024-07-26T17:05:28.059670+0000","last_unstale":"2024-07-26T17:05:29.062431+0000","last_undegraded":"2024-07-26T17:05:29.062431+0000","last_fullsized":"2024-07-26T17:05:29.062431+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:20:06.402769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1e","version":"253'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546100+0000","last_change":"2024-07-26T17:05:27.042159+0000","last_active":"2024-07-26T17:05:29.546100+0000","last_peered":"2024-07-26T17:05:29.546100+0000","last_clean":"2024-07-26T17:05:29.546100+0000","last_became_active":"2024-07-26T17:05:27.041826+0000","last_became_peered":"2024-07-26T17:05:27.041826+0000","last_unstale":"2024-07-26T17:05:29.546100+0000","last_undegraded":"2024-07-26T17:05:29.546100+0000","last_fullsized":"2024-07-26T17:05:29.546100+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:59.350307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1f","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054703+0000","last_change":"2024-07-26T17:05:16.968883+0000","last_active":"2024-07-26T17:05:29.054703+0000","last_peered":"2024-07-26T17:05:29.054703+0000","last_clean":"2024-07-26T17:05:29.054703+0000","last_became_active":"2024-07-26T17:05:16.968562+0000","last_became_peered":"2024-07-26T17:05:16.968562+0000","last_unstale":"2024-07-26T17:05:29.054703+0000","last_undegraded":"2024-07-26T17:05:29.054703+0000","last_fullsized":"2024-07-26T17:05:29.054703+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:45:29.439379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.1c","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545915+0000","last_change":"2024-07-26T17:05:28.061449+0000","last_active":"2024-07-26T17:05:29.545915+0000","last_peered":"2024-07-26T17:05:29.545915+0000","last_clean":"2024-07-26T17:05:29.545915+0000","last_became_active":"2024-07-26T17:05:28.061104+0000","last_became_peered":"2024-07-26T17:05:28.061104+0000","last_unstale":"2024-07-26T17:05:29.545915+0000","last_undegraded":"2024-07-26T17:05:29.545915+0000","last_fullsized":"2024-07-26T17:05:29.545915+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:10.977121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.1f","version":"253'4","reported_seq":19,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062823+0000","last_change":"2024-07-26T17:05:27.044031+0000","last_active":"2024-07-26T17:05:29.062823+0000","last_peered":"2024-07-26T17:05:29.062823+0000","last_clean":"2024-07-26T17:05:29.062823+0000","last_became_active":"2024-07-26T17:05:27.043702+0000","last_became_peered":"2024-07-26T17:05:27.043702+0000","last_unstale":"2024-07-26T17:05:29.062823+0000","last_undegraded":"2024-07-26T17:05:29.062823+0000","last_fullsized":"2024-07-26T17:05:29.062823+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:32:46.164605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1e","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062776+0000","last_change":"2024-07-26T17:05:16.972790+0000","last_active":"2024-07-26T17:05:29.062776+0000","last_peered":"2024-07-26T17:05:29.062776+0000","last_clean":"2024-07-26T17:05:29.062776+0000","last_became_active":"2024-07-26T17:05:16.972112+0000","last_became_peered":"2024-07-26T17:05:16.972112+0000","last_unstale":"2024-07-26T17:05:29.062776+0000","last_undegraded":"2024-07-26T17:05:29.062776+0000","last_fullsized":"2024-07-26T17:05:29.062776+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:35.546694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.1f","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221687+0000","last_change":"2024-07-26T17:05:28.048961+0000","last_active":"2024-07-26T17:05:29.221687+0000","last_peered":"2024-07-26T17:05:29.221687+0000","last_clean":"2024-07-26T17:05:29.221687+0000","last_became_active":"2024-07-26T17:05:28.048666+0000","last_became_peered":"2024-07-26T17:05:28.048666+0000","last_unstale":"2024-07-26T17:05:29.221687+0000","last_undegraded":"2024-07-26T17:05:29.221687+0000","last_fullsized":"2024-07-26T17:05:29.221687+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:55.912057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1c","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545520+0000","last_change":"2024-07-26T17:05:27.046043+0000","last_active":"2024-07-26T17:05:29.545520+0000","last_peered":"2024-07-26T17:05:29.545520+0000","last_clean":"2024-07-26T17:05:29.545520+0000","last_became_active":"2024-07-26T17:05:27.045468+0000","last_became_peered":"2024-07-26T17:05:27.045468+0000","last_unstale":"2024-07-26T17:05:29.545520+0000","last_undegraded":"2024-07-26T17:05:29.545520+0000","last_fullsized":"2024-07-26T17:05:29.545520+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:32:56.446149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1d","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278636+0000","last_change":"2024-07-26T17:05:16.969057+0000","last_active":"2024-07-26T17:05:29.278636+0000","last_peered":"2024-07-26T17:05:29.278636+0000","last_clean":"2024-07-26T17:05:29.278636+0000","last_became_active":"2024-07-26T17:05:16.968728+0000","last_became_peered":"2024-07-26T17:05:16.968728+0000","last_unstale":"2024-07-26T17:05:29.278636+0000","last_undegraded":"2024-07-26T17:05:29.278636+0000","last_fullsized":"2024-07-26T17:05:29.278636+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:56.218588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.1e","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062480+0000","last_change":"2024-07-26T17:05:28.054729+0000","last_active":"2024-07-26T17:05:29.062480+0000","last_peered":"2024-07-26T17:05:29.062480+0000","last_clean":"2024-07-26T17:05:29.062480+0000","last_became_active":"2024-07-26T17:05:28.053978+0000","last_became_peered":"2024-07-26T17:05:28.053978+0000","last_unstale":"2024-07-26T17:05:29.062480+0000","last_undegraded":"2024-07-26T17:05:29.062480+0000","last_fullsized":"2024-07-26T17:05:29.062480+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:26.541464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1d","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057265+0000","last_change":"2024-07-26T17:05:27.058963+0000","last_active":"2024-07-26T17:05:29.057265+0000","last_peered":"2024-07-26T17:05:29.057265+0000","last_clean":"2024-07-26T17:05:29.057265+0000","last_became_active":"2024-07-26T17:05:27.058735+0000","last_became_peered":"2024-07-26T17:05:27.058735+0000","last_unstale":"2024-07-26T17:05:29.057265+0000","last_undegraded":"2024-07-26T17:05:29.057265+0000","last_fullsized":"2024-07-26T17:05:29.057265+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:54:41.381416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.1c","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278487+0000","last_change":"2024-07-26T17:05:16.977791+0000","last_active":"2024-07-26T17:05:29.278487+0000","last_peered":"2024-07-26T17:05:29.278487+0000","last_clean":"2024-07-26T17:05:29.278487+0000","last_became_active":"2024-07-26T17:05:16.977386+0000","last_became_peered":"2024-07-26T17:05:16.977386+0000","last_unstale":"2024-07-26T17:05:29.278487+0000","last_undegraded":"2024-07-26T17:05:29.278487+0000","last_fullsized":"2024-07-26T17:05:29.278487+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:46:54.930262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.19","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221058+0000","last_change":"2024-07-26T17:05:28.061698+0000","last_active":"2024-07-26T17:05:29.221058+0000","last_peered":"2024-07-26T17:05:29.221058+0000","last_clean":"2024-07-26T17:05:29.221058+0000","last_became_active":"2024-07-26T17:05:28.061348+0000","last_became_peered":"2024-07-26T17:05:28.061348+0000","last_unstale":"2024-07-26T17:05:29.221058+0000","last_undegraded":"2024-07-26T17:05:29.221058+0000","last_fullsized":"2024-07-26T17:05:29.221058+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:59.811169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1a","version":"253'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221320+0000","last_change":"2024-07-26T17:05:27.046141+0000","last_active":"2024-07-26T17:05:29.221320+0000","last_peered":"2024-07-26T17:05:29.221320+0000","last_clean":"2024-07-26T17:05:29.221320+0000","last_became_active":"2024-07-26T17:05:27.045813+0000","last_became_peered":"2024-07-26T17:05:27.045813+0000","last_unstale":"2024-07-26T17:05:29.221320+0000","last_undegraded":"2024-07-26T17:05:29.221320+0000","last_fullsized":"2024-07-26T17:05:29.221320+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:19.173498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.1b","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546021+0000","last_change":"2024-07-26T17:05:16.982338+0000","last_active":"2024-07-26T17:05:29.546021+0000","last_peered":"2024-07-26T17:05:29.546021+0000","last_clean":"2024-07-26T17:05:29.546021+0000","last_became_active":"2024-07-26T17:05:16.981634+0000","last_became_peered":"2024-07-26T17:05:16.981634+0000","last_unstale":"2024-07-26T17:05:29.546021+0000","last_undegraded":"2024-07-26T17:05:29.546021+0000","last_fullsized":"2024-07-26T17:05:29.546021+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:53:10.092751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.18","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220670+0000","last_change":"2024-07-26T17:05:28.054933+0000","last_active":"2024-07-26T17:05:29.220670+0000","last_peered":"2024-07-26T17:05:29.220670+0000","last_clean":"2024-07-26T17:05:29.220670+0000","last_became_active":"2024-07-26T17:05:28.052899+0000","last_became_peered":"2024-07-26T17:05:28.052899+0000","last_unstale":"2024-07-26T17:05:29.220670+0000","last_undegraded":"2024-07-26T17:05:29.220670+0000","last_fullsized":"2024-07-26T17:05:29.220670+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:02:30.957223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1b","version":"253'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278803+0000","last_change":"2024-07-26T17:05:27.048910+0000","last_active":"2024-07-26T17:05:29.278803+0000","last_peered":"2024-07-26T17:05:29.278803+0000","last_clean":"2024-07-26T17:05:29.278803+0000","last_became_active":"2024-07-26T17:05:27.047937+0000","last_became_peered":"2024-07-26T17:05:27.047937+0000","last_unstale":"2024-07-26T17:05:29.278803+0000","last_undegraded":"2024-07-26T17:05:29.278803+0000","last_fullsized":"2024-07-26T17:05:29.278803+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:58.285788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.1a","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053883+0000","last_change":"2024-07-26T17:05:16.967101+0000","last_active":"2024-07-26T17:05:29.053883+0000","last_peered":"2024-07-26T17:05:29.053883+0000","last_clean":"2024-07-26T17:05:29.053883+0000","last_became_active":"2024-07-26T17:05:16.966727+0000","last_became_peered":"2024-07-26T17:05:16.966727+0000","last_unstale":"2024-07-26T17:05:29.053883+0000","last_undegraded":"2024-07-26T17:05:29.053883+0000","last_fullsized":"2024-07-26T17:05:29.053883+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:06:38.451010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.1b","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053881+0000","last_change":"2024-07-26T17:05:28.059593+0000","last_active":"2024-07-26T17:05:29.053881+0000","last_peered":"2024-07-26T17:05:29.053881+0000","last_clean":"2024-07-26T17:05:29.053881+0000","last_became_active":"2024-07-26T17:05:28.059052+0000","last_became_peered":"2024-07-26T17:05:28.059052+0000","last_unstale":"2024-07-26T17:05:29.053881+0000","last_undegraded":"2024-07-26T17:05:29.053881+0000","last_fullsized":"2024-07-26T17:05:29.053881+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:15:28.830146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.18","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278409+0000","last_change":"2024-07-26T17:05:27.047359+0000","last_active":"2024-07-26T17:05:29.278409+0000","last_peered":"2024-07-26T17:05:29.278409+0000","last_clean":"2024-07-26T17:05:29.278409+0000","last_became_active":"2024-07-26T17:05:27.047028+0000","last_became_peered":"2024-07-26T17:05:27.047028+0000","last_unstale":"2024-07-26T17:05:29.278409+0000","last_undegraded":"2024-07-26T17:05:29.278409+0000","last_fullsized":"2024-07-26T17:05:29.278409+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:03:00.631891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.19","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055741+0000","last_change":"2024-07-26T17:05:16.974078+0000","last_active":"2024-07-26T17:05:29.055741+0000","last_peered":"2024-07-26T17:05:29.055741+0000","last_clean":"2024-07-26T17:05:29.055741+0000","last_became_active":"2024-07-26T17:05:16.969065+0000","last_became_peered":"2024-07-26T17:05:16.969065+0000","last_unstale":"2024-07-26T17:05:29.055741+0000","last_undegraded":"2024-07-26T17:05:29.055741+0000","last_fullsized":"2024-07-26T17:05:29.055741+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:23.376073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.1a","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055154+0000","last_change":"2024-07-26T17:05:28.045186+0000","last_active":"2024-07-26T17:05:29.055154+0000","last_peered":"2024-07-26T17:05:29.055154+0000","last_clean":"2024-07-26T17:05:29.055154+0000","last_became_active":"2024-07-26T17:05:28.043331+0000","last_became_peered":"2024-07-26T17:05:28.043331+0000","last_unstale":"2024-07-26T17:05:29.055154+0000","last_undegraded":"2024-07-26T17:05:29.055154+0000","last_fullsized":"2024-07-26T17:05:29.055154+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:50:43.254634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.19","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545178+0000","last_change":"2024-07-26T17:05:27.045341+0000","last_active":"2024-07-26T17:05:29.545178+0000","last_peered":"2024-07-26T17:05:29.545178+0000","last_clean":"2024-07-26T17:05:29.545178+0000","last_became_active":"2024-07-26T17:05:27.045041+0000","last_became_peered":"2024-07-26T17:05:27.045041+0000","last_unstale":"2024-07-26T17:05:29.545178+0000","last_undegraded":"2024-07-26T17:05:29.545178+0000","last_fullsized":"2024-07-26T17:05:29.545178+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:10:54.753824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.18","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545583+0000","last_change":"2024-07-26T17:05:16.980465+0000","last_active":"2024-07-26T17:05:29.545583+0000","last_peered":"2024-07-26T17:05:29.545583+0000","last_clean":"2024-07-26T17:05:29.545583+0000","last_became_active":"2024-07-26T17:05:16.980166+0000","last_became_peered":"2024-07-26T17:05:16.980166+0000","last_unstale":"2024-07-26T17:05:29.545583+0000","last_undegraded":"2024-07-26T17:05:29.545583+0000","last_fullsized":"2024-07-26T17:05:29.545583+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:22:24.209408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.15","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062512+0000","last_change":"2024-07-26T17:05:28.055519+0000","last_active":"2024-07-26T17:05:29.062512+0000","last_peered":"2024-07-26T17:05:29.062512+0000","last_clean":"2024-07-26T17:05:29.062512+0000","last_became_active":"2024-07-26T17:05:28.055209+0000","last_became_peered":"2024-07-26T17:05:28.055209+0000","last_unstale":"2024-07-26T17:05:29.062512+0000","last_undegraded":"2024-07-26T17:05:29.062512+0000","last_fullsized":"2024-07-26T17:05:29.062512+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:54:42.387443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.16","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546261+0000","last_change":"2024-07-26T17:05:27.044438+0000","last_active":"2024-07-26T17:05:29.546261+0000","last_peered":"2024-07-26T17:05:29.546261+0000","last_clean":"2024-07-26T17:05:29.546261+0000","last_became_active":"2024-07-26T17:05:27.044069+0000","last_became_peered":"2024-07-26T17:05:27.044069+0000","last_unstale":"2024-07-26T17:05:29.546261+0000","last_undegraded":"2024-07-26T17:05:29.546261+0000","last_fullsized":"2024-07-26T17:05:29.546261+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:46:45.329919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.17","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054757+0000","last_change":"2024-07-26T17:05:16.971651+0000","last_active":"2024-07-26T17:05:29.054757+0000","last_peered":"2024-07-26T17:05:29.054757+0000","last_clean":"2024-07-26T17:05:29.054757+0000","last_became_active":"2024-07-26T17:05:16.971278+0000","last_became_peered":"2024-07-26T17:05:16.971278+0000","last_unstale":"2024-07-26T17:05:29.054757+0000","last_undegraded":"2024-07-26T17:05:29.054757+0000","last_fullsized":"2024-07-26T17:05:29.054757+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:55.598771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.14","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053924+0000","last_change":"2024-07-26T17:05:28.045779+0000","last_active":"2024-07-26T17:05:29.053924+0000","last_peered":"2024-07-26T17:05:29.053924+0000","last_clean":"2024-07-26T17:05:29.053924+0000","last_became_active":"2024-07-26T17:05:28.045457+0000","last_became_peered":"2024-07-26T17:05:28.045457+0000","last_unstale":"2024-07-26T17:05:29.053924+0000","last_undegraded":"2024-07-26T17:05:29.053924+0000","last_fullsized":"2024-07-26T17:05:29.053924+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:29:08.577920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.17","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054602+0000","last_change":"2024-07-26T17:05:27.050487+0000","last_active":"2024-07-26T17:05:29.054602+0000","last_peered":"2024-07-26T17:05:29.054602+0000","last_clean":"2024-07-26T17:05:29.054602+0000","last_became_active":"2024-07-26T17:05:27.050145+0000","last_became_peered":"2024-07-26T17:05:27.050145+0000","last_unstale":"2024-07-26T17:05:29.054602+0000","last_undegraded":"2024-07-26T17:05:29.054602+0000","last_fullsized":"2024-07-26T17:05:29.054602+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:27.824097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.16","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278793+0000","last_change":"2024-07-26T17:05:16.982197+0000","last_active":"2024-07-26T17:05:29.278793+0000","last_peered":"2024-07-26T17:05:29.278793+0000","last_clean":"2024-07-26T17:05:29.278793+0000","last_became_active":"2024-07-26T17:05:16.978530+0000","last_became_peered":"2024-07-26T17:05:16.978530+0000","last_unstale":"2024-07-26T17:05:29.278793+0000","last_undegraded":"2024-07-26T17:05:29.278793+0000","last_fullsized":"2024-07-26T17:05:29.278793+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:09:59.923570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.17","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057319+0000","last_change":"2024-07-26T17:05:28.059521+0000","last_active":"2024-07-26T17:05:29.057319+0000","last_peered":"2024-07-26T17:05:29.057319+0000","last_clean":"2024-07-26T17:05:29.057319+0000","last_became_active":"2024-07-26T17:05:28.059104+0000","last_became_peered":"2024-07-26T17:05:28.059104+0000","last_unstale":"2024-07-26T17:05:29.057319+0000","last_undegraded":"2024-07-26T17:05:29.057319+0000","last_fullsized":"2024-07-26T17:05:29.057319+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:59:39.108517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.14","version":"253'6","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062255+0000","last_change":"2024-07-26T17:05:27.051405+0000","last_active":"2024-07-26T17:05:29.062255+0000","last_peered":"2024-07-26T17:05:29.062255+0000","last_clean":"2024-07-26T17:05:29.062255+0000","last_became_active":"2024-07-26T17:05:27.050660+0000","last_became_peered":"2024-07-26T17:05:27.050660+0000","last_unstale":"2024-07-26T17:05:29.062255+0000","last_undegraded":"2024-07-26T17:05:29.062255+0000","last_fullsized":"2024-07-26T17:05:29.062255+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:30:38.212920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.15","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278678+0000","last_change":"2024-07-26T17:05:16.977746+0000","last_active":"2024-07-26T17:05:29.278678+0000","last_peered":"2024-07-26T17:05:29.278678+0000","last_clean":"2024-07-26T17:05:29.278678+0000","last_became_active":"2024-07-26T17:05:16.977339+0000","last_became_peered":"2024-07-26T17:05:16.977339+0000","last_unstale":"2024-07-26T17:05:29.278678+0000","last_undegraded":"2024-07-26T17:05:29.278678+0000","last_fullsized":"2024-07-26T17:05:29.278678+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:09.702619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.16","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065937+0000","last_change":"2024-07-26T17:05:28.059549+0000","last_active":"2024-07-26T17:05:29.065937+0000","last_peered":"2024-07-26T17:05:29.065937+0000","last_clean":"2024-07-26T17:05:29.065937+0000","last_became_active":"2024-07-26T17:05:28.059078+0000","last_became_peered":"2024-07-26T17:05:28.059078+0000","last_unstale":"2024-07-26T17:05:29.065937+0000","last_undegraded":"2024-07-26T17:05:29.065937+0000","last_fullsized":"2024-07-26T17:05:29.065937+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:19.696633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.15","version":"253'3","reported_seq":18,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054482+0000","last_change":"2024-07-26T17:05:27.049749+0000","last_active":"2024-07-26T17:05:29.054482+0000","last_peered":"2024-07-26T17:05:29.054482+0000","last_clean":"2024-07-26T17:05:29.054482+0000","last_became_active":"2024-07-26T17:05:27.049437+0000","last_became_peered":"2024-07-26T17:05:27.049437+0000","last_unstale":"2024-07-26T17:05:29.054482+0000","last_undegraded":"2024-07-26T17:05:29.054482+0000","last_fullsized":"2024-07-26T17:05:29.054482+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:56.375440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.14","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054039+0000","last_change":"2024-07-26T17:05:16.975356+0000","last_active":"2024-07-26T17:05:29.054039+0000","last_peered":"2024-07-26T17:05:29.054039+0000","last_clean":"2024-07-26T17:05:29.054039+0000","last_became_active":"2024-07-26T17:05:16.974772+0000","last_became_peered":"2024-07-26T17:05:16.974772+0000","last_unstale":"2024-07-26T17:05:29.054039+0000","last_undegraded":"2024-07-26T17:05:29.054039+0000","last_fullsized":"2024-07-26T17:05:29.054039+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:07:42.131539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.11","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055096+0000","last_change":"2024-07-26T17:05:28.059275+0000","last_active":"2024-07-26T17:05:29.055096+0000","last_peered":"2024-07-26T17:05:29.055096+0000","last_clean":"2024-07-26T17:05:29.055096+0000","last_became_active":"2024-07-26T17:05:28.058932+0000","last_became_peered":"2024-07-26T17:05:28.058932+0000","last_unstale":"2024-07-26T17:05:29.055096+0000","last_undegraded":"2024-07-26T17:05:29.055096+0000","last_fullsized":"2024-07-26T17:05:29.055096+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:39:53.321193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.12","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053769+0000","last_change":"2024-07-26T17:05:27.051930+0000","last_active":"2024-07-26T17:05:29.053769+0000","last_peered":"2024-07-26T17:05:29.053769+0000","last_clean":"2024-07-26T17:05:29.053769+0000","last_became_active":"2024-07-26T17:05:27.051287+0000","last_became_peered":"2024-07-26T17:05:27.051287+0000","last_unstale":"2024-07-26T17:05:29.053769+0000","last_undegraded":"2024-07-26T17:05:29.053769+0000","last_fullsized":"2024-07-26T17:05:29.053769+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:32:09.289693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.13","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056551+0000","last_change":"2024-07-26T17:05:16.973506+0000","last_active":"2024-07-26T17:05:29.056551+0000","last_peered":"2024-07-26T17:05:29.056551+0000","last_clean":"2024-07-26T17:05:29.056551+0000","last_became_active":"2024-07-26T17:05:16.972886+0000","last_became_peered":"2024-07-26T17:05:16.972886+0000","last_unstale":"2024-07-26T17:05:29.056551+0000","last_undegraded":"2024-07-26T17:05:29.056551+0000","last_fullsized":"2024-07-26T17:05:29.056551+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:00:54.694496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.10","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278202+0000","last_change":"2024-07-26T17:05:28.058998+0000","last_active":"2024-07-26T17:05:29.278202+0000","last_peered":"2024-07-26T17:05:29.278202+0000","last_clean":"2024-07-26T17:05:29.278202+0000","last_became_active":"2024-07-26T17:05:28.058645+0000","last_became_peered":"2024-07-26T17:05:28.058645+0000","last_unstale":"2024-07-26T17:05:29.278202+0000","last_undegraded":"2024-07-26T17:05:29.278202+0000","last_fullsized":"2024-07-26T17:05:29.278202+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:07.282899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.13","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278576+0000","last_change":"2024-07-26T17:05:27.048287+0000","last_active":"2024-07-26T17:05:29.278576+0000","last_peered":"2024-07-26T17:05:29.278576+0000","last_clean":"2024-07-26T17:05:29.278576+0000","last_became_active":"2024-07-26T17:05:27.047476+0000","last_became_peered":"2024-07-26T17:05:27.047476+0000","last_unstale":"2024-07-26T17:05:29.278576+0000","last_undegraded":"2024-07-26T17:05:29.278576+0000","last_fullsized":"2024-07-26T17:05:29.278576+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:48:06.344837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.12","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221397+0000","last_change":"2024-07-26T17:05:16.963114+0000","last_active":"2024-07-26T17:05:29.221397+0000","last_peered":"2024-07-26T17:05:29.221397+0000","last_clean":"2024-07-26T17:05:29.221397+0000","last_became_active":"2024-07-26T17:05:16.962809+0000","last_became_peered":"2024-07-26T17:05:16.962809+0000","last_unstale":"2024-07-26T17:05:29.221397+0000","last_undegraded":"2024-07-26T17:05:29.221397+0000","last_fullsized":"2024-07-26T17:05:29.221397+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:59:38.906979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.13","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278411+0000","last_change":"2024-07-26T17:05:28.055721+0000","last_active":"2024-07-26T17:05:29.278411+0000","last_peered":"2024-07-26T17:05:29.278411+0000","last_clean":"2024-07-26T17:05:29.278411+0000","last_became_active":"2024-07-26T17:05:28.055233+0000","last_became_peered":"2024-07-26T17:05:28.055233+0000","last_unstale":"2024-07-26T17:05:29.278411+0000","last_undegraded":"2024-07-26T17:05:29.278411+0000","last_fullsized":"2024-07-26T17:05:29.278411+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:15.326034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.10","version":"253'8","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053284+0000","last_change":"2024-07-26T17:05:27.058225+0000","last_active":"2024-07-26T17:05:29.053284+0000","last_peered":"2024-07-26T17:05:29.053284+0000","last_clean":"2024-07-26T17:05:29.053284+0000","last_became_active":"2024-07-26T17:05:27.056985+0000","last_became_peered":"2024-07-26T17:05:27.056985+0000","last_unstale":"2024-07-26T17:05:29.053284+0000","last_undegraded":"2024-07-26T17:05:29.053284+0000","last_fullsized":"2024-07-26T17:05:29.053284+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:20:10.283004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.11","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065157+0000","last_change":"2024-07-26T17:05:16.972196+0000","last_active":"2024-07-26T17:05:29.065157+0000","last_peered":"2024-07-26T17:05:29.065157+0000","last_clean":"2024-07-26T17:05:29.065157+0000","last_became_active":"2024-07-26T17:05:16.971681+0000","last_became_peered":"2024-07-26T17:05:16.971681+0000","last_unstale":"2024-07-26T17:05:29.065157+0000","last_undegraded":"2024-07-26T17:05:29.065157+0000","last_fullsized":"2024-07-26T17:05:29.065157+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:15:30.446528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.12","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278294+0000","last_change":"2024-07-26T17:05:28.057108+0000","last_active":"2024-07-26T17:05:29.278294+0000","last_peered":"2024-07-26T17:05:29.278294+0000","last_clean":"2024-07-26T17:05:29.278294+0000","last_became_active":"2024-07-26T17:05:28.056789+0000","last_became_peered":"2024-07-26T17:05:28.056789+0000","last_unstale":"2024-07-26T17:05:29.278294+0000","last_undegraded":"2024-07-26T17:05:29.278294+0000","last_fullsized":"2024-07-26T17:05:29.278294+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:20.874712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.11","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053530+0000","last_change":"2024-07-26T17:05:27.053870+0000","last_active":"2024-07-26T17:05:29.053530+0000","last_peered":"2024-07-26T17:05:29.053530+0000","last_clean":"2024-07-26T17:05:29.053530+0000","last_became_active":"2024-07-26T17:05:27.053534+0000","last_became_peered":"2024-07-26T17:05:27.053534+0000","last_unstale":"2024-07-26T17:05:29.053530+0000","last_undegraded":"2024-07-26T17:05:29.053530+0000","last_fullsized":"2024-07-26T17:05:29.053530+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:48.337524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.10","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278360+0000","last_change":"2024-07-26T17:05:16.970298+0000","last_active":"2024-07-26T17:05:29.278360+0000","last_peered":"2024-07-26T17:05:29.278360+0000","last_clean":"2024-07-26T17:05:29.278360+0000","last_became_active":"2024-07-26T17:05:16.968935+0000","last_became_peered":"2024-07-26T17:05:16.968935+0000","last_unstale":"2024-07-26T17:05:29.278360+0000","last_undegraded":"2024-07-26T17:05:29.278360+0000","last_fullsized":"2024-07-26T17:05:29.278360+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:10.834891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.d","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057208+0000","last_change":"2024-07-26T17:05:28.054069+0000","last_active":"2024-07-26T17:05:29.057208+0000","last_peered":"2024-07-26T17:05:29.057208+0000","last_clean":"2024-07-26T17:05:29.057208+0000","last_became_active":"2024-07-26T17:05:28.053714+0000","last_became_peered":"2024-07-26T17:05:28.053714+0000","last_unstale":"2024-07-26T17:05:29.057208+0000","last_undegraded":"2024-07-26T17:05:29.057208+0000","last_fullsized":"2024-07-26T17:05:29.057208+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:46:46.335946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.e","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062603+0000","last_change":"2024-07-26T17:05:27.044975+0000","last_active":"2024-07-26T17:05:29.062603+0000","last_peered":"2024-07-26T17:05:29.062603+0000","last_clean":"2024-07-26T17:05:29.062603+0000","last_became_active":"2024-07-26T17:05:27.044616+0000","last_became_peered":"2024-07-26T17:05:27.044616+0000","last_unstale":"2024-07-26T17:05:29.062603+0000","last_undegraded":"2024-07-26T17:05:29.062603+0000","last_fullsized":"2024-07-26T17:05:29.062603+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:10:19.005080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.f","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057651+0000","last_change":"2024-07-26T17:05:16.980012+0000","last_active":"2024-07-26T17:05:29.057651+0000","last_peered":"2024-07-26T17:05:29.057651+0000","last_clean":"2024-07-26T17:05:29.057651+0000","last_became_active":"2024-07-26T17:05:16.979692+0000","last_became_peered":"2024-07-26T17:05:16.979692+0000","last_unstale":"2024-07-26T17:05:29.057651+0000","last_undegraded":"2024-07-26T17:05:29.057651+0000","last_fullsized":"2024-07-26T17:05:29.057651+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:38:44.970702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.c","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056759+0000","last_change":"2024-07-26T17:05:28.056729+0000","last_active":"2024-07-26T17:05:29.056759+0000","last_peered":"2024-07-26T17:05:29.056759+0000","last_clean":"2024-07-26T17:05:29.056759+0000","last_became_active":"2024-07-26T17:05:28.056399+0000","last_became_peered":"2024-07-26T17:05:28.056399+0000","last_unstale":"2024-07-26T17:05:29.056759+0000","last_undegraded":"2024-07-26T17:05:29.056759+0000","last_fullsized":"2024-07-26T17:05:29.056759+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:21:34.139177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.f","version":"253'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.066085+0000","last_change":"2024-07-26T17:05:27.054882+0000","last_active":"2024-07-26T17:05:29.066085+0000","last_peered":"2024-07-26T17:05:29.066085+0000","last_clean":"2024-07-26T17:05:29.066085+0000","last_became_active":"2024-07-26T17:05:27.054563+0000","last_became_peered":"2024-07-26T17:05:27.054563+0000","last_unstale":"2024-07-26T17:05:29.066085+0000","last_undegraded":"2024-07-26T17:05:29.066085+0000","last_fullsized":"2024-07-26T17:05:29.066085+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:19.868685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.e","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278924+0000","last_change":"2024-07-26T17:05:16.971532+0000","last_active":"2024-07-26T17:05:29.278924+0000","last_peered":"2024-07-26T17:05:29.278924+0000","last_clean":"2024-07-26T17:05:29.278924+0000","last_became_active":"2024-07-26T17:05:16.970856+0000","last_became_peered":"2024-07-26T17:05:16.970856+0000","last_unstale":"2024-07-26T17:05:29.278924+0000","last_undegraded":"2024-07-26T17:05:29.278924+0000","last_fullsized":"2024-07-26T17:05:29.278924+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:13:30.619445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.f","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057460+0000","last_change":"2024-07-26T17:05:28.056469+0000","last_active":"2024-07-26T17:05:29.057460+0000","last_peered":"2024-07-26T17:05:29.057460+0000","last_clean":"2024-07-26T17:05:29.057460+0000","last_became_active":"2024-07-26T17:05:28.056117+0000","last_became_peered":"2024-07-26T17:05:28.056117+0000","last_unstale":"2024-07-26T17:05:29.057460+0000","last_undegraded":"2024-07-26T17:05:29.057460+0000","last_fullsized":"2024-07-26T17:05:29.057460+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:54.721924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.c","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062323+0000","last_change":"2024-07-26T17:05:27.051710+0000","last_active":"2024-07-26T17:05:29.062323+0000","last_peered":"2024-07-26T17:05:29.062323+0000","last_clean":"2024-07-26T17:05:29.062323+0000","last_became_active":"2024-07-26T17:05:27.051091+0000","last_became_peered":"2024-07-26T17:05:27.051091+0000","last_unstale":"2024-07-26T17:05:29.062323+0000","last_undegraded":"2024-07-26T17:05:29.062323+0000","last_fullsized":"2024-07-26T17:05:29.062323+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:01:04.768314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.d","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065709+0000","last_change":"2024-07-26T17:05:16.969521+0000","last_active":"2024-07-26T17:05:29.065709+0000","last_peered":"2024-07-26T17:05:29.065709+0000","last_clean":"2024-07-26T17:05:29.065709+0000","last_became_active":"2024-07-26T17:05:16.969190+0000","last_became_peered":"2024-07-26T17:05:16.969190+0000","last_unstale":"2024-07-26T17:05:29.065709+0000","last_undegraded":"2024-07-26T17:05:29.065709+0000","last_fullsized":"2024-07-26T17:05:29.065709+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:36:29.003495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.e","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054420+0000","last_change":"2024-07-26T17:05:28.057753+0000","last_active":"2024-07-26T17:05:29.054420+0000","last_peered":"2024-07-26T17:05:29.054420+0000","last_clean":"2024-07-26T17:05:29.054420+0000","last_became_active":"2024-07-26T17:05:28.057421+0000","last_became_peered":"2024-07-26T17:05:28.057421+0000","last_unstale":"2024-07-26T17:05:29.054420+0000","last_undegraded":"2024-07-26T17:05:29.054420+0000","last_fullsized":"2024-07-26T17:05:29.054420+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:33:39.953564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.d","version":"253'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056068+0000","last_change":"2024-07-26T17:05:27.049730+0000","last_active":"2024-07-26T17:05:29.056068+0000","last_peered":"2024-07-26T17:05:29.056068+0000","last_clean":"2024-07-26T17:05:29.056068+0000","last_became_active":"2024-07-26T17:05:27.049411+0000","last_became_peered":"2024-07-26T17:05:27.049411+0000","last_unstale":"2024-07-26T17:05:29.056068+0000","last_undegraded":"2024-07-26T17:05:29.056068+0000","last_fullsized":"2024-07-26T17:05:29.056068+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:25:17.995553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.c","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062514+0000","last_change":"2024-07-26T17:05:16.974900+0000","last_active":"2024-07-26T17:05:29.062514+0000","last_peered":"2024-07-26T17:05:29.062514+0000","last_clean":"2024-07-26T17:05:29.062514+0000","last_became_active":"2024-07-26T17:05:16.974563+0000","last_became_peered":"2024-07-26T17:05:16.974563+0000","last_unstale":"2024-07-26T17:05:29.062514+0000","last_undegraded":"2024-07-26T17:05:29.062514+0000","last_fullsized":"2024-07-26T17:05:29.062514+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:49.681770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.9","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055310+0000","last_change":"2024-07-26T17:05:28.056877+0000","last_active":"2024-07-26T17:05:29.055310+0000","last_peered":"2024-07-26T17:05:29.055310+0000","last_clean":"2024-07-26T17:05:29.055310+0000","last_became_active":"2024-07-26T17:05:28.055842+0000","last_became_peered":"2024-07-26T17:05:28.055842+0000","last_unstale":"2024-07-26T17:05:29.055310+0000","last_undegraded":"2024-07-26T17:05:29.055310+0000","last_fullsized":"2024-07-26T17:05:29.055310+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:05:37.303702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.a","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278198+0000","last_change":"2024-07-26T17:05:27.049356+0000","last_active":"2024-07-26T17:05:29.278198+0000","last_peered":"2024-07-26T17:05:29.278198+0000","last_clean":"2024-07-26T17:05:29.278198+0000","last_became_active":"2024-07-26T17:05:27.048984+0000","last_became_peered":"2024-07-26T17:05:27.048984+0000","last_unstale":"2024-07-26T17:05:29.278198+0000","last_undegraded":"2024-07-26T17:05:29.278198+0000","last_fullsized":"2024-07-26T17:05:29.278198+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:02:46.397048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.b","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054801+0000","last_change":"2024-07-26T17:05:16.966185+0000","last_active":"2024-07-26T17:05:29.054801+0000","last_peered":"2024-07-26T17:05:29.054801+0000","last_clean":"2024-07-26T17:05:29.054801+0000","last_became_active":"2024-07-26T17:05:16.965808+0000","last_became_peered":"2024-07-26T17:05:16.965808+0000","last_unstale":"2024-07-26T17:05:29.054801+0000","last_undegraded":"2024-07-26T17:05:29.054801+0000","last_fullsized":"2024-07-26T17:05:29.054801+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:17.824384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.8","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220864+0000","last_change":"2024-07-26T17:05:28.047507+0000","last_active":"2024-07-26T17:05:29.220864+0000","last_peered":"2024-07-26T17:05:29.220864+0000","last_clean":"2024-07-26T17:05:29.220864+0000","last_became_active":"2024-07-26T17:05:28.047175+0000","last_became_peered":"2024-07-26T17:05:28.047175+0000","last_unstale":"2024-07-26T17:05:29.220864+0000","last_undegraded":"2024-07-26T17:05:29.220864+0000","last_fullsized":"2024-07-26T17:05:29.220864+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:41.534862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.b","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278575+0000","last_change":"2024-07-26T17:05:27.049898+0000","last_active":"2024-07-26T17:05:29.278575+0000","last_peered":"2024-07-26T17:05:29.278575+0000","last_clean":"2024-07-26T17:05:29.278575+0000","last_became_active":"2024-07-26T17:05:27.049534+0000","last_became_peered":"2024-07-26T17:05:27.049534+0000","last_unstale":"2024-07-26T17:05:29.278575+0000","last_undegraded":"2024-07-26T17:05:29.278575+0000","last_fullsized":"2024-07-26T17:05:29.278575+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:15:40.520345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.a","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056162+0000","last_change":"2024-07-26T17:05:16.966459+0000","last_active":"2024-07-26T17:05:29.056162+0000","last_peered":"2024-07-26T17:05:29.056162+0000","last_clean":"2024-07-26T17:05:29.056162+0000","last_became_active":"2024-07-26T17:05:16.966152+0000","last_became_peered":"2024-07-26T17:05:16.966152+0000","last_unstale":"2024-07-26T17:05:29.056162+0000","last_undegraded":"2024-07-26T17:05:29.056162+0000","last_fullsized":"2024-07-26T17:05:29.056162+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:24.328291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.b","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221066+0000","last_change":"2024-07-26T17:05:28.049680+0000","last_active":"2024-07-26T17:05:29.221066+0000","last_peered":"2024-07-26T17:05:29.221066+0000","last_clean":"2024-07-26T17:05:29.221066+0000","last_became_active":"2024-07-26T17:05:28.049366+0000","last_became_peered":"2024-07-26T17:05:28.049366+0000","last_unstale":"2024-07-26T17:05:29.221066+0000","last_undegraded":"2024-07-26T17:05:29.221066+0000","last_fullsized":"2024-07-26T17:05:29.221066+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:45:58.318796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.8","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053408+0000","last_change":"2024-07-26T17:05:27.056329+0000","last_active":"2024-07-26T17:05:29.053408+0000","last_peered":"2024-07-26T17:05:29.053408+0000","last_clean":"2024-07-26T17:05:29.053408+0000","last_became_active":"2024-07-26T17:05:27.054945+0000","last_became_peered":"2024-07-26T17:05:27.054945+0000","last_unstale":"2024-07-26T17:05:29.053408+0000","last_undegraded":"2024-07-26T17:05:29.053408+0000","last_fullsized":"2024-07-26T17:05:29.053408+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:32.550892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.9","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065248+0000","last_change":"2024-07-26T17:05:16.969680+0000","last_active":"2024-07-26T17:05:29.065248+0000","last_peered":"2024-07-26T17:05:29.065248+0000","last_clean":"2024-07-26T17:05:29.065248+0000","last_became_active":"2024-07-26T17:05:16.969336+0000","last_became_peered":"2024-07-26T17:05:16.969336+0000","last_unstale":"2024-07-26T17:05:29.065248+0000","last_undegraded":"2024-07-26T17:05:29.065248+0000","last_fullsized":"2024-07-26T17:05:29.065248+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:04:10.871758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.a","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053587+0000","last_change":"2024-07-26T17:05:28.046566+0000","last_active":"2024-07-26T17:05:29.053587+0000","last_peered":"2024-07-26T17:05:29.053587+0000","last_clean":"2024-07-26T17:05:29.053587+0000","last_became_active":"2024-07-26T17:05:28.046275+0000","last_became_peered":"2024-07-26T17:05:28.046275+0000","last_unstale":"2024-07-26T17:05:29.053587+0000","last_undegraded":"2024-07-26T17:05:29.053587+0000","last_fullsized":"2024-07-26T17:05:29.053587+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:52.594462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.9","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221180+0000","last_change":"2024-07-26T17:05:27.059212+0000","last_active":"2024-07-26T17:05:29.221180+0000","last_peered":"2024-07-26T17:05:29.221180+0000","last_clean":"2024-07-26T17:05:29.221180+0000","last_became_active":"2024-07-26T17:05:27.058814+0000","last_became_peered":"2024-07-26T17:05:27.058814+0000","last_unstale":"2024-07-26T17:05:29.221180+0000","last_undegraded":"2024-07-26T17:05:29.221180+0000","last_fullsized":"2024-07-26T17:05:29.221180+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:04:33.765326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.8","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054958+0000","last_change":"2024-07-26T17:05:16.960217+0000","last_active":"2024-07-26T17:05:29.054958+0000","last_peered":"2024-07-26T17:05:29.054958+0000","last_clean":"2024-07-26T17:05:29.054958+0000","last_became_active":"2024-07-26T17:05:16.959854+0000","last_became_peered":"2024-07-26T17:05:16.959854+0000","last_unstale":"2024-07-26T17:05:29.054958+0000","last_undegraded":"2024-07-26T17:05:29.054958+0000","last_fullsized":"2024-07-26T17:05:29.054958+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:30:28.139102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.5","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065784+0000","last_change":"2024-07-26T17:05:28.062323+0000","last_active":"2024-07-26T17:05:29.065784+0000","last_peered":"2024-07-26T17:05:29.065784+0000","last_clean":"2024-07-26T17:05:29.065784+0000","last_became_active":"2024-07-26T17:05:28.061964+0000","last_became_peered":"2024-07-26T17:05:28.061964+0000","last_unstale":"2024-07-26T17:05:29.065784+0000","last_undegraded":"2024-07-26T17:05:29.065784+0000","last_fullsized":"2024-07-26T17:05:29.065784+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:15.880934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.6","version":"254'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.064461+0000","last_change":"2024-07-26T17:05:27.045388+0000","last_active":"2024-07-26T17:05:29.064461+0000","last_peered":"2024-07-26T17:05:29.064461+0000","last_clean":"2024-07-26T17:05:29.064461+0000","last_became_active":"2024-07-26T17:05:27.043438+0000","last_became_peered":"2024-07-26T17:05:27.043438+0000","last_unstale":"2024-07-26T17:05:29.064461+0000","last_undegraded":"2024-07-26T17:05:29.064461+0000","last_fullsized":"2024-07-26T17:05:29.064461+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:24.323826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.7","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062807+0000","last_change":"2024-07-26T17:05:16.971489+0000","last_active":"2024-07-26T17:05:29.062807+0000","last_peered":"2024-07-26T17:05:29.062807+0000","last_clean":"2024-07-26T17:05:29.062807+0000","last_became_active":"2024-07-26T17:05:16.971173+0000","last_became_peered":"2024-07-26T17:05:16.971173+0000","last_unstale":"2024-07-26T17:05:29.062807+0000","last_undegraded":"2024-07-26T17:05:29.062807+0000","last_fullsized":"2024-07-26T17:05:29.062807+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:04:51.845066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.4","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065838+0000","last_change":"2024-07-26T17:05:28.067743+0000","last_active":"2024-07-26T17:05:29.065838+0000","last_peered":"2024-07-26T17:05:29.065838+0000","last_clean":"2024-07-26T17:05:29.065838+0000","last_became_active":"2024-07-26T17:05:28.066732+0000","last_became_peered":"2024-07-26T17:05:28.066732+0000","last_unstale":"2024-07-26T17:05:29.065838+0000","last_undegraded":"2024-07-26T17:05:29.065838+0000","last_fullsized":"2024-07-26T17:05:29.065838+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:55.912057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.7","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054665+0000","last_change":"2024-07-26T17:05:27.051192+0000","last_active":"2024-07-26T17:05:29.054665+0000","last_peered":"2024-07-26T17:05:29.054665+0000","last_clean":"2024-07-26T17:05:29.054665+0000","last_became_active":"2024-07-26T17:05:27.050870+0000","last_became_peered":"2024-07-26T17:05:27.050870+0000","last_unstale":"2024-07-26T17:05:29.054665+0000","last_undegraded":"2024-07-26T17:05:29.054665+0000","last_fullsized":"2024-07-26T17:05:29.054665+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:55:30.782155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.6","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055407+0000","last_change":"2024-07-26T17:05:16.973377+0000","last_active":"2024-07-26T17:05:29.055407+0000","last_peered":"2024-07-26T17:05:29.055407+0000","last_clean":"2024-07-26T17:05:29.055407+0000","last_became_active":"2024-07-26T17:05:16.973030+0000","last_became_peered":"2024-07-26T17:05:16.973030+0000","last_unstale":"2024-07-26T17:05:29.055407+0000","last_undegraded":"2024-07-26T17:05:29.055407+0000","last_fullsized":"2024-07-26T17:05:29.055407+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:07.646908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.7","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.066018+0000","last_change":"2024-07-26T17:05:28.062514+0000","last_active":"2024-07-26T17:05:29.066018+0000","last_peered":"2024-07-26T17:05:29.066018+0000","last_clean":"2024-07-26T17:05:29.066018+0000","last_became_active":"2024-07-26T17:05:28.062202+0000","last_became_peered":"2024-07-26T17:05:28.062202+0000","last_unstale":"2024-07-26T17:05:29.066018+0000","last_undegraded":"2024-07-26T17:05:29.066018+0000","last_fullsized":"2024-07-26T17:05:29.066018+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:44.204178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.4","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055905+0000","last_change":"2024-07-26T17:05:27.046315+0000","last_active":"2024-07-26T17:05:29.055905+0000","last_peered":"2024-07-26T17:05:29.055905+0000","last_clean":"2024-07-26T17:05:29.055905+0000","last_became_active":"2024-07-26T17:05:27.046001+0000","last_became_peered":"2024-07-26T17:05:27.046001+0000","last_unstale":"2024-07-26T17:05:29.055905+0000","last_undegraded":"2024-07-26T17:05:29.055905+0000","last_fullsized":"2024-07-26T17:05:29.055905+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:08.653184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.5","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546062+0000","last_change":"2024-07-26T17:05:16.976546+0000","last_active":"2024-07-26T17:05:29.546062+0000","last_peered":"2024-07-26T17:05:29.546062+0000","last_clean":"2024-07-26T17:05:29.546062+0000","last_became_active":"2024-07-26T17:05:16.976263+0000","last_became_peered":"2024-07-26T17:05:16.976263+0000","last_unstale":"2024-07-26T17:05:29.546062+0000","last_undegraded":"2024-07-26T17:05:29.546062+0000","last_fullsized":"2024-07-26T17:05:29.546062+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:48:03.108788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.6","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055199+0000","last_change":"2024-07-26T17:05:28.050919+0000","last_active":"2024-07-26T17:05:29.055199+0000","last_peered":"2024-07-26T17:05:29.055199+0000","last_clean":"2024-07-26T17:05:29.055199+0000","last_became_active":"2024-07-26T17:05:28.050554+0000","last_became_peered":"2024-07-26T17:05:28.050554+0000","last_unstale":"2024-07-26T17:05:29.055199+0000","last_undegraded":"2024-07-26T17:05:29.055199+0000","last_fullsized":"2024-07-26T17:05:29.055199+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:22:51.892199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.5","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055142+0000","last_change":"2024-07-26T17:05:27.049765+0000","last_active":"2024-07-26T17:05:29.055142+0000","last_peered":"2024-07-26T17:05:29.055142+0000","last_clean":"2024-07-26T17:05:29.055142+0000","last_became_active":"2024-07-26T17:05:27.049455+0000","last_became_peered":"2024-07-26T17:05:27.049455+0000","last_unstale":"2024-07-26T17:05:29.055142+0000","last_undegraded":"2024-07-26T17:05:29.055142+0000","last_fullsized":"2024-07-26T17:05:29.055142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:40.299517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.4","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054080+0000","last_change":"2024-07-26T17:05:16.976144+0000","last_active":"2024-07-26T17:05:29.054080+0000","last_peered":"2024-07-26T17:05:29.054080+0000","last_clean":"2024-07-26T17:05:29.054080+0000","last_became_active":"2024-07-26T17:05:16.975839+0000","last_became_peered":"2024-07-26T17:05:16.975839+0000","last_unstale":"2024-07-26T17:05:29.054080+0000","last_undegraded":"2024-07-26T17:05:29.054080+0000","last_fullsized":"2024-07-26T17:05:29.054080+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:13.144534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.1","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221094+0000","last_change":"2024-07-26T17:05:28.051252+0000","last_active":"2024-07-26T17:05:29.221094+0000","last_peered":"2024-07-26T17:05:29.221094+0000","last_clean":"2024-07-26T17:05:29.221094+0000","last_became_active":"2024-07-26T17:05:28.047014+0000","last_became_peered":"2024-07-26T17:05:28.047014+0000","last_unstale":"2024-07-26T17:05:29.221094+0000","last_undegraded":"2024-07-26T17:05:29.221094+0000","last_fullsized":"2024-07-26T17:05:29.221094+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:43.354392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.2","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.061969+0000","last_change":"2024-07-26T17:05:27.053412+0000","last_active":"2024-07-26T17:05:29.061969+0000","last_peered":"2024-07-26T17:05:29.061969+0000","last_clean":"2024-07-26T17:05:29.061969+0000","last_became_active":"2024-07-26T17:05:27.053113+0000","last_became_peered":"2024-07-26T17:05:27.053113+0000","last_unstale":"2024-07-26T17:05:29.061969+0000","last_undegraded":"2024-07-26T17:05:29.061969+0000","last_fullsized":"2024-07-26T17:05:29.061969+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:06.834116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.3","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221162+0000","last_change":"2024-07-26T17:05:16.965540+0000","last_active":"2024-07-26T17:05:29.221162+0000","last_peered":"2024-07-26T17:05:29.221162+0000","last_clean":"2024-07-26T17:05:29.221162+0000","last_became_active":"2024-07-26T17:05:16.965235+0000","last_became_peered":"2024-07-26T17:05:16.965235+0000","last_unstale":"2024-07-26T17:05:29.221162+0000","last_undegraded":"2024-07-26T17:05:29.221162+0000","last_fullsized":"2024-07-26T17:05:29.221162+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:28:22.685887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.0","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053369+0000","last_change":"2024-07-26T17:05:28.048398+0000","last_active":"2024-07-26T17:05:29.053369+0000","last_peered":"2024-07-26T17:05:29.053369+0000","last_clean":"2024-07-26T17:05:29.053369+0000","last_became_active":"2024-07-26T17:05:28.048093+0000","last_became_peered":"2024-07-26T17:05:28.048093+0000","last_unstale":"2024-07-26T17:05:29.053369+0000","last_undegraded":"2024-07-26T17:05:29.053369+0000","last_fullsized":"2024-07-26T17:05:29.053369+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:49.173668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.3","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062222+0000","last_change":"2024-07-26T17:05:27.043415+0000","last_active":"2024-07-26T17:05:29.062222+0000","last_peered":"2024-07-26T17:05:29.062222+0000","last_clean":"2024-07-26T17:05:29.062222+0000","last_became_active":"2024-07-26T17:05:27.043000+0000","last_became_peered":"2024-07-26T17:05:27.043000+0000","last_unstale":"2024-07-26T17:05:29.062222+0000","last_undegraded":"2024-07-26T17:05:29.062222+0000","last_fullsized":"2024-07-26T17:05:29.062222+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:37.056495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.2","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221550+0000","last_change":"2024-07-26T17:05:16.974131+0000","last_active":"2024-07-26T17:05:29.221550+0000","last_peered":"2024-07-26T17:05:29.221550+0000","last_clean":"2024-07-26T17:05:29.221550+0000","last_became_active":"2024-07-26T17:05:16.973781+0000","last_became_peered":"2024-07-26T17:05:16.973781+0000","last_unstale":"2024-07-26T17:05:29.221550+0000","last_undegraded":"2024-07-26T17:05:29.221550+0000","last_fullsized":"2024-07-26T17:05:29.221550+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:09:59.923570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.3","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545974+0000","last_change":"2024-07-26T17:05:28.061175+0000","last_active":"2024-07-26T17:05:29.545974+0000","last_peered":"2024-07-26T17:05:29.545974+0000","last_clean":"2024-07-26T17:05:29.545974+0000","last_became_active":"2024-07-26T17:05:28.060754+0000","last_became_peered":"2024-07-26T17:05:28.060754+0000","last_unstale":"2024-07-26T17:05:29.545974+0000","last_undegraded":"2024-07-26T17:05:29.545974+0000","last_fullsized":"2024-07-26T17:05:29.545974+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:35.347888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.0","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.061852+0000","last_change":"2024-07-26T17:05:27.043081+0000","last_active":"2024-07-26T17:05:29.061852+0000","last_peered":"2024-07-26T17:05:29.061852+0000","last_clean":"2024-07-26T17:05:29.061852+0000","last_became_active":"2024-07-26T17:05:27.042704+0000","last_became_peered":"2024-07-26T17:05:27.042704+0000","last_unstale":"2024-07-26T17:05:29.061852+0000","last_undegraded":"2024-07-26T17:05:29.061852+0000","last_fullsized":"2024-07-26T17:05:29.061852+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:34.402109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062144+0000","last_change":"2024-07-26T17:05:16.969320+0000","last_active":"2024-07-26T17:05:29.062144+0000","last_peered":"2024-07-26T17:05:29.062144+0000","last_clean":"2024-07-26T17:05:29.062144+0000","last_became_active":"2024-07-26T17:05:16.968916+0000","last_became_peered":"2024-07-26T17:05:16.968916+0000","last_unstale":"2024-07-26T17:05:29.062144+0000","last_undegraded":"2024-07-26T17:05:29.062144+0000","last_fullsized":"2024-07-26T17:05:29.062144+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:51:18.448317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.2","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220796+0000","last_change":"2024-07-26T17:05:28.050870+0000","last_active":"2024-07-26T17:05:29.220796+0000","last_peered":"2024-07-26T17:05:29.220796+0000","last_clean":"2024-07-26T17:05:29.220796+0000","last_became_active":"2024-07-26T17:05:28.050080+0000","last_became_peered":"2024-07-26T17:05:28.050080+0000","last_unstale":"2024-07-26T17:05:29.220796+0000","last_undegraded":"2024-07-26T17:05:29.220796+0000","last_fullsized":"2024-07-26T17:05:29.220796+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:53.921868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055673+0000","last_change":"2024-07-26T17:05:27.038992+0000","last_active":"2024-07-26T17:05:29.055673+0000","last_peered":"2024-07-26T17:05:29.055673+0000","last_clean":"2024-07-26T17:05:29.055673+0000","last_became_active":"2024-07-26T17:05:27.038663+0000","last_became_peered":"2024-07-26T17:05:27.038663+0000","last_unstale":"2024-07-26T17:05:29.055673+0000","last_undegraded":"2024-07-26T17:05:29.055673+0000","last_fullsized":"2024-07-26T17:05:29.055673+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:09.146788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.0","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053592+0000","last_change":"2024-07-26T17:05:16.976606+0000","last_active":"2024-07-26T17:05:29.053592+0000","last_peered":"2024-07-26T17:05:29.053592+0000","last_clean":"2024-07-26T17:05:29.053592+0000","last_became_active":"2024-07-26T17:05:16.976278+0000","last_became_peered":"2024-07-26T17:05:16.976278+0000","last_unstale":"2024-07-26T17:05:29.053592+0000","last_undegraded":"2024-07-26T17:05:29.053592+0000","last_fullsized":"2024-07-26T17:05:29.053592+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:31.925751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.22","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065285+0000","last_change":"2024-07-26T17:05:28.059693+0000","last_active":"2024-07-26T17:05:29.065285+0000","last_peered":"2024-07-26T17:05:29.065285+0000","last_clean":"2024-07-26T17:05:29.065285+0000","last_became_active":"2024-07-26T17:05:28.059024+0000","last_became_peered":"2024-07-26T17:05:28.059024+0000","last_unstale":"2024-07-26T17:05:29.065285+0000","last_undegraded":"2024-07-26T17:05:29.065285+0000","last_fullsized":"2024-07-26T17:05:29.065285+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:59.811169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.20","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062000+0000","last_change":"2024-07-26T17:05:16.974165+0000","last_active":"2024-07-26T17:05:29.062000+0000","last_peered":"2024-07-26T17:05:29.062000+0000","last_clean":"2024-07-26T17:05:29.062000+0000","last_became_active":"2024-07-26T17:05:16.973628+0000","last_became_peered":"2024-07-26T17:05:16.973628+0000","last_unstale":"2024-07-26T17:05:29.062000+0000","last_undegraded":"2024-07-26T17:05:29.062000+0000","last_fullsized":"2024-07-26T17:05:29.062000+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:41:33.930358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.1f","version":"249'4","reported_seq":27,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054741+0000","last_change":"2024-07-26T17:05:15.971066+0000","last_active":"2024-07-26T17:05:29.054741+0000","last_peered":"2024-07-26T17:05:29.054741+0000","last_clean":"2024-07-26T17:05:29.054741+0000","last_became_active":"2024-07-26T17:05:15.970718+0000","last_became_peered":"2024-07-26T17:05:15.970718+0000","last_unstale":"2024-07-26T17:05:29.054741+0000","last_undegraded":"2024-07-26T17:05:29.054741+0000","last_fullsized":"2024-07-26T17:05:29.054741+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:47.098919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.20","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220641+0000","last_change":"2024-07-26T17:05:28.052473+0000","last_active":"2024-07-26T17:05:29.220641+0000","last_peered":"2024-07-26T17:05:29.220641+0000","last_clean":"2024-07-26T17:05:29.220641+0000","last_became_active":"2024-07-26T17:05:28.051943+0000","last_became_peered":"2024-07-26T17:05:28.051943+0000","last_unstale":"2024-07-26T17:05:29.220641+0000","last_undegraded":"2024-07-26T17:05:29.220641+0000","last_fullsized":"2024-07-26T17:05:29.220641+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:24:47.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.22","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065487+0000","last_change":"2024-07-26T17:05:16.974113+0000","last_active":"2024-07-26T17:05:29.065487+0000","last_peered":"2024-07-26T17:05:29.065487+0000","last_clean":"2024-07-26T17:05:29.065487+0000","last_became_active":"2024-07-26T17:05:16.973803+0000","last_became_peered":"2024-07-26T17:05:16.973803+0000","last_unstale":"2024-07-26T17:05:29.065487+0000","last_undegraded":"2024-07-26T17:05:29.065487+0000","last_fullsized":"2024-07-26T17:05:29.065487+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:48.211970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.1d","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057376+0000","last_change":"2024-07-26T17:05:15.970251+0000","last_active":"2024-07-26T17:05:29.057376+0000","last_peered":"2024-07-26T17:05:29.057376+0000","last_clean":"2024-07-26T17:05:29.057376+0000","last_became_active":"2024-07-26T17:05:15.969939+0000","last_became_peered":"2024-07-26T17:05:15.969939+0000","last_unstale":"2024-07-26T17:05:29.057376+0000","last_undegraded":"2024-07-26T17:05:29.057376+0000","last_fullsized":"2024-07-26T17:05:29.057376+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:49:38.605543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.21","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220913+0000","last_change":"2024-07-26T17:05:28.050616+0000","last_active":"2024-07-26T17:05:29.220913+0000","last_peered":"2024-07-26T17:05:29.220913+0000","last_clean":"2024-07-26T17:05:29.220913+0000","last_became_active":"2024-07-26T17:05:28.050124+0000","last_became_peered":"2024-07-26T17:05:28.050124+0000","last_unstale":"2024-07-26T17:05:29.220913+0000","last_undegraded":"2024-07-26T17:05:29.220913+0000","last_fullsized":"2024-07-26T17:05:29.220913+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:05:08.599000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.23","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054221+0000","last_change":"2024-07-26T17:05:16.967131+0000","last_active":"2024-07-26T17:05:29.054221+0000","last_peered":"2024-07-26T17:05:29.054221+0000","last_clean":"2024-07-26T17:05:29.054221+0000","last_became_active":"2024-07-26T17:05:16.966484+0000","last_became_peered":"2024-07-26T17:05:16.966484+0000","last_unstale":"2024-07-26T17:05:29.054221+0000","last_undegraded":"2024-07-26T17:05:29.054221+0000","last_fullsized":"2024-07-26T17:05:29.054221+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:25:32.462643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1c","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221334+0000","last_change":"2024-07-26T17:05:15.975021+0000","last_active":"2024-07-26T17:05:29.221334+0000","last_peered":"2024-07-26T17:05:29.221334+0000","last_clean":"2024-07-26T17:05:29.221334+0000","last_became_active":"2024-07-26T17:05:15.974184+0000","last_became_peered":"2024-07-26T17:05:15.974184+0000","last_unstale":"2024-07-26T17:05:29.221334+0000","last_undegraded":"2024-07-26T17:05:29.221334+0000","last_fullsized":"2024-07-26T17:05:29.221334+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:05:42.139536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.26","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221519+0000","last_change":"2024-07-26T17:05:28.048309+0000","last_active":"2024-07-26T17:05:29.221519+0000","last_peered":"2024-07-26T17:05:29.221519+0000","last_clean":"2024-07-26T17:05:29.221519+0000","last_became_active":"2024-07-26T17:05:28.047988+0000","last_became_peered":"2024-07-26T17:05:28.047988+0000","last_unstale":"2024-07-26T17:05:29.221519+0000","last_undegraded":"2024-07-26T17:05:29.221519+0000","last_fullsized":"2024-07-26T17:05:29.221519+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:15.880934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.24","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221063+0000","last_change":"2024-07-26T17:05:16.967713+0000","last_active":"2024-07-26T17:05:29.221063+0000","last_peered":"2024-07-26T17:05:29.221063+0000","last_clean":"2024-07-26T17:05:29.221063+0000","last_became_active":"2024-07-26T17:05:16.967362+0000","last_became_peered":"2024-07-26T17:05:16.967362+0000","last_unstale":"2024-07-26T17:05:29.221063+0000","last_undegraded":"2024-07-26T17:05:29.221063+0000","last_fullsized":"2024-07-26T17:05:29.221063+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:13:30.619445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.1b","version":"249'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065410+0000","last_change":"2024-07-26T17:05:15.967807+0000","last_active":"2024-07-26T17:05:29.065410+0000","last_peered":"2024-07-26T17:05:29.065410+0000","last_clean":"2024-07-26T17:05:29.065410+0000","last_became_active":"2024-07-26T17:05:15.967458+0000","last_became_peered":"2024-07-26T17:05:15.967458+0000","last_unstale":"2024-07-26T17:05:29.065410+0000","last_undegraded":"2024-07-26T17:05:29.065410+0000","last_fullsized":"2024-07-26T17:05:29.065410+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:41.668093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.27","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055453+0000","last_change":"2024-07-26T17:05:28.053426+0000","last_active":"2024-07-26T17:05:29.055453+0000","last_peered":"2024-07-26T17:05:29.055453+0000","last_clean":"2024-07-26T17:05:29.055453+0000","last_became_active":"2024-07-26T17:05:28.052316+0000","last_became_peered":"2024-07-26T17:05:28.052316+0000","last_unstale":"2024-07-26T17:05:29.055453+0000","last_undegraded":"2024-07-26T17:05:29.055453+0000","last_fullsized":"2024-07-26T17:05:29.055453+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:29:34.745291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.25","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056109+0000","last_change":"2024-07-26T17:05:16.968542+0000","last_active":"2024-07-26T17:05:29.056109+0000","last_peered":"2024-07-26T17:05:29.056109+0000","last_clean":"2024-07-26T17:05:29.056109+0000","last_became_active":"2024-07-26T17:05:16.967496+0000","last_became_peered":"2024-07-26T17:05:16.967496+0000","last_unstale":"2024-07-26T17:05:29.056109+0000","last_undegraded":"2024-07-26T17:05:29.056109+0000","last_fullsized":"2024-07-26T17:05:29.056109+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:24:25.162195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.1a","version":"249'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221634+0000","last_change":"2024-07-26T17:05:15.967988+0000","last_active":"2024-07-26T17:05:29.221634+0000","last_peered":"2024-07-26T17:05:29.221634+0000","last_clean":"2024-07-26T17:05:29.221634+0000","last_became_active":"2024-07-26T17:05:15.967645+0000","last_became_peered":"2024-07-26T17:05:15.967645+0000","last_unstale":"2024-07-26T17:05:29.221634+0000","last_undegraded":"2024-07-26T17:05:29.221634+0000","last_fullsized":"2024-07-26T17:05:29.221634+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:33:13.421849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.24","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057687+0000","last_change":"2024-07-26T17:05:28.061319+0000","last_active":"2024-07-26T17:05:29.057687+0000","last_peered":"2024-07-26T17:05:29.057687+0000","last_clean":"2024-07-26T17:05:29.057687+0000","last_became_active":"2024-07-26T17:05:28.060999+0000","last_became_peered":"2024-07-26T17:05:28.060999+0000","last_unstale":"2024-07-26T17:05:29.057687+0000","last_undegraded":"2024-07-26T17:05:29.057687+0000","last_fullsized":"2024-07-26T17:05:29.057687+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:08:06.800194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.26","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278710+0000","last_change":"2024-07-26T17:05:16.978165+0000","last_active":"2024-07-26T17:05:29.278710+0000","last_peered":"2024-07-26T17:05:29.278710+0000","last_clean":"2024-07-26T17:05:29.278710+0000","last_became_active":"2024-07-26T17:05:16.977833+0000","last_became_peered":"2024-07-26T17:05:16.977833+0000","last_unstale":"2024-07-26T17:05:29.278710+0000","last_undegraded":"2024-07-26T17:05:29.278710+0000","last_fullsized":"2024-07-26T17:05:29.278710+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:59:38.906979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.19","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278113+0000","last_change":"2024-07-26T17:05:15.964863+0000","last_active":"2024-07-26T17:05:29.278113+0000","last_peered":"2024-07-26T17:05:29.278113+0000","last_clean":"2024-07-26T17:05:29.278113+0000","last_became_active":"2024-07-26T17:05:15.964544+0000","last_became_peered":"2024-07-26T17:05:15.964544+0000","last_unstale":"2024-07-26T17:05:29.278113+0000","last_undegraded":"2024-07-26T17:05:29.278113+0000","last_fullsized":"2024-07-26T17:05:29.278113+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:41.369248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.25","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057107+0000","last_change":"2024-07-26T17:05:28.055036+0000","last_active":"2024-07-26T17:05:29.057107+0000","last_peered":"2024-07-26T17:05:29.057107+0000","last_clean":"2024-07-26T17:05:29.057107+0000","last_became_active":"2024-07-26T17:05:28.054710+0000","last_became_peered":"2024-07-26T17:05:28.054710+0000","last_unstale":"2024-07-26T17:05:29.057107+0000","last_undegraded":"2024-07-26T17:05:29.057107+0000","last_fullsized":"2024-07-26T17:05:29.057107+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:00.356334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.27","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546349+0000","last_change":"2024-07-26T17:05:16.970760+0000","last_active":"2024-07-26T17:05:29.546349+0000","last_peered":"2024-07-26T17:05:29.546349+0000","last_clean":"2024-07-26T17:05:29.546349+0000","last_became_active":"2024-07-26T17:05:16.970446+0000","last_became_peered":"2024-07-26T17:05:16.970446+0000","last_unstale":"2024-07-26T17:05:29.546349+0000","last_undegraded":"2024-07-26T17:05:29.546349+0000","last_fullsized":"2024-07-26T17:05:29.546349+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:34:21.127567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.18","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053718+0000","last_change":"2024-07-26T17:05:15.972690+0000","last_active":"2024-07-26T17:05:29.053718+0000","last_peered":"2024-07-26T17:05:29.053718+0000","last_clean":"2024-07-26T17:05:29.053718+0000","last_became_active":"2024-07-26T17:05:15.972384+0000","last_became_peered":"2024-07-26T17:05:15.972384+0000","last_unstale":"2024-07-26T17:05:29.053718+0000","last_undegraded":"2024-07-26T17:05:29.053718+0000","last_fullsized":"2024-07-26T17:05:29.053718+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:12.939556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.2a","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056295+0000","last_change":"2024-07-26T17:05:28.055905+0000","last_active":"2024-07-26T17:05:29.056295+0000","last_peered":"2024-07-26T17:05:29.056295+0000","last_clean":"2024-07-26T17:05:29.056295+0000","last_became_active":"2024-07-26T17:05:28.055550+0000","last_became_peered":"2024-07-26T17:05:28.055550+0000","last_unstale":"2024-07-26T17:05:29.056295+0000","last_undegraded":"2024-07-26T17:05:29.056295+0000","last_fullsized":"2024-07-26T17:05:29.056295+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:59:07.367384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.28","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055221+0000","last_change":"2024-07-26T17:05:16.967770+0000","last_active":"2024-07-26T17:05:29.055221+0000","last_peered":"2024-07-26T17:05:29.055221+0000","last_clean":"2024-07-26T17:05:29.055221+0000","last_became_active":"2024-07-26T17:05:16.967450+0000","last_became_peered":"2024-07-26T17:05:16.967450+0000","last_unstale":"2024-07-26T17:05:29.055221+0000","last_undegraded":"2024-07-26T17:05:29.055221+0000","last_fullsized":"2024-07-26T17:05:29.055221+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:05.058792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.17","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221688+0000","last_change":"2024-07-26T17:05:15.973086+0000","last_active":"2024-07-26T17:05:29.221688+0000","last_peered":"2024-07-26T17:05:29.221688+0000","last_clean":"2024-07-26T17:05:29.221688+0000","last_became_active":"2024-07-26T17:05:15.972729+0000","last_became_peered":"2024-07-26T17:05:15.972729+0000","last_unstale":"2024-07-26T17:05:29.221688+0000","last_undegraded":"2024-07-26T17:05:29.221688+0000","last_fullsized":"2024-07-26T17:05:29.221688+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:14.659137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.2b","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278425+0000","last_change":"2024-07-26T17:05:28.062777+0000","last_active":"2024-07-26T17:05:29.278425+0000","last_peered":"2024-07-26T17:05:29.278425+0000","last_clean":"2024-07-26T17:05:29.278425+0000","last_became_active":"2024-07-26T17:05:28.062458+0000","last_became_peered":"2024-07-26T17:05:28.062458+0000","last_unstale":"2024-07-26T17:05:29.278425+0000","last_undegraded":"2024-07-26T17:05:29.278425+0000","last_fullsized":"2024-07-26T17:05:29.278425+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:24:47.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.29","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055596+0000","last_change":"2024-07-26T17:05:16.966756+0000","last_active":"2024-07-26T17:05:29.055596+0000","last_peered":"2024-07-26T17:05:29.055596+0000","last_clean":"2024-07-26T17:05:29.055596+0000","last_became_active":"2024-07-26T17:05:16.966428+0000","last_became_peered":"2024-07-26T17:05:16.966428+0000","last_unstale":"2024-07-26T17:05:29.055596+0000","last_undegraded":"2024-07-26T17:05:29.055596+0000","last_fullsized":"2024-07-26T17:05:29.055596+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:14.250008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.16","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278931+0000","last_change":"2024-07-26T17:05:15.970865+0000","last_active":"2024-07-26T17:05:29.278931+0000","last_peered":"2024-07-26T17:05:29.278931+0000","last_clean":"2024-07-26T17:05:29.278931+0000","last_became_active":"2024-07-26T17:05:15.970320+0000","last_became_peered":"2024-07-26T17:05:15.970320+0000","last_unstale":"2024-07-26T17:05:29.278931+0000","last_undegraded":"2024-07-26T17:05:29.278931+0000","last_fullsized":"2024-07-26T17:05:29.278931+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:56.398370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.28","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054880+0000","last_change":"2024-07-26T17:05:28.053814+0000","last_active":"2024-07-26T17:05:29.054880+0000","last_peered":"2024-07-26T17:05:29.054880+0000","last_clean":"2024-07-26T17:05:29.054880+0000","last_became_active":"2024-07-26T17:05:28.053495+0000","last_became_peered":"2024-07-26T17:05:28.053495+0000","last_unstale":"2024-07-26T17:05:29.054880+0000","last_undegraded":"2024-07-26T17:05:29.054880+0000","last_fullsized":"2024-07-26T17:05:29.054880+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:24:08.406140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.2a","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278361+0000","last_change":"2024-07-26T17:05:16.980645+0000","last_active":"2024-07-26T17:05:29.278361+0000","last_peered":"2024-07-26T17:05:29.278361+0000","last_clean":"2024-07-26T17:05:29.278361+0000","last_became_active":"2024-07-26T17:05:16.980271+0000","last_became_peered":"2024-07-26T17:05:16.980271+0000","last_unstale":"2024-07-26T17:05:29.278361+0000","last_undegraded":"2024-07-26T17:05:29.278361+0000","last_fullsized":"2024-07-26T17:05:29.278361+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:13:32.726226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.15","version":"249'3","reported_seq":26,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546064+0000","last_change":"2024-07-26T17:05:15.963839+0000","last_active":"2024-07-26T17:05:29.546064+0000","last_peered":"2024-07-26T17:05:29.546064+0000","last_clean":"2024-07-26T17:05:29.546064+0000","last_became_active":"2024-07-26T17:05:15.963520+0000","last_became_peered":"2024-07-26T17:05:15.963520+0000","last_unstale":"2024-07-26T17:05:29.546064+0000","last_undegraded":"2024-07-26T17:05:29.546064+0000","last_fullsized":"2024-07-26T17:05:29.546064+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:00:53.692160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.29","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220781+0000","last_change":"2024-07-26T17:05:28.057500+0000","last_active":"2024-07-26T17:05:29.220781+0000","last_peered":"2024-07-26T17:05:29.220781+0000","last_clean":"2024-07-26T17:05:29.220781+0000","last_became_active":"2024-07-26T17:05:28.057198+0000","last_became_peered":"2024-07-26T17:05:28.057198+0000","last_unstale":"2024-07-26T17:05:29.220781+0000","last_undegraded":"2024-07-26T17:05:29.220781+0000","last_fullsized":"2024-07-26T17:05:29.220781+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:06:26.547082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.2b","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054636+0000","last_change":"2024-07-26T17:05:16.965218+0000","last_active":"2024-07-26T17:05:29.054636+0000","last_peered":"2024-07-26T17:05:29.054636+0000","last_clean":"2024-07-26T17:05:29.054636+0000","last_became_active":"2024-07-26T17:05:16.964915+0000","last_became_peered":"2024-07-26T17:05:16.964915+0000","last_unstale":"2024-07-26T17:05:29.054636+0000","last_undegraded":"2024-07-26T17:05:29.054636+0000","last_fullsized":"2024-07-26T17:05:29.054636+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:22.429894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.14","version":"252'8","reported_seq":31,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054154+0000","last_change":"2024-07-26T17:05:15.964788+0000","last_active":"2024-07-26T17:05:29.054154+0000","last_peered":"2024-07-26T17:05:29.054154+0000","last_clean":"2024-07-26T17:05:29.054154+0000","last_became_active":"2024-07-26T17:05:15.964441+0000","last_became_peered":"2024-07-26T17:05:15.964441+0000","last_unstale":"2024-07-26T17:05:29.054154+0000","last_undegraded":"2024-07-26T17:05:29.054154+0000","last_fullsized":"2024-07-26T17:05:29.054154+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:46:52.569211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2869,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.2e","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062902+0000","last_change":"2024-07-26T17:05:28.049284+0000","last_active":"2024-07-26T17:05:29.062902+0000","last_peered":"2024-07-26T17:05:29.062902+0000","last_clean":"2024-07-26T17:05:29.062902+0000","last_became_active":"2024-07-26T17:05:28.048946+0000","last_became_peered":"2024-07-26T17:05:28.048946+0000","last_unstale":"2024-07-26T17:05:29.062902+0000","last_undegraded":"2024-07-26T17:05:29.062902+0000","last_fullsized":"2024-07-26T17:05:29.062902+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:19:42.305522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.2c","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062445+0000","last_change":"2024-07-26T17:05:16.973027+0000","last_active":"2024-07-26T17:05:29.062445+0000","last_peered":"2024-07-26T17:05:29.062445+0000","last_clean":"2024-07-26T17:05:29.062445+0000","last_became_active":"2024-07-26T17:05:16.972421+0000","last_became_peered":"2024-07-26T17:05:16.972421+0000","last_unstale":"2024-07-26T17:05:29.062445+0000","last_undegraded":"2024-07-26T17:05:29.062445+0000","last_fullsized":"2024-07-26T17:05:29.062445+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:55:26.546092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.13","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065469+0000","last_change":"2024-07-26T17:05:15.975819+0000","last_active":"2024-07-26T17:05:29.065469+0000","last_peered":"2024-07-26T17:05:29.065469+0000","last_clean":"2024-07-26T17:05:29.065469+0000","last_became_active":"2024-07-26T17:05:15.975488+0000","last_became_peered":"2024-07-26T17:05:15.975488+0000","last_unstale":"2024-07-26T17:05:29.065469+0000","last_undegraded":"2024-07-26T17:05:29.065469+0000","last_fullsized":"2024-07-26T17:05:29.065469+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:32.502135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.2f","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546267+0000","last_change":"2024-07-26T17:05:28.060240+0000","last_active":"2024-07-26T17:05:29.546267+0000","last_peered":"2024-07-26T17:05:29.546267+0000","last_clean":"2024-07-26T17:05:29.546267+0000","last_became_active":"2024-07-26T17:05:28.059820+0000","last_became_peered":"2024-07-26T17:05:28.059820+0000","last_unstale":"2024-07-26T17:05:29.546267+0000","last_undegraded":"2024-07-26T17:05:29.546267+0000","last_fullsized":"2024-07-26T17:05:29.546267+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:03.874343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.2d","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055813+0000","last_change":"2024-07-26T17:05:16.976227+0000","last_active":"2024-07-26T17:05:29.055813+0000","last_peered":"2024-07-26T17:05:29.055813+0000","last_clean":"2024-07-26T17:05:29.055813+0000","last_became_active":"2024-07-26T17:05:16.975908+0000","last_became_peered":"2024-07-26T17:05:16.975908+0000","last_unstale":"2024-07-26T17:05:29.055813+0000","last_undegraded":"2024-07-26T17:05:29.055813+0000","last_fullsized":"2024-07-26T17:05:29.055813+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:43:33.570053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.12","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545537+0000","last_change":"2024-07-26T17:05:15.971015+0000","last_active":"2024-07-26T17:05:29.545537+0000","last_peered":"2024-07-26T17:05:29.545537+0000","last_clean":"2024-07-26T17:05:29.545537+0000","last_became_active":"2024-07-26T17:05:15.970663+0000","last_became_peered":"2024-07-26T17:05:15.970663+0000","last_unstale":"2024-07-26T17:05:29.545537+0000","last_undegraded":"2024-07-26T17:05:29.545537+0000","last_fullsized":"2024-07-26T17:05:29.545537+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:25.980340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.2c","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065585+0000","last_change":"2024-07-26T17:05:28.067684+0000","last_active":"2024-07-26T17:05:29.065585+0000","last_peered":"2024-07-26T17:05:29.065585+0000","last_clean":"2024-07-26T17:05:29.065585+0000","last_became_active":"2024-07-26T17:05:28.066203+0000","last_became_peered":"2024-07-26T17:05:28.066203+0000","last_unstale":"2024-07-26T17:05:29.065585+0000","last_undegraded":"2024-07-26T17:05:29.065585+0000","last_fullsized":"2024-07-26T17:05:29.065585+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:43.354392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.2e","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065940+0000","last_change":"2024-07-26T17:05:16.979671+0000","last_active":"2024-07-26T17:05:29.065940+0000","last_peered":"2024-07-26T17:05:29.065940+0000","last_clean":"2024-07-26T17:05:29.065940+0000","last_became_active":"2024-07-26T17:05:16.979338+0000","last_became_peered":"2024-07-26T17:05:16.979338+0000","last_unstale":"2024-07-26T17:05:29.065940+0000","last_undegraded":"2024-07-26T17:05:29.065940+0000","last_fullsized":"2024-07-26T17:05:29.065940+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:11:51.445958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.11","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545306+0000","last_change":"2024-07-26T17:05:15.975809+0000","last_active":"2024-07-26T17:05:29.545306+0000","last_peered":"2024-07-26T17:05:29.545306+0000","last_clean":"2024-07-26T17:05:29.545306+0000","last_became_active":"2024-07-26T17:05:15.975395+0000","last_became_peered":"2024-07-26T17:05:15.975395+0000","last_unstale":"2024-07-26T17:05:29.545306+0000","last_undegraded":"2024-07-26T17:05:29.545306+0000","last_fullsized":"2024-07-26T17:05:29.545306+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:30:27.136766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.2d","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545991+0000","last_change":"2024-07-26T17:05:28.061478+0000","last_active":"2024-07-26T17:05:29.545991+0000","last_peered":"2024-07-26T17:05:29.545991+0000","last_clean":"2024-07-26T17:05:29.545991+0000","last_became_active":"2024-07-26T17:05:28.061092+0000","last_became_peered":"2024-07-26T17:05:28.061092+0000","last_unstale":"2024-07-26T17:05:29.545991+0000","last_undegraded":"2024-07-26T17:05:29.545991+0000","last_fullsized":"2024-07-26T17:05:29.545991+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:53:31.579539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.2f","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546265+0000","last_change":"2024-07-26T17:05:16.985843+0000","last_active":"2024-07-26T17:05:29.546265+0000","last_peered":"2024-07-26T17:05:29.546265+0000","last_clean":"2024-07-26T17:05:29.546265+0000","last_became_active":"2024-07-26T17:05:16.985346+0000","last_became_peered":"2024-07-26T17:05:16.985346+0000","last_unstale":"2024-07-26T17:05:29.546265+0000","last_undegraded":"2024-07-26T17:05:29.546265+0000","last_fullsized":"2024-07-26T17:05:29.546265+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:32:26.486370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.10","version":"249'8","reported_seq":31,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062113+0000","last_change":"2024-07-26T17:05:15.974343+0000","last_active":"2024-07-26T17:05:29.062113+0000","last_peered":"2024-07-26T17:05:29.062113+0000","last_clean":"2024-07-26T17:05:29.062113+0000","last_became_active":"2024-07-26T17:05:15.973995+0000","last_became_peered":"2024-07-26T17:05:15.973995+0000","last_unstale":"2024-07-26T17:05:29.062113+0000","last_undegraded":"2024-07-26T17:05:29.062113+0000","last_fullsized":"2024-07-26T17:05:29.062113+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:20:12.248664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.32","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220825+0000","last_change":"2024-07-26T17:05:28.051162+0000","last_active":"2024-07-26T17:05:29.220825+0000","last_peered":"2024-07-26T17:05:29.220825+0000","last_clean":"2024-07-26T17:05:29.220825+0000","last_became_active":"2024-07-26T17:05:28.050515+0000","last_became_peered":"2024-07-26T17:05:28.050515+0000","last_unstale":"2024-07-26T17:05:29.220825+0000","last_undegraded":"2024-07-26T17:05:29.220825+0000","last_fullsized":"2024-07-26T17:05:29.220825+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:53.067576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.30","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545531+0000","last_change":"2024-07-26T17:05:16.985790+0000","last_active":"2024-07-26T17:05:29.545531+0000","last_peered":"2024-07-26T17:05:29.545531+0000","last_clean":"2024-07-26T17:05:29.545531+0000","last_became_active":"2024-07-26T17:05:16.985437+0000","last_became_peered":"2024-07-26T17:05:16.985437+0000","last_unstale":"2024-07-26T17:05:29.545531+0000","last_undegraded":"2024-07-26T17:05:29.545531+0000","last_fullsized":"2024-07-26T17:05:29.545531+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:01.496137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.f","version":"249'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054838+0000","last_change":"2024-07-26T17:05:15.967161+0000","last_active":"2024-07-26T17:05:29.054838+0000","last_peered":"2024-07-26T17:05:29.054838+0000","last_clean":"2024-07-26T17:05:29.054838+0000","last_became_active":"2024-07-26T17:05:15.966836+0000","last_became_peered":"2024-07-26T17:05:15.966836+0000","last_unstale":"2024-07-26T17:05:29.054838+0000","last_undegraded":"2024-07-26T17:05:29.054838+0000","last_fullsized":"2024-07-26T17:05:29.054838+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:57:20.662689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.33","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054216+0000","last_change":"2024-07-26T17:05:28.058516+0000","last_active":"2024-07-26T17:05:29.054216+0000","last_peered":"2024-07-26T17:05:29.054216+0000","last_clean":"2024-07-26T17:05:29.054216+0000","last_became_active":"2024-07-26T17:05:28.057821+0000","last_became_peered":"2024-07-26T17:05:28.057821+0000","last_unstale":"2024-07-26T17:05:29.054216+0000","last_undegraded":"2024-07-26T17:05:29.054216+0000","last_fullsized":"2024-07-26T17:05:29.054216+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:16.534304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.31","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545157+0000","last_change":"2024-07-26T17:05:16.982074+0000","last_active":"2024-07-26T17:05:29.545157+0000","last_peered":"2024-07-26T17:05:29.545157+0000","last_clean":"2024-07-26T17:05:29.545157+0000","last_became_active":"2024-07-26T17:05:16.981715+0000","last_became_peered":"2024-07-26T17:05:16.981715+0000","last_unstale":"2024-07-26T17:05:29.545157+0000","last_undegraded":"2024-07-26T17:05:29.545157+0000","last_fullsized":"2024-07-26T17:05:29.545157+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:41.911376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.e","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062964+0000","last_change":"2024-07-26T17:05:15.971896+0000","last_active":"2024-07-26T17:05:29.062964+0000","last_peered":"2024-07-26T17:05:29.062964+0000","last_clean":"2024-07-26T17:05:29.062964+0000","last_became_active":"2024-07-26T17:05:15.971629+0000","last_became_peered":"2024-07-26T17:05:15.971629+0000","last_unstale":"2024-07-26T17:05:29.062964+0000","last_undegraded":"2024-07-26T17:05:29.062964+0000","last_fullsized":"2024-07-26T17:05:29.062964+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:50:37.702493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.30","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545512+0000","last_change":"2024-07-26T17:05:28.058647+0000","last_active":"2024-07-26T17:05:29.545512+0000","last_peered":"2024-07-26T17:05:29.545512+0000","last_clean":"2024-07-26T17:05:29.545512+0000","last_became_active":"2024-07-26T17:05:28.058322+0000","last_became_peered":"2024-07-26T17:05:28.058322+0000","last_unstale":"2024-07-26T17:05:29.545512+0000","last_undegraded":"2024-07-26T17:05:29.545512+0000","last_fullsized":"2024-07-26T17:05:29.545512+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:04:16.214274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.32","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062084+0000","last_change":"2024-07-26T17:05:16.973561+0000","last_active":"2024-07-26T17:05:29.062084+0000","last_peered":"2024-07-26T17:05:29.062084+0000","last_clean":"2024-07-26T17:05:29.062084+0000","last_became_active":"2024-07-26T17:05:16.972948+0000","last_became_peered":"2024-07-26T17:05:16.972948+0000","last_unstale":"2024-07-26T17:05:29.062084+0000","last_undegraded":"2024-07-26T17:05:29.062084+0000","last_fullsized":"2024-07-26T17:05:29.062084+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:00:46.433230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.d","version":"249'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057385+0000","last_change":"2024-07-26T17:05:15.970818+0000","last_active":"2024-07-26T17:05:29.057385+0000","last_peered":"2024-07-26T17:05:29.057385+0000","last_clean":"2024-07-26T17:05:29.057385+0000","last_became_active":"2024-07-26T17:05:15.969436+0000","last_became_peered":"2024-07-26T17:05:15.969436+0000","last_unstale":"2024-07-26T17:05:29.057385+0000","last_undegraded":"2024-07-26T17:05:29.057385+0000","last_fullsized":"2024-07-26T17:05:29.057385+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:07:09.581154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.31","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220716+0000","last_change":"2024-07-26T17:05:28.048257+0000","last_active":"2024-07-26T17:05:29.220716+0000","last_peered":"2024-07-26T17:05:29.220716+0000","last_clean":"2024-07-26T17:05:29.220716+0000","last_became_active":"2024-07-26T17:05:28.047937+0000","last_became_peered":"2024-07-26T17:05:28.047937+0000","last_unstale":"2024-07-26T17:05:29.220716+0000","last_undegraded":"2024-07-26T17:05:29.220716+0000","last_fullsized":"2024-07-26T17:05:29.220716+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:09.086319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.33","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278841+0000","last_change":"2024-07-26T17:05:16.981689+0000","last_active":"2024-07-26T17:05:29.278841+0000","last_peered":"2024-07-26T17:05:29.278841+0000","last_clean":"2024-07-26T17:05:29.278841+0000","last_became_active":"2024-07-26T17:05:16.981142+0000","last_became_peered":"2024-07-26T17:05:16.981142+0000","last_unstale":"2024-07-26T17:05:29.278841+0000","last_undegraded":"2024-07-26T17:05:29.278841+0000","last_fullsized":"2024-07-26T17:05:29.278841+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.930094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.c","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065785+0000","last_change":"2024-07-26T17:05:15.968920+0000","last_active":"2024-07-26T17:05:29.065785+0000","last_peered":"2024-07-26T17:05:29.065785+0000","last_clean":"2024-07-26T17:05:29.065785+0000","last_became_active":"2024-07-26T17:05:15.968541+0000","last_became_peered":"2024-07-26T17:05:15.968541+0000","last_unstale":"2024-07-26T17:05:29.065785+0000","last_undegraded":"2024-07-26T17:05:29.065785+0000","last_fullsized":"2024-07-26T17:05:29.065785+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:27.497642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.36","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546092+0000","last_change":"2024-07-26T17:05:28.062541+0000","last_active":"2024-07-26T17:05:29.546092+0000","last_peered":"2024-07-26T17:05:29.546092+0000","last_clean":"2024-07-26T17:05:29.546092+0000","last_became_active":"2024-07-26T17:05:28.062239+0000","last_became_peered":"2024-07-26T17:05:28.062239+0000","last_unstale":"2024-07-26T17:05:29.546092+0000","last_undegraded":"2024-07-26T17:05:29.546092+0000","last_fullsized":"2024-07-26T17:05:29.546092+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:31:26.260485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.34","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278396+0000","last_change":"2024-07-26T17:05:16.969630+0000","last_active":"2024-07-26T17:05:29.278396+0000","last_peered":"2024-07-26T17:05:29.278396+0000","last_clean":"2024-07-26T17:05:29.278396+0000","last_became_active":"2024-07-26T17:05:16.969324+0000","last_became_peered":"2024-07-26T17:05:16.969324+0000","last_unstale":"2024-07-26T17:05:29.278396+0000","last_undegraded":"2024-07-26T17:05:29.278396+0000","last_fullsized":"2024-07-26T17:05:29.278396+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:15:26.024804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.b","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278906+0000","last_change":"2024-07-26T17:05:15.969759+0000","last_active":"2024-07-26T17:05:29.278906+0000","last_peered":"2024-07-26T17:05:29.278906+0000","last_clean":"2024-07-26T17:05:29.278906+0000","last_became_active":"2024-07-26T17:05:15.969407+0000","last_became_peered":"2024-07-26T17:05:15.969407+0000","last_unstale":"2024-07-26T17:05:29.278906+0000","last_undegraded":"2024-07-26T17:05:29.278906+0000","last_fullsized":"2024-07-26T17:05:29.278906+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:50.674453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.37","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065954+0000","last_change":"2024-07-26T17:05:28.065343+0000","last_active":"2024-07-26T17:05:29.065954+0000","last_peered":"2024-07-26T17:05:29.065954+0000","last_clean":"2024-07-26T17:05:29.065954+0000","last_became_active":"2024-07-26T17:05:28.065037+0000","last_became_peered":"2024-07-26T17:05:28.065037+0000","last_unstale":"2024-07-26T17:05:29.065954+0000","last_undegraded":"2024-07-26T17:05:29.065954+0000","last_fullsized":"2024-07-26T17:05:29.065954+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:23.630129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.35","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062580+0000","last_change":"2024-07-26T17:05:16.973763+0000","last_active":"2024-07-26T17:05:29.062580+0000","last_peered":"2024-07-26T17:05:29.062580+0000","last_clean":"2024-07-26T17:05:29.062580+0000","last_became_active":"2024-07-26T17:05:16.972216+0000","last_became_peered":"2024-07-26T17:05:16.972216+0000","last_unstale":"2024-07-26T17:05:29.062580+0000","last_undegraded":"2024-07-26T17:05:29.062580+0000","last_fullsized":"2024-07-26T17:05:29.062580+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:30.358384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.a","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056344+0000","last_change":"2024-07-26T17:05:15.966222+0000","last_active":"2024-07-26T17:05:29.056344+0000","last_peered":"2024-07-26T17:05:29.056344+0000","last_clean":"2024-07-26T17:05:29.056344+0000","last_became_active":"2024-07-26T17:05:15.965899+0000","last_became_peered":"2024-07-26T17:05:15.965899+0000","last_unstale":"2024-07-26T17:05:29.056344+0000","last_undegraded":"2024-07-26T17:05:29.056344+0000","last_fullsized":"2024-07-26T17:05:29.056344+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:16:34.524737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.34","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065624+0000","last_change":"2024-07-26T17:05:28.060280+0000","last_active":"2024-07-26T17:05:29.065624+0000","last_peered":"2024-07-26T17:05:29.065624+0000","last_clean":"2024-07-26T17:05:29.065624+0000","last_became_active":"2024-07-26T17:05:28.059515+0000","last_became_peered":"2024-07-26T17:05:28.059515+0000","last_unstale":"2024-07-26T17:05:29.065624+0000","last_undegraded":"2024-07-26T17:05:29.065624+0000","last_fullsized":"2024-07-26T17:05:29.065624+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:26.539265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.36","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056966+0000","last_change":"2024-07-26T17:05:16.980945+0000","last_active":"2024-07-26T17:05:29.056966+0000","last_peered":"2024-07-26T17:05:29.056966+0000","last_clean":"2024-07-26T17:05:29.056966+0000","last_became_active":"2024-07-26T17:05:16.980561+0000","last_became_peered":"2024-07-26T17:05:16.980561+0000","last_unstale":"2024-07-26T17:05:29.056966+0000","last_undegraded":"2024-07-26T17:05:29.056966+0000","last_fullsized":"2024-07-26T17:05:29.056966+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:26.982677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.9","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055741+0000","last_change":"2024-07-26T17:05:15.969828+0000","last_active":"2024-07-26T17:05:29.055741+0000","last_peered":"2024-07-26T17:05:29.055741+0000","last_clean":"2024-07-26T17:05:29.055741+0000","last_became_active":"2024-07-26T17:05:15.969251+0000","last_became_peered":"2024-07-26T17:05:15.969251+0000","last_unstale":"2024-07-26T17:05:29.055741+0000","last_undegraded":"2024-07-26T17:05:29.055741+0000","last_fullsized":"2024-07-26T17:05:29.055741+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:00.823320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.35","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056985+0000","last_change":"2024-07-26T17:05:28.057614+0000","last_active":"2024-07-26T17:05:29.056985+0000","last_peered":"2024-07-26T17:05:29.056985+0000","last_clean":"2024-07-26T17:05:29.056985+0000","last_became_active":"2024-07-26T17:05:28.057124+0000","last_became_peered":"2024-07-26T17:05:28.057124+0000","last_unstale":"2024-07-26T17:05:29.056985+0000","last_undegraded":"2024-07-26T17:05:29.056985+0000","last_fullsized":"2024-07-26T17:05:29.056985+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:32:57.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.37","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057538+0000","last_change":"2024-07-26T17:05:16.975526+0000","last_active":"2024-07-26T17:05:29.057538+0000","last_peered":"2024-07-26T17:05:29.057538+0000","last_clean":"2024-07-26T17:05:29.057538+0000","last_became_active":"2024-07-26T17:05:16.975194+0000","last_became_peered":"2024-07-26T17:05:16.975194+0000","last_unstale":"2024-07-26T17:05:29.057538+0000","last_undegraded":"2024-07-26T17:05:29.057538+0000","last_fullsized":"2024-07-26T17:05:29.057538+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:33:52.816920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.8","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220739+0000","last_change":"2024-07-26T17:05:15.968543+0000","last_active":"2024-07-26T17:05:29.220739+0000","last_peered":"2024-07-26T17:05:29.220739+0000","last_clean":"2024-07-26T17:05:29.220739+0000","last_became_active":"2024-07-26T17:05:15.968213+0000","last_became_peered":"2024-07-26T17:05:15.968213+0000","last_unstale":"2024-07-26T17:05:29.220739+0000","last_undegraded":"2024-07-26T17:05:29.220739+0000","last_fullsized":"2024-07-26T17:05:29.220739+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:36.734745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.3a","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065299+0000","last_change":"2024-07-26T17:05:28.059370+0000","last_active":"2024-07-26T17:05:29.065299+0000","last_peered":"2024-07-26T17:05:29.065299+0000","last_clean":"2024-07-26T17:05:29.065299+0000","last_became_active":"2024-07-26T17:05:28.058636+0000","last_became_peered":"2024-07-26T17:05:28.058636+0000","last_unstale":"2024-07-26T17:05:29.065299+0000","last_undegraded":"2024-07-26T17:05:29.065299+0000","last_fullsized":"2024-07-26T17:05:29.065299+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:45:58.318796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.38","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054857+0000","last_change":"2024-07-26T17:05:16.966557+0000","last_active":"2024-07-26T17:05:29.054857+0000","last_peered":"2024-07-26T17:05:29.054857+0000","last_clean":"2024-07-26T17:05:29.054857+0000","last_became_active":"2024-07-26T17:05:16.966208+0000","last_became_peered":"2024-07-26T17:05:16.966208+0000","last_unstale":"2024-07-26T17:05:29.054857+0000","last_undegraded":"2024-07-26T17:05:29.054857+0000","last_fullsized":"2024-07-26T17:05:29.054857+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:17.831386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.7","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278870+0000","last_change":"2024-07-26T17:05:15.971933+0000","last_active":"2024-07-26T17:05:29.278870+0000","last_peered":"2024-07-26T17:05:29.278870+0000","last_clean":"2024-07-26T17:05:29.278870+0000","last_became_active":"2024-07-26T17:05:15.971624+0000","last_became_peered":"2024-07-26T17:05:15.971624+0000","last_unstale":"2024-07-26T17:05:29.278870+0000","last_undegraded":"2024-07-26T17:05:29.278870+0000","last_fullsized":"2024-07-26T17:05:29.278870+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:52.742250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.3b","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278954+0000","last_change":"2024-07-26T17:05:28.063165+0000","last_active":"2024-07-26T17:05:29.278954+0000","last_peered":"2024-07-26T17:05:29.278954+0000","last_clean":"2024-07-26T17:05:29.278954+0000","last_became_active":"2024-07-26T17:05:28.062844+0000","last_became_peered":"2024-07-26T17:05:28.062844+0000","last_unstale":"2024-07-26T17:05:29.278954+0000","last_undegraded":"2024-07-26T17:05:29.278954+0000","last_fullsized":"2024-07-26T17:05:29.278954+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:02:30.957223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.39","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065126+0000","last_change":"2024-07-26T17:05:16.974708+0000","last_active":"2024-07-26T17:05:29.065126+0000","last_peered":"2024-07-26T17:05:29.065126+0000","last_clean":"2024-07-26T17:05:29.065126+0000","last_became_active":"2024-07-26T17:05:16.974350+0000","last_became_peered":"2024-07-26T17:05:16.974350+0000","last_unstale":"2024-07-26T17:05:29.065126+0000","last_undegraded":"2024-07-26T17:05:29.065126+0000","last_fullsized":"2024-07-26T17:05:29.065126+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:07.208727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.6","version":"250'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546306+0000","last_change":"2024-07-26T17:05:15.965794+0000","last_active":"2024-07-26T17:05:29.546306+0000","last_peered":"2024-07-26T17:05:29.546306+0000","last_clean":"2024-07-26T17:05:29.546306+0000","last_became_active":"2024-07-26T17:05:15.965479+0000","last_became_peered":"2024-07-26T17:05:15.965479+0000","last_unstale":"2024-07-26T17:05:29.546306+0000","last_undegraded":"2024-07-26T17:05:29.546306+0000","last_fullsized":"2024-07-26T17:05:29.546306+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:13.247672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.38","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054340+0000","last_change":"2024-07-26T17:05:28.060372+0000","last_active":"2024-07-26T17:05:29.054340+0000","last_peered":"2024-07-26T17:05:29.054340+0000","last_clean":"2024-07-26T17:05:29.054340+0000","last_became_active":"2024-07-26T17:05:28.060004+0000","last_became_peered":"2024-07-26T17:05:28.060004+0000","last_unstale":"2024-07-26T17:05:29.054340+0000","last_undegraded":"2024-07-26T17:05:29.054340+0000","last_fullsized":"2024-07-26T17:05:29.054340+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:16.003886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.3a","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278260+0000","last_change":"2024-07-26T17:05:16.977005+0000","last_active":"2024-07-26T17:05:29.278260+0000","last_peered":"2024-07-26T17:05:29.278260+0000","last_clean":"2024-07-26T17:05:29.278260+0000","last_became_active":"2024-07-26T17:05:16.976678+0000","last_became_peered":"2024-07-26T17:05:16.976678+0000","last_unstale":"2024-07-26T17:05:29.278260+0000","last_undegraded":"2024-07-26T17:05:29.278260+0000","last_fullsized":"2024-07-26T17:05:29.278260+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:28:22.685887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.5","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221307+0000","last_change":"2024-07-26T17:05:15.973168+0000","last_active":"2024-07-26T17:05:29.221307+0000","last_peered":"2024-07-26T17:05:29.221307+0000","last_clean":"2024-07-26T17:05:29.221307+0000","last_became_active":"2024-07-26T17:05:15.972801+0000","last_became_peered":"2024-07-26T17:05:15.972801+0000","last_unstale":"2024-07-26T17:05:29.221307+0000","last_undegraded":"2024-07-26T17:05:29.221307+0000","last_fullsized":"2024-07-26T17:05:29.221307+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:37.599745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.39","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055417+0000","last_change":"2024-07-26T17:05:28.055962+0000","last_active":"2024-07-26T17:05:29.055417+0000","last_peered":"2024-07-26T17:05:29.055417+0000","last_clean":"2024-07-26T17:05:29.055417+0000","last_became_active":"2024-07-26T17:05:28.055649+0000","last_became_peered":"2024-07-26T17:05:28.055649+0000","last_unstale":"2024-07-26T17:05:29.055417+0000","last_undegraded":"2024-07-26T17:05:29.055417+0000","last_fullsized":"2024-07-26T17:05:29.055417+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:34:09.568353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.3b","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545735+0000","last_change":"2024-07-26T17:05:16.985696+0000","last_active":"2024-07-26T17:05:29.545735+0000","last_peered":"2024-07-26T17:05:29.545735+0000","last_clean":"2024-07-26T17:05:29.545735+0000","last_became_active":"2024-07-26T17:05:16.985369+0000","last_became_peered":"2024-07-26T17:05:16.985369+0000","last_unstale":"2024-07-26T17:05:29.545735+0000","last_undegraded":"2024-07-26T17:05:29.545735+0000","last_fullsized":"2024-07-26T17:05:29.545735+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:56:04.965133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.4","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221329+0000","last_change":"2024-07-26T17:05:15.967686+0000","last_active":"2024-07-26T17:05:29.221329+0000","last_peered":"2024-07-26T17:05:29.221329+0000","last_clean":"2024-07-26T17:05:29.221329+0000","last_became_active":"2024-07-26T17:05:15.967342+0000","last_became_peered":"2024-07-26T17:05:15.967342+0000","last_unstale":"2024-07-26T17:05:29.221329+0000","last_undegraded":"2024-07-26T17:05:29.221329+0000","last_fullsized":"2024-07-26T17:05:29.221329+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:33.569706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.3e","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221365+0000","last_change":"2024-07-26T17:05:28.046743+0000","last_active":"2024-07-26T17:05:29.221365+0000","last_peered":"2024-07-26T17:05:29.221365+0000","last_clean":"2024-07-26T17:05:29.221365+0000","last_became_active":"2024-07-26T17:05:28.046417+0000","last_became_peered":"2024-07-26T17:05:28.046417+0000","last_unstale":"2024-07-26T17:05:29.221365+0000","last_undegraded":"2024-07-26T17:05:29.221365+0000","last_fullsized":"2024-07-26T17:05:29.221365+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:26.539265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.3c","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220928+0000","last_change":"2024-07-26T17:05:16.962971+0000","last_active":"2024-07-26T17:05:29.220928+0000","last_peered":"2024-07-26T17:05:29.220928+0000","last_clean":"2024-07-26T17:05:29.220928+0000","last_became_active":"2024-07-26T17:05:16.962658+0000","last_became_peered":"2024-07-26T17:05:16.962658+0000","last_unstale":"2024-07-26T17:05:29.220928+0000","last_undegraded":"2024-07-26T17:05:29.220928+0000","last_fullsized":"2024-07-26T17:05:29.220928+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.930094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.3","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056641+0000","last_change":"2024-07-26T17:05:15.963094+0000","last_active":"2024-07-26T17:05:29.056641+0000","last_peered":"2024-07-26T17:05:29.056641+0000","last_clean":"2024-07-26T17:05:29.056641+0000","last_became_active":"2024-07-26T17:05:15.959117+0000","last_became_peered":"2024-07-26T17:05:15.959117+0000","last_unstale":"2024-07-26T17:05:29.056641+0000","last_undegraded":"2024-07-26T17:05:29.056641+0000","last_fullsized":"2024-07-26T17:05:29.056641+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:16.552608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.3f","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057230+0000","last_change":"2024-07-26T17:05:28.057737+0000","last_active":"2024-07-26T17:05:29.057230+0000","last_peered":"2024-07-26T17:05:29.057230+0000","last_clean":"2024-07-26T17:05:29.057230+0000","last_became_active":"2024-07-26T17:05:28.057263+0000","last_became_peered":"2024-07-26T17:05:28.057263+0000","last_unstale":"2024-07-26T17:05:29.057230+0000","last_undegraded":"2024-07-26T17:05:29.057230+0000","last_fullsized":"2024-07-26T17:05:29.057230+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:10:55.759851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.3d","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054352+0000","last_change":"2024-07-26T17:05:16.966561+0000","last_active":"2024-07-26T17:05:29.054352+0000","last_peered":"2024-07-26T17:05:29.054352+0000","last_clean":"2024-07-26T17:05:29.054352+0000","last_became_active":"2024-07-26T17:05:16.966193+0000","last_became_peered":"2024-07-26T17:05:16.966193+0000","last_unstale":"2024-07-26T17:05:29.054352+0000","last_undegraded":"2024-07-26T17:05:29.054352+0000","last_fullsized":"2024-07-26T17:05:29.054352+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:30.188083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545629+0000","last_change":"2024-07-26T17:05:15.968128+0000","last_active":"2024-07-26T17:05:29.545629+0000","last_peered":"2024-07-26T17:05:29.545629+0000","last_clean":"2024-07-26T17:05:29.545629+0000","last_became_active":"2024-07-26T17:05:15.967767+0000","last_became_peered":"2024-07-26T17:05:15.967767+0000","last_unstale":"2024-07-26T17:05:29.545629+0000","last_undegraded":"2024-07-26T17:05:29.545629+0000","last_fullsized":"2024-07-26T17:05:29.545629+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:23.325955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.3c","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053963+0000","last_change":"2024-07-26T17:05:28.061381+0000","last_active":"2024-07-26T17:05:29.053963+0000","last_peered":"2024-07-26T17:05:29.053963+0000","last_clean":"2024-07-26T17:05:29.053963+0000","last_became_active":"2024-07-26T17:05:28.061043+0000","last_became_peered":"2024-07-26T17:05:28.061043+0000","last_unstale":"2024-07-26T17:05:29.053963+0000","last_undegraded":"2024-07-26T17:05:29.053963+0000","last_fullsized":"2024-07-26T17:05:29.053963+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:09:42.169378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.3e","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062955+0000","last_change":"2024-07-26T17:05:16.972464+0000","last_active":"2024-07-26T17:05:29.062955+0000","last_peered":"2024-07-26T17:05:29.062955+0000","last_clean":"2024-07-26T17:05:29.062955+0000","last_became_active":"2024-07-26T17:05:16.971688+0000","last_became_peered":"2024-07-26T17:05:16.971688+0000","last_unstale":"2024-07-26T17:05:29.062955+0000","last_undegraded":"2024-07-26T17:05:29.062955+0000","last_fullsized":"2024-07-26T17:05:29.062955+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:03:44.949462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.1","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278185+0000","last_change":"2024-07-26T17:05:15.968632+0000","last_active":"2024-07-26T17:05:29.278185+0000","last_peered":"2024-07-26T17:05:29.278185+0000","last_clean":"2024-07-26T17:05:29.278185+0000","last_became_active":"2024-07-26T17:05:15.968309+0000","last_became_peered":"2024-07-26T17:05:15.968309+0000","last_unstale":"2024-07-26T17:05:29.278185+0000","last_undegraded":"2024-07-26T17:05:29.278185+0000","last_fullsized":"2024-07-26T17:05:29.278185+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:09:05.127034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.3d","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056026+0000","last_change":"2024-07-26T17:05:28.055298+0000","last_active":"2024-07-26T17:05:29.056026+0000","last_peered":"2024-07-26T17:05:29.056026+0000","last_clean":"2024-07-26T17:05:29.056026+0000","last_became_active":"2024-07-26T17:05:28.054974+0000","last_became_peered":"2024-07-26T17:05:28.054974+0000","last_unstale":"2024-07-26T17:05:29.056026+0000","last_undegraded":"2024-07-26T17:05:29.056026+0000","last_fullsized":"2024-07-26T17:05:29.056026+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:53:33.606313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.3f","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057555+0000","last_change":"2024-07-26T17:05:16.969793+0000","last_active":"2024-07-26T17:05:29.057555+0000","last_peered":"2024-07-26T17:05:29.057555+0000","last_clean":"2024-07-26T17:05:29.057555+0000","last_became_active":"2024-07-26T17:05:16.969410+0000","last_became_peered":"2024-07-26T17:05:16.969410+0000","last_unstale":"2024-07-26T17:05:29.057555+0000","last_undegraded":"2024-07-26T17:05:29.057555+0000","last_fullsized":"2024-07-26T17:05:29.057555+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:42:57.287167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.0","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055074+0000","last_change":"2024-07-26T17:05:15.959782+0000","last_active":"2024-07-26T17:05:29.055074+0000","last_peered":"2024-07-26T17:05:29.055074+0000","last_clean":"2024-07-26T17:05:29.055074+0000","last_became_active":"2024-07-26T17:05:15.959500+0000","last_became_peered":"2024-07-26T17:05:15.959500+0000","last_unstale":"2024-07-26T17:05:29.055074+0000","last_undegraded":"2024-07-26T17:05:29.055074+0000","last_fullsized":"2024-07-26T17:05:29.055074+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:36.461214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.23","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053682+0000","last_change":"2024-07-26T17:05:28.058196+0000","last_active":"2024-07-26T17:05:29.053682+0000","last_peered":"2024-07-26T17:05:29.053682+0000","last_clean":"2024-07-26T17:05:29.053682+0000","last_became_active":"2024-07-26T17:05:28.054773+0000","last_became_peered":"2024-07-26T17:05:28.054773+0000","last_unstale":"2024-07-26T17:05:29.053682+0000","last_undegraded":"2024-07-26T17:05:29.053682+0000","last_fullsized":"2024-07-26T17:05:29.053682+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:06:58.094081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.21","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053594+0000","last_change":"2024-07-26T17:05:16.969556+0000","last_active":"2024-07-26T17:05:29.053594+0000","last_peered":"2024-07-26T17:05:29.053594+0000","last_clean":"2024-07-26T17:05:29.053594+0000","last_became_active":"2024-07-26T17:05:16.969252+0000","last_became_peered":"2024-07-26T17:05:16.969252+0000","last_unstale":"2024-07-26T17:05:29.053594+0000","last_undegraded":"2024-07-26T17:05:29.053594+0000","last_fullsized":"2024-07-26T17:05:29.053594+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:06:12.812247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1e","version":"249'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055542+0000","last_change":"2024-07-26T17:05:15.962459+0000","last_active":"2024-07-26T17:05:29.055542+0000","last_peered":"2024-07-26T17:05:29.055542+0000","last_clean":"2024-07-26T17:05:29.055542+0000","last_became_active":"2024-07-26T17:05:15.962094+0000","last_became_peered":"2024-07-26T17:05:15.962094+0000","last_unstale":"2024-07-26T17:05:29.055542+0000","last_undegraded":"2024-07-26T17:05:29.055542+0000","last_fullsized":"2024-07-26T17:05:29.055542+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:59.867535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"237'240","reported_seq":1189,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065090+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:05:29.065090+0000","last_peered":"2024-07-26T17:05:29.065090+0000","last_clean":"2024-07-26T17:05:29.065090+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:05:29.065090+0000","last_undegraded":"2024-07-26T17:05:29.065090+0000","last_fullsized":"2024-07-26T17:05:29.065090+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":240,"log_dups_size":0,"ondisk_log_size":240,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":389,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":34,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":33,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":32,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":31,"num_pg":32,"stat_sum":{"num_bytes":3667,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":389,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":240,"ondisk_log_size":240,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576008,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52944,"kb_used_data":3712,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318896,"statfs":{"total":96636764160,"available":96582549504,"internally_reserved":0,"allocated":3801088,"data_stored":2266408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510599,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60672,"kb_used_data":3116,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311168,"statfs":{"total":96636764160,"available":96574636032,"internally_reserved":0,"allocated":3190784,"data_stored":1667743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510599,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":70400,"kb_used_data":3120,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94301440,"statfs":{"total":96636764160,"available":96564674560,"internally_reserved":0,"allocated":3194880,"data_stored":1675382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510599,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52364,"kb_used_data":3132,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319476,"statfs":{"total":96636764160,"available":96583143424,"internally_reserved":0,"allocated":3207168,"data_stored":1676994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510598,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52376,"kb_used_data":3144,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319464,"statfs":{"total":96636764160,"available":96583131136,"internally_reserved":0,"allocated":3219456,"data_stored":1678909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510598,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52376,"kb_used_data":3144,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319464,"statfs":{"total":96636764160,"available":96583131136,"internally_reserved":0,"allocated":3219456,"data_stored":1678180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510601,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48196,"kb_used_data":3124,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323644,"statfs":{"total":96636764160,"available":96587411456,"internally_reserved":0,"allocated":3198976,"data_stored":1675436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543305,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65428,"kb_used_data":3712,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94306412,"statfs":{"total":96636764160,"available":96569765888,"internally_reserved":0,"allocated":3801088,"data_stored":2268619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:05:32.156 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:05:32.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.305+0000 7fe3c9551640 1 -- 172.21.15.33:0/2958477494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe3b0005150 msgr2=0x7fe3b000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.305+0000 7fe3c9551640 1 --2- 172.21.15.33:0/2958477494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe3b0005150 0x7fe3b000b9c0 secure :-1 s=READY pgs=2469 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc009fd0 tx=0x7fe3b0005830 comp rx=0 tx=0).stop 2024-07-26T17:05:32.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.305+0000 7fe3c37fe640 1 -- 172.21.15.33:0/2958477494 reap_dead start 2024-07-26T17:05:32.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.305+0000 7fe3c9551640 1 -- 172.21.15.33:0/2958477494 shutdown_connections 2024-07-26T17:05:32.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.305+0000 7fe3c9551640 1 -- 172.21.15.33:0/2958477494 >> 172.21.15.33:0/2958477494 conn(0x7fe3c40d1e20 msgr2=0x7fe3c40d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:32.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.305+0000 7fe3c9551640 1 -- 172.21.15.33:0/2958477494 shutdown_connections 2024-07-26T17:05:32.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.305+0000 7fe3c9551640 1 -- 172.21.15.33:0/2958477494 wait complete. 2024-07-26T17:05:32.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.307+0000 7fe3c9551640 1 Processor -- start 2024-07-26T17:05:32.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.307+0000 7fe3c9551640 1 -- start start 2024-07-26T17:05:32.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.308+0000 7fe3c9551640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe3b0005150 0x7fe3c4158b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:32.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.308+0000 7fe3c9551640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe3c4154360 0x7fe3c4158200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.308+0000 7fe3c9551640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe3c414c140 0x7fe3c40afff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.308+0000 7fe3c9551640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c40b7130 con 0x7fe3b0005150 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.308+0000 7fe3c9551640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c40ceef0 con 0x7fe3c414c140 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.308+0000 7fe3c9551640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe3c40b72b0 con 0x7fe3c4154360 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe3b0005150 0x7fe3c4158b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe3b0005150 0x7fe3c4158b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42276/0 (socket says 172.21.15.33:42276) 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c2ffd640 1 -- 172.21.15.33:0/1492687494 learned_addr learned my addr 172.21.15.33:0/1492687494 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3ba7fc640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe3c4154360 0x7fe3c4158200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c37fe640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe3c414c140 0x7fe3c40afff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c2ffd640 1 -- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe3c4154360 msgr2=0x7fe3c4158200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c2ffd640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe3c4154360 0x7fe3c4158200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c2ffd640 1 -- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe3c414c140 msgr2=0x7fe3c40afff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c2ffd640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe3c414c140 0x7fe3c40afff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c2ffd640 1 -- 172.21.15.33:0/1492687494 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3c41588b0 con 0x7fe3b0005150 2024-07-26T17:05:32.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c37fe640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe3c414c140 0x7fe3c40afff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:32.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c2ffd640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe3b0005150 0x7fe3c4158b90 secure :-1 s=READY pgs=2470 cs=0 l=1 rev1=1 crypto rx=0x7fe3b4006640 tx=0x7fe3b4006730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:32.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3bbfff640 1 -- 172.21.15.33:0/1492687494 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3b4015020 con 0x7fe3b0005150 2024-07-26T17:05:32.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3bbfff640 1 -- 172.21.15.33:0/1492687494 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe3b4011900 con 0x7fe3b0005150 2024-07-26T17:05:32.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c9551640 1 -- 172.21.15.33:0/1492687494 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3c415ab70 con 0x7fe3b0005150 2024-07-26T17:05:32.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3bbfff640 1 -- 172.21.15.33:0/1492687494 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3b4011d50 con 0x7fe3b0005150 2024-07-26T17:05:32.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.309+0000 7fe3c9551640 1 -- 172.21.15.33:0/1492687494 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3c415b0f0 con 0x7fe3b0005150 2024-07-26T17:05:32.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.310+0000 7fe3c9551640 1 -- 172.21.15.33:0/1492687494 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3c4159120 con 0x7fe3b0005150 2024-07-26T17:05:32.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.311+0000 7fe3bbfff640 1 -- 172.21.15.33:0/1492687494 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7fe3b4018020 con 0x7fe3b0005150 2024-07-26T17:05:32.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.312+0000 7fe3bbfff640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fe3a4077280 0x7fe3a4079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:32.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.312+0000 7fe3bbfff640 1 -- 172.21.15.33:0/1492687494 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7fe3b4099c30 con 0x7fe3b0005150 2024-07-26T17:05:32.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.312+0000 7fe3ba7fc640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fe3a4077280 0x7fe3a4079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:32.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.313+0000 7fe3ba7fc640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fe3a4077280 0x7fe3a4079790 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4158190 tx=0x7fe3ac005f90 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:32.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.316+0000 7fe3bbfff640 1 -- 172.21.15.33:0/1492687494 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe3b401f030 con 0x7fe3b0005150 2024-07-26T17:05:32.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.506+0000 7fe3c9551640 1 -- 172.21.15.33:0/1492687494 --> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe3c415f630 con 0x7fe3a4077280 2024-07-26T17:05:32.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.515+0000 7fe3bbfff640 1 -- 172.21.15.33:0/1492687494 <== mgr.10189 v2:172.21.15.154:6836/538816118 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+491479 (secure 0 0 0) 0x7fe3c415f630 con 0x7fe3a4077280 2024-07-26T17:05:32.522 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:32.526 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:05:32.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 -- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fe3a4077280 msgr2=0x7fe3a4079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fe3a4077280 0x7fe3a4079790 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4158190 tx=0x7fe3ac005f90 comp rx=0 tx=0).stop 2024-07-26T17:05:32.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 -- 172.21.15.33:0/1492687494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe3b0005150 msgr2=0x7fe3c4158b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe3b0005150 0x7fe3c4158b90 secure :-1 s=READY pgs=2470 cs=0 l=1 rev1=1 crypto rx=0x7fe3b4006640 tx=0x7fe3b4006730 comp rx=0 tx=0).stop 2024-07-26T17:05:32.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 -- 172.21.15.33:0/1492687494 shutdown_connections 2024-07-26T17:05:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fe3a4077280 0x7fe3a4079790 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe3c414c140 0x7fe3c40afff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe3c4154360 0x7fe3c4158200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 --2- 172.21.15.33:0/1492687494 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe3b0005150 0x7fe3c4158b90 unknown :-1 s=CLOSED pgs=2470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 -- 172.21.15.33:0/1492687494 >> 172.21.15.33:0/1492687494 conn(0x7fe3c40d1e20 msgr2=0x7fe3c40b42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 -- 172.21.15.33:0/1492687494 shutdown_connections 2024-07-26T17:05:32.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.519+0000 7fe3c9551640 1 -- 172.21.15.33:0/1492687494 wait complete. 2024-07-26T17:05:32.532 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":37,"stamp":"2024-07-26T17:05:31.128531+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596445,"num_objects":46,"num_object_clones":0,"num_object_copies":92,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":46,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":481,"num_write_kb":1658,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":28,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":320,"ondisk_log_size":320,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":333,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":454756,"kb_used_data":26204,"kb_used_omap":12,"kb_used_meta":428403,"kb_avail":754519964,"statfs":{"total":773094113280,"available":772628443136,"internally_reserved":0,"allocated":26832896,"data_stored":14587671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":438685233},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3225,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.105799"},"pg_stats":[{"pgid":"34.1d","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062431+0000","last_change":"2024-07-26T17:05:28.060095+0000","last_active":"2024-07-26T17:05:29.062431+0000","last_peered":"2024-07-26T17:05:29.062431+0000","last_clean":"2024-07-26T17:05:29.062431+0000","last_became_active":"2024-07-26T17:05:28.059670+0000","last_became_peered":"2024-07-26T17:05:28.059670+0000","last_unstale":"2024-07-26T17:05:29.062431+0000","last_undegraded":"2024-07-26T17:05:29.062431+0000","last_fullsized":"2024-07-26T17:05:29.062431+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:20:06.402769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1e","version":"253'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546100+0000","last_change":"2024-07-26T17:05:27.042159+0000","last_active":"2024-07-26T17:05:29.546100+0000","last_peered":"2024-07-26T17:05:29.546100+0000","last_clean":"2024-07-26T17:05:29.546100+0000","last_became_active":"2024-07-26T17:05:27.041826+0000","last_became_peered":"2024-07-26T17:05:27.041826+0000","last_unstale":"2024-07-26T17:05:29.546100+0000","last_undegraded":"2024-07-26T17:05:29.546100+0000","last_fullsized":"2024-07-26T17:05:29.546100+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:59.350307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1f","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054703+0000","last_change":"2024-07-26T17:05:16.968883+0000","last_active":"2024-07-26T17:05:29.054703+0000","last_peered":"2024-07-26T17:05:29.054703+0000","last_clean":"2024-07-26T17:05:29.054703+0000","last_became_active":"2024-07-26T17:05:16.968562+0000","last_became_peered":"2024-07-26T17:05:16.968562+0000","last_unstale":"2024-07-26T17:05:29.054703+0000","last_undegraded":"2024-07-26T17:05:29.054703+0000","last_fullsized":"2024-07-26T17:05:29.054703+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:45:29.439379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.1c","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545915+0000","last_change":"2024-07-26T17:05:28.061449+0000","last_active":"2024-07-26T17:05:29.545915+0000","last_peered":"2024-07-26T17:05:29.545915+0000","last_clean":"2024-07-26T17:05:29.545915+0000","last_became_active":"2024-07-26T17:05:28.061104+0000","last_became_peered":"2024-07-26T17:05:28.061104+0000","last_unstale":"2024-07-26T17:05:29.545915+0000","last_undegraded":"2024-07-26T17:05:29.545915+0000","last_fullsized":"2024-07-26T17:05:29.545915+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:10.977121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.1f","version":"253'4","reported_seq":19,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062823+0000","last_change":"2024-07-26T17:05:27.044031+0000","last_active":"2024-07-26T17:05:29.062823+0000","last_peered":"2024-07-26T17:05:29.062823+0000","last_clean":"2024-07-26T17:05:29.062823+0000","last_became_active":"2024-07-26T17:05:27.043702+0000","last_became_peered":"2024-07-26T17:05:27.043702+0000","last_unstale":"2024-07-26T17:05:29.062823+0000","last_undegraded":"2024-07-26T17:05:29.062823+0000","last_fullsized":"2024-07-26T17:05:29.062823+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:32:46.164605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1e","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062776+0000","last_change":"2024-07-26T17:05:16.972790+0000","last_active":"2024-07-26T17:05:29.062776+0000","last_peered":"2024-07-26T17:05:29.062776+0000","last_clean":"2024-07-26T17:05:29.062776+0000","last_became_active":"2024-07-26T17:05:16.972112+0000","last_became_peered":"2024-07-26T17:05:16.972112+0000","last_unstale":"2024-07-26T17:05:29.062776+0000","last_undegraded":"2024-07-26T17:05:29.062776+0000","last_fullsized":"2024-07-26T17:05:29.062776+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:35.546694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.1f","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221687+0000","last_change":"2024-07-26T17:05:28.048961+0000","last_active":"2024-07-26T17:05:29.221687+0000","last_peered":"2024-07-26T17:05:29.221687+0000","last_clean":"2024-07-26T17:05:29.221687+0000","last_became_active":"2024-07-26T17:05:28.048666+0000","last_became_peered":"2024-07-26T17:05:28.048666+0000","last_unstale":"2024-07-26T17:05:29.221687+0000","last_undegraded":"2024-07-26T17:05:29.221687+0000","last_fullsized":"2024-07-26T17:05:29.221687+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:55.912057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1c","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545520+0000","last_change":"2024-07-26T17:05:27.046043+0000","last_active":"2024-07-26T17:05:29.545520+0000","last_peered":"2024-07-26T17:05:29.545520+0000","last_clean":"2024-07-26T17:05:29.545520+0000","last_became_active":"2024-07-26T17:05:27.045468+0000","last_became_peered":"2024-07-26T17:05:27.045468+0000","last_unstale":"2024-07-26T17:05:29.545520+0000","last_undegraded":"2024-07-26T17:05:29.545520+0000","last_fullsized":"2024-07-26T17:05:29.545520+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:32:56.446149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1d","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278636+0000","last_change":"2024-07-26T17:05:16.969057+0000","last_active":"2024-07-26T17:05:29.278636+0000","last_peered":"2024-07-26T17:05:29.278636+0000","last_clean":"2024-07-26T17:05:29.278636+0000","last_became_active":"2024-07-26T17:05:16.968728+0000","last_became_peered":"2024-07-26T17:05:16.968728+0000","last_unstale":"2024-07-26T17:05:29.278636+0000","last_undegraded":"2024-07-26T17:05:29.278636+0000","last_fullsized":"2024-07-26T17:05:29.278636+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:56.218588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.1e","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062480+0000","last_change":"2024-07-26T17:05:28.054729+0000","last_active":"2024-07-26T17:05:29.062480+0000","last_peered":"2024-07-26T17:05:29.062480+0000","last_clean":"2024-07-26T17:05:29.062480+0000","last_became_active":"2024-07-26T17:05:28.053978+0000","last_became_peered":"2024-07-26T17:05:28.053978+0000","last_unstale":"2024-07-26T17:05:29.062480+0000","last_undegraded":"2024-07-26T17:05:29.062480+0000","last_fullsized":"2024-07-26T17:05:29.062480+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:34:26.541464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1d","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057265+0000","last_change":"2024-07-26T17:05:27.058963+0000","last_active":"2024-07-26T17:05:29.057265+0000","last_peered":"2024-07-26T17:05:29.057265+0000","last_clean":"2024-07-26T17:05:29.057265+0000","last_became_active":"2024-07-26T17:05:27.058735+0000","last_became_peered":"2024-07-26T17:05:27.058735+0000","last_unstale":"2024-07-26T17:05:29.057265+0000","last_undegraded":"2024-07-26T17:05:29.057265+0000","last_fullsized":"2024-07-26T17:05:29.057265+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:54:41.381416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.1c","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278487+0000","last_change":"2024-07-26T17:05:16.977791+0000","last_active":"2024-07-26T17:05:29.278487+0000","last_peered":"2024-07-26T17:05:29.278487+0000","last_clean":"2024-07-26T17:05:29.278487+0000","last_became_active":"2024-07-26T17:05:16.977386+0000","last_became_peered":"2024-07-26T17:05:16.977386+0000","last_unstale":"2024-07-26T17:05:29.278487+0000","last_undegraded":"2024-07-26T17:05:29.278487+0000","last_fullsized":"2024-07-26T17:05:29.278487+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:46:54.930262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.19","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221058+0000","last_change":"2024-07-26T17:05:28.061698+0000","last_active":"2024-07-26T17:05:29.221058+0000","last_peered":"2024-07-26T17:05:29.221058+0000","last_clean":"2024-07-26T17:05:29.221058+0000","last_became_active":"2024-07-26T17:05:28.061348+0000","last_became_peered":"2024-07-26T17:05:28.061348+0000","last_unstale":"2024-07-26T17:05:29.221058+0000","last_undegraded":"2024-07-26T17:05:29.221058+0000","last_fullsized":"2024-07-26T17:05:29.221058+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:59.811169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1a","version":"253'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221320+0000","last_change":"2024-07-26T17:05:27.046141+0000","last_active":"2024-07-26T17:05:29.221320+0000","last_peered":"2024-07-26T17:05:29.221320+0000","last_clean":"2024-07-26T17:05:29.221320+0000","last_became_active":"2024-07-26T17:05:27.045813+0000","last_became_peered":"2024-07-26T17:05:27.045813+0000","last_unstale":"2024-07-26T17:05:29.221320+0000","last_undegraded":"2024-07-26T17:05:29.221320+0000","last_fullsized":"2024-07-26T17:05:29.221320+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:17:19.173498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.1b","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546021+0000","last_change":"2024-07-26T17:05:16.982338+0000","last_active":"2024-07-26T17:05:29.546021+0000","last_peered":"2024-07-26T17:05:29.546021+0000","last_clean":"2024-07-26T17:05:29.546021+0000","last_became_active":"2024-07-26T17:05:16.981634+0000","last_became_peered":"2024-07-26T17:05:16.981634+0000","last_unstale":"2024-07-26T17:05:29.546021+0000","last_undegraded":"2024-07-26T17:05:29.546021+0000","last_fullsized":"2024-07-26T17:05:29.546021+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:53:10.092751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.18","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220670+0000","last_change":"2024-07-26T17:05:28.054933+0000","last_active":"2024-07-26T17:05:29.220670+0000","last_peered":"2024-07-26T17:05:29.220670+0000","last_clean":"2024-07-26T17:05:29.220670+0000","last_became_active":"2024-07-26T17:05:28.052899+0000","last_became_peered":"2024-07-26T17:05:28.052899+0000","last_unstale":"2024-07-26T17:05:29.220670+0000","last_undegraded":"2024-07-26T17:05:29.220670+0000","last_fullsized":"2024-07-26T17:05:29.220670+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:02:30.957223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1b","version":"253'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278803+0000","last_change":"2024-07-26T17:05:27.048910+0000","last_active":"2024-07-26T17:05:29.278803+0000","last_peered":"2024-07-26T17:05:29.278803+0000","last_clean":"2024-07-26T17:05:29.278803+0000","last_became_active":"2024-07-26T17:05:27.047937+0000","last_became_peered":"2024-07-26T17:05:27.047937+0000","last_unstale":"2024-07-26T17:05:29.278803+0000","last_undegraded":"2024-07-26T17:05:29.278803+0000","last_fullsized":"2024-07-26T17:05:29.278803+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:58.285788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.1a","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053883+0000","last_change":"2024-07-26T17:05:16.967101+0000","last_active":"2024-07-26T17:05:29.053883+0000","last_peered":"2024-07-26T17:05:29.053883+0000","last_clean":"2024-07-26T17:05:29.053883+0000","last_became_active":"2024-07-26T17:05:16.966727+0000","last_became_peered":"2024-07-26T17:05:16.966727+0000","last_unstale":"2024-07-26T17:05:29.053883+0000","last_undegraded":"2024-07-26T17:05:29.053883+0000","last_fullsized":"2024-07-26T17:05:29.053883+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:06:38.451010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.1b","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053881+0000","last_change":"2024-07-26T17:05:28.059593+0000","last_active":"2024-07-26T17:05:29.053881+0000","last_peered":"2024-07-26T17:05:29.053881+0000","last_clean":"2024-07-26T17:05:29.053881+0000","last_became_active":"2024-07-26T17:05:28.059052+0000","last_became_peered":"2024-07-26T17:05:28.059052+0000","last_unstale":"2024-07-26T17:05:29.053881+0000","last_undegraded":"2024-07-26T17:05:29.053881+0000","last_fullsized":"2024-07-26T17:05:29.053881+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:15:28.830146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.18","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278409+0000","last_change":"2024-07-26T17:05:27.047359+0000","last_active":"2024-07-26T17:05:29.278409+0000","last_peered":"2024-07-26T17:05:29.278409+0000","last_clean":"2024-07-26T17:05:29.278409+0000","last_became_active":"2024-07-26T17:05:27.047028+0000","last_became_peered":"2024-07-26T17:05:27.047028+0000","last_unstale":"2024-07-26T17:05:29.278409+0000","last_undegraded":"2024-07-26T17:05:29.278409+0000","last_fullsized":"2024-07-26T17:05:29.278409+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:03:00.631891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.19","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055741+0000","last_change":"2024-07-26T17:05:16.974078+0000","last_active":"2024-07-26T17:05:29.055741+0000","last_peered":"2024-07-26T17:05:29.055741+0000","last_clean":"2024-07-26T17:05:29.055741+0000","last_became_active":"2024-07-26T17:05:16.969065+0000","last_became_peered":"2024-07-26T17:05:16.969065+0000","last_unstale":"2024-07-26T17:05:29.055741+0000","last_undegraded":"2024-07-26T17:05:29.055741+0000","last_fullsized":"2024-07-26T17:05:29.055741+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:23.376073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.1a","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055154+0000","last_change":"2024-07-26T17:05:28.045186+0000","last_active":"2024-07-26T17:05:29.055154+0000","last_peered":"2024-07-26T17:05:29.055154+0000","last_clean":"2024-07-26T17:05:29.055154+0000","last_became_active":"2024-07-26T17:05:28.043331+0000","last_became_peered":"2024-07-26T17:05:28.043331+0000","last_unstale":"2024-07-26T17:05:29.055154+0000","last_undegraded":"2024-07-26T17:05:29.055154+0000","last_fullsized":"2024-07-26T17:05:29.055154+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:50:43.254634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.19","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545178+0000","last_change":"2024-07-26T17:05:27.045341+0000","last_active":"2024-07-26T17:05:29.545178+0000","last_peered":"2024-07-26T17:05:29.545178+0000","last_clean":"2024-07-26T17:05:29.545178+0000","last_became_active":"2024-07-26T17:05:27.045041+0000","last_became_peered":"2024-07-26T17:05:27.045041+0000","last_unstale":"2024-07-26T17:05:29.545178+0000","last_undegraded":"2024-07-26T17:05:29.545178+0000","last_fullsized":"2024-07-26T17:05:29.545178+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:10:54.753824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.18","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545583+0000","last_change":"2024-07-26T17:05:16.980465+0000","last_active":"2024-07-26T17:05:29.545583+0000","last_peered":"2024-07-26T17:05:29.545583+0000","last_clean":"2024-07-26T17:05:29.545583+0000","last_became_active":"2024-07-26T17:05:16.980166+0000","last_became_peered":"2024-07-26T17:05:16.980166+0000","last_unstale":"2024-07-26T17:05:29.545583+0000","last_undegraded":"2024-07-26T17:05:29.545583+0000","last_fullsized":"2024-07-26T17:05:29.545583+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:22:24.209408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.15","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062512+0000","last_change":"2024-07-26T17:05:28.055519+0000","last_active":"2024-07-26T17:05:29.062512+0000","last_peered":"2024-07-26T17:05:29.062512+0000","last_clean":"2024-07-26T17:05:29.062512+0000","last_became_active":"2024-07-26T17:05:28.055209+0000","last_became_peered":"2024-07-26T17:05:28.055209+0000","last_unstale":"2024-07-26T17:05:29.062512+0000","last_undegraded":"2024-07-26T17:05:29.062512+0000","last_fullsized":"2024-07-26T17:05:29.062512+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:54:42.387443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.16","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546261+0000","last_change":"2024-07-26T17:05:27.044438+0000","last_active":"2024-07-26T17:05:29.546261+0000","last_peered":"2024-07-26T17:05:29.546261+0000","last_clean":"2024-07-26T17:05:29.546261+0000","last_became_active":"2024-07-26T17:05:27.044069+0000","last_became_peered":"2024-07-26T17:05:27.044069+0000","last_unstale":"2024-07-26T17:05:29.546261+0000","last_undegraded":"2024-07-26T17:05:29.546261+0000","last_fullsized":"2024-07-26T17:05:29.546261+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:46:45.329919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.17","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054757+0000","last_change":"2024-07-26T17:05:16.971651+0000","last_active":"2024-07-26T17:05:29.054757+0000","last_peered":"2024-07-26T17:05:29.054757+0000","last_clean":"2024-07-26T17:05:29.054757+0000","last_became_active":"2024-07-26T17:05:16.971278+0000","last_became_peered":"2024-07-26T17:05:16.971278+0000","last_unstale":"2024-07-26T17:05:29.054757+0000","last_undegraded":"2024-07-26T17:05:29.054757+0000","last_fullsized":"2024-07-26T17:05:29.054757+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:26:55.598771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.14","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053924+0000","last_change":"2024-07-26T17:05:28.045779+0000","last_active":"2024-07-26T17:05:29.053924+0000","last_peered":"2024-07-26T17:05:29.053924+0000","last_clean":"2024-07-26T17:05:29.053924+0000","last_became_active":"2024-07-26T17:05:28.045457+0000","last_became_peered":"2024-07-26T17:05:28.045457+0000","last_unstale":"2024-07-26T17:05:29.053924+0000","last_undegraded":"2024-07-26T17:05:29.053924+0000","last_fullsized":"2024-07-26T17:05:29.053924+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:29:08.577920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.17","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054602+0000","last_change":"2024-07-26T17:05:27.050487+0000","last_active":"2024-07-26T17:05:29.054602+0000","last_peered":"2024-07-26T17:05:29.054602+0000","last_clean":"2024-07-26T17:05:29.054602+0000","last_became_active":"2024-07-26T17:05:27.050145+0000","last_became_peered":"2024-07-26T17:05:27.050145+0000","last_unstale":"2024-07-26T17:05:29.054602+0000","last_undegraded":"2024-07-26T17:05:29.054602+0000","last_fullsized":"2024-07-26T17:05:29.054602+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:42:27.824097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.16","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278793+0000","last_change":"2024-07-26T17:05:16.982197+0000","last_active":"2024-07-26T17:05:29.278793+0000","last_peered":"2024-07-26T17:05:29.278793+0000","last_clean":"2024-07-26T17:05:29.278793+0000","last_became_active":"2024-07-26T17:05:16.978530+0000","last_became_peered":"2024-07-26T17:05:16.978530+0000","last_unstale":"2024-07-26T17:05:29.278793+0000","last_undegraded":"2024-07-26T17:05:29.278793+0000","last_fullsized":"2024-07-26T17:05:29.278793+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:09:59.923570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.17","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057319+0000","last_change":"2024-07-26T17:05:28.059521+0000","last_active":"2024-07-26T17:05:29.057319+0000","last_peered":"2024-07-26T17:05:29.057319+0000","last_clean":"2024-07-26T17:05:29.057319+0000","last_became_active":"2024-07-26T17:05:28.059104+0000","last_became_peered":"2024-07-26T17:05:28.059104+0000","last_unstale":"2024-07-26T17:05:29.057319+0000","last_undegraded":"2024-07-26T17:05:29.057319+0000","last_fullsized":"2024-07-26T17:05:29.057319+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:59:39.108517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.14","version":"253'6","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062255+0000","last_change":"2024-07-26T17:05:27.051405+0000","last_active":"2024-07-26T17:05:29.062255+0000","last_peered":"2024-07-26T17:05:29.062255+0000","last_clean":"2024-07-26T17:05:29.062255+0000","last_became_active":"2024-07-26T17:05:27.050660+0000","last_became_peered":"2024-07-26T17:05:27.050660+0000","last_unstale":"2024-07-26T17:05:29.062255+0000","last_undegraded":"2024-07-26T17:05:29.062255+0000","last_fullsized":"2024-07-26T17:05:29.062255+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:30:38.212920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.15","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278678+0000","last_change":"2024-07-26T17:05:16.977746+0000","last_active":"2024-07-26T17:05:29.278678+0000","last_peered":"2024-07-26T17:05:29.278678+0000","last_clean":"2024-07-26T17:05:29.278678+0000","last_became_active":"2024-07-26T17:05:16.977339+0000","last_became_peered":"2024-07-26T17:05:16.977339+0000","last_unstale":"2024-07-26T17:05:29.278678+0000","last_undegraded":"2024-07-26T17:05:29.278678+0000","last_fullsized":"2024-07-26T17:05:29.278678+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:03:09.702619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.16","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065937+0000","last_change":"2024-07-26T17:05:28.059549+0000","last_active":"2024-07-26T17:05:29.065937+0000","last_peered":"2024-07-26T17:05:29.065937+0000","last_clean":"2024-07-26T17:05:29.065937+0000","last_became_active":"2024-07-26T17:05:28.059078+0000","last_became_peered":"2024-07-26T17:05:28.059078+0000","last_unstale":"2024-07-26T17:05:29.065937+0000","last_undegraded":"2024-07-26T17:05:29.065937+0000","last_fullsized":"2024-07-26T17:05:29.065937+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:41:19.696633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.15","version":"253'3","reported_seq":18,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054482+0000","last_change":"2024-07-26T17:05:27.049749+0000","last_active":"2024-07-26T17:05:29.054482+0000","last_peered":"2024-07-26T17:05:29.054482+0000","last_clean":"2024-07-26T17:05:29.054482+0000","last_became_active":"2024-07-26T17:05:27.049437+0000","last_became_peered":"2024-07-26T17:05:27.049437+0000","last_unstale":"2024-07-26T17:05:29.054482+0000","last_undegraded":"2024-07-26T17:05:29.054482+0000","last_fullsized":"2024-07-26T17:05:29.054482+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:38:56.375440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.14","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054039+0000","last_change":"2024-07-26T17:05:16.975356+0000","last_active":"2024-07-26T17:05:29.054039+0000","last_peered":"2024-07-26T17:05:29.054039+0000","last_clean":"2024-07-26T17:05:29.054039+0000","last_became_active":"2024-07-26T17:05:16.974772+0000","last_became_peered":"2024-07-26T17:05:16.974772+0000","last_unstale":"2024-07-26T17:05:29.054039+0000","last_undegraded":"2024-07-26T17:05:29.054039+0000","last_fullsized":"2024-07-26T17:05:29.054039+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:07:42.131539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.11","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055096+0000","last_change":"2024-07-26T17:05:28.059275+0000","last_active":"2024-07-26T17:05:29.055096+0000","last_peered":"2024-07-26T17:05:29.055096+0000","last_clean":"2024-07-26T17:05:29.055096+0000","last_became_active":"2024-07-26T17:05:28.058932+0000","last_became_peered":"2024-07-26T17:05:28.058932+0000","last_unstale":"2024-07-26T17:05:29.055096+0000","last_undegraded":"2024-07-26T17:05:29.055096+0000","last_fullsized":"2024-07-26T17:05:29.055096+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:39:53.321193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.12","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053769+0000","last_change":"2024-07-26T17:05:27.051930+0000","last_active":"2024-07-26T17:05:29.053769+0000","last_peered":"2024-07-26T17:05:29.053769+0000","last_clean":"2024-07-26T17:05:29.053769+0000","last_became_active":"2024-07-26T17:05:27.051287+0000","last_became_peered":"2024-07-26T17:05:27.051287+0000","last_unstale":"2024-07-26T17:05:29.053769+0000","last_undegraded":"2024-07-26T17:05:29.053769+0000","last_fullsized":"2024-07-26T17:05:29.053769+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:32:09.289693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.13","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056551+0000","last_change":"2024-07-26T17:05:16.973506+0000","last_active":"2024-07-26T17:05:29.056551+0000","last_peered":"2024-07-26T17:05:29.056551+0000","last_clean":"2024-07-26T17:05:29.056551+0000","last_became_active":"2024-07-26T17:05:16.972886+0000","last_became_peered":"2024-07-26T17:05:16.972886+0000","last_unstale":"2024-07-26T17:05:29.056551+0000","last_undegraded":"2024-07-26T17:05:29.056551+0000","last_fullsized":"2024-07-26T17:05:29.056551+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:00:54.694496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.10","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278202+0000","last_change":"2024-07-26T17:05:28.058998+0000","last_active":"2024-07-26T17:05:29.278202+0000","last_peered":"2024-07-26T17:05:29.278202+0000","last_clean":"2024-07-26T17:05:29.278202+0000","last_became_active":"2024-07-26T17:05:28.058645+0000","last_became_peered":"2024-07-26T17:05:28.058645+0000","last_unstale":"2024-07-26T17:05:29.278202+0000","last_undegraded":"2024-07-26T17:05:29.278202+0000","last_fullsized":"2024-07-26T17:05:29.278202+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:37:07.282899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.13","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278576+0000","last_change":"2024-07-26T17:05:27.048287+0000","last_active":"2024-07-26T17:05:29.278576+0000","last_peered":"2024-07-26T17:05:29.278576+0000","last_clean":"2024-07-26T17:05:29.278576+0000","last_became_active":"2024-07-26T17:05:27.047476+0000","last_became_peered":"2024-07-26T17:05:27.047476+0000","last_unstale":"2024-07-26T17:05:29.278576+0000","last_undegraded":"2024-07-26T17:05:29.278576+0000","last_fullsized":"2024-07-26T17:05:29.278576+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:48:06.344837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.12","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221397+0000","last_change":"2024-07-26T17:05:16.963114+0000","last_active":"2024-07-26T17:05:29.221397+0000","last_peered":"2024-07-26T17:05:29.221397+0000","last_clean":"2024-07-26T17:05:29.221397+0000","last_became_active":"2024-07-26T17:05:16.962809+0000","last_became_peered":"2024-07-26T17:05:16.962809+0000","last_unstale":"2024-07-26T17:05:29.221397+0000","last_undegraded":"2024-07-26T17:05:29.221397+0000","last_fullsized":"2024-07-26T17:05:29.221397+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:59:38.906979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.13","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278411+0000","last_change":"2024-07-26T17:05:28.055721+0000","last_active":"2024-07-26T17:05:29.278411+0000","last_peered":"2024-07-26T17:05:29.278411+0000","last_clean":"2024-07-26T17:05:29.278411+0000","last_became_active":"2024-07-26T17:05:28.055233+0000","last_became_peered":"2024-07-26T17:05:28.055233+0000","last_unstale":"2024-07-26T17:05:29.278411+0000","last_undegraded":"2024-07-26T17:05:29.278411+0000","last_fullsized":"2024-07-26T17:05:29.278411+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:15.326034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.10","version":"253'8","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053284+0000","last_change":"2024-07-26T17:05:27.058225+0000","last_active":"2024-07-26T17:05:29.053284+0000","last_peered":"2024-07-26T17:05:29.053284+0000","last_clean":"2024-07-26T17:05:29.053284+0000","last_became_active":"2024-07-26T17:05:27.056985+0000","last_became_peered":"2024-07-26T17:05:27.056985+0000","last_unstale":"2024-07-26T17:05:29.053284+0000","last_undegraded":"2024-07-26T17:05:29.053284+0000","last_fullsized":"2024-07-26T17:05:29.053284+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:20:10.283004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.11","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065157+0000","last_change":"2024-07-26T17:05:16.972196+0000","last_active":"2024-07-26T17:05:29.065157+0000","last_peered":"2024-07-26T17:05:29.065157+0000","last_clean":"2024-07-26T17:05:29.065157+0000","last_became_active":"2024-07-26T17:05:16.971681+0000","last_became_peered":"2024-07-26T17:05:16.971681+0000","last_unstale":"2024-07-26T17:05:29.065157+0000","last_undegraded":"2024-07-26T17:05:29.065157+0000","last_fullsized":"2024-07-26T17:05:29.065157+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:15:30.446528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.12","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278294+0000","last_change":"2024-07-26T17:05:28.057108+0000","last_active":"2024-07-26T17:05:29.278294+0000","last_peered":"2024-07-26T17:05:29.278294+0000","last_clean":"2024-07-26T17:05:29.278294+0000","last_became_active":"2024-07-26T17:05:28.056789+0000","last_became_peered":"2024-07-26T17:05:28.056789+0000","last_unstale":"2024-07-26T17:05:29.278294+0000","last_undegraded":"2024-07-26T17:05:29.278294+0000","last_fullsized":"2024-07-26T17:05:29.278294+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:20.874712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.11","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053530+0000","last_change":"2024-07-26T17:05:27.053870+0000","last_active":"2024-07-26T17:05:29.053530+0000","last_peered":"2024-07-26T17:05:29.053530+0000","last_clean":"2024-07-26T17:05:29.053530+0000","last_became_active":"2024-07-26T17:05:27.053534+0000","last_became_peered":"2024-07-26T17:05:27.053534+0000","last_unstale":"2024-07-26T17:05:29.053530+0000","last_undegraded":"2024-07-26T17:05:29.053530+0000","last_fullsized":"2024-07-26T17:05:29.053530+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:48.337524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.10","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278360+0000","last_change":"2024-07-26T17:05:16.970298+0000","last_active":"2024-07-26T17:05:29.278360+0000","last_peered":"2024-07-26T17:05:29.278360+0000","last_clean":"2024-07-26T17:05:29.278360+0000","last_became_active":"2024-07-26T17:05:16.968935+0000","last_became_peered":"2024-07-26T17:05:16.968935+0000","last_unstale":"2024-07-26T17:05:29.278360+0000","last_undegraded":"2024-07-26T17:05:29.278360+0000","last_fullsized":"2024-07-26T17:05:29.278360+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:10.834891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.d","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057208+0000","last_change":"2024-07-26T17:05:28.054069+0000","last_active":"2024-07-26T17:05:29.057208+0000","last_peered":"2024-07-26T17:05:29.057208+0000","last_clean":"2024-07-26T17:05:29.057208+0000","last_became_active":"2024-07-26T17:05:28.053714+0000","last_became_peered":"2024-07-26T17:05:28.053714+0000","last_unstale":"2024-07-26T17:05:29.057208+0000","last_undegraded":"2024-07-26T17:05:29.057208+0000","last_fullsized":"2024-07-26T17:05:29.057208+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:46:46.335946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.e","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062603+0000","last_change":"2024-07-26T17:05:27.044975+0000","last_active":"2024-07-26T17:05:29.062603+0000","last_peered":"2024-07-26T17:05:29.062603+0000","last_clean":"2024-07-26T17:05:29.062603+0000","last_became_active":"2024-07-26T17:05:27.044616+0000","last_became_peered":"2024-07-26T17:05:27.044616+0000","last_unstale":"2024-07-26T17:05:29.062603+0000","last_undegraded":"2024-07-26T17:05:29.062603+0000","last_fullsized":"2024-07-26T17:05:29.062603+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:10:19.005080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.f","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057651+0000","last_change":"2024-07-26T17:05:16.980012+0000","last_active":"2024-07-26T17:05:29.057651+0000","last_peered":"2024-07-26T17:05:29.057651+0000","last_clean":"2024-07-26T17:05:29.057651+0000","last_became_active":"2024-07-26T17:05:16.979692+0000","last_became_peered":"2024-07-26T17:05:16.979692+0000","last_unstale":"2024-07-26T17:05:29.057651+0000","last_undegraded":"2024-07-26T17:05:29.057651+0000","last_fullsized":"2024-07-26T17:05:29.057651+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:38:44.970702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.c","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056759+0000","last_change":"2024-07-26T17:05:28.056729+0000","last_active":"2024-07-26T17:05:29.056759+0000","last_peered":"2024-07-26T17:05:29.056759+0000","last_clean":"2024-07-26T17:05:29.056759+0000","last_became_active":"2024-07-26T17:05:28.056399+0000","last_became_peered":"2024-07-26T17:05:28.056399+0000","last_unstale":"2024-07-26T17:05:29.056759+0000","last_undegraded":"2024-07-26T17:05:29.056759+0000","last_fullsized":"2024-07-26T17:05:29.056759+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:21:34.139177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.f","version":"253'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.066085+0000","last_change":"2024-07-26T17:05:27.054882+0000","last_active":"2024-07-26T17:05:29.066085+0000","last_peered":"2024-07-26T17:05:29.066085+0000","last_clean":"2024-07-26T17:05:29.066085+0000","last_became_active":"2024-07-26T17:05:27.054563+0000","last_became_peered":"2024-07-26T17:05:27.054563+0000","last_unstale":"2024-07-26T17:05:29.066085+0000","last_undegraded":"2024-07-26T17:05:29.066085+0000","last_fullsized":"2024-07-26T17:05:29.066085+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:52:19.868685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.e","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278924+0000","last_change":"2024-07-26T17:05:16.971532+0000","last_active":"2024-07-26T17:05:29.278924+0000","last_peered":"2024-07-26T17:05:29.278924+0000","last_clean":"2024-07-26T17:05:29.278924+0000","last_became_active":"2024-07-26T17:05:16.970856+0000","last_became_peered":"2024-07-26T17:05:16.970856+0000","last_unstale":"2024-07-26T17:05:29.278924+0000","last_undegraded":"2024-07-26T17:05:29.278924+0000","last_fullsized":"2024-07-26T17:05:29.278924+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:13:30.619445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.f","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057460+0000","last_change":"2024-07-26T17:05:28.056469+0000","last_active":"2024-07-26T17:05:29.057460+0000","last_peered":"2024-07-26T17:05:29.057460+0000","last_clean":"2024-07-26T17:05:29.057460+0000","last_became_active":"2024-07-26T17:05:28.056117+0000","last_became_peered":"2024-07-26T17:05:28.056117+0000","last_unstale":"2024-07-26T17:05:29.057460+0000","last_undegraded":"2024-07-26T17:05:29.057460+0000","last_fullsized":"2024-07-26T17:05:29.057460+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:54.721924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.c","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062323+0000","last_change":"2024-07-26T17:05:27.051710+0000","last_active":"2024-07-26T17:05:29.062323+0000","last_peered":"2024-07-26T17:05:29.062323+0000","last_clean":"2024-07-26T17:05:29.062323+0000","last_became_active":"2024-07-26T17:05:27.051091+0000","last_became_peered":"2024-07-26T17:05:27.051091+0000","last_unstale":"2024-07-26T17:05:29.062323+0000","last_undegraded":"2024-07-26T17:05:29.062323+0000","last_fullsized":"2024-07-26T17:05:29.062323+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:01:04.768314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.d","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065709+0000","last_change":"2024-07-26T17:05:16.969521+0000","last_active":"2024-07-26T17:05:29.065709+0000","last_peered":"2024-07-26T17:05:29.065709+0000","last_clean":"2024-07-26T17:05:29.065709+0000","last_became_active":"2024-07-26T17:05:16.969190+0000","last_became_peered":"2024-07-26T17:05:16.969190+0000","last_unstale":"2024-07-26T17:05:29.065709+0000","last_undegraded":"2024-07-26T17:05:29.065709+0000","last_fullsized":"2024-07-26T17:05:29.065709+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:36:29.003495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.e","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054420+0000","last_change":"2024-07-26T17:05:28.057753+0000","last_active":"2024-07-26T17:05:29.054420+0000","last_peered":"2024-07-26T17:05:29.054420+0000","last_clean":"2024-07-26T17:05:29.054420+0000","last_became_active":"2024-07-26T17:05:28.057421+0000","last_became_peered":"2024-07-26T17:05:28.057421+0000","last_unstale":"2024-07-26T17:05:29.054420+0000","last_undegraded":"2024-07-26T17:05:29.054420+0000","last_fullsized":"2024-07-26T17:05:29.054420+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:33:39.953564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.d","version":"253'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056068+0000","last_change":"2024-07-26T17:05:27.049730+0000","last_active":"2024-07-26T17:05:29.056068+0000","last_peered":"2024-07-26T17:05:29.056068+0000","last_clean":"2024-07-26T17:05:29.056068+0000","last_became_active":"2024-07-26T17:05:27.049411+0000","last_became_peered":"2024-07-26T17:05:27.049411+0000","last_unstale":"2024-07-26T17:05:29.056068+0000","last_undegraded":"2024-07-26T17:05:29.056068+0000","last_fullsized":"2024-07-26T17:05:29.056068+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:25:17.995553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.c","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062514+0000","last_change":"2024-07-26T17:05:16.974900+0000","last_active":"2024-07-26T17:05:29.062514+0000","last_peered":"2024-07-26T17:05:29.062514+0000","last_clean":"2024-07-26T17:05:29.062514+0000","last_became_active":"2024-07-26T17:05:16.974563+0000","last_became_peered":"2024-07-26T17:05:16.974563+0000","last_unstale":"2024-07-26T17:05:29.062514+0000","last_undegraded":"2024-07-26T17:05:29.062514+0000","last_fullsized":"2024-07-26T17:05:29.062514+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:49.681770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.9","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055310+0000","last_change":"2024-07-26T17:05:28.056877+0000","last_active":"2024-07-26T17:05:29.055310+0000","last_peered":"2024-07-26T17:05:29.055310+0000","last_clean":"2024-07-26T17:05:29.055310+0000","last_became_active":"2024-07-26T17:05:28.055842+0000","last_became_peered":"2024-07-26T17:05:28.055842+0000","last_unstale":"2024-07-26T17:05:29.055310+0000","last_undegraded":"2024-07-26T17:05:29.055310+0000","last_fullsized":"2024-07-26T17:05:29.055310+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:05:37.303702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.a","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278198+0000","last_change":"2024-07-26T17:05:27.049356+0000","last_active":"2024-07-26T17:05:29.278198+0000","last_peered":"2024-07-26T17:05:29.278198+0000","last_clean":"2024-07-26T17:05:29.278198+0000","last_became_active":"2024-07-26T17:05:27.048984+0000","last_became_peered":"2024-07-26T17:05:27.048984+0000","last_unstale":"2024-07-26T17:05:29.278198+0000","last_undegraded":"2024-07-26T17:05:29.278198+0000","last_fullsized":"2024-07-26T17:05:29.278198+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:02:46.397048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.b","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054801+0000","last_change":"2024-07-26T17:05:16.966185+0000","last_active":"2024-07-26T17:05:29.054801+0000","last_peered":"2024-07-26T17:05:29.054801+0000","last_clean":"2024-07-26T17:05:29.054801+0000","last_became_active":"2024-07-26T17:05:16.965808+0000","last_became_peered":"2024-07-26T17:05:16.965808+0000","last_unstale":"2024-07-26T17:05:29.054801+0000","last_undegraded":"2024-07-26T17:05:29.054801+0000","last_fullsized":"2024-07-26T17:05:29.054801+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:30:17.824384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.8","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220864+0000","last_change":"2024-07-26T17:05:28.047507+0000","last_active":"2024-07-26T17:05:29.220864+0000","last_peered":"2024-07-26T17:05:29.220864+0000","last_clean":"2024-07-26T17:05:29.220864+0000","last_became_active":"2024-07-26T17:05:28.047175+0000","last_became_peered":"2024-07-26T17:05:28.047175+0000","last_unstale":"2024-07-26T17:05:29.220864+0000","last_undegraded":"2024-07-26T17:05:29.220864+0000","last_fullsized":"2024-07-26T17:05:29.220864+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:41.534862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.b","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278575+0000","last_change":"2024-07-26T17:05:27.049898+0000","last_active":"2024-07-26T17:05:29.278575+0000","last_peered":"2024-07-26T17:05:29.278575+0000","last_clean":"2024-07-26T17:05:29.278575+0000","last_became_active":"2024-07-26T17:05:27.049534+0000","last_became_peered":"2024-07-26T17:05:27.049534+0000","last_unstale":"2024-07-26T17:05:29.278575+0000","last_undegraded":"2024-07-26T17:05:29.278575+0000","last_fullsized":"2024-07-26T17:05:29.278575+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:15:40.520345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.a","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056162+0000","last_change":"2024-07-26T17:05:16.966459+0000","last_active":"2024-07-26T17:05:29.056162+0000","last_peered":"2024-07-26T17:05:29.056162+0000","last_clean":"2024-07-26T17:05:29.056162+0000","last_became_active":"2024-07-26T17:05:16.966152+0000","last_became_peered":"2024-07-26T17:05:16.966152+0000","last_unstale":"2024-07-26T17:05:29.056162+0000","last_undegraded":"2024-07-26T17:05:29.056162+0000","last_fullsized":"2024-07-26T17:05:29.056162+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:24.328291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.b","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221066+0000","last_change":"2024-07-26T17:05:28.049680+0000","last_active":"2024-07-26T17:05:29.221066+0000","last_peered":"2024-07-26T17:05:29.221066+0000","last_clean":"2024-07-26T17:05:29.221066+0000","last_became_active":"2024-07-26T17:05:28.049366+0000","last_became_peered":"2024-07-26T17:05:28.049366+0000","last_unstale":"2024-07-26T17:05:29.221066+0000","last_undegraded":"2024-07-26T17:05:29.221066+0000","last_fullsized":"2024-07-26T17:05:29.221066+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:45:58.318796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.8","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053408+0000","last_change":"2024-07-26T17:05:27.056329+0000","last_active":"2024-07-26T17:05:29.053408+0000","last_peered":"2024-07-26T17:05:29.053408+0000","last_clean":"2024-07-26T17:05:29.053408+0000","last_became_active":"2024-07-26T17:05:27.054945+0000","last_became_peered":"2024-07-26T17:05:27.054945+0000","last_unstale":"2024-07-26T17:05:29.053408+0000","last_undegraded":"2024-07-26T17:05:29.053408+0000","last_fullsized":"2024-07-26T17:05:29.053408+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:32.550892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.9","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065248+0000","last_change":"2024-07-26T17:05:16.969680+0000","last_active":"2024-07-26T17:05:29.065248+0000","last_peered":"2024-07-26T17:05:29.065248+0000","last_clean":"2024-07-26T17:05:29.065248+0000","last_became_active":"2024-07-26T17:05:16.969336+0000","last_became_peered":"2024-07-26T17:05:16.969336+0000","last_unstale":"2024-07-26T17:05:29.065248+0000","last_undegraded":"2024-07-26T17:05:29.065248+0000","last_fullsized":"2024-07-26T17:05:29.065248+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:04:10.871758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.a","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053587+0000","last_change":"2024-07-26T17:05:28.046566+0000","last_active":"2024-07-26T17:05:29.053587+0000","last_peered":"2024-07-26T17:05:29.053587+0000","last_clean":"2024-07-26T17:05:29.053587+0000","last_became_active":"2024-07-26T17:05:28.046275+0000","last_became_peered":"2024-07-26T17:05:28.046275+0000","last_unstale":"2024-07-26T17:05:29.053587+0000","last_undegraded":"2024-07-26T17:05:29.053587+0000","last_fullsized":"2024-07-26T17:05:29.053587+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:52.594462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.9","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221180+0000","last_change":"2024-07-26T17:05:27.059212+0000","last_active":"2024-07-26T17:05:29.221180+0000","last_peered":"2024-07-26T17:05:29.221180+0000","last_clean":"2024-07-26T17:05:29.221180+0000","last_became_active":"2024-07-26T17:05:27.058814+0000","last_became_peered":"2024-07-26T17:05:27.058814+0000","last_unstale":"2024-07-26T17:05:29.221180+0000","last_undegraded":"2024-07-26T17:05:29.221180+0000","last_fullsized":"2024-07-26T17:05:29.221180+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:04:33.765326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.8","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054958+0000","last_change":"2024-07-26T17:05:16.960217+0000","last_active":"2024-07-26T17:05:29.054958+0000","last_peered":"2024-07-26T17:05:29.054958+0000","last_clean":"2024-07-26T17:05:29.054958+0000","last_became_active":"2024-07-26T17:05:16.959854+0000","last_became_peered":"2024-07-26T17:05:16.959854+0000","last_unstale":"2024-07-26T17:05:29.054958+0000","last_undegraded":"2024-07-26T17:05:29.054958+0000","last_fullsized":"2024-07-26T17:05:29.054958+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:30:28.139102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.5","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065784+0000","last_change":"2024-07-26T17:05:28.062323+0000","last_active":"2024-07-26T17:05:29.065784+0000","last_peered":"2024-07-26T17:05:29.065784+0000","last_clean":"2024-07-26T17:05:29.065784+0000","last_became_active":"2024-07-26T17:05:28.061964+0000","last_became_peered":"2024-07-26T17:05:28.061964+0000","last_unstale":"2024-07-26T17:05:29.065784+0000","last_undegraded":"2024-07-26T17:05:29.065784+0000","last_fullsized":"2024-07-26T17:05:29.065784+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:15.880934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.6","version":"254'1","reported_seq":16,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.064461+0000","last_change":"2024-07-26T17:05:27.045388+0000","last_active":"2024-07-26T17:05:29.064461+0000","last_peered":"2024-07-26T17:05:29.064461+0000","last_clean":"2024-07-26T17:05:29.064461+0000","last_became_active":"2024-07-26T17:05:27.043438+0000","last_became_peered":"2024-07-26T17:05:27.043438+0000","last_unstale":"2024-07-26T17:05:29.064461+0000","last_undegraded":"2024-07-26T17:05:29.064461+0000","last_fullsized":"2024-07-26T17:05:29.064461+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:24.323826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.7","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062807+0000","last_change":"2024-07-26T17:05:16.971489+0000","last_active":"2024-07-26T17:05:29.062807+0000","last_peered":"2024-07-26T17:05:29.062807+0000","last_clean":"2024-07-26T17:05:29.062807+0000","last_became_active":"2024-07-26T17:05:16.971173+0000","last_became_peered":"2024-07-26T17:05:16.971173+0000","last_unstale":"2024-07-26T17:05:29.062807+0000","last_undegraded":"2024-07-26T17:05:29.062807+0000","last_fullsized":"2024-07-26T17:05:29.062807+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:04:51.845066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.4","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065838+0000","last_change":"2024-07-26T17:05:28.067743+0000","last_active":"2024-07-26T17:05:29.065838+0000","last_peered":"2024-07-26T17:05:29.065838+0000","last_clean":"2024-07-26T17:05:29.065838+0000","last_became_active":"2024-07-26T17:05:28.066732+0000","last_became_peered":"2024-07-26T17:05:28.066732+0000","last_unstale":"2024-07-26T17:05:29.065838+0000","last_undegraded":"2024-07-26T17:05:29.065838+0000","last_fullsized":"2024-07-26T17:05:29.065838+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:13:55.912057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.7","version":"253'2","reported_seq":17,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054665+0000","last_change":"2024-07-26T17:05:27.051192+0000","last_active":"2024-07-26T17:05:29.054665+0000","last_peered":"2024-07-26T17:05:29.054665+0000","last_clean":"2024-07-26T17:05:29.054665+0000","last_became_active":"2024-07-26T17:05:27.050870+0000","last_became_peered":"2024-07-26T17:05:27.050870+0000","last_unstale":"2024-07-26T17:05:29.054665+0000","last_undegraded":"2024-07-26T17:05:29.054665+0000","last_fullsized":"2024-07-26T17:05:29.054665+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:55:30.782155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.6","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055407+0000","last_change":"2024-07-26T17:05:16.973377+0000","last_active":"2024-07-26T17:05:29.055407+0000","last_peered":"2024-07-26T17:05:29.055407+0000","last_clean":"2024-07-26T17:05:29.055407+0000","last_became_active":"2024-07-26T17:05:16.973030+0000","last_became_peered":"2024-07-26T17:05:16.973030+0000","last_unstale":"2024-07-26T17:05:29.055407+0000","last_undegraded":"2024-07-26T17:05:29.055407+0000","last_fullsized":"2024-07-26T17:05:29.055407+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:07.646908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"34.7","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.066018+0000","last_change":"2024-07-26T17:05:28.062514+0000","last_active":"2024-07-26T17:05:29.066018+0000","last_peered":"2024-07-26T17:05:29.066018+0000","last_clean":"2024-07-26T17:05:29.066018+0000","last_became_active":"2024-07-26T17:05:28.062202+0000","last_became_peered":"2024-07-26T17:05:28.062202+0000","last_unstale":"2024-07-26T17:05:29.066018+0000","last_undegraded":"2024-07-26T17:05:29.066018+0000","last_fullsized":"2024-07-26T17:05:29.066018+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:44.204178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.4","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055905+0000","last_change":"2024-07-26T17:05:27.046315+0000","last_active":"2024-07-26T17:05:29.055905+0000","last_peered":"2024-07-26T17:05:29.055905+0000","last_clean":"2024-07-26T17:05:29.055905+0000","last_became_active":"2024-07-26T17:05:27.046001+0000","last_became_peered":"2024-07-26T17:05:27.046001+0000","last_unstale":"2024-07-26T17:05:29.055905+0000","last_undegraded":"2024-07-26T17:05:29.055905+0000","last_fullsized":"2024-07-26T17:05:29.055905+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:08.653184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.5","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546062+0000","last_change":"2024-07-26T17:05:16.976546+0000","last_active":"2024-07-26T17:05:29.546062+0000","last_peered":"2024-07-26T17:05:29.546062+0000","last_clean":"2024-07-26T17:05:29.546062+0000","last_became_active":"2024-07-26T17:05:16.976263+0000","last_became_peered":"2024-07-26T17:05:16.976263+0000","last_unstale":"2024-07-26T17:05:29.546062+0000","last_undegraded":"2024-07-26T17:05:29.546062+0000","last_fullsized":"2024-07-26T17:05:29.546062+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:48:03.108788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.6","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055199+0000","last_change":"2024-07-26T17:05:28.050919+0000","last_active":"2024-07-26T17:05:29.055199+0000","last_peered":"2024-07-26T17:05:29.055199+0000","last_clean":"2024-07-26T17:05:29.055199+0000","last_became_active":"2024-07-26T17:05:28.050554+0000","last_became_peered":"2024-07-26T17:05:28.050554+0000","last_unstale":"2024-07-26T17:05:29.055199+0000","last_undegraded":"2024-07-26T17:05:29.055199+0000","last_fullsized":"2024-07-26T17:05:29.055199+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:22:51.892199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.5","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055142+0000","last_change":"2024-07-26T17:05:27.049765+0000","last_active":"2024-07-26T17:05:29.055142+0000","last_peered":"2024-07-26T17:05:29.055142+0000","last_clean":"2024-07-26T17:05:29.055142+0000","last_became_active":"2024-07-26T17:05:27.049455+0000","last_became_peered":"2024-07-26T17:05:27.049455+0000","last_unstale":"2024-07-26T17:05:29.055142+0000","last_undegraded":"2024-07-26T17:05:29.055142+0000","last_fullsized":"2024-07-26T17:05:29.055142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:40.299517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.4","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054080+0000","last_change":"2024-07-26T17:05:16.976144+0000","last_active":"2024-07-26T17:05:29.054080+0000","last_peered":"2024-07-26T17:05:29.054080+0000","last_clean":"2024-07-26T17:05:29.054080+0000","last_became_active":"2024-07-26T17:05:16.975839+0000","last_became_peered":"2024-07-26T17:05:16.975839+0000","last_unstale":"2024-07-26T17:05:29.054080+0000","last_undegraded":"2024-07-26T17:05:29.054080+0000","last_fullsized":"2024-07-26T17:05:29.054080+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:17:13.144534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.1","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221094+0000","last_change":"2024-07-26T17:05:28.051252+0000","last_active":"2024-07-26T17:05:29.221094+0000","last_peered":"2024-07-26T17:05:29.221094+0000","last_clean":"2024-07-26T17:05:29.221094+0000","last_became_active":"2024-07-26T17:05:28.047014+0000","last_became_peered":"2024-07-26T17:05:28.047014+0000","last_unstale":"2024-07-26T17:05:29.221094+0000","last_undegraded":"2024-07-26T17:05:29.221094+0000","last_fullsized":"2024-07-26T17:05:29.221094+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:43.354392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.2","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.061969+0000","last_change":"2024-07-26T17:05:27.053412+0000","last_active":"2024-07-26T17:05:29.061969+0000","last_peered":"2024-07-26T17:05:29.061969+0000","last_clean":"2024-07-26T17:05:29.061969+0000","last_became_active":"2024-07-26T17:05:27.053113+0000","last_became_peered":"2024-07-26T17:05:27.053113+0000","last_unstale":"2024-07-26T17:05:29.061969+0000","last_undegraded":"2024-07-26T17:05:29.061969+0000","last_fullsized":"2024-07-26T17:05:29.061969+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:06.834116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.3","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221162+0000","last_change":"2024-07-26T17:05:16.965540+0000","last_active":"2024-07-26T17:05:29.221162+0000","last_peered":"2024-07-26T17:05:29.221162+0000","last_clean":"2024-07-26T17:05:29.221162+0000","last_became_active":"2024-07-26T17:05:16.965235+0000","last_became_peered":"2024-07-26T17:05:16.965235+0000","last_unstale":"2024-07-26T17:05:29.221162+0000","last_undegraded":"2024-07-26T17:05:29.221162+0000","last_fullsized":"2024-07-26T17:05:29.221162+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:28:22.685887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.0","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053369+0000","last_change":"2024-07-26T17:05:28.048398+0000","last_active":"2024-07-26T17:05:29.053369+0000","last_peered":"2024-07-26T17:05:29.053369+0000","last_clean":"2024-07-26T17:05:29.053369+0000","last_became_active":"2024-07-26T17:05:28.048093+0000","last_became_peered":"2024-07-26T17:05:28.048093+0000","last_unstale":"2024-07-26T17:05:29.053369+0000","last_undegraded":"2024-07-26T17:05:29.053369+0000","last_fullsized":"2024-07-26T17:05:29.053369+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:49.173668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.3","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062222+0000","last_change":"2024-07-26T17:05:27.043415+0000","last_active":"2024-07-26T17:05:29.062222+0000","last_peered":"2024-07-26T17:05:29.062222+0000","last_clean":"2024-07-26T17:05:29.062222+0000","last_became_active":"2024-07-26T17:05:27.043000+0000","last_became_peered":"2024-07-26T17:05:27.043000+0000","last_unstale":"2024-07-26T17:05:29.062222+0000","last_undegraded":"2024-07-26T17:05:29.062222+0000","last_fullsized":"2024-07-26T17:05:29.062222+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:37.056495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.2","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221550+0000","last_change":"2024-07-26T17:05:16.974131+0000","last_active":"2024-07-26T17:05:29.221550+0000","last_peered":"2024-07-26T17:05:29.221550+0000","last_clean":"2024-07-26T17:05:29.221550+0000","last_became_active":"2024-07-26T17:05:16.973781+0000","last_became_peered":"2024-07-26T17:05:16.973781+0000","last_unstale":"2024-07-26T17:05:29.221550+0000","last_undegraded":"2024-07-26T17:05:29.221550+0000","last_fullsized":"2024-07-26T17:05:29.221550+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:09:59.923570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.3","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545974+0000","last_change":"2024-07-26T17:05:28.061175+0000","last_active":"2024-07-26T17:05:29.545974+0000","last_peered":"2024-07-26T17:05:29.545974+0000","last_clean":"2024-07-26T17:05:29.545974+0000","last_became_active":"2024-07-26T17:05:28.060754+0000","last_became_peered":"2024-07-26T17:05:28.060754+0000","last_unstale":"2024-07-26T17:05:29.545974+0000","last_undegraded":"2024-07-26T17:05:29.545974+0000","last_fullsized":"2024-07-26T17:05:29.545974+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:35.347888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.0","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.061852+0000","last_change":"2024-07-26T17:05:27.043081+0000","last_active":"2024-07-26T17:05:29.061852+0000","last_peered":"2024-07-26T17:05:29.061852+0000","last_clean":"2024-07-26T17:05:29.061852+0000","last_became_active":"2024-07-26T17:05:27.042704+0000","last_became_peered":"2024-07-26T17:05:27.042704+0000","last_unstale":"2024-07-26T17:05:29.061852+0000","last_undegraded":"2024-07-26T17:05:29.061852+0000","last_fullsized":"2024-07-26T17:05:29.061852+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:34.402109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062144+0000","last_change":"2024-07-26T17:05:16.969320+0000","last_active":"2024-07-26T17:05:29.062144+0000","last_peered":"2024-07-26T17:05:29.062144+0000","last_clean":"2024-07-26T17:05:29.062144+0000","last_became_active":"2024-07-26T17:05:16.968916+0000","last_became_peered":"2024-07-26T17:05:16.968916+0000","last_unstale":"2024-07-26T17:05:29.062144+0000","last_undegraded":"2024-07-26T17:05:29.062144+0000","last_fullsized":"2024-07-26T17:05:29.062144+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:51:18.448317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.2","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220796+0000","last_change":"2024-07-26T17:05:28.050870+0000","last_active":"2024-07-26T17:05:29.220796+0000","last_peered":"2024-07-26T17:05:29.220796+0000","last_clean":"2024-07-26T17:05:29.220796+0000","last_became_active":"2024-07-26T17:05:28.050080+0000","last_became_peered":"2024-07-26T17:05:28.050080+0000","last_unstale":"2024-07-26T17:05:29.220796+0000","last_undegraded":"2024-07-26T17:05:29.220796+0000","last_fullsized":"2024-07-26T17:05:29.220796+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:53.921868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.1","version":"0'0","reported_seq":15,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055673+0000","last_change":"2024-07-26T17:05:27.038992+0000","last_active":"2024-07-26T17:05:29.055673+0000","last_peered":"2024-07-26T17:05:29.055673+0000","last_clean":"2024-07-26T17:05:29.055673+0000","last_became_active":"2024-07-26T17:05:27.038663+0000","last_became_peered":"2024-07-26T17:05:27.038663+0000","last_unstale":"2024-07-26T17:05:29.055673+0000","last_undegraded":"2024-07-26T17:05:29.055673+0000","last_fullsized":"2024-07-26T17:05:29.055673+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:26.016131+0000","last_clean_scrub_stamp":"2024-07-26T17:05:26.016131+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:04:09.146788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.0","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053592+0000","last_change":"2024-07-26T17:05:16.976606+0000","last_active":"2024-07-26T17:05:29.053592+0000","last_peered":"2024-07-26T17:05:29.053592+0000","last_clean":"2024-07-26T17:05:29.053592+0000","last_became_active":"2024-07-26T17:05:16.976278+0000","last_became_peered":"2024-07-26T17:05:16.976278+0000","last_unstale":"2024-07-26T17:05:29.053592+0000","last_undegraded":"2024-07-26T17:05:29.053592+0000","last_fullsized":"2024-07-26T17:05:29.053592+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:31.925751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.22","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065285+0000","last_change":"2024-07-26T17:05:28.059693+0000","last_active":"2024-07-26T17:05:29.065285+0000","last_peered":"2024-07-26T17:05:29.065285+0000","last_clean":"2024-07-26T17:05:29.065285+0000","last_became_active":"2024-07-26T17:05:28.059024+0000","last_became_peered":"2024-07-26T17:05:28.059024+0000","last_unstale":"2024-07-26T17:05:29.065285+0000","last_undegraded":"2024-07-26T17:05:29.065285+0000","last_fullsized":"2024-07-26T17:05:29.065285+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:59.811169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.20","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062000+0000","last_change":"2024-07-26T17:05:16.974165+0000","last_active":"2024-07-26T17:05:29.062000+0000","last_peered":"2024-07-26T17:05:29.062000+0000","last_clean":"2024-07-26T17:05:29.062000+0000","last_became_active":"2024-07-26T17:05:16.973628+0000","last_became_peered":"2024-07-26T17:05:16.973628+0000","last_unstale":"2024-07-26T17:05:29.062000+0000","last_undegraded":"2024-07-26T17:05:29.062000+0000","last_fullsized":"2024-07-26T17:05:29.062000+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:41:33.930358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.1f","version":"249'4","reported_seq":27,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054741+0000","last_change":"2024-07-26T17:05:15.971066+0000","last_active":"2024-07-26T17:05:29.054741+0000","last_peered":"2024-07-26T17:05:29.054741+0000","last_clean":"2024-07-26T17:05:29.054741+0000","last_became_active":"2024-07-26T17:05:15.970718+0000","last_became_peered":"2024-07-26T17:05:15.970718+0000","last_unstale":"2024-07-26T17:05:29.054741+0000","last_undegraded":"2024-07-26T17:05:29.054741+0000","last_fullsized":"2024-07-26T17:05:29.054741+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:28:47.098919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.20","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220641+0000","last_change":"2024-07-26T17:05:28.052473+0000","last_active":"2024-07-26T17:05:29.220641+0000","last_peered":"2024-07-26T17:05:29.220641+0000","last_clean":"2024-07-26T17:05:29.220641+0000","last_became_active":"2024-07-26T17:05:28.051943+0000","last_became_peered":"2024-07-26T17:05:28.051943+0000","last_unstale":"2024-07-26T17:05:29.220641+0000","last_undegraded":"2024-07-26T17:05:29.220641+0000","last_fullsized":"2024-07-26T17:05:29.220641+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:24:47.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.22","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065487+0000","last_change":"2024-07-26T17:05:16.974113+0000","last_active":"2024-07-26T17:05:29.065487+0000","last_peered":"2024-07-26T17:05:29.065487+0000","last_clean":"2024-07-26T17:05:29.065487+0000","last_became_active":"2024-07-26T17:05:16.973803+0000","last_became_peered":"2024-07-26T17:05:16.973803+0000","last_unstale":"2024-07-26T17:05:29.065487+0000","last_undegraded":"2024-07-26T17:05:29.065487+0000","last_fullsized":"2024-07-26T17:05:29.065487+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:48.211970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.1d","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057376+0000","last_change":"2024-07-26T17:05:15.970251+0000","last_active":"2024-07-26T17:05:29.057376+0000","last_peered":"2024-07-26T17:05:29.057376+0000","last_clean":"2024-07-26T17:05:29.057376+0000","last_became_active":"2024-07-26T17:05:15.969939+0000","last_became_peered":"2024-07-26T17:05:15.969939+0000","last_unstale":"2024-07-26T17:05:29.057376+0000","last_undegraded":"2024-07-26T17:05:29.057376+0000","last_fullsized":"2024-07-26T17:05:29.057376+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:49:38.605543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.21","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220913+0000","last_change":"2024-07-26T17:05:28.050616+0000","last_active":"2024-07-26T17:05:29.220913+0000","last_peered":"2024-07-26T17:05:29.220913+0000","last_clean":"2024-07-26T17:05:29.220913+0000","last_became_active":"2024-07-26T17:05:28.050124+0000","last_became_peered":"2024-07-26T17:05:28.050124+0000","last_unstale":"2024-07-26T17:05:29.220913+0000","last_undegraded":"2024-07-26T17:05:29.220913+0000","last_fullsized":"2024-07-26T17:05:29.220913+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:05:08.599000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.23","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054221+0000","last_change":"2024-07-26T17:05:16.967131+0000","last_active":"2024-07-26T17:05:29.054221+0000","last_peered":"2024-07-26T17:05:29.054221+0000","last_clean":"2024-07-26T17:05:29.054221+0000","last_became_active":"2024-07-26T17:05:16.966484+0000","last_became_peered":"2024-07-26T17:05:16.966484+0000","last_unstale":"2024-07-26T17:05:29.054221+0000","last_undegraded":"2024-07-26T17:05:29.054221+0000","last_fullsized":"2024-07-26T17:05:29.054221+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:25:32.462643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1c","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221334+0000","last_change":"2024-07-26T17:05:15.975021+0000","last_active":"2024-07-26T17:05:29.221334+0000","last_peered":"2024-07-26T17:05:29.221334+0000","last_clean":"2024-07-26T17:05:29.221334+0000","last_became_active":"2024-07-26T17:05:15.974184+0000","last_became_peered":"2024-07-26T17:05:15.974184+0000","last_unstale":"2024-07-26T17:05:29.221334+0000","last_undegraded":"2024-07-26T17:05:29.221334+0000","last_fullsized":"2024-07-26T17:05:29.221334+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:05:42.139536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.26","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221519+0000","last_change":"2024-07-26T17:05:28.048309+0000","last_active":"2024-07-26T17:05:29.221519+0000","last_peered":"2024-07-26T17:05:29.221519+0000","last_clean":"2024-07-26T17:05:29.221519+0000","last_became_active":"2024-07-26T17:05:28.047988+0000","last_became_peered":"2024-07-26T17:05:28.047988+0000","last_unstale":"2024-07-26T17:05:29.221519+0000","last_undegraded":"2024-07-26T17:05:29.221519+0000","last_fullsized":"2024-07-26T17:05:29.221519+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:41:15.880934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.24","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221063+0000","last_change":"2024-07-26T17:05:16.967713+0000","last_active":"2024-07-26T17:05:29.221063+0000","last_peered":"2024-07-26T17:05:29.221063+0000","last_clean":"2024-07-26T17:05:29.221063+0000","last_became_active":"2024-07-26T17:05:16.967362+0000","last_became_peered":"2024-07-26T17:05:16.967362+0000","last_unstale":"2024-07-26T17:05:29.221063+0000","last_undegraded":"2024-07-26T17:05:29.221063+0000","last_fullsized":"2024-07-26T17:05:29.221063+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:13:30.619445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.1b","version":"249'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065410+0000","last_change":"2024-07-26T17:05:15.967807+0000","last_active":"2024-07-26T17:05:29.065410+0000","last_peered":"2024-07-26T17:05:29.065410+0000","last_clean":"2024-07-26T17:05:29.065410+0000","last_became_active":"2024-07-26T17:05:15.967458+0000","last_became_peered":"2024-07-26T17:05:15.967458+0000","last_unstale":"2024-07-26T17:05:29.065410+0000","last_undegraded":"2024-07-26T17:05:29.065410+0000","last_fullsized":"2024-07-26T17:05:29.065410+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:45:41.668093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.27","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055453+0000","last_change":"2024-07-26T17:05:28.053426+0000","last_active":"2024-07-26T17:05:29.055453+0000","last_peered":"2024-07-26T17:05:29.055453+0000","last_clean":"2024-07-26T17:05:29.055453+0000","last_became_active":"2024-07-26T17:05:28.052316+0000","last_became_peered":"2024-07-26T17:05:28.052316+0000","last_unstale":"2024-07-26T17:05:29.055453+0000","last_undegraded":"2024-07-26T17:05:29.055453+0000","last_fullsized":"2024-07-26T17:05:29.055453+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:29:34.745291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.25","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056109+0000","last_change":"2024-07-26T17:05:16.968542+0000","last_active":"2024-07-26T17:05:29.056109+0000","last_peered":"2024-07-26T17:05:29.056109+0000","last_clean":"2024-07-26T17:05:29.056109+0000","last_became_active":"2024-07-26T17:05:16.967496+0000","last_became_peered":"2024-07-26T17:05:16.967496+0000","last_unstale":"2024-07-26T17:05:29.056109+0000","last_undegraded":"2024-07-26T17:05:29.056109+0000","last_fullsized":"2024-07-26T17:05:29.056109+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:24:25.162195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.1a","version":"249'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221634+0000","last_change":"2024-07-26T17:05:15.967988+0000","last_active":"2024-07-26T17:05:29.221634+0000","last_peered":"2024-07-26T17:05:29.221634+0000","last_clean":"2024-07-26T17:05:29.221634+0000","last_became_active":"2024-07-26T17:05:15.967645+0000","last_became_peered":"2024-07-26T17:05:15.967645+0000","last_unstale":"2024-07-26T17:05:29.221634+0000","last_undegraded":"2024-07-26T17:05:29.221634+0000","last_fullsized":"2024-07-26T17:05:29.221634+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:33:13.421849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.24","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057687+0000","last_change":"2024-07-26T17:05:28.061319+0000","last_active":"2024-07-26T17:05:29.057687+0000","last_peered":"2024-07-26T17:05:29.057687+0000","last_clean":"2024-07-26T17:05:29.057687+0000","last_became_active":"2024-07-26T17:05:28.060999+0000","last_became_peered":"2024-07-26T17:05:28.060999+0000","last_unstale":"2024-07-26T17:05:29.057687+0000","last_undegraded":"2024-07-26T17:05:29.057687+0000","last_fullsized":"2024-07-26T17:05:29.057687+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:08:06.800194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.26","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278710+0000","last_change":"2024-07-26T17:05:16.978165+0000","last_active":"2024-07-26T17:05:29.278710+0000","last_peered":"2024-07-26T17:05:29.278710+0000","last_clean":"2024-07-26T17:05:29.278710+0000","last_became_active":"2024-07-26T17:05:16.977833+0000","last_became_peered":"2024-07-26T17:05:16.977833+0000","last_unstale":"2024-07-26T17:05:29.278710+0000","last_undegraded":"2024-07-26T17:05:29.278710+0000","last_fullsized":"2024-07-26T17:05:29.278710+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:59:38.906979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.19","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278113+0000","last_change":"2024-07-26T17:05:15.964863+0000","last_active":"2024-07-26T17:05:29.278113+0000","last_peered":"2024-07-26T17:05:29.278113+0000","last_clean":"2024-07-26T17:05:29.278113+0000","last_became_active":"2024-07-26T17:05:15.964544+0000","last_became_peered":"2024-07-26T17:05:15.964544+0000","last_unstale":"2024-07-26T17:05:29.278113+0000","last_undegraded":"2024-07-26T17:05:29.278113+0000","last_fullsized":"2024-07-26T17:05:29.278113+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:41.369248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.25","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057107+0000","last_change":"2024-07-26T17:05:28.055036+0000","last_active":"2024-07-26T17:05:29.057107+0000","last_peered":"2024-07-26T17:05:29.057107+0000","last_clean":"2024-07-26T17:05:29.057107+0000","last_became_active":"2024-07-26T17:05:28.054710+0000","last_became_peered":"2024-07-26T17:05:28.054710+0000","last_unstale":"2024-07-26T17:05:29.057107+0000","last_undegraded":"2024-07-26T17:05:29.057107+0000","last_fullsized":"2024-07-26T17:05:29.057107+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:00.356334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.27","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546349+0000","last_change":"2024-07-26T17:05:16.970760+0000","last_active":"2024-07-26T17:05:29.546349+0000","last_peered":"2024-07-26T17:05:29.546349+0000","last_clean":"2024-07-26T17:05:29.546349+0000","last_became_active":"2024-07-26T17:05:16.970446+0000","last_became_peered":"2024-07-26T17:05:16.970446+0000","last_unstale":"2024-07-26T17:05:29.546349+0000","last_undegraded":"2024-07-26T17:05:29.546349+0000","last_fullsized":"2024-07-26T17:05:29.546349+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:34:21.127567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.18","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053718+0000","last_change":"2024-07-26T17:05:15.972690+0000","last_active":"2024-07-26T17:05:29.053718+0000","last_peered":"2024-07-26T17:05:29.053718+0000","last_clean":"2024-07-26T17:05:29.053718+0000","last_became_active":"2024-07-26T17:05:15.972384+0000","last_became_peered":"2024-07-26T17:05:15.972384+0000","last_unstale":"2024-07-26T17:05:29.053718+0000","last_undegraded":"2024-07-26T17:05:29.053718+0000","last_fullsized":"2024-07-26T17:05:29.053718+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:12.939556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.2a","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056295+0000","last_change":"2024-07-26T17:05:28.055905+0000","last_active":"2024-07-26T17:05:29.056295+0000","last_peered":"2024-07-26T17:05:29.056295+0000","last_clean":"2024-07-26T17:05:29.056295+0000","last_became_active":"2024-07-26T17:05:28.055550+0000","last_became_peered":"2024-07-26T17:05:28.055550+0000","last_unstale":"2024-07-26T17:05:29.056295+0000","last_undegraded":"2024-07-26T17:05:29.056295+0000","last_fullsized":"2024-07-26T17:05:29.056295+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:59:07.367384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.28","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055221+0000","last_change":"2024-07-26T17:05:16.967770+0000","last_active":"2024-07-26T17:05:29.055221+0000","last_peered":"2024-07-26T17:05:29.055221+0000","last_clean":"2024-07-26T17:05:29.055221+0000","last_became_active":"2024-07-26T17:05:16.967450+0000","last_became_peered":"2024-07-26T17:05:16.967450+0000","last_unstale":"2024-07-26T17:05:29.055221+0000","last_undegraded":"2024-07-26T17:05:29.055221+0000","last_fullsized":"2024-07-26T17:05:29.055221+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:42:05.058792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.17","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221688+0000","last_change":"2024-07-26T17:05:15.973086+0000","last_active":"2024-07-26T17:05:29.221688+0000","last_peered":"2024-07-26T17:05:29.221688+0000","last_clean":"2024-07-26T17:05:29.221688+0000","last_became_active":"2024-07-26T17:05:15.972729+0000","last_became_peered":"2024-07-26T17:05:15.972729+0000","last_unstale":"2024-07-26T17:05:29.221688+0000","last_undegraded":"2024-07-26T17:05:29.221688+0000","last_fullsized":"2024-07-26T17:05:29.221688+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:54:14.659137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.2b","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278425+0000","last_change":"2024-07-26T17:05:28.062777+0000","last_active":"2024-07-26T17:05:29.278425+0000","last_peered":"2024-07-26T17:05:29.278425+0000","last_clean":"2024-07-26T17:05:29.278425+0000","last_became_active":"2024-07-26T17:05:28.062458+0000","last_became_peered":"2024-07-26T17:05:28.062458+0000","last_unstale":"2024-07-26T17:05:29.278425+0000","last_undegraded":"2024-07-26T17:05:29.278425+0000","last_fullsized":"2024-07-26T17:05:29.278425+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:24:47.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.29","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055596+0000","last_change":"2024-07-26T17:05:16.966756+0000","last_active":"2024-07-26T17:05:29.055596+0000","last_peered":"2024-07-26T17:05:29.055596+0000","last_clean":"2024-07-26T17:05:29.055596+0000","last_became_active":"2024-07-26T17:05:16.966428+0000","last_became_peered":"2024-07-26T17:05:16.966428+0000","last_unstale":"2024-07-26T17:05:29.055596+0000","last_undegraded":"2024-07-26T17:05:29.055596+0000","last_fullsized":"2024-07-26T17:05:29.055596+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:14.250008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.16","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278931+0000","last_change":"2024-07-26T17:05:15.970865+0000","last_active":"2024-07-26T17:05:29.278931+0000","last_peered":"2024-07-26T17:05:29.278931+0000","last_clean":"2024-07-26T17:05:29.278931+0000","last_became_active":"2024-07-26T17:05:15.970320+0000","last_became_peered":"2024-07-26T17:05:15.970320+0000","last_unstale":"2024-07-26T17:05:29.278931+0000","last_undegraded":"2024-07-26T17:05:29.278931+0000","last_fullsized":"2024-07-26T17:05:29.278931+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:50:56.398370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.28","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054880+0000","last_change":"2024-07-26T17:05:28.053814+0000","last_active":"2024-07-26T17:05:29.054880+0000","last_peered":"2024-07-26T17:05:29.054880+0000","last_clean":"2024-07-26T17:05:29.054880+0000","last_became_active":"2024-07-26T17:05:28.053495+0000","last_became_peered":"2024-07-26T17:05:28.053495+0000","last_unstale":"2024-07-26T17:05:29.054880+0000","last_undegraded":"2024-07-26T17:05:29.054880+0000","last_fullsized":"2024-07-26T17:05:29.054880+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:24:08.406140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.2a","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278361+0000","last_change":"2024-07-26T17:05:16.980645+0000","last_active":"2024-07-26T17:05:29.278361+0000","last_peered":"2024-07-26T17:05:29.278361+0000","last_clean":"2024-07-26T17:05:29.278361+0000","last_became_active":"2024-07-26T17:05:16.980271+0000","last_became_peered":"2024-07-26T17:05:16.980271+0000","last_unstale":"2024-07-26T17:05:29.278361+0000","last_undegraded":"2024-07-26T17:05:29.278361+0000","last_fullsized":"2024-07-26T17:05:29.278361+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:13:32.726226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.15","version":"249'3","reported_seq":26,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546064+0000","last_change":"2024-07-26T17:05:15.963839+0000","last_active":"2024-07-26T17:05:29.546064+0000","last_peered":"2024-07-26T17:05:29.546064+0000","last_clean":"2024-07-26T17:05:29.546064+0000","last_became_active":"2024-07-26T17:05:15.963520+0000","last_became_peered":"2024-07-26T17:05:15.963520+0000","last_unstale":"2024-07-26T17:05:29.546064+0000","last_undegraded":"2024-07-26T17:05:29.546064+0000","last_fullsized":"2024-07-26T17:05:29.546064+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:00:53.692160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.29","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220781+0000","last_change":"2024-07-26T17:05:28.057500+0000","last_active":"2024-07-26T17:05:29.220781+0000","last_peered":"2024-07-26T17:05:29.220781+0000","last_clean":"2024-07-26T17:05:29.220781+0000","last_became_active":"2024-07-26T17:05:28.057198+0000","last_became_peered":"2024-07-26T17:05:28.057198+0000","last_unstale":"2024-07-26T17:05:29.220781+0000","last_undegraded":"2024-07-26T17:05:29.220781+0000","last_fullsized":"2024-07-26T17:05:29.220781+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:06:26.547082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.2b","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054636+0000","last_change":"2024-07-26T17:05:16.965218+0000","last_active":"2024-07-26T17:05:29.054636+0000","last_peered":"2024-07-26T17:05:29.054636+0000","last_clean":"2024-07-26T17:05:29.054636+0000","last_became_active":"2024-07-26T17:05:16.964915+0000","last_became_peered":"2024-07-26T17:05:16.964915+0000","last_unstale":"2024-07-26T17:05:29.054636+0000","last_undegraded":"2024-07-26T17:05:29.054636+0000","last_fullsized":"2024-07-26T17:05:29.054636+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:25:22.429894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.14","version":"252'8","reported_seq":31,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054154+0000","last_change":"2024-07-26T17:05:15.964788+0000","last_active":"2024-07-26T17:05:29.054154+0000","last_peered":"2024-07-26T17:05:29.054154+0000","last_clean":"2024-07-26T17:05:29.054154+0000","last_became_active":"2024-07-26T17:05:15.964441+0000","last_became_peered":"2024-07-26T17:05:15.964441+0000","last_unstale":"2024-07-26T17:05:29.054154+0000","last_undegraded":"2024-07-26T17:05:29.054154+0000","last_fullsized":"2024-07-26T17:05:29.054154+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:46:52.569211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2869,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.2e","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062902+0000","last_change":"2024-07-26T17:05:28.049284+0000","last_active":"2024-07-26T17:05:29.062902+0000","last_peered":"2024-07-26T17:05:29.062902+0000","last_clean":"2024-07-26T17:05:29.062902+0000","last_became_active":"2024-07-26T17:05:28.048946+0000","last_became_peered":"2024-07-26T17:05:28.048946+0000","last_unstale":"2024-07-26T17:05:29.062902+0000","last_undegraded":"2024-07-26T17:05:29.062902+0000","last_fullsized":"2024-07-26T17:05:29.062902+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:19:42.305522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.2c","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062445+0000","last_change":"2024-07-26T17:05:16.973027+0000","last_active":"2024-07-26T17:05:29.062445+0000","last_peered":"2024-07-26T17:05:29.062445+0000","last_clean":"2024-07-26T17:05:29.062445+0000","last_became_active":"2024-07-26T17:05:16.972421+0000","last_became_peered":"2024-07-26T17:05:16.972421+0000","last_unstale":"2024-07-26T17:05:29.062445+0000","last_undegraded":"2024-07-26T17:05:29.062445+0000","last_fullsized":"2024-07-26T17:05:29.062445+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:55:26.546092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.13","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065469+0000","last_change":"2024-07-26T17:05:15.975819+0000","last_active":"2024-07-26T17:05:29.065469+0000","last_peered":"2024-07-26T17:05:29.065469+0000","last_clean":"2024-07-26T17:05:29.065469+0000","last_became_active":"2024-07-26T17:05:15.975488+0000","last_became_peered":"2024-07-26T17:05:15.975488+0000","last_unstale":"2024-07-26T17:05:29.065469+0000","last_undegraded":"2024-07-26T17:05:29.065469+0000","last_fullsized":"2024-07-26T17:05:29.065469+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:00:32.502135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.2f","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546267+0000","last_change":"2024-07-26T17:05:28.060240+0000","last_active":"2024-07-26T17:05:29.546267+0000","last_peered":"2024-07-26T17:05:29.546267+0000","last_clean":"2024-07-26T17:05:29.546267+0000","last_became_active":"2024-07-26T17:05:28.059820+0000","last_became_peered":"2024-07-26T17:05:28.059820+0000","last_unstale":"2024-07-26T17:05:29.546267+0000","last_undegraded":"2024-07-26T17:05:29.546267+0000","last_fullsized":"2024-07-26T17:05:29.546267+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:03.874343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.2d","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055813+0000","last_change":"2024-07-26T17:05:16.976227+0000","last_active":"2024-07-26T17:05:29.055813+0000","last_peered":"2024-07-26T17:05:29.055813+0000","last_clean":"2024-07-26T17:05:29.055813+0000","last_became_active":"2024-07-26T17:05:16.975908+0000","last_became_peered":"2024-07-26T17:05:16.975908+0000","last_unstale":"2024-07-26T17:05:29.055813+0000","last_undegraded":"2024-07-26T17:05:29.055813+0000","last_fullsized":"2024-07-26T17:05:29.055813+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:43:33.570053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.12","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545537+0000","last_change":"2024-07-26T17:05:15.971015+0000","last_active":"2024-07-26T17:05:29.545537+0000","last_peered":"2024-07-26T17:05:29.545537+0000","last_clean":"2024-07-26T17:05:29.545537+0000","last_became_active":"2024-07-26T17:05:15.970663+0000","last_became_peered":"2024-07-26T17:05:15.970663+0000","last_unstale":"2024-07-26T17:05:29.545537+0000","last_undegraded":"2024-07-26T17:05:29.545537+0000","last_fullsized":"2024-07-26T17:05:29.545537+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:25.980340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.2c","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065585+0000","last_change":"2024-07-26T17:05:28.067684+0000","last_active":"2024-07-26T17:05:29.065585+0000","last_peered":"2024-07-26T17:05:29.065585+0000","last_clean":"2024-07-26T17:05:29.065585+0000","last_became_active":"2024-07-26T17:05:28.066203+0000","last_became_peered":"2024-07-26T17:05:28.066203+0000","last_unstale":"2024-07-26T17:05:29.065585+0000","last_undegraded":"2024-07-26T17:05:29.065585+0000","last_fullsized":"2024-07-26T17:05:29.065585+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:22:43.354392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.2e","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065940+0000","last_change":"2024-07-26T17:05:16.979671+0000","last_active":"2024-07-26T17:05:29.065940+0000","last_peered":"2024-07-26T17:05:29.065940+0000","last_clean":"2024-07-26T17:05:29.065940+0000","last_became_active":"2024-07-26T17:05:16.979338+0000","last_became_peered":"2024-07-26T17:05:16.979338+0000","last_unstale":"2024-07-26T17:05:29.065940+0000","last_undegraded":"2024-07-26T17:05:29.065940+0000","last_fullsized":"2024-07-26T17:05:29.065940+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:11:51.445958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.11","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545306+0000","last_change":"2024-07-26T17:05:15.975809+0000","last_active":"2024-07-26T17:05:29.545306+0000","last_peered":"2024-07-26T17:05:29.545306+0000","last_clean":"2024-07-26T17:05:29.545306+0000","last_became_active":"2024-07-26T17:05:15.975395+0000","last_became_peered":"2024-07-26T17:05:15.975395+0000","last_unstale":"2024-07-26T17:05:29.545306+0000","last_undegraded":"2024-07-26T17:05:29.545306+0000","last_fullsized":"2024-07-26T17:05:29.545306+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:30:27.136766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.2d","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545991+0000","last_change":"2024-07-26T17:05:28.061478+0000","last_active":"2024-07-26T17:05:29.545991+0000","last_peered":"2024-07-26T17:05:29.545991+0000","last_clean":"2024-07-26T17:05:29.545991+0000","last_became_active":"2024-07-26T17:05:28.061092+0000","last_became_peered":"2024-07-26T17:05:28.061092+0000","last_unstale":"2024-07-26T17:05:29.545991+0000","last_undegraded":"2024-07-26T17:05:29.545991+0000","last_fullsized":"2024-07-26T17:05:29.545991+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:53:31.579539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.2f","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546265+0000","last_change":"2024-07-26T17:05:16.985843+0000","last_active":"2024-07-26T17:05:29.546265+0000","last_peered":"2024-07-26T17:05:29.546265+0000","last_clean":"2024-07-26T17:05:29.546265+0000","last_became_active":"2024-07-26T17:05:16.985346+0000","last_became_peered":"2024-07-26T17:05:16.985346+0000","last_unstale":"2024-07-26T17:05:29.546265+0000","last_undegraded":"2024-07-26T17:05:29.546265+0000","last_fullsized":"2024-07-26T17:05:29.546265+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:32:26.486370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.10","version":"249'8","reported_seq":31,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062113+0000","last_change":"2024-07-26T17:05:15.974343+0000","last_active":"2024-07-26T17:05:29.062113+0000","last_peered":"2024-07-26T17:05:29.062113+0000","last_clean":"2024-07-26T17:05:29.062113+0000","last_became_active":"2024-07-26T17:05:15.973995+0000","last_became_peered":"2024-07-26T17:05:15.973995+0000","last_unstale":"2024-07-26T17:05:29.062113+0000","last_undegraded":"2024-07-26T17:05:29.062113+0000","last_fullsized":"2024-07-26T17:05:29.062113+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:20:12.248664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.32","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220825+0000","last_change":"2024-07-26T17:05:28.051162+0000","last_active":"2024-07-26T17:05:29.220825+0000","last_peered":"2024-07-26T17:05:29.220825+0000","last_clean":"2024-07-26T17:05:29.220825+0000","last_became_active":"2024-07-26T17:05:28.050515+0000","last_became_peered":"2024-07-26T17:05:28.050515+0000","last_unstale":"2024-07-26T17:05:29.220825+0000","last_undegraded":"2024-07-26T17:05:29.220825+0000","last_fullsized":"2024-07-26T17:05:29.220825+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:25:53.067576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.30","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545531+0000","last_change":"2024-07-26T17:05:16.985790+0000","last_active":"2024-07-26T17:05:29.545531+0000","last_peered":"2024-07-26T17:05:29.545531+0000","last_clean":"2024-07-26T17:05:29.545531+0000","last_became_active":"2024-07-26T17:05:16.985437+0000","last_became_peered":"2024-07-26T17:05:16.985437+0000","last_unstale":"2024-07-26T17:05:29.545531+0000","last_undegraded":"2024-07-26T17:05:29.545531+0000","last_fullsized":"2024-07-26T17:05:29.545531+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:01.496137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.f","version":"249'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054838+0000","last_change":"2024-07-26T17:05:15.967161+0000","last_active":"2024-07-26T17:05:29.054838+0000","last_peered":"2024-07-26T17:05:29.054838+0000","last_clean":"2024-07-26T17:05:29.054838+0000","last_became_active":"2024-07-26T17:05:15.966836+0000","last_became_peered":"2024-07-26T17:05:15.966836+0000","last_unstale":"2024-07-26T17:05:29.054838+0000","last_undegraded":"2024-07-26T17:05:29.054838+0000","last_fullsized":"2024-07-26T17:05:29.054838+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:57:20.662689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"34.33","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054216+0000","last_change":"2024-07-26T17:05:28.058516+0000","last_active":"2024-07-26T17:05:29.054216+0000","last_peered":"2024-07-26T17:05:29.054216+0000","last_clean":"2024-07-26T17:05:29.054216+0000","last_became_active":"2024-07-26T17:05:28.057821+0000","last_became_peered":"2024-07-26T17:05:28.057821+0000","last_unstale":"2024-07-26T17:05:29.054216+0000","last_undegraded":"2024-07-26T17:05:29.054216+0000","last_fullsized":"2024-07-26T17:05:29.054216+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:16.534304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.31","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545157+0000","last_change":"2024-07-26T17:05:16.982074+0000","last_active":"2024-07-26T17:05:29.545157+0000","last_peered":"2024-07-26T17:05:29.545157+0000","last_clean":"2024-07-26T17:05:29.545157+0000","last_became_active":"2024-07-26T17:05:16.981715+0000","last_became_peered":"2024-07-26T17:05:16.981715+0000","last_unstale":"2024-07-26T17:05:29.545157+0000","last_undegraded":"2024-07-26T17:05:29.545157+0000","last_fullsized":"2024-07-26T17:05:29.545157+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:44:41.911376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.e","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062964+0000","last_change":"2024-07-26T17:05:15.971896+0000","last_active":"2024-07-26T17:05:29.062964+0000","last_peered":"2024-07-26T17:05:29.062964+0000","last_clean":"2024-07-26T17:05:29.062964+0000","last_became_active":"2024-07-26T17:05:15.971629+0000","last_became_peered":"2024-07-26T17:05:15.971629+0000","last_unstale":"2024-07-26T17:05:29.062964+0000","last_undegraded":"2024-07-26T17:05:29.062964+0000","last_fullsized":"2024-07-26T17:05:29.062964+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:50:37.702493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"34.30","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545512+0000","last_change":"2024-07-26T17:05:28.058647+0000","last_active":"2024-07-26T17:05:29.545512+0000","last_peered":"2024-07-26T17:05:29.545512+0000","last_clean":"2024-07-26T17:05:29.545512+0000","last_became_active":"2024-07-26T17:05:28.058322+0000","last_became_peered":"2024-07-26T17:05:28.058322+0000","last_unstale":"2024-07-26T17:05:29.545512+0000","last_undegraded":"2024-07-26T17:05:29.545512+0000","last_fullsized":"2024-07-26T17:05:29.545512+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:04:16.214274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.32","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062084+0000","last_change":"2024-07-26T17:05:16.973561+0000","last_active":"2024-07-26T17:05:29.062084+0000","last_peered":"2024-07-26T17:05:29.062084+0000","last_clean":"2024-07-26T17:05:29.062084+0000","last_became_active":"2024-07-26T17:05:16.972948+0000","last_became_peered":"2024-07-26T17:05:16.972948+0000","last_unstale":"2024-07-26T17:05:29.062084+0000","last_undegraded":"2024-07-26T17:05:29.062084+0000","last_fullsized":"2024-07-26T17:05:29.062084+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:00:46.433230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.d","version":"249'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057385+0000","last_change":"2024-07-26T17:05:15.970818+0000","last_active":"2024-07-26T17:05:29.057385+0000","last_peered":"2024-07-26T17:05:29.057385+0000","last_clean":"2024-07-26T17:05:29.057385+0000","last_became_active":"2024-07-26T17:05:15.969436+0000","last_became_peered":"2024-07-26T17:05:15.969436+0000","last_unstale":"2024-07-26T17:05:29.057385+0000","last_undegraded":"2024-07-26T17:05:29.057385+0000","last_fullsized":"2024-07-26T17:05:29.057385+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:07:09.581154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.31","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220716+0000","last_change":"2024-07-26T17:05:28.048257+0000","last_active":"2024-07-26T17:05:29.220716+0000","last_peered":"2024-07-26T17:05:29.220716+0000","last_clean":"2024-07-26T17:05:29.220716+0000","last_became_active":"2024-07-26T17:05:28.047937+0000","last_became_peered":"2024-07-26T17:05:28.047937+0000","last_unstale":"2024-07-26T17:05:29.220716+0000","last_undegraded":"2024-07-26T17:05:29.220716+0000","last_fullsized":"2024-07-26T17:05:29.220716+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:09.086319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.33","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278841+0000","last_change":"2024-07-26T17:05:16.981689+0000","last_active":"2024-07-26T17:05:29.278841+0000","last_peered":"2024-07-26T17:05:29.278841+0000","last_clean":"2024-07-26T17:05:29.278841+0000","last_became_active":"2024-07-26T17:05:16.981142+0000","last_became_peered":"2024-07-26T17:05:16.981142+0000","last_unstale":"2024-07-26T17:05:29.278841+0000","last_undegraded":"2024-07-26T17:05:29.278841+0000","last_fullsized":"2024-07-26T17:05:29.278841+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.930094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.c","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065785+0000","last_change":"2024-07-26T17:05:15.968920+0000","last_active":"2024-07-26T17:05:29.065785+0000","last_peered":"2024-07-26T17:05:29.065785+0000","last_clean":"2024-07-26T17:05:29.065785+0000","last_became_active":"2024-07-26T17:05:15.968541+0000","last_became_peered":"2024-07-26T17:05:15.968541+0000","last_unstale":"2024-07-26T17:05:29.065785+0000","last_undegraded":"2024-07-26T17:05:29.065785+0000","last_fullsized":"2024-07-26T17:05:29.065785+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:27.497642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"34.36","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546092+0000","last_change":"2024-07-26T17:05:28.062541+0000","last_active":"2024-07-26T17:05:29.546092+0000","last_peered":"2024-07-26T17:05:29.546092+0000","last_clean":"2024-07-26T17:05:29.546092+0000","last_became_active":"2024-07-26T17:05:28.062239+0000","last_became_peered":"2024-07-26T17:05:28.062239+0000","last_unstale":"2024-07-26T17:05:29.546092+0000","last_undegraded":"2024-07-26T17:05:29.546092+0000","last_fullsized":"2024-07-26T17:05:29.546092+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:31:26.260485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.34","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278396+0000","last_change":"2024-07-26T17:05:16.969630+0000","last_active":"2024-07-26T17:05:29.278396+0000","last_peered":"2024-07-26T17:05:29.278396+0000","last_clean":"2024-07-26T17:05:29.278396+0000","last_became_active":"2024-07-26T17:05:16.969324+0000","last_became_peered":"2024-07-26T17:05:16.969324+0000","last_unstale":"2024-07-26T17:05:29.278396+0000","last_undegraded":"2024-07-26T17:05:29.278396+0000","last_fullsized":"2024-07-26T17:05:29.278396+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:15:26.024804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.b","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278906+0000","last_change":"2024-07-26T17:05:15.969759+0000","last_active":"2024-07-26T17:05:29.278906+0000","last_peered":"2024-07-26T17:05:29.278906+0000","last_clean":"2024-07-26T17:05:29.278906+0000","last_became_active":"2024-07-26T17:05:15.969407+0000","last_became_peered":"2024-07-26T17:05:15.969407+0000","last_unstale":"2024-07-26T17:05:29.278906+0000","last_undegraded":"2024-07-26T17:05:29.278906+0000","last_fullsized":"2024-07-26T17:05:29.278906+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:50.674453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.37","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065954+0000","last_change":"2024-07-26T17:05:28.065343+0000","last_active":"2024-07-26T17:05:29.065954+0000","last_peered":"2024-07-26T17:05:29.065954+0000","last_clean":"2024-07-26T17:05:29.065954+0000","last_became_active":"2024-07-26T17:05:28.065037+0000","last_became_peered":"2024-07-26T17:05:28.065037+0000","last_unstale":"2024-07-26T17:05:29.065954+0000","last_undegraded":"2024-07-26T17:05:29.065954+0000","last_fullsized":"2024-07-26T17:05:29.065954+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:40:23.630129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.35","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062580+0000","last_change":"2024-07-26T17:05:16.973763+0000","last_active":"2024-07-26T17:05:29.062580+0000","last_peered":"2024-07-26T17:05:29.062580+0000","last_clean":"2024-07-26T17:05:29.062580+0000","last_became_active":"2024-07-26T17:05:16.972216+0000","last_became_peered":"2024-07-26T17:05:16.972216+0000","last_unstale":"2024-07-26T17:05:29.062580+0000","last_undegraded":"2024-07-26T17:05:29.062580+0000","last_fullsized":"2024-07-26T17:05:29.062580+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:54:30.358384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.a","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056344+0000","last_change":"2024-07-26T17:05:15.966222+0000","last_active":"2024-07-26T17:05:29.056344+0000","last_peered":"2024-07-26T17:05:29.056344+0000","last_clean":"2024-07-26T17:05:29.056344+0000","last_became_active":"2024-07-26T17:05:15.965899+0000","last_became_peered":"2024-07-26T17:05:15.965899+0000","last_unstale":"2024-07-26T17:05:29.056344+0000","last_undegraded":"2024-07-26T17:05:29.056344+0000","last_fullsized":"2024-07-26T17:05:29.056344+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:16:34.524737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.34","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065624+0000","last_change":"2024-07-26T17:05:28.060280+0000","last_active":"2024-07-26T17:05:29.065624+0000","last_peered":"2024-07-26T17:05:29.065624+0000","last_clean":"2024-07-26T17:05:29.065624+0000","last_became_active":"2024-07-26T17:05:28.059515+0000","last_became_peered":"2024-07-26T17:05:28.059515+0000","last_unstale":"2024-07-26T17:05:29.065624+0000","last_undegraded":"2024-07-26T17:05:29.065624+0000","last_fullsized":"2024-07-26T17:05:29.065624+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:26.539265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.36","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056966+0000","last_change":"2024-07-26T17:05:16.980945+0000","last_active":"2024-07-26T17:05:29.056966+0000","last_peered":"2024-07-26T17:05:29.056966+0000","last_clean":"2024-07-26T17:05:29.056966+0000","last_became_active":"2024-07-26T17:05:16.980561+0000","last_became_peered":"2024-07-26T17:05:16.980561+0000","last_unstale":"2024-07-26T17:05:29.056966+0000","last_undegraded":"2024-07-26T17:05:29.056966+0000","last_fullsized":"2024-07-26T17:05:29.056966+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:02:26.982677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.9","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055741+0000","last_change":"2024-07-26T17:05:15.969828+0000","last_active":"2024-07-26T17:05:29.055741+0000","last_peered":"2024-07-26T17:05:29.055741+0000","last_clean":"2024-07-26T17:05:29.055741+0000","last_became_active":"2024-07-26T17:05:15.969251+0000","last_became_peered":"2024-07-26T17:05:15.969251+0000","last_unstale":"2024-07-26T17:05:29.055741+0000","last_undegraded":"2024-07-26T17:05:29.055741+0000","last_fullsized":"2024-07-26T17:05:29.055741+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:36:00.823320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.35","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056985+0000","last_change":"2024-07-26T17:05:28.057614+0000","last_active":"2024-07-26T17:05:29.056985+0000","last_peered":"2024-07-26T17:05:29.056985+0000","last_clean":"2024-07-26T17:05:29.056985+0000","last_became_active":"2024-07-26T17:05:28.057124+0000","last_became_peered":"2024-07-26T17:05:28.057124+0000","last_unstale":"2024-07-26T17:05:29.056985+0000","last_undegraded":"2024-07-26T17:05:29.056985+0000","last_fullsized":"2024-07-26T17:05:29.056985+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:32:57.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.37","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057538+0000","last_change":"2024-07-26T17:05:16.975526+0000","last_active":"2024-07-26T17:05:29.057538+0000","last_peered":"2024-07-26T17:05:29.057538+0000","last_clean":"2024-07-26T17:05:29.057538+0000","last_became_active":"2024-07-26T17:05:16.975194+0000","last_became_peered":"2024-07-26T17:05:16.975194+0000","last_unstale":"2024-07-26T17:05:29.057538+0000","last_undegraded":"2024-07-26T17:05:29.057538+0000","last_fullsized":"2024-07-26T17:05:29.057538+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:33:52.816920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.8","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220739+0000","last_change":"2024-07-26T17:05:15.968543+0000","last_active":"2024-07-26T17:05:29.220739+0000","last_peered":"2024-07-26T17:05:29.220739+0000","last_clean":"2024-07-26T17:05:29.220739+0000","last_became_active":"2024-07-26T17:05:15.968213+0000","last_became_peered":"2024-07-26T17:05:15.968213+0000","last_unstale":"2024-07-26T17:05:29.220739+0000","last_undegraded":"2024-07-26T17:05:29.220739+0000","last_fullsized":"2024-07-26T17:05:29.220739+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:25:36.734745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.3a","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065299+0000","last_change":"2024-07-26T17:05:28.059370+0000","last_active":"2024-07-26T17:05:29.065299+0000","last_peered":"2024-07-26T17:05:29.065299+0000","last_clean":"2024-07-26T17:05:29.065299+0000","last_became_active":"2024-07-26T17:05:28.058636+0000","last_became_peered":"2024-07-26T17:05:28.058636+0000","last_unstale":"2024-07-26T17:05:29.065299+0000","last_undegraded":"2024-07-26T17:05:29.065299+0000","last_fullsized":"2024-07-26T17:05:29.065299+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:45:58.318796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.38","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054857+0000","last_change":"2024-07-26T17:05:16.966557+0000","last_active":"2024-07-26T17:05:29.054857+0000","last_peered":"2024-07-26T17:05:29.054857+0000","last_clean":"2024-07-26T17:05:29.054857+0000","last_became_active":"2024-07-26T17:05:16.966208+0000","last_became_peered":"2024-07-26T17:05:16.966208+0000","last_unstale":"2024-07-26T17:05:29.054857+0000","last_undegraded":"2024-07-26T17:05:29.054857+0000","last_fullsized":"2024-07-26T17:05:29.054857+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:32:17.831386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.7","version":"249'2","reported_seq":25,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278870+0000","last_change":"2024-07-26T17:05:15.971933+0000","last_active":"2024-07-26T17:05:29.278870+0000","last_peered":"2024-07-26T17:05:29.278870+0000","last_clean":"2024-07-26T17:05:29.278870+0000","last_became_active":"2024-07-26T17:05:15.971624+0000","last_became_peered":"2024-07-26T17:05:15.971624+0000","last_unstale":"2024-07-26T17:05:29.278870+0000","last_undegraded":"2024-07-26T17:05:29.278870+0000","last_fullsized":"2024-07-26T17:05:29.278870+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:38:52.742250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.3b","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278954+0000","last_change":"2024-07-26T17:05:28.063165+0000","last_active":"2024-07-26T17:05:29.278954+0000","last_peered":"2024-07-26T17:05:29.278954+0000","last_clean":"2024-07-26T17:05:29.278954+0000","last_became_active":"2024-07-26T17:05:28.062844+0000","last_became_peered":"2024-07-26T17:05:28.062844+0000","last_unstale":"2024-07-26T17:05:29.278954+0000","last_undegraded":"2024-07-26T17:05:29.278954+0000","last_fullsized":"2024-07-26T17:05:29.278954+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:02:30.957223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.39","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065126+0000","last_change":"2024-07-26T17:05:16.974708+0000","last_active":"2024-07-26T17:05:29.065126+0000","last_peered":"2024-07-26T17:05:29.065126+0000","last_clean":"2024-07-26T17:05:29.065126+0000","last_became_active":"2024-07-26T17:05:16.974350+0000","last_became_peered":"2024-07-26T17:05:16.974350+0000","last_unstale":"2024-07-26T17:05:29.065126+0000","last_undegraded":"2024-07-26T17:05:29.065126+0000","last_fullsized":"2024-07-26T17:05:29.065126+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:16:07.208727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.6","version":"250'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.546306+0000","last_change":"2024-07-26T17:05:15.965794+0000","last_active":"2024-07-26T17:05:29.546306+0000","last_peered":"2024-07-26T17:05:29.546306+0000","last_clean":"2024-07-26T17:05:29.546306+0000","last_became_active":"2024-07-26T17:05:15.965479+0000","last_became_peered":"2024-07-26T17:05:15.965479+0000","last_unstale":"2024-07-26T17:05:29.546306+0000","last_undegraded":"2024-07-26T17:05:29.546306+0000","last_fullsized":"2024-07-26T17:05:29.546306+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:13.247672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.38","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054340+0000","last_change":"2024-07-26T17:05:28.060372+0000","last_active":"2024-07-26T17:05:29.054340+0000","last_peered":"2024-07-26T17:05:29.054340+0000","last_clean":"2024-07-26T17:05:29.054340+0000","last_became_active":"2024-07-26T17:05:28.060004+0000","last_became_peered":"2024-07-26T17:05:28.060004+0000","last_unstale":"2024-07-26T17:05:29.054340+0000","last_undegraded":"2024-07-26T17:05:29.054340+0000","last_fullsized":"2024-07-26T17:05:29.054340+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:17:16.003886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.3a","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278260+0000","last_change":"2024-07-26T17:05:16.977005+0000","last_active":"2024-07-26T17:05:29.278260+0000","last_peered":"2024-07-26T17:05:29.278260+0000","last_clean":"2024-07-26T17:05:29.278260+0000","last_became_active":"2024-07-26T17:05:16.976678+0000","last_became_peered":"2024-07-26T17:05:16.976678+0000","last_unstale":"2024-07-26T17:05:29.278260+0000","last_undegraded":"2024-07-26T17:05:29.278260+0000","last_fullsized":"2024-07-26T17:05:29.278260+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:28:22.685887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.5","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221307+0000","last_change":"2024-07-26T17:05:15.973168+0000","last_active":"2024-07-26T17:05:29.221307+0000","last_peered":"2024-07-26T17:05:29.221307+0000","last_clean":"2024-07-26T17:05:29.221307+0000","last_became_active":"2024-07-26T17:05:15.972801+0000","last_became_peered":"2024-07-26T17:05:15.972801+0000","last_unstale":"2024-07-26T17:05:29.221307+0000","last_undegraded":"2024-07-26T17:05:29.221307+0000","last_fullsized":"2024-07-26T17:05:29.221307+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:37.599745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.39","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055417+0000","last_change":"2024-07-26T17:05:28.055962+0000","last_active":"2024-07-26T17:05:29.055417+0000","last_peered":"2024-07-26T17:05:29.055417+0000","last_clean":"2024-07-26T17:05:29.055417+0000","last_became_active":"2024-07-26T17:05:28.055649+0000","last_became_peered":"2024-07-26T17:05:28.055649+0000","last_unstale":"2024-07-26T17:05:29.055417+0000","last_undegraded":"2024-07-26T17:05:29.055417+0000","last_fullsized":"2024-07-26T17:05:29.055417+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:34:09.568353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.3b","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545735+0000","last_change":"2024-07-26T17:05:16.985696+0000","last_active":"2024-07-26T17:05:29.545735+0000","last_peered":"2024-07-26T17:05:29.545735+0000","last_clean":"2024-07-26T17:05:29.545735+0000","last_became_active":"2024-07-26T17:05:16.985369+0000","last_became_peered":"2024-07-26T17:05:16.985369+0000","last_unstale":"2024-07-26T17:05:29.545735+0000","last_undegraded":"2024-07-26T17:05:29.545735+0000","last_fullsized":"2024-07-26T17:05:29.545735+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:56:04.965133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.4","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221329+0000","last_change":"2024-07-26T17:05:15.967686+0000","last_active":"2024-07-26T17:05:29.221329+0000","last_peered":"2024-07-26T17:05:29.221329+0000","last_clean":"2024-07-26T17:05:29.221329+0000","last_became_active":"2024-07-26T17:05:15.967342+0000","last_became_peered":"2024-07-26T17:05:15.967342+0000","last_unstale":"2024-07-26T17:05:29.221329+0000","last_undegraded":"2024-07-26T17:05:29.221329+0000","last_fullsized":"2024-07-26T17:05:29.221329+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:56:33.569706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"34.3e","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.221365+0000","last_change":"2024-07-26T17:05:28.046743+0000","last_active":"2024-07-26T17:05:29.221365+0000","last_peered":"2024-07-26T17:05:29.221365+0000","last_clean":"2024-07-26T17:05:29.221365+0000","last_became_active":"2024-07-26T17:05:28.046417+0000","last_became_peered":"2024-07-26T17:05:28.046417+0000","last_unstale":"2024-07-26T17:05:29.221365+0000","last_undegraded":"2024-07-26T17:05:29.221365+0000","last_fullsized":"2024-07-26T17:05:29.221365+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:29:26.539265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.3c","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.220928+0000","last_change":"2024-07-26T17:05:16.962971+0000","last_active":"2024-07-26T17:05:29.220928+0000","last_peered":"2024-07-26T17:05:29.220928+0000","last_clean":"2024-07-26T17:05:29.220928+0000","last_became_active":"2024-07-26T17:05:16.962658+0000","last_became_peered":"2024-07-26T17:05:16.962658+0000","last_unstale":"2024-07-26T17:05:29.220928+0000","last_undegraded":"2024-07-26T17:05:29.220928+0000","last_fullsized":"2024-07-26T17:05:29.220928+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:36:30.930094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.3","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056641+0000","last_change":"2024-07-26T17:05:15.963094+0000","last_active":"2024-07-26T17:05:29.056641+0000","last_peered":"2024-07-26T17:05:29.056641+0000","last_clean":"2024-07-26T17:05:29.056641+0000","last_became_active":"2024-07-26T17:05:15.959117+0000","last_became_peered":"2024-07-26T17:05:15.959117+0000","last_unstale":"2024-07-26T17:05:29.056641+0000","last_undegraded":"2024-07-26T17:05:29.056641+0000","last_fullsized":"2024-07-26T17:05:29.056641+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:57:16.552608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.3f","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057230+0000","last_change":"2024-07-26T17:05:28.057737+0000","last_active":"2024-07-26T17:05:29.057230+0000","last_peered":"2024-07-26T17:05:29.057230+0000","last_clean":"2024-07-26T17:05:29.057230+0000","last_became_active":"2024-07-26T17:05:28.057263+0000","last_became_peered":"2024-07-26T17:05:28.057263+0000","last_unstale":"2024-07-26T17:05:29.057230+0000","last_undegraded":"2024-07-26T17:05:29.057230+0000","last_fullsized":"2024-07-26T17:05:29.057230+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:10:55.759851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.3d","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.054352+0000","last_change":"2024-07-26T17:05:16.966561+0000","last_active":"2024-07-26T17:05:29.054352+0000","last_peered":"2024-07-26T17:05:29.054352+0000","last_clean":"2024-07-26T17:05:29.054352+0000","last_became_active":"2024-07-26T17:05:16.966193+0000","last_became_peered":"2024-07-26T17:05:16.966193+0000","last_unstale":"2024-07-26T17:05:29.054352+0000","last_undegraded":"2024-07-26T17:05:29.054352+0000","last_fullsized":"2024-07-26T17:05:29.054352+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:24:30.188083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.545629+0000","last_change":"2024-07-26T17:05:15.968128+0000","last_active":"2024-07-26T17:05:29.545629+0000","last_peered":"2024-07-26T17:05:29.545629+0000","last_clean":"2024-07-26T17:05:29.545629+0000","last_became_active":"2024-07-26T17:05:15.967767+0000","last_became_peered":"2024-07-26T17:05:15.967767+0000","last_unstale":"2024-07-26T17:05:29.545629+0000","last_undegraded":"2024-07-26T17:05:29.545629+0000","last_fullsized":"2024-07-26T17:05:29.545629+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:23.325955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"34.3c","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053963+0000","last_change":"2024-07-26T17:05:28.061381+0000","last_active":"2024-07-26T17:05:29.053963+0000","last_peered":"2024-07-26T17:05:29.053963+0000","last_clean":"2024-07-26T17:05:29.053963+0000","last_became_active":"2024-07-26T17:05:28.061043+0000","last_became_peered":"2024-07-26T17:05:28.061043+0000","last_unstale":"2024-07-26T17:05:29.053963+0000","last_undegraded":"2024-07-26T17:05:29.053963+0000","last_fullsized":"2024-07-26T17:05:29.053963+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:09:42.169378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.3e","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.062955+0000","last_change":"2024-07-26T17:05:16.972464+0000","last_active":"2024-07-26T17:05:29.062955+0000","last_peered":"2024-07-26T17:05:29.062955+0000","last_clean":"2024-07-26T17:05:29.062955+0000","last_became_active":"2024-07-26T17:05:16.971688+0000","last_became_peered":"2024-07-26T17:05:16.971688+0000","last_unstale":"2024-07-26T17:05:29.062955+0000","last_undegraded":"2024-07-26T17:05:29.062955+0000","last_fullsized":"2024-07-26T17:05:29.062955+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:03:44.949462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.1","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.278185+0000","last_change":"2024-07-26T17:05:15.968632+0000","last_active":"2024-07-26T17:05:29.278185+0000","last_peered":"2024-07-26T17:05:29.278185+0000","last_clean":"2024-07-26T17:05:29.278185+0000","last_became_active":"2024-07-26T17:05:15.968309+0000","last_became_peered":"2024-07-26T17:05:15.968309+0000","last_unstale":"2024-07-26T17:05:29.278185+0000","last_undegraded":"2024-07-26T17:05:29.278185+0000","last_fullsized":"2024-07-26T17:05:29.278185+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:09:05.127034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"34.3d","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.056026+0000","last_change":"2024-07-26T17:05:28.055298+0000","last_active":"2024-07-26T17:05:29.056026+0000","last_peered":"2024-07-26T17:05:29.056026+0000","last_clean":"2024-07-26T17:05:29.056026+0000","last_became_active":"2024-07-26T17:05:28.054974+0000","last_became_peered":"2024-07-26T17:05:28.054974+0000","last_unstale":"2024-07-26T17:05:29.056026+0000","last_undegraded":"2024-07-26T17:05:29.056026+0000","last_fullsized":"2024-07-26T17:05:29.056026+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:53:33.606313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.3f","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.057555+0000","last_change":"2024-07-26T17:05:16.969793+0000","last_active":"2024-07-26T17:05:29.057555+0000","last_peered":"2024-07-26T17:05:29.057555+0000","last_clean":"2024-07-26T17:05:29.057555+0000","last_became_active":"2024-07-26T17:05:16.969410+0000","last_became_peered":"2024-07-26T17:05:16.969410+0000","last_unstale":"2024-07-26T17:05:29.057555+0000","last_undegraded":"2024-07-26T17:05:29.057555+0000","last_fullsized":"2024-07-26T17:05:29.057555+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:42:57.287167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.0","version":"0'0","reported_seq":23,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055074+0000","last_change":"2024-07-26T17:05:15.959782+0000","last_active":"2024-07-26T17:05:29.055074+0000","last_peered":"2024-07-26T17:05:29.055074+0000","last_clean":"2024-07-26T17:05:29.055074+0000","last_became_active":"2024-07-26T17:05:15.959500+0000","last_became_peered":"2024-07-26T17:05:15.959500+0000","last_unstale":"2024-07-26T17:05:29.055074+0000","last_undegraded":"2024-07-26T17:05:29.055074+0000","last_fullsized":"2024-07-26T17:05:29.055074+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:41:36.461214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"34.23","version":"0'0","reported_seq":13,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053682+0000","last_change":"2024-07-26T17:05:28.058196+0000","last_active":"2024-07-26T17:05:29.053682+0000","last_peered":"2024-07-26T17:05:29.053682+0000","last_clean":"2024-07-26T17:05:29.053682+0000","last_became_active":"2024-07-26T17:05:28.054773+0000","last_became_peered":"2024-07-26T17:05:28.054773+0000","last_unstale":"2024-07-26T17:05:29.053682+0000","last_undegraded":"2024-07-26T17:05:29.053682+0000","last_fullsized":"2024-07-26T17:05:29.053682+0000","mapping_epoch":252,"log_start":"0'0","ondisk_log_start":"0'0","created":252,"last_epoch_clean":253,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:27.022158+0000","last_clean_scrub_stamp":"2024-07-26T17:05:27.022158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:06:58.094081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.21","version":"0'0","reported_seq":21,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.053594+0000","last_change":"2024-07-26T17:05:16.969556+0000","last_active":"2024-07-26T17:05:29.053594+0000","last_peered":"2024-07-26T17:05:29.053594+0000","last_clean":"2024-07-26T17:05:29.053594+0000","last_became_active":"2024-07-26T17:05:16.969252+0000","last_became_peered":"2024-07-26T17:05:16.969252+0000","last_unstale":"2024-07-26T17:05:29.053594+0000","last_undegraded":"2024-07-26T17:05:29.053594+0000","last_fullsized":"2024-07-26T17:05:29.053594+0000","mapping_epoch":248,"log_start":"0'0","ondisk_log_start":"0'0","created":248,"last_epoch_clean":249,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:15.942313+0000","last_clean_scrub_stamp":"2024-07-26T17:05:15.942313+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:06:12.812247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1e","version":"249'1","reported_seq":24,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.055542+0000","last_change":"2024-07-26T17:05:15.962459+0000","last_active":"2024-07-26T17:05:29.055542+0000","last_peered":"2024-07-26T17:05:29.055542+0000","last_clean":"2024-07-26T17:05:29.055542+0000","last_became_active":"2024-07-26T17:05:15.962094+0000","last_became_peered":"2024-07-26T17:05:15.962094+0000","last_unstale":"2024-07-26T17:05:29.055542+0000","last_undegraded":"2024-07-26T17:05:29.055542+0000","last_fullsized":"2024-07-26T17:05:29.055542+0000","mapping_epoch":247,"log_start":"0'0","ondisk_log_start":"0'0","created":247,"last_epoch_clean":248,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:05:14.939977+0000","last_clean_scrub_stamp":"2024-07-26T17:05:14.939977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:27:59.867535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"237'240","reported_seq":1189,"reported_epoch":254,"state":"active+clean","last_fresh":"2024-07-26T17:05:29.065090+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:05:29.065090+0000","last_peered":"2024-07-26T17:05:29.065090+0000","last_clean":"2024-07-26T17:05:29.065090+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:05:29.065090+0000","last_undegraded":"2024-07-26T17:05:29.065090+0000","last_fullsized":"2024-07-26T17:05:29.065090+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":240,"log_dups_size":0,"ondisk_log_size":240,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":389,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":34,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":33,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":32,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":31,"num_pg":32,"stat_sum":{"num_bytes":3667,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":7334,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1506,"num_read_kb":4279,"num_write":389,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":240,"ondisk_log_size":240,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576008,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52944,"kb_used_data":3712,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318896,"statfs":{"total":96636764160,"available":96582549504,"internally_reserved":0,"allocated":3801088,"data_stored":2266408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":50395594},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510599,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60672,"kb_used_data":3116,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311168,"statfs":{"total":96636764160,"available":96574636032,"internally_reserved":0,"allocated":3190784,"data_stored":1667743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510599,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":70400,"kb_used_data":3120,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94301440,"statfs":{"total":96636764160,"available":96564674560,"internally_reserved":0,"allocated":3194880,"data_stored":1675382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510599,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52364,"kb_used_data":3132,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319476,"statfs":{"total":96636764160,"available":96583143424,"internally_reserved":0,"allocated":3207168,"data_stored":1676994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510598,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52376,"kb_used_data":3144,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319464,"statfs":{"total":96636764160,"available":96583131136,"internally_reserved":0,"allocated":3219456,"data_stored":1678909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510598,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52376,"kb_used_data":3144,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319464,"statfs":{"total":96636764160,"available":96583131136,"internally_reserved":0,"allocated":3219456,"data_stored":1678180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510601,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48196,"kb_used_data":3124,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323644,"statfs":{"total":96636764160,"available":96587411456,"internally_reserved":0,"allocated":3198976,"data_stored":1675436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543305,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65428,"kb_used_data":3712,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94306412,"statfs":{"total":96636764160,"available":96569765888,"internally_reserved":0,"allocated":3801088,"data_stored":2268619,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":3507,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":34,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:05:32.539 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T17:05:32.540 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:32.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.690+0000 7f2f96a7e640 1 -- 172.21.15.33:0/3611686408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f80005350 msgr2=0x7f2f8000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.690+0000 7f2f96a7e640 1 --2- 172.21.15.33:0/3611686408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f80005350 0x7f2f8000b9c0 secure :-1 s=READY pgs=2472 cs=0 l=1 rev1=1 crypto rx=0x7f2f900d39c0 tx=0x7f2f80005830 comp rx=0 tx=0).stop 2024-07-26T17:05:32.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.690+0000 7f2f96a7e640 1 -- 172.21.15.33:0/3611686408 shutdown_connections 2024-07-26T17:05:32.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.690+0000 7f2f96a7e640 1 --2- 172.21.15.33:0/3611686408 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f80005350 0x7f2f8000b9c0 unknown :-1 s=CLOSED pgs=2472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.690+0000 7f2f96a7e640 1 -- 172.21.15.33:0/3611686408 >> 172.21.15.33:0/3611686408 conn(0x7f2f900b5b00 msgr2=0x7f2f900b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:32.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.690+0000 7f2f96a7e640 1 -- 172.21.15.33:0/3611686408 shutdown_connections 2024-07-26T17:05:32.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.690+0000 7f2f96a7e640 1 -- 172.21.15.33:0/3611686408 wait complete. 2024-07-26T17:05:32.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.692+0000 7f2f96a7e640 1 Processor -- start 2024-07-26T17:05:32.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.692+0000 7f2f96a7e640 1 -- start start 2024-07-26T17:05:32.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.693+0000 7f2f96a7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f80005350 0x7f2f901503e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:32.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.693+0000 7f2f96a7e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f901f5370 0x7f2f90161640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:32.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.693+0000 7f2f96a7e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f901f8950 0x7f2f901f8d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:32.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.693+0000 7f2f96a7e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2f900d3c30 con 0x7f2f80005350 2024-07-26T17:05:32.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.693+0000 7f2f96a7e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2f900b3df0 con 0x7f2f901f8950 2024-07-26T17:05:32.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f96a7e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2f900d3db0 con 0x7f2f901f5370 2024-07-26T17:05:32.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f9481a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f80005350 0x7f2f901503e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:32.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f9481a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f80005350 0x7f2f901503e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42302/0 (socket says 172.21.15.33:42302) 2024-07-26T17:05:32.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f9481a640 1 -- 172.21.15.33:0/1396256084 learned_addr learned my addr 172.21.15.33:0/1396256084 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:32.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f8ffff640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f901f5370 0x7f2f90161640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:32.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f9501b640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f901f8950 0x7f2f901f8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:32.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f9481a640 1 -- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f901f5370 msgr2=0x7f2f90161640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f9481a640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f901f5370 0x7f2f90161640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f9481a640 1 -- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f901f8950 msgr2=0x7f2f901f8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f9481a640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f901f8950 0x7f2f901f8d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f9481a640 1 -- 172.21.15.33:0/1396256084 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f901f92a0 con 0x7f2f80005350 2024-07-26T17:05:32.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f8ffff640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f901f5370 0x7f2f90161640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:32.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f9501b640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f901f8950 0x7f2f901f8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:32.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f9481a640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f80005350 0x7f2f901503e0 secure :-1 s=READY pgs=2473 cs=0 l=1 rev1=1 crypto rx=0x7f2f84003ed0 tx=0x7f2f84001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:32.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f8d7fa640 1 -- 172.21.15.33:0/1396256084 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f84015070 con 0x7f2f80005350 2024-07-26T17:05:32.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f8d7fa640 1 -- 172.21.15.33:0/1396256084 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f84011840 con 0x7f2f80005350 2024-07-26T17:05:32.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f96a7e640 1 -- 172.21.15.33:0/1396256084 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f9015f120 con 0x7f2f80005350 2024-07-26T17:05:32.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f8d7fa640 1 -- 172.21.15.33:0/1396256084 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f84011c90 con 0x7f2f80005350 2024-07-26T17:05:32.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.694+0000 7f2f96a7e640 1 -- 172.21.15.33:0/1396256084 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f9015f6e0 con 0x7f2f80005350 2024-07-26T17:05:32.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.696+0000 7f2f96a7e640 1 -- 172.21.15.33:0/1396256084 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f900d2d60 con 0x7f2f80005350 2024-07-26T17:05:32.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.696+0000 7f2f8d7fa640 1 -- 172.21.15.33:0/1396256084 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f2f84018070 con 0x7f2f80005350 2024-07-26T17:05:32.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.697+0000 7f2f8d7fa640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2f74077250 0x7f2f74079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:32.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.697+0000 7f2f8d7fa640 1 -- 172.21.15.33:0/1396256084 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7f2f84099b30 con 0x7f2f80005350 2024-07-26T17:05:32.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.697+0000 7f2f8ffff640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2f74077250 0x7f2f74079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:32.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.698+0000 7f2f8ffff640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2f74077250 0x7f2f74079760 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c009460 tx=0x7f2f7c005f90 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:32.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.701+0000 7f2f8d7fa640 1 -- 172.21.15.33:0/1396256084 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2f901f92a0 con 0x7f2f80005350 2024-07-26T17:05:32.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.932+0000 7f2f96a7e640 1 -- 172.21.15.33:0/1396256084 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2f9006f020 con 0x7f2f80005350 2024-07-26T17:05:32.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.933+0000 7f2f8d7fa640 1 -- 172.21.15.33:0/1396256084 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) ==== 95+0+6571 (secure 0 0 0) 0x7f2f84062450 con 0x7f2f80005350 2024-07-26T17:05:32.935 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:32.935 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":140,"btime":"2024-07-26T17:05:31:064095+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:16.347720+0000","modified":"2024-07-26T17:05:19.376283+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11514":{"gid":11514,"name":"b","rank":0,"incarnation":130,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/3192707559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3192707559},{"type":"v1","addr":"172.21.15.154:6835","nonce":3192707559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[32],"metadata_pool":31,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11514,"qdb_cluster":[11514]},"id":15},{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:27.440043+0000","modified":"2024-07-26T17:05:30.451956+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11508":{"gid":11508,"name":"a","rank":0,"incarnation":136,"state":"up:active","state_seq":5,"addr":"172.21.15.33:6835/2809483333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2809483333},{"type":"v1","addr":"172.21.15.33:6835","nonce":2809483333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[34],"metadata_pool":33,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11508,"qdb_cluster":[11508]},"id":16}]} 2024-07-26T17:05:32.935 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 140 2024-07-26T17:05:32.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 -- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2f74077250 msgr2=0x7f2f74079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2f74077250 0x7f2f74079760 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2f7c009460 tx=0x7f2f7c005f90 comp rx=0 tx=0).stop 2024-07-26T17:05:32.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 -- 172.21.15.33:0/1396256084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f80005350 msgr2=0x7f2f901503e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:32.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f80005350 0x7f2f901503e0 secure :-1 s=READY pgs=2473 cs=0 l=1 rev1=1 crypto rx=0x7f2f84003ed0 tx=0x7f2f84001630 comp rx=0 tx=0).stop 2024-07-26T17:05:32.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 -- 172.21.15.33:0/1396256084 shutdown_connections 2024-07-26T17:05:32.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f2f74077250 0x7f2f74079760 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2f901f8950 0x7f2f901f8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2f901f5370 0x7f2f90161640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 --2- 172.21.15.33:0/1396256084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f80005350 0x7f2f901503e0 unknown :-1 s=CLOSED pgs=2473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:32.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 -- 172.21.15.33:0/1396256084 >> 172.21.15.33:0/1396256084 conn(0x7f2f900b5b00 msgr2=0x7f2f9006e330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:32.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 -- 172.21.15.33:0/1396256084 shutdown_connections 2024-07-26T17:05:32.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:32.936+0000 7f2f96a7e640 1 -- 172.21.15.33:0/1396256084 wait complete. 2024-07-26T17:05:33.351 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 140, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T17:05:27.440043+0000', 'modified': '2024-07-26T17:05:30.451956+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11508}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11508': {'gid': 11508, 'name': 'a', 'rank': 0, 'incarnation': 136, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.33:6835/2809483333', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6833', 'nonce': 2809483333}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 2809483333}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [34], 'metadata_pool': 33, 'enabled': True, 'fs_name': 'backup_fs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 11508, 'qdb_cluster': [11508]} 2024-07-26T17:05:33.351 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T17:05:33.351 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-26T17:05:33.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.472+0000 7f1255d47640 1 -- 172.21.15.33:0/2195432417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12500d0bc0 msgr2=0x7f12500ccf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.472+0000 7f1255d47640 1 --2- 172.21.15.33:0/2195432417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12500d0bc0 0x7f12500ccf30 secure :-1 s=READY pgs=2474 cs=0 l=1 rev1=1 crypto rx=0x7f1250073d00 tx=0x7f124802a4d0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.472+0000 7f1255d47640 1 -- 172.21.15.33:0/2195432417 shutdown_connections 2024-07-26T17:05:33.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.472+0000 7f1255d47640 1 --2- 172.21.15.33:0/2195432417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12500d0bc0 0x7f12500ccf30 unknown :-1 s=CLOSED pgs=2474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.472+0000 7f1255d47640 1 --2- 172.21.15.33:0/2195432417 >> v2:172.21.15.154:3300/0 conn(0x7f12500ceea0 0x7f12500cc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.472+0000 7f1255d47640 1 -- 172.21.15.33:0/2195432417 >> 172.21.15.33:0/2195432417 conn(0x7f12500d1e00 msgr2=0x7f12500d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:33.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.472+0000 7f1255d47640 1 -- 172.21.15.33:0/2195432417 shutdown_connections 2024-07-26T17:05:33.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.472+0000 7f1255d47640 1 -- 172.21.15.33:0/2195432417 wait complete. 2024-07-26T17:05:33.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.474+0000 7f1255d47640 1 Processor -- start 2024-07-26T17:05:33.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.474+0000 7f1255d47640 1 -- start start 2024-07-26T17:05:33.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.475+0000 7f1255d47640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f12500ceea0 0x7f12501f2790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.475+0000 7f1255d47640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12500cfd00 0x7f125009f060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.475+0000 7f1255d47640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12500d0bc0 0x7f125009f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.475+0000 7f1255d47640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f12500b4dd0 con 0x7f12500cfd00 2024-07-26T17:05:33.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.475+0000 7f1255d47640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f12500b4c50 con 0x7f12500ceea0 2024-07-26T17:05:33.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.475+0000 7f1255d47640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f12500b4f50 con 0x7f12500d0bc0 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.475+0000 7f124effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12500cfd00 0x7f125009f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f124effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12500cfd00 0x7f125009f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42334/0 (socket says 172.21.15.33:42334) 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f124effd640 1 -- 172.21.15.33:0/1145914621 learned_addr learned my addr 172.21.15.33:0/1145914621 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f124f7fe640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f12500ceea0 0x7f12501f2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f124ffff640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12500d0bc0 0x7f125009f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f124effd640 1 -- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12500d0bc0 msgr2=0x7f125009f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f124effd640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12500d0bc0 0x7f125009f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f124effd640 1 -- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f12500ceea0 msgr2=0x7f12501f2790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f124effd640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f12500ceea0 0x7f12501f2790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f124effd640 1 -- 172.21.15.33:0/1145914621 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12501f2cd0 con 0x7f12500cfd00 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f124effd640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12500cfd00 0x7f125009f060 secure :-1 s=READY pgs=2475 cs=0 l=1 rev1=1 crypto rx=0x7f123800b440 tx=0x7f123800b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:33.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f1247fff640 1 -- 172.21.15.33:0/1145914621 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1238015020 con 0x7f12500cfd00 2024-07-26T17:05:33.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f1255d47640 1 -- 172.21.15.33:0/1145914621 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12501f64f0 con 0x7f12500cfd00 2024-07-26T17:05:33.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f1247fff640 1 -- 172.21.15.33:0/1145914621 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1238011980 con 0x7f12500cfd00 2024-07-26T17:05:33.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f1247fff640 1 -- 172.21.15.33:0/1145914621 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1238011dd0 con 0x7f12500cfd00 2024-07-26T17:05:33.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.476+0000 7f1255d47640 1 -- 172.21.15.33:0/1145914621 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12501f6ab0 con 0x7f12500cfd00 2024-07-26T17:05:33.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.479+0000 7f1247fff640 1 -- 172.21.15.33:0/1145914621 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7f1238018020 con 0x7f12500cfd00 2024-07-26T17:05:33.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.479+0000 7f1247fff640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1230077280 0x7f1230079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.479+0000 7f1247fff640 1 -- 172.21.15.33:0/1145914621 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7f1238099260 con 0x7f12500cfd00 2024-07-26T17:05:33.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.480+0000 7f124f7fe640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1230077280 0x7f1230079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.480+0000 7f125cc65740 1 Processor -- start 2024-07-26T17:05:33.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.480+0000 7f125cc65740 1 -- start start 2024-07-26T17:05:33.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.480+0000 7f124f7fe640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1230077280 0x7f1230079790 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1240009fd0 tx=0x7f124000d040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:33.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.481+0000 7f125cc65740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 0x556adf0eb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.481+0000 7f125cc65740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecf23b0 0x556adf0eb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.481+0000 7f125cc65740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecfa590 0x556adf108640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.481+0000 7f125cc65740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556adf0333f0 con 0x556adecf23b0 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.481+0000 7f125cc65740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x556adf022a90 con 0x556aded1b270 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.481+0000 7f125cc65740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x556adf026930 con 0x556adecfa590 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f124effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecf23b0 0x556adf0eb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f124effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecf23b0 0x556adf0eb740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42340/0 (socket says 172.21.15.33:42340) 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f124effd640 1 -- 172.21.15.33:0/386780283 learned_addr learned my addr 172.21.15.33:0/386780283 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f124ffff640 1 --2- 172.21.15.33:0/386780283 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecfa590 0x556adf108640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f124f7fe640 1 --2- 172.21.15.33:0/386780283 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 0x556adf0eb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f124effd640 1 -- 172.21.15.33:0/386780283 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecfa590 msgr2=0x556adf108640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f124effd640 1 --2- 172.21.15.33:0/386780283 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecfa590 0x556adf108640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f124effd640 1 -- 172.21.15.33:0/386780283 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 msgr2=0x556adf0eb200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f124effd640 1 --2- 172.21.15.33:0/386780283 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 0x556adf0eb200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f124effd640 1 -- 172.21.15.33:0/386780283 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556aded86850 con 0x556adecf23b0 2024-07-26T17:05:33.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f124effd640 1 --2- 172.21.15.33:0/386780283 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecf23b0 0x556adf0eb740 secure :-1 s=READY pgs=2476 cs=0 l=1 rev1=1 crypto rx=0x7f123800be00 tx=0x7f1238060e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3af34111849d8353 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:33.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f12457fa640 1 -- 172.21.15.33:0/386780283 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1238065b10 con 0x556adecf23b0 2024-07-26T17:05:33.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f12457fa640 1 -- 172.21.15.33:0/386780283 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f123806a530 con 0x556adecf23b0 2024-07-26T17:05:33.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.482+0000 7f12457fa640 1 -- 172.21.15.33:0/386780283 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1238097300 con 0x556adecf23b0 2024-07-26T17:05:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.483+0000 7f125cc65740 1 -- 172.21.15.33:0/386780283 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecf23b0 msgr2=0x556adf0eb740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.483+0000 7f125cc65740 1 --2- 172.21.15.33:0/386780283 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecf23b0 0x556adf0eb740 secure :-1 s=READY pgs=2476 cs=0 l=1 rev1=1 crypto rx=0x7f123800be00 tx=0x7f1238060e30 comp rx=0 tx=0).stop 2024-07-26T17:05:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.483+0000 7f125cc65740 1 -- 172.21.15.33:0/386780283 shutdown_connections 2024-07-26T17:05:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.483+0000 7f125cc65740 1 --2- 172.21.15.33:0/386780283 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecfa590 0x556adf108640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.483+0000 7f125cc65740 1 --2- 172.21.15.33:0/386780283 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecf23b0 0x556adf0eb740 unknown :-1 s=CLOSED pgs=2476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.483+0000 7f125cc65740 1 --2- 172.21.15.33:0/386780283 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 0x556adf0eb200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.483+0000 7f125cc65740 1 -- 172.21.15.33:0/386780283 >> 172.21.15.33:0/386780283 conn(0x556aded0f3c0 msgr2=0x556adf0c14c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:33.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.483+0000 7f125cc65740 1 -- 172.21.15.33:0/386780283 shutdown_connections 2024-07-26T17:05:33.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.483+0000 7f125cc65740 1 -- 172.21.15.33:0/386780283 wait complete. 2024-07-26T17:05:33.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.484+0000 7f125cc65740 1 -- start start 2024-07-26T17:05:33.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.484+0000 7f125cc65740 1 Processor -- start 2024-07-26T17:05:33.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f125cc65740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecf23b0 0x556adf0fbd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f125cc65740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f125cc65740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 0x556adf0d7db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f125cc65740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556aded95620 con 0x556adecfa590 2024-07-26T17:05:33.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f125cc65740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x556adefaacb0 con 0x556aded1b270 2024-07-26T17:05:33.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f125cc65740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x556adf0ebc80 con 0x556adecf23b0 2024-07-26T17:05:33.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f125cc65740 10 client.0 _ll_register_callbacks cb 0x556adefccea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:05:33.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f124effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f124effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42342/0 (socket says 172.21.15.33:42342) 2024-07-26T17:05:33.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f124effd640 1 -- 172.21.15.33:0/3289375068 learned_addr learned my addr 172.21.15.33:0/3289375068 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f124f7fe640 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecf23b0 0x556adf0fbd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f124effd640 1 -- 172.21.15.33:0/3289375068 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecf23b0 msgr2=0x556adf0fbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f124effd640 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecf23b0 0x556adf0fbd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f124effd640 1 -- 172.21.15.33:0/3289375068 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 msgr2=0x556adf0d7db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f124effd640 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 0x556adf0d7db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f124effd640 1 -- 172.21.15.33:0/3289375068 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556adedfd6b0 con 0x556adecfa590 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f124effd640 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7870 secure :-1 s=READY pgs=2477 cs=0 l=1 rev1=1 crypto rx=0x7f1238096f30 tx=0x7f1238060ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ccbf5d711c36a85 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.486+0000 7f122e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f122e7fc640 1 -- 172.21.15.33:0/3289375068 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1238065b10 con 0x556adecfa590 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f122e7fc640 1 -- 172.21.15.33:0/3289375068 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7f1238068e00 con 0x556adecfa590 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f125cc65740 1 -- 172.21.15.33:0/3289375068 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f123806a530 con 0x556adecfa590 2024-07-26T17:05:33.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f122e7fc640 1 -- 172.21.15.33:0/3289375068 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=140) ==== 24+0+0 (secure 0 0 0) 0x7f1238076d30 con 0x556adecfa590 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f125cc65740 10 client.11754 fetch_fsmap learned FSMap version 140 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f125cc65740 1 -- 172.21.15.33:0/3289375068 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=140,monmap=2+}) -- 0x556adf0fc2d0 con 0x556adecfa590 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f122e7fc640 1 -- 172.21.15.33:0/3289375068 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f123806a530 con 0x556adecfa590 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f122e7fc640 1 -- 172.21.15.33:0/3289375068 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 140) ==== 4149+0+0 (secure 0 0 0) 0x7f1238081300 con 0x556adecfa590 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f125cc65740 10 client.11754 fetch_fsmap finished waiting for FSMap version 140 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f125cc65740 10 client.11754 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f125cc65740 20 client.11754 populate_metadata read hostname 'smithi033' 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f125cc65740 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.33:6833/2809483333,v1:172.21.15.33:6835/2809483333] conn(0x556adecd9e40 0x556adf0d5730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f125cc65740 4 client.11754 mds_command: new command op to 11508 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f125cc65740 1 -- 172.21.15.33:0/3289375068 --> [v2:172.21.15.33:6833/2809483333,v1:172.21.15.33:6835/2809483333] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556adf035340 con 0x556adecd9e40 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.487+0000 7f124f7fe640 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.33:6833/2809483333,v1:172.21.15.33:6835/2809483333] conn(0x556adecd9e40 0x556adf0d5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.488+0000 7f122e7fc640 10 client.11754 ms_handle_connect on v2:172.21.15.33:6833/2809483333 2024-07-26T17:05:33.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.488+0000 7f124f7fe640 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.33:6833/2809483333,v1:172.21.15.33:6835/2809483333] conn(0x556adecd9e40 0x556adf0d5730 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e6b75a06841d4cf server_cookie=d680c4c565ed5e1b in_seq=0 out_seq=0 2024-07-26T17:05:33.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.488+0000 7f122e7fc640 1 -- 172.21.15.33:0/3289375068 <== mds.0 v2:172.21.15.33:6833/2809483333 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556adf035340 con 0x556adecd9e40 2024-07-26T17:05:33.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.488+0000 7f122e7fc640 10 client.11754 handle_command_reply: tid=0 2024-07-26T17:05:33.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.488+0000 7f125cc65740 1 client.11754 shutdown 2024-07-26T17:05:33.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f125cc65740 1 -- 172.21.15.33:0/3289375068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 msgr2=0x556adf0d7870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f125cc65740 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7870 secure :-1 s=READY pgs=2477 cs=0 l=1 rev1=1 crypto rx=0x7f1238096f30 tx=0x7f1238060ad0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f125cc65740 1 -- 172.21.15.33:0/3289375068 shutdown_connections 2024-07-26T17:05:33.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f125cc65740 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.33:6833/2809483333,v1:172.21.15.33:6835/2809483333] conn(0x556adecd9e40 0x556adf0d5730 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f125cc65740 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 0x556adf0d7db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f125cc65740 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7870 unknown :-1 s=CLOSED pgs=2477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f125cc65740 1 --2- 172.21.15.33:0/3289375068 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecf23b0 0x556adf0fbd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f122e7fc640 0 client.11754 ms_handle_reset on v2:172.21.15.33:6833/2809483333 2024-07-26T17:05:33.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f125cc65740 1 -- 172.21.15.33:0/3289375068 >> 172.21.15.33:0/3289375068 conn(0x556aded0f3c0 msgr2=0x556adf0c1370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:33.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f125cc65740 1 -- 172.21.15.33:0/3289375068 shutdown_connections 2024-07-26T17:05:33.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f125cc65740 1 -- 172.21.15.33:0/3289375068 wait complete. 2024-07-26T17:05:33.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.489+0000 7f125cc65740 20 client.11754 trim_cache size 0 max 16384 2024-07-26T17:05:33.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.508+0000 7f125cc65740 1 Processor -- start 2024-07-26T17:05:33.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.508+0000 7f125cc65740 1 -- start start 2024-07-26T17:05:33.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.509+0000 7f125cc65740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecf23b0 0x556adf0eb620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.509+0000 7f125cc65740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.509+0000 7f125cc65740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 0x556adf0d7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.509+0000 7f125cc65740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1250203320 con 0x556adecfa590 2024-07-26T17:05:33.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.509+0000 7f125cc65740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1250200ce0 con 0x556aded1b270 2024-07-26T17:05:33.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.509+0000 7f125cc65740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1250201330 con 0x556adecf23b0 2024-07-26T17:05:33.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.509+0000 7f124effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f124effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42358/0 (socket says 172.21.15.33:42358) 2024-07-26T17:05:33.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f124effd640 1 -- 172.21.15.33:0/1117542144 learned_addr learned my addr 172.21.15.33:0/1117542144 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:33.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f124effd640 1 -- 172.21.15.33:0/1117542144 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecf23b0 msgr2=0x556adf0eb620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:33.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f124f7fe640 1 --2- 172.21.15.33:0/1117542144 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecf23b0 0x556adf0eb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f124effd640 1 --2- 172.21.15.33:0/1117542144 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecf23b0 0x556adf0eb620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f124ffff640 1 --2- 172.21.15.33:0/1117542144 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 0x556adf0d7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f124effd640 1 -- 172.21.15.33:0/1117542144 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 msgr2=0x556adf0d7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:33.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f124effd640 1 --2- 172.21.15.33:0/1117542144 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 0x556adf0d7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f124effd640 1 -- 172.21.15.33:0/1117542144 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556adf0fe4a0 con 0x556adecfa590 2024-07-26T17:05:33.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f124effd640 1 --2- 172.21.15.33:0/1117542144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7810 secure :-1 s=READY pgs=2478 cs=0 l=1 rev1=1 crypto rx=0x7f123805e830 tx=0x7f123805d500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe99961ab0390c19 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:33.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f1244ff9640 1 -- 172.21.15.33:0/1117542144 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123805dc10 con 0x556adecfa590 2024-07-26T17:05:33.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f1244ff9640 1 -- 172.21.15.33:0/1117542144 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1238068030 con 0x556adecfa590 2024-07-26T17:05:33.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.510+0000 7f1244ff9640 1 -- 172.21.15.33:0/1117542144 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1238065b10 con 0x556adecfa590 2024-07-26T17:05:33.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.511+0000 7f125cc65740 1 -- 172.21.15.33:0/1117542144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 msgr2=0x556adf0d7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.511+0000 7f125cc65740 1 --2- 172.21.15.33:0/1117542144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7810 secure :-1 s=READY pgs=2478 cs=0 l=1 rev1=1 crypto rx=0x7f123805e830 tx=0x7f123805d500 comp rx=0 tx=0).stop 2024-07-26T17:05:33.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.511+0000 7f125cc65740 1 -- 172.21.15.33:0/1117542144 shutdown_connections 2024-07-26T17:05:33.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.511+0000 7f125cc65740 1 --2- 172.21.15.33:0/1117542144 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556aded1b270 0x556adf0d7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.511+0000 7f125cc65740 1 --2- 172.21.15.33:0/1117542144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556adecfa590 0x556adf0d7810 unknown :-1 s=CLOSED pgs=2478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.511+0000 7f125cc65740 1 --2- 172.21.15.33:0/1117542144 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecf23b0 0x556adf0eb620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.511+0000 7f125cc65740 1 -- 172.21.15.33:0/1117542144 >> 172.21.15.33:0/1117542144 conn(0x556aded0f3c0 msgr2=0x556adf0c23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:33.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.511+0000 7f125cc65740 1 -- 172.21.15.33:0/1117542144 shutdown_connections 2024-07-26T17:05:33.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.511+0000 7f125cc65740 1 -- 172.21.15.33:0/1117542144 wait complete. 2024-07-26T17:05:33.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.512+0000 7f125cc65740 1 -- start start 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.512+0000 7f125cc65740 1 Processor -- start 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.513+0000 7f125cc65740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556adecf23b0 0x556adf182b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.513+0000 7f125cc65740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecfa590 0x556adf114030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.513+0000 7f125cc65740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556aded1b270 0x556adf0d7690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.513+0000 7f125cc65740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x556aded95620 con 0x556aded1b270 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.513+0000 7f125cc65740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x556adefaacb0 con 0x556adecf23b0 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.513+0000 7f125cc65740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x556adf0d90b0 con 0x556adecfa590 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.513+0000 7f125cc65740 10 client.0 _ll_register_callbacks cb 0x7f1238060d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.513+0000 7f124ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556aded1b270 0x556adf0d7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.513+0000 7f124ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556aded1b270 0x556adf0d7690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42360/0 (socket says 172.21.15.33:42360) 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.513+0000 7f124ffff640 1 -- 172.21.15.33:0/2636240196 learned_addr learned my addr 172.21.15.33:0/2636240196 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f124f7fe640 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556adecf23b0 0x556adf182b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f124effd640 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecfa590 0x556adf114030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f124ffff640 1 -- 172.21.15.33:0/2636240196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecfa590 msgr2=0x556adf114030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:33.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f124ffff640 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecfa590 0x556adf114030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f124ffff640 1 -- 172.21.15.33:0/2636240196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556adecf23b0 msgr2=0x556adf182b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:05:33.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f124ffff640 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556adecf23b0 0x556adf182b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f124ffff640 1 -- 172.21.15.33:0/2636240196 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556adf0fd9a0 con 0x556aded1b270 2024-07-26T17:05:33.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f124ffff640 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556aded1b270 0x556adf0d7690 secure :-1 s=READY pgs=2479 cs=0 l=1 rev1=1 crypto rx=0x7f1248009850 tx=0x7f1248004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cd8faa6befe03a5 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:33.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f122e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:05:33.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f122e7fc640 1 -- 172.21.15.33:0/2636240196 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1248035040 con 0x556aded1b270 2024-07-26T17:05:33.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f122e7fc640 1 -- 172.21.15.33:0/2636240196 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7f12480035f0 con 0x556aded1b270 2024-07-26T17:05:33.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f125cc65740 1 -- 172.21.15.33:0/2636240196 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1238068030 con 0x556aded1b270 2024-07-26T17:05:33.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f122e7fc640 1 -- 172.21.15.33:0/2636240196 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=140) ==== 24+0+0 (secure 0 0 0) 0x7f12480037f0 con 0x556aded1b270 2024-07-26T17:05:33.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f125cc65740 10 client.11760 fetch_fsmap learned FSMap version 140 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.514+0000 7f125cc65740 1 -- 172.21.15.33:0/2636240196 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=140,monmap=2+}) -- 0x556adf127fa0 con 0x556aded1b270 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f122e7fc640 1 -- 172.21.15.33:0/2636240196 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1238068030 con 0x556aded1b270 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f122e7fc640 1 -- 172.21.15.33:0/2636240196 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 140) ==== 4149+0+0 (secure 0 0 0) 0x7f1248003990 con 0x556aded1b270 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f125cc65740 10 client.11760 fetch_fsmap finished waiting for FSMap version 140 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f125cc65740 10 client.11760 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f125cc65740 20 client.11760 populate_metadata read hostname 'smithi033' 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f125cc65740 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.33:6833/2809483333,v1:172.21.15.33:6835/2809483333] conn(0x556adf0fa430 0x556adf0fa840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f125cc65740 4 client.11760 mds_command: new command op to 11508 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f125cc65740 1 -- 172.21.15.33:0/2636240196 --> [v2:172.21.15.33:6833/2809483333,v1:172.21.15.33:6835/2809483333] -- command(tid 0: {"prefix": "status"}) -- 0x556adf030de0 con 0x556adf0fa430 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f124f7fe640 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.33:6833/2809483333,v1:172.21.15.33:6835/2809483333] conn(0x556adf0fa430 0x556adf0fa840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f124f7fe640 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.33:6833/2809483333,v1:172.21.15.33:6835/2809483333] conn(0x556adf0fa430 0x556adf0fa840 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d03bd72250663d8f server_cookie=9634befce8fd11c0 in_seq=0 out_seq=0 2024-07-26T17:05:33.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f122e7fc640 10 client.11760 ms_handle_connect on v2:172.21.15.33:6833/2809483333 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f122e7fc640 1 -- 172.21.15.33:0/2636240196 <== mds.0 v2:172.21.15.33:6833/2809483333 1 ==== command_reply(tid 0: 0 ) ==== 8+0+338 (crc 0 0 0) 0x556adf030de0 con 0x556adf0fa430 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f122e7fc640 10 client.11760 handle_command_reply: tid=0 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.515+0000 7f125cc65740 1 client.11760 shutdown 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f125cc65740 1 -- 172.21.15.33:0/2636240196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556aded1b270 msgr2=0x556adf0d7690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f125cc65740 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556aded1b270 0x556adf0d7690 secure :-1 s=READY pgs=2479 cs=0 l=1 rev1=1 crypto rx=0x7f1248009850 tx=0x7f1248004270 comp rx=0 tx=0).stop 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f125cc65740 1 -- 172.21.15.33:0/2636240196 shutdown_connections 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f125cc65740 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.33:6833/2809483333,v1:172.21.15.33:6835/2809483333] conn(0x556adf0fa430 0x556adf0fa840 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f125cc65740 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x556aded1b270 0x556adf0d7690 unknown :-1 s=CLOSED pgs=2479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f122e7fc640 0 client.11760 ms_handle_reset on v2:172.21.15.33:6833/2809483333 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f125cc65740 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x556adecfa590 0x556adf114030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f125cc65740 1 --2- 172.21.15.33:0/2636240196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x556adecf23b0 0x556adf182b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f125cc65740 1 -- 172.21.15.33:0/2636240196 >> 172.21.15.33:0/2636240196 conn(0x556aded0f3c0 msgr2=0x556adf0c1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:33.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f125cc65740 1 -- 172.21.15.33:0/2636240196 shutdown_connections 2024-07-26T17:05:33.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f125cc65740 1 -- 172.21.15.33:0/2636240196 wait complete. 2024-07-26T17:05:33.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f125cc65740 20 client.11760 trim_cache size 0 max 16384 2024-07-26T17:05:33.523 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:05:33.523 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T17:05:33.523 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T17:05:33.523 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 11508, 2024-07-26T17:05:33.523 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T17:05:33.523 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T17:05:33.524 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "backup_fs", 2024-07-26T17:05:33.524 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 5.4704324409999998, 2024-07-26T17:05:33.524 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 140, 2024-07-26T17:05:33.524 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 254, 2024-07-26T17:05:33.524 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 254, 2024-07-26T17:05:33.524 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 21.183535034999998 2024-07-26T17:05:33.524 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:05:33.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f1255d47640 1 -- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1230077280 msgr2=0x7f1230079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f1255d47640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1230077280 0x7f1230079790 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1240009fd0 tx=0x7f124000d040 comp rx=0 tx=0).stop 2024-07-26T17:05:33.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f1255d47640 1 -- 172.21.15.33:0/1145914621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12500cfd00 msgr2=0x7f125009f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f1255d47640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12500cfd00 0x7f125009f060 secure :-1 s=READY pgs=2475 cs=0 l=1 rev1=1 crypto rx=0x7f123800b440 tx=0x7f123800b900 comp rx=0 tx=0).stop 2024-07-26T17:05:33.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f1255d47640 1 -- 172.21.15.33:0/1145914621 shutdown_connections 2024-07-26T17:05:33.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f1255d47640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f1230077280 0x7f1230079790 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f1255d47640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f12500d0bc0 0x7f125009f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f1255d47640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12500cfd00 0x7f125009f060 unknown :-1 s=CLOSED pgs=2475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f1255d47640 1 --2- 172.21.15.33:0/1145914621 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f12500ceea0 0x7f12501f2790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.516+0000 7f1255d47640 1 -- 172.21.15.33:0/1145914621 >> 172.21.15.33:0/1145914621 conn(0x7f12500d1e00 msgr2=0x7f125015c480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:33.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.517+0000 7f1255d47640 1 -- 172.21.15.33:0/1145914621 shutdown_connections 2024-07-26T17:05:33.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.517+0000 7f1255d47640 1 -- 172.21.15.33:0/1145914621 wait complete. 2024-07-26T17:05:33.529 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T17:05:33.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.647+0000 7fce024ab640 1 -- 172.21.15.33:0/1829048132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcde4003a50 msgr2=0x7fcde4003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.647+0000 7fce024ab640 1 --2- 172.21.15.33:0/1829048132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcde4003a50 0x7fcde4003ec0 secure :-1 s=READY pgs=2481 cs=0 l=1 rev1=1 crypto rx=0x7fcdec0016c0 tx=0x7fcde4005830 comp rx=0 tx=0).stop 2024-07-26T17:05:33.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.647+0000 7fce024ab640 1 -- 172.21.15.33:0/1829048132 shutdown_connections 2024-07-26T17:05:33.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.647+0000 7fce024ab640 1 --2- 172.21.15.33:0/1829048132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcde4003a50 0x7fcde4003ec0 unknown :-1 s=CLOSED pgs=2481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.647+0000 7fce024ab640 1 -- 172.21.15.33:0/1829048132 >> 172.21.15.33:0/1829048132 conn(0x7fcdfc0b5ac0 msgr2=0x7fcdfc0b5ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:33.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.647+0000 7fce024ab640 1 -- 172.21.15.33:0/1829048132 shutdown_connections 2024-07-26T17:05:33.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.647+0000 7fce024ab640 1 -- 172.21.15.33:0/1829048132 wait complete. 2024-07-26T17:05:33.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.650+0000 7fce024ab640 1 Processor -- start 2024-07-26T17:05:33.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.650+0000 7fce024ab640 1 -- start start 2024-07-26T17:05:33.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce024ab640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcde4003a50 0x7fcdfc0cdc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce024ab640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdfc1f5810 0x7fcdfc15a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce024ab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdfc1f5c20 0x7fcdfc15a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce024ab640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc0b3ab0 con 0x7fcdfc1f5c20 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce024ab640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcdfc0b3930 con 0x7fcdfc1f5810 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce024ab640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcdfc0b3c30 con 0x7fcde4003a50 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce00a48640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdfc1f5c20 0x7fcdfc15a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce00a48640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdfc1f5c20 0x7fcdfc15a820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42372/0 (socket says 172.21.15.33:42372) 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce00a48640 1 -- 172.21.15.33:0/3294305303 learned_addr learned my addr 172.21.15.33:0/3294305303 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fcdfb7fe640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdfc1f5810 0x7fcdfc15a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fcdfbfff640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcde4003a50 0x7fcdfc0cdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce00a48640 1 -- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcde4003a50 msgr2=0x7fcdfc0cdc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce00a48640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcde4003a50 0x7fcdfc0cdc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce00a48640 1 -- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdfc1f5810 msgr2=0x7fcdfc15a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce00a48640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdfc1f5810 0x7fcdfc15a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce00a48640 1 -- 172.21.15.33:0/3294305303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdfc0cb730 con 0x7fcdfc1f5c20 2024-07-26T17:05:33.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fcdfb7fe640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdfc1f5810 0x7fcdfc15a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:33.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce00a48640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdfc1f5c20 0x7fcdfc15a820 secure :-1 s=READY pgs=2482 cs=0 l=1 rev1=1 crypto rx=0x7fcdf400e6d0 tx=0x7fcdf400eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:33.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fcdf8ff9640 1 -- 172.21.15.33:0/3294305303 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf400ca40 con 0x7fcdfc1f5c20 2024-07-26T17:05:33.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fcdf8ff9640 1 -- 172.21.15.33:0/3294305303 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcdf4017070 con 0x7fcdfc1f5c20 2024-07-26T17:05:33.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce024ab640 1 -- 172.21.15.33:0/3294305303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdfc0cce60 con 0x7fcdfc1f5c20 2024-07-26T17:05:33.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fcdf8ff9640 1 -- 172.21.15.33:0/3294305303 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdf4011460 con 0x7fcdfc1f5c20 2024-07-26T17:05:33.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.651+0000 7fce024ab640 1 -- 172.21.15.33:0/3294305303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdfc0cd420 con 0x7fcdfc1f5c20 2024-07-26T17:05:33.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.652+0000 7fce024ab640 1 -- 172.21.15.33:0/3294305303 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdfc0cb4a0 con 0x7fcdfc1f5c20 2024-07-26T17:05:33.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.653+0000 7fcdf8ff9640 1 -- 172.21.15.33:0/3294305303 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7fcdf4011600 con 0x7fcdfc1f5c20 2024-07-26T17:05:33.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.653+0000 7fcdf8ff9640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fcde8077280 0x7fcde8079790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:33.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.654+0000 7fcdf8ff9640 1 -- 172.21.15.33:0/3294305303 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7fcdf40996f0 con 0x7fcdfc1f5c20 2024-07-26T17:05:33.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.654+0000 7fcdfbfff640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fcde8077280 0x7fcde8079790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:33.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.655+0000 7fcdfbfff640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fcde8077280 0x7fcde8079790 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcdec032000 tx=0x7fcdec02c040 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:33.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.659+0000 7fcdf8ff9640 1 -- 172.21.15.33:0/3294305303 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcdf4061ef0 con 0x7fcdfc1f5c20 2024-07-26T17:05:33.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.874+0000 7fce024ab640 1 -- 172.21.15.33:0/3294305303 --> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fcdfc0cd940 con 0x7fcde8077280 2024-07-26T17:05:33.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.877+0000 7fcdf8ff9640 1 -- 172.21.15.33:0/3294305303 <== mgr.10189 v2:172.21.15.154:6836/538816118 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+82 (secure 0 0 0) 0x7fcdfc0cd940 con 0x7fcde8077280 2024-07-26T17:05:33.878 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:05:33.878 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:33.878 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T17:05:33.878 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:33.878 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:33.878 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "backup_fs" 2024-07-26T17:05:33.878 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:33.878 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:05:33.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 -- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fcde8077280 msgr2=0x7fcde8079790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fcde8077280 0x7fcde8079790 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcdec032000 tx=0x7fcdec02c040 comp rx=0 tx=0).stop 2024-07-26T17:05:33.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 -- 172.21.15.33:0/3294305303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdfc1f5c20 msgr2=0x7fcdfc15a820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:33.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdfc1f5c20 0x7fcdfc15a820 secure :-1 s=READY pgs=2482 cs=0 l=1 rev1=1 crypto rx=0x7fcdf400e6d0 tx=0x7fcdf400eb90 comp rx=0 tx=0).stop 2024-07-26T17:05:33.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 -- 172.21.15.33:0/3294305303 shutdown_connections 2024-07-26T17:05:33.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fcde8077280 0x7fcde8079790 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcdfc1f5c20 0x7fcdfc15a820 unknown :-1 s=CLOSED pgs=2482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcdfc1f5810 0x7fcdfc15a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 --2- 172.21.15.33:0/3294305303 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcde4003a50 0x7fcdfc0cdc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:33.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 -- 172.21.15.33:0/3294305303 >> 172.21.15.33:0/3294305303 conn(0x7fcdfc0b5ac0 msgr2=0x7fcdfc15ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:33.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 -- 172.21.15.33:0/3294305303 shutdown_connections 2024-07-26T17:05:33.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:33.878+0000 7fce024ab640 1 -- 172.21.15.33:0/3294305303 wait complete. 2024-07-26T17:05:33.891 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T17:05:33.931 INFO:tasks.ceph.mds.a.smithi033.stderr:2024-07-26T17:05:33.929+0000 7f1eb1efc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:05:34.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.011+0000 7fdb7e018640 1 -- 172.21.15.33:0/3215020671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb60004020 msgr2=0x7fdb60004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:34.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.011+0000 7fdb7e018640 1 --2- 172.21.15.33:0/3215020671 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb60004020 0x7fdb60004800 secure :-1 s=READY pgs=2484 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c006f80 tx=0x7fdb60005830 comp rx=0 tx=0).stop 2024-07-26T17:05:34.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.011+0000 7fdb77fff640 1 -- 172.21.15.33:0/3215020671 reap_dead start 2024-07-26T17:05:34.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.011+0000 7fdb7e018640 1 -- 172.21.15.33:0/3215020671 shutdown_connections 2024-07-26T17:05:34.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.011+0000 7fdb7e018640 1 -- 172.21.15.33:0/3215020671 >> 172.21.15.33:0/3215020671 conn(0x7fdb780d1e00 msgr2=0x7fdb780d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:34.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.011+0000 7fdb7e018640 1 -- 172.21.15.33:0/3215020671 shutdown_connections 2024-07-26T17:05:34.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.011+0000 7fdb7e018640 1 -- 172.21.15.33:0/3215020671 wait complete. 2024-07-26T17:05:34.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.013+0000 7fdb7e018640 1 Processor -- start 2024-07-26T17:05:34.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.013+0000 7fdb7e018640 1 -- start start 2024-07-26T17:05:34.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.014+0000 7fdb7e018640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb60004020 0x7fdb78151b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:34.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.014+0000 7fdb7e018640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb7815f710 0x7fdb7815fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:34.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.014+0000 7fdb7e018640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb7806e390 0x7fdb7806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:34.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.014+0000 7fdb7e018640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdb78160f50 con 0x7fdb7815f710 2024-07-26T17:05:34.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.014+0000 7fdb7e018640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdb78160dd0 con 0x7fdb60004020 2024-07-26T17:05:34.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.014+0000 7fdb7e018640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdb781610d0 con 0x7fdb7806e390 2024-07-26T17:05:34.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.014+0000 7fdb76ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb7815f710 0x7fdb7815fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:34.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.014+0000 7fdb76ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb7815f710 0x7fdb7815fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42398/0 (socket says 172.21.15.33:42398) 2024-07-26T17:05:34.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.014+0000 7fdb76ffd640 1 -- 172.21.15.33:0/3523091004 learned_addr learned my addr 172.21.15.33:0/3523091004 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.014+0000 7fdb77fff640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb7806e390 0x7fdb7806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.014+0000 7fdb777fe640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb60004020 0x7fdb78151b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.015+0000 7fdb76ffd640 1 -- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb7806e390 msgr2=0x7fdb7806e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.015+0000 7fdb76ffd640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb7806e390 0x7fdb7806e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.015+0000 7fdb76ffd640 1 -- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb60004020 msgr2=0x7fdb78151b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.015+0000 7fdb76ffd640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb60004020 0x7fdb78151b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.015+0000 7fdb76ffd640 1 -- 172.21.15.33:0/3523091004 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb78160060 con 0x7fdb7815f710 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.015+0000 7fdb76ffd640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb7815f710 0x7fdb7815fb20 secure :-1 s=READY pgs=2485 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c006f80 tx=0x7fdb6c001d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.015+0000 7fdb5ffff640 1 -- 172.21.15.33:0/3523091004 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c032030 con 0x7fdb7815f710 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.015+0000 7fdb5ffff640 1 -- 172.21.15.33:0/3523091004 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb6c003af0 con 0x7fdb7815f710 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.015+0000 7fdb7e018640 1 -- 172.21.15.33:0/3523091004 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb780c8820 con 0x7fdb7815f710 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.015+0000 7fdb5ffff640 1 -- 172.21.15.33:0/3523091004 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c02e480 con 0x7fdb7815f710 2024-07-26T17:05:34.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.015+0000 7fdb7e018640 1 -- 172.21.15.33:0/3523091004 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb7815d310 con 0x7fdb7815f710 2024-07-26T17:05:34.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.016+0000 7fdb7e018640 1 -- 172.21.15.33:0/3523091004 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb780ce790 con 0x7fdb7815f710 2024-07-26T17:05:34.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.017+0000 7fdb5ffff640 1 -- 172.21.15.33:0/3523091004 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 156) ==== 99343+0+0 (secure 0 0 0) 0x7fdb6c035020 con 0x7fdb7815f710 2024-07-26T17:05:34.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.018+0000 7fdb5ffff640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fdb64077250 0x7fdb64079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:34.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.018+0000 7fdb5ffff640 1 -- 172.21.15.33:0/3523091004 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7fdb6c0b9be0 con 0x7fdb7815f710 2024-07-26T17:05:34.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.018+0000 7fdb777fe640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fdb64077250 0x7fdb64079760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:34.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.018+0000 7fdb777fe640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fdb64077250 0x7fdb64079760 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdb68005fd0 tx=0x7fdb68009500 comp rx=0 tx=0).ready entity=mgr.10189 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:34.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.022+0000 7fdb5ffff640 1 -- 172.21.15.33:0/3523091004 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdb6c047030 con 0x7fdb7815f710 2024-07-26T17:05:34.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:34.268+0000 7fdb7e018640 1 -- 172.21.15.33:0/3523091004 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fdb78070310 con 0x7fdb7815f710 2024-07-26T17:05:35.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.085+0000 7fdb5ffff640 1 -- 172.21.15.33:0/3523091004 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v157) ==== 92+0+0 (secure 0 0 0) 0x7fdb78160060 con 0x7fdb7815f710 2024-07-26T17:05:35.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.089+0000 7fdb7e018640 1 -- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fdb64077250 msgr2=0x7fdb64079760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:35.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.089+0000 7fdb7e018640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fdb64077250 0x7fdb64079760 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdb68005fd0 tx=0x7fdb68009500 comp rx=0 tx=0).stop 2024-07-26T17:05:35.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.089+0000 7fdb7e018640 1 -- 172.21.15.33:0/3523091004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb7815f710 msgr2=0x7fdb7815fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:35.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.089+0000 7fdb7e018640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb7815f710 0x7fdb7815fb20 secure :-1 s=READY pgs=2485 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c006f80 tx=0x7fdb6c001d30 comp rx=0 tx=0).stop 2024-07-26T17:05:35.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.090+0000 7fdb7e018640 1 -- 172.21.15.33:0/3523091004 shutdown_connections 2024-07-26T17:05:35.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.090+0000 7fdb7e018640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fdb64077250 0x7fdb64079760 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.090+0000 7fdb7e018640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb7806e390 0x7fdb7806e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.090+0000 7fdb7e018640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb7815f710 0x7fdb7815fb20 unknown :-1 s=CLOSED pgs=2485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.090+0000 7fdb7e018640 1 --2- 172.21.15.33:0/3523091004 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb60004020 0x7fdb78151b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.090+0000 7fdb7e018640 1 -- 172.21.15.33:0/3523091004 >> 172.21.15.33:0/3523091004 conn(0x7fdb780d1e00 msgr2=0x7fdb780b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:35.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.090+0000 7fdb7e018640 1 -- 172.21.15.33:0/3523091004 shutdown_connections 2024-07-26T17:05:35.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.090+0000 7fdb7e018640 1 -- 172.21.15.33:0/3523091004 wait complete. 2024-07-26T17:05:35.107 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T17:05:35.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.273+0000 7f81272a2640 1 -- 172.21.15.33:0/1301528536 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81200b72a0 msgr2=0x7f81200b10a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:35.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.273+0000 7f81272a2640 1 --2- 172.21.15.33:0/1301528536 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81200b72a0 0x7f81200b10a0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f811c009820 tx=0x7f811c02a510 comp rx=0 tx=0).stop 2024-07-26T17:05:35.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.273+0000 7f81272a2640 1 -- 172.21.15.33:0/1301528536 shutdown_connections 2024-07-26T17:05:35.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.273+0000 7f81272a2640 1 --2- 172.21.15.33:0/1301528536 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81200d0ae0 0x7f81200ce7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.273+0000 7f81272a2640 1 --2- 172.21.15.33:0/1301528536 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81200b72a0 0x7f81200b10a0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.273+0000 7f81272a2640 1 -- 172.21.15.33:0/1301528536 >> 172.21.15.33:0/1301528536 conn(0x7f81200d1e70 msgr2=0x7f81200d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:35.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.273+0000 7f81272a2640 1 -- 172.21.15.33:0/1301528536 shutdown_connections 2024-07-26T17:05:35.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.273+0000 7f81272a2640 1 -- 172.21.15.33:0/1301528536 wait complete. 2024-07-26T17:05:35.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.275+0000 7f81272a2640 1 Processor -- start 2024-07-26T17:05:35.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.275+0000 7f81272a2640 1 -- start start 2024-07-26T17:05:35.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.276+0000 7f81272a2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81200b72a0 0x7f812015b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:35.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.276+0000 7f81272a2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81200ced10 0x7f81201f4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:35.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.276+0000 7f81272a2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81200d0ae0 0x7f81201f5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:35.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.276+0000 7f81272a2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f81200d2b80 con 0x7f81200ced10 2024-07-26T17:05:35.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.276+0000 7f81272a2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f81200b2d10 con 0x7f81200b72a0 2024-07-26T17:05:35.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.276+0000 7f81272a2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f81200d0150 con 0x7f81200d0ae0 2024-07-26T17:05:35.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.276+0000 7f812483d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81200ced10 0x7f81201f4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.276+0000 7f812503e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81200b72a0 0x7f812015b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.276+0000 7f812483d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81200ced10 0x7f81201f4cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42416/0 (socket says 172.21.15.33:42416) 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.276+0000 7f812483d640 1 -- 172.21.15.33:0/2602396697 learned_addr learned my addr 172.21.15.33:0/2602396697 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.276+0000 7f812583f640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81200d0ae0 0x7f81201f5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f812483d640 1 -- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81200d0ae0 msgr2=0x7f81201f5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f812483d640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81200d0ae0 0x7f81201f5210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f812483d640 1 -- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81200b72a0 msgr2=0x7f812015b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f812483d640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81200b72a0 0x7f812015b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f812483d640 1 -- 172.21.15.33:0/2602396697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f812015b950 con 0x7f81200ced10 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f812503e640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81200b72a0 0x7f812015b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f812483d640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81200ced10 0x7f81201f4cd0 secure :-1 s=READY pgs=2488 cs=0 l=1 rev1=1 crypto rx=0x7f811000e9f0 tx=0x7f811000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:35.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f8115ffb640 1 -- 172.21.15.33:0/2602396697 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f811000cd80 con 0x7f81200ced10 2024-07-26T17:05:35.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f8115ffb640 1 -- 172.21.15.33:0/2602396697 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8110004020 con 0x7f81200ced10 2024-07-26T17:05:35.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f81272a2640 1 -- 172.21.15.33:0/2602396697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f812009f590 con 0x7f81200ced10 2024-07-26T17:05:35.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f8115ffb640 1 -- 172.21.15.33:0/2602396697 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8110004450 con 0x7f81200ced10 2024-07-26T17:05:35.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.277+0000 7f81272a2640 1 -- 172.21.15.33:0/2602396697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8120071c30 con 0x7f81200ced10 2024-07-26T17:05:35.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.279+0000 7f81272a2640 1 -- 172.21.15.33:0/2602396697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81200d0610 con 0x7f81200ced10 2024-07-26T17:05:35.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.279+0000 7f8115ffb640 1 -- 172.21.15.33:0/2602396697 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 157) ==== 99360+0+0 (secure 0 0 0) 0x7f81100035f0 con 0x7f81200ced10 2024-07-26T17:05:35.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.280+0000 7f8115ffb640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f81040772a0 0x7f81040797b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:35.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.280+0000 7f8115ffb640 1 -- 172.21.15.33:0/2602396697 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7f8110099d70 con 0x7f81200ced10 2024-07-26T17:05:35.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.280+0000 7f812503e640 1 -- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f81040772a0 msgr2=0x7f81040797b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/538816118 2024-07-26T17:05:35.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.280+0000 7f812503e640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f81040772a0 0x7f81040797b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:05:35.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.289+0000 7f8115ffb640 1 -- 172.21.15.33:0/2602396697 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f812015b950 con 0x7f81200ced10 2024-07-26T17:05:35.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.481+0000 7f81272a2640 1 -- 172.21.15.33:0/2602396697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f8120071e00 con 0x7f81200ced10 2024-07-26T17:05:35.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.481+0000 7f812503e640 1 -- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f81040772a0 msgr2=0x7f81040797b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/538816118 2024-07-26T17:05:35.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.481+0000 7f812503e640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f81040772a0 0x7f81040797b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:05:35.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.485+0000 7f8115ffb640 1 -- 172.21.15.33:0/2602396697 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v77)=0 v77) ==== 138+0+0 (secure 0 0 0) 0x7f8110061e00 con 0x7f81200ced10 2024-07-26T17:05:35.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 -- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f81040772a0 msgr2=0x7f81040797b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:05:35.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f81040772a0 0x7f81040797b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 -- 172.21.15.33:0/2602396697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81200ced10 msgr2=0x7f81201f4cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:35.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81200ced10 0x7f81201f4cd0 secure :-1 s=READY pgs=2488 cs=0 l=1 rev1=1 crypto rx=0x7f811000e9f0 tx=0x7f811000eeb0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 -- 172.21.15.33:0/2602396697 shutdown_connections 2024-07-26T17:05:35.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f81040772a0 0x7f81040797b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f81200d0ae0 0x7f81201f5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f81200ced10 0x7f81201f4cd0 unknown :-1 s=CLOSED pgs=2488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 --2- 172.21.15.33:0/2602396697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f81200b72a0 0x7f812015b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 -- 172.21.15.33:0/2602396697 >> 172.21.15.33:0/2602396697 conn(0x7f81200d1e70 msgr2=0x7f812015eb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:35.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 -- 172.21.15.33:0/2602396697 shutdown_connections 2024-07-26T17:05:35.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.487+0000 7f81272a2640 1 -- 172.21.15.33:0/2602396697 wait complete. 2024-07-26T17:05:35.500 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T17:05:35.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.620+0000 7f5b20a25640 1 -- 172.21.15.33:0/1263709357 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b1c0d01d0 msgr2=0x7f5b1c0d05e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:35.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.620+0000 7f5b20a25640 1 --2- 172.21.15.33:0/1263709357 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b1c0d01d0 0x7f5b1c0d05e0 secure :-1 s=READY pgs=2489 cs=0 l=1 rev1=1 crypto rx=0x7f5b1c0cb370 tx=0x7f5b1002a5f0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.621+0000 7f5b20a25640 1 -- 172.21.15.33:0/1263709357 shutdown_connections 2024-07-26T17:05:35.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.621+0000 7f5b20a25640 1 --2- 172.21.15.33:0/1263709357 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b1c0d01d0 0x7f5b1c0d05e0 unknown :-1 s=CLOSED pgs=2489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.621+0000 7f5b20a25640 1 --2- 172.21.15.33:0/1263709357 >> v2:172.21.15.154:3300/0 conn(0x7f5b1c071ae0 0x7f5b1c15b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.621+0000 7f5b20a25640 1 -- 172.21.15.33:0/1263709357 >> 172.21.15.33:0/1263709357 conn(0x7f5b1c0d0d70 msgr2=0x7f5b1c0d1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:35.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.621+0000 7f5b20a25640 1 -- 172.21.15.33:0/1263709357 shutdown_connections 2024-07-26T17:05:35.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.621+0000 7f5b20a25640 1 -- 172.21.15.33:0/1263709357 wait complete. 2024-07-26T17:05:35.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.623+0000 7f5b20a25640 1 Processor -- start 2024-07-26T17:05:35.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.623+0000 7f5b20a25640 1 -- start start 2024-07-26T17:05:35.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b20a25640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5b1c071ae0 0x7f5b1c0c7e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:35.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b20a25640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5b1c073460 0x7f5b1c157960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:35.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b20a25640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b1c0d01d0 0x7f5b1c1f6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:35.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b20a25640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5b1c15f390 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b20a25640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5b1c15f210 con 0x7f5b1c071ae0 2024-07-26T17:05:35.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b20a25640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5b1c15f510 con 0x7f5b1c073460 2024-07-26T17:05:35.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b1ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b1c0d01d0 0x7f5b1c1f6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b1ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b1c0d01d0 0x7f5b1c1f6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42436/0 (socket says 172.21.15.33:42436) 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b1ad9d640 1 -- 172.21.15.33:0/121151083 learned_addr learned my addr 172.21.15.33:0/121151083 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b1a59c640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5b1c071ae0 0x7f5b1c0c7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b19d9b640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5b1c073460 0x7f5b1c157960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b1ad9d640 1 -- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5b1c073460 msgr2=0x7f5b1c157960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b1ad9d640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5b1c073460 0x7f5b1c157960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b1ad9d640 1 -- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5b1c071ae0 msgr2=0x7f5b1c0c7e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b1ad9d640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5b1c071ae0 0x7f5b1c0c7e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b1ad9d640 1 -- 172.21.15.33:0/121151083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b1c157ea0 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.624+0000 7f5b1a59c640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5b1c071ae0 0x7f5b1c0c7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.625+0000 7f5b1ad9d640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b1c0d01d0 0x7f5b1c1f6070 secure :-1 s=READY pgs=2490 cs=0 l=1 rev1=1 crypto rx=0x7f5b1400c6b0 tx=0x7f5b1400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.625+0000 7f5b0affd640 1 -- 172.21.15.33:0/121151083 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b14003b70 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.625+0000 7f5b0affd640 1 -- 172.21.15.33:0/121151083 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b14003d10 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.625+0000 7f5b20a25640 1 -- 172.21.15.33:0/121151083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b1c0b6bb0 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.625+0000 7f5b0affd640 1 -- 172.21.15.33:0/121151083 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b14005330 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.625+0000 7f5b20a25640 1 -- 172.21.15.33:0/121151083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b1c070f20 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.626+0000 7f5b20a25640 1 -- 172.21.15.33:0/121151083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b1c0cc1c0 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.627+0000 7f5b0affd640 1 -- 172.21.15.33:0/121151083 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 157) ==== 99360+0+0 (secure 0 0 0) 0x7f5b140054d0 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.627+0000 7f5b0affd640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5afc0772d0 0x7f5afc0797e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:35.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.628+0000 7f5b1a59c640 1 -- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5afc0772d0 msgr2=0x7f5afc0797e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/538816118 2024-07-26T17:05:35.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.628+0000 7f5b0affd640 1 -- 172.21.15.33:0/121151083 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7f5b14098fb0 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.628+0000 7f5b1a59c640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5afc0772d0 0x7f5afc0797e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:05:35.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.632+0000 7f5b0affd640 1 -- 172.21.15.33:0/121151083 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5b1c0cc1c0 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.825+0000 7f5b20a25640 1 -- 172.21.15.33:0/121151083 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f5b1c15f9c0 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.829+0000 7f5b1a59c640 1 -- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5afc0772d0 msgr2=0x7f5afc0797e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/538816118 2024-07-26T17:05:35.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.829+0000 7f5b1a59c640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5afc0772d0 0x7f5afc0797e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:05:35.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.830+0000 7f5b0affd640 1 -- 172.21.15.33:0/121151083 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v78)=0 v78) ==== 133+0+0 (secure 0 0 0) 0x7f5b1c157ea0 con 0x7f5b1c0d01d0 2024-07-26T17:05:35.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 -- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5afc0772d0 msgr2=0x7f5afc0797e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:05:35.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5afc0772d0 0x7f5afc0797e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 -- 172.21.15.33:0/121151083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b1c0d01d0 msgr2=0x7f5b1c1f6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:35.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b1c0d01d0 0x7f5b1c1f6070 secure :-1 s=READY pgs=2490 cs=0 l=1 rev1=1 crypto rx=0x7f5b1400c6b0 tx=0x7f5b1400cb70 comp rx=0 tx=0).stop 2024-07-26T17:05:35.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 -- 172.21.15.33:0/121151083 shutdown_connections 2024-07-26T17:05:35.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7f5afc0772d0 0x7f5afc0797e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b1c0d01d0 0x7f5b1c1f6070 unknown :-1 s=CLOSED pgs=2490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5b1c073460 0x7f5b1c157960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 --2- 172.21.15.33:0/121151083 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5b1c071ae0 0x7f5b1c0c7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:35.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 -- 172.21.15.33:0/121151083 >> 172.21.15.33:0/121151083 conn(0x7f5b1c0d0d70 msgr2=0x7f5b1c0cd7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:35.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 -- 172.21.15.33:0/121151083 shutdown_connections 2024-07-26T17:05:35.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:35.833+0000 7f5b20a25640 1 -- 172.21.15.33:0/121151083 wait complete. 2024-07-26T17:05:35.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:35.847 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p mandatory_fs_argument_test_dir) 2024-07-26T17:05:35.868 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add mandatory_fs_argument_test_dir 1M 2024-07-26T17:05:36.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.029+0000 7fabce94f640 1 -- 172.21.15.33:0/2405537268 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabc80ceee0 msgr2=0x7fabc80b10a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:36.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.029+0000 7fabce94f640 1 --2- 172.21.15.33:0/2405537268 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabc80ceee0 0x7fabc80b10a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fabbc009860 tx=0x7fabbc02a5a0 comp rx=0 tx=0).stop 2024-07-26T17:05:36.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.029+0000 7fabce94f640 1 -- 172.21.15.33:0/2405537268 shutdown_connections 2024-07-26T17:05:36.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.029+0000 7fabce94f640 1 --2- 172.21.15.33:0/2405537268 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabc80ceee0 0x7fabc80b10a0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:36.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.029+0000 7fabce94f640 1 -- 172.21.15.33:0/2405537268 >> 172.21.15.33:0/2405537268 conn(0x7fabc80d1e70 msgr2=0x7fabc80d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:36.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.029+0000 7fabce94f640 1 -- 172.21.15.33:0/2405537268 shutdown_connections 2024-07-26T17:05:36.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.029+0000 7fabce94f640 1 -- 172.21.15.33:0/2405537268 wait complete. 2024-07-26T17:05:36.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.031+0000 7fabce94f640 1 Processor -- start 2024-07-26T17:05:36.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.031+0000 7fabce94f640 1 -- start start 2024-07-26T17:05:36.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabce94f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabc80b72a0 0x7fabc814c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:36.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabce94f640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabc80d0ae0 0x7fabc81f2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:36.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabce94f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fabc81f30e0 0x7fabc80afbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:36.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabce94f640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fabc80b2590 con 0x7fabc80b72a0 2024-07-26T17:05:36.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabce94f640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fabc80b2410 con 0x7fabc81f30e0 2024-07-26T17:05:36.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabce94f640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fabc80b2710 con 0x7fabc80d0ae0 2024-07-26T17:05:36.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabc7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabc80b72a0 0x7fabc814c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:36.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabc7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabc80b72a0 0x7fabc814c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42454/0 (socket says 172.21.15.33:42454) 2024-07-26T17:05:36.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabc7fff640 1 -- 172.21.15.33:0/3648236414 learned_addr learned my addr 172.21.15.33:0/3648236414 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:36.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabc77fe640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabc80d0ae0 0x7fabc81f2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:36.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabcceec640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fabc81f30e0 0x7fabc80afbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:36.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabc7fff640 1 -- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabc80d0ae0 msgr2=0x7fabc81f2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:36.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabc7fff640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fabc80d0ae0 0x7fabc81f2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:36.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabc7fff640 1 -- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fabc81f30e0 msgr2=0x7fabc80afbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:36.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabc7fff640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fabc81f30e0 0x7fabc80afbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:36.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabc7fff640 1 -- 172.21.15.33:0/3648236414 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabc81f3c40 con 0x7fabc80b72a0 2024-07-26T17:05:36.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.033+0000 7fabc7fff640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fabc80b72a0 0x7fabc814c390 secure :-1 s=READY pgs=2492 cs=0 l=1 rev1=1 crypto rx=0x7fabb800c460 tx=0x7fabb800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:36.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.034+0000 7fabc4ff9640 1 -- 172.21.15.33:0/3648236414 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabb8017070 con 0x7fabc80b72a0 2024-07-26T17:05:36.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.034+0000 7fabc4ff9640 1 -- 172.21.15.33:0/3648236414 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fabb8005400 con 0x7fabc80b72a0 2024-07-26T17:05:36.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.034+0000 7fabc4ff9640 1 -- 172.21.15.33:0/3648236414 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabb80038a0 con 0x7fabc80b72a0 2024-07-26T17:05:36.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.034+0000 7fabce94f640 1 -- 172.21.15.33:0/3648236414 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabc81f3f20 con 0x7fabc80b72a0 2024-07-26T17:05:36.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.034+0000 7fabce94f640 1 -- 172.21.15.33:0/3648236414 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabc81f44e0 con 0x7fabc80b72a0 2024-07-26T17:05:36.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.035+0000 7fabce94f640 1 -- 172.21.15.33:0/3648236414 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabc80b2bf0 con 0x7fabc80b72a0 2024-07-26T17:05:36.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.036+0000 7fabc4ff9640 1 -- 172.21.15.33:0/3648236414 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 157) ==== 99360+0+0 (secure 0 0 0) 0x7fabb801a070 con 0x7fabc80b72a0 2024-07-26T17:05:36.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.037+0000 7fabc4ff9640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fabb40772a0 0x7fabb40797b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:36.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.037+0000 7fabc77fe640 1 -- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fabb40772a0 msgr2=0x7fabb40797b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/538816118 2024-07-26T17:05:36.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.037+0000 7fabc4ff9640 1 -- 172.21.15.33:0/3648236414 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(254..254 src has 1..254) ==== 7121+0+0 (secure 0 0 0) 0x7fabb80985c0 con 0x7fabc80b72a0 2024-07-26T17:05:36.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.037+0000 7fabc77fe640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fabb40772a0 0x7fabb40797b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:05:36.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.041+0000 7fabc4ff9640 1 -- 172.21.15.33:0/3648236414 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fabb80609e0 con 0x7fabc80b72a0 2024-07-26T17:05:36.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.238+0000 7fabc77fe640 1 -- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fabb40772a0 msgr2=0x7fabb40797b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/538816118 2024-07-26T17:05:36.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.238+0000 7fabc77fe640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fabb40772a0 0x7fabb40797b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:05:36.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.263+0000 7fabce94f640 1 -- 172.21.15.33:0/3648236414 --> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "mandatory_fs_argument_test_dir", "snap_schedule": "1M", "target": ["mon-mgr", ""]}) -- 0x7fabc81f38f0 con 0x7fabb40772a0 2024-07-26T17:05:36.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.639+0000 7fabc77fe640 1 -- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fabb40772a0 msgr2=0x7fabb40797b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/538816118 2024-07-26T17:05:36.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:36.639+0000 7fabc77fe640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fabb40772a0 0x7fabb40797b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T17:05:37.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:37.440+0000 7fabc77fe640 1 -- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fabb40772a0 msgr2=0x7fabb40797b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/538816118 2024-07-26T17:05:37.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:37.440+0000 7fabc77fe640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fabb40772a0 0x7fabb40797b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T17:05:38.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:38.682+0000 7fabc4ff9640 1 -- 172.21.15.33:0/3648236414 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 158) ==== 98867+0+0 (secure 0 0 0) 0x7fabb805cc70 con 0x7fabc80b72a0 2024-07-26T17:05:38.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:38.682+0000 7fabc4ff9640 1 -- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fabb40772a0 msgr2=0x7fabb40797b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:05:38.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:38.682+0000 7fabc4ff9640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/538816118,v1:172.21.15.154:6837/538816118] conn(0x7fabb40772a0 0x7fabb40797b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:38.919 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.918+0000 7f9ce02f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.919 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.918+0000 7f9ce02f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.920 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.918+0000 7f9ce02f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.920 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.918+0000 7f9ce02f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.920 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.918+0000 7f9ce02f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.920 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.918+0000 7f9cdd2f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.920 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.918+0000 7f9cdd2f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.920 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.918+0000 7f9cdd2f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.920 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.918+0000 7f9cdd2f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.920 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.918+0000 7f9cdd2f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.930 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.928+0000 7f9ce02f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.930 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.928+0000 7f9ce02f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.930 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.928+0000 7f9ce02f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.930 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.928+0000 7f9ce02f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.930 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.928+0000 7f9ce02f9640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.930 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.928+0000 7f9cdd2f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.930 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.928+0000 7f9cdd2f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.930 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.928+0000 7f9cdd2f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.930 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.928+0000 7f9cdd2f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:38.930 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:38.928+0000 7f9cdd2f3640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:39.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.687+0000 7fabc4ff9640 1 -- 172.21.15.33:0/3648236414 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 159) ==== 98994+0+0 (secure 0 0 0) 0x7fabb8069ba0 con 0x7fabc80b72a0 2024-07-26T17:05:39.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.687+0000 7fabc4ff9640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7fabb4082100 0x7fabb4084520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:39.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.687+0000 7fabc4ff9640 1 -- 172.21.15.33:0/3648236414 --> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "mandatory_fs_argument_test_dir", "snap_schedule": "1M", "target": ["mon-mgr", ""]}) -- 0x7fabb400c9a0 con 0x7fabb4082100 2024-07-26T17:05:39.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.689+0000 7fabc77fe640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7fabb4082100 0x7fabb4084520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:39.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.694+0000 7fabc77fe640 1 --2- 172.21.15.33:0/3648236414 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7fabb4082100 0x7fabb4084520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fabbc034000 tx=0x7fabbc004730 comp rx=0 tx=0).ready entity=mgr.9485 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:39.698 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:05:39.696+0000 7f9ce7307640 -1 mgr.server reply reply (22) Invalid argument filesystem argument is required when there is more than one file system 2024-07-26T17:05:39.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.696+0000 7fabc4ff9640 1 -- 172.21.15.33:0/3648236414 <== mgr.9485 v2:172.21.15.154:6836/1671058524 1 ==== mgr_command_reply(tid 0: -22 filesystem argument is required when there is more than one file system) ==== 79+0+0 (secure 0 0 0) 0x7fabb400c9a0 con 0x7fabb4082100 2024-07-26T17:05:39.699 INFO:teuthology.orchestra.run.smithi033.stderr:Error EINVAL: filesystem argument is required when there is more than one file system 2024-07-26T17:05:39.704 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-07-26T17:05:39.705 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:39.705 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir mandatory_fs_argument_test_dir) 2024-07-26T17:05:39.727 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T17:05:39.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.891+0000 7f8889199640 1 -- 172.21.15.33:0/2613930253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88840cecd0 msgr2=0x7f8884160a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:39.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.891+0000 7f8889199640 1 --2- 172.21.15.33:0/2613930253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88840cecd0 0x7f8884160a60 secure :-1 s=READY pgs=2494 cs=0 l=1 rev1=1 crypto rx=0x7f8884073e40 tx=0x7f887c02a560 comp rx=0 tx=0).stop 2024-07-26T17:05:39.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.891+0000 7f8889199640 1 -- 172.21.15.33:0/2613930253 shutdown_connections 2024-07-26T17:05:39.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.891+0000 7f8889199640 1 --2- 172.21.15.33:0/2613930253 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88840cecd0 0x7f8884160a60 unknown :-1 s=CLOSED pgs=2494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:39.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.891+0000 7f8889199640 1 --2- 172.21.15.33:0/2613930253 >> v2:172.21.15.154:3300/0 conn(0x7f88840cfd00 0x7f88840ce790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.891+0000 7f8889199640 1 -- 172.21.15.33:0/2613930253 >> 172.21.15.33:0/2613930253 conn(0x7f88840d1e00 msgr2=0x7f88840d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.891+0000 7f8889199640 1 -- 172.21.15.33:0/2613930253 shutdown_connections 2024-07-26T17:05:39.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.891+0000 7f8889199640 1 -- 172.21.15.33:0/2613930253 wait complete. 2024-07-26T17:05:39.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.893+0000 7f8889199640 1 Processor -- start 2024-07-26T17:05:39.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.893+0000 7f8889199640 1 -- start start 2024-07-26T17:05:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.894+0000 7f8889199640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88840cecd0 0x7f888415e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.894+0000 7f8889199640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88840cfd00 0x7f888415eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f8889199640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88840d0bc0 0x7f8884158790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f8889199640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f88840b4dd0 con 0x7f88840d0bc0 2024-07-26T17:05:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f8889199640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f88840b4c50 con 0x7f88840cecd0 2024-07-26T17:05:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f8889199640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f88840b4f50 con 0x7f88840cfd00 2024-07-26T17:05:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f888359e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88840d0bc0 0x7f8884158790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f888359e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88840d0bc0 0x7f8884158790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42466/0 (socket says 172.21.15.33:42466) 2024-07-26T17:05:39.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f888359e640 1 -- 172.21.15.33:0/1317197926 learned_addr learned my addr 172.21.15.33:0/1317197926 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f8882d9d640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88840cecd0 0x7f888415e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f888259c640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88840cfd00 0x7f888415eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f888359e640 1 -- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88840cfd00 msgr2=0x7f888415eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f888359e640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88840cfd00 0x7f888415eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f888359e640 1 -- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88840cecd0 msgr2=0x7f888415e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f888359e640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88840cecd0 0x7f888415e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f888359e640 1 -- 172.21.15.33:0/1317197926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88841f3500 con 0x7f88840d0bc0 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f8882d9d640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88840cecd0 0x7f888415e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f888359e640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88840d0bc0 0x7f8884158790 secure :-1 s=READY pgs=2495 cs=0 l=1 rev1=1 crypto rx=0x7f887c034040 tx=0x7f887c003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.895+0000 7f886b7fe640 1 -- 172.21.15.33:0/1317197926 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f887c03e030 con 0x7f88840d0bc0 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.896+0000 7f886b7fe640 1 -- 172.21.15.33:0/1317197926 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f887c003e50 con 0x7f88840d0bc0 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.896+0000 7f8889199640 1 -- 172.21.15.33:0/1317197926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88840c8e80 con 0x7f88840d0bc0 2024-07-26T17:05:39.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.896+0000 7f886b7fe640 1 -- 172.21.15.33:0/1317197926 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f887c035040 con 0x7f88840d0bc0 2024-07-26T17:05:39.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.896+0000 7f8889199640 1 -- 172.21.15.33:0/1317197926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8884145ae0 con 0x7f88840d0bc0 2024-07-26T17:05:39.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.897+0000 7f8889199640 1 -- 172.21.15.33:0/1317197926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88840ce790 con 0x7f88840d0bc0 2024-07-26T17:05:39.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.897+0000 7f886b7fe640 1 -- 172.21.15.33:0/1317197926 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 159) ==== 98994+0+0 (secure 0 0 0) 0x7f887c041030 con 0x7f88840d0bc0 2024-07-26T17:05:39.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.898+0000 7f886b7fe640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f8870076eb0 0x7f88700793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:39.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.898+0000 7f886b7fe640 1 -- 172.21.15.33:0/1317197926 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(255..255 src has 1..255) ==== 7551+0+0 (secure 0 0 0) 0x7f887c0b95d0 con 0x7f88840d0bc0 2024-07-26T17:05:39.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.898+0000 7f8882d9d640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f8870076eb0 0x7f88700793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:39.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.899+0000 7f8882d9d640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f8870076eb0 0x7f88700793c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f8874005fd0 tx=0x7f88740082b0 comp rx=0 tx=0).ready entity=mgr.9485 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:39.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:39.903+0000 7f886b7fe640 1 -- 172.21.15.33:0/1317197926 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f887c0823e0 con 0x7f88840d0bc0 2024-07-26T17:05:40.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.148+0000 7f8889199640 1 -- 172.21.15.33:0/1317197926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7f8884070310 con 0x7f88840d0bc0 2024-07-26T17:05:40.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.732+0000 7f886b7fe640 1 -- 172.21.15.33:0/1317197926 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v160) ==== 93+0+0 (secure 0 0 0) 0x7f887c081ce0 con 0x7f88840d0bc0 2024-07-26T17:05:40.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 -- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f8870076eb0 msgr2=0x7f88700793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:40.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f8870076eb0 0x7f88700793c0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f8874005fd0 tx=0x7f88740082b0 comp rx=0 tx=0).stop 2024-07-26T17:05:40.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 -- 172.21.15.33:0/1317197926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88840d0bc0 msgr2=0x7f8884158790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:40.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88840d0bc0 0x7f8884158790 secure :-1 s=READY pgs=2495 cs=0 l=1 rev1=1 crypto rx=0x7f887c034040 tx=0x7f887c003960 comp rx=0 tx=0).stop 2024-07-26T17:05:40.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 -- 172.21.15.33:0/1317197926 shutdown_connections 2024-07-26T17:05:40.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f8870076eb0 0x7f88700793c0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:40.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88840d0bc0 0x7f8884158790 unknown :-1 s=CLOSED pgs=2495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:40.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f88840cfd00 0x7f888415eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:40.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 --2- 172.21.15.33:0/1317197926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f88840cecd0 0x7f888415e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:40.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 -- 172.21.15.33:0/1317197926 >> 172.21.15.33:0/1317197926 conn(0x7f88840d1e00 msgr2=0x7f8884071d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:40.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 -- 172.21.15.33:0/1317197926 shutdown_connections 2024-07-26T17:05:40.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.736+0000 7f8889199640 1 -- 172.21.15.33:0/1317197926 wait complete. 2024-07-26T17:05:40.753 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T17:05:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.875+0000 7f4ba764b640 1 -- 172.21.15.33:0/414321102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba00b4570 msgr2=0x7f4ba0168c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.875+0000 7f4ba764b640 1 --2- 172.21.15.33:0/414321102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba00b4570 0x7f4ba0168c90 secure :-1 s=READY pgs=2498 cs=0 l=1 rev1=1 crypto rx=0x7f4b98005fd0 tx=0x7f4b9802a8b0 comp rx=0 tx=0).stop 2024-07-26T17:05:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.875+0000 7f4ba764b640 1 -- 172.21.15.33:0/414321102 shutdown_connections 2024-07-26T17:05:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.875+0000 7f4ba764b640 1 --2- 172.21.15.33:0/414321102 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba00b4570 0x7f4ba0168c90 unknown :-1 s=CLOSED pgs=2498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.875+0000 7f4ba764b640 1 --2- 172.21.15.33:0/414321102 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba00d2180 0x7f4ba00b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.875+0000 7f4ba764b640 1 -- 172.21.15.33:0/414321102 >> 172.21.15.33:0/414321102 conn(0x7f4ba00b5ab0 msgr2=0x7f4ba00b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.875+0000 7f4ba764b640 1 -- 172.21.15.33:0/414321102 shutdown_connections 2024-07-26T17:05:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.875+0000 7f4ba764b640 1 -- 172.21.15.33:0/414321102 wait complete. 2024-07-26T17:05:40.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.878+0000 7f4ba764b640 1 Processor -- start 2024-07-26T17:05:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.878+0000 7f4ba764b640 1 -- start start 2024-07-26T17:05:40.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.880+0000 7f4ba764b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ba00b4570 0x7f4ba01d7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:40.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.880+0000 7f4ba764b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba00d1d70 0x7f4ba01e63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:40.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.880+0000 7f4ba764b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba00d2180 0x7f4ba01e68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:40.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.880+0000 7f4ba764b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba00d0730 con 0x7f4ba00d2180 2024-07-26T17:05:40.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.880+0000 7f4ba764b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4ba008c630 con 0x7f4ba00b4570 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.880+0000 7f4ba764b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4ba00b1990 con 0x7f4ba00d1d70 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba5be8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba00d2180 0x7f4ba01e68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba5be8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba00d2180 0x7f4ba01e68f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42482/0 (socket says 172.21.15.33:42482) 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba5be8640 1 -- 172.21.15.33:0/2079759165 learned_addr learned my addr 172.21.15.33:0/2079759165 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba4be6640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba00d1d70 0x7f4ba01e63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba53e7640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ba00b4570 0x7f4ba01d7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba5be8640 1 -- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba00d1d70 msgr2=0x7f4ba01e63b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba5be8640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba00d1d70 0x7f4ba01e63b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba5be8640 1 -- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ba00b4570 msgr2=0x7f4ba01d7aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba5be8640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ba00b4570 0x7f4ba01d7aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba5be8640 1 -- 172.21.15.33:0/2079759165 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ba00b0bd0 con 0x7f4ba00d2180 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba5be8640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba00d2180 0x7f4ba01e68f0 secure :-1 s=READY pgs=2499 cs=0 l=1 rev1=1 crypto rx=0x7f4b98009cd0 tx=0x7f4b980316d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:40.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4b91ffb640 1 -- 172.21.15.33:0/2079759165 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b98031990 con 0x7f4ba00d2180 2024-07-26T17:05:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4b91ffb640 1 -- 172.21.15.33:0/2079759165 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b98031c20 con 0x7f4ba00d2180 2024-07-26T17:05:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4ba764b640 1 -- 172.21.15.33:0/2079759165 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ba00b0eb0 con 0x7f4ba00d2180 2024-07-26T17:05:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.881+0000 7f4b91ffb640 1 -- 172.21.15.33:0/2079759165 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b98033070 con 0x7f4ba00d2180 2024-07-26T17:05:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.882+0000 7f4ba764b640 1 -- 172.21.15.33:0/2079759165 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ba00b1470 con 0x7f4ba00d2180 2024-07-26T17:05:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.883+0000 7f4ba764b640 1 -- 172.21.15.33:0/2079759165 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ba008cae0 con 0x7f4ba00d2180 2024-07-26T17:05:40.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.883+0000 7f4b91ffb640 1 -- 172.21.15.33:0/2079759165 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 160) ==== 99344+0+0 (secure 0 0 0) 0x7f4b98033210 con 0x7f4ba00d2180 2024-07-26T17:05:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.884+0000 7f4b91ffb640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f4b84077240 0x7f4b84079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.884+0000 7f4ba53e7640 1 -- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f4b84077240 msgr2=0x7f4b84079750 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1671058524 2024-07-26T17:05:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.884+0000 7f4b91ffb640 1 -- 172.21.15.33:0/2079759165 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(255..255 src has 1..255) ==== 7551+0+0 (secure 0 0 0) 0x7f4b980ba8d0 con 0x7f4ba00d2180 2024-07-26T17:05:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.884+0000 7f4ba53e7640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f4b84077240 0x7f4b84079750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:05:40.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:40.889+0000 7f4b91ffb640 1 -- 172.21.15.33:0/2079759165 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4b9803f030 con 0x7f4ba00d2180 2024-07-26T17:05:41.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.085+0000 7f4ba53e7640 1 -- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f4b84077240 msgr2=0x7f4b84079750 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1671058524 2024-07-26T17:05:41.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.085+0000 7f4ba53e7640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f4b84077240 0x7f4b84079750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:05:41.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.161+0000 7f4ba764b640 1 -- 172.21.15.33:0/2079759165 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f4ba006cef0 con 0x7f4ba00d2180 2024-07-26T17:05:41.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.164+0000 7f4b91ffb640 1 -- 172.21.15.33:0/2079759165 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v160) ==== 74+0+191467 (secure 0 0 0) 0x7f4b98082840 con 0x7f4ba00d2180 2024-07-26T17:05:41.168 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:41.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 -- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f4b84077240 msgr2=0x7f4b84079750 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:05:41.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f4b84077240 0x7f4b84079750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 -- 172.21.15.33:0/2079759165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba00d2180 msgr2=0x7f4ba01e68f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:41.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba00d2180 0x7f4ba01e68f0 secure :-1 s=READY pgs=2499 cs=0 l=1 rev1=1 crypto rx=0x7f4b98009cd0 tx=0x7f4b980316d0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 -- 172.21.15.33:0/2079759165 shutdown_connections 2024-07-26T17:05:41.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7f4b84077240 0x7f4b84079750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4ba00d2180 0x7f4ba01e68f0 unknown :-1 s=CLOSED pgs=2499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4ba00d1d70 0x7f4ba01e63b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 --2- 172.21.15.33:0/2079759165 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4ba00b4570 0x7f4ba01d7aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 -- 172.21.15.33:0/2079759165 >> 172.21.15.33:0/2079759165 conn(0x7f4ba00b5ab0 msgr2=0x7f4ba00b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:41.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 -- 172.21.15.33:0/2079759165 shutdown_connections 2024-07-26T17:05:41.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.167+0000 7f4ba764b640 1 -- 172.21.15.33:0/2079759165 wait complete. 2024-07-26T17:05:41.180 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":160,"flags":0,"active_gid":9485,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6836","nonce":1671058524},{"type":"v1","addr":"172.21.15.154:6837","nonce":1671058524}]},"active_addr":"172.21.15.154:6837/1671058524","active_change":"2024-07-26T17:05:38.673239+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":9488,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":255,"active_clients":[{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":405757023}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3035245615}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1360623903}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":91381815}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3694402849}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":748523368}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2689732993}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1994821365}]}]} 2024-07-26T17:05:41.185 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail x 2024-07-26T17:05:41.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.303+0000 7fa840041640 1 -- 172.21.15.33:0/1343036892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380b6620 msgr2=0x7fa8380d2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:41.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.303+0000 7fa840041640 1 --2- 172.21.15.33:0/1343036892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380b6620 0x7fa8380d2d90 secure :-1 s=READY pgs=2501 cs=0 l=1 rev1=1 crypto rx=0x7fa828009830 tx=0x7fa82802a4a0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.303+0000 7fa840041640 1 -- 172.21.15.33:0/1343036892 shutdown_connections 2024-07-26T17:05:41.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.303+0000 7fa840041640 1 --2- 172.21.15.33:0/1343036892 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380b6620 0x7fa8380d2d90 unknown :-1 s=CLOSED pgs=2501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.303+0000 7fa840041640 1 -- 172.21.15.33:0/1343036892 >> 172.21.15.33:0/1343036892 conn(0x7fa8380b5b00 msgr2=0x7fa8380b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:41.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.303+0000 7fa840041640 1 -- 172.21.15.33:0/1343036892 shutdown_connections 2024-07-26T17:05:41.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.303+0000 7fa840041640 1 -- 172.21.15.33:0/1343036892 wait complete. 2024-07-26T17:05:41.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.305+0000 7fa840041640 1 Processor -- start 2024-07-26T17:05:41.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.305+0000 7fa840041640 1 -- start start 2024-07-26T17:05:41.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.306+0000 7fa840041640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8380b3d80 0x7fa8381f6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:41.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.306+0000 7fa840041640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380b6620 0x7fa8381609b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:41.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.306+0000 7fa840041640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8380d1dc0 0x7fa8381583b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:41.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.306+0000 7fa840041640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa8380d21d0 con 0x7fa8380b6620 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.306+0000 7fa840041640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa8380d2350 con 0x7fa8380b3d80 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.306+0000 7fa840041640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa8380d24d0 con 0x7fa8380d1dc0 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa83d5dc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380b6620 0x7fa8381609b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa83d5dc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380b6620 0x7fa8381609b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42500/0 (socket says 172.21.15.33:42500) 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa83d5dc640 1 -- 172.21.15.33:0/499633721 learned_addr learned my addr 172.21.15.33:0/499633721 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa83dddd640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8380b3d80 0x7fa8381f6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa83e5de640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8380d1dc0 0x7fa8381583b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa83d5dc640 1 -- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8380d1dc0 msgr2=0x7fa8381583b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa83d5dc640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8380d1dc0 0x7fa8381583b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa83d5dc640 1 -- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8380b3d80 msgr2=0x7fa8381f6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa83d5dc640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8380b3d80 0x7fa8381f6190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa83d5dc640 1 -- 172.21.15.33:0/499633721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa838160ef0 con 0x7fa8380b6620 2024-07-26T17:05:41.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa83d5dc640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380b6620 0x7fa8381609b0 secure :-1 s=READY pgs=2502 cs=0 l=1 rev1=1 crypto rx=0x7fa83400c3c0 tx=0x7fa83400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:41.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa82e7fc640 1 -- 172.21.15.33:0/499633721 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8340052d0 con 0x7fa8380b6620 2024-07-26T17:05:41.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa82e7fc640 1 -- 172.21.15.33:0/499633721 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa834007020 con 0x7fa8380b6620 2024-07-26T17:05:41.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa840041640 1 -- 172.21.15.33:0/499633721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8381568d0 con 0x7fa8380b6620 2024-07-26T17:05:41.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa82e7fc640 1 -- 172.21.15.33:0/499633721 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa834007470 con 0x7fa8380b6620 2024-07-26T17:05:41.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.307+0000 7fa840041640 1 -- 172.21.15.33:0/499633721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa838156e90 con 0x7fa8380b6620 2024-07-26T17:05:41.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.308+0000 7fa840041640 1 -- 172.21.15.33:0/499633721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8380d2d90 con 0x7fa8380b6620 2024-07-26T17:05:41.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.309+0000 7fa82e7fc640 1 -- 172.21.15.33:0/499633721 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 160) ==== 99344+0+0 (secure 0 0 0) 0x7fa8340067d0 con 0x7fa8380b6620 2024-07-26T17:05:41.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.310+0000 7fa82e7fc640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7fa81c077250 0x7fa81c079760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:41.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.310+0000 7fa82e7fc640 1 -- 172.21.15.33:0/499633721 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(255..255 src has 1..255) ==== 7551+0+0 (secure 0 0 0) 0x7fa834098c20 con 0x7fa8380b6620 2024-07-26T17:05:41.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.310+0000 7fa83dddd640 1 -- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7fa81c077250 msgr2=0x7fa81c079760 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1671058524 2024-07-26T17:05:41.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.310+0000 7fa83dddd640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7fa81c077250 0x7fa81c079760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:05:41.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.314+0000 7fa82e7fc640 1 -- 172.21.15.33:0/499633721 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa834060ea0 con 0x7fa8380b6620 2024-07-26T17:05:41.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.511+0000 7fa83dddd640 1 -- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7fa81c077250 msgr2=0x7fa81c079760 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1671058524 2024-07-26T17:05:41.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.511+0000 7fa83dddd640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7fa81c077250 0x7fa81c079760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:05:41.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.560+0000 7fa840041640 1 -- 172.21.15.33:0/499633721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "x"} v 0) -- 0x7fa8380b9e40 con 0x7fa8380b6620 2024-07-26T17:05:41.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.563+0000 7fa82e7fc640 1 -- 172.21.15.33:0/499633721 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "x"}]=0 v161) ==== 68+0+0 (secure 0 0 0) 0x7fa8340653f0 con 0x7fa8380b6620 2024-07-26T17:05:41.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.568+0000 7fa82e7fc640 1 -- 172.21.15.33:0/499633721 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 161) ==== 49591+0+0 (secure 0 0 0) 0x7fa83405d130 con 0x7fa8380b6620 2024-07-26T17:05:41.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.568+0000 7fa82e7fc640 1 -- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7fa81c077250 msgr2=0x7fa81c079760 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:05:41.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.568+0000 7fa82e7fc640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7fa81c077250 0x7fa81c079760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.568+0000 7fa840041640 1 -- 172.21.15.33:0/499633721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380b6620 msgr2=0x7fa8381609b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:41.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.568+0000 7fa840041640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380b6620 0x7fa8381609b0 secure :-1 s=READY pgs=2502 cs=0 l=1 rev1=1 crypto rx=0x7fa83400c3c0 tx=0x7fa83400c880 comp rx=0 tx=0).stop 2024-07-26T17:05:41.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.569+0000 7fa840041640 1 -- 172.21.15.33:0/499633721 shutdown_connections 2024-07-26T17:05:41.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.569+0000 7fa840041640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:6836/1671058524,v1:172.21.15.154:6837/1671058524] conn(0x7fa81c077250 0x7fa81c079760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.569+0000 7fa840041640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8380d1dc0 0x7fa8381583b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.569+0000 7fa840041640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380b6620 0x7fa8381609b0 unknown :-1 s=CLOSED pgs=2502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.569+0000 7fa840041640 1 --2- 172.21.15.33:0/499633721 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8380b3d80 0x7fa8381f6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.569+0000 7fa840041640 1 -- 172.21.15.33:0/499633721 >> 172.21.15.33:0/499633721 conn(0x7fa8380b5b00 msgr2=0x7fa8380b3600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:41.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.569+0000 7fa840041640 1 -- 172.21.15.33:0/499633721 shutdown_connections 2024-07-26T17:05:41.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.569+0000 7fa840041640 1 -- 172.21.15.33:0/499633721 wait complete. 2024-07-26T17:05:41.584 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:05:41.585 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:05:41.622 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:05:41.669 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:05:41.669 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:05:41.669 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:05:41.669 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:41.686 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:05:41.686 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:41.743 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:05:41.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.900+0000 7f994ae33640 1 -- 172.21.15.33:0/750987912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9944071ae0 msgr2=0x7f994415b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:41.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.900+0000 7f994ae33640 1 --2- 172.21.15.33:0/750987912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9944071ae0 0x7f994415b6c0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f9938009830 tx=0x7f993802a540 comp rx=0 tx=0).stop 2024-07-26T17:05:41.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.900+0000 7f994ae33640 1 -- 172.21.15.33:0/750987912 shutdown_connections 2024-07-26T17:05:41.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.900+0000 7f994ae33640 1 --2- 172.21.15.33:0/750987912 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9944071ae0 0x7f994415b6c0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.900+0000 7f994ae33640 1 -- 172.21.15.33:0/750987912 >> 172.21.15.33:0/750987912 conn(0x7f99440d0d70 msgr2=0x7f99440d1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:41.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.900+0000 7f994ae33640 1 -- 172.21.15.33:0/750987912 shutdown_connections 2024-07-26T17:05:41.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.900+0000 7f994ae33640 1 -- 172.21.15.33:0/750987912 wait complete. 2024-07-26T17:05:41.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.902+0000 7f994ae33640 1 Processor -- start 2024-07-26T17:05:41.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.902+0000 7f994ae33640 1 -- start start 2024-07-26T17:05:41.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f994ae33640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9944071ae0 0x7f9944157db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:41.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f994ae33640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99440d01d0 0x7f9944159520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:41.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f994ae33640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99440af050 0x7f9944155510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:41.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f994ae33640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f994415fb50 con 0x7f99440af050 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f994ae33640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f994415f9d0 con 0x7f99440d01d0 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f994ae33640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f99440d05e0 con 0x7f9944071ae0 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f99493d0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99440af050 0x7f9944155510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f99493d0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99440af050 0x7f9944155510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34366/0 (socket says 172.21.15.33:34366) 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f99493d0640 1 -- 172.21.15.33:0/3029857548 learned_addr learned my addr 172.21.15.33:0/3029857548 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f9948bcf640 1 --2- 172.21.15.33:0/3029857548 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9944071ae0 0x7f9944157db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f9943fff640 1 --2- 172.21.15.33:0/3029857548 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99440d01d0 0x7f9944159520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f9948bcf640 1 -- 172.21.15.33:0/3029857548 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99440d01d0 msgr2=0x7f9944159520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f9948bcf640 1 --2- 172.21.15.33:0/3029857548 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99440d01d0 0x7f9944159520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f9948bcf640 1 -- 172.21.15.33:0/3029857548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99440af050 msgr2=0x7f9944155510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f9948bcf640 1 --2- 172.21.15.33:0/3029857548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99440af050 0x7f9944155510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:41.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f9948bcf640 1 -- 172.21.15.33:0/3029857548 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9944157440 con 0x7f9944071ae0 2024-07-26T17:05:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.904+0000 7f99493d0640 1 --2- 172.21.15.33:0/3029857548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99440af050 0x7f9944155510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:05:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.905+0000 7f9948bcf640 1 --2- 172.21.15.33:0/3029857548 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9944071ae0 0x7f9944157db0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f9938031000 tx=0x7f9938003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.905+0000 7f99417fa640 1 -- 172.21.15.33:0/3029857548 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9938005c90 con 0x7f9944071ae0 2024-07-26T17:05:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.905+0000 7f99417fa640 1 -- 172.21.15.33:0/3029857548 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9938005110 con 0x7f9944071ae0 2024-07-26T17:05:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.905+0000 7f994ae33640 1 -- 172.21.15.33:0/3029857548 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9944156e80 con 0x7f9944071ae0 2024-07-26T17:05:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.905+0000 7f99417fa640 1 -- 172.21.15.33:0/3029857548 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9938005540 con 0x7f9944071ae0 2024-07-26T17:05:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.905+0000 7f994ae33640 1 -- 172.21.15.33:0/3029857548 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f99440ae850 con 0x7f9944071ae0 2024-07-26T17:05:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.906+0000 7f994ae33640 1 -- 172.21.15.33:0/3029857548 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f994415b6c0 con 0x7f9944071ae0 2024-07-26T17:05:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.906+0000 7f99417fa640 1 -- 172.21.15.33:0/3029857548 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 161) ==== 49591+0+0 (secure 0 0 0) 0x7f99380317c0 con 0x7f9944071ae0 2024-07-26T17:05:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.906+0000 7f99417fa640 1 -- 172.21.15.33:0/3029857548 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(256..256 src has 1..256) ==== 7981+0+0 (secure 0 0 0) 0x7f9938073ae0 con 0x7f9944071ae0 2024-07-26T17:05:41.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:41.915+0000 7f99417fa640 1 -- 172.21.15.33:0/3029857548 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f993803f030 con 0x7f9944071ae0 2024-07-26T17:05:42.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.126+0000 7f994ae33640 1 -- 172.21.15.33:0/3029857548 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f99440ce520 con 0x7f9944071ae0 2024-07-26T17:05:42.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.127+0000 7f99417fa640 1 -- 172.21.15.33:0/3029857548 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 20 entries v256) ==== 81+0+1185 (secure 0 0 0) 0x7f9938031ab0 con 0x7f9944071ae0 2024-07-26T17:05:42.128 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2689732993 2024-07-27T17:05:41.561899+0000 2024-07-26T17:05:42.128 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1994821365 2024-07-27T17:05:41.561899+0000 2024-07-26T17:05:42.128 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/405757023 2024-07-27T17:05:41.561899+0000 2024-07-26T17:05:42.129 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/1671058524 2024-07-27T17:05:41.561899+0000 2024-07-26T17:05:42.129 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/91381815 2024-07-27T17:05:41.561899+0000 2024-07-26T17:05:42.129 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3694402849 2024-07-27T17:05:41.561899+0000 2024-07-26T17:05:42.129 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1360623903 2024-07-27T17:05:41.561899+0000 2024-07-26T17:05:42.129 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3439215610 2024-07-27T17:05:38.673041+0000 2024-07-26T17:05:42.129 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/748523368 2024-07-27T17:05:41.561899+0000 2024-07-26T17:05:42.129 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3626108916 2024-07-27T17:05:38.673041+0000 2024-07-26T17:05:42.129 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1837013740 2024-07-27T17:05:38.673041+0000 2024-07-26T17:05:42.129 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/226874042 2024-07-27T17:05:38.673041+0000 2024-07-26T17:05:42.130 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3392379567 2024-07-27T17:05:38.673041+0000 2024-07-26T17:05:42.130 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/1671058524 2024-07-27T17:05:41.561899+0000 2024-07-26T17:05:42.130 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3035245615 2024-07-27T17:05:41.561899+0000 2024-07-26T17:05:42.130 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3665869207 2024-07-27T17:05:38.673041+0000 2024-07-26T17:05:42.130 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/538816118 2024-07-27T17:05:38.673041+0000 2024-07-26T17:05:42.130 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/538816118 2024-07-27T17:05:38.673041+0000 2024-07-26T17:05:42.130 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/4139738476 2024-07-27T17:05:38.673041+0000 2024-07-26T17:05:42.130 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/4197656161 2024-07-27T17:05:38.673041+0000 2024-07-26T17:05:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:listed 20 entries 2024-07-26T17:05:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.129+0000 7f994ae33640 1 -- 172.21.15.33:0/3029857548 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9944071ae0 msgr2=0x7f9944157db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.129+0000 7f994ae33640 1 --2- 172.21.15.33:0/3029857548 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9944071ae0 0x7f9944157db0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f9938031000 tx=0x7f9938003c10 comp rx=0 tx=0).stop 2024-07-26T17:05:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.129+0000 7f994ae33640 1 -- 172.21.15.33:0/3029857548 shutdown_connections 2024-07-26T17:05:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.129+0000 7f994ae33640 1 --2- 172.21.15.33:0/3029857548 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99440af050 0x7f9944155510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.129+0000 7f994ae33640 1 --2- 172.21.15.33:0/3029857548 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f99440d01d0 0x7f9944159520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.129+0000 7f994ae33640 1 --2- 172.21.15.33:0/3029857548 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9944071ae0 0x7f9944157db0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.129+0000 7f994ae33640 1 -- 172.21.15.33:0/3029857548 >> 172.21.15.33:0/3029857548 conn(0x7f99440d0d70 msgr2=0x7f99440d1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:42.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.129+0000 7f994ae33640 1 -- 172.21.15.33:0/3029857548 shutdown_connections 2024-07-26T17:05:42.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.129+0000 7f994ae33640 1 -- 172.21.15.33:0/3029857548 wait complete. 2024-07-26T17:05:42.142 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T17:05:42.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:42.142 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T17:05:42.167 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[103086]: fuse finished with error 0 and tester_r 0 2024-07-26T17:05:42.168 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:05:42.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:05:42.168 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T17:05:42.230 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:05:42.230 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:05:42.230 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:42.246 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:05:42.246 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:05:42.246 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:05:42.246 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:42.287 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:05:42.287 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:05:42.287 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:05:42.287 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:42.303 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:05:42.304 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:42.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.444+0000 7f6a795cf640 1 -- 172.21.15.33:0/3768987884 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a740b37d0 msgr2=0x7f6a740b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:42.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.444+0000 7f6a795cf640 1 --2- 172.21.15.33:0/3768987884 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a740b37d0 0x7f6a740b9360 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f6a64009860 tx=0x7f6a6402a5a0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.444+0000 7f6a795cf640 1 -- 172.21.15.33:0/3768987884 shutdown_connections 2024-07-26T17:05:42.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.444+0000 7f6a795cf640 1 --2- 172.21.15.33:0/3768987884 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a740b37d0 0x7f6a740b9360 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.444+0000 7f6a795cf640 1 -- 172.21.15.33:0/3768987884 >> 172.21.15.33:0/3768987884 conn(0x7f6a740b5b00 msgr2=0x7f6a740b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:42.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.444+0000 7f6a795cf640 1 -- 172.21.15.33:0/3768987884 shutdown_connections 2024-07-26T17:05:42.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.445+0000 7f6a795cf640 1 -- 172.21.15.33:0/3768987884 wait complete. 2024-07-26T17:05:42.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.446+0000 7f6a795cf640 1 Processor -- start 2024-07-26T17:05:42.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.446+0000 7f6a795cf640 1 -- start start 2024-07-26T17:05:42.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a795cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a740b37d0 0x7f6a740c8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a795cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a740b98a0 0x7f6a741f8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a795cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a740d2de0 0x7f6a74161440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a795cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6a740b3d60 con 0x7f6a740d2de0 2024-07-26T17:05:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a795cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6a740b3be0 con 0x7f6a740b37d0 2024-07-26T17:05:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a795cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6a740d3c30 con 0x7f6a740b98a0 2024-07-26T17:05:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a737fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a740d2de0 0x7f6a74161440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a737fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a740d2de0 0x7f6a74161440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34378/0 (socket says 172.21.15.33:34378) 2024-07-26T17:05:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a737fe640 1 -- 172.21.15.33:0/369754934 learned_addr learned my addr 172.21.15.33:0/369754934 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a727fc640 1 --2- 172.21.15.33:0/369754934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a740b98a0 0x7f6a741f8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a72ffd640 1 --2- 172.21.15.33:0/369754934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a740b37d0 0x7f6a740c8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:42.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a727fc640 1 -- 172.21.15.33:0/369754934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a740b37d0 msgr2=0x7f6a740c8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:42.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a727fc640 1 --2- 172.21.15.33:0/369754934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a740b37d0 0x7f6a740c8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a727fc640 1 -- 172.21.15.33:0/369754934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a740d2de0 msgr2=0x7f6a74161440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:42.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a727fc640 1 --2- 172.21.15.33:0/369754934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a740d2de0 0x7f6a74161440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.448+0000 7f6a727fc640 1 -- 172.21.15.33:0/369754934 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a741f5500 con 0x7f6a740b98a0 2024-07-26T17:05:42.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.449+0000 7f6a727fc640 1 --2- 172.21.15.33:0/369754934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a740b98a0 0x7f6a741f8f30 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6a6800c3c0 tx=0x7f6a6800c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:42.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.449+0000 7f6a5b7fe640 1 -- 172.21.15.33:0/369754934 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a68017070 con 0x7f6a740b98a0 2024-07-26T17:05:42.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.449+0000 7f6a5b7fe640 1 -- 172.21.15.33:0/369754934 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a68005400 con 0x7f6a740b98a0 2024-07-26T17:05:42.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.449+0000 7f6a795cf640 1 -- 172.21.15.33:0/369754934 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a741f57c0 con 0x7f6a740b98a0 2024-07-26T17:05:42.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.449+0000 7f6a5b7fe640 1 -- 172.21.15.33:0/369754934 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a680118b0 con 0x7f6a740b98a0 2024-07-26T17:05:42.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.449+0000 7f6a795cf640 1 -- 172.21.15.33:0/369754934 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a741f5d80 con 0x7f6a740b98a0 2024-07-26T17:05:42.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.450+0000 7f6a795cf640 1 -- 172.21.15.33:0/369754934 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a740b9360 con 0x7f6a740b98a0 2024-07-26T17:05:42.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.450+0000 7f6a5b7fe640 1 -- 172.21.15.33:0/369754934 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 161) ==== 49591+0+0 (secure 0 0 0) 0x7f6a6801a070 con 0x7f6a740b98a0 2024-07-26T17:05:42.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.450+0000 7f6a5b7fe640 1 -- 172.21.15.33:0/369754934 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(256..256 src has 1..256) ==== 7981+0+0 (secure 0 0 0) 0x7f6a68051db0 con 0x7f6a740b98a0 2024-07-26T17:05:42.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.459+0000 7f6a5b7fe640 1 -- 172.21.15.33:0/369754934 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6a68011a50 con 0x7f6a740b98a0 2024-07-26T17:05:42.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.693+0000 7f6a795cf640 1 -- 172.21.15.33:0/369754934 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a740b8d80 con 0x7f6a740b98a0 2024-07-26T17:05:42.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.694+0000 7f6a5b7fe640 1 -- 172.21.15.33:0/369754934 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) ==== 95+0+6571 (secure 0 0 0) 0x7f6a68011c90 con 0x7f6a740b98a0 2024-07-26T17:05:42.695 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:42.695 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":140,"btime":"2024-07-26T17:05:31:064095+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:16.347720+0000","modified":"2024-07-26T17:05:19.376283+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11514":{"gid":11514,"name":"b","rank":0,"incarnation":130,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/3192707559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3192707559},{"type":"v1","addr":"172.21.15.154:6835","nonce":3192707559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[32],"metadata_pool":31,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11514,"qdb_cluster":[11514]},"id":15},{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:27.440043+0000","modified":"2024-07-26T17:05:30.451956+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11508":{"gid":11508,"name":"a","rank":0,"incarnation":136,"state":"up:active","state_seq":5,"addr":"172.21.15.33:6835/2809483333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2809483333},{"type":"v1","addr":"172.21.15.33:6835","nonce":2809483333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[34],"metadata_pool":33,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11508,"qdb_cluster":[11508]},"id":16}]} 2024-07-26T17:05:42.696 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 140 2024-07-26T17:05:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.696+0000 7f6a795cf640 1 -- 172.21.15.33:0/369754934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a740b98a0 msgr2=0x7f6a741f8f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.696+0000 7f6a795cf640 1 --2- 172.21.15.33:0/369754934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a740b98a0 0x7f6a741f8f30 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f6a6800c3c0 tx=0x7f6a6800c880 comp rx=0 tx=0).stop 2024-07-26T17:05:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.696+0000 7f6a795cf640 1 -- 172.21.15.33:0/369754934 shutdown_connections 2024-07-26T17:05:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.696+0000 7f6a795cf640 1 --2- 172.21.15.33:0/369754934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a740d2de0 0x7f6a74161440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.696+0000 7f6a795cf640 1 --2- 172.21.15.33:0/369754934 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a740b98a0 0x7f6a741f8f30 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.696+0000 7f6a795cf640 1 --2- 172.21.15.33:0/369754934 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a740b37d0 0x7f6a740c8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.696+0000 7f6a795cf640 1 -- 172.21.15.33:0/369754934 >> 172.21.15.33:0/369754934 conn(0x7f6a740b5b00 msgr2=0x7f6a7406e400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.696+0000 7f6a795cf640 1 -- 172.21.15.33:0/369754934 shutdown_connections 2024-07-26T17:05:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.696+0000 7f6a795cf640 1 -- 172.21.15.33:0/369754934 wait complete. 2024-07-26T17:05:42.709 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:42.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.827+0000 7fcd4260d640 1 -- 172.21.15.33:0/1491838470 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd3c0cece0 msgr2=0x7fcd3c0cc930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:42.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.827+0000 7fcd4260d640 1 --2- 172.21.15.33:0/1491838470 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd3c0cece0 0x7fcd3c0cc930 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcd30005fd0 tx=0x7fcd3002a4b0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.827+0000 7fcd4260d640 1 -- 172.21.15.33:0/1491838470 shutdown_connections 2024-07-26T17:05:42.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.827+0000 7fcd4260d640 1 --2- 172.21.15.33:0/1491838470 >> v2:172.21.15.154:3300/0 conn(0x7fcd3c0b27f0 0x7fcd3c0cce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.827+0000 7fcd4260d640 1 --2- 172.21.15.33:0/1491838470 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd3c0cece0 0x7fcd3c0cc930 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.827+0000 7fcd4260d640 1 -- 172.21.15.33:0/1491838470 >> 172.21.15.33:0/1491838470 conn(0x7fcd3c0d1e20 msgr2=0x7fcd3c0d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:42.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.827+0000 7fcd4260d640 1 -- 172.21.15.33:0/1491838470 shutdown_connections 2024-07-26T17:05:42.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.827+0000 7fcd4260d640 1 -- 172.21.15.33:0/1491838470 wait complete. 2024-07-26T17:05:42.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.829+0000 7fcd4260d640 1 Processor -- start 2024-07-26T17:05:42.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.829+0000 7fcd4260d640 1 -- start start 2024-07-26T17:05:42.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.830+0000 7fcd4260d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd3c0b27f0 0x7fcd3c1efc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:42.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.830+0000 7fcd4260d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcd3c0b3480 0x7fcd3c1f01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:42.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.830+0000 7fcd4260d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd3c1f2bc0 0x7fcd3c1f2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:42.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.830+0000 7fcd4260d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcd3c0cd3b0 con 0x7fcd3c0b27f0 2024-07-26T17:05:42.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.830+0000 7fcd4260d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcd3c0b7340 con 0x7fcd3c0b3480 2024-07-26T17:05:42.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.830+0000 7fcd4260d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcd3c0cd530 con 0x7fcd3c1f2bc0 2024-07-26T17:05:42.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.830+0000 7fcd3bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd3c0b27f0 0x7fcd3c1efc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:42.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.830+0000 7fcd3bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd3c0b27f0 0x7fcd3c1efc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34390/0 (socket says 172.21.15.33:34390) 2024-07-26T17:05:42.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.830+0000 7fcd3bfff640 1 -- 172.21.15.33:0/544738181 learned_addr learned my addr 172.21.15.33:0/544738181 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:42.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.830+0000 7fcd3b7fe640 1 --2- 172.21.15.33:0/544738181 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcd3c0b3480 0x7fcd3c1f01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:42.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.830+0000 7fcd40baa640 1 --2- 172.21.15.33:0/544738181 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd3c1f2bc0 0x7fcd3c1f2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:42.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.831+0000 7fcd3bfff640 1 -- 172.21.15.33:0/544738181 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd3c1f2bc0 msgr2=0x7fcd3c1f2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:42.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.831+0000 7fcd3bfff640 1 --2- 172.21.15.33:0/544738181 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd3c1f2bc0 0x7fcd3c1f2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.831+0000 7fcd3bfff640 1 -- 172.21.15.33:0/544738181 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcd3c0b3480 msgr2=0x7fcd3c1f01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:42.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.831+0000 7fcd3bfff640 1 --2- 172.21.15.33:0/544738181 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcd3c0b3480 0x7fcd3c1f01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:42.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.831+0000 7fcd3bfff640 1 -- 172.21.15.33:0/544738181 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd3c148e70 con 0x7fcd3c0b27f0 2024-07-26T17:05:42.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.831+0000 7fcd3bfff640 1 --2- 172.21.15.33:0/544738181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd3c0b27f0 0x7fcd3c1efc60 secure :-1 s=READY pgs=2505 cs=0 l=1 rev1=1 crypto rx=0x7fcd2c00c3a0 tx=0x7fcd2c00c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:42.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.831+0000 7fcd38ff9640 1 -- 172.21.15.33:0/544738181 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd2c017070 con 0x7fcd3c0b27f0 2024-07-26T17:05:42.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.831+0000 7fcd38ff9640 1 -- 172.21.15.33:0/544738181 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcd2c0053c0 con 0x7fcd3c0b27f0 2024-07-26T17:05:42.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.831+0000 7fcd4260d640 1 -- 172.21.15.33:0/544738181 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd3c15c680 con 0x7fcd3c0b27f0 2024-07-26T17:05:42.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.831+0000 7fcd38ff9640 1 -- 172.21.15.33:0/544738181 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd2c003850 con 0x7fcd3c0b27f0 2024-07-26T17:05:42.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.831+0000 7fcd4260d640 1 -- 172.21.15.33:0/544738181 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd3c15cc00 con 0x7fcd3c0b27f0 2024-07-26T17:05:42.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.832+0000 7fcd4260d640 1 -- 172.21.15.33:0/544738181 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd3c0cda80 con 0x7fcd3c0b27f0 2024-07-26T17:05:42.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.832+0000 7fcd38ff9640 1 -- 172.21.15.33:0/544738181 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 161) ==== 49591+0+0 (secure 0 0 0) 0x7fcd2c01a070 con 0x7fcd3c0b27f0 2024-07-26T17:05:42.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.833+0000 7fcd38ff9640 1 -- 172.21.15.33:0/544738181 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(256..256 src has 1..256) ==== 7981+0+0 (secure 0 0 0) 0x7fcd2c051da0 con 0x7fcd3c0b27f0 2024-07-26T17:05:42.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:42.842+0000 7fcd38ff9640 1 -- 172.21.15.33:0/544738181 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcd3c148e70 con 0x7fcd3c0b27f0 2024-07-26T17:05:43.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.080+0000 7fcd4260d640 1 -- 172.21.15.33:0/544738181 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcd3c0d22d0 con 0x7fcd3c0b27f0 2024-07-26T17:05:43.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.081+0000 7fcd38ff9640 1 -- 172.21.15.33:0/544738181 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) ==== 95+0+6571 (secure 0 0 0) 0x7fcd2c01bdc0 con 0x7fcd3c0b27f0 2024-07-26T17:05:43.086 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:43.086 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":140,"btime":"2024-07-26T17:05:31:064095+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:16.347720+0000","modified":"2024-07-26T17:05:19.376283+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11514":{"gid":11514,"name":"b","rank":0,"incarnation":130,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/3192707559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3192707559},{"type":"v1","addr":"172.21.15.154:6835","nonce":3192707559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[32],"metadata_pool":31,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11514,"qdb_cluster":[11514]},"id":15},{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:27.440043+0000","modified":"2024-07-26T17:05:30.451956+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11508":{"gid":11508,"name":"a","rank":0,"incarnation":136,"state":"up:active","state_seq":5,"addr":"172.21.15.33:6835/2809483333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2809483333},{"type":"v1","addr":"172.21.15.33:6835","nonce":2809483333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[34],"metadata_pool":33,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11508,"qdb_cluster":[11508]},"id":16}]} 2024-07-26T17:05:43.087 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 140 2024-07-26T17:05:43.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.084+0000 7fcd4260d640 1 -- 172.21.15.33:0/544738181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd3c0b27f0 msgr2=0x7fcd3c1efc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:43.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.084+0000 7fcd4260d640 1 --2- 172.21.15.33:0/544738181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd3c0b27f0 0x7fcd3c1efc60 secure :-1 s=READY pgs=2505 cs=0 l=1 rev1=1 crypto rx=0x7fcd2c00c3a0 tx=0x7fcd2c00c7a0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.084+0000 7fcd4260d640 1 -- 172.21.15.33:0/544738181 shutdown_connections 2024-07-26T17:05:43.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.084+0000 7fcd4260d640 1 --2- 172.21.15.33:0/544738181 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd3c1f2bc0 0x7fcd3c1f2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.084+0000 7fcd4260d640 1 --2- 172.21.15.33:0/544738181 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fcd3c0b3480 0x7fcd3c1f01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.084+0000 7fcd4260d640 1 --2- 172.21.15.33:0/544738181 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd3c0b27f0 0x7fcd3c1efc60 unknown :-1 s=CLOSED pgs=2505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.084+0000 7fcd4260d640 1 -- 172.21.15.33:0/544738181 >> 172.21.15.33:0/544738181 conn(0x7fcd3c0d1e20 msgr2=0x7fcd3c0b0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:43.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.084+0000 7fcd4260d640 1 -- 172.21.15.33:0/544738181 shutdown_connections 2024-07-26T17:05:43.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.084+0000 7fcd4260d640 1 -- 172.21.15.33:0/544738181 wait complete. 2024-07-26T17:05:43.097 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:43.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.214+0000 7f0e9b351640 1 -- 172.21.15.33:0/3300249576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b37d0 msgr2=0x7f0e940b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:43.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.214+0000 7f0e9b351640 1 --2- 172.21.15.33:0/3300249576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b37d0 0x7f0e940b9360 secure :-1 s=READY pgs=2506 cs=0 l=1 rev1=1 crypto rx=0x7f0e940ce660 tx=0x7f0e8802a560 comp rx=0 tx=0).stop 2024-07-26T17:05:43.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.214+0000 7f0e9b351640 1 -- 172.21.15.33:0/3300249576 shutdown_connections 2024-07-26T17:05:43.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.214+0000 7f0e9b351640 1 --2- 172.21.15.33:0/3300249576 >> v2:172.21.15.154:3300/0 conn(0x7f0e940d2de0 0x7f0e940cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.214+0000 7f0e9b351640 1 --2- 172.21.15.33:0/3300249576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b37d0 0x7f0e940b9360 unknown :-1 s=CLOSED pgs=2506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.214+0000 7f0e9b351640 1 -- 172.21.15.33:0/3300249576 >> 172.21.15.33:0/3300249576 conn(0x7f0e940b5b00 msgr2=0x7f0e940b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:43.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.215+0000 7f0e9b351640 1 -- 172.21.15.33:0/3300249576 shutdown_connections 2024-07-26T17:05:43.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.215+0000 7f0e9b351640 1 -- 172.21.15.33:0/3300249576 wait complete. 2024-07-26T17:05:43.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.216+0000 7f0e9b351640 1 Processor -- start 2024-07-26T17:05:43.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.216+0000 7f0e9b351640 1 -- start start 2024-07-26T17:05:43.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e9b351640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b37d0 0x7f0e9409e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e9b351640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e940b98a0 0x7f0e9415a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e9b351640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e940d2de0 0x7f0e940b1750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e9b351640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0e940b3d60 con 0x7f0e940b37d0 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e9b351640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0e940b3be0 con 0x7f0e940d2de0 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e9b351640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0e940d3c30 con 0x7f0e940b98a0 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e990ed640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b37d0 0x7f0e9409e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e990ed640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b37d0 0x7f0e9409e030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34408/0 (socket says 172.21.15.33:34408) 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e990ed640 1 -- 172.21.15.33:0/4146116257 learned_addr learned my addr 172.21.15.33:0/4146116257 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e998ee640 1 --2- 172.21.15.33:0/4146116257 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e940d2de0 0x7f0e940b1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e988ec640 1 --2- 172.21.15.33:0/4146116257 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e940b98a0 0x7f0e9415a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e990ed640 1 -- 172.21.15.33:0/4146116257 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e940b98a0 msgr2=0x7f0e9415a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:43.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e990ed640 1 --2- 172.21.15.33:0/4146116257 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e940b98a0 0x7f0e9415a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e990ed640 1 -- 172.21.15.33:0/4146116257 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e940d2de0 msgr2=0x7f0e940b1750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:43.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e990ed640 1 --2- 172.21.15.33:0/4146116257 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e940d2de0 0x7f0e940b1750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e990ed640 1 -- 172.21.15.33:0/4146116257 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e9409e940 con 0x7f0e940b37d0 2024-07-26T17:05:43.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e990ed640 1 --2- 172.21.15.33:0/4146116257 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b37d0 0x7f0e9409e030 secure :-1 s=READY pgs=2507 cs=0 l=1 rev1=1 crypto rx=0x7f0e88034040 tx=0x7f0e88003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:43.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.218+0000 7f0e85ffb640 1 -- 172.21.15.33:0/4146116257 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e8803e030 con 0x7f0e940b37d0 2024-07-26T17:05:43.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.219+0000 7f0e85ffb640 1 -- 172.21.15.33:0/4146116257 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e88003d10 con 0x7f0e940b37d0 2024-07-26T17:05:43.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.219+0000 7f0e9b351640 1 -- 172.21.15.33:0/4146116257 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e940a0f50 con 0x7f0e940b37d0 2024-07-26T17:05:43.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.219+0000 7f0e85ffb640 1 -- 172.21.15.33:0/4146116257 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e88035040 con 0x7f0e940b37d0 2024-07-26T17:05:43.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.219+0000 7f0e9b351640 1 -- 172.21.15.33:0/4146116257 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e940a1510 con 0x7f0e940b37d0 2024-07-26T17:05:43.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.220+0000 7f0e9b351640 1 -- 172.21.15.33:0/4146116257 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e940b9360 con 0x7f0e940b37d0 2024-07-26T17:05:43.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.220+0000 7f0e85ffb640 1 -- 172.21.15.33:0/4146116257 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 161) ==== 49591+0+0 (secure 0 0 0) 0x7f0e88041030 con 0x7f0e940b37d0 2024-07-26T17:05:43.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.220+0000 7f0e85ffb640 1 -- 172.21.15.33:0/4146116257 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(256..256 src has 1..256) ==== 7981+0+0 (secure 0 0 0) 0x7f0e88073080 con 0x7f0e940b37d0 2024-07-26T17:05:43.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.225+0000 7f0e85ffb640 1 -- 172.21.15.33:0/4146116257 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0e88004ee0 con 0x7f0e940b37d0 2024-07-26T17:05:43.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.420+0000 7f0e9b351640 1 -- 172.21.15.33:0/4146116257 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0e9406df70 con 0x7f0e940b37d0 2024-07-26T17:05:43.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.421+0000 7f0e85ffb640 1 -- 172.21.15.33:0/4146116257 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v256) ==== 74+0+22192 (secure 0 0 0) 0x7f0e880049c0 con 0x7f0e940b37d0 2024-07-26T17:05:43.423 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:43.424 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":256,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:41.561942+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":34,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:14.049845+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"249","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_data","create_time":"2024-07-26T17:05:15.310526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"250","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:05:25.703125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":34,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:05:26.386257+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"254","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/2689732993":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/1994821365":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/405757023":"2024-07-27T17:05:41.561899+0000","172.21.15.154:6837/1671058524":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/91381815":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3694402849":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/1360623903":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3439215610":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/748523368":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3626108916":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/1837013740":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/226874042":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/3392379567":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6836/1671058524":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3035245615":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3665869207":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6837/538816118":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6836/538816118":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/4139738476":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/4197656161":"2024-07-27T17:05:38.673041+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.424+0000 7f0e9b351640 1 -- 172.21.15.33:0/4146116257 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b37d0 msgr2=0x7f0e9409e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.424+0000 7f0e9b351640 1 --2- 172.21.15.33:0/4146116257 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b37d0 0x7f0e9409e030 secure :-1 s=READY pgs=2507 cs=0 l=1 rev1=1 crypto rx=0x7f0e88034040 tx=0x7f0e88003820 comp rx=0 tx=0).stop 2024-07-26T17:05:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.424+0000 7f0e9b351640 1 -- 172.21.15.33:0/4146116257 shutdown_connections 2024-07-26T17:05:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.424+0000 7f0e9b351640 1 --2- 172.21.15.33:0/4146116257 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0e940d2de0 0x7f0e940b1750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.424+0000 7f0e9b351640 1 --2- 172.21.15.33:0/4146116257 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0e940b98a0 0x7f0e9415a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.424+0000 7f0e9b351640 1 --2- 172.21.15.33:0/4146116257 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0e940b37d0 0x7f0e9409e030 unknown :-1 s=CLOSED pgs=2507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.424+0000 7f0e9b351640 1 -- 172.21.15.33:0/4146116257 >> 172.21.15.33:0/4146116257 conn(0x7f0e940b5b00 msgr2=0x7f0e9415e790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.424+0000 7f0e9b351640 1 -- 172.21.15.33:0/4146116257 shutdown_connections 2024-07-26T17:05:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.424+0000 7f0e9b351640 1 -- 172.21.15.33:0/4146116257 wait complete. 2024-07-26T17:05:43.438 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T17:05:43.438 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.556+0000 7feadcfe5640 1 -- 172.21.15.33:0/2027555198 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fead80d26d0 msgr2=0x7fead80d2ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.556+0000 7feadcfe5640 1 --2- 172.21.15.33:0/2027555198 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fead80d26d0 0x7fead80d2ae0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7feacc009860 tx=0x7feacc02a4a0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.556+0000 7feadcfe5640 1 -- 172.21.15.33:0/2027555198 shutdown_connections 2024-07-26T17:05:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.556+0000 7feadcfe5640 1 --2- 172.21.15.33:0/2027555198 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fead80d26d0 0x7fead80d2ae0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.556+0000 7feadcfe5640 1 -- 172.21.15.33:0/2027555198 >> 172.21.15.33:0/2027555198 conn(0x7fead80b5b00 msgr2=0x7fead80b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.556+0000 7feadcfe5640 1 -- 172.21.15.33:0/2027555198 shutdown_connections 2024-07-26T17:05:43.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.556+0000 7feadcfe5640 1 -- 172.21.15.33:0/2027555198 wait complete. 2024-07-26T17:05:43.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.558+0000 7feadcfe5640 1 Processor -- start 2024-07-26T17:05:43.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.558+0000 7feadcfe5640 1 -- start start 2024-07-26T17:05:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.559+0000 7feadcfe5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fead80b37d0 0x7fead81f5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.559+0000 7feadcfe5640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fead80d26d0 0x7fead81603a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.559+0000 7feadcfe5640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fead80d3020 0x7fead815eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.559+0000 7feadcfe5640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fead80b3d60 con 0x7fead80b37d0 2024-07-26T17:05:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.559+0000 7feadcfe5640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fead80b3be0 con 0x7fead80d26d0 2024-07-26T17:05:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.559+0000 7feadcfe5640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fead80d3c30 con 0x7fead80d3020 2024-07-26T17:05:43.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.559+0000 7fead659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fead80b37d0 0x7fead81f5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.559+0000 7fead659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fead80b37d0 0x7fead81f5c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34412/0 (socket says 172.21.15.33:34412) 2024-07-26T17:05:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.559+0000 7fead659c640 1 -- 172.21.15.33:0/2355684705 learned_addr learned my addr 172.21.15.33:0/2355684705 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.559+0000 7fead6d9d640 1 --2- 172.21.15.33:0/2355684705 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fead80d3020 0x7fead815eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.559+0000 7fead5d9b640 1 --2- 172.21.15.33:0/2355684705 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fead80d26d0 0x7fead81603a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.560+0000 7fead659c640 1 -- 172.21.15.33:0/2355684705 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fead80d3020 msgr2=0x7fead815eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.560+0000 7fead659c640 1 --2- 172.21.15.33:0/2355684705 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fead80d3020 0x7fead815eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.560+0000 7fead659c640 1 -- 172.21.15.33:0/2355684705 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fead80d26d0 msgr2=0x7fead81603a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.560+0000 7fead659c640 1 --2- 172.21.15.33:0/2355684705 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fead80d26d0 0x7fead81603a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.560+0000 7fead659c640 1 -- 172.21.15.33:0/2355684705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fead81f51d0 con 0x7fead80b37d0 2024-07-26T17:05:43.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.560+0000 7fead659c640 1 --2- 172.21.15.33:0/2355684705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fead80b37d0 0x7fead81f5c50 secure :-1 s=READY pgs=2509 cs=0 l=1 rev1=1 crypto rx=0x7feac800c660 tx=0x7feac800cb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:43.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.560+0000 7feac6ffd640 1 -- 172.21.15.33:0/2355684705 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac8016020 con 0x7fead80b37d0 2024-07-26T17:05:43.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.560+0000 7feac6ffd640 1 -- 172.21.15.33:0/2355684705 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feac800a930 con 0x7fead80b37d0 2024-07-26T17:05:43.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.560+0000 7feadcfe5640 1 -- 172.21.15.33:0/2355684705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fead8161e60 con 0x7fead80b37d0 2024-07-26T17:05:43.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.560+0000 7feac6ffd640 1 -- 172.21.15.33:0/2355684705 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac800ce60 con 0x7fead80b37d0 2024-07-26T17:05:43.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.560+0000 7feadcfe5640 1 -- 172.21.15.33:0/2355684705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fead81f5450 con 0x7fead80b37d0 2024-07-26T17:05:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.561+0000 7feadcfe5640 1 -- 172.21.15.33:0/2355684705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fead80d2ae0 con 0x7fead80b37d0 2024-07-26T17:05:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.561+0000 7feac6ffd640 1 -- 172.21.15.33:0/2355684705 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 161) ==== 49591+0+0 (secure 0 0 0) 0x7feac8019020 con 0x7fead80b37d0 2024-07-26T17:05:43.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.561+0000 7feac6ffd640 1 -- 172.21.15.33:0/2355684705 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(256..256 src has 1..256) ==== 7981+0+0 (secure 0 0 0) 0x7feac8052aa0 con 0x7fead80b37d0 2024-07-26T17:05:43.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.566+0000 7feac6ffd640 1 -- 172.21.15.33:0/2355684705 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7feac8020020 con 0x7fead80b37d0 2024-07-26T17:05:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.799+0000 7feadcfe5640 1 -- 172.21.15.33:0/2355684705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fead80b4260 con 0x7fead80b37d0 2024-07-26T17:05:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.800+0000 7feac6ffd640 1 -- 172.21.15.33:0/2355684705 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) ==== 95+0+6571 (secure 0 0 0) 0x7fead81f51d0 con 0x7fead80b37d0 2024-07-26T17:05:43.802 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:43.802 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":140,"btime":"2024-07-26T17:05:31:064095+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:16.347720+0000","modified":"2024-07-26T17:05:19.376283+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11514":{"gid":11514,"name":"b","rank":0,"incarnation":130,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/3192707559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3192707559},{"type":"v1","addr":"172.21.15.154:6835","nonce":3192707559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[32],"metadata_pool":31,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11514,"qdb_cluster":[11514]},"id":15},{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:27.440043+0000","modified":"2024-07-26T17:05:30.451956+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11508":{"gid":11508,"name":"a","rank":0,"incarnation":136,"state":"up:active","state_seq":5,"addr":"172.21.15.33:6835/2809483333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2809483333},{"type":"v1","addr":"172.21.15.33:6835","nonce":2809483333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[34],"metadata_pool":33,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11508,"qdb_cluster":[11508]},"id":16}]} 2024-07-26T17:05:43.802 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 140 2024-07-26T17:05:43.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.802+0000 7feadcfe5640 1 -- 172.21.15.33:0/2355684705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fead80b37d0 msgr2=0x7fead81f5c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:43.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.802+0000 7feadcfe5640 1 --2- 172.21.15.33:0/2355684705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fead80b37d0 0x7fead81f5c50 secure :-1 s=READY pgs=2509 cs=0 l=1 rev1=1 crypto rx=0x7feac800c660 tx=0x7feac800cb20 comp rx=0 tx=0).stop 2024-07-26T17:05:43.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.802+0000 7feadcfe5640 1 -- 172.21.15.33:0/2355684705 shutdown_connections 2024-07-26T17:05:43.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.802+0000 7feadcfe5640 1 --2- 172.21.15.33:0/2355684705 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fead80d3020 0x7fead815eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.802+0000 7feadcfe5640 1 --2- 172.21.15.33:0/2355684705 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fead80d26d0 0x7fead81603a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.802+0000 7feadcfe5640 1 --2- 172.21.15.33:0/2355684705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fead80b37d0 0x7fead81f5c50 unknown :-1 s=CLOSED pgs=2509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.802+0000 7feadcfe5640 1 -- 172.21.15.33:0/2355684705 >> 172.21.15.33:0/2355684705 conn(0x7fead80b5b00 msgr2=0x7fead80b8460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:43.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.802+0000 7feadcfe5640 1 -- 172.21.15.33:0/2355684705 shutdown_connections 2024-07-26T17:05:43.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.802+0000 7feadcfe5640 1 -- 172.21.15.33:0/2355684705 wait complete. 2024-07-26T17:05:43.816 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:43.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.935+0000 7f71408da640 1 -- 172.21.15.33:0/3737889864 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f713c15bd80 msgr2=0x7f713c0cdc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:43.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.935+0000 7f71408da640 1 --2- 172.21.15.33:0/3737889864 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f713c15bd80 0x7f713c0cdc50 secure :-1 s=READY pgs=2510 cs=0 l=1 rev1=1 crypto rx=0x7f713c0713d0 tx=0x7f713002a560 comp rx=0 tx=0).stop 2024-07-26T17:05:43.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.935+0000 7f71408da640 1 -- 172.21.15.33:0/3737889864 shutdown_connections 2024-07-26T17:05:43.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.935+0000 7f71408da640 1 --2- 172.21.15.33:0/3737889864 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f713c15c190 0x7f713c0ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.935+0000 7f71408da640 1 --2- 172.21.15.33:0/3737889864 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f713c15bd80 0x7f713c0cdc50 unknown :-1 s=CLOSED pgs=2510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.935+0000 7f71408da640 1 --2- 172.21.15.33:0/3737889864 >> v2:172.21.15.154:3300/0 conn(0x7f713c0aff40 0x7f713c0cb360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.935+0000 7f71408da640 1 -- 172.21.15.33:0/3737889864 >> 172.21.15.33:0/3737889864 conn(0x7f713c0b2d00 msgr2=0x7f713c0b3110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:43.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.935+0000 7f71408da640 1 -- 172.21.15.33:0/3737889864 shutdown_connections 2024-07-26T17:05:43.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.935+0000 7f71408da640 1 -- 172.21.15.33:0/3737889864 wait complete. 2024-07-26T17:05:43.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.937+0000 7f71408da640 1 Processor -- start 2024-07-26T17:05:43.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.937+0000 7f71408da640 1 -- start start 2024-07-26T17:05:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.939+0000 7f71408da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f713c0aff40 0x7f713c0c6610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.939+0000 7f71408da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f713c15bd80 0x7f713c158420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.939+0000 7f71408da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f713c15c190 0x7f713c15e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.939+0000 7f71408da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f713c0cfc80 con 0x7f713c15c190 2024-07-26T17:05:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.939+0000 7f71408da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f713c0cfb00 con 0x7f713c15bd80 2024-07-26T17:05:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.939+0000 7f71408da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f713c0cfe00 con 0x7f713c0aff40 2024-07-26T17:05:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.939+0000 7f713ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f713c15c190 0x7f713c15e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.939+0000 7f713ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f713c15c190 0x7f713c15e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34432/0 (socket says 172.21.15.33:34432) 2024-07-26T17:05:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.939+0000 7f713ad9d640 1 -- 172.21.15.33:0/3710919781 learned_addr learned my addr 172.21.15.33:0/3710919781 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.939+0000 7f713a59c640 1 --2- 172.21.15.33:0/3710919781 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f713c0aff40 0x7f713c0c6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.939+0000 7f713ad9d640 1 -- 172.21.15.33:0/3710919781 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f713c0aff40 msgr2=0x7f713c0c6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.940+0000 7f713ad9d640 1 --2- 172.21.15.33:0/3710919781 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f713c0aff40 0x7f713c0c6610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.940+0000 7f713ad9d640 1 -- 172.21.15.33:0/3710919781 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f713c15bd80 msgr2=0x7f713c158420 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.940+0000 7f713ad9d640 1 --2- 172.21.15.33:0/3710919781 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f713c15bd80 0x7f713c158420 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.940+0000 7f713ad9d640 1 -- 172.21.15.33:0/3710919781 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f713c0c5890 con 0x7f713c15c190 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.940+0000 7f713ad9d640 1 --2- 172.21.15.33:0/3710919781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f713c15c190 0x7f713c15e8a0 secure :-1 s=READY pgs=2511 cs=0 l=1 rev1=1 crypto rx=0x7f713400ea70 tx=0x7f713400ef30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.940+0000 7f712affd640 1 -- 172.21.15.33:0/3710919781 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f713400ce40 con 0x7f713c15c190 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.940+0000 7f71408da640 1 -- 172.21.15.33:0/3710919781 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f713c1f9080 con 0x7f713c15c190 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.940+0000 7f712affd640 1 -- 172.21.15.33:0/3710919781 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7134004c10 con 0x7f713c15c190 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.940+0000 7f712affd640 1 -- 172.21.15.33:0/3710919781 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7134005020 con 0x7f713c15c190 2024-07-26T17:05:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.940+0000 7f71408da640 1 -- 172.21.15.33:0/3710919781 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f713c0c5e10 con 0x7f713c15c190 2024-07-26T17:05:43.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.941+0000 7f71408da640 1 -- 172.21.15.33:0/3710919781 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f713c1f8df0 con 0x7f713c15c190 2024-07-26T17:05:43.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.941+0000 7f712affd640 1 -- 172.21.15.33:0/3710919781 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 161) ==== 49591+0+0 (secure 0 0 0) 0x7f71340051c0 con 0x7f713c15c190 2024-07-26T17:05:43.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.941+0000 7f712affd640 1 -- 172.21.15.33:0/3710919781 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(256..256 src has 1..256) ==== 7981+0+0 (secure 0 0 0) 0x7f7134053670 con 0x7f713c15c190 2024-07-26T17:05:43.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:43.946+0000 7f712affd640 1 -- 172.21.15.33:0/3710919781 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7134021e30 con 0x7f713c15c190 2024-07-26T17:05:43.991 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:05:43.994 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:05:44.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.184+0000 7f71408da640 1 -- 172.21.15.33:0/3710919781 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f713c0d02d0 con 0x7f713c15c190 2024-07-26T17:05:44.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.184+0000 7f712affd640 1 -- 172.21.15.33:0/3710919781 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) ==== 95+0+6571 (secure 0 0 0) 0x7f7134022cf0 con 0x7f713c15c190 2024-07-26T17:05:44.186 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:44.186 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":140,"btime":"2024-07-26T17:05:31:064095+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:16.347720+0000","modified":"2024-07-26T17:05:19.376283+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11514":{"gid":11514,"name":"b","rank":0,"incarnation":130,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6835/3192707559","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":3192707559},{"type":"v1","addr":"172.21.15.154:6835","nonce":3192707559}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[32],"metadata_pool":31,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11514,"qdb_cluster":[11514]},"id":15},{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:27.440043+0000","modified":"2024-07-26T17:05:30.451956+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11508":{"gid":11508,"name":"a","rank":0,"incarnation":136,"state":"up:active","state_seq":5,"addr":"172.21.15.33:6835/2809483333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2809483333},{"type":"v1","addr":"172.21.15.33:6835","nonce":2809483333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[34],"metadata_pool":33,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11508,"qdb_cluster":[11508]},"id":16}]} 2024-07-26T17:05:44.186 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 140 2024-07-26T17:05:44.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.187+0000 7f71408da640 1 -- 172.21.15.33:0/3710919781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f713c15c190 msgr2=0x7f713c15e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:44.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.187+0000 7f71408da640 1 --2- 172.21.15.33:0/3710919781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f713c15c190 0x7f713c15e8a0 secure :-1 s=READY pgs=2511 cs=0 l=1 rev1=1 crypto rx=0x7f713400ea70 tx=0x7f713400ef30 comp rx=0 tx=0).stop 2024-07-26T17:05:44.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.187+0000 7f71408da640 1 -- 172.21.15.33:0/3710919781 shutdown_connections 2024-07-26T17:05:44.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.187+0000 7f71408da640 1 --2- 172.21.15.33:0/3710919781 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f713c15c190 0x7f713c15e8a0 unknown :-1 s=CLOSED pgs=2511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.187+0000 7f71408da640 1 --2- 172.21.15.33:0/3710919781 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f713c15bd80 0x7f713c158420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.187+0000 7f71408da640 1 --2- 172.21.15.33:0/3710919781 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f713c0aff40 0x7f713c0c6610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.187+0000 7f71408da640 1 -- 172.21.15.33:0/3710919781 >> 172.21.15.33:0/3710919781 conn(0x7f713c0b2d00 msgr2=0x7f713c0d15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:44.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.187+0000 7f71408da640 1 -- 172.21.15.33:0/3710919781 shutdown_connections 2024-07-26T17:05:44.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.187+0000 7f71408da640 1 -- 172.21.15.33:0/3710919781 wait complete. 2024-07-26T17:05:44.200 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:44.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.317+0000 7f4844fc8640 1 -- 172.21.15.33:0/1534890029 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48400b37d0 msgr2=0x7f48400b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:44.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.317+0000 7f4844fc8640 1 --2- 172.21.15.33:0/1534890029 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48400b37d0 0x7f48400b9360 secure :-1 s=READY pgs=2512 cs=0 l=1 rev1=1 crypto rx=0x7f4828005fd0 tx=0x7f482802aa90 comp rx=0 tx=0).stop 2024-07-26T17:05:44.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.317+0000 7f4844fc8640 1 -- 172.21.15.33:0/1534890029 shutdown_connections 2024-07-26T17:05:44.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.317+0000 7f4844fc8640 1 --2- 172.21.15.33:0/1534890029 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48400d2de0 0x7f48400cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.317+0000 7f4844fc8640 1 --2- 172.21.15.33:0/1534890029 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48400b37d0 0x7f48400b9360 unknown :-1 s=CLOSED pgs=2512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.317+0000 7f4844fc8640 1 -- 172.21.15.33:0/1534890029 >> 172.21.15.33:0/1534890029 conn(0x7f48400b5b00 msgr2=0x7f48400b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:44.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.317+0000 7f4844fc8640 1 -- 172.21.15.33:0/1534890029 shutdown_connections 2024-07-26T17:05:44.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.317+0000 7f4844fc8640 1 -- 172.21.15.33:0/1534890029 wait complete. 2024-07-26T17:05:44.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.319+0000 7f4844fc8640 1 Processor -- start 2024-07-26T17:05:44.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.319+0000 7f4844fc8640 1 -- start start 2024-07-26T17:05:44.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.320+0000 7f4844fc8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48400b37d0 0x7f48400a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:44.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.320+0000 7f4844fc8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48400b98a0 0x7f484015a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.320+0000 7f4844fc8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f48400d2de0 0x7f48401f8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.320+0000 7f4844fc8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f48400b3d60 con 0x7f48400b98a0 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.320+0000 7f4844fc8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f48400b3be0 con 0x7f48400d2de0 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.320+0000 7f4844fc8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f48400d3c30 con 0x7f48400b37d0 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.320+0000 7f483dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48400b98a0 0x7f484015a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.320+0000 7f483dd9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48400b98a0 0x7f484015a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34448/0 (socket says 172.21.15.33:34448) 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.320+0000 7f483dd9b640 1 -- 172.21.15.33:0/158097123 learned_addr learned my addr 172.21.15.33:0/158097123 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.320+0000 7f483e59c640 1 --2- 172.21.15.33:0/158097123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48400b37d0 0x7f48400a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f483ed9d640 1 --2- 172.21.15.33:0/158097123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f48400d2de0 0x7f48401f8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f483dd9b640 1 -- 172.21.15.33:0/158097123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48400b37d0 msgr2=0x7f48400a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f483dd9b640 1 --2- 172.21.15.33:0/158097123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48400b37d0 0x7f48400a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f483dd9b640 1 -- 172.21.15.33:0/158097123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f48400d2de0 msgr2=0x7f48401f8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:44.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f483dd9b640 1 --2- 172.21.15.33:0/158097123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f48400d2de0 0x7f48401f8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f483dd9b640 1 -- 172.21.15.33:0/158097123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48401f5a20 con 0x7f48400b98a0 2024-07-26T17:05:44.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f483dd9b640 1 --2- 172.21.15.33:0/158097123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48400b98a0 0x7f484015a030 secure :-1 s=READY pgs=2513 cs=0 l=1 rev1=1 crypto rx=0x7f483000c340 tx=0x7f483000c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:44.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f4836ffd640 1 -- 172.21.15.33:0/158097123 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48300052d0 con 0x7f48400b98a0 2024-07-26T17:05:44.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f4836ffd640 1 -- 172.21.15.33:0/158097123 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4830007020 con 0x7f48400b98a0 2024-07-26T17:05:44.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f4844fc8640 1 -- 172.21.15.33:0/158097123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48401f5d00 con 0x7f48400b98a0 2024-07-26T17:05:44.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f4836ffd640 1 -- 172.21.15.33:0/158097123 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4830007470 con 0x7f48400b98a0 2024-07-26T17:05:44.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.321+0000 7f4844fc8640 1 -- 172.21.15.33:0/158097123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48401f8740 con 0x7f48400b98a0 2024-07-26T17:05:44.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.322+0000 7f4836ffd640 1 -- 172.21.15.33:0/158097123 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 161) ==== 49591+0+0 (secure 0 0 0) 0x7f48300067d0 con 0x7f48400b98a0 2024-07-26T17:05:44.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.323+0000 7f4844fc8640 1 -- 172.21.15.33:0/158097123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f484006a670 con 0x7f48400b98a0 2024-07-26T17:05:44.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.323+0000 7f4836ffd640 1 -- 172.21.15.33:0/158097123 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(256..256 src has 1..256) ==== 7981+0+0 (secure 0 0 0) 0x7f4830051f20 con 0x7f48400b98a0 2024-07-26T17:05:44.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.328+0000 7f4836ffd640 1 -- 172.21.15.33:0/158097123 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f484006a670 con 0x7f48400b98a0 2024-07-26T17:05:44.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.521+0000 7f4844fc8640 1 -- 172.21.15.33:0/158097123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f48400b9360 con 0x7f48400b98a0 2024-07-26T17:05:44.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.523+0000 7f4836ffd640 1 -- 172.21.15.33:0/158097123 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v256) ==== 74+0+22192 (secure 0 0 0) 0x7f4830007610 con 0x7f48400b98a0 2024-07-26T17:05:44.525 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:44.525 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":256,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:41.561942+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":34,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:14.049845+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"249","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_data","create_time":"2024-07-26T17:05:15.310526+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"250","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:05:25.703125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":34,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:05:26.386257+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"254","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/2689732993":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/1994821365":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/405757023":"2024-07-27T17:05:41.561899+0000","172.21.15.154:6837/1671058524":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/91381815":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3694402849":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/1360623903":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3439215610":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/748523368":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3626108916":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/1837013740":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/226874042":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/3392379567":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6836/1671058524":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3035245615":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3665869207":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6837/538816118":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6836/538816118":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/4139738476":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/4197656161":"2024-07-27T17:05:38.673041+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:44.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.525+0000 7f4844fc8640 1 -- 172.21.15.33:0/158097123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48400b98a0 msgr2=0x7f484015a030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:44.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.525+0000 7f4844fc8640 1 --2- 172.21.15.33:0/158097123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48400b98a0 0x7f484015a030 secure :-1 s=READY pgs=2513 cs=0 l=1 rev1=1 crypto rx=0x7f483000c340 tx=0x7f483000c800 comp rx=0 tx=0).stop 2024-07-26T17:05:44.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.525+0000 7f4844fc8640 1 -- 172.21.15.33:0/158097123 shutdown_connections 2024-07-26T17:05:44.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.525+0000 7f4844fc8640 1 --2- 172.21.15.33:0/158097123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f48400d2de0 0x7f48401f8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.525+0000 7f4844fc8640 1 --2- 172.21.15.33:0/158097123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48400b98a0 0x7f484015a030 unknown :-1 s=CLOSED pgs=2513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.525+0000 7f4844fc8640 1 --2- 172.21.15.33:0/158097123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f48400b37d0 0x7f48400a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.525+0000 7f4844fc8640 1 -- 172.21.15.33:0/158097123 >> 172.21.15.33:0/158097123 conn(0x7f48400b5b00 msgr2=0x7f484006e920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:44.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.525+0000 7f4844fc8640 1 -- 172.21.15.33:0/158097123 shutdown_connections 2024-07-26T17:05:44.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.525+0000 7f4844fc8640 1 -- 172.21.15.33:0/158097123 wait complete. 2024-07-26T17:05:44.539 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T17:05:44.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.664+0000 7f7e07e33640 1 -- 172.21.15.33:0/1914483963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7dec004d40 msgr2=0x7f7dec005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:44.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.664+0000 7f7e07e33640 1 --2- 172.21.15.33:0/1914483963 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7dec004d40 0x7f7dec005150 secure :-1 s=READY pgs=2518 cs=0 l=1 rev1=1 crypto rx=0x7f7e000cc6f0 tx=0x7f7dec005830 comp rx=0 tx=0).stop 2024-07-26T17:05:44.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.664+0000 7f7e063d0640 1 -- 172.21.15.33:0/1914483963 reap_dead start 2024-07-26T17:05:44.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.664+0000 7f7e07e33640 1 -- 172.21.15.33:0/1914483963 shutdown_connections 2024-07-26T17:05:44.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.664+0000 7f7e07e33640 1 -- 172.21.15.33:0/1914483963 >> 172.21.15.33:0/1914483963 conn(0x7f7e000d0d70 msgr2=0x7f7e000d1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:44.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.664+0000 7f7e07e33640 1 -- 172.21.15.33:0/1914483963 shutdown_connections 2024-07-26T17:05:44.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.664+0000 7f7e07e33640 1 -- 172.21.15.33:0/1914483963 wait complete. 2024-07-26T17:05:44.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.666+0000 7f7e07e33640 1 Processor -- start 2024-07-26T17:05:44.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.666+0000 7f7e07e33640 1 -- start start 2024-07-26T17:05:44.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.668+0000 7f7e07e33640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7dec004d40 0x7f7e00146800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:44.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.668+0000 7f7e07e33640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e001460d0 0x7f7e000b3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:44.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.668+0000 7f7e07e33640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e000b63e0 0x7f7e000b67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:44.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.668+0000 7f7e07e33640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0015ba50 con 0x7f7e000b63e0 2024-07-26T17:05:44.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.668+0000 7f7e05bcf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7dec004d40 0x7f7e00146800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:44.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.668+0000 7f7e07e33640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7e0015b8d0 con 0x7f7dec004d40 2024-07-26T17:05:44.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.668+0000 7f7e05bcf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7dec004d40 0x7f7e00146800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:57844/0 (socket says 172.21.15.33:57844) 2024-07-26T17:05:44.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.668+0000 7f7e063d0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e000b63e0 0x7f7e000b67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:44.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.668+0000 7f7e05bcf640 1 -- 172.21.15.33:0/881760700 learned_addr learned my addr 172.21.15.33:0/881760700 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:44.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.668+0000 7f7e053ce640 1 --2- 172.21.15.33:0/881760700 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e001460d0 0x7f7e000b3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:44.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.668+0000 7f7e07e33640 1 -- 172.21.15.33:0/881760700 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7e0015f000 con 0x7f7e001460d0 2024-07-26T17:05:44.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7e053ce640 1 -- 172.21.15.33:0/881760700 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7dec004d40 msgr2=0x7f7e00146800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:44.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7e053ce640 1 --2- 172.21.15.33:0/881760700 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7dec004d40 0x7f7e00146800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7e053ce640 1 -- 172.21.15.33:0/881760700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e000b63e0 msgr2=0x7f7e000b67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:44.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7e053ce640 1 --2- 172.21.15.33:0/881760700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e000b63e0 0x7f7e000b67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7e053ce640 1 -- 172.21.15.33:0/881760700 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e000af670 con 0x7f7e001460d0 2024-07-26T17:05:44.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7e063d0640 1 --2- 172.21.15.33:0/881760700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e000b63e0 0x7f7e000b67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:05:44.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7e053ce640 1 --2- 172.21.15.33:0/881760700 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e001460d0 0x7f7e000b3cc0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f7e00072c30 tx=0x7f7df0011e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:44.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7df67fc640 1 -- 172.21.15.33:0/881760700 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7df0004460 con 0x7f7e001460d0 2024-07-26T17:05:44.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7df67fc640 1 -- 172.21.15.33:0/881760700 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7df000f970 con 0x7f7e001460d0 2024-07-26T17:05:44.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7e07e33640 1 -- 172.21.15.33:0/881760700 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e001464e0 con 0x7f7e001460d0 2024-07-26T17:05:44.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7df67fc640 1 -- 172.21.15.33:0/881760700 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7df000fda0 con 0x7f7e001460d0 2024-07-26T17:05:44.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.669+0000 7f7e07e33640 1 -- 172.21.15.33:0/881760700 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e000afdc0 con 0x7f7e001460d0 2024-07-26T17:05:44.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.670+0000 7f7e07e33640 1 -- 172.21.15.33:0/881760700 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e000d05e0 con 0x7f7e001460d0 2024-07-26T17:05:44.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.671+0000 7f7df67fc640 1 -- 172.21.15.33:0/881760700 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 162) ==== 98850+0+0 (secure 0 0 0) 0x7f7df00035f0 con 0x7f7e001460d0 2024-07-26T17:05:44.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.672+0000 7f7df67fc640 1 -- 172.21.15.33:0/881760700 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(257..257 src has 1..257) ==== 7981+0+0 (secure 0 0 0) 0x7f7df0099680 con 0x7f7e001460d0 2024-07-26T17:05:44.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.676+0000 7f7df67fc640 1 -- 172.21.15.33:0/881760700 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7df0061dd0 con 0x7f7e001460d0 2024-07-26T17:05:44.706 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.704+0000 7f43efd57640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.706 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.704+0000 7f43efd57640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.706 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.704+0000 7f43efd57640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.706 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.704+0000 7f43efd57640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.707 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.704+0000 7f43efd57640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.707 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.705+0000 7f43f2d5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.707 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.705+0000 7f43f2d5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.707 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.705+0000 7f43f2d5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.708 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.705+0000 7f43f2d5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.708 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.705+0000 7f43f2d5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.721 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.719+0000 7f43efd57640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.721 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.719+0000 7f43efd57640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.721 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.719+0000 7f43efd57640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.721 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.719+0000 7f43efd57640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.722 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.719+0000 7f43efd57640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.722 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.719+0000 7f43f2d5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.722 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.719+0000 7f43f2d5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.722 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.719+0000 7f43f2d5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.722 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.719+0000 7f43f2d5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.722 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:44.719+0000 7f43f2d5d640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:05:44.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.920+0000 7f7e07e33640 1 -- 172.21.15.33:0/881760700 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f7e0015a0c0 con 0x7f7e001460d0 2024-07-26T17:05:44.923 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T17:05:44.921+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T17:05:44.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.927+0000 7f7df67fc640 1 -- 172.21.15.33:0/881760700 <== mon.2 v2:172.21.15.154:3301/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v141) ==== 161+0+0 (secure 0 0 0) 0x7f7df0066320 con 0x7f7e001460d0 2024-07-26T17:05:44.928 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T17:05:44.929 INFO:tasks.ceph.mds.b.smithi154.stderr: -3344> 2024-07-26T17:05:18.929+0000 7f07822c5640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:05:44.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.929+0000 7f7e07e33640 1 -- 172.21.15.33:0/881760700 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e001460d0 msgr2=0x7f7e000b3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:44.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.929+0000 7f7e07e33640 1 --2- 172.21.15.33:0/881760700 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e001460d0 0x7f7e000b3cc0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f7e00072c30 tx=0x7f7df0011e80 comp rx=0 tx=0).stop 2024-07-26T17:05:44.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.929+0000 7f7e07e33640 1 -- 172.21.15.33:0/881760700 shutdown_connections 2024-07-26T17:05:44.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.929+0000 7f7e07e33640 1 --2- 172.21.15.33:0/881760700 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e000b63e0 0x7f7e000b67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.929+0000 7f7e07e33640 1 --2- 172.21.15.33:0/881760700 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e001460d0 0x7f7e000b3cc0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.929+0000 7f7e07e33640 1 --2- 172.21.15.33:0/881760700 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7dec004d40 0x7f7e00146800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:44.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.929+0000 7f7e07e33640 1 -- 172.21.15.33:0/881760700 >> 172.21.15.33:0/881760700 conn(0x7f7e000d0d70 msgr2=0x7f7e000b0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:44.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.929+0000 7f7e07e33640 1 -- 172.21.15.33:0/881760700 shutdown_connections 2024-07-26T17:05:44.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:44.929+0000 7f7e07e33640 1 -- 172.21.15.33:0/881760700 wait complete. 2024-07-26T17:05:44.943 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T17:05:44.982 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T17:05:45.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.061+0000 7f39f6d0e640 1 -- 172.21.15.33:0/29911795 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39f00d0bc0 msgr2=0x7f39f00cecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:45.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.061+0000 7f39f6d0e640 1 --2- 172.21.15.33:0/29911795 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39f00d0bc0 0x7f39f00cecd0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f39e4009830 tx=0x7f39e402a480 comp rx=0 tx=0).stop 2024-07-26T17:05:45.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.061+0000 7f39f6d0e640 1 -- 172.21.15.33:0/29911795 shutdown_connections 2024-07-26T17:05:45.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.061+0000 7f39f6d0e640 1 --2- 172.21.15.33:0/29911795 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39f00d0bc0 0x7f39f00cecd0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:45.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.061+0000 7f39f6d0e640 1 --2- 172.21.15.33:0/29911795 >> v2:172.21.15.154:3300/0 conn(0x7f39f00cfd00 0x7f39f00ce790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:45.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.061+0000 7f39f6d0e640 1 -- 172.21.15.33:0/29911795 >> 172.21.15.33:0/29911795 conn(0x7f39f00d1e00 msgr2=0x7f39f00d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:45.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.061+0000 7f39f6d0e640 1 -- 172.21.15.33:0/29911795 shutdown_connections 2024-07-26T17:05:45.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.061+0000 7f39f6d0e640 1 -- 172.21.15.33:0/29911795 wait complete. 2024-07-26T17:05:45.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.063+0000 7f39f6d0e640 1 Processor -- start 2024-07-26T17:05:45.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.063+0000 7f39f6d0e640 1 -- start start 2024-07-26T17:05:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.064+0000 7f39f6d0e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39f00cfd00 0x7f39f009bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.064+0000 7f39f6d0e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39f00d0bc0 0x7f39f00c64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.064+0000 7f39f6d0e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39f0160350 0x7f39f009f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.064+0000 7f39f6d0e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f39f00b4fe0 con 0x7f39f00d0bc0 2024-07-26T17:05:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.064+0000 7f39f6d0e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f39f00b4e60 con 0x7f39f00cfd00 2024-07-26T17:05:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.064+0000 7f39f6d0e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f39f00b5160 con 0x7f39f0160350 2024-07-26T17:05:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.064+0000 7f39effff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39f00d0bc0 0x7f39f00c64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:45.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.064+0000 7f39effff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39f00d0bc0 0x7f39f00c64a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34604/0 (socket says 172.21.15.33:34604) 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.064+0000 7f39effff640 1 -- 172.21.15.33:0/2071838222 learned_addr learned my addr 172.21.15.33:0/2071838222 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.064+0000 7f39f52ab640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39f0160350 0x7f39f009f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.064+0000 7f39f4aaa640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39f00cfd00 0x7f39f009bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.065+0000 7f39effff640 1 -- 172.21.15.33:0/2071838222 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39f0160350 msgr2=0x7f39f009f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.065+0000 7f39effff640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39f0160350 0x7f39f009f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.065+0000 7f39effff640 1 -- 172.21.15.33:0/2071838222 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39f00cfd00 msgr2=0x7f39f009bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.065+0000 7f39effff640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39f00cfd00 0x7f39f009bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.065+0000 7f39effff640 1 -- 172.21.15.33:0/2071838222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39f015e9e0 con 0x7f39f00d0bc0 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.065+0000 7f39effff640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39f00d0bc0 0x7f39f00c64a0 secure :-1 s=READY pgs=2530 cs=0 l=1 rev1=1 crypto rx=0x7f39e4009950 tx=0x7f39e4033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.065+0000 7f39ed7fa640 1 -- 172.21.15.33:0/2071838222 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e4005c90 con 0x7f39f00d0bc0 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.065+0000 7f39ed7fa640 1 -- 172.21.15.33:0/2071838222 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39e4031e50 con 0x7f39f00d0bc0 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.065+0000 7f39f6d0e640 1 -- 172.21.15.33:0/2071838222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39f015ecc0 con 0x7f39f00d0bc0 2024-07-26T17:05:45.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.065+0000 7f39ed7fa640 1 -- 172.21.15.33:0/2071838222 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39e4005260 con 0x7f39f00d0bc0 2024-07-26T17:05:45.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.065+0000 7f39f6d0e640 1 -- 172.21.15.33:0/2071838222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39f009e890 con 0x7f39f00d0bc0 2024-07-26T17:05:45.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.066+0000 7f39f6d0e640 1 -- 172.21.15.33:0/2071838222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39f014eaf0 con 0x7f39f00d0bc0 2024-07-26T17:05:45.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.067+0000 7f39ed7fa640 1 -- 172.21.15.33:0/2071838222 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 162) ==== 98850+0+0 (secure 0 0 0) 0x7f39e4005400 con 0x7f39f00d0bc0 2024-07-26T17:05:45.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.067+0000 7f39ed7fa640 1 -- 172.21.15.33:0/2071838222 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(258..258 src has 1..258) ==== 8067+0+0 (secure 0 0 0) 0x7f39e40b9be0 con 0x7f39f00d0bc0 2024-07-26T17:05:45.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.072+0000 7f39ed7fa640 1 -- 172.21.15.33:0/2071838222 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f39f014eaf0 con 0x7f39f00d0bc0 2024-07-26T17:05:45.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.304+0000 7f39f6d0e640 1 -- 172.21.15.33:0/2071838222 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f39f0160760 con 0x7f39f00d0bc0 2024-07-26T17:05:45.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.644+0000 7f39ed7fa640 1 -- 172.21.15.33:0/2071838222 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 163) ==== 98977+0+0 (secure 0 0 0) 0x7f39e407dc20 con 0x7f39f00d0bc0 2024-07-26T17:05:45.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.645+0000 7f39ed7fa640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39dc07f890 0x7f39dc081cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:45.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.645+0000 7f39f4aaa640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39dc07f890 0x7f39dc081cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:45.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.646+0000 7f39f4aaa640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39dc07f890 0x7f39dc081cb0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f39e00095f0 tx=0x7f39e0005f90 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:45.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.926+0000 7f39ed7fa640 1 -- 172.21.15.33:0/2071838222 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v142) ==== 104+0+0 (secure 0 0 0) 0x7f39e403f030 con 0x7f39f00d0bc0 2024-07-26T17:05:45.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 -- 172.21.15.33:0/2071838222 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39dc07f890 msgr2=0x7f39dc081cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:45.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39dc07f890 0x7f39dc081cb0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f39e00095f0 tx=0x7f39e0005f90 comp rx=0 tx=0).stop 2024-07-26T17:05:45.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 -- 172.21.15.33:0/2071838222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39f00d0bc0 msgr2=0x7f39f00c64a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:45.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39f00d0bc0 0x7f39f00c64a0 secure :-1 s=READY pgs=2530 cs=0 l=1 rev1=1 crypto rx=0x7f39e4009950 tx=0x7f39e4033c20 comp rx=0 tx=0).stop 2024-07-26T17:05:45.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 -- 172.21.15.33:0/2071838222 shutdown_connections 2024-07-26T17:05:45.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39dc07f890 0x7f39dc081cb0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:45.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39f0160350 0x7f39f009f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:45.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39f00d0bc0 0x7f39f00c64a0 unknown :-1 s=CLOSED pgs=2530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:45.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 --2- 172.21.15.33:0/2071838222 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39f00cfd00 0x7f39f009bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:45.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 -- 172.21.15.33:0/2071838222 >> 172.21.15.33:0/2071838222 conn(0x7f39f00d1e00 msgr2=0x7f39f00b5b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:45.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 -- 172.21.15.33:0/2071838222 shutdown_connections 2024-07-26T17:05:45.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:45.929+0000 7f39f6d0e640 1 -- 172.21.15.33:0/2071838222 wait complete. 2024-07-26T17:05:45.944 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T17:05:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.069+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/4009508525 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8b80d1b70 msgr2=0x7fb8b80cf130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.069+0000 7fb8bfe2c640 1 --2- 172.21.15.33:0/4009508525 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8b80d1b70 0x7fb8b80cf130 secure :-1 s=READY pgs=2531 cs=0 l=1 rev1=1 crypto rx=0x7fb8b80b9bb0 tx=0x7fb8b002a5f0 comp rx=0 tx=0).stop 2024-07-26T17:05:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.069+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/4009508525 shutdown_connections 2024-07-26T17:05:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.069+0000 7fb8bfe2c640 1 --2- 172.21.15.33:0/4009508525 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8b80d1b70 0x7fb8b80cf130 unknown :-1 s=CLOSED pgs=2531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:46.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.069+0000 7fb8bfe2c640 1 --2- 172.21.15.33:0/4009508525 >> v2:172.21.15.154:3300/0 conn(0x7fb8b80b5570 0x7fb8b80b2cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:46.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.069+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/4009508525 >> 172.21.15.33:0/4009508525 conn(0x7fb8b80d3fa0 msgr2=0x7fb8b80d43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:46.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.069+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/4009508525 shutdown_connections 2024-07-26T17:05:46.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.069+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/4009508525 wait complete. 2024-07-26T17:05:46.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.071+0000 7fb8bfe2c640 1 Processor -- start 2024-07-26T17:05:46.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.071+0000 7fb8bfe2c640 1 -- start start 2024-07-26T17:05:46.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.072+0000 7fb8bfe2c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8b80b5570 0x7fb8b81f4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:46.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.072+0000 7fb8bfe2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8b80d1b70 0x7fb8b81e7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:46.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.072+0000 7fb8bfe2c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8b80d4ac0 0x7fb8b80a1210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:46.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.072+0000 7fb8bfe2c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b80cfa00 con 0x7fb8b80d1b70 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.072+0000 7fb8bfe2c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b80cf880 con 0x7fb8b80b5570 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.072+0000 7fb8bfe2c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb8b80cfb80 con 0x7fb8b80d4ac0 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.072+0000 7fb8bd3c7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8b80d1b70 0x7fb8b81e7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.072+0000 7fb8bd3c7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8b80d1b70 0x7fb8b81e7ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34636/0 (socket says 172.21.15.33:34636) 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.072+0000 7fb8bd3c7640 1 -- 172.21.15.33:0/1785664574 learned_addr learned my addr 172.21.15.33:0/1785664574 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8bdbc8640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8b80b5570 0x7fb8b81f4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8be3c9640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8b80d4ac0 0x7fb8b80a1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8bd3c7640 1 -- 172.21.15.33:0/1785664574 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8b80d4ac0 msgr2=0x7fb8b80a1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8bd3c7640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8b80d4ac0 0x7fb8b80a1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8bd3c7640 1 -- 172.21.15.33:0/1785664574 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8b80b5570 msgr2=0x7fb8b81f4f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8bd3c7640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8b80b5570 0x7fb8b81f4f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8bd3c7640 1 -- 172.21.15.33:0/1785664574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8b81f8690 con 0x7fb8b80d1b70 2024-07-26T17:05:46.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8bd3c7640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8b80d1b70 0x7fb8b81e7ea0 secure :-1 s=READY pgs=2532 cs=0 l=1 rev1=1 crypto rx=0x7fb8a800e7c0 tx=0x7fb8a800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:46.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8ae7fc640 1 -- 172.21.15.33:0/1785664574 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a800ccc0 con 0x7fb8b80d1b70 2024-07-26T17:05:46.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8ae7fc640 1 -- 172.21.15.33:0/1785664574 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb8a8010430 con 0x7fb8b80d1b70 2024-07-26T17:05:46.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/1785664574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8b80ccc70 con 0x7fb8b80d1b70 2024-07-26T17:05:46.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8ae7fc640 1 -- 172.21.15.33:0/1785664574 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a8010840 con 0x7fb8b80d1b70 2024-07-26T17:05:46.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.073+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/1785664574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8b80cd230 con 0x7fb8b80d1b70 2024-07-26T17:05:46.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.074+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/1785664574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8b80cf130 con 0x7fb8b80d1b70 2024-07-26T17:05:46.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.075+0000 7fb8ae7fc640 1 -- 172.21.15.33:0/1785664574 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 163) ==== 98977+0+0 (secure 0 0 0) 0x7fb8a80109e0 con 0x7fb8b80d1b70 2024-07-26T17:05:46.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.075+0000 7fb8ae7fc640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb89c076e90 0x7fb89c0793a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:46.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.076+0000 7fb8ae7fc640 1 -- 172.21.15.33:0/1785664574 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(258..258 src has 1..258) ==== 8067+0+0 (secure 0 0 0) 0x7fb8a8099710 con 0x7fb8b80d1b70 2024-07-26T17:05:46.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.076+0000 7fb8bdbc8640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb89c076e90 0x7fb89c0793a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:46.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.076+0000 7fb8bdbc8640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb89c076e90 0x7fb89c0793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb8b80cee20 tx=0x7fb8b4009040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:46.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.080+0000 7fb8ae7fc640 1 -- 172.21.15.33:0/1785664574 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb8a8061d50 con 0x7fb8b80d1b70 2024-07-26T17:05:46.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.274+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/1785664574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb8b80a1db0 con 0x7fb8b80d1b70 2024-07-26T17:05:46.677 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:46.675+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:46.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.935+0000 7fb8ae7fc640 1 -- 172.21.15.33:0/1785664574 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fb8a8010cd0 con 0x7fb8b80d1b70 2024-07-26T17:05:46.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.938+0000 7fb8ae7fc640 1 -- 172.21.15.33:0/1785664574 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v259) ==== 181+0+0 (secure 0 0 0) 0x7fb8a8059820 con 0x7fb8b80d1b70 2024-07-26T17:05:46.939 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T17:05:46.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.942+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/1785664574 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb89c076e90 msgr2=0x7fb89c0793a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:46.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.942+0000 7fb8bfe2c640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb89c076e90 0x7fb89c0793a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb8b80cee20 tx=0x7fb8b4009040 comp rx=0 tx=0).stop 2024-07-26T17:05:46.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.942+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/1785664574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8b80d1b70 msgr2=0x7fb8b81e7ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:46.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.942+0000 7fb8bfe2c640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8b80d1b70 0x7fb8b81e7ea0 secure :-1 s=READY pgs=2532 cs=0 l=1 rev1=1 crypto rx=0x7fb8a800e7c0 tx=0x7fb8a800ec80 comp rx=0 tx=0).stop 2024-07-26T17:05:46.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.942+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/1785664574 shutdown_connections 2024-07-26T17:05:46.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.942+0000 7fb8bfe2c640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb89c076e90 0x7fb89c0793a0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:46.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.942+0000 7fb8bfe2c640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8b80d4ac0 0x7fb8b80a1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:46.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.942+0000 7fb8bfe2c640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8b80d1b70 0x7fb8b81e7ea0 unknown :-1 s=CLOSED pgs=2532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:46.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.942+0000 7fb8bfe2c640 1 --2- 172.21.15.33:0/1785664574 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8b80b5570 0x7fb8b81f4f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:46.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.942+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/1785664574 >> 172.21.15.33:0/1785664574 conn(0x7fb8b80d3fa0 msgr2=0x7fb8b80d25b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:46.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.943+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/1785664574 shutdown_connections 2024-07-26T17:05:46.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:46.943+0000 7fb8bfe2c640 1 -- 172.21.15.33:0/1785664574 wait complete. 2024-07-26T17:05:46.958 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T17:05:47.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.084+0000 7f1041cc1640 1 -- 172.21.15.33:0/3016053742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f103c1679c0 msgr2=0x7f103c169de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:47.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.084+0000 7f1041cc1640 1 --2- 172.21.15.33:0/3016053742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f103c1679c0 0x7f103c169de0 secure :-1 s=READY pgs=2534 cs=0 l=1 rev1=1 crypto rx=0x7f1034005fd0 tx=0x7f103402aa10 comp rx=0 tx=0).stop 2024-07-26T17:05:47.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.084+0000 7f1041cc1640 1 -- 172.21.15.33:0/3016053742 shutdown_connections 2024-07-26T17:05:47.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.084+0000 7f1041cc1640 1 --2- 172.21.15.33:0/3016053742 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f103c1679c0 0x7f103c169de0 unknown :-1 s=CLOSED pgs=2534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:47.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.084+0000 7f1041cc1640 1 -- 172.21.15.33:0/3016053742 >> 172.21.15.33:0/3016053742 conn(0x7f103c0b5a80 msgr2=0x7f103c0b5e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:47.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.085+0000 7f1041cc1640 1 -- 172.21.15.33:0/3016053742 shutdown_connections 2024-07-26T17:05:47.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.085+0000 7f1041cc1640 1 -- 172.21.15.33:0/3016053742 wait complete. 2024-07-26T17:05:47.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.086+0000 7f1041cc1640 1 Processor -- start 2024-07-26T17:05:47.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.087+0000 7f1041cc1640 1 -- start start 2024-07-26T17:05:47.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f1041cc1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f103c0b3730 0x7f103c1f5c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:47.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f1041cc1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f103c0b9570 0x7f103c06e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:47.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f1041cc1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f103c1679c0 0x7f103c06e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:47.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f1041cc1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f103c0d06e0 con 0x7f103c0b9570 2024-07-26T17:05:47.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f1041cc1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f103c0d0560 con 0x7f103c1679c0 2024-07-26T17:05:47.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f1041cc1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f103c0b9980 con 0x7f103c0b3730 2024-07-26T17:05:47.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f103affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f103c0b9570 0x7f103c06e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:47.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f103affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f103c0b9570 0x7f103c06e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34658/0 (socket says 172.21.15.33:34658) 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f103affd640 1 -- 172.21.15.33:0/4134748690 learned_addr learned my addr 172.21.15.33:0/4134748690 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f103bfff640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f103c1679c0 0x7f103c06e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f103b7fe640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f103c0b3730 0x7f103c1f5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f103affd640 1 -- 172.21.15.33:0/4134748690 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f103c0b3730 msgr2=0x7f103c1f5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f103affd640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f103c0b3730 0x7f103c1f5c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f103affd640 1 -- 172.21.15.33:0/4134748690 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f103c1679c0 msgr2=0x7f103c06e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f103affd640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f103c1679c0 0x7f103c06e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.088+0000 7f103affd640 1 -- 172.21.15.33:0/4134748690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f103c0c8150 con 0x7f103c0b9570 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.089+0000 7f103affd640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f103c0b9570 0x7f103c06e290 secure :-1 s=READY pgs=2535 cs=0 l=1 rev1=1 crypto rx=0x7f103000c3f0 tx=0x7f103000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.089+0000 7f1023fff640 1 -- 172.21.15.33:0/4134748690 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1030017070 con 0x7f103c0b9570 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.089+0000 7f1023fff640 1 -- 172.21.15.33:0/4134748690 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10300035f0 con 0x7f103c0b9570 2024-07-26T17:05:47.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.089+0000 7f1041cc1640 1 -- 172.21.15.33:0/4134748690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f103c0c8430 con 0x7f103c0b9570 2024-07-26T17:05:47.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.089+0000 7f1023fff640 1 -- 172.21.15.33:0/4134748690 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1030003a40 con 0x7f103c0b9570 2024-07-26T17:05:47.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.089+0000 7f1041cc1640 1 -- 172.21.15.33:0/4134748690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f103c0c89f0 con 0x7f103c0b9570 2024-07-26T17:05:47.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.090+0000 7f1041cc1640 1 -- 172.21.15.33:0/4134748690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f103c0c7ec0 con 0x7f103c0b9570 2024-07-26T17:05:47.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.091+0000 7f1023fff640 1 -- 172.21.15.33:0/4134748690 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f103001a070 con 0x7f103c0b9570 2024-07-26T17:05:47.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.091+0000 7f1023fff640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f10280771c0 0x7f10280796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:47.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.091+0000 7f1023fff640 1 -- 172.21.15.33:0/4134748690 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(259..259 src has 1..259) ==== 7629+0+0 (secure 0 0 0) 0x7f1030098540 con 0x7f103c0b9570 2024-07-26T17:05:47.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.091+0000 7f103b7fe640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f10280771c0 0x7f10280796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:47.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.092+0000 7f103b7fe640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f10280771c0 0x7f10280796d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f102c000f60 tx=0x7f102c009040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:47.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.096+0000 7f1023fff640 1 -- 172.21.15.33:0/4134748690 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f10300607a0 con 0x7f103c0b9570 2024-07-26T17:05:47.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.297+0000 7f1041cc1640 1 -- 172.21.15.33:0/4134748690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f103c0b53e0 con 0x7f103c0b9570 2024-07-26T17:05:47.376 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:47.374+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:47.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.939+0000 7f1023fff640 1 -- 172.21.15.33:0/4134748690 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v260) ==== 169+0+0 (secure 0 0 0) 0x7f103c0b53e0 con 0x7f103c0b9570 2024-07-26T17:05:47.941 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T17:05:47.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.943+0000 7f1041cc1640 1 -- 172.21.15.33:0/4134748690 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f10280771c0 msgr2=0x7f10280796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:47.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.943+0000 7f1041cc1640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f10280771c0 0x7f10280796d0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f102c000f60 tx=0x7f102c009040 comp rx=0 tx=0).stop 2024-07-26T17:05:47.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.943+0000 7f1041cc1640 1 -- 172.21.15.33:0/4134748690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f103c0b9570 msgr2=0x7f103c06e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:47.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.943+0000 7f1041cc1640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f103c0b9570 0x7f103c06e290 secure :-1 s=READY pgs=2535 cs=0 l=1 rev1=1 crypto rx=0x7f103000c3f0 tx=0x7f103000c8b0 comp rx=0 tx=0).stop 2024-07-26T17:05:47.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.943+0000 7f1041cc1640 1 -- 172.21.15.33:0/4134748690 shutdown_connections 2024-07-26T17:05:47.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.943+0000 7f1041cc1640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f10280771c0 0x7f10280796d0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:47.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.943+0000 7f1041cc1640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f103c1679c0 0x7f103c06e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:47.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.943+0000 7f1041cc1640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f103c0b9570 0x7f103c06e290 unknown :-1 s=CLOSED pgs=2535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:47.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.943+0000 7f1041cc1640 1 --2- 172.21.15.33:0/4134748690 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f103c0b3730 0x7f103c1f5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:47.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.943+0000 7f1041cc1640 1 -- 172.21.15.33:0/4134748690 >> 172.21.15.33:0/4134748690 conn(0x7f103c0b5a80 msgr2=0x7f103c15de00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:47.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.944+0000 7f1041cc1640 1 -- 172.21.15.33:0/4134748690 shutdown_connections 2024-07-26T17:05:47.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:47.944+0000 7f1041cc1640 1 -- 172.21.15.33:0/4134748690 wait complete. 2024-07-26T17:05:47.960 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:48.069 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:48.067+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:48.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.077+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/333355710 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3c00cebe0 msgr2=0x7fb3c015e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.078+0000 7fb3c6d2f640 1 --2- 172.21.15.33:0/333355710 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3c00cebe0 0x7fb3c015e610 secure :-1 s=READY pgs=2537 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4009830 tx=0x7fb3b402a5c0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.078+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/333355710 shutdown_connections 2024-07-26T17:05:48.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.078+0000 7fb3c6d2f640 1 --2- 172.21.15.33:0/333355710 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3c00cebe0 0x7fb3c015e610 unknown :-1 s=CLOSED pgs=2537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.078+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/333355710 >> 172.21.15.33:0/333355710 conn(0x7fb3c00b2d00 msgr2=0x7fb3c00b3110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:48.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.078+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/333355710 shutdown_connections 2024-07-26T17:05:48.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.078+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/333355710 wait complete. 2024-07-26T17:05:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.079+0000 7fb3c6d2f640 1 Processor -- start 2024-07-26T17:05:48.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.079+0000 7fb3c6d2f640 1 -- start start 2024-07-26T17:05:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.081+0000 7fb3c6d2f640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3c00ce0a0 0x7fb3c009e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.081+0000 7fb3c6d2f640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3c00cebe0 0x7fb3c00b5f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.081+0000 7fb3c6d2f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3c00b64d0 0x7fb3c00ca5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.081+0000 7fb3c6d2f640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c00ccbe0 con 0x7fb3c00b64d0 2024-07-26T17:05:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.081+0000 7fb3c6d2f640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c00cca60 con 0x7fb3c00cebe0 2024-07-26T17:05:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.081+0000 7fb3c6d2f640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb3c00ccd60 con 0x7fb3c00ce0a0 2024-07-26T17:05:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.081+0000 7fb3c52cc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3c00b64d0 0x7fb3c00ca5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.081+0000 7fb3c52cc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3c00b64d0 0x7fb3c00ca5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34684/0 (socket says 172.21.15.33:34684) 2024-07-26T17:05:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.081+0000 7fb3c52cc640 1 -- 172.21.15.33:0/271596830 learned_addr learned my addr 172.21.15.33:0/271596830 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.081+0000 7fb3bffff640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3c00cebe0 0x7fb3c00b5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.081+0000 7fb3c4acb640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3c00ce0a0 0x7fb3c009e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.082+0000 7fb3c52cc640 1 -- 172.21.15.33:0/271596830 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3c00ce0a0 msgr2=0x7fb3c009e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.082+0000 7fb3c52cc640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3c00ce0a0 0x7fb3c009e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.082+0000 7fb3c52cc640 1 -- 172.21.15.33:0/271596830 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3c00cebe0 msgr2=0x7fb3c00b5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.082+0000 7fb3c52cc640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3c00cebe0 0x7fb3c00b5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.082+0000 7fb3c52cc640 1 -- 172.21.15.33:0/271596830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3c01f68b0 con 0x7fb3c00b64d0 2024-07-26T17:05:48.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.082+0000 7fb3c52cc640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3c00b64d0 0x7fb3c00ca5b0 secure :-1 s=READY pgs=2538 cs=0 l=1 rev1=1 crypto rx=0x7fb3b800cb10 tx=0x7fb3b800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:48.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.082+0000 7fb3bd7fa640 1 -- 172.21.15.33:0/271596830 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8016020 con 0x7fb3c00b64d0 2024-07-26T17:05:48.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.082+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/271596830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3c01f33f0 con 0x7fb3c00b64d0 2024-07-26T17:05:48.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.082+0000 7fb3bd7fa640 1 -- 172.21.15.33:0/271596830 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3b800ad00 con 0x7fb3c00b64d0 2024-07-26T17:05:48.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.082+0000 7fb3bd7fa640 1 -- 172.21.15.33:0/271596830 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8012680 con 0x7fb3c00b64d0 2024-07-26T17:05:48.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.082+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/271596830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3c01f3970 con 0x7fb3c00b64d0 2024-07-26T17:05:48.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.083+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/271596830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3c0153400 con 0x7fb3c00b64d0 2024-07-26T17:05:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.084+0000 7fb3bd7fa640 1 -- 172.21.15.33:0/271596830 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fb3b8019020 con 0x7fb3c00b64d0 2024-07-26T17:05:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.084+0000 7fb3bd7fa640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb3a40771c0 0x7fb3a40796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.084+0000 7fb3bd7fa640 1 -- 172.21.15.33:0/271596830 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(260..260 src has 1..260) ==== 7215+0+0 (secure 0 0 0) 0x7fb3b80997f0 con 0x7fb3c00b64d0 2024-07-26T17:05:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.085+0000 7fb3c4acb640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb3a40771c0 0x7fb3a40796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.085+0000 7fb3c4acb640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb3a40771c0 0x7fb3a40796d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4034000 tx=0x7fb3b4004730 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:48.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.089+0000 7fb3bd7fa640 1 -- 172.21.15.33:0/271596830 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb3b8020020 con 0x7fb3c00b64d0 2024-07-26T17:05:48.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.326+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/271596830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb3c015cff0 con 0x7fb3c00b64d0 2024-07-26T17:05:48.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.326+0000 7fb3bd7fa640 1 -- 172.21.15.33:0/271596830 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 142 v142) ==== 95+0+5249 (secure 0 0 0) 0x7fb3c015cff0 con 0x7fb3c00b64d0 2024-07-26T17:05:48.328 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:48.328 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":142,"btime":"2024-07-26T17:05:45:923965+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129},{"gid":10855,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2735872670","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2735872670},{"type":"v1","addr":"172.21.15.154:6835","nonce":2735872670}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":142}],"filesystems":[{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:27.440043+0000","modified":"2024-07-26T17:05:30.451956+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11508":{"gid":11508,"name":"a","rank":0,"incarnation":136,"state":"up:active","state_seq":5,"addr":"172.21.15.33:6835/2809483333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2809483333},{"type":"v1","addr":"172.21.15.33:6835","nonce":2809483333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[34],"metadata_pool":33,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11508,"qdb_cluster":[11508]},"id":16}]} 2024-07-26T17:05:48.328 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 142 2024-07-26T17:05:48.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/271596830 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb3a40771c0 msgr2=0x7fb3a40796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb3a40771c0 0x7fb3a40796d0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb3b4034000 tx=0x7fb3b4004730 comp rx=0 tx=0).stop 2024-07-26T17:05:48.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/271596830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3c00b64d0 msgr2=0x7fb3c00ca5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3c00b64d0 0x7fb3c00ca5b0 secure :-1 s=READY pgs=2538 cs=0 l=1 rev1=1 crypto rx=0x7fb3b800cb10 tx=0x7fb3b800a060 comp rx=0 tx=0).stop 2024-07-26T17:05:48.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/271596830 shutdown_connections 2024-07-26T17:05:48.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb3a40771c0 0x7fb3a40796d0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3c00b64d0 0x7fb3c00ca5b0 unknown :-1 s=CLOSED pgs=2538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3c00cebe0 0x7fb3c00b5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 --2- 172.21.15.33:0/271596830 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb3c00ce0a0 0x7fb3c009e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/271596830 >> 172.21.15.33:0/271596830 conn(0x7fb3c00b2d00 msgr2=0x7fb3c00afdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:48.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/271596830 shutdown_connections 2024-07-26T17:05:48.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.328+0000 7fb3c6d2f640 1 -- 172.21.15.33:0/271596830 wait complete. 2024-07-26T17:05:48.341 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:48.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.460+0000 7f28e7cda640 1 -- 172.21.15.33:0/3002391385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e0167810 msgr2=0x7f28e0169c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.460+0000 7f28e7cda640 1 --2- 172.21.15.33:0/3002391385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e0167810 0x7f28e0169c30 secure :-1 s=READY pgs=2540 cs=0 l=1 rev1=1 crypto rx=0x7f28d8005fd0 tx=0x7f28d802a8b0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.460+0000 7f28e7cda640 1 -- 172.21.15.33:0/3002391385 shutdown_connections 2024-07-26T17:05:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.460+0000 7f28e7cda640 1 --2- 172.21.15.33:0/3002391385 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e0167810 0x7f28e0169c30 unknown :-1 s=CLOSED pgs=2540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.460+0000 7f28e7cda640 1 -- 172.21.15.33:0/3002391385 >> 172.21.15.33:0/3002391385 conn(0x7f28e00b5b00 msgr2=0x7f28e00b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.460+0000 7f28e7cda640 1 -- 172.21.15.33:0/3002391385 shutdown_connections 2024-07-26T17:05:48.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.460+0000 7f28e7cda640 1 -- 172.21.15.33:0/3002391385 wait complete. 2024-07-26T17:05:48.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.462+0000 7f28e7cda640 1 Processor -- start 2024-07-26T17:05:48.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.462+0000 7f28e7cda640 1 -- start start 2024-07-26T17:05:48.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e7cda640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e00b37d0 0x7f28e00b1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e7cda640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28e00d26d0 0x7f28e0155be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e7cda640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28e0167810 0x7f28e0156120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e7cda640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f28e00d2300 con 0x7f28e00b37d0 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e7cda640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f28e00d2180 con 0x7f28e00d26d0 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e7cda640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f28e00b3be0 con 0x7f28e0167810 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e5a76640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e00b37d0 0x7f28e00b1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e5a76640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e00b37d0 0x7f28e00b1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34690/0 (socket says 172.21.15.33:34690) 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e5a76640 1 -- 172.21.15.33:0/3284103360 learned_addr learned my addr 172.21.15.33:0/3284103360 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e5275640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28e00d26d0 0x7f28e0155be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e6277640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28e0167810 0x7f28e0156120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e5a76640 1 -- 172.21.15.33:0/3284103360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28e0167810 msgr2=0x7f28e0156120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e5a76640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28e0167810 0x7f28e0156120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e5a76640 1 -- 172.21.15.33:0/3284103360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28e00d26d0 msgr2=0x7f28e0155be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e5a76640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28e00d26d0 0x7f28e0155be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e5a76640 1 -- 172.21.15.33:0/3284103360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28e00b8ae0 con 0x7f28e00b37d0 2024-07-26T17:05:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e6277640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28e0167810 0x7f28e0156120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e5a76640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e00b37d0 0x7f28e00b1bb0 secure :-1 s=READY pgs=2541 cs=0 l=1 rev1=1 crypto rx=0x7f28dc00c3a0 tx=0x7f28dc00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28d67fc640 1 -- 172.21.15.33:0/3284103360 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28dc017070 con 0x7f28e00b37d0 2024-07-26T17:05:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28d67fc640 1 -- 172.21.15.33:0/3284103360 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28dc0053c0 con 0x7f28e00b37d0 2024-07-26T17:05:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.464+0000 7f28e7cda640 1 -- 172.21.15.33:0/3284103360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28e01f8a30 con 0x7f28e00b37d0 2024-07-26T17:05:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.465+0000 7f28d67fc640 1 -- 172.21.15.33:0/3284103360 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28dc003850 con 0x7f28e00b37d0 2024-07-26T17:05:48.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.465+0000 7f28e7cda640 1 -- 172.21.15.33:0/3284103360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28e01f8ff0 con 0x7f28e00b37d0 2024-07-26T17:05:48.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.465+0000 7f28e7cda640 1 -- 172.21.15.33:0/3284103360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28e00d39c0 con 0x7f28e00b37d0 2024-07-26T17:05:48.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.466+0000 7f28d67fc640 1 -- 172.21.15.33:0/3284103360 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f28dc01a070 con 0x7f28e00b37d0 2024-07-26T17:05:48.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.467+0000 7f28d67fc640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f28c40771c0 0x7f28c40796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.467+0000 7f28e5275640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f28c40771c0 0x7f28c40796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.467+0000 7f28d67fc640 1 -- 172.21.15.33:0/3284103360 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(260..260 src has 1..260) ==== 7215+0+0 (secure 0 0 0) 0x7f28dc098630 con 0x7f28e00b37d0 2024-07-26T17:05:48.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.468+0000 7f28e5275640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f28c40771c0 0x7f28c40796d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f28e0167750 tx=0x7f28d0007e90 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:48.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.472+0000 7f28d67fc640 1 -- 172.21.15.33:0/3284103360 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f28e00d39c0 con 0x7f28e00b37d0 2024-07-26T17:05:48.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.668+0000 7f28e7cda640 1 -- 172.21.15.33:0/3284103360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f28e00d3c80 con 0x7f28e00b37d0 2024-07-26T17:05:48.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.669+0000 7f28d67fc640 1 -- 172.21.15.33:0/3284103360 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v260) ==== 74+0+18546 (secure 0 0 0) 0x7f28dc069220 con 0x7f28e00b37d0 2024-07-26T17:05:48.671 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:48.672 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":260,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:47.939044+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":34,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:05:25.703125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":34,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:05:26.386257+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"254","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:6835/3192707559":"2024-07-27T17:05:44.922443+0000","172.21.15.154:6833/3192707559":"2024-07-27T17:05:44.922443+0000","172.21.15.154:0/2689732993":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/1994821365":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/405757023":"2024-07-27T17:05:41.561899+0000","172.21.15.154:6837/1671058524":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/91381815":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3694402849":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/1360623903":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3439215610":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/748523368":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3626108916":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/1837013740":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/226874042":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/3392379567":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6836/1671058524":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3035245615":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3665869207":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6837/538816118":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6836/538816118":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/4139738476":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/4197656161":"2024-07-27T17:05:38.673041+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:48.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 -- 172.21.15.33:0/3284103360 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f28c40771c0 msgr2=0x7f28c40796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f28c40771c0 0x7f28c40796d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f28e0167750 tx=0x7f28d0007e90 comp rx=0 tx=0).stop 2024-07-26T17:05:48.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 -- 172.21.15.33:0/3284103360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e00b37d0 msgr2=0x7f28e00b1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e00b37d0 0x7f28e00b1bb0 secure :-1 s=READY pgs=2541 cs=0 l=1 rev1=1 crypto rx=0x7f28dc00c3a0 tx=0x7f28dc00c860 comp rx=0 tx=0).stop 2024-07-26T17:05:48.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 -- 172.21.15.33:0/3284103360 shutdown_connections 2024-07-26T17:05:48.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f28c40771c0 0x7f28c40796d0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f28e0167810 0x7f28e0156120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f28e00d26d0 0x7f28e0155be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 --2- 172.21.15.33:0/3284103360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f28e00b37d0 0x7f28e00b1bb0 unknown :-1 s=CLOSED pgs=2541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 -- 172.21.15.33:0/3284103360 >> 172.21.15.33:0/3284103360 conn(0x7f28e00b5b00 msgr2=0x7f28e006d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:48.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 -- 172.21.15.33:0/3284103360 shutdown_connections 2024-07-26T17:05:48.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.672+0000 7f28e7cda640 1 -- 172.21.15.33:0/3284103360 wait complete. 2024-07-26T17:05:48.685 INFO:tasks.cephfs.filesystem:Destroying file system backup_fs and related pools 2024-07-26T17:05:48.685 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:48.749 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:48.747+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:48.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.804+0000 7faa17a15640 1 -- 172.21.15.33:0/3051693665 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa100b7300 msgr2=0x7faa100b1250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.804+0000 7faa17a15640 1 --2- 172.21.15.33:0/3051693665 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa100b7300 0x7faa100b1250 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7faa00009bb0 tx=0x7faa0002a780 comp rx=0 tx=0).stop 2024-07-26T17:05:48.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.804+0000 7faa17a15640 1 -- 172.21.15.33:0/3051693665 shutdown_connections 2024-07-26T17:05:48.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.804+0000 7faa17a15640 1 --2- 172.21.15.33:0/3051693665 >> v2:172.21.15.154:3300/0 conn(0x7faa100b1790 0x7faa100b64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.804+0000 7faa17a15640 1 --2- 172.21.15.33:0/3051693665 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa100b7300 0x7faa100b1250 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.804+0000 7faa17a15640 1 -- 172.21.15.33:0/3051693665 >> 172.21.15.33:0/3051693665 conn(0x7faa100d1d20 msgr2=0x7faa100d2130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:48.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.805+0000 7faa17a15640 1 -- 172.21.15.33:0/3051693665 shutdown_connections 2024-07-26T17:05:48.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.805+0000 7faa17a15640 1 -- 172.21.15.33:0/3051693665 wait complete. 2024-07-26T17:05:48.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.806+0000 7faa17a15640 1 Processor -- start 2024-07-26T17:05:48.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.806+0000 7faa17a15640 1 -- start start 2024-07-26T17:05:48.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa17a15640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faa100b1790 0x7faa100c5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa17a15640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa100b69f0 0x7faa1014ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa17a15640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa100b7300 0x7faa100b1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa17a15640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faa10160340 con 0x7faa100b69f0 2024-07-26T17:05:48.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa17a15640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7faa100b7010 con 0x7faa100b1790 2024-07-26T17:05:48.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa17a15640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7faa101604c0 con 0x7faa100b7300 2024-07-26T17:05:48.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa14fb0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa100b69f0 0x7faa1014ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa14fb0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa100b69f0 0x7faa1014ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34702/0 (socket says 172.21.15.33:34702) 2024-07-26T17:05:48.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa14fb0640 1 -- 172.21.15.33:0/287042071 learned_addr learned my addr 172.21.15.33:0/287042071 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:48.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa157b1640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faa100b1790 0x7faa100c5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa15fb2640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa100b7300 0x7faa100b1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa14fb0640 1 -- 172.21.15.33:0/287042071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa100b7300 msgr2=0x7faa100b1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa14fb0640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa100b7300 0x7faa100b1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa14fb0640 1 -- 172.21.15.33:0/287042071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faa100b1790 msgr2=0x7faa100c5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:48.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa14fb0640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faa100b1790 0x7faa100c5850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:48.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa14fb0640 1 -- 172.21.15.33:0/287042071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa1014cfa0 con 0x7faa100b69f0 2024-07-26T17:05:48.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.808+0000 7faa14fb0640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa100b69f0 0x7faa1014ca60 secure :-1 s=READY pgs=2543 cs=0 l=1 rev1=1 crypto rx=0x7faa0400e9f0 tx=0x7faa0400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:48.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.809+0000 7faa0dffb640 1 -- 172.21.15.33:0/287042071 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa0400cd80 con 0x7faa100b69f0 2024-07-26T17:05:48.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.809+0000 7faa0dffb640 1 -- 172.21.15.33:0/287042071 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faa04004020 con 0x7faa100b69f0 2024-07-26T17:05:48.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.809+0000 7faa0dffb640 1 -- 172.21.15.33:0/287042071 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa04004450 con 0x7faa100b69f0 2024-07-26T17:05:48.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.809+0000 7faa17a15640 1 -- 172.21.15.33:0/287042071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa1009c8c0 con 0x7faa100b69f0 2024-07-26T17:05:48.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.809+0000 7faa17a15640 1 -- 172.21.15.33:0/287042071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa1014d6d0 con 0x7faa100b69f0 2024-07-26T17:05:48.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.810+0000 7faa17a15640 1 -- 172.21.15.33:0/287042071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa100b64b0 con 0x7faa100b69f0 2024-07-26T17:05:48.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.811+0000 7faa0dffb640 1 -- 172.21.15.33:0/287042071 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7faa040035f0 con 0x7faa100b69f0 2024-07-26T17:05:48.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.811+0000 7faa0dffb640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa9fc0771c0 0x7fa9fc0796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:48.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.811+0000 7faa157b1640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa9fc0771c0 0x7fa9fc0796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:48.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.811+0000 7faa0dffb640 1 -- 172.21.15.33:0/287042071 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(260..260 src has 1..260) ==== 7215+0+0 (secure 0 0 0) 0x7faa04099a90 con 0x7faa100b69f0 2024-07-26T17:05:48.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.812+0000 7faa157b1640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa9fc0771c0 0x7fa9fc0796d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7faa100b37c0 tx=0x7faa00004ab0 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:48.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:48.816+0000 7faa0dffb640 1 -- 172.21.15.33:0/287042071 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faa04061cd0 con 0x7faa100b69f0 2024-07-26T17:05:49.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.060+0000 7faa17a15640 1 -- 172.21.15.33:0/287042071 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa100b4350 con 0x7faa100b69f0 2024-07-26T17:05:49.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.061+0000 7faa0dffb640 1 -- 172.21.15.33:0/287042071 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 142 v142) ==== 95+0+5249 (secure 0 0 0) 0x7faa04066220 con 0x7faa100b69f0 2024-07-26T17:05:49.063 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:49.063 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":142,"btime":"2024-07-26T17:05:45:923965+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129},{"gid":10855,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2735872670","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2735872670},{"type":"v1","addr":"172.21.15.154:6835","nonce":2735872670}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":142}],"filesystems":[{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:27.440043+0000","modified":"2024-07-26T17:05:30.451956+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11508":{"gid":11508,"name":"a","rank":0,"incarnation":136,"state":"up:active","state_seq":5,"addr":"172.21.15.33:6835/2809483333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2809483333},{"type":"v1","addr":"172.21.15.33:6835","nonce":2809483333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[34],"metadata_pool":33,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11508,"qdb_cluster":[11508]},"id":16}]} 2024-07-26T17:05:49.063 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 142 2024-07-26T17:05:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 -- 172.21.15.33:0/287042071 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa9fc0771c0 msgr2=0x7fa9fc0796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa9fc0771c0 0x7fa9fc0796d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7faa100b37c0 tx=0x7faa00004ab0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 -- 172.21.15.33:0/287042071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa100b69f0 msgr2=0x7faa1014ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa100b69f0 0x7faa1014ca60 secure :-1 s=READY pgs=2543 cs=0 l=1 rev1=1 crypto rx=0x7faa0400e9f0 tx=0x7faa0400eeb0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 -- 172.21.15.33:0/287042071 shutdown_connections 2024-07-26T17:05:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa9fc0771c0 0x7fa9fc0796d0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faa100b7300 0x7faa100b1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faa100b69f0 0x7faa1014ca60 unknown :-1 s=CLOSED pgs=2543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 --2- 172.21.15.33:0/287042071 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faa100b1790 0x7faa100c5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 -- 172.21.15.33:0/287042071 >> 172.21.15.33:0/287042071 conn(0x7faa100d1d20 msgr2=0x7faa1015f1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 -- 172.21.15.33:0/287042071 shutdown_connections 2024-07-26T17:05:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.063+0000 7faa17a15640 1 -- 172.21.15.33:0/287042071 wait complete. 2024-07-26T17:05:49.077 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:49.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.194+0000 7f87eb01c640 1 -- 172.21.15.33:0/3296123305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b4440 msgr2=0x7f87e4168c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.194+0000 7f87eb01c640 1 --2- 172.21.15.33:0/3296123305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b4440 0x7f87e4168c90 secure :-1 s=READY pgs=2544 cs=0 l=1 rev1=1 crypto rx=0x7f87e408c600 tx=0x7f87dc02aa30 comp rx=0 tx=0).stop 2024-07-26T17:05:49.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.194+0000 7f87eb01c640 1 -- 172.21.15.33:0/3296123305 shutdown_connections 2024-07-26T17:05:49.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.194+0000 7f87eb01c640 1 --2- 172.21.15.33:0/3296123305 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b4440 0x7f87e4168c90 unknown :-1 s=CLOSED pgs=2544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.194+0000 7f87eb01c640 1 --2- 172.21.15.33:0/3296123305 >> v2:172.21.15.154:3300/0 conn(0x7f87e40d1d70 0x7f87e40d2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.194+0000 7f87eb01c640 1 -- 172.21.15.33:0/3296123305 >> 172.21.15.33:0/3296123305 conn(0x7f87e40b5ab0 msgr2=0x7f87e40b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:49.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.194+0000 7f87eb01c640 1 -- 172.21.15.33:0/3296123305 shutdown_connections 2024-07-26T17:05:49.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.194+0000 7f87eb01c640 1 -- 172.21.15.33:0/3296123305 wait complete. 2024-07-26T17:05:49.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.196+0000 7f87eb01c640 1 Processor -- start 2024-07-26T17:05:49.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.196+0000 7f87eb01c640 1 -- start start 2024-07-26T17:05:49.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.197+0000 7f87eb01c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b3920 0x7f87e41f6580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.197+0000 7f87eb01c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87e40b4440 0x7f87e40ca7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.197+0000 7f87eb01c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87e40d1d70 0x7f87e41e1510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.197+0000 7f87eb01c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f87e40d0730 con 0x7f87e40b3920 2024-07-26T17:05:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.197+0000 7f87eb01c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f87e408c630 con 0x7f87e40b4440 2024-07-26T17:05:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.197+0000 7f87eb01c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f87e41f7070 con 0x7f87e40d1d70 2024-07-26T17:05:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.197+0000 7f87e8db8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b3920 0x7f87e41f6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.197+0000 7f87e8db8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b3920 0x7f87e41f6580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34712/0 (socket says 172.21.15.33:34712) 2024-07-26T17:05:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.197+0000 7f87e8db8640 1 -- 172.21.15.33:0/3032360556 learned_addr learned my addr 172.21.15.33:0/3032360556 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.197+0000 7f87dbfff640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87e40b4440 0x7f87e40ca7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.197+0000 7f87e95b9640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87e40d1d70 0x7f87e41e1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87e8db8640 1 -- 172.21.15.33:0/3032360556 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87e40d1d70 msgr2=0x7f87e41e1510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87e8db8640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87e40d1d70 0x7f87e41e1510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87e8db8640 1 -- 172.21.15.33:0/3032360556 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87e40b4440 msgr2=0x7f87e40ca7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87e8db8640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87e40b4440 0x7f87e40ca7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87e8db8640 1 -- 172.21.15.33:0/3032360556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e40c9720 con 0x7f87e40b3920 2024-07-26T17:05:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87e95b9640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87e40d1d70 0x7f87e41e1510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:49.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87e8db8640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b3920 0x7f87e41f6580 secure :-1 s=READY pgs=2545 cs=0 l=1 rev1=1 crypto rx=0x7f87e000e790 tx=0x7f87e000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:49.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87d97fa640 1 -- 172.21.15.33:0/3032360556 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e000eea0 con 0x7f87e40b3920 2024-07-26T17:05:49.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87d97fa640 1 -- 172.21.15.33:0/3032360556 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87e000cdb0 con 0x7f87e40b3920 2024-07-26T17:05:49.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87eb01c640 1 -- 172.21.15.33:0/3032360556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e40c9a00 con 0x7f87e40b3920 2024-07-26T17:05:49.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87d97fa640 1 -- 172.21.15.33:0/3032360556 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e0010690 con 0x7f87e40b3920 2024-07-26T17:05:49.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.198+0000 7f87eb01c640 1 -- 172.21.15.33:0/3032360556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e40c9fc0 con 0x7f87e40b3920 2024-07-26T17:05:49.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.199+0000 7f87eb01c640 1 -- 172.21.15.33:0/3032360556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87e40d32e0 con 0x7f87e40b3920 2024-07-26T17:05:49.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.200+0000 7f87d97fa640 1 -- 172.21.15.33:0/3032360556 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f87e0010830 con 0x7f87e40b3920 2024-07-26T17:05:49.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.200+0000 7f87d97fa640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f87d00771c0 0x7f87d00796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.200+0000 7f87d97fa640 1 -- 172.21.15.33:0/3032360556 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(260..260 src has 1..260) ==== 7215+0+0 (secure 0 0 0) 0x7f87e0099b50 con 0x7f87e40b3920 2024-07-26T17:05:49.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.200+0000 7f87dbfff640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f87d00771c0 0x7f87d00796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.201+0000 7f87dbfff640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f87d00771c0 0x7f87d00796d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f87e41ea440 tx=0x7f87d4009040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:49.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.205+0000 7f87d97fa640 1 -- 172.21.15.33:0/3032360556 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f87e40d32e0 con 0x7f87e40b3920 2024-07-26T17:05:49.435 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:49.433+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:49.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.440+0000 7f87eb01c640 1 -- 172.21.15.33:0/3032360556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f87e408cb30 con 0x7f87e40b3920 2024-07-26T17:05:49.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.440+0000 7f87d97fa640 1 -- 172.21.15.33:0/3032360556 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 142 v142) ==== 95+0+5249 (secure 0 0 0) 0x7f87e0061e20 con 0x7f87e40b3920 2024-07-26T17:05:49.442 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:49.442 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":142,"btime":"2024-07-26T17:05:45:923965+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129},{"gid":10855,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2735872670","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2735872670},{"type":"v1","addr":"172.21.15.154:6835","nonce":2735872670}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":142}],"filesystems":[{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:05:27.440043+0000","modified":"2024-07-26T17:05:30.451956+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11508},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11508":{"gid":11508,"name":"a","rank":0,"incarnation":136,"state":"up:active","state_seq":5,"addr":"172.21.15.33:6835/2809483333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2809483333},{"type":"v1","addr":"172.21.15.33:6835","nonce":2809483333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[34],"metadata_pool":33,"enabled":true,"fs_name":"backup_fs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11508,"qdb_cluster":[11508]},"id":16}]} 2024-07-26T17:05:49.443 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 142 2024-07-26T17:05:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 -- 172.21.15.33:0/3032360556 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f87d00771c0 msgr2=0x7f87d00796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f87d00771c0 0x7f87d00796d0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f87e41ea440 tx=0x7f87d4009040 comp rx=0 tx=0).stop 2024-07-26T17:05:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 -- 172.21.15.33:0/3032360556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b3920 msgr2=0x7f87e41f6580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b3920 0x7f87e41f6580 secure :-1 s=READY pgs=2545 cs=0 l=1 rev1=1 crypto rx=0x7f87e000e790 tx=0x7f87e000ec50 comp rx=0 tx=0).stop 2024-07-26T17:05:49.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 -- 172.21.15.33:0/3032360556 shutdown_connections 2024-07-26T17:05:49.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f87d00771c0 0x7f87d00796d0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87e40d1d70 0x7f87e41e1510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87e40b4440 0x7f87e40ca7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 --2- 172.21.15.33:0/3032360556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b3920 0x7f87e41f6580 unknown :-1 s=CLOSED pgs=2545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 -- 172.21.15.33:0/3032360556 >> 172.21.15.33:0/3032360556 conn(0x7f87e40b5ab0 msgr2=0x7f87e40d0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:49.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 -- 172.21.15.33:0/3032360556 shutdown_connections 2024-07-26T17:05:49.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.442+0000 7f87eb01c640 1 -- 172.21.15.33:0/3032360556 wait complete. 2024-07-26T17:05:49.456 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:49.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.575+0000 7f8a0f797640 1 -- 172.21.15.33:0/1482521809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a080cd1c0 msgr2=0x7f8a08166a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.575+0000 7f8a0f797640 1 --2- 172.21.15.33:0/1482521809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a080cd1c0 0x7f8a08166a70 secure :-1 s=READY pgs=2546 cs=0 l=1 rev1=1 crypto rx=0x7f8a080d1960 tx=0x7f8a0002aac0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.575+0000 7f8a0f797640 1 -- 172.21.15.33:0/1482521809 shutdown_connections 2024-07-26T17:05:49.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.575+0000 7f8a0f797640 1 --2- 172.21.15.33:0/1482521809 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a080cd1c0 0x7f8a08166a70 unknown :-1 s=CLOSED pgs=2546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.575+0000 7f8a0f797640 1 --2- 172.21.15.33:0/1482521809 >> v2:172.21.15.154:3300/0 conn(0x7f8a080cc870 0x7f8a080ccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.575+0000 7f8a0f797640 1 -- 172.21.15.33:0/1482521809 >> 172.21.15.33:0/1482521809 conn(0x7f8a080d1da0 msgr2=0x7f8a080d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:49.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.575+0000 7f8a0f797640 1 -- 172.21.15.33:0/1482521809 shutdown_connections 2024-07-26T17:05:49.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.575+0000 7f8a0f797640 1 -- 172.21.15.33:0/1482521809 wait complete. 2024-07-26T17:05:49.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.577+0000 7f8a0f797640 1 Processor -- start 2024-07-26T17:05:49.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.577+0000 7f8a0f797640 1 -- start start 2024-07-26T17:05:49.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0f797640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a080b3130 0x7f8a0806db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0f797640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8a080cc870 0x7f8a081e0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0f797640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8a080cd1c0 0x7f8a081e14b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0f797640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8a080b73c0 con 0x7f8a080b3130 2024-07-26T17:05:49.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0f797640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8a080b7240 con 0x7f8a080cd1c0 2024-07-26T17:05:49.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0f797640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8a080d1a10 con 0x7f8a080cc870 2024-07-26T17:05:49.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0d533640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a080b3130 0x7f8a0806db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0d533640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a080b3130 0x7f8a0806db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34728/0 (socket says 172.21.15.33:34728) 2024-07-26T17:05:49.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0d533640 1 -- 172.21.15.33:0/2851298484 learned_addr learned my addr 172.21.15.33:0/2851298484 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:49.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0dd34640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8a080cd1c0 0x7f8a081e14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0cd32640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8a080cc870 0x7f8a081e0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0d533640 1 -- 172.21.15.33:0/2851298484 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8a080cc870 msgr2=0x7f8a081e0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0d533640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8a080cc870 0x7f8a081e0270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0d533640 1 -- 172.21.15.33:0/2851298484 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8a080cd1c0 msgr2=0x7f8a081e14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.578+0000 7f8a0d533640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8a080cd1c0 0x7f8a081e14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.579+0000 7f8a0d533640 1 -- 172.21.15.33:0/2851298484 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a081f6a40 con 0x7f8a080b3130 2024-07-26T17:05:49.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.579+0000 7f8a0dd34640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8a080cd1c0 0x7f8a081e14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:49.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.579+0000 7f8a0d533640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a080b3130 0x7f8a0806db70 secure :-1 s=READY pgs=2547 cs=0 l=1 rev1=1 crypto rx=0x7f8a0400c370 tx=0x7f8a0400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:49.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.579+0000 7f89fdffb640 1 -- 172.21.15.33:0/2851298484 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a04017070 con 0x7f8a080b3130 2024-07-26T17:05:49.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.579+0000 7f89fdffb640 1 -- 172.21.15.33:0/2851298484 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a040053c0 con 0x7f8a080b3130 2024-07-26T17:05:49.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.579+0000 7f8a0f797640 1 -- 172.21.15.33:0/2851298484 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a080c9a00 con 0x7f8a080b3130 2024-07-26T17:05:49.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.579+0000 7f89fdffb640 1 -- 172.21.15.33:0/2851298484 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a04003850 con 0x7f8a080b3130 2024-07-26T17:05:49.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.579+0000 7f8a0f797640 1 -- 172.21.15.33:0/2851298484 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a080c9f80 con 0x7f8a080b3130 2024-07-26T17:05:49.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.580+0000 7f8a0f797640 1 -- 172.21.15.33:0/2851298484 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a0806a8f0 con 0x7f8a080b3130 2024-07-26T17:05:49.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.581+0000 7f89fdffb640 1 -- 172.21.15.33:0/2851298484 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f8a0401a070 con 0x7f8a080b3130 2024-07-26T17:05:49.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.581+0000 7f89fdffb640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f89ec0771c0 0x7f89ec0796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.582+0000 7f89fdffb640 1 -- 172.21.15.33:0/2851298484 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(260..260 src has 1..260) ==== 7215+0+0 (secure 0 0 0) 0x7f8a040985f0 con 0x7f8a080b3130 2024-07-26T17:05:49.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.582+0000 7f8a0cd32640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f89ec0771c0 0x7f89ec0796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.582+0000 7f8a0cd32640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f89ec0771c0 0x7f89ec0796d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8a080b7080 tx=0x7f89f8005f90 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:49.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.586+0000 7f89fdffb640 1 -- 172.21.15.33:0/2851298484 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8a0806a8f0 con 0x7f8a080b3130 2024-07-26T17:05:49.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.782+0000 7f8a0f797640 1 -- 172.21.15.33:0/2851298484 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8a080cf560 con 0x7f8a080b3130 2024-07-26T17:05:49.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.783+0000 7f89fdffb640 1 -- 172.21.15.33:0/2851298484 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v260) ==== 74+0+18546 (secure 0 0 0) 0x7f8a080cf560 con 0x7f8a080b3130 2024-07-26T17:05:49.785 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:49.785 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":260,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:47.939044+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":34,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"backup_fs_metadata","create_time":"2024-07-26T17:05:25.703125+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":34,"pool_name":"backup_fs_data","create_time":"2024-07-26T17:05:26.386257+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"254","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"backup_fs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:6835/3192707559":"2024-07-27T17:05:44.922443+0000","172.21.15.154:6833/3192707559":"2024-07-27T17:05:44.922443+0000","172.21.15.154:0/2689732993":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/1994821365":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/405757023":"2024-07-27T17:05:41.561899+0000","172.21.15.154:6837/1671058524":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/91381815":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3694402849":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/1360623903":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3439215610":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/748523368":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3626108916":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/1837013740":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/226874042":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/3392379567":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6836/1671058524":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3035245615":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3665869207":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6837/538816118":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6836/538816118":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/4139738476":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/4197656161":"2024-07-27T17:05:38.673041+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:49.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 -- 172.21.15.33:0/2851298484 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f89ec0771c0 msgr2=0x7f89ec0796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f89ec0771c0 0x7f89ec0796d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8a080b7080 tx=0x7f89f8005f90 comp rx=0 tx=0).stop 2024-07-26T17:05:49.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 -- 172.21.15.33:0/2851298484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a080b3130 msgr2=0x7f8a0806db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a080b3130 0x7f8a0806db70 secure :-1 s=READY pgs=2547 cs=0 l=1 rev1=1 crypto rx=0x7f8a0400c370 tx=0x7f8a0400c830 comp rx=0 tx=0).stop 2024-07-26T17:05:49.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 -- 172.21.15.33:0/2851298484 shutdown_connections 2024-07-26T17:05:49.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f89ec0771c0 0x7f89ec0796d0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8a080cd1c0 0x7f8a081e14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8a080cc870 0x7f8a081e0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 --2- 172.21.15.33:0/2851298484 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a080b3130 0x7f8a0806db70 unknown :-1 s=CLOSED pgs=2547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 -- 172.21.15.33:0/2851298484 >> 172.21.15.33:0/2851298484 conn(0x7f8a080d1da0 msgr2=0x7f8a08071c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:49.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 -- 172.21.15.33:0/2851298484 shutdown_connections 2024-07-26T17:05:49.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.786+0000 7f8a0f797640 1 -- 172.21.15.33:0/2851298484 wait complete. 2024-07-26T17:05:49.799 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail backup_fs 2024-07-26T17:05:49.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.920+0000 7fc569e41640 1 -- 172.21.15.33:0/773179383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5640d2930 msgr2=0x7fc564163ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.920+0000 7fc569e41640 1 --2- 172.21.15.33:0/773179383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5640d2930 0x7fc564163ad0 secure :-1 s=READY pgs=2549 cs=0 l=1 rev1=1 crypto rx=0x7fc5640c8e70 tx=0x7fc55802a680 comp rx=0 tx=0).stop 2024-07-26T17:05:49.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.920+0000 7fc569e41640 1 -- 172.21.15.33:0/773179383 shutdown_connections 2024-07-26T17:05:49.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.920+0000 7fc569e41640 1 --2- 172.21.15.33:0/773179383 >> v2:172.21.15.154:3300/0 conn(0x7fc564164010 0x7fc564166430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.920+0000 7fc569e41640 1 --2- 172.21.15.33:0/773179383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5640d2930 0x7fc564163ad0 unknown :-1 s=CLOSED pgs=2549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.920+0000 7fc569e41640 1 -- 172.21.15.33:0/773179383 >> 172.21.15.33:0/773179383 conn(0x7fc5640d1e10 msgr2=0x7fc5640d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:49.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.920+0000 7fc569e41640 1 -- 172.21.15.33:0/773179383 shutdown_connections 2024-07-26T17:05:49.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.920+0000 7fc569e41640 1 -- 172.21.15.33:0/773179383 wait complete. 2024-07-26T17:05:49.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.922+0000 7fc569e41640 1 Processor -- start 2024-07-26T17:05:49.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.922+0000 7fc569e41640 1 -- start start 2024-07-26T17:05:49.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.923+0000 7fc569e41640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5640b7010 0x7fc5640cb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.923+0000 7fc569e41640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5640d2930 0x7fc5640afba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.923+0000 7fc569e41640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc564164010 0x7fc5640b00e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.923+0000 7fc569e41640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc5640b2870 con 0x7fc5640d2930 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.923+0000 7fc569e41640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc5640b1d60 con 0x7fc5640b7010 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.923+0000 7fc569e41640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc564151260 con 0x7fc564164010 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc562ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5640d2930 0x7fc5640afba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc562ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5640d2930 0x7fc5640afba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34750/0 (socket says 172.21.15.33:34750) 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc562ffd640 1 -- 172.21.15.33:0/489191386 learned_addr learned my addr 172.21.15.33:0/489191386 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc5637fe640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5640b7010 0x7fc5640cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc563fff640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc564164010 0x7fc5640b00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc562ffd640 1 -- 172.21.15.33:0/489191386 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc564164010 msgr2=0x7fc5640b00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc562ffd640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc564164010 0x7fc5640b00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc562ffd640 1 -- 172.21.15.33:0/489191386 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5640b7010 msgr2=0x7fc5640cb700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:49.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc562ffd640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5640b7010 0x7fc5640cb700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:49.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc562ffd640 1 -- 172.21.15.33:0/489191386 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc56414eb50 con 0x7fc5640d2930 2024-07-26T17:05:49.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc563fff640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc564164010 0x7fc5640b00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:49.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc562ffd640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5640d2930 0x7fc5640afba0 secure :-1 s=READY pgs=2550 cs=0 l=1 rev1=1 crypto rx=0x7fc558034040 tx=0x7fc5580038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:49.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc54bfff640 1 -- 172.21.15.33:0/489191386 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc55803e030 con 0x7fc5640d2930 2024-07-26T17:05:49.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc54bfff640 1 -- 172.21.15.33:0/489191386 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc558003db0 con 0x7fc5640d2930 2024-07-26T17:05:49.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc54bfff640 1 -- 172.21.15.33:0/489191386 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc558035040 con 0x7fc5640d2930 2024-07-26T17:05:49.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc569e41640 1 -- 172.21.15.33:0/489191386 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc56414ee30 con 0x7fc5640d2930 2024-07-26T17:05:49.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.924+0000 7fc569e41640 1 -- 172.21.15.33:0/489191386 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc56414f3f0 con 0x7fc5640d2930 2024-07-26T17:05:49.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.926+0000 7fc569e41640 1 -- 172.21.15.33:0/489191386 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc56414e8a0 con 0x7fc5640d2930 2024-07-26T17:05:49.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.926+0000 7fc54bfff640 1 -- 172.21.15.33:0/489191386 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fc558041030 con 0x7fc5640d2930 2024-07-26T17:05:49.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.927+0000 7fc54bfff640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc5500771f0 0x7fc550079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:49.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.927+0000 7fc5637fe640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc5500771f0 0x7fc550079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:49.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.927+0000 7fc54bfff640 1 -- 172.21.15.33:0/489191386 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(260..260 src has 1..260) ==== 7215+0+0 (secure 0 0 0) 0x7fc5580b9bb0 con 0x7fc5640d2930 2024-07-26T17:05:49.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.927+0000 7fc5637fe640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc5500771f0 0x7fc550079700 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc554000f60 tx=0x7fc554009040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:49.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:49.931+0000 7fc54bfff640 1 -- 172.21.15.33:0/489191386 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc558081e80 con 0x7fc5640d2930 2024-07-26T17:05:50.134 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:50.132+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:50.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.174+0000 7fc569e41640 1 -- 172.21.15.33:0/489191386 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "backup_fs"} v 0) -- 0x7fc5640b1650 con 0x7fc5640d2930 2024-07-26T17:05:50.176 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T17:05:50.175+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T17:05:50.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.176+0000 7fc54bfff640 1 -- 172.21.15.33:0/489191386 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "backup_fs"}]=0 backup_fs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v143) ==== 167+0+0 (secure 0 0 0) 0x7fc5580863d0 con 0x7fc5640d2930 2024-07-26T17:05:50.178 INFO:teuthology.orchestra.run.smithi033.stderr:backup_fs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 -- 172.21.15.33:0/489191386 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc5500771f0 msgr2=0x7fc550079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc5500771f0 0x7fc550079700 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc554000f60 tx=0x7fc554009040 comp rx=0 tx=0).stop 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 -- 172.21.15.33:0/489191386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5640d2930 msgr2=0x7fc5640afba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5640d2930 0x7fc5640afba0 secure :-1 s=READY pgs=2550 cs=0 l=1 rev1=1 crypto rx=0x7fc558034040 tx=0x7fc5580038a0 comp rx=0 tx=0).stop 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 -- 172.21.15.33:0/489191386 shutdown_connections 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc5500771f0 0x7fc550079700 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc564164010 0x7fc5640b00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc5640d2930 0x7fc5640afba0 unknown :-1 s=CLOSED pgs=2550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 --2- 172.21.15.33:0/489191386 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc5640b7010 0x7fc5640cb700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 -- 172.21.15.33:0/489191386 >> 172.21.15.33:0/489191386 conn(0x7fc5640d1e10 msgr2=0x7fc5640b6440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 -- 172.21.15.33:0/489191386 shutdown_connections 2024-07-26T17:05:50.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.179+0000 7fc569e41640 1 -- 172.21.15.33:0/489191386 wait complete. 2024-07-26T17:05:50.182 INFO:tasks.ceph.mds.a.smithi033.stderr: -1375> 2024-07-26T17:05:33.929+0000 7f1eb1efc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:05:50.195 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm backup_fs --yes-i-really-mean-it 2024-07-26T17:05:50.237 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T17:05:50.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.320+0000 7fa61ae4b640 1 -- 172.21.15.33:0/3726662709 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa604003a00 msgr2=0x7fa604003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:50.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.320+0000 7fa61ae4b640 1 --2- 172.21.15.33:0/3726662709 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa604003a00 0x7fa604003e70 secure :-1 s=READY pgs=2555 cs=0 l=1 rev1=1 crypto rx=0x7fa60800ac60 tx=0x7fa604005830 comp rx=0 tx=0).stop 2024-07-26T17:05:50.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.320+0000 7fa6193e8640 1 -- 172.21.15.33:0/3726662709 reap_dead start 2024-07-26T17:05:50.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.320+0000 7fa61ae4b640 1 -- 172.21.15.33:0/3726662709 shutdown_connections 2024-07-26T17:05:50.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.320+0000 7fa61ae4b640 1 -- 172.21.15.33:0/3726662709 >> 172.21.15.33:0/3726662709 conn(0x7fa614072c20 msgr2=0x7fa614073030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:50.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.320+0000 7fa61ae4b640 1 -- 172.21.15.33:0/3726662709 shutdown_connections 2024-07-26T17:05:50.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.320+0000 7fa61ae4b640 1 -- 172.21.15.33:0/3726662709 wait complete. 2024-07-26T17:05:50.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.322+0000 7fa61ae4b640 1 Processor -- start 2024-07-26T17:05:50.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.322+0000 7fa61ae4b640 1 -- start start 2024-07-26T17:05:50.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa61ae4b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa604003a00 0x7fa61414b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:50.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa61ae4b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa61414e0d0 0x7fa61414c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:50.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa61ae4b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa61414e4e0 0x7fa61414c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:50.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa61ae4b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa61406dca0 con 0x7fa61414e4e0 2024-07-26T17:05:50.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa61ae4b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa61406db20 con 0x7fa604003a00 2024-07-26T17:05:50.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa61ae4b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa61406de20 con 0x7fa61414e0d0 2024-07-26T17:05:50.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa6193e8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa61414e4e0 0x7fa61414c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:50.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa6193e8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa61414e4e0 0x7fa61414c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34774/0 (socket says 172.21.15.33:34774) 2024-07-26T17:05:50.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa618be7640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa604003a00 0x7fa61414b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:50.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa6193e8640 1 -- 172.21.15.33:0/1935565192 learned_addr learned my addr 172.21.15.33:0/1935565192 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:50.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa613fff640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa61414e0d0 0x7fa61414c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:50.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa6193e8640 1 -- 172.21.15.33:0/1935565192 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa61414e0d0 msgr2=0x7fa61414c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:50.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa6193e8640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa61414e0d0 0x7fa61414c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:50.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa6193e8640 1 -- 172.21.15.33:0/1935565192 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa604003a00 msgr2=0x7fa61414b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:50.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa6193e8640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa604003a00 0x7fa61414b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:50.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa6193e8640 1 -- 172.21.15.33:0/1935565192 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6141f0fe0 con 0x7fa61414e4e0 2024-07-26T17:05:50.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.324+0000 7fa6193e8640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa61414e4e0 0x7fa61414c7c0 secure :-1 s=READY pgs=2556 cs=0 l=1 rev1=1 crypto rx=0x7fa60c005fd0 tx=0x7fa60c00ff90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:50.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.325+0000 7fa6117fa640 1 -- 172.21.15.33:0/1935565192 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa60c003c40 con 0x7fa61414e4e0 2024-07-26T17:05:50.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.325+0000 7fa6117fa640 1 -- 172.21.15.33:0/1935565192 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa60c003de0 con 0x7fa61414e4e0 2024-07-26T17:05:50.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.325+0000 7fa61ae4b640 1 -- 172.21.15.33:0/1935565192 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa61414ec00 con 0x7fa61414e4e0 2024-07-26T17:05:50.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.325+0000 7fa6117fa640 1 -- 172.21.15.33:0/1935565192 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa60c004d80 con 0x7fa61414e4e0 2024-07-26T17:05:50.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.325+0000 7fa61ae4b640 1 -- 172.21.15.33:0/1935565192 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6141f1580 con 0x7fa61414e4e0 2024-07-26T17:05:50.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.326+0000 7fa61ae4b640 1 -- 172.21.15.33:0/1935565192 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa614154970 con 0x7fa61414e4e0 2024-07-26T17:05:50.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.326+0000 7fa6117fa640 1 -- 172.21.15.33:0/1935565192 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fa60c00b950 con 0x7fa61414e4e0 2024-07-26T17:05:50.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.327+0000 7fa6117fa640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa5f80771c0 0x7fa5f80796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:50.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.327+0000 7fa6117fa640 1 -- 172.21.15.33:0/1935565192 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(261..261 src has 1..261) ==== 7301+0+0 (secure 0 0 0) 0x7fa60c09b1c0 con 0x7fa61414e4e0 2024-07-26T17:05:50.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.327+0000 7fa618be7640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa5f80771c0 0x7fa5f80796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:50.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.328+0000 7fa618be7640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa5f80771c0 0x7fa5f80796d0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa60802cfd0 tx=0x7fa6080046c0 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:50.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.332+0000 7fa6117fa640 1 -- 172.21.15.33:0/1935565192 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa60c020020 con 0x7fa61414e4e0 2024-07-26T17:05:50.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:50.567+0000 7fa61ae4b640 1 -- 172.21.15.33:0/1935565192 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "backup_fs", "yes_i_really_mean_it": true} v 0) -- 0x7fa61414e990 con 0x7fa61414e4e0 2024-07-26T17:05:50.840 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:50.838+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:51.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.181+0000 7fa6117fa640 1 -- 172.21.15.33:0/1935565192 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "backup_fs", "yes_i_really_mean_it": true}]=0 v144) ==== 107+0+0 (secure 0 0 0) 0x7fa60c063310 con 0x7fa61414e4e0 2024-07-26T17:05:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 -- 172.21.15.33:0/1935565192 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa5f80771c0 msgr2=0x7fa5f80796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa5f80771c0 0x7fa5f80796d0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fa60802cfd0 tx=0x7fa6080046c0 comp rx=0 tx=0).stop 2024-07-26T17:05:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 -- 172.21.15.33:0/1935565192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa61414e4e0 msgr2=0x7fa61414c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa61414e4e0 0x7fa61414c7c0 secure :-1 s=READY pgs=2556 cs=0 l=1 rev1=1 crypto rx=0x7fa60c005fd0 tx=0x7fa60c00ff90 comp rx=0 tx=0).stop 2024-07-26T17:05:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 -- 172.21.15.33:0/1935565192 shutdown_connections 2024-07-26T17:05:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa5f80771c0 0x7fa5f80796d0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:51.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa61414e4e0 0x7fa61414c7c0 unknown :-1 s=CLOSED pgs=2556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:51.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa61414e0d0 0x7fa61414c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:51.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 --2- 172.21.15.33:0/1935565192 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa604003a00 0x7fa61414b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:51.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 -- 172.21.15.33:0/1935565192 >> 172.21.15.33:0/1935565192 conn(0x7fa614072c20 msgr2=0x7fa614070180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:51.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 -- 172.21.15.33:0/1935565192 shutdown_connections 2024-07-26T17:05:51.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.184+0000 7fa61ae4b640 1 -- 172.21.15.33:0/1935565192 wait complete. 2024-07-26T17:05:51.197 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm backup_fs_metadata backup_fs_metadata --yes-i-really-really-mean-it 2024-07-26T17:05:51.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.360+0000 7f1823b5e640 1 -- 172.21.15.33:0/3752402428 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f181c0b2cb0 msgr2=0x7f181c0d1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:51.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.360+0000 7f1823b5e640 1 --2- 172.21.15.33:0/3752402428 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f181c0b2cb0 0x7f181c0d1b70 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f1814009be0 tx=0x7f181402a920 comp rx=0 tx=0).stop 2024-07-26T17:05:51.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.360+0000 7f1823b5e640 1 -- 172.21.15.33:0/3752402428 shutdown_connections 2024-07-26T17:05:51.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.360+0000 7f1823b5e640 1 --2- 172.21.15.33:0/3752402428 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f181c0b2cb0 0x7f181c0d1b70 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:51.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.360+0000 7f1823b5e640 1 -- 172.21.15.33:0/3752402428 >> 172.21.15.33:0/3752402428 conn(0x7f181c0d3fa0 msgr2=0x7f181c0d43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:51.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.361+0000 7f1823b5e640 1 -- 172.21.15.33:0/3752402428 shutdown_connections 2024-07-26T17:05:51.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.361+0000 7f1823b5e640 1 -- 172.21.15.33:0/3752402428 wait complete. 2024-07-26T17:05:51.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.362+0000 7f1823b5e640 1 Processor -- start 2024-07-26T17:05:51.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.362+0000 7f1823b5e640 1 -- start start 2024-07-26T17:05:51.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f1823b5e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f181c0b2cb0 0x7f181c152260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:51.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f1823b5e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f181c0b5570 0x7f181c161880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:51.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f1823b5e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f181c0d4ac0 0x7f181c161dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:51.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f1823b5e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f181c0cfc60 con 0x7f181c0b2cb0 2024-07-26T17:05:51.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f1823b5e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f181c0cfae0 con 0x7f181c0d4ac0 2024-07-26T17:05:51.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f1823b5e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f181c0cfde0 con 0x7f181c0b5570 2024-07-26T17:05:51.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18218fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f181c0b2cb0 0x7f181c152260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:51.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18218fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f181c0b2cb0 0x7f181c152260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34778/0 (socket says 172.21.15.33:34778) 2024-07-26T17:05:51.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18218fa640 1 -- 172.21.15.33:0/698206456 learned_addr learned my addr 172.21.15.33:0/698206456 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:51.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18220fb640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f181c0d4ac0 0x7f181c161dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:51.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18218fa640 1 -- 172.21.15.33:0/698206456 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f181c0b5570 msgr2=0x7f181c161880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:51.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18218fa640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f181c0b5570 0x7f181c161880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:51.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18218fa640 1 -- 172.21.15.33:0/698206456 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f181c0d4ac0 msgr2=0x7f181c161dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:51.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18218fa640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f181c0d4ac0 0x7f181c161dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:51.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18218fa640 1 -- 172.21.15.33:0/698206456 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f181c1602e0 con 0x7f181c0b2cb0 2024-07-26T17:05:51.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18220fb640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f181c0d4ac0 0x7f181c161dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:51.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18218fa640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f181c0b2cb0 0x7f181c152260 secure :-1 s=READY pgs=2558 cs=0 l=1 rev1=1 crypto rx=0x7f181800c460 tx=0x7f181800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:51.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.364+0000 7f18127fc640 1 -- 172.21.15.33:0/698206456 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1818017070 con 0x7f181c0b2cb0 2024-07-26T17:05:51.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.365+0000 7f1823b5e640 1 -- 172.21.15.33:0/698206456 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f181c1607e0 con 0x7f181c0b2cb0 2024-07-26T17:05:51.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.365+0000 7f18127fc640 1 -- 172.21.15.33:0/698206456 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f18180035f0 con 0x7f181c0b2cb0 2024-07-26T17:05:51.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.365+0000 7f18127fc640 1 -- 172.21.15.33:0/698206456 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1818003a40 con 0x7f181c0b2cb0 2024-07-26T17:05:51.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.365+0000 7f1823b5e640 1 -- 172.21.15.33:0/698206456 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f181c160da0 con 0x7f181c0b2cb0 2024-07-26T17:05:51.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.366+0000 7f1823b5e640 1 -- 172.21.15.33:0/698206456 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f181c0d1b70 con 0x7f181c0b2cb0 2024-07-26T17:05:51.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.366+0000 7f18127fc640 1 -- 172.21.15.33:0/698206456 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f181801a070 con 0x7f181c0b2cb0 2024-07-26T17:05:51.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.367+0000 7f18127fc640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f18000771c0 0x7f18000796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:51.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.367+0000 7f18210f9640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f18000771c0 0x7f18000796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:51.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.367+0000 7f18127fc640 1 -- 172.21.15.33:0/698206456 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(261..261 src has 1..261) ==== 7301+0+0 (secure 0 0 0) 0x7f18180985d0 con 0x7f181c0b2cb0 2024-07-26T17:05:51.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.368+0000 7f18210f9640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f18000771c0 0x7f18000796d0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f180c007fd0 tx=0x7f180c007980 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:51.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.372+0000 7f18127fc640 1 -- 172.21.15.33:0/698206456 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1818060f20 con 0x7f181c0b2cb0 2024-07-26T17:05:51.549 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:51.547+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:51.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:51.568+0000 7f1823b5e640 1 -- 172.21.15.33:0/698206456 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "backup_fs_metadata", "pool2": "backup_fs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f181c0d1f20 con 0x7f181c0b2cb0 2024-07-26T17:05:52.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.183+0000 7f18127fc640 1 -- 172.21.15.33:0/698206456 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "backup_fs_metadata", "pool2": "backup_fs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'backup_fs_metadata' removed v262) ==== 190+0+0 (secure 0 0 0) 0x7f1818069160 con 0x7f181c0b2cb0 2024-07-26T17:05:52.185 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'backup_fs_metadata' removed 2024-07-26T17:05:52.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.186+0000 7f1823b5e640 1 -- 172.21.15.33:0/698206456 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f18000771c0 msgr2=0x7f18000796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:52.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.186+0000 7f1823b5e640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f18000771c0 0x7f18000796d0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f180c007fd0 tx=0x7f180c007980 comp rx=0 tx=0).stop 2024-07-26T17:05:52.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.186+0000 7f1823b5e640 1 -- 172.21.15.33:0/698206456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f181c0b2cb0 msgr2=0x7f181c152260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:52.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.186+0000 7f1823b5e640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f181c0b2cb0 0x7f181c152260 secure :-1 s=READY pgs=2558 cs=0 l=1 rev1=1 crypto rx=0x7f181800c460 tx=0x7f181800c920 comp rx=0 tx=0).stop 2024-07-26T17:05:52.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.186+0000 7f1823b5e640 1 -- 172.21.15.33:0/698206456 shutdown_connections 2024-07-26T17:05:52.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.186+0000 7f1823b5e640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f18000771c0 0x7f18000796d0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:52.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.186+0000 7f1823b5e640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f181c0d4ac0 0x7f181c161dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:52.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.186+0000 7f1823b5e640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f181c0b5570 0x7f181c161880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:52.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.186+0000 7f1823b5e640 1 --2- 172.21.15.33:0/698206456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f181c0b2cb0 0x7f181c152260 unknown :-1 s=CLOSED pgs=2558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:52.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.186+0000 7f1823b5e640 1 -- 172.21.15.33:0/698206456 >> 172.21.15.33:0/698206456 conn(0x7f181c0d3fa0 msgr2=0x7f181c06dc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:52.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.186+0000 7f1823b5e640 1 -- 172.21.15.33:0/698206456 shutdown_connections 2024-07-26T17:05:52.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.187+0000 7f1823b5e640 1 -- 172.21.15.33:0/698206456 wait complete. 2024-07-26T17:05:52.201 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm backup_fs_data backup_fs_data --yes-i-really-really-mean-it 2024-07-26T17:05:52.258 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:52.256+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:52.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.330+0000 7f9a7199c640 1 -- 172.21.15.33:0/2649318546 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a58003a00 msgr2=0x7f9a58003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:52.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.330+0000 7f9a7199c640 1 --2- 172.21.15.33:0/2649318546 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a58003a00 0x7f9a58003e70 secure :-1 s=READY pgs=2560 cs=0 l=1 rev1=1 crypto rx=0x7f9a6400c4a0 tx=0x7f9a58005830 comp rx=0 tx=0).stop 2024-07-26T17:05:52.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.330+0000 7f9a6b7fe640 1 -- 172.21.15.33:0/2649318546 reap_dead start 2024-07-26T17:05:52.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.330+0000 7f9a7199c640 1 -- 172.21.15.33:0/2649318546 shutdown_connections 2024-07-26T17:05:52.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.330+0000 7f9a7199c640 1 -- 172.21.15.33:0/2649318546 >> 172.21.15.33:0/2649318546 conn(0x7f9a6c0cfb70 msgr2=0x7f9a6c0cff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:52.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.330+0000 7f9a7199c640 1 -- 172.21.15.33:0/2649318546 shutdown_connections 2024-07-26T17:05:52.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.330+0000 7f9a7199c640 1 -- 172.21.15.33:0/2649318546 wait complete. 2024-07-26T17:05:52.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.332+0000 7f9a7199c640 1 Processor -- start 2024-07-26T17:05:52.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.332+0000 7f9a7199c640 1 -- start start 2024-07-26T17:05:52.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.333+0000 7f9a7199c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a58003a00 0x7f9a6c13fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:52.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.333+0000 7f9a7199c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9a6c140040 0x7f9a6c0a9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:52.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.333+0000 7f9a7199c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9a6c0abad0 0x7f9a6c0abee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:52.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.333+0000 7f9a7199c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9a6c0b2ba0 con 0x7f9a58003a00 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.333+0000 7f9a7199c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9a6c070220 con 0x7f9a6c140040 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.333+0000 7f9a7199c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9a6c0b2d20 con 0x7f9a6c0abad0 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.333+0000 7f9a6affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a58003a00 0x7f9a6c13fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.333+0000 7f9a6affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a58003a00 0x7f9a6c13fac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34832/0 (socket says 172.21.15.33:34832) 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.333+0000 7f9a6affd640 1 -- 172.21.15.33:0/30011142 learned_addr learned my addr 172.21.15.33:0/30011142 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.333+0000 7f9a6b7fe640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9a6c0abad0 0x7f9a6c0abee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.333+0000 7f9a6a7fc640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9a6c140040 0x7f9a6c0a9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.334+0000 7f9a6affd640 1 -- 172.21.15.33:0/30011142 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9a6c0abad0 msgr2=0x7f9a6c0abee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.334+0000 7f9a6affd640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9a6c0abad0 0x7f9a6c0abee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.334+0000 7f9a6affd640 1 -- 172.21.15.33:0/30011142 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9a6c140040 msgr2=0x7f9a6c0a9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.334+0000 7f9a6affd640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9a6c140040 0x7f9a6c0a9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:52.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.334+0000 7f9a6affd640 1 -- 172.21.15.33:0/30011142 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a6c1e70d0 con 0x7f9a58003a00 2024-07-26T17:05:52.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.334+0000 7f9a6affd640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a58003a00 0x7f9a6c13fac0 secure :-1 s=READY pgs=2561 cs=0 l=1 rev1=1 crypto rx=0x7f9a6400c590 tx=0x7f9a64006290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:52.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.334+0000 7f9a63fff640 1 -- 172.21.15.33:0/30011142 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a64040070 con 0x7f9a58003a00 2024-07-26T17:05:52.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.334+0000 7f9a63fff640 1 -- 172.21.15.33:0/30011142 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a6402b650 con 0x7f9a58003a00 2024-07-26T17:05:52.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.334+0000 7f9a7199c640 1 -- 172.21.15.33:0/30011142 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a6c1e73b0 con 0x7f9a58003a00 2024-07-26T17:05:52.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.334+0000 7f9a63fff640 1 -- 172.21.15.33:0/30011142 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a6402ba80 con 0x7f9a58003a00 2024-07-26T17:05:52.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.334+0000 7f9a7199c640 1 -- 172.21.15.33:0/30011142 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a6c1e7970 con 0x7f9a58003a00 2024-07-26T17:05:52.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.335+0000 7f9a7199c640 1 -- 172.21.15.33:0/30011142 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a6c15ee30 con 0x7f9a58003a00 2024-07-26T17:05:52.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.336+0000 7f9a63fff640 1 -- 172.21.15.33:0/30011142 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f9a64043070 con 0x7f9a58003a00 2024-07-26T17:05:52.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.337+0000 7f9a63fff640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f9a4c0771c0 0x7f9a4c0796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:52.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.337+0000 7f9a63fff640 1 -- 172.21.15.33:0/30011142 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(262..262 src has 1..262) ==== 6857+0+0 (secure 0 0 0) 0x7f9a640bb960 con 0x7f9a58003a00 2024-07-26T17:05:52.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.337+0000 7f9a6a7fc640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f9a4c0771c0 0x7f9a4c0796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:52.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.337+0000 7f9a6a7fc640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f9a4c0771c0 0x7f9a4c0796d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c1f4f80 tx=0x7f9a54005f90 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:52.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.342+0000 7f9a63fff640 1 -- 172.21.15.33:0/30011142 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9a6c0704a0 con 0x7f9a58003a00 2024-07-26T17:05:52.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:52.536+0000 7f9a7199c640 1 -- 172.21.15.33:0/30011142 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "backup_fs_data", "pool2": "backup_fs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f9a6c075f00 con 0x7f9a58003a00 2024-07-26T17:05:52.975 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:52.973+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:53.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.187+0000 7f9a63fff640 1 -- 172.21.15.33:0/30011142 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "backup_fs_data", "pool2": "backup_fs_data", "yes_i_really_really_mean_it": true}]=0 pool 'backup_fs_data' removed v263) ==== 178+0+0 (secure 0 0 0) 0x7f9a64083e20 con 0x7f9a58003a00 2024-07-26T17:05:53.189 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'backup_fs_data' removed 2024-07-26T17:05:53.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 -- 172.21.15.33:0/30011142 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f9a4c0771c0 msgr2=0x7f9a4c0796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:53.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f9a4c0771c0 0x7f9a4c0796d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c1f4f80 tx=0x7f9a54005f90 comp rx=0 tx=0).stop 2024-07-26T17:05:53.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 -- 172.21.15.33:0/30011142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a58003a00 msgr2=0x7f9a6c13fac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:53.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a58003a00 0x7f9a6c13fac0 secure :-1 s=READY pgs=2561 cs=0 l=1 rev1=1 crypto rx=0x7f9a6400c590 tx=0x7f9a64006290 comp rx=0 tx=0).stop 2024-07-26T17:05:53.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 -- 172.21.15.33:0/30011142 shutdown_connections 2024-07-26T17:05:53.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f9a4c0771c0 0x7f9a4c0796d0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9a6c0abad0 0x7f9a6c0abee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9a6c140040 0x7f9a6c0a9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 --2- 172.21.15.33:0/30011142 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a58003a00 0x7f9a6c13fac0 unknown :-1 s=CLOSED pgs=2561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 -- 172.21.15.33:0/30011142 >> 172.21.15.33:0/30011142 conn(0x7f9a6c0cfb70 msgr2=0x7f9a6c1435e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:53.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 -- 172.21.15.33:0/30011142 shutdown_connections 2024-07-26T17:05:53.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.191+0000 7f9a7199c640 1 -- 172.21.15.33:0/30011142 wait complete. 2024-07-26T17:05:53.206 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T17:05:53.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.325+0000 7fbea6633640 1 -- 172.21.15.33:0/2912249194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe88003a50 msgr2=0x7fbe88003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:53.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.325+0000 7fbea6633640 1 --2- 172.21.15.33:0/2912249194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe88003a50 0x7fbe88003ee0 secure :-1 s=READY pgs=2563 cs=0 l=1 rev1=1 crypto rx=0x7fbe900016c0 tx=0x7fbe88005830 comp rx=0 tx=0).stop 2024-07-26T17:05:53.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.325+0000 7fbea6633640 1 -- 172.21.15.33:0/2912249194 shutdown_connections 2024-07-26T17:05:53.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.325+0000 7fbea6633640 1 --2- 172.21.15.33:0/2912249194 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbe88003a50 0x7fbe88003ee0 unknown :-1 s=CLOSED pgs=2563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.325+0000 7fbea6633640 1 -- 172.21.15.33:0/2912249194 >> 172.21.15.33:0/2912249194 conn(0x7fbea00b5b00 msgr2=0x7fbea00b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:53.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.325+0000 7fbea6633640 1 -- 172.21.15.33:0/2912249194 shutdown_connections 2024-07-26T17:05:53.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.325+0000 7fbea6633640 1 -- 172.21.15.33:0/2912249194 wait complete. 2024-07-26T17:05:53.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.327+0000 7fbea6633640 1 Processor -- start 2024-07-26T17:05:53.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.327+0000 7fbea6633640 1 -- start start 2024-07-26T17:05:53.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.328+0000 7fbea6633640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbe88003a50 0x7fbea0157460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:53.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.328+0000 7fbea6633640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbea01612c0 0x7fbea01616d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:53.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.328+0000 7fbea6633640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbea01f56a0 0x7fbea01f5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:53.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.328+0000 7fbea6633640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbea00d2350 con 0x7fbea01f56a0 2024-07-26T17:05:53.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.328+0000 7fbea6633640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbea00d21d0 con 0x7fbe88003a50 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.328+0000 7fbea6633640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbea00d24d0 con 0x7fbea01612c0 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbea4bd0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbea01f56a0 0x7fbea01f5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbea4bd0640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbea01f56a0 0x7fbea01f5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34854/0 (socket says 172.21.15.33:34854) 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbea4bd0640 1 -- 172.21.15.33:0/23544783 learned_addr learned my addr 172.21.15.33:0/23544783 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbe9f7fe640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbea01612c0 0x7fbea01616d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbe9ffff640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbe88003a50 0x7fbea0157460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbea4bd0640 1 -- 172.21.15.33:0/23544783 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbea01612c0 msgr2=0x7fbea01616d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbea4bd0640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbea01612c0 0x7fbea01616d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbea4bd0640 1 -- 172.21.15.33:0/23544783 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbe88003a50 msgr2=0x7fbea0157460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbea4bd0640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbe88003a50 0x7fbea0157460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbea4bd0640 1 -- 172.21.15.33:0/23544783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbea0161c10 con 0x7fbea01f56a0 2024-07-26T17:05:53.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbea4bd0640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbea01f56a0 0x7fbea01f5ab0 secure :-1 s=READY pgs=2564 cs=0 l=1 rev1=1 crypto rx=0x7fbe98005fd0 tx=0x7fbe9800e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:53.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbe9cff9640 1 -- 172.21.15.33:0/23544783 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe98017070 con 0x7fbea01f56a0 2024-07-26T17:05:53.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbe9cff9640 1 -- 172.21.15.33:0/23544783 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbe98015070 con 0x7fbea01f56a0 2024-07-26T17:05:53.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbea6633640 1 -- 172.21.15.33:0/23544783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbea014b170 con 0x7fbea01f56a0 2024-07-26T17:05:53.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbe9cff9640 1 -- 172.21.15.33:0/23544783 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe98003df0 con 0x7fbea01f56a0 2024-07-26T17:05:53.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.329+0000 7fbea6633640 1 -- 172.21.15.33:0/23544783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbea014a690 con 0x7fbea01f56a0 2024-07-26T17:05:53.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.331+0000 7fbea6633640 1 -- 172.21.15.33:0/23544783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbea00d2eb0 con 0x7fbea01f56a0 2024-07-26T17:05:53.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.331+0000 7fbe9cff9640 1 -- 172.21.15.33:0/23544783 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fbe98004030 con 0x7fbea01f56a0 2024-07-26T17:05:53.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.332+0000 7fbe9cff9640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fbe8c0771f0 0x7fbe8c079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:53.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.332+0000 7fbe9cff9640 1 -- 172.21.15.33:0/23544783 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(263..263 src has 1..263) ==== 6437+0+0 (secure 0 0 0) 0x7fbe98099850 con 0x7fbea01f56a0 2024-07-26T17:05:53.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.332+0000 7fbe9ffff640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fbe8c0771f0 0x7fbe8c079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:53.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.332+0000 7fbe9ffff640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fbe8c0771f0 0x7fbe8c079700 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fbe90032000 tx=0x7fbe90001190 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:53.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.336+0000 7fbe9cff9640 1 -- 172.21.15.33:0/23544783 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbea0161c10 con 0x7fbea01f56a0 2024-07-26T17:05:53.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.535+0000 7fbea6633640 1 -- 172.21.15.33:0/23544783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7fbea01579b0 con 0x7fbea01f56a0 2024-07-26T17:05:53.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.539+0000 7fbe9cff9640 1 -- 172.21.15.33:0/23544783 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v79) ==== 71+0+0 (secure 0 0 0) 0x7fbe98062610 con 0x7fbea01f56a0 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 -- 172.21.15.33:0/23544783 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fbe8c0771f0 msgr2=0x7fbe8c079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fbe8c0771f0 0x7fbe8c079700 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fbe90032000 tx=0x7fbe90001190 comp rx=0 tx=0).stop 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 -- 172.21.15.33:0/23544783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbea01f56a0 msgr2=0x7fbea01f5ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbea01f56a0 0x7fbea01f5ab0 secure :-1 s=READY pgs=2564 cs=0 l=1 rev1=1 crypto rx=0x7fbe98005fd0 tx=0x7fbe9800e720 comp rx=0 tx=0).stop 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 -- 172.21.15.33:0/23544783 shutdown_connections 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fbe8c0771f0 0x7fbe8c079700 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbea01f56a0 0x7fbea01f5ab0 unknown :-1 s=CLOSED pgs=2564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbea01612c0 0x7fbea01616d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 --2- 172.21.15.33:0/23544783 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbe88003a50 0x7fbea0157460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 -- 172.21.15.33:0/23544783 >> 172.21.15.33:0/23544783 conn(0x7fbea00b5b00 msgr2=0x7fbea015ea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 -- 172.21.15.33:0/23544783 shutdown_connections 2024-07-26T17:05:53.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.542+0000 7fbea6633640 1 -- 172.21.15.33:0/23544783 wait complete. 2024-07-26T17:05:53.556 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_without_fs_argument' 2024-07-26T17:05:53.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.674+0000 7f7c86b4e640 1 -- 172.21.15.33:0/2033427586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c800b98a0 msgr2=0x7f7c800d26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:53.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.674+0000 7f7c86b4e640 1 --2- 172.21.15.33:0/2033427586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c800b98a0 0x7f7c800d26d0 secure :-1 s=READY pgs=2566 cs=0 l=1 rev1=1 crypto rx=0x7f7c8008ce70 tx=0x7f7c6c02a4a0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.674+0000 7f7c86b4e640 1 -- 172.21.15.33:0/2033427586 shutdown_connections 2024-07-26T17:05:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.674+0000 7f7c86b4e640 1 --2- 172.21.15.33:0/2033427586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c800b98a0 0x7f7c800d26d0 unknown :-1 s=CLOSED pgs=2566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.674+0000 7f7c86b4e640 1 --2- 172.21.15.33:0/2033427586 >> v2:172.21.15.154:3300/0 conn(0x7f7c800b37d0 0x7f7c800b9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.674+0000 7f7c86b4e640 1 -- 172.21.15.33:0/2033427586 >> 172.21.15.33:0/2033427586 conn(0x7f7c800b5b00 msgr2=0x7f7c800b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.674+0000 7f7c86b4e640 1 -- 172.21.15.33:0/2033427586 shutdown_connections 2024-07-26T17:05:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.674+0000 7f7c86b4e640 1 -- 172.21.15.33:0/2033427586 wait complete. 2024-07-26T17:05:53.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.676+0000 7f7c86b4e640 1 Processor -- start 2024-07-26T17:05:53.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.676+0000 7f7c86b4e640 1 -- start start 2024-07-26T17:05:53.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c86b4e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7c800b37d0 0x7f7c801f4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c86b4e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7c800b98a0 0x7f7c8015ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c86b4e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c800d2c10 0x7f7c80160490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c86b4e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7c800b3d60 con 0x7f7c800d2c10 2024-07-26T17:05:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c86b4e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7c800b3be0 con 0x7f7c800b37d0 2024-07-26T17:05:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c86b4e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7c800d3c30 con 0x7f7c800b98a0 2024-07-26T17:05:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c850eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c800d2c10 0x7f7c80160490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c850eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c800d2c10 0x7f7c80160490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34874/0 (socket says 172.21.15.33:34874) 2024-07-26T17:05:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c850eb640 1 -- 172.21.15.33:0/3701715101 learned_addr learned my addr 172.21.15.33:0/3701715101 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c848ea640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7c800b37d0 0x7f7c801f4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c7ffff640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7c800b98a0 0x7f7c8015ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c850eb640 1 -- 172.21.15.33:0/3701715101 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7c800b98a0 msgr2=0x7f7c8015ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c850eb640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7c800b98a0 0x7f7c8015ff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c850eb640 1 -- 172.21.15.33:0/3701715101 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7c800b37d0 msgr2=0x7f7c801f4c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c850eb640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7c800b37d0 0x7f7c801f4c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.678+0000 7f7c850eb640 1 -- 172.21.15.33:0/3701715101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c8015f190 con 0x7f7c800d2c10 2024-07-26T17:05:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.679+0000 7f7c850eb640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c800d2c10 0x7f7c80160490 secure :-1 s=READY pgs=2567 cs=0 l=1 rev1=1 crypto rx=0x7f7c7800ca80 tx=0x7f7c7800cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.679+0000 7f7c7d7fa640 1 -- 172.21.15.33:0/3701715101 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c78016020 con 0x7f7c800d2c10 2024-07-26T17:05:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.679+0000 7f7c7d7fa640 1 -- 172.21.15.33:0/3701715101 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7c7800acc0 con 0x7f7c800d2c10 2024-07-26T17:05:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.679+0000 7f7c7d7fa640 1 -- 172.21.15.33:0/3701715101 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c78012680 con 0x7f7c800d2c10 2024-07-26T17:05:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.679+0000 7f7c86b4e640 1 -- 172.21.15.33:0/3701715101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c8015f470 con 0x7f7c800d2c10 2024-07-26T17:05:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.679+0000 7f7c86b4e640 1 -- 172.21.15.33:0/3701715101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c801f55e0 con 0x7f7c800d2c10 2024-07-26T17:05:53.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.680+0000 7f7c86b4e640 1 -- 172.21.15.33:0/3701715101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c80069550 con 0x7f7c800d2c10 2024-07-26T17:05:53.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.680+0000 7f7c7d7fa640 1 -- 172.21.15.33:0/3701715101 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f7c78019020 con 0x7f7c800d2c10 2024-07-26T17:05:53.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.681+0000 7f7c7d7fa640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7c640771f0 0x7f7c64079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:53.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.681+0000 7f7c7d7fa640 1 -- 172.21.15.33:0/3701715101 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(263..263 src has 1..263) ==== 6437+0+0 (secure 0 0 0) 0x7f7c78099430 con 0x7f7c800d2c10 2024-07-26T17:05:53.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.681+0000 7f7c848ea640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7c640771f0 0x7f7c64079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:53.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.682+0000 7f7c848ea640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7c640771f0 0x7f7c64079700 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7c74005fd0 tx=0x7f7c7400a250 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:53.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.686+0000 7f7c7d7fa640 1 -- 172.21.15.33:0/3701715101 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7c80069550 con 0x7f7c800d2c10 2024-07-26T17:05:53.701 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:53.698+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:53.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:53.967+0000 7f7c86b4e640 1 -- 172.21.15.33:0/3701715101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_without_fs_argument"]} v 0) -- 0x7f7c800d3100 con 0x7f7c800d2c10 2024-07-26T17:05:54.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.189+0000 7f7c7d7fa640 1 -- 172.21.15.33:0/3701715101 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesMandatoryFSArgument.test_snap_schedule_without_fs_argument"]}]=0 v3186) ==== 187+0+0 (secure 0 0 0) 0x7f7c78020020 con 0x7f7c800d2c10 2024-07-26T17:05:54.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 -- 172.21.15.33:0/3701715101 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7c640771f0 msgr2=0x7f7c64079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7c640771f0 0x7f7c64079700 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7c74005fd0 tx=0x7f7c7400a250 comp rx=0 tx=0).stop 2024-07-26T17:05:54.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 -- 172.21.15.33:0/3701715101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c800d2c10 msgr2=0x7f7c80160490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c800d2c10 0x7f7c80160490 secure :-1 s=READY pgs=2567 cs=0 l=1 rev1=1 crypto rx=0x7f7c7800ca80 tx=0x7f7c7800cf40 comp rx=0 tx=0).stop 2024-07-26T17:05:54.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 -- 172.21.15.33:0/3701715101 shutdown_connections 2024-07-26T17:05:54.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7c640771f0 0x7f7c64079700 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7c800d2c10 0x7f7c80160490 unknown :-1 s=CLOSED pgs=2567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7c800b98a0 0x7f7c8015ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 --2- 172.21.15.33:0/3701715101 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7c800b37d0 0x7f7c801f4c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 -- 172.21.15.33:0/3701715101 >> 172.21.15.33:0/3701715101 conn(0x7f7c800b5b00 msgr2=0x7f7c800b8a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:54.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 -- 172.21.15.33:0/3701715101 shutdown_connections 2024-07-26T17:05:54.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.191+0000 7f7c86b4e640 1 -- 172.21.15.33:0/3701715101 wait complete. 2024-07-26T17:05:54.205 INFO:tasks.cephfs_test_runner:Test command fails without --fs argument in presence of multiple fs ... ok 2024-07-26T17:05:54.206 INFO:tasks.cephfs_test_runner:Starting test: test_snap_dir_name (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir) Test the correctness of snap directory name 2024-07-26T17:05:54.206 INFO:tasks.cephfs_test_runner:test_snap_dir_name (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir) 2024-07-26T17:05:54.207 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:05:54.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.325+0000 7faf68c9b640 1 -- 172.21.15.33:0/2201685061 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf640b1960 msgr2=0x7faf640b64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.325+0000 7faf68c9b640 1 --2- 172.21.15.33:0/2201685061 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf640b1960 0x7faf640b64b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7faf4c005fd0 tx=0x7faf4c02a4b0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.326+0000 7faf68c9b640 1 -- 172.21.15.33:0/2201685061 shutdown_connections 2024-07-26T17:05:54.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.326+0000 7faf68c9b640 1 --2- 172.21.15.33:0/2201685061 >> v2:172.21.15.154:3300/0 conn(0x7faf640b69f0 0x7faf6415fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.326+0000 7faf68c9b640 1 --2- 172.21.15.33:0/2201685061 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf640b1960 0x7faf640b64b0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.326+0000 7faf68c9b640 1 -- 172.21.15.33:0/2201685061 >> 172.21.15.33:0/2201685061 conn(0x7faf640d1d20 msgr2=0x7faf640d2130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:54.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.326+0000 7faf68c9b640 1 -- 172.21.15.33:0/2201685061 shutdown_connections 2024-07-26T17:05:54.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.326+0000 7faf68c9b640 1 -- 172.21.15.33:0/2201685061 wait complete. 2024-07-26T17:05:54.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.328+0000 7faf68c9b640 1 Processor -- start 2024-07-26T17:05:54.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.328+0000 7faf68c9b640 1 -- start start 2024-07-26T17:05:54.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.329+0000 7faf68c9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf640b1960 0x7faf6415d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:54.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.329+0000 7faf68c9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf640b69f0 0x7faf6414a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:54.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.329+0000 7faf68c9b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf640b7300 0x7faf6415e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.329+0000 7faf68c9b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faf641602f0 con 0x7faf640b69f0 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.329+0000 7faf68c9b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7faf64160170 con 0x7faf640b1960 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.329+0000 7faf68c9b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7faf64160470 con 0x7faf640b7300 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.329+0000 7faf59d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf640b69f0 0x7faf6414a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.329+0000 7faf59d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf640b69f0 0x7faf6414a860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34886/0 (socket says 172.21.15.33:34886) 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.329+0000 7faf59d9b640 1 -- 172.21.15.33:0/1191459479 learned_addr learned my addr 172.21.15.33:0/1191459479 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.329+0000 7faf6259c640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf640b1960 0x7faf6415d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.329+0000 7faf62d9d640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf640b7300 0x7faf6415e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.330+0000 7faf59d9b640 1 -- 172.21.15.33:0/1191459479 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf640b7300 msgr2=0x7faf6415e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.330+0000 7faf59d9b640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf640b7300 0x7faf6415e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.330+0000 7faf59d9b640 1 -- 172.21.15.33:0/1191459479 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf640b1960 msgr2=0x7faf6415d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.330+0000 7faf59d9b640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf640b1960 0x7faf6415d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.330+0000 7faf59d9b640 1 -- 172.21.15.33:0/1191459479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6414b1e0 con 0x7faf640b69f0 2024-07-26T17:05:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.330+0000 7faf59d9b640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf640b69f0 0x7faf6414a860 secure :-1 s=READY pgs=2568 cs=0 l=1 rev1=1 crypto rx=0x7faf4c034040 tx=0x7faf4c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.330+0000 7faf5b7fe640 1 -- 172.21.15.33:0/1191459479 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4c03e030 con 0x7faf640b69f0 2024-07-26T17:05:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.330+0000 7faf5b7fe640 1 -- 172.21.15.33:0/1191459479 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf4c003ca0 con 0x7faf640b69f0 2024-07-26T17:05:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.330+0000 7faf68c9b640 1 -- 172.21.15.33:0/1191459479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf641f33d0 con 0x7faf640b69f0 2024-07-26T17:05:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.330+0000 7faf5b7fe640 1 -- 172.21.15.33:0/1191459479 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf4c035040 con 0x7faf640b69f0 2024-07-26T17:05:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.330+0000 7faf68c9b640 1 -- 172.21.15.33:0/1191459479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf641f3990 con 0x7faf640b69f0 2024-07-26T17:05:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.331+0000 7faf68c9b640 1 -- 172.21.15.33:0/1191459479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf6415daf0 con 0x7faf640b69f0 2024-07-26T17:05:54.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.332+0000 7faf5b7fe640 1 -- 172.21.15.33:0/1191459479 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7faf4c041030 con 0x7faf640b69f0 2024-07-26T17:05:54.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.333+0000 7faf5b7fe640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7faf440771f0 0x7faf44079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:54.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.333+0000 7faf5b7fe640 1 -- 172.21.15.33:0/1191459479 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(263..263 src has 1..263) ==== 6437+0+0 (secure 0 0 0) 0x7faf4c0b9900 con 0x7faf640b69f0 2024-07-26T17:05:54.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.333+0000 7faf6259c640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7faf440771f0 0x7faf44079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:54.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.333+0000 7faf6259c640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7faf440771f0 0x7faf44079700 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7faf54007fd0 tx=0x7faf54009040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:54.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.337+0000 7faf5b7fe640 1 -- 172.21.15.33:0/1191459479 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faf4c081e50 con 0x7faf640b69f0 2024-07-26T17:05:54.428 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:54.426+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:54.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.540+0000 7faf68c9b640 1 -- 172.21.15.33:0/1191459479 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faf640b64b0 con 0x7faf640b69f0 2024-07-26T17:05:54.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.541+0000 7faf5b7fe640 1 -- 172.21.15.33:0/1191459479 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v263) ==== 74+0+14950 (secure 0 0 0) 0x7faf4c0863a0 con 0x7faf640b69f0 2024-07-26T17:05:54.543 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:54.543 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":263,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:05:53.184338+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":34,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":252,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6833/2809483333":"2024-07-27T17:05:50.175968+0000","172.21.15.154:6835/3192707559":"2024-07-27T17:05:44.922443+0000","172.21.15.154:6833/3192707559":"2024-07-27T17:05:44.922443+0000","172.21.15.154:0/2689732993":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/1994821365":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/405757023":"2024-07-27T17:05:41.561899+0000","172.21.15.154:6837/1671058524":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/91381815":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3694402849":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/1360623903":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3439215610":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/748523368":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3626108916":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/1837013740":"2024-07-27T17:05:38.673041+0000","172.21.15.33:6835/2809483333":"2024-07-27T17:05:50.175968+0000","172.21.15.154:0/226874042":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/3392379567":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6836/1671058524":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3035245615":"2024-07-27T17:05:41.561899+0000","172.21.15.154:0/3665869207":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6837/538816118":"2024-07-27T17:05:38.673041+0000","172.21.15.154:6836/538816118":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/4139738476":"2024-07-27T17:05:38.673041+0000","172.21.15.154:0/4197656161":"2024-07-27T17:05:38.673041+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:05:54.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.543+0000 7faf68c9b640 1 -- 172.21.15.33:0/1191459479 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7faf440771f0 msgr2=0x7faf44079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.543+0000 7faf68c9b640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7faf440771f0 0x7faf44079700 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7faf54007fd0 tx=0x7faf54009040 comp rx=0 tx=0).stop 2024-07-26T17:05:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.544+0000 7faf68c9b640 1 -- 172.21.15.33:0/1191459479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf640b69f0 msgr2=0x7faf6414a860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.544+0000 7faf68c9b640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf640b69f0 0x7faf6414a860 secure :-1 s=READY pgs=2568 cs=0 l=1 rev1=1 crypto rx=0x7faf4c034040 tx=0x7faf4c0038a0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.544+0000 7faf68c9b640 1 -- 172.21.15.33:0/1191459479 shutdown_connections 2024-07-26T17:05:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.544+0000 7faf68c9b640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7faf440771f0 0x7faf44079700 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.544+0000 7faf68c9b640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faf640b7300 0x7faf6415e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.544+0000 7faf68c9b640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faf640b69f0 0x7faf6414a860 unknown :-1 s=CLOSED pgs=2568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.544+0000 7faf68c9b640 1 --2- 172.21.15.33:0/1191459479 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faf640b1960 0x7faf6415d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.544+0000 7faf68c9b640 1 -- 172.21.15.33:0/1191459479 >> 172.21.15.33:0/1191459479 conn(0x7faf640d1d20 msgr2=0x7faf640cd8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.544+0000 7faf68c9b640 1 -- 172.21.15.33:0/1191459479 shutdown_connections 2024-07-26T17:05:54.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.544+0000 7faf68c9b640 1 -- 172.21.15.33:0/1191459479 wait complete. 2024-07-26T17:05:54.557 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T17:05:54.558 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T17:05:54.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.681+0000 7f7a562ef640 1 -- 172.21.15.33:0/1499483185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a500d0bc0 msgr2=0x7f7a500cecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.681+0000 7f7a562ef640 1 --2- 172.21.15.33:0/1499483185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a500d0bc0 0x7f7a500cecd0 secure :-1 s=READY pgs=2569 cs=0 l=1 rev1=1 crypto rx=0x7f7a50073e40 tx=0x7f7a3802a560 comp rx=0 tx=0).stop 2024-07-26T17:05:54.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.681+0000 7f7a562ef640 1 -- 172.21.15.33:0/1499483185 shutdown_connections 2024-07-26T17:05:54.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.681+0000 7f7a562ef640 1 --2- 172.21.15.33:0/1499483185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a500d0bc0 0x7f7a500cecd0 unknown :-1 s=CLOSED pgs=2569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.681+0000 7f7a562ef640 1 --2- 172.21.15.33:0/1499483185 >> v2:172.21.15.154:3300/0 conn(0x7f7a500cfd00 0x7f7a500ce790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.681+0000 7f7a562ef640 1 -- 172.21.15.33:0/1499483185 >> 172.21.15.33:0/1499483185 conn(0x7f7a500d1e00 msgr2=0x7f7a500d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:54.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.681+0000 7f7a562ef640 1 -- 172.21.15.33:0/1499483185 shutdown_connections 2024-07-26T17:05:54.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.681+0000 7f7a562ef640 1 -- 172.21.15.33:0/1499483185 wait complete. 2024-07-26T17:05:54.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.683+0000 7f7a562ef640 1 Processor -- start 2024-07-26T17:05:54.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.683+0000 7f7a562ef640 1 -- start start 2024-07-26T17:05:54.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.684+0000 7f7a562ef640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7a500cfd00 0x7f7a500b3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:54.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.684+0000 7f7a562ef640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7a500d0bc0 0x7f7a50151e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:54.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.684+0000 7f7a562ef640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a50160350 0x7f7a501523d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:54.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.684+0000 7f7a562ef640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7a500b4fe0 con 0x7f7a50160350 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.684+0000 7f7a562ef640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7a500b4e60 con 0x7f7a500d0bc0 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.684+0000 7f7a562ef640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7a500b5160 con 0x7f7a500cfd00 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a4ffff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7a500cfd00 0x7f7a500b3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a47fff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7a500d0bc0 0x7f7a50151e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a5488c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a50160350 0x7f7a501523d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a4ffff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7a500cfd00 0x7f7a500b3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:48990/0 (socket says 172.21.15.33:48990) 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a47fff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7a500d0bc0 0x7f7a50151e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:59202/0 (socket says 172.21.15.33:59202) 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a4ffff640 1 -- 172.21.15.33:0/4193855585 learned_addr learned my addr 172.21.15.33:0/4193855585 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a5488c640 1 -- 172.21.15.33:0/4193855585 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7a500cfd00 msgr2=0x7f7a500b3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a5488c640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7a500cfd00 0x7f7a500b3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a5488c640 1 -- 172.21.15.33:0/4193855585 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7a500d0bc0 msgr2=0x7f7a50151e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a5488c640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7a500d0bc0 0x7f7a50151e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a5488c640 1 -- 172.21.15.33:0/4193855585 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a500c5930 con 0x7f7a50160350 2024-07-26T17:05:54.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a4ffff640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7a500cfd00 0x7f7a500b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:05:54.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a5488c640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a50160350 0x7f7a501523d0 secure :-1 s=READY pgs=2570 cs=0 l=1 rev1=1 crypto rx=0x7f7a4800c730 tx=0x7f7a4800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:54.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a4d7fa640 1 -- 172.21.15.33:0/4193855585 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a48003b70 con 0x7f7a50160350 2024-07-26T17:05:54.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a562ef640 1 -- 172.21.15.33:0/4193855585 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a501600b0 con 0x7f7a50160350 2024-07-26T17:05:54.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a4d7fa640 1 -- 172.21.15.33:0/4193855585 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a48003d10 con 0x7f7a50160350 2024-07-26T17:05:54.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a4d7fa640 1 -- 172.21.15.33:0/4193855585 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a48005330 con 0x7f7a50160350 2024-07-26T17:05:54.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.685+0000 7f7a562ef640 1 -- 172.21.15.33:0/4193855585 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a50153690 con 0x7f7a50160350 2024-07-26T17:05:54.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.687+0000 7f7a562ef640 1 -- 172.21.15.33:0/4193855585 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a50160760 con 0x7f7a50160350 2024-07-26T17:05:54.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.687+0000 7f7a4d7fa640 1 -- 172.21.15.33:0/4193855585 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f7a480054d0 con 0x7f7a50160350 2024-07-26T17:05:54.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.688+0000 7f7a4d7fa640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7a300771c0 0x7f7a300796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:54.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.688+0000 7f7a4d7fa640 1 -- 172.21.15.33:0/4193855585 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(263..263 src has 1..263) ==== 6437+0+0 (secure 0 0 0) 0x7f7a48098bf0 con 0x7f7a50160350 2024-07-26T17:05:54.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.688+0000 7f7a4ffff640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7a300771c0 0x7f7a300796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:54.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.688+0000 7f7a4ffff640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7a300771c0 0x7f7a300796d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7a40011440 tx=0x7f7a40005f90 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:54.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.692+0000 7f7a4d7fa640 1 -- 172.21.15.33:0/4193855585 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7a480611c0 con 0x7f7a50160350 2024-07-26T17:05:54.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.885+0000 7f7a562ef640 1 -- 172.21.15.33:0/4193855585 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f7a50070310 con 0x7f7a50160350 2024-07-26T17:05:54.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.885+0000 7f7a4d7fa640 1 -- 172.21.15.33:0/4193855585 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v263) ==== 93+0+10 (secure 0 0 0) 0x7f7a48065710 con 0x7f7a50160350 2024-07-26T17:05:54.887 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T17:05:54.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 -- 172.21.15.33:0/4193855585 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7a300771c0 msgr2=0x7f7a300796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7a300771c0 0x7f7a300796d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f7a40011440 tx=0x7f7a40005f90 comp rx=0 tx=0).stop 2024-07-26T17:05:54.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 -- 172.21.15.33:0/4193855585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a50160350 msgr2=0x7f7a501523d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:54.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a50160350 0x7f7a501523d0 secure :-1 s=READY pgs=2570 cs=0 l=1 rev1=1 crypto rx=0x7f7a4800c730 tx=0x7f7a4800cbf0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 -- 172.21.15.33:0/4193855585 shutdown_connections 2024-07-26T17:05:54.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7a300771c0 0x7f7a300796d0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a50160350 0x7f7a501523d0 unknown :-1 s=CLOSED pgs=2570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7a500d0bc0 0x7f7a50151e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 --2- 172.21.15.33:0/4193855585 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7a500cfd00 0x7f7a500b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:54.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 -- 172.21.15.33:0/4193855585 >> 172.21.15.33:0/4193855585 conn(0x7f7a500d1e00 msgr2=0x7f7a500ce790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:54.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 -- 172.21.15.33:0/4193855585 shutdown_connections 2024-07-26T17:05:54.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:54.887+0000 7f7a562ef640 1 -- 172.21.15.33:0/4193855585 wait complete. 2024-07-26T17:05:54.901 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name' 2024-07-26T17:05:55.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.019+0000 7ff32949b640 1 -- 172.21.15.33:0/1286147420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3240ce0a0 msgr2=0x7ff3240733f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:55.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.019+0000 7ff32949b640 1 --2- 172.21.15.33:0/1286147420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3240ce0a0 0x7ff3240733f0 secure :-1 s=READY pgs=2572 cs=0 l=1 rev1=1 crypto rx=0x7ff30c009830 tx=0x7ff30c02a510 comp rx=0 tx=0).stop 2024-07-26T17:05:55.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.019+0000 7ff32949b640 1 -- 172.21.15.33:0/1286147420 shutdown_connections 2024-07-26T17:05:55.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.019+0000 7ff32949b640 1 --2- 172.21.15.33:0/1286147420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3240ce0a0 0x7ff3240733f0 unknown :-1 s=CLOSED pgs=2572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:55.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.019+0000 7ff32949b640 1 --2- 172.21.15.33:0/1286147420 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff3240cebe0 0x7ff32415e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:55.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.019+0000 7ff32949b640 1 -- 172.21.15.33:0/1286147420 >> 172.21.15.33:0/1286147420 conn(0x7ff3240b2d00 msgr2=0x7ff3240b3110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:55.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.019+0000 7ff32949b640 1 -- 172.21.15.33:0/1286147420 shutdown_connections 2024-07-26T17:05:55.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.019+0000 7ff32949b640 1 -- 172.21.15.33:0/1286147420 wait complete. 2024-07-26T17:05:55.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.021+0000 7ff32949b640 1 Processor -- start 2024-07-26T17:05:55.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.021+0000 7ff32949b640 1 -- start start 2024-07-26T17:05:55.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.022+0000 7ff32949b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff324073930 0x7ff3240b5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:55.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.022+0000 7ff32949b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3240ce0a0 0x7ff3240b5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:55.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.022+0000 7ff32949b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3240cebe0 0x7ff3240b6500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:55.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.022+0000 7ff32949b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff32406f880 con 0x7ff3240cebe0 2024-07-26T17:05:55.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.022+0000 7ff32949b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff3240cd1c0 con 0x7ff3240ce0a0 2024-07-26T17:05:55.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.022+0000 7ff32949b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff32406fa00 con 0x7ff324073930 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.022+0000 7ff3237fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3240cebe0 0x7ff3240b6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.022+0000 7ff3237fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3240cebe0 0x7ff3240b6500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34930/0 (socket says 172.21.15.33:34930) 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.022+0000 7ff3237fe640 1 -- 172.21.15.33:0/361206931 learned_addr learned my addr 172.21.15.33:0/361206931 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.022+0000 7ff322ffd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff324073930 0x7ff3240b5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.022+0000 7ff31bfff640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3240ce0a0 0x7ff3240b5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.023+0000 7ff3237fe640 1 -- 172.21.15.33:0/361206931 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff324073930 msgr2=0x7ff3240b5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.023+0000 7ff3237fe640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff324073930 0x7ff3240b5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.023+0000 7ff3237fe640 1 -- 172.21.15.33:0/361206931 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3240ce0a0 msgr2=0x7ff3240b5fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.023+0000 7ff3237fe640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3240ce0a0 0x7ff3240b5fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.023+0000 7ff3237fe640 1 -- 172.21.15.33:0/361206931 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3240b6b00 con 0x7ff3240cebe0 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.023+0000 7ff3237fe640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3240cebe0 0x7ff3240b6500 secure :-1 s=READY pgs=2573 cs=0 l=1 rev1=1 crypto rx=0x7ff31c00cad0 tx=0x7ff31c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.023+0000 7ff31b7fe640 1 -- 172.21.15.33:0/361206931 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff31c016020 con 0x7ff3240cebe0 2024-07-26T17:05:55.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.023+0000 7ff31b7fe640 1 -- 172.21.15.33:0/361206931 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff31c00ad20 con 0x7ff3240cebe0 2024-07-26T17:05:55.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.023+0000 7ff32949b640 1 -- 172.21.15.33:0/361206931 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff324158080 con 0x7ff3240cebe0 2024-07-26T17:05:55.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.023+0000 7ff31b7fe640 1 -- 172.21.15.33:0/361206931 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff31c012680 con 0x7ff3240cebe0 2024-07-26T17:05:55.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.023+0000 7ff32949b640 1 -- 172.21.15.33:0/361206931 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3240b5280 con 0x7ff3240cebe0 2024-07-26T17:05:55.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.024+0000 7ff32949b640 1 -- 172.21.15.33:0/361206931 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3240addf0 con 0x7ff3240cebe0 2024-07-26T17:05:55.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.025+0000 7ff31b7fe640 1 -- 172.21.15.33:0/361206931 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7ff31c019020 con 0x7ff3240cebe0 2024-07-26T17:05:55.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.025+0000 7ff31b7fe640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ff3040771f0 0x7ff304079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:55.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.026+0000 7ff322ffd640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ff3040771f0 0x7ff304079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:55.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.026+0000 7ff31b7fe640 1 -- 172.21.15.33:0/361206931 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(263..263 src has 1..263) ==== 6437+0+0 (secure 0 0 0) 0x7ff31c099490 con 0x7ff3240cebe0 2024-07-26T17:05:55.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.026+0000 7ff322ffd640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ff3040771f0 0x7ff304079700 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff314009b30 tx=0x7ff314005f90 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.030+0000 7ff31b7fe640 1 -- 172.21.15.33:0/361206931 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff31c020020 con 0x7ff3240cebe0 2024-07-26T17:05:55.147 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:55.145+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:55.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:55.308+0000 7ff32949b640 1 -- 172.21.15.33:0/361206931 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]} v 0) -- 0x7ff324157df0 con 0x7ff3240cebe0 2024-07-26T17:05:55.877 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:55.874+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:56.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.194+0000 7ff31b7fe640 1 -- 172.21.15.33:0/361206931 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]}]=0 v3188) ==== 158+0+0 (secure 0 0 0) 0x7ff324073d40 con 0x7ff3240cebe0 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 -- 172.21.15.33:0/361206931 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ff3040771f0 msgr2=0x7ff304079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ff3040771f0 0x7ff304079700 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff314009b30 tx=0x7ff314005f90 comp rx=0 tx=0).stop 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 -- 172.21.15.33:0/361206931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3240cebe0 msgr2=0x7ff3240b6500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3240cebe0 0x7ff3240b6500 secure :-1 s=READY pgs=2573 cs=0 l=1 rev1=1 crypto rx=0x7ff31c00cad0 tx=0x7ff31c00cf90 comp rx=0 tx=0).stop 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 -- 172.21.15.33:0/361206931 shutdown_connections 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ff3040771f0 0x7ff304079700 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3240cebe0 0x7ff3240b6500 unknown :-1 s=CLOSED pgs=2573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff3240ce0a0 0x7ff3240b5fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 --2- 172.21.15.33:0/361206931 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff324073930 0x7ff3240b5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 -- 172.21.15.33:0/361206931 >> 172.21.15.33:0/361206931 conn(0x7ff3240b2d00 msgr2=0x7ff32406c700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 -- 172.21.15.33:0/361206931 shutdown_connections 2024-07-26T17:05:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.197+0000 7ff32949b640 1 -- 172.21.15.33:0/361206931 wait complete. 2024-07-26T17:05:56.210 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T17:05:56.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.327+0000 7f0df3547640 1 -- 172.21.15.33:0/4210883217 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dec0d2c30 msgr2=0x7f0dec0b1220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.327+0000 7f0df3547640 1 --2- 172.21.15.33:0/4210883217 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dec0d2c30 0x7f0dec0b1220 secure :-1 s=READY pgs=2575 cs=0 l=1 rev1=1 crypto rx=0x7f0de4005fd0 tx=0x7f0de402a980 comp rx=0 tx=0).stop 2024-07-26T17:05:56.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.327+0000 7f0df3547640 1 -- 172.21.15.33:0/4210883217 shutdown_connections 2024-07-26T17:05:56.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.327+0000 7f0df3547640 1 --2- 172.21.15.33:0/4210883217 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dec0d2c30 0x7f0dec0b1220 unknown :-1 s=CLOSED pgs=2575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.327+0000 7f0df3547640 1 --2- 172.21.15.33:0/4210883217 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dec0b97f0 0x7f0dec0d1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.327+0000 7f0df3547640 1 -- 172.21.15.33:0/4210883217 >> 172.21.15.33:0/4210883217 conn(0x7f0dec0b5b00 msgr2=0x7f0dec0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:56.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.327+0000 7f0df3547640 1 -- 172.21.15.33:0/4210883217 shutdown_connections 2024-07-26T17:05:56.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.327+0000 7f0df3547640 1 -- 172.21.15.33:0/4210883217 wait complete. 2024-07-26T17:05:56.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.329+0000 7f0df3547640 1 Processor -- start 2024-07-26T17:05:56.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.329+0000 7f0df3547640 1 -- start start 2024-07-26T17:05:56.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.330+0000 7f0df3547640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0dec0b97f0 0x7f0dec0a13f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:56.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.330+0000 7f0df3547640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dec0d2820 0x7f0dec1eac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:56.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.330+0000 7f0df3547640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dec0d2c30 0x7f0dec0a04e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:56.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.330+0000 7f0df3547640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0dec0ceda0 con 0x7f0dec0d2820 2024-07-26T17:05:56.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.330+0000 7f0df3547640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0dec0cec20 con 0x7f0dec0b97f0 2024-07-26T17:05:56.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.330+0000 7f0df3547640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0dec0cef20 con 0x7f0dec0d2c30 2024-07-26T17:05:56.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.330+0000 7f0df0ae2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dec0d2820 0x7f0dec1eac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:56.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.330+0000 7f0df0ae2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dec0d2820 0x7f0dec1eac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34950/0 (socket says 172.21.15.33:34950) 2024-07-26T17:05:56.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.330+0000 7f0df0ae2640 1 -- 172.21.15.33:0/1277429196 learned_addr learned my addr 172.21.15.33:0/1277429196 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.330+0000 7f0df12e3640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0dec0b97f0 0x7f0dec0a13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.330+0000 7f0df1ae4640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dec0d2c30 0x7f0dec0a04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0df0ae2640 1 -- 172.21.15.33:0/1277429196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dec0d2c30 msgr2=0x7f0dec0a04e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0df0ae2640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dec0d2c30 0x7f0dec0a04e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0df0ae2640 1 -- 172.21.15.33:0/1277429196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0dec0b97f0 msgr2=0x7f0dec0a13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0df0ae2640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0dec0b97f0 0x7f0dec0a13f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0df0ae2640 1 -- 172.21.15.33:0/1277429196 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dec09f4b0 con 0x7f0dec0d2820 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0df1ae4640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dec0d2c30 0x7f0dec0a04e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0df0ae2640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dec0d2820 0x7f0dec1eac70 secure :-1 s=READY pgs=2576 cs=0 l=1 rev1=1 crypto rx=0x7f0ddc00c390 tx=0x7f0ddc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0de1ffb640 1 -- 172.21.15.33:0/1277429196 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ddc017070 con 0x7f0dec0d2820 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0df3547640 1 -- 172.21.15.33:0/1277429196 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dec0a1930 con 0x7f0dec0d2820 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0de1ffb640 1 -- 172.21.15.33:0/1277429196 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0ddc0053c0 con 0x7f0dec0d2820 2024-07-26T17:05:56.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0de1ffb640 1 -- 172.21.15.33:0/1277429196 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ddc003850 con 0x7f0dec0d2820 2024-07-26T17:05:56.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.331+0000 7f0df3547640 1 -- 172.21.15.33:0/1277429196 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dec09fa00 con 0x7f0dec0d2820 2024-07-26T17:05:56.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.332+0000 7f0df3547640 1 -- 172.21.15.33:0/1277429196 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dec0d1fc0 con 0x7f0dec0d2820 2024-07-26T17:05:56.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.333+0000 7f0de1ffb640 1 -- 172.21.15.33:0/1277429196 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f0ddc01a070 con 0x7f0dec0d2820 2024-07-26T17:05:56.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.334+0000 7f0de1ffb640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f0dd00771f0 0x7f0dd0079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:56.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.334+0000 7f0de1ffb640 1 -- 172.21.15.33:0/1277429196 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(263..263 src has 1..263) ==== 6437+0+0 (secure 0 0 0) 0x7f0ddc098300 con 0x7f0dec0d2820 2024-07-26T17:05:56.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.334+0000 7f0df12e3640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f0dd00771f0 0x7f0dd0079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:56.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.335+0000 7f0df12e3640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f0dd00771f0 0x7f0dd0079700 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f0de8009b30 tx=0x7f0de8005f90 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:56.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.339+0000 7f0de1ffb640 1 -- 172.21.15.33:0/1277429196 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0ddc060960 con 0x7f0dec0d2820 2024-07-26T17:05:56.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.536+0000 7f0df3547640 1 -- 172.21.15.33:0/1277429196 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f0dec0d0310 con 0x7f0dec0d2820 2024-07-26T17:05:56.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.536+0000 7f0de1ffb640 1 -- 172.21.15.33:0/1277429196 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v79) ==== 59+0+1998 (secure 0 0 0) 0x7f0ddc0691f0 con 0x7f0dec0d2820 2024-07-26T17:05:56.538 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T17:05:56.539 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T17:05:56.540 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T17:05:56.541 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T17:05:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 -- 172.21.15.33:0/1277429196 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f0dd00771f0 msgr2=0x7f0dd0079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f0dd00771f0 0x7f0dd0079700 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f0de8009b30 tx=0x7f0de8005f90 comp rx=0 tx=0).stop 2024-07-26T17:05:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 -- 172.21.15.33:0/1277429196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dec0d2820 msgr2=0x7f0dec1eac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dec0d2820 0x7f0dec1eac70 secure :-1 s=READY pgs=2576 cs=0 l=1 rev1=1 crypto rx=0x7f0ddc00c390 tx=0x7f0ddc00c850 comp rx=0 tx=0).stop 2024-07-26T17:05:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 -- 172.21.15.33:0/1277429196 shutdown_connections 2024-07-26T17:05:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f0dd00771f0 0x7f0dd0079700 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0dec0d2c30 0x7f0dec0a04e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0dec0d2820 0x7f0dec1eac70 unknown :-1 s=CLOSED pgs=2576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 --2- 172.21.15.33:0/1277429196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0dec0b97f0 0x7f0dec0a13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 -- 172.21.15.33:0/1277429196 >> 172.21.15.33:0/1277429196 conn(0x7f0dec0b5b00 msgr2=0x7f0dec161c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:56.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 -- 172.21.15.33:0/1277429196 shutdown_connections 2024-07-26T17:05:56.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.539+0000 7f0df3547640 1 -- 172.21.15.33:0/1277429196 wait complete. 2024-07-26T17:05:56.552 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T17:05:56.607 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:56.605+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:56.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.674+0000 7fe70ee77640 1 -- 172.21.15.33:0/1945195721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7080b35d0 msgr2=0x7fe7080d29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.674+0000 7fe70ee77640 1 --2- 172.21.15.33:0/1945195721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7080b35d0 0x7fe7080d29b0 secure :-1 s=READY pgs=2578 cs=0 l=1 rev1=1 crypto rx=0x7fe6fc005fd0 tx=0x7fe6fc02a5a0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.674+0000 7fe70ee77640 1 -- 172.21.15.33:0/1945195721 shutdown_connections 2024-07-26T17:05:56.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.674+0000 7fe70ee77640 1 --2- 172.21.15.33:0/1945195721 >> v2:172.21.15.154:3300/0 conn(0x7fe7080b39e0 0x7fe7080cfea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.674+0000 7fe70ee77640 1 --2- 172.21.15.33:0/1945195721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7080b35d0 0x7fe7080d29b0 unknown :-1 s=CLOSED pgs=2578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.674+0000 7fe70ee77640 1 -- 172.21.15.33:0/1945195721 >> 172.21.15.33:0/1945195721 conn(0x7fe7080b5b00 msgr2=0x7fe7080b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:56.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.674+0000 7fe70ee77640 1 -- 172.21.15.33:0/1945195721 shutdown_connections 2024-07-26T17:05:56.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.674+0000 7fe70ee77640 1 -- 172.21.15.33:0/1945195721 wait complete. 2024-07-26T17:05:56.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.676+0000 7fe70ee77640 1 Processor -- start 2024-07-26T17:05:56.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.676+0000 7fe70ee77640 1 -- start start 2024-07-26T17:05:56.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.677+0000 7fe70ee77640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe7080b35d0 0x7fe70815fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.677+0000 7fe70ee77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7080b39e0 0x7fe708154390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.677+0000 7fe70ee77640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7080d03e0 0x7fe708155a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.677+0000 7fe70ee77640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe70808cac0 con 0x7fe7080b39e0 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.677+0000 7fe70ee77640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe70808cc40 con 0x7fe7080b35d0 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.677+0000 7fe70ee77640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe7080d2ef0 con 0x7fe7080d03e0 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe707fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7080b39e0 0x7fe708154390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe707fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7080b39e0 0x7fe708154390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34970/0 (socket says 172.21.15.33:34970) 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe707fff640 1 -- 172.21.15.33:0/2024114461 learned_addr learned my addr 172.21.15.33:0/2024114461 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe70cc13640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe7080b35d0 0x7fe70815fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe70d414640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7080d03e0 0x7fe708155a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe707fff640 1 -- 172.21.15.33:0/2024114461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7080d03e0 msgr2=0x7fe708155a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe707fff640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7080d03e0 0x7fe708155a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe707fff640 1 -- 172.21.15.33:0/2024114461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe7080b35d0 msgr2=0x7fe70815fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe707fff640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe7080b35d0 0x7fe70815fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe707fff640 1 -- 172.21.15.33:0/2024114461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe708156720 con 0x7fe7080b39e0 2024-07-26T17:05:56.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe70d414640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7080d03e0 0x7fe708155a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:05:56.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe707fff640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7080b39e0 0x7fe708154390 secure :-1 s=READY pgs=2579 cs=0 l=1 rev1=1 crypto rx=0x7fe6f4009fd0 tx=0x7fe6f400ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:56.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe7057fa640 1 -- 172.21.15.33:0/2024114461 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6f400ccc0 con 0x7fe7080b39e0 2024-07-26T17:05:56.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe7057fa640 1 -- 172.21.15.33:0/2024114461 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe6f400ee70 con 0x7fe7080b39e0 2024-07-26T17:05:56.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe70ee77640 1 -- 172.21.15.33:0/2024114461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe70815efa0 con 0x7fe7080b39e0 2024-07-26T17:05:56.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe7057fa640 1 -- 172.21.15.33:0/2024114461 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6f400ce60 con 0x7fe7080b39e0 2024-07-26T17:05:56.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.678+0000 7fe70ee77640 1 -- 172.21.15.33:0/2024114461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe70815f560 con 0x7fe7080b39e0 2024-07-26T17:05:56.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.679+0000 7fe70ee77640 1 -- 172.21.15.33:0/2024114461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe708156490 con 0x7fe7080b39e0 2024-07-26T17:05:56.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.680+0000 7fe7057fa640 1 -- 172.21.15.33:0/2024114461 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fe6f4005260 con 0x7fe7080b39e0 2024-07-26T17:05:56.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.681+0000 7fe7057fa640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fe6ec0771f0 0x7fe6ec079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:56.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.681+0000 7fe7057fa640 1 -- 172.21.15.33:0/2024114461 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(263..263 src has 1..263) ==== 6437+0+0 (secure 0 0 0) 0x7fe6f40998f0 con 0x7fe7080b39e0 2024-07-26T17:05:56.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.681+0000 7fe70cc13640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fe6ec0771f0 0x7fe6ec079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:56.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.682+0000 7fe70cc13640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fe6ec0771f0 0x7fe6ec079700 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe6fc033000 tx=0x7fe6fc004730 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:56.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.685+0000 7fe7057fa640 1 -- 172.21.15.33:0/2024114461 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe6f4062480 con 0x7fe7080b39e0 2024-07-26T17:05:56.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.881+0000 7fe70ee77640 1 -- 172.21.15.33:0/2024114461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe7080d29b0 con 0x7fe7080b39e0 2024-07-26T17:05:56.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.885+0000 7fe7057fa640 1 -- 172.21.15.33:0/2024114461 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v80)=0 v80) ==== 122+0+0 (secure 0 0 0) 0x7fe6f4061d80 con 0x7fe7080b39e0 2024-07-26T17:05:56.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.887+0000 7fe70ee77640 1 -- 172.21.15.33:0/2024114461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fe6ec0771f0 msgr2=0x7fe6ec079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.887+0000 7fe70ee77640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fe6ec0771f0 0x7fe6ec079700 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe6fc033000 tx=0x7fe6fc004730 comp rx=0 tx=0).stop 2024-07-26T17:05:56.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.887+0000 7fe70ee77640 1 -- 172.21.15.33:0/2024114461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7080b39e0 msgr2=0x7fe708154390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:56.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.887+0000 7fe70ee77640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7080b39e0 0x7fe708154390 secure :-1 s=READY pgs=2579 cs=0 l=1 rev1=1 crypto rx=0x7fe6f4009fd0 tx=0x7fe6f400ec20 comp rx=0 tx=0).stop 2024-07-26T17:05:56.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.888+0000 7fe70ee77640 1 -- 172.21.15.33:0/2024114461 shutdown_connections 2024-07-26T17:05:56.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.888+0000 7fe70ee77640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fe6ec0771f0 0x7fe6ec079700 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.888+0000 7fe70ee77640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe7080d03e0 0x7fe708155a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.888+0000 7fe70ee77640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe7080b39e0 0x7fe708154390 unknown :-1 s=CLOSED pgs=2579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.888+0000 7fe70ee77640 1 --2- 172.21.15.33:0/2024114461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe7080b35d0 0x7fe70815fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:56.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.888+0000 7fe70ee77640 1 -- 172.21.15.33:0/2024114461 >> 172.21.15.33:0/2024114461 conn(0x7fe7080b5b00 msgr2=0x7fe7080d0a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:56.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.888+0000 7fe70ee77640 1 -- 172.21.15.33:0/2024114461 shutdown_connections 2024-07-26T17:05:56.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:56.888+0000 7fe70ee77640 1 -- 172.21.15.33:0/2024114461 wait complete. 2024-07-26T17:05:56.901 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:05:56.901 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:05:56.945 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:05:56.994 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:05:56.994 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:05:56.994 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:57.010 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:05:57.011 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:05:57.011 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:57.027 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:05:57.027 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:05:57.027 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:57.067 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:05:57.067 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:05:57.067 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:05:57.083 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:05:57.083 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T17:05:57.083 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:05:57.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.227+0000 7feb6afad640 1 -- 172.21.15.33:0/3409994633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb640d1fc0 msgr2=0x7feb640b0b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:57.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.227+0000 7feb6afad640 1 --2- 172.21.15.33:0/3409994633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb640d1fc0 0x7feb640b0b10 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7feb640c7b10 tx=0x7feb4c02a770 comp rx=0 tx=0).stop 2024-07-26T17:05:57.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.227+0000 7feb6afad640 1 -- 172.21.15.33:0/3409994633 shutdown_connections 2024-07-26T17:05:57.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.227+0000 7feb6afad640 1 --2- 172.21.15.33:0/3409994633 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb640b1050 0x7feb640b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.227+0000 7feb6afad640 1 --2- 172.21.15.33:0/3409994633 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb640d1fc0 0x7feb640b0b10 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.227+0000 7feb6afad640 1 -- 172.21.15.33:0/3409994633 >> 172.21.15.33:0/3409994633 conn(0x7feb640b5b00 msgr2=0x7feb640b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:57.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.227+0000 7feb6afad640 1 -- 172.21.15.33:0/3409994633 shutdown_connections 2024-07-26T17:05:57.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.227+0000 7feb6afad640 1 -- 172.21.15.33:0/3409994633 wait complete. 2024-07-26T17:05:57.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.229+0000 7feb6afad640 1 Processor -- start 2024-07-26T17:05:57.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.229+0000 7feb6afad640 1 -- start start 2024-07-26T17:05:57.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.230+0000 7feb6afad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb640b1050 0x7feb640a1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:57.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.230+0000 7feb6afad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb640b97f0 0x7feb6415d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:57.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.230+0000 7feb6afad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb640d1fc0 0x7feb6409dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:57.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.230+0000 7feb6afad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7feb640ceda0 con 0x7feb640d1fc0 2024-07-26T17:05:57.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.230+0000 7feb6afad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7feb640cec20 con 0x7feb640b97f0 2024-07-26T17:05:57.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.230+0000 7feb6afad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7feb640cef20 con 0x7feb640b1050 2024-07-26T17:05:57.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.230+0000 7feb6954a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb640d1fc0 0x7feb6409dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.230+0000 7feb6954a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb640d1fc0 0x7feb6409dc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34972/0 (socket says 172.21.15.33:34972) 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.230+0000 7feb6954a640 1 -- 172.21.15.33:0/133276767 learned_addr learned my addr 172.21.15.33:0/133276767 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.230+0000 7feb63fff640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb640b97f0 0x7feb6415d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.230+0000 7feb68d49640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb640b1050 0x7feb640a1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb6954a640 1 -- 172.21.15.33:0/133276767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb640b1050 msgr2=0x7feb640a1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb6954a640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb640b1050 0x7feb640a1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb6954a640 1 -- 172.21.15.33:0/133276767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb640b97f0 msgr2=0x7feb6415d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb6954a640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb640b97f0 0x7feb6415d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb6954a640 1 -- 172.21.15.33:0/133276767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb641f67e0 con 0x7feb640d1fc0 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb63fff640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb640b97f0 0x7feb6415d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb6954a640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb640d1fc0 0x7feb6409dc90 secure :-1 s=READY pgs=2580 cs=0 l=1 rev1=1 crypto rx=0x7feb5c00e900 tx=0x7feb5c00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:57.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb617fa640 1 -- 172.21.15.33:0/133276767 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb5c00cd80 con 0x7feb640d1fc0 2024-07-26T17:05:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb617fa640 1 -- 172.21.15.33:0/133276767 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feb5c004020 con 0x7feb640d1fc0 2024-07-26T17:05:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb6afad640 1 -- 172.21.15.33:0/133276767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb641f6ac0 con 0x7feb640d1fc0 2024-07-26T17:05:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb617fa640 1 -- 172.21.15.33:0/133276767 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb5c004450 con 0x7feb640d1fc0 2024-07-26T17:05:57.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.231+0000 7feb6afad640 1 -- 172.21.15.33:0/133276767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb641f7080 con 0x7feb640d1fc0 2024-07-26T17:05:57.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.232+0000 7feb6afad640 1 -- 172.21.15.33:0/133276767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb640b1460 con 0x7feb640d1fc0 2024-07-26T17:05:57.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.233+0000 7feb617fa640 1 -- 172.21.15.33:0/133276767 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7feb5c0035f0 con 0x7feb640d1fc0 2024-07-26T17:05:57.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.233+0000 7feb617fa640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7feb440771f0 0x7feb44079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:57.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.234+0000 7feb617fa640 1 -- 172.21.15.33:0/133276767 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(263..263 src has 1..263) ==== 6437+0+0 (secure 0 0 0) 0x7feb5c0997d0 con 0x7feb640d1fc0 2024-07-26T17:05:57.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.234+0000 7feb68d49640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7feb440771f0 0x7feb44079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:57.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.234+0000 7feb68d49640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7feb440771f0 0x7feb44079700 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7feb54007fd0 tx=0x7feb54001370 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:57.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.238+0000 7feb617fa640 1 -- 172.21.15.33:0/133276767 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7feb5c061c90 con 0x7feb640d1fc0 2024-07-26T17:05:57.336 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:57.334+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:57.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.480+0000 7feb6afad640 1 -- 172.21.15.33:0/133276767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feb640b58e0 con 0x7feb640d1fc0 2024-07-26T17:05:57.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.480+0000 7feb617fa640 1 -- 172.21.15.33:0/133276767 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 144 v144) ==== 95+0+3925 (secure 0 0 0) 0x7feb5c0661e0 con 0x7feb640d1fc0 2024-07-26T17:05:57.482 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:57.482 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":144,"btime":"2024-07-26T17:05:51:177780+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9329,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6834/2985923644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":2985923644},{"type":"v1","addr":"172.21.15.154:6834","nonce":2985923644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":128},{"gid":10429,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/2817362370","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2817362370},{"type":"v1","addr":"172.21.15.33:6834","nonce":2817362370}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":129},{"gid":10855,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2735872670","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2735872670},{"type":"v1","addr":"172.21.15.154:6835","nonce":2735872670}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":142},{"gid":12042,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2401851399","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":2401851399},{"type":"v1","addr":"172.21.15.33:6835","nonce":2401851399}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":144}],"filesystems":[]} 2024-07-26T17:05:57.482 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 144 2024-07-26T17:05:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.482+0000 7feb6afad640 1 -- 172.21.15.33:0/133276767 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7feb440771f0 msgr2=0x7feb44079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.482+0000 7feb6afad640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7feb440771f0 0x7feb44079700 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7feb54007fd0 tx=0x7feb54001370 comp rx=0 tx=0).stop 2024-07-26T17:05:57.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.482+0000 7feb6afad640 1 -- 172.21.15.33:0/133276767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb640d1fc0 msgr2=0x7feb6409dc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.482+0000 7feb6afad640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb640d1fc0 0x7feb6409dc90 secure :-1 s=READY pgs=2580 cs=0 l=1 rev1=1 crypto rx=0x7feb5c00e900 tx=0x7feb5c00edc0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.482+0000 7feb6afad640 1 -- 172.21.15.33:0/133276767 shutdown_connections 2024-07-26T17:05:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.482+0000 7feb6afad640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7feb440771f0 0x7feb44079700 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.482+0000 7feb6afad640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feb640d1fc0 0x7feb6409dc90 unknown :-1 s=CLOSED pgs=2580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.482+0000 7feb6afad640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feb640b97f0 0x7feb6415d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.482+0000 7feb6afad640 1 --2- 172.21.15.33:0/133276767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feb640b1050 0x7feb640a1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.483+0000 7feb6afad640 1 -- 172.21.15.33:0/133276767 >> 172.21.15.33:0/133276767 conn(0x7feb640b5b00 msgr2=0x7feb640b4bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.483+0000 7feb6afad640 1 -- 172.21.15.33:0/133276767 shutdown_connections 2024-07-26T17:05:57.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.483+0000 7feb6afad640 1 -- 172.21.15.33:0/133276767 wait complete. 2024-07-26T17:05:57.497 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T17:05:57.497 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T17:05:57.498 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T17:05:57.498 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:05:57.498 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T17:05:57.498 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T17:05:57.498 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T17:05:57.498 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:05:57.498 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T17:05:57.499 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T17:05:57.499 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T17:05:57.499 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:05:57.499 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T17:05:57.499 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T17:05:57.499 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T17:05:57.499 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:05:57.508 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T17:05:57.508 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T17:05:57.509 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T17:05:57.509 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T17:05:57.511 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T17:05:57.511 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T17:05:57.512 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T17:05:57.512 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T17:05:57.555 INFO:tasks.ceph.mds.c:Started 2024-07-26T17:05:57.555 DEBUG:teuthology.parallel:result is None 2024-07-26T17:05:57.556 INFO:tasks.ceph.mds.d:Started 2024-07-26T17:05:57.556 DEBUG:teuthology.parallel:result is None 2024-07-26T17:05:57.557 INFO:tasks.ceph.mds.a:Started 2024-07-26T17:05:57.557 DEBUG:teuthology.parallel:result is None 2024-07-26T17:05:57.557 INFO:tasks.ceph.mds.b:Started 2024-07-26T17:05:57.558 DEBUG:teuthology.parallel:result is None 2024-07-26T17:05:57.558 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T17:05:57.641 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T17:05:57.642 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T17:05:57.647 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T17:05:57.649 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T17:05:57.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.683+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3925796661 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7ba00d1dc0 msgr2=0x7f7ba00d21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:57.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.683+0000 7f7ba5ecb640 1 --2- 172.21.15.33:0/3925796661 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7ba00d1dc0 0x7f7ba00d21d0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f7b88009860 tx=0x7f7b8802a480 comp rx=0 tx=0).stop 2024-07-26T17:05:57.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.683+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3925796661 shutdown_connections 2024-07-26T17:05:57.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.683+0000 7f7ba5ecb640 1 --2- 172.21.15.33:0/3925796661 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7ba00d1dc0 0x7f7ba00d21d0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.683+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3925796661 >> 172.21.15.33:0/3925796661 conn(0x7f7ba00b5b00 msgr2=0x7f7ba00b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:57.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.683+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3925796661 shutdown_connections 2024-07-26T17:05:57.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.683+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3925796661 wait complete. 2024-07-26T17:05:57.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.685+0000 7f7ba5ecb640 1 Processor -- start 2024-07-26T17:05:57.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.685+0000 7f7ba5ecb640 1 -- start start 2024-07-26T17:05:57.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.686+0000 7f7ba5ecb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ba00b3670 0x7f7ba014fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:57.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.686+0000 7f7ba5ecb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7ba00b6620 0x7f7ba00b20d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:57.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7ba5ecb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7ba00d1dc0 0x7f7ba015ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:57.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7ba5ecb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba0169c60 con 0x7f7ba00b3670 2024-07-26T17:05:57.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7ba5ecb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba0169ae0 con 0x7f7ba00d1dc0 2024-07-26T17:05:57.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7ba5ecb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7ba0169de0 con 0x7f7ba00b6620 2024-07-26T17:05:57.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ba00b3670 0x7f7ba014fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:57.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ba00b3670 0x7f7ba014fee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35012/0 (socket says 172.21.15.33:35012) 2024-07-26T17:05:57.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9f7fe640 1 -- 172.21.15.33:0/3426164334 learned_addr learned my addr 172.21.15.33:0/3426164334 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:57.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b97fff640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7ba00b6620 0x7f7ba00b20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:57.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9ffff640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7ba00d1dc0 0x7f7ba015ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:57.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9f7fe640 1 -- 172.21.15.33:0/3426164334 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7ba00b6620 msgr2=0x7f7ba00b20d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:57.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9f7fe640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7ba00b6620 0x7f7ba00b20d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9f7fe640 1 -- 172.21.15.33:0/3426164334 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7ba00d1dc0 msgr2=0x7f7ba015ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:57.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9f7fe640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7ba00d1dc0 0x7f7ba015ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:57.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9f7fe640 1 -- 172.21.15.33:0/3426164334 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba01f6240 con 0x7f7ba00b3670 2024-07-26T17:05:57.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9f7fe640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ba00b3670 0x7f7ba014fee0 secure :-1 s=READY pgs=2587 cs=0 l=1 rev1=1 crypto rx=0x7f7b9000c490 tx=0x7f7b9000c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:57.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9cff9640 1 -- 172.21.15.33:0/3426164334 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b900052d0 con 0x7f7ba00b3670 2024-07-26T17:05:57.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9cff9640 1 -- 172.21.15.33:0/3426164334 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b90005490 con 0x7f7ba00b3670 2024-07-26T17:05:57.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3426164334 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ba01f8a80 con 0x7f7ba00b3670 2024-07-26T17:05:57.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7b9cff9640 1 -- 172.21.15.33:0/3426164334 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b90012890 con 0x7f7ba00b3670 2024-07-26T17:05:57.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.687+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3426164334 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ba01f9040 con 0x7f7ba00b3670 2024-07-26T17:05:57.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.688+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3426164334 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ba00d09b0 con 0x7f7ba00b3670 2024-07-26T17:05:57.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.689+0000 7f7b9cff9640 1 -- 172.21.15.33:0/3426164334 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f7b90012a30 con 0x7f7ba00b3670 2024-07-26T17:05:57.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.690+0000 7f7b9cff9640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7b800771f0 0x7f7b80079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:57.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.690+0000 7f7b97fff640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7b800771f0 0x7f7b80079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:57.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.690+0000 7f7b9cff9640 1 -- 172.21.15.33:0/3426164334 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(263..263 src has 1..263) ==== 6437+0+0 (secure 0 0 0) 0x7f7b90098a50 con 0x7f7ba00b3670 2024-07-26T17:05:57.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.690+0000 7f7b97fff640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7b800771f0 0x7f7b80079700 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7b88034000 tx=0x7f7b88004730 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:57.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.694+0000 7f7b9cff9640 1 -- 172.21.15.33:0/3426164334 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7ba00d09b0 con 0x7f7ba00b3670 2024-07-26T17:05:57.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:57.908+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3426164334 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f7ba00d21d0 con 0x7f7ba00b3670 2024-07-26T17:05:58.080 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:58.078+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:58.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.214+0000 7f7b9cff9640 1 -- 172.21.15.33:0/3426164334 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v265) ==== 97+0+0 (secure 0 0 0) 0x7f7b90061000 con 0x7f7ba00b3670 2024-07-26T17:05:58.217 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T17:05:58.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3426164334 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7b800771f0 msgr2=0x7f7b80079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:58.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7b800771f0 0x7f7b80079700 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7b88034000 tx=0x7f7b88004730 comp rx=0 tx=0).stop 2024-07-26T17:05:58.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3426164334 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ba00b3670 msgr2=0x7f7ba014fee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:58.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ba00b3670 0x7f7ba014fee0 secure :-1 s=READY pgs=2587 cs=0 l=1 rev1=1 crypto rx=0x7f7b9000c490 tx=0x7f7b9000c950 comp rx=0 tx=0).stop 2024-07-26T17:05:58.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3426164334 shutdown_connections 2024-07-26T17:05:58.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f7b800771f0 0x7f7b80079700 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7ba00d1dc0 0x7f7ba015ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7ba00b6620 0x7f7ba00b20d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 --2- 172.21.15.33:0/3426164334 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ba00b3670 0x7f7ba014fee0 unknown :-1 s=CLOSED pgs=2587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3426164334 >> 172.21.15.33:0/3426164334 conn(0x7f7ba00b5b00 msgr2=0x7f7ba00d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:58.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3426164334 shutdown_connections 2024-07-26T17:05:58.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.217+0000 7f7ba5ecb640 1 -- 172.21.15.33:0/3426164334 wait complete. 2024-07-26T17:05:58.234 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T17:05:58.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.354+0000 7f45b9565640 1 -- 172.21.15.33:0/3606422441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45b40d1be0 msgr2=0x7f45b40d2660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:58.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.354+0000 7f45b9565640 1 --2- 172.21.15.33:0/3606422441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45b40d1be0 0x7f45b40d2660 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f45a4005fd0 tx=0x7f45a402aa90 comp rx=0 tx=0).stop 2024-07-26T17:05:58.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.354+0000 7f45b9565640 1 -- 172.21.15.33:0/3606422441 shutdown_connections 2024-07-26T17:05:58.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.354+0000 7f45b9565640 1 --2- 172.21.15.33:0/3606422441 >> v2:172.21.15.154:3300/0 conn(0x7f45b40b1220 0x7f45b40cec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.354+0000 7f45b9565640 1 --2- 172.21.15.33:0/3606422441 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45b40d1be0 0x7f45b40d2660 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.354+0000 7f45b9565640 1 -- 172.21.15.33:0/3606422441 >> 172.21.15.33:0/3606422441 conn(0x7f45b40b5b00 msgr2=0x7f45b40b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:58.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.354+0000 7f45b9565640 1 -- 172.21.15.33:0/3606422441 shutdown_connections 2024-07-26T17:05:58.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.354+0000 7f45b9565640 1 -- 172.21.15.33:0/3606422441 wait complete. 2024-07-26T17:05:58.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.356+0000 7f45b9565640 1 Processor -- start 2024-07-26T17:05:58.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.356+0000 7f45b9565640 1 -- start start 2024-07-26T17:05:58.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b9565640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45b40b1220 0x7f45b41f4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:58.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b9565640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45b40d1be0 0x7f45b4160650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:58.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b9565640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b40d2ba0 0x7f45b4160b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:58.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b9565640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f45b40d0720 con 0x7f45b40d2ba0 2024-07-26T17:05:58.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b9565640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f45b40d30c0 con 0x7f45b40b1220 2024-07-26T17:05:58.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b9565640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f45b40d08a0 con 0x7f45b40d1be0 2024-07-26T17:05:58.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b40d2ba0 0x7f45b4160b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:58.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b40d2ba0 0x7f45b4160b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35020/0 (socket says 172.21.15.33:35020) 2024-07-26T17:05:58.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b37fe640 1 -- 172.21.15.33:0/1985839773 learned_addr learned my addr 172.21.15.33:0/1985839773 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:58.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b27fc640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45b40d1be0 0x7f45b4160650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:58.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b2ffd640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45b40b1220 0x7f45b41f4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:58.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b37fe640 1 -- 172.21.15.33:0/1985839773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45b40d1be0 msgr2=0x7f45b4160650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:58.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b37fe640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45b40d1be0 0x7f45b4160650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b37fe640 1 -- 172.21.15.33:0/1985839773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45b40b1220 msgr2=0x7f45b41f4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:58.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b37fe640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45b40b1220 0x7f45b41f4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b37fe640 1 -- 172.21.15.33:0/1985839773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b4161360 con 0x7f45b40d2ba0 2024-07-26T17:05:58.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f45b37fe640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b40d2ba0 0x7f45b4160b90 secure :-1 s=READY pgs=2588 cs=0 l=1 rev1=1 crypto rx=0x7f45ac00e970 tx=0x7f45ac00ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:58.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.358+0000 7f459b7fe640 1 -- 172.21.15.33:0/1985839773 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac00cc60 con 0x7f45b40d2ba0 2024-07-26T17:05:58.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.359+0000 7f45b9565640 1 -- 172.21.15.33:0/1985839773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45b4161640 con 0x7f45b40d2ba0 2024-07-26T17:05:58.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.359+0000 7f459b7fe640 1 -- 172.21.15.33:0/1985839773 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f45ac004020 con 0x7f45b40d2ba0 2024-07-26T17:05:58.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.359+0000 7f459b7fe640 1 -- 172.21.15.33:0/1985839773 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45ac004470 con 0x7f45b40d2ba0 2024-07-26T17:05:58.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.359+0000 7f45b9565640 1 -- 172.21.15.33:0/1985839773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45b4161c00 con 0x7f45b40d2ba0 2024-07-26T17:05:58.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.360+0000 7f45b9565640 1 -- 172.21.15.33:0/1985839773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45b40d2660 con 0x7f45b40d2ba0 2024-07-26T17:05:58.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.360+0000 7f459b7fe640 1 -- 172.21.15.33:0/1985839773 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f45ac0035f0 con 0x7f45b40d2ba0 2024-07-26T17:05:58.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.361+0000 7f459b7fe640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f45a00771f0 0x7f45a0079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:58.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.361+0000 7f45b2ffd640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f45a00771f0 0x7f45a0079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:58.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.361+0000 7f459b7fe640 1 -- 172.21.15.33:0/1985839773 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(267..267 src has 1..267) ==== 5405+0+0 (secure 0 0 0) 0x7f45ac099120 con 0x7f45b40d2ba0 2024-07-26T17:05:58.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.362+0000 7f45b2ffd640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f45a00771f0 0x7f45a0079700 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f45a4035000 tx=0x7f45a4038040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:58.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.366+0000 7f459b7fe640 1 -- 172.21.15.33:0/1985839773 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f45ac0619f0 con 0x7f45b40d2ba0 2024-07-26T17:05:58.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.642+0000 7f45b9565640 1 -- 172.21.15.33:0/1985839773 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f45b41610f0 con 0x7f45b40d2ba0 2024-07-26T17:05:58.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.642+0000 7f459b7fe640 1 -- 172.21.15.33:0/1985839773 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v53) ==== 80+0+5304 (secure 0 0 0) 0x7f45ac065f40 con 0x7f45b40d2ba0 2024-07-26T17:05:58.644 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:58.644 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:05:58.644 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T17:05:58.644 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.644 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T17:05:58.644 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T17:05:58.644 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.644 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:05:58.645 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:05:58.646 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.646 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.646 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.646 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.646 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T17:05:58.646 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T17:05:58.646 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.646 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:58.646 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:05:58.646 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:05:58.646 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.647 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T17:05:58.648 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:58.649 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.650 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:58.651 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.652 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.653 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:05:58.654 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.655 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:05:58.656 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:05:58.657 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:05:58.657 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.657 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.657 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.657 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.657 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T17:05:58.657 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T17:05:58.657 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:05:58.658 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.659 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:58.659 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T17:05:58.659 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:05:58.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 -- 172.21.15.33:0/1985839773 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f45a00771f0 msgr2=0x7f45a0079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:58.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f45a00771f0 0x7f45a0079700 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f45a4035000 tx=0x7f45a4038040 comp rx=0 tx=0).stop 2024-07-26T17:05:58.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 -- 172.21.15.33:0/1985839773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b40d2ba0 msgr2=0x7f45b4160b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:58.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b40d2ba0 0x7f45b4160b90 secure :-1 s=READY pgs=2588 cs=0 l=1 rev1=1 crypto rx=0x7f45ac00e970 tx=0x7f45ac00ee30 comp rx=0 tx=0).stop 2024-07-26T17:05:58.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 -- 172.21.15.33:0/1985839773 shutdown_connections 2024-07-26T17:05:58.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f45a00771f0 0x7f45a0079700 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f45b40d2ba0 0x7f45b4160b90 unknown :-1 s=CLOSED pgs=2588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f45b40d1be0 0x7f45b4160650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 --2- 172.21.15.33:0/1985839773 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f45b40b1220 0x7f45b41f4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 -- 172.21.15.33:0/1985839773 >> 172.21.15.33:0/1985839773 conn(0x7f45b40b5b00 msgr2=0x7f45b40cebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:58.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 -- 172.21.15.33:0/1985839773 shutdown_connections 2024-07-26T17:05:58.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.644+0000 7f45b9565640 1 -- 172.21.15.33:0/1985839773 wait complete. 2024-07-26T17:05:58.662 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T17:05:58.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.784+0000 7f398e24b640 1 -- 172.21.15.33:0/2661744327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39880b37d0 msgr2=0x7f39880b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:58.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.784+0000 7f398e24b640 1 --2- 172.21.15.33:0/2661744327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39880b37d0 0x7f39880b9360 secure :-1 s=READY pgs=2589 cs=0 l=1 rev1=1 crypto rx=0x7f3978005fd0 tx=0x7f397802a530 comp rx=0 tx=0).stop 2024-07-26T17:05:58.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.784+0000 7f398e24b640 1 -- 172.21.15.33:0/2661744327 shutdown_connections 2024-07-26T17:05:58.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.784+0000 7f398e24b640 1 --2- 172.21.15.33:0/2661744327 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39880b98a0 0x7f39880d26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.784+0000 7f398e24b640 1 --2- 172.21.15.33:0/2661744327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39880b37d0 0x7f39880b9360 unknown :-1 s=CLOSED pgs=2589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.784+0000 7f398e24b640 1 -- 172.21.15.33:0/2661744327 >> 172.21.15.33:0/2661744327 conn(0x7f39880b5b00 msgr2=0x7f39880b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:58.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.784+0000 7f398e24b640 1 -- 172.21.15.33:0/2661744327 shutdown_connections 2024-07-26T17:05:58.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.784+0000 7f398e24b640 1 -- 172.21.15.33:0/2661744327 wait complete. 2024-07-26T17:05:58.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.786+0000 7f398e24b640 1 Processor -- start 2024-07-26T17:05:58.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.786+0000 7f398e24b640 1 -- start start 2024-07-26T17:05:58.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.787+0000 7f398e24b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39880b37d0 0x7f3988155410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:58.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.787+0000 7f398e24b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39880b98a0 0x7f3988157cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:58.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.787+0000 7f398e24b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39880d2c10 0x7f39881581f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:58.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.787+0000 7f398e24b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f39880d2320 con 0x7f39880b37d0 2024-07-26T17:05:58.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.787+0000 7f398e24b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f39880b3df0 con 0x7f39880b98a0 2024-07-26T17:05:58.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.787+0000 7f398e24b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f39880d3c30 con 0x7f39880d2c10 2024-07-26T17:05:58.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.787+0000 7f39877fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39880b37d0 0x7f3988155410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:58.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.787+0000 7f39877fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39880b37d0 0x7f3988155410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35028/0 (socket says 172.21.15.33:35028) 2024-07-26T17:05:58.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.787+0000 7f3986ffd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39880b98a0 0x7f3988157cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:58.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.787+0000 7f39877fe640 1 -- 172.21.15.33:0/579831221 learned_addr learned my addr 172.21.15.33:0/579831221 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:58.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f3987fff640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39880d2c10 0x7f39881581f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:58.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f39877fe640 1 -- 172.21.15.33:0/579831221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39880d2c10 msgr2=0x7f39881581f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:58.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f39877fe640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39880d2c10 0x7f39881581f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f39877fe640 1 -- 172.21.15.33:0/579831221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39880b98a0 msgr2=0x7f3988157cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:58.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f39877fe640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39880b98a0 0x7f3988157cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:58.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f39877fe640 1 -- 172.21.15.33:0/579831221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3988159f20 con 0x7f39880b37d0 2024-07-26T17:05:58.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f3986ffd640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39880b98a0 0x7f3988157cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:05:58.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f39877fe640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39880b37d0 0x7f3988155410 secure :-1 s=READY pgs=2590 cs=0 l=1 rev1=1 crypto rx=0x7f3978034040 tx=0x7f3978003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:58.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f396ffff640 1 -- 172.21.15.33:0/579831221 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f397803e030 con 0x7f39880b37d0 2024-07-26T17:05:58.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f396ffff640 1 -- 172.21.15.33:0/579831221 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39780047a0 con 0x7f39880b37d0 2024-07-26T17:05:58.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f398e24b640 1 -- 172.21.15.33:0/579831221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3988156e60 con 0x7f39880b37d0 2024-07-26T17:05:58.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f396ffff640 1 -- 172.21.15.33:0/579831221 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3978035040 con 0x7f39880b37d0 2024-07-26T17:05:58.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.788+0000 7f398e24b640 1 -- 172.21.15.33:0/579831221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f398815f1d0 con 0x7f39880b37d0 2024-07-26T17:05:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.789+0000 7f398e24b640 1 -- 172.21.15.33:0/579831221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f398815a0f0 con 0x7f39880b37d0 2024-07-26T17:05:58.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.790+0000 7f396ffff640 1 -- 172.21.15.33:0/579831221 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f3978041030 con 0x7f39880b37d0 2024-07-26T17:05:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.791+0000 7f396ffff640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39740771c0 0x7f39740796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.791+0000 7f396ffff640 1 -- 172.21.15.33:0/579831221 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(267..267 src has 1..267) ==== 5405+0+0 (secure 0 0 0) 0x7f39780b95f0 con 0x7f39880b37d0 2024-07-26T17:05:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.791+0000 7f3986ffd640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39740771c0 0x7f39740796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:58.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.791+0000 7f3986ffd640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39740771c0 0x7f39740796d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f39880b7c40 tx=0x7f397c00a250 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:58.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:58.795+0000 7f396ffff640 1 -- 172.21.15.33:0/579831221 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f39780820d0 con 0x7f39880b37d0 2024-07-26T17:05:58.818 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:58.817+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:05:59.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.004+0000 7f398e24b640 1 -- 172.21.15.33:0/579831221 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f398815eff0 con 0x7f39880b37d0 2024-07-26T17:05:59.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.004+0000 7f396ffff640 1 -- 172.21.15.33:0/579831221 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v267) ==== 84+0+65 (secure 0 0 0) 0x7f398815eff0 con 0x7f39880b37d0 2024-07-26T17:05:59.006 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:05:59.006 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:05:59.006 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:05:59.006 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T17:05:59.006 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T17:05:59.006 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:05:59.007 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:05:59.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.006+0000 7f398e24b640 1 -- 172.21.15.33:0/579831221 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39740771c0 msgr2=0x7f39740796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:59.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.006+0000 7f398e24b640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39740771c0 0x7f39740796d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f39880b7c40 tx=0x7f397c00a250 comp rx=0 tx=0).stop 2024-07-26T17:05:59.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.006+0000 7f398e24b640 1 -- 172.21.15.33:0/579831221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39880b37d0 msgr2=0x7f3988155410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.006+0000 7f398e24b640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39880b37d0 0x7f3988155410 secure :-1 s=READY pgs=2590 cs=0 l=1 rev1=1 crypto rx=0x7f3978034040 tx=0x7f3978003970 comp rx=0 tx=0).stop 2024-07-26T17:05:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.006+0000 7f398e24b640 1 -- 172.21.15.33:0/579831221 shutdown_connections 2024-07-26T17:05:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.006+0000 7f398e24b640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f39740771c0 0x7f39740796d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.006+0000 7f398e24b640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f39880d2c10 0x7f39881581f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.006+0000 7f398e24b640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f39880b98a0 0x7f3988157cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.006+0000 7f398e24b640 1 --2- 172.21.15.33:0/579831221 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39880b37d0 0x7f3988155410 unknown :-1 s=CLOSED pgs=2590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.007+0000 7f398e24b640 1 -- 172.21.15.33:0/579831221 >> 172.21.15.33:0/579831221 conn(0x7f39880b5b00 msgr2=0x7f398806e5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.007+0000 7f398e24b640 1 -- 172.21.15.33:0/579831221 shutdown_connections 2024-07-26T17:05:59.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.007+0000 7f398e24b640 1 -- 172.21.15.33:0/579831221 wait complete. 2024-07-26T17:05:59.020 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T17:05:59.020 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T17:05:59.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.143+0000 7fc447485640 1 -- 172.21.15.33:0/2730476353 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4400cf0a0 msgr2=0x7fc44006e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:59.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.143+0000 7fc447485640 1 --2- 172.21.15.33:0/2730476353 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4400cf0a0 0x7fc44006e6a0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fc430009830 tx=0x7fc43002a540 comp rx=0 tx=0).stop 2024-07-26T17:05:59.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.143+0000 7fc447485640 1 -- 172.21.15.33:0/2730476353 shutdown_connections 2024-07-26T17:05:59.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.143+0000 7fc447485640 1 --2- 172.21.15.33:0/2730476353 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4400cf0a0 0x7fc44006e6a0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:59.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.143+0000 7fc447485640 1 -- 172.21.15.33:0/2730476353 >> 172.21.15.33:0/2730476353 conn(0x7fc4400d1da0 msgr2=0x7fc4400d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:05:59.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.143+0000 7fc447485640 1 -- 172.21.15.33:0/2730476353 shutdown_connections 2024-07-26T17:05:59.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.143+0000 7fc447485640 1 -- 172.21.15.33:0/2730476353 wait complete. 2024-07-26T17:05:59.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.145+0000 7fc447485640 1 Processor -- start 2024-07-26T17:05:59.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.145+0000 7fc447485640 1 -- start start 2024-07-26T17:05:59.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc447485640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc44006e290 0x7fc440155400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:59.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc447485640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4400cf0a0 0x7fc440163510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:59.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc447485640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4400cfe30 0x7fc440160eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc447485640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc4400b2750 con 0x7fc4400cf0a0 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc447485640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc4400b78c0 con 0x7fc4400cfe30 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc447485640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc440169cb0 con 0x7fc44006e290 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc444a20640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4400cf0a0 0x7fc440163510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc444a20640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4400cf0a0 0x7fc440163510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35032/0 (socket says 172.21.15.33:35032) 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc444a20640 1 -- 172.21.15.33:0/1170548993 learned_addr learned my addr 172.21.15.33:0/1170548993 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc445221640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc44006e290 0x7fc440155400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc445a22640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4400cfe30 0x7fc440160eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc444a20640 1 -- 172.21.15.33:0/1170548993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc44006e290 msgr2=0x7fc440155400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc444a20640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc44006e290 0x7fc440155400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc444a20640 1 -- 172.21.15.33:0/1170548993 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4400cfe30 msgr2=0x7fc440160eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc444a20640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4400cfe30 0x7fc440160eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:05:59.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc444a20640 1 -- 172.21.15.33:0/1170548993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc440164160 con 0x7fc4400cf0a0 2024-07-26T17:05:59.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.147+0000 7fc444a20640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4400cf0a0 0x7fc440163510 secure :-1 s=READY pgs=2592 cs=0 l=1 rev1=1 crypto rx=0x7fc43002ab30 tx=0x7fc430003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:59.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.148+0000 7fc435ffb640 1 -- 172.21.15.33:0/1170548993 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc430005c90 con 0x7fc4400cf0a0 2024-07-26T17:05:59.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.148+0000 7fc447485640 1 -- 172.21.15.33:0/1170548993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc440164440 con 0x7fc4400cf0a0 2024-07-26T17:05:59.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.148+0000 7fc435ffb640 1 -- 172.21.15.33:0/1170548993 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc430005020 con 0x7fc4400cf0a0 2024-07-26T17:05:59.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.148+0000 7fc435ffb640 1 -- 172.21.15.33:0/1170548993 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc430005450 con 0x7fc4400cf0a0 2024-07-26T17:05:59.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.148+0000 7fc447485640 1 -- 172.21.15.33:0/1170548993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4400b59d0 con 0x7fc4400cf0a0 2024-07-26T17:05:59.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.149+0000 7fc447485640 1 -- 172.21.15.33:0/1170548993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc44006e6a0 con 0x7fc4400cf0a0 2024-07-26T17:05:59.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.149+0000 7fc435ffb640 1 -- 172.21.15.33:0/1170548993 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fc4300317c0 con 0x7fc4400cf0a0 2024-07-26T17:05:59.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.150+0000 7fc435ffb640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc4240771f0 0x7fc424079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:05:59.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.150+0000 7fc435ffb640 1 -- 172.21.15.33:0/1170548993 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(267..267 src has 1..267) ==== 5405+0+0 (secure 0 0 0) 0x7fc4300b9b20 con 0x7fc4400cf0a0 2024-07-26T17:05:59.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.150+0000 7fc445221640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc4240771f0 0x7fc424079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:05:59.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.150+0000 7fc445221640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc4240771f0 0x7fc424079700 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc43c000f60 tx=0x7fc43c009040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:05:59.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.155+0000 7fc435ffb640 1 -- 172.21.15.33:0/1170548993 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc43003f030 con 0x7fc4400cf0a0 2024-07-26T17:05:59.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:05:59.353+0000 7fc447485640 1 -- 172.21.15.33:0/1170548993 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fc4400711f0 con 0x7fc4400cf0a0 2024-07-26T17:05:59.565 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:05:59.564+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:00.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.227+0000 7fc435ffb640 1 -- 172.21.15.33:0/1170548993 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v268) ==== 138+0+0 (secure 0 0 0) 0x7fc430082490 con 0x7fc4400cf0a0 2024-07-26T17:06:00.229 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T17:06:00.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 -- 172.21.15.33:0/1170548993 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc4240771f0 msgr2=0x7fc424079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:00.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc4240771f0 0x7fc424079700 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc43c000f60 tx=0x7fc43c009040 comp rx=0 tx=0).stop 2024-07-26T17:06:00.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 -- 172.21.15.33:0/1170548993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4400cf0a0 msgr2=0x7fc440163510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:00.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4400cf0a0 0x7fc440163510 secure :-1 s=READY pgs=2592 cs=0 l=1 rev1=1 crypto rx=0x7fc43002ab30 tx=0x7fc430003c10 comp rx=0 tx=0).stop 2024-07-26T17:06:00.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 -- 172.21.15.33:0/1170548993 shutdown_connections 2024-07-26T17:06:00.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc4240771f0 0x7fc424079700 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:00.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc4400cfe30 0x7fc440160eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:00.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc4400cf0a0 0x7fc440163510 unknown :-1 s=CLOSED pgs=2592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:00.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 --2- 172.21.15.33:0/1170548993 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc44006e290 0x7fc440155400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:00.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 -- 172.21.15.33:0/1170548993 >> 172.21.15.33:0/1170548993 conn(0x7fc4400d1da0 msgr2=0x7fc440071430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:00.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 -- 172.21.15.33:0/1170548993 shutdown_connections 2024-07-26T17:06:00.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.229+0000 7fc447485640 1 -- 172.21.15.33:0/1170548993 wait complete. 2024-07-26T17:06:00.245 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T17:06:00.310 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:00.308+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:00.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.373+0000 7f47fec1c640 1 -- 172.21.15.33:0/1937074829 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47e8004d90 msgr2=0x7f47e8005220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:00.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.373+0000 7f47fec1c640 1 --2- 172.21.15.33:0/1937074829 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47e8004d90 0x7f47e8005220 secure :-1 s=READY pgs=2594 cs=0 l=1 rev1=1 crypto rx=0x7f47f80744f0 tx=0x7f47e8005830 comp rx=0 tx=0).stop 2024-07-26T17:06:00.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.373+0000 7f47fd1b9640 1 -- 172.21.15.33:0/1937074829 reap_dead start 2024-07-26T17:06:00.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.373+0000 7f47fec1c640 1 -- 172.21.15.33:0/1937074829 shutdown_connections 2024-07-26T17:06:00.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.373+0000 7f47fec1c640 1 -- 172.21.15.33:0/1937074829 >> 172.21.15.33:0/1937074829 conn(0x7f47f80d1e70 msgr2=0x7f47f80d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:00.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.373+0000 7f47fec1c640 1 -- 172.21.15.33:0/1937074829 shutdown_connections 2024-07-26T17:06:00.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.373+0000 7f47fec1c640 1 -- 172.21.15.33:0/1937074829 wait complete. 2024-07-26T17:06:00.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.375+0000 7f47fec1c640 1 Processor -- start 2024-07-26T17:06:00.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.375+0000 7f47fec1c640 1 -- start start 2024-07-26T17:06:00.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.376+0000 7f47fec1c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f47e8004d90 0x7f47f815db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:00.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.376+0000 7f47fec1c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f47f81f5ff0 0x7f47f81e4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:00.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.376+0000 7f47fec1c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47f815f380 0x7f47f80b34e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:00.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.376+0000 7f47fec1c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f47f80b1430 con 0x7f47f815f380 2024-07-26T17:06:00.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.376+0000 7f47fec1c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f47f80b12b0 con 0x7f47f81f5ff0 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.376+0000 7f47fec1c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f47f80b2200 con 0x7f47e8004d90 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fd1b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47f815f380 0x7f47f80b34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fd1b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47f815f380 0x7f47f80b34e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35044/0 (socket says 172.21.15.33:35044) 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fd1b9640 1 -- 172.21.15.33:0/3182540689 learned_addr learned my addr 172.21.15.33:0/3182540689 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fc9b8640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f47e8004d90 0x7f47f815db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47f7fff640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f47f81f5ff0 0x7f47f81e4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fd1b9640 1 -- 172.21.15.33:0/3182540689 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f47e8004d90 msgr2=0x7f47f815db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fd1b9640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f47e8004d90 0x7f47f815db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fd1b9640 1 -- 172.21.15.33:0/3182540689 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f47f81f5ff0 msgr2=0x7f47f81e4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fd1b9640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f47f81f5ff0 0x7f47f81e4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fd1b9640 1 -- 172.21.15.33:0/3182540689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47f815e3c0 con 0x7f47f815f380 2024-07-26T17:06:00.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fc9b8640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f47e8004d90 0x7f47f815db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:06:00.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fd1b9640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47f815f380 0x7f47f80b34e0 secure :-1 s=READY pgs=2595 cs=0 l=1 rev1=1 crypto rx=0x7f47f0005fd0 tx=0x7f47f002df90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:00.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47f57fa640 1 -- 172.21.15.33:0/3182540689 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f0009c80 con 0x7f47f815f380 2024-07-26T17:06:00.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47fec1c640 1 -- 172.21.15.33:0/3182540689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47f815e6a0 con 0x7f47f815f380 2024-07-26T17:06:00.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47f57fa640 1 -- 172.21.15.33:0/3182540689 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f47f0043070 con 0x7f47f815f380 2024-07-26T17:06:00.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.377+0000 7f47f57fa640 1 -- 172.21.15.33:0/3182540689 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47f00043c0 con 0x7f47f815f380 2024-07-26T17:06:00.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.378+0000 7f47fec1c640 1 -- 172.21.15.33:0/3182540689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47f81f6510 con 0x7f47f815f380 2024-07-26T17:06:00.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.379+0000 7f47fec1c640 1 -- 172.21.15.33:0/3182540689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47f815e130 con 0x7f47f815f380 2024-07-26T17:06:00.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.380+0000 7f47f57fa640 1 -- 172.21.15.33:0/3182540689 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f47f0004560 con 0x7f47f815f380 2024-07-26T17:06:00.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.380+0000 7f47f57fa640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f47dc0771f0 0x7f47dc079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:00.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.380+0000 7f47f57fa640 1 -- 172.21.15.33:0/3182540689 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(268..268 src has 1..268) ==== 5775+0+0 (secure 0 0 0) 0x7f47f00baaf0 con 0x7f47f815f380 2024-07-26T17:06:00.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.380+0000 7f47fc9b8640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f47dc0771f0 0x7f47dc079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:00.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.381+0000 7f47fc9b8640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f47dc0771f0 0x7f47dc079700 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f47ec006920 tx=0x7f47ec006b00 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:00.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.384+0000 7f47f57fa640 1 -- 172.21.15.33:0/3182540689 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f47f0083590 con 0x7f47f815f380 2024-07-26T17:06:00.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:00.579+0000 7f47fec1c640 1 -- 172.21.15.33:0/3182540689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f47f8072250 con 0x7f47f815f380 2024-07-26T17:06:01.066 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:01.064+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:01.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.234+0000 7f47f57fa640 1 -- 172.21.15.33:0/3182540689 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v269) ==== 170+0+0 (secure 0 0 0) 0x7f47f0087ae0 con 0x7f47f815f380 2024-07-26T17:06:01.236 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T17:06:01.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 -- 172.21.15.33:0/3182540689 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f47dc0771f0 msgr2=0x7f47dc079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:01.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f47dc0771f0 0x7f47dc079700 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f47ec006920 tx=0x7f47ec006b00 comp rx=0 tx=0).stop 2024-07-26T17:06:01.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 -- 172.21.15.33:0/3182540689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47f815f380 msgr2=0x7f47f80b34e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:01.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47f815f380 0x7f47f80b34e0 secure :-1 s=READY pgs=2595 cs=0 l=1 rev1=1 crypto rx=0x7f47f0005fd0 tx=0x7f47f002df90 comp rx=0 tx=0).stop 2024-07-26T17:06:01.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 -- 172.21.15.33:0/3182540689 shutdown_connections 2024-07-26T17:06:01.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f47dc0771f0 0x7f47dc079700 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:01.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47f815f380 0x7f47f80b34e0 unknown :-1 s=CLOSED pgs=2595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:01.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f47f81f5ff0 0x7f47f81e4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:01.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 --2- 172.21.15.33:0/3182540689 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f47e8004d90 0x7f47f815db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:01.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 -- 172.21.15.33:0/3182540689 >> 172.21.15.33:0/3182540689 conn(0x7f47f80d1e70 msgr2=0x7f47f8159ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:01.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 -- 172.21.15.33:0/3182540689 shutdown_connections 2024-07-26T17:06:01.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.237+0000 7f47fec1c640 1 -- 172.21.15.33:0/3182540689 wait complete. 2024-07-26T17:06:01.260 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T17:06:01.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.384+0000 7f3462c9b640 1 -- 172.21.15.33:0/2966256632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f345c0d1dc0 msgr2=0x7f345c0d21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:01.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.384+0000 7f3462c9b640 1 --2- 172.21.15.33:0/2966256632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f345c0d1dc0 0x7f345c0d21d0 secure :-1 s=READY pgs=2596 cs=0 l=1 rev1=1 crypto rx=0x7f3448005fd0 tx=0x7f344802a4b0 comp rx=0 tx=0).stop 2024-07-26T17:06:01.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.384+0000 7f3462c9b640 1 -- 172.21.15.33:0/2966256632 shutdown_connections 2024-07-26T17:06:01.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.384+0000 7f3462c9b640 1 --2- 172.21.15.33:0/2966256632 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f345c0d1dc0 0x7f345c0d21d0 unknown :-1 s=CLOSED pgs=2596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:01.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.384+0000 7f3462c9b640 1 --2- 172.21.15.33:0/2966256632 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f345c0b6620 0x7f345c0d2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:01.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.384+0000 7f3462c9b640 1 -- 172.21.15.33:0/2966256632 >> 172.21.15.33:0/2966256632 conn(0x7f345c0b5b00 msgr2=0x7f345c0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:01.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.384+0000 7f3462c9b640 1 -- 172.21.15.33:0/2966256632 shutdown_connections 2024-07-26T17:06:01.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.384+0000 7f3462c9b640 1 -- 172.21.15.33:0/2966256632 wait complete. 2024-07-26T17:06:01.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.386+0000 7f3462c9b640 1 Processor -- start 2024-07-26T17:06:01.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.386+0000 7f3462c9b640 1 -- start start 2024-07-26T17:06:01.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f3462c9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f345c0b3670 0x7f345c1f49a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:01.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f3462c9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f345c0b6620 0x7f345c0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:01.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f3462c9b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f345c0d1dc0 0x7f345c0cc650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:01.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f3462c9b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f345c0d3450 con 0x7f345c0b6620 2024-07-26T17:06:01.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f3462c9b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f345c0d32d0 con 0x7f345c0b3670 2024-07-26T17:06:01.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f3462c9b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f345c0ced40 con 0x7f345c0d1dc0 2024-07-26T17:06:01.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f345bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f345c0b6620 0x7f345c0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:01.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f345bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f345c0b6620 0x7f345c0cc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35066/0 (socket says 172.21.15.33:35066) 2024-07-26T17:06:01.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f345bfff640 1 -- 172.21.15.33:0/3391866433 learned_addr learned my addr 172.21.15.33:0/3391866433 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:01.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f3460a37640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f345c0b3670 0x7f345c1f49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:01.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f3461238640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f345c0d1dc0 0x7f345c0cc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:01.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f345bfff640 1 -- 172.21.15.33:0/3391866433 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f345c0d1dc0 msgr2=0x7f345c0cc650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:01.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f345bfff640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f345c0d1dc0 0x7f345c0cc650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:01.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f345bfff640 1 -- 172.21.15.33:0/3391866433 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f345c0b3670 msgr2=0x7f345c1f49a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:01.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f345bfff640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f345c0b3670 0x7f345c1f49a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:01.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f345bfff640 1 -- 172.21.15.33:0/3391866433 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f345c1607d0 con 0x7f345c0b6620 2024-07-26T17:06:01.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.388+0000 7f345bfff640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f345c0b6620 0x7f345c0cc110 secure :-1 s=READY pgs=2597 cs=0 l=1 rev1=1 crypto rx=0x7f3448034040 tx=0x7f34480038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:01.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.389+0000 7f34597fa640 1 -- 172.21.15.33:0/3391866433 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f344803e030 con 0x7f345c0b6620 2024-07-26T17:06:01.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.389+0000 7f34597fa640 1 -- 172.21.15.33:0/3391866433 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3448003db0 con 0x7f345c0b6620 2024-07-26T17:06:01.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.389+0000 7f34597fa640 1 -- 172.21.15.33:0/3391866433 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3448035040 con 0x7f345c0b6620 2024-07-26T17:06:01.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.389+0000 7f3462c9b640 1 -- 172.21.15.33:0/3391866433 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f345c0caca0 con 0x7f345c0b6620 2024-07-26T17:06:01.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.389+0000 7f3462c9b640 1 -- 172.21.15.33:0/3391866433 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f345c160d50 con 0x7f345c0b6620 2024-07-26T17:06:01.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.390+0000 7f3462c9b640 1 -- 172.21.15.33:0/3391866433 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f345c0d2d90 con 0x7f345c0b6620 2024-07-26T17:06:01.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.391+0000 7f34597fa640 1 -- 172.21.15.33:0/3391866433 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f3448041030 con 0x7f345c0b6620 2024-07-26T17:06:01.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.391+0000 7f34597fa640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f34400771f0 0x7f3440079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:01.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.391+0000 7f34597fa640 1 -- 172.21.15.33:0/3391866433 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(269..269 src has 1..269) ==== 6157+0+0 (secure 0 0 0) 0x7f34480b9420 con 0x7f345c0b6620 2024-07-26T17:06:01.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.391+0000 7f3460a37640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f34400771f0 0x7f3440079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:01.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.392+0000 7f3460a37640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f34400771f0 0x7f3440079700 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3450009b30 tx=0x7f3450005f90 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:01.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.396+0000 7f34597fa640 1 -- 172.21.15.33:0/3391866433 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3448081b30 con 0x7f345c0b6620 2024-07-26T17:06:01.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:01.633+0000 7f3462c9b640 1 -- 172.21.15.33:0/3391866433 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f345c0caa30 con 0x7f345c0b6620 2024-07-26T17:06:01.843 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:01.841+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:02.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.236+0000 7f34597fa640 1 -- 172.21.15.33:0/3391866433 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 35 and data pool 36 v147) ==== 174+0+0 (secure 0 0 0) 0x7f3448086080 con 0x7f345c0b6620 2024-07-26T17:06:02.238 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 35 and data pool 36 2024-07-26T17:06:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 -- 172.21.15.33:0/3391866433 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f34400771f0 msgr2=0x7f3440079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f34400771f0 0x7f3440079700 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3450009b30 tx=0x7f3450005f90 comp rx=0 tx=0).stop 2024-07-26T17:06:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 -- 172.21.15.33:0/3391866433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f345c0b6620 msgr2=0x7f345c0cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f345c0b6620 0x7f345c0cc110 secure :-1 s=READY pgs=2597 cs=0 l=1 rev1=1 crypto rx=0x7f3448034040 tx=0x7f34480038a0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 -- 172.21.15.33:0/3391866433 shutdown_connections 2024-07-26T17:06:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f34400771f0 0x7f3440079700 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f345c0d1dc0 0x7f345c0cc650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f345c0b6620 0x7f345c0cc110 unknown :-1 s=CLOSED pgs=2597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 --2- 172.21.15.33:0/3391866433 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f345c0b3670 0x7f345c1f49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 -- 172.21.15.33:0/3391866433 >> 172.21.15.33:0/3391866433 conn(0x7f345c0b5b00 msgr2=0x7f345c0b4e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:02.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 -- 172.21.15.33:0/3391866433 shutdown_connections 2024-07-26T17:06:02.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.239+0000 7f3462c9b640 1 -- 172.21.15.33:0/3391866433 wait complete. 2024-07-26T17:06:02.268 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:06:02.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.389+0000 7f518f216640 1 -- 172.21.15.33:0/1235285240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51880b37d0 msgr2=0x7f51880b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.389+0000 7f518f216640 1 --2- 172.21.15.33:0/1235285240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51880b37d0 0x7f51880b9360 secure :-1 s=READY pgs=2599 cs=0 l=1 rev1=1 crypto rx=0x7f5170009830 tx=0x7f517002a510 comp rx=0 tx=0).stop 2024-07-26T17:06:02.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.389+0000 7f518f216640 1 -- 172.21.15.33:0/1235285240 shutdown_connections 2024-07-26T17:06:02.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.389+0000 7f518f216640 1 --2- 172.21.15.33:0/1235285240 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51880d2de0 0x7f51880cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.389+0000 7f518f216640 1 --2- 172.21.15.33:0/1235285240 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51880b37d0 0x7f51880b9360 unknown :-1 s=CLOSED pgs=2599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.389+0000 7f518f216640 1 -- 172.21.15.33:0/1235285240 >> 172.21.15.33:0/1235285240 conn(0x7f51880b5b00 msgr2=0x7f51880b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:02.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.389+0000 7f518f216640 1 -- 172.21.15.33:0/1235285240 shutdown_connections 2024-07-26T17:06:02.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.389+0000 7f518f216640 1 -- 172.21.15.33:0/1235285240 wait complete. 2024-07-26T17:06:02.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.391+0000 7f518f216640 1 Processor -- start 2024-07-26T17:06:02.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.392+0000 7f518f216640 1 -- start start 2024-07-26T17:06:02.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.393+0000 7f518f216640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51880b37d0 0x7f5188160d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:02.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.393+0000 7f518f216640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51880b98a0 0x7f518814e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:02.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.393+0000 7f518f216640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51880d2de0 0x7f51880cd940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:02.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.393+0000 7f518f216640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f51880b3d60 con 0x7f51880b37d0 2024-07-26T17:06:02.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.393+0000 7f518f216640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f51880b3be0 con 0x7f51880b98a0 2024-07-26T17:06:02.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.393+0000 7f518f216640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f51880d3c30 con 0x7f51880d2de0 2024-07-26T17:06:02.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.393+0000 7f518cfb2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51880b37d0 0x7f5188160d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:02.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.393+0000 7f518cfb2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51880b37d0 0x7f5188160d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60916/0 (socket says 172.21.15.33:60916) 2024-07-26T17:06:02.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.393+0000 7f518cfb2640 1 -- 172.21.15.33:0/2661455973 learned_addr learned my addr 172.21.15.33:0/2661455973 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:02.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.393+0000 7f518d7b3640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51880d2de0 0x7f51880cd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.393+0000 7f5187fff640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51880b98a0 0x7f518814e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.394+0000 7f518cfb2640 1 -- 172.21.15.33:0/2661455973 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51880d2de0 msgr2=0x7f51880cd940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.394+0000 7f518cfb2640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51880d2de0 0x7f51880cd940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.394+0000 7f518cfb2640 1 -- 172.21.15.33:0/2661455973 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51880b98a0 msgr2=0x7f518814e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.394+0000 7f518cfb2640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51880b98a0 0x7f518814e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.394+0000 7f518cfb2640 1 -- 172.21.15.33:0/2661455973 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5188161270 con 0x7f51880b37d0 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.394+0000 7f518cfb2640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51880b37d0 0x7f5188160d30 secure :-1 s=READY pgs=2600 cs=0 l=1 rev1=1 crypto rx=0x7f5170000c00 tx=0x7f5170033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.394+0000 7f51857fa640 1 -- 172.21.15.33:0/2661455973 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5170031d60 con 0x7f51880b37d0 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.394+0000 7f51857fa640 1 -- 172.21.15.33:0/2661455973 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f51700330d0 con 0x7f51880b37d0 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.394+0000 7f51857fa640 1 -- 172.21.15.33:0/2661455973 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5170033520 con 0x7f51880b37d0 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.394+0000 7f518f216640 1 -- 172.21.15.33:0/2661455973 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f518815fc90 con 0x7f51880b37d0 2024-07-26T17:06:02.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.394+0000 7f518f216640 1 -- 172.21.15.33:0/2661455973 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5188160250 con 0x7f51880b37d0 2024-07-26T17:06:02.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.395+0000 7f518f216640 1 -- 172.21.15.33:0/2661455973 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51880b9360 con 0x7f51880b37d0 2024-07-26T17:06:02.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.396+0000 7f51857fa640 1 -- 172.21.15.33:0/2661455973 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f51700035f0 con 0x7f51880b37d0 2024-07-26T17:06:02.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.396+0000 7f51857fa640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f51680771c0 0x7f51680796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:02.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.396+0000 7f51857fa640 1 -- 172.21.15.33:0/2661455973 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(270..270 src has 1..270) ==== 6257+0+0 (secure 0 0 0) 0x7f51700ba410 con 0x7f51880b37d0 2024-07-26T17:06:02.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.396+0000 7f5187fff640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f51680771c0 0x7f51680796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:02.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.397+0000 7f5187fff640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f51680771c0 0x7f51680796d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5188069740 tx=0x7f5178007eb0 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:02.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.401+0000 7f51857fa640 1 -- 172.21.15.33:0/2661455973 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f517003f030 con 0x7f51880b37d0 2024-07-26T17:06:02.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.606+0000 7f518f216640 1 -- 172.21.15.33:0/2661455973 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f51880b8be0 con 0x7f51880b37d0 2024-07-26T17:06:02.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.607+0000 7f51857fa640 1 -- 172.21.15.33:0/2661455973 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v270) ==== 74+0+17151 (secure 0 0 0) 0x7f517008b280 con 0x7f51880b37d0 2024-07-26T17:06:02.609 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:02.609 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":270,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:06:01.634731+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":36,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":35,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:59.362220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"270","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":36,"pool_name":"cephfs_data","create_time":"2024-07-26T17:06:00.587952+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"270","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:06:02.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 -- 172.21.15.33:0/2661455973 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f51680771c0 msgr2=0x7f51680796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f51680771c0 0x7f51680796d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5188069740 tx=0x7f5178007eb0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 -- 172.21.15.33:0/2661455973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51880b37d0 msgr2=0x7f5188160d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51880b37d0 0x7f5188160d30 secure :-1 s=READY pgs=2600 cs=0 l=1 rev1=1 crypto rx=0x7f5170000c00 tx=0x7f5170033d60 comp rx=0 tx=0).stop 2024-07-26T17:06:02.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 -- 172.21.15.33:0/2661455973 shutdown_connections 2024-07-26T17:06:02.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f51680771c0 0x7f51680796d0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f51880d2de0 0x7f51880cd940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f51880b98a0 0x7f518814e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 --2- 172.21.15.33:0/2661455973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51880b37d0 0x7f5188160d30 unknown :-1 s=CLOSED pgs=2600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 -- 172.21.15.33:0/2661455973 >> 172.21.15.33:0/2661455973 conn(0x7f51880b5b00 msgr2=0x7f518806d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:02.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 -- 172.21.15.33:0/2661455973 shutdown_connections 2024-07-26T17:06:02.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.609+0000 7f518f216640 1 -- 172.21.15.33:0/2661455973 wait complete. 2024-07-26T17:06:02.623 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:06:02.642 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:02.640+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:02.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.741+0000 7fceb2589640 1 -- 172.21.15.33:0/2369362613 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fceac0d1d70 msgr2=0x7fceac0d2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.741+0000 7fceb2589640 1 --2- 172.21.15.33:0/2369362613 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fceac0d1d70 0x7fceac0d2180 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fce9c009830 tx=0x7fce9c02a530 comp rx=0 tx=0).stop 2024-07-26T17:06:02.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.741+0000 7fceb2589640 1 -- 172.21.15.33:0/2369362613 shutdown_connections 2024-07-26T17:06:02.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.741+0000 7fceb2589640 1 --2- 172.21.15.33:0/2369362613 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fceac0d1d70 0x7fceac0d2180 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.741+0000 7fceb2589640 1 -- 172.21.15.33:0/2369362613 >> 172.21.15.33:0/2369362613 conn(0x7fceac0b5ab0 msgr2=0x7fceac0b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:02.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.742+0000 7fceb2589640 1 -- 172.21.15.33:0/2369362613 shutdown_connections 2024-07-26T17:06:02.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.742+0000 7fceb2589640 1 -- 172.21.15.33:0/2369362613 wait complete. 2024-07-26T17:06:02.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.744+0000 7fceb2589640 1 Processor -- start 2024-07-26T17:06:02.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.744+0000 7fceb2589640 1 -- start start 2024-07-26T17:06:02.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.745+0000 7fceb2589640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fceac0b3920 0x7fceac1e8c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:02.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.745+0000 7fceb2589640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fceac0b4440 0x7fceac1e6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:02.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.745+0000 7fceb2589640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fceac0d1d70 0x7fceac1e7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:02.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.745+0000 7fceb2589640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fceac0d0730 con 0x7fceac0b4440 2024-07-26T17:06:02.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.745+0000 7fceb2589640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fceac08c630 con 0x7fceac0d1d70 2024-07-26T17:06:02.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.745+0000 7fceb2589640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fceac0c92c0 con 0x7fceac0b3920 2024-07-26T17:06:02.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.745+0000 7fceab7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fceac0b4440 0x7fceac1e6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:02.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.745+0000 7fceab7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fceac0b4440 0x7fceac1e6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60928/0 (socket says 172.21.15.33:60928) 2024-07-26T17:06:02.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.745+0000 7fceab7fe640 1 -- 172.21.15.33:0/30615202 learned_addr learned my addr 172.21.15.33:0/30615202 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:02.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.745+0000 7fceabfff640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fceac0b3920 0x7fceac1e8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:02.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.745+0000 7fceb0b26640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fceac0d1d70 0x7fceac1e7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:02.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fceab7fe640 1 -- 172.21.15.33:0/30615202 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fceac0b3920 msgr2=0x7fceac1e8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fceab7fe640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fceac0b3920 0x7fceac1e8c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fceab7fe640 1 -- 172.21.15.33:0/30615202 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fceac0d1d70 msgr2=0x7fceac1e7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fceab7fe640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fceac0d1d70 0x7fceac1e7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fceab7fe640 1 -- 172.21.15.33:0/30615202 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceac1f8ed0 con 0x7fceac0b4440 2024-07-26T17:06:02.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fceabfff640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fceac0b3920 0x7fceac1e8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:02.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fceab7fe640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fceac0b4440 0x7fceac1e6e40 secure :-1 s=READY pgs=2602 cs=0 l=1 rev1=1 crypto rx=0x7fce9400c430 tx=0x7fce9400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:02.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fcea8ff9640 1 -- 172.21.15.33:0/30615202 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce94011790 con 0x7fceac0b4440 2024-07-26T17:06:02.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fcea8ff9640 1 -- 172.21.15.33:0/30615202 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce94017070 con 0x7fceac0b4440 2024-07-26T17:06:02.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fceb2589640 1 -- 172.21.15.33:0/30615202 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fceac1f91b0 con 0x7fceac0b4440 2024-07-26T17:06:02.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fcea8ff9640 1 -- 172.21.15.33:0/30615202 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce94011cc0 con 0x7fceac0b4440 2024-07-26T17:06:02.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.746+0000 7fceb2589640 1 -- 172.21.15.33:0/30615202 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fceac1f9770 con 0x7fceac0b4440 2024-07-26T17:06:02.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.747+0000 7fceb2589640 1 -- 172.21.15.33:0/30615202 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fceac1f8c40 con 0x7fceac0b4440 2024-07-26T17:06:02.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.748+0000 7fcea8ff9640 1 -- 172.21.15.33:0/30615202 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fce9401c460 con 0x7fceac0b4440 2024-07-26T17:06:02.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.748+0000 7fcea8ff9640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fce8c0771c0 0x7fce8c0796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:02.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.749+0000 7fceabfff640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fce8c0771c0 0x7fce8c0796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:02.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.749+0000 7fcea8ff9640 1 -- 172.21.15.33:0/30615202 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(270..270 src has 1..270) ==== 6257+0+0 (secure 0 0 0) 0x7fce94098950 con 0x7fceac0b4440 2024-07-26T17:06:02.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.749+0000 7fceabfff640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fce8c0771c0 0x7fce8c0796d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fce9c034000 tx=0x7fce9c004730 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:02.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.753+0000 7fcea8ff9640 1 -- 172.21.15.33:0/30615202 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fce94021020 con 0x7fceac0b4440 2024-07-26T17:06:02.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.951+0000 7fceb2589640 1 -- 172.21.15.33:0/30615202 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fceac08cb30 con 0x7fceac0b4440 2024-07-26T17:06:02.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.953+0000 7fcea8ff9640 1 -- 172.21.15.33:0/30615202 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v270) ==== 74+0+17151 (secure 0 0 0) 0x7fce94061880 con 0x7fceac0b4440 2024-07-26T17:06:02.955 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:02.955 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":270,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:06:01.634731+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":36,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":35,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:59.362220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"270","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":36,"pool_name":"cephfs_data","create_time":"2024-07-26T17:06:00.587952+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"270","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:06:02.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 -- 172.21.15.33:0/30615202 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fce8c0771c0 msgr2=0x7fce8c0796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fce8c0771c0 0x7fce8c0796d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fce9c034000 tx=0x7fce9c004730 comp rx=0 tx=0).stop 2024-07-26T17:06:02.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 -- 172.21.15.33:0/30615202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fceac0b4440 msgr2=0x7fceac1e6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:02.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fceac0b4440 0x7fceac1e6e40 secure :-1 s=READY pgs=2602 cs=0 l=1 rev1=1 crypto rx=0x7fce9400c430 tx=0x7fce9400c8f0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 -- 172.21.15.33:0/30615202 shutdown_connections 2024-07-26T17:06:02.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fce8c0771c0 0x7fce8c0796d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fceac0d1d70 0x7fceac1e7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fceac0b4440 0x7fceac1e6e40 unknown :-1 s=CLOSED pgs=2602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 --2- 172.21.15.33:0/30615202 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fceac0b3920 0x7fceac1e8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:02.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 -- 172.21.15.33:0/30615202 >> 172.21.15.33:0/30615202 conn(0x7fceac0b5ab0 msgr2=0x7fceac1e9f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:02.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 -- 172.21.15.33:0/30615202 shutdown_connections 2024-07-26T17:06:02.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:02.955+0000 7fceb2589640 1 -- 172.21.15.33:0/30615202 wait complete. 2024-07-26T17:06:02.970 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T17:06:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.131+0000 7fb419f36640 1 -- 172.21.15.33:0/2545923108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4140b9390 msgr2=0x7fb4140d1be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.131+0000 7fb419f36640 1 --2- 172.21.15.33:0/2545923108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4140b9390 0x7fb4140d1be0 secure :-1 s=READY pgs=2604 cs=0 l=1 rev1=1 crypto rx=0x7fb4040098e0 tx=0x7fb40402a5d0 comp rx=0 tx=0).stop 2024-07-26T17:06:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.132+0000 7fb419f36640 1 -- 172.21.15.33:0/2545923108 shutdown_connections 2024-07-26T17:06:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.132+0000 7fb419f36640 1 --2- 172.21.15.33:0/2545923108 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb41408c940 0x7fb4140d2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.132+0000 7fb419f36640 1 --2- 172.21.15.33:0/2545923108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4140b9390 0x7fb4140d1be0 unknown :-1 s=CLOSED pgs=2604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.132+0000 7fb419f36640 1 -- 172.21.15.33:0/2545923108 >> 172.21.15.33:0/2545923108 conn(0x7fb4140b5b00 msgr2=0x7fb4140b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.132+0000 7fb419f36640 1 -- 172.21.15.33:0/2545923108 shutdown_connections 2024-07-26T17:06:03.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.132+0000 7fb419f36640 1 -- 172.21.15.33:0/2545923108 wait complete. 2024-07-26T17:06:03.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.133+0000 7fb419f36640 1 Processor -- start 2024-07-26T17:06:03.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.134+0000 7fb419f36640 1 -- start start 2024-07-26T17:06:03.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb419f36640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb41408c940 0x7fb4141f9130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:03.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb419f36640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4140b9390 0x7fb4141d0af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:03.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb419f36640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4140ceb20 0x7fb4141e5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb419f36640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb4140cf7c0 con 0x7fb41408c940 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb419f36640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb4140cf640 con 0x7fb4140b9390 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb419f36640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb4140cf940 con 0x7fb4140ceb20 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb4137fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb41408c940 0x7fb4141f9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb4137fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb41408c940 0x7fb4141f9130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60940/0 (socket says 172.21.15.33:60940) 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb4137fe640 1 -- 172.21.15.33:0/2227594263 learned_addr learned my addr 172.21.15.33:0/2227594263 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb412ffd640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4140b9390 0x7fb4141d0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb413fff640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4140ceb20 0x7fb4141e5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb4137fe640 1 -- 172.21.15.33:0/2227594263 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4140ceb20 msgr2=0x7fb4141e5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb4137fe640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4140ceb20 0x7fb4141e5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb4137fe640 1 -- 172.21.15.33:0/2227594263 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4140b9390 msgr2=0x7fb4141d0af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb4137fe640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4140b9390 0x7fb4141d0af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:03.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb4137fe640 1 -- 172.21.15.33:0/2227594263 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4141d4dc0 con 0x7fb41408c940 2024-07-26T17:06:03.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb4137fe640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb41408c940 0x7fb4141f9130 secure :-1 s=READY pgs=2605 cs=0 l=1 rev1=1 crypto rx=0x7fb40402abc0 tx=0x7fb4040316b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:03.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb3fbfff640 1 -- 172.21.15.33:0/2227594263 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb404031d60 con 0x7fb41408c940 2024-07-26T17:06:03.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb3fbfff640 1 -- 172.21.15.33:0/2227594263 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4040047a0 con 0x7fb41408c940 2024-07-26T17:06:03.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.136+0000 7fb419f36640 1 -- 172.21.15.33:0/2227594263 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4141d1660 con 0x7fb41408c940 2024-07-26T17:06:03.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.137+0000 7fb3fbfff640 1 -- 172.21.15.33:0/2227594263 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb404004bf0 con 0x7fb41408c940 2024-07-26T17:06:03.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.137+0000 7fb419f36640 1 -- 172.21.15.33:0/2227594263 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4141f8650 con 0x7fb41408c940 2024-07-26T17:06:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.138+0000 7fb419f36640 1 -- 172.21.15.33:0/2227594263 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4140cef30 con 0x7fb41408c940 2024-07-26T17:06:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.138+0000 7fb3fbfff640 1 -- 172.21.15.33:0/2227594263 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fb404005040 con 0x7fb41408c940 2024-07-26T17:06:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.139+0000 7fb3fbfff640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb4000771f0 0x7fb400079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.139+0000 7fb3fbfff640 1 -- 172.21.15.33:0/2227594263 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(270..270 src has 1..270) ==== 6257+0+0 (secure 0 0 0) 0x7fb4040b9c80 con 0x7fb41408c940 2024-07-26T17:06:03.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.139+0000 7fb412ffd640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb4000771f0 0x7fb400079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:03.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.140+0000 7fb412ffd640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb4000771f0 0x7fb400079700 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb4140d2390 tx=0x7fb408005f90 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:03.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.144+0000 7fb3fbfff640 1 -- 172.21.15.33:0/2227594263 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb40404a030 con 0x7fb41408c940 2024-07-26T17:06:03.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:03.385+0000 7fb419f36640 1 -- 172.21.15.33:0/2227594263 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fb4140b6780 con 0x7fb41408c940 2024-07-26T17:06:03.414 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:03.412+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:04.186 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:04.184+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:04.221 INFO:tasks.ceph.mds.a.smithi033.stderr:2024-07-26T17:06:04.219+0000 7f7f21c98640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:06:04.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.266+0000 7fb3fbfff640 1 -- 172.21.15.33:0/2227594263 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v150) ==== 118+0+0 (secure 0 0 0) 0x7fb40403f030 con 0x7fb41408c940 2024-07-26T17:06:04.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.268+0000 7fb419f36640 1 -- 172.21.15.33:0/2227594263 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb4000771f0 msgr2=0x7fb400079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:04.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.268+0000 7fb419f36640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb4000771f0 0x7fb400079700 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb4140d2390 tx=0x7fb408005f90 comp rx=0 tx=0).stop 2024-07-26T17:06:04.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.268+0000 7fb419f36640 1 -- 172.21.15.33:0/2227594263 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb41408c940 msgr2=0x7fb4141f9130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:04.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.268+0000 7fb419f36640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb41408c940 0x7fb4141f9130 secure :-1 s=READY pgs=2605 cs=0 l=1 rev1=1 crypto rx=0x7fb40402abc0 tx=0x7fb4040316b0 comp rx=0 tx=0).stop 2024-07-26T17:06:04.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.268+0000 7fb419f36640 1 -- 172.21.15.33:0/2227594263 shutdown_connections 2024-07-26T17:06:04.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.268+0000 7fb419f36640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb4000771f0 0x7fb400079700 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:04.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.268+0000 7fb419f36640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4140ceb20 0x7fb4141e5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:04.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.268+0000 7fb419f36640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4140b9390 0x7fb4141d0af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:04.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.268+0000 7fb419f36640 1 --2- 172.21.15.33:0/2227594263 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb41408c940 0x7fb4141f9130 unknown :-1 s=CLOSED pgs=2605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:04.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.268+0000 7fb419f36640 1 -- 172.21.15.33:0/2227594263 >> 172.21.15.33:0/2227594263 conn(0x7fb4140b5b00 msgr2=0x7fb4140b7c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:04.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.269+0000 7fb419f36640 1 -- 172.21.15.33:0/2227594263 shutdown_connections 2024-07-26T17:06:04.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.269+0000 7fb419f36640 1 -- 172.21.15.33:0/2227594263 wait complete. 2024-07-26T17:06:04.282 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T17:06:04.282 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T17:06:04.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.404+0000 7fd915520640 1 -- 172.21.15.33:0/725676045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd910071ae0 msgr2=0x7fd91015b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:04.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.404+0000 7fd915520640 1 --2- 172.21.15.33:0/725676045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd910071ae0 0x7fd91015b6c0 secure :-1 s=READY pgs=2607 cs=0 l=1 rev1=1 crypto rx=0x7fd900005fd0 tx=0x7fd90002a670 comp rx=0 tx=0).stop 2024-07-26T17:06:04.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.404+0000 7fd915520640 1 -- 172.21.15.33:0/725676045 shutdown_connections 2024-07-26T17:06:04.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.404+0000 7fd915520640 1 --2- 172.21.15.33:0/725676045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd910071ae0 0x7fd91015b6c0 unknown :-1 s=CLOSED pgs=2607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:04.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.404+0000 7fd915520640 1 -- 172.21.15.33:0/725676045 >> 172.21.15.33:0/725676045 conn(0x7fd9100d0d70 msgr2=0x7fd9100d1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:04.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.404+0000 7fd915520640 1 -- 172.21.15.33:0/725676045 shutdown_connections 2024-07-26T17:06:04.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.404+0000 7fd915520640 1 -- 172.21.15.33:0/725676045 wait complete. 2024-07-26T17:06:04.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.406+0000 7fd915520640 1 Processor -- start 2024-07-26T17:06:04.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.406+0000 7fd915520640 1 -- start start 2024-07-26T17:06:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.407+0000 7fd915520640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd910071ae0 0x7fd910156850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.407+0000 7fd915520640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9100d01d0 0x7fd910157850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.407+0000 7fd915520640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9100b3cc0 0x7fd910157d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.407+0000 7fd915520640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd91015fb50 con 0x7fd9100b3cc0 2024-07-26T17:06:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.407+0000 7fd915520640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd91015f9d0 con 0x7fd910071ae0 2024-07-26T17:06:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.407+0000 7fd915520640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd9100d05e0 con 0x7fd9100d01d0 2024-07-26T17:06:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.407+0000 7fd90f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9100b3cc0 0x7fd910157d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.407+0000 7fd90f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9100b3cc0 0x7fd910157d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60972/0 (socket says 172.21.15.33:60972) 2024-07-26T17:06:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.407+0000 7fd90f7fe640 1 -- 172.21.15.33:0/908743412 learned_addr learned my addr 172.21.15.33:0/908743412 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.407+0000 7fd90effd640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd910071ae0 0x7fd910156850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.407+0000 7fd907fff640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9100d01d0 0x7fd910157850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.408+0000 7fd90f7fe640 1 -- 172.21.15.33:0/908743412 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9100d01d0 msgr2=0x7fd910157850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.408+0000 7fd90f7fe640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9100d01d0 0x7fd910157850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.408+0000 7fd90f7fe640 1 -- 172.21.15.33:0/908743412 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd910071ae0 msgr2=0x7fd910156850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.408+0000 7fd90f7fe640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd910071ae0 0x7fd910156850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.408+0000 7fd90f7fe640 1 -- 172.21.15.33:0/908743412 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9100b6cf0 con 0x7fd9100b3cc0 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.408+0000 7fd90f7fe640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9100b3cc0 0x7fd910157d90 secure :-1 s=READY pgs=2608 cs=0 l=1 rev1=1 crypto rx=0x7fd90800c6b0 tx=0x7fd90800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.408+0000 7fd9077fe640 1 -- 172.21.15.33:0/908743412 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd908003b70 con 0x7fd9100b3cc0 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.408+0000 7fd9077fe640 1 -- 172.21.15.33:0/908743412 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd908003d10 con 0x7fd9100b3cc0 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.408+0000 7fd915520640 1 -- 172.21.15.33:0/908743412 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9101f5610 con 0x7fd9100b3cc0 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.408+0000 7fd9077fe640 1 -- 172.21.15.33:0/908743412 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd908005330 con 0x7fd9100b3cc0 2024-07-26T17:06:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.408+0000 7fd915520640 1 -- 172.21.15.33:0/908743412 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9101f5bd0 con 0x7fd9100b3cc0 2024-07-26T17:06:04.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.409+0000 7fd915520640 1 -- 172.21.15.33:0/908743412 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9100d0a90 con 0x7fd9100b3cc0 2024-07-26T17:06:04.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.410+0000 7fd9077fe640 1 -- 172.21.15.33:0/908743412 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fd9080054d0 con 0x7fd9100b3cc0 2024-07-26T17:06:04.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.411+0000 7fd9077fe640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd8f00771c0 0x7fd8f00796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:04.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.411+0000 7fd9077fe640 1 -- 172.21.15.33:0/908743412 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7fd908098a80 con 0x7fd9100b3cc0 2024-07-26T17:06:04.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.411+0000 7fd90effd640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd8f00771c0 0x7fd8f00796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:04.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.411+0000 7fd90effd640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd8f00771c0 0x7fd8f00796d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd900033000 tx=0x7fd900004730 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:04.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.415+0000 7fd9077fe640 1 -- 172.21.15.33:0/908743412 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd908061220 con 0x7fd9100b3cc0 2024-07-26T17:06:04.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:04.650+0000 7fd915520640 1 -- 172.21.15.33:0/908743412 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fd9100c69f0 con 0x7fd9100b3cc0 2024-07-26T17:06:04.951 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:04.949+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:05.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.273+0000 7fd9077fe640 1 -- 172.21.15.33:0/908743412 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v151) ==== 122+0+0 (secure 0 0 0) 0x7fd908065770 con 0x7fd9100b3cc0 2024-07-26T17:06:05.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.275+0000 7fd915520640 1 -- 172.21.15.33:0/908743412 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd8f00771c0 msgr2=0x7fd8f00796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:05.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.275+0000 7fd915520640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd8f00771c0 0x7fd8f00796d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd900033000 tx=0x7fd900004730 comp rx=0 tx=0).stop 2024-07-26T17:06:05.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.275+0000 7fd915520640 1 -- 172.21.15.33:0/908743412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9100b3cc0 msgr2=0x7fd910157d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:05.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.275+0000 7fd915520640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9100b3cc0 0x7fd910157d90 secure :-1 s=READY pgs=2608 cs=0 l=1 rev1=1 crypto rx=0x7fd90800c6b0 tx=0x7fd90800cb70 comp rx=0 tx=0).stop 2024-07-26T17:06:05.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.275+0000 7fd915520640 1 -- 172.21.15.33:0/908743412 shutdown_connections 2024-07-26T17:06:05.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.276+0000 7fd915520640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd8f00771c0 0x7fd8f00796d0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.276+0000 7fd915520640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9100b3cc0 0x7fd910157d90 unknown :-1 s=CLOSED pgs=2608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.276+0000 7fd915520640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd9100d01d0 0x7fd910157850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.276+0000 7fd915520640 1 --2- 172.21.15.33:0/908743412 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd910071ae0 0x7fd910156850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.276+0000 7fd915520640 1 -- 172.21.15.33:0/908743412 >> 172.21.15.33:0/908743412 conn(0x7fd9100d0d70 msgr2=0x7fd91015af70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:05.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.276+0000 7fd915520640 1 -- 172.21.15.33:0/908743412 shutdown_connections 2024-07-26T17:06:05.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.276+0000 7fd915520640 1 -- 172.21.15.33:0/908743412 wait complete. 2024-07-26T17:06:05.290 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T17:06:05.290 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:06:05.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.409+0000 7f805ff9b640 1 -- 172.21.15.33:0/4059180077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80580d26d0 msgr2=0x7f80580d2ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:05.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.409+0000 7f805ff9b640 1 --2- 172.21.15.33:0/4059180077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80580d26d0 0x7f80580d2ae0 secure :-1 s=READY pgs=2610 cs=0 l=1 rev1=1 crypto rx=0x7f8054005fd0 tx=0x7f805402a5f0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.409+0000 7f805ff9b640 1 -- 172.21.15.33:0/4059180077 shutdown_connections 2024-07-26T17:06:05.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.409+0000 7f805ff9b640 1 --2- 172.21.15.33:0/4059180077 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80580d26d0 0x7f80580d2ae0 unknown :-1 s=CLOSED pgs=2610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.409+0000 7f805ff9b640 1 -- 172.21.15.33:0/4059180077 >> 172.21.15.33:0/4059180077 conn(0x7f80580b5b00 msgr2=0x7f80580b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:05.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.409+0000 7f805ff9b640 1 -- 172.21.15.33:0/4059180077 shutdown_connections 2024-07-26T17:06:05.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.409+0000 7f805ff9b640 1 -- 172.21.15.33:0/4059180077 wait complete. 2024-07-26T17:06:05.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.411+0000 7f805ff9b640 1 Processor -- start 2024-07-26T17:06:05.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.411+0000 7f805ff9b640 1 -- start start 2024-07-26T17:06:05.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.412+0000 7f805ff9b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80580b37d0 0x7f805815ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:05.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.412+0000 7f805ff9b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80580d26d0 0x7f8058161990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:05.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.412+0000 7f805ff9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80580d3020 0x7f8058161ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:05.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.412+0000 7f805ff9b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f80580b3d60 con 0x7f80580d3020 2024-07-26T17:06:05.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.412+0000 7f805ff9b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f80580b3be0 con 0x7f80580d26d0 2024-07-26T17:06:05.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.412+0000 7f805ff9b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f80580d3c30 con 0x7f80580b37d0 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.412+0000 7f805e538640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80580d3020 0x7f8058161ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.412+0000 7f805e538640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80580d3020 0x7f8058161ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32772/0 (socket says 172.21.15.33:32772) 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.412+0000 7f805e538640 1 -- 172.21.15.33:0/3425590654 learned_addr learned my addr 172.21.15.33:0/3425590654 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.412+0000 7f805dd37640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80580b37d0 0x7f805815ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.412+0000 7f805d536640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80580d26d0 0x7f8058161990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.413+0000 7f805e538640 1 -- 172.21.15.33:0/3425590654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80580b37d0 msgr2=0x7f805815ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.413+0000 7f805e538640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80580b37d0 0x7f805815ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.413+0000 7f805e538640 1 -- 172.21.15.33:0/3425590654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80580d26d0 msgr2=0x7f8058161990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.413+0000 7f805e538640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80580d26d0 0x7f8058161990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.413+0000 7f805e538640 1 -- 172.21.15.33:0/3425590654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8058158f60 con 0x7f80580d3020 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.413+0000 7f805e538640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80580d3020 0x7f8058161ed0 secure :-1 s=READY pgs=2611 cs=0 l=1 rev1=1 crypto rx=0x7f805000c730 tx=0x7f805000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.413+0000 7f804e7fc640 1 -- 172.21.15.33:0/3425590654 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8050003b70 con 0x7f80580d3020 2024-07-26T17:06:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.413+0000 7f804e7fc640 1 -- 172.21.15.33:0/3425590654 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8050003d30 con 0x7f80580d3020 2024-07-26T17:06:05.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.413+0000 7f804e7fc640 1 -- 172.21.15.33:0/3425590654 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80500052d0 con 0x7f80580d3020 2024-07-26T17:06:05.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.413+0000 7f805ff9b640 1 -- 172.21.15.33:0/3425590654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8058159240 con 0x7f80580d3020 2024-07-26T17:06:05.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.413+0000 7f805ff9b640 1 -- 172.21.15.33:0/3425590654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8058159800 con 0x7f80580d3020 2024-07-26T17:06:05.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.414+0000 7f805ff9b640 1 -- 172.21.15.33:0/3425590654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80580d18f0 con 0x7f80580d3020 2024-07-26T17:06:05.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.415+0000 7f804e7fc640 1 -- 172.21.15.33:0/3425590654 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f8050005680 con 0x7f80580d3020 2024-07-26T17:06:05.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.416+0000 7f804e7fc640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f803c0771f0 0x7f803c079700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:05.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.416+0000 7f805dd37640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f803c0771f0 0x7f803c079700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:05.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.416+0000 7f804e7fc640 1 -- 172.21.15.33:0/3425590654 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7f8050098b90 con 0x7f80580d3020 2024-07-26T17:06:05.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.416+0000 7f805dd37640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f803c0771f0 0x7f803c079700 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8048000f60 tx=0x7f8048009040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:05.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.421+0000 7f804e7fc640 1 -- 172.21.15.33:0/3425590654 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f80580d18f0 con 0x7f80580d3020 2024-07-26T17:06:05.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.660+0000 7f805ff9b640 1 -- 172.21.15.33:0/3425590654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f80580d2ae0 con 0x7f80580d3020 2024-07-26T17:06:05.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.661+0000 7f804e7fc640 1 -- 172.21.15.33:0/3425590654 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5237 (secure 0 0 0) 0x7f8050061320 con 0x7f80580d3020 2024-07-26T17:06:05.663 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:05.663 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":151,"btime":"2024-07-26T17:06:05:267951+0000","default_fscid":17,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9761,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/206269637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":206269637},{"type":"v1","addr":"172.21.15.154:6833","nonce":206269637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":145},{"gid":12132,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/1280417452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":1280417452},{"type":"v1","addr":"172.21.15.154:6835","nonce":1280417452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":12135,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/389722971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":389722971},{"type":"v1","addr":"172.21.15.33:6833","nonce":389722971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:01.634687+0000","modified":"2024-07-26T17:06:04.651989+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12138":{"gid":12138,"name":"a","rank":0,"incarnation":147,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/264520761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":264520761},{"type":"v1","addr":"172.21.15.33:6835","nonce":264520761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[36],"metadata_pool":35,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12138,"qdb_cluster":[12138]},"id":17}]} 2024-07-26T17:06:05.663 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 151 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 -- 172.21.15.33:0/3425590654 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f803c0771f0 msgr2=0x7f803c079700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f803c0771f0 0x7f803c079700 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8048000f60 tx=0x7f8048009040 comp rx=0 tx=0).stop 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 -- 172.21.15.33:0/3425590654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80580d3020 msgr2=0x7f8058161ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80580d3020 0x7f8058161ed0 secure :-1 s=READY pgs=2611 cs=0 l=1 rev1=1 crypto rx=0x7f805000c730 tx=0x7f805000cbf0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 -- 172.21.15.33:0/3425590654 shutdown_connections 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f803c0771f0 0x7f803c079700 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80580d3020 0x7f8058161ed0 unknown :-1 s=CLOSED pgs=2611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f80580d26d0 0x7f8058161990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 --2- 172.21.15.33:0/3425590654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f80580b37d0 0x7f805815ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 -- 172.21.15.33:0/3425590654 >> 172.21.15.33:0/3425590654 conn(0x7f80580b5b00 msgr2=0x7f80580b23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 -- 172.21.15.33:0/3425590654 shutdown_connections 2024-07-26T17:06:05.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.663+0000 7f805ff9b640 1 -- 172.21.15.33:0/3425590654 wait complete. 2024-07-26T17:06:05.676 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:06:05.717 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:05.716+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:05.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.795+0000 7f4c39833640 1 -- 172.21.15.33:0/3777639043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c1c003a00 msgr2=0x7f4c1c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:05.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.795+0000 7f4c39833640 1 --2- 172.21.15.33:0/3777639043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c1c003a00 0x7f4c1c003e70 secure :-1 s=READY pgs=2613 cs=0 l=1 rev1=1 crypto rx=0x7f4c2400c290 tx=0x7f4c1c005830 comp rx=0 tx=0).stop 2024-07-26T17:06:05.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.795+0000 7f4c337fe640 1 -- 172.21.15.33:0/3777639043 reap_dead start 2024-07-26T17:06:05.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.795+0000 7f4c39833640 1 -- 172.21.15.33:0/3777639043 shutdown_connections 2024-07-26T17:06:05.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.795+0000 7f4c39833640 1 -- 172.21.15.33:0/3777639043 >> 172.21.15.33:0/3777639043 conn(0x7f4c340b5b00 msgr2=0x7f4c340b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:05.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.795+0000 7f4c39833640 1 -- 172.21.15.33:0/3777639043 shutdown_connections 2024-07-26T17:06:05.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.795+0000 7f4c39833640 1 -- 172.21.15.33:0/3777639043 wait complete. 2024-07-26T17:06:05.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.797+0000 7f4c39833640 1 Processor -- start 2024-07-26T17:06:05.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.797+0000 7f4c39833640 1 -- start start 2024-07-26T17:06:05.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.798+0000 7f4c39833640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c1c003a00 0x7f4c341540d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:05.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.798+0000 7f4c39833640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c340a16a0 0x7f4c340b0e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:05.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.798+0000 7f4c39833640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c341549f0 0x7f4c340b1340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:05.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.798+0000 7f4c39833640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4c340b3d60 con 0x7f4c340a16a0 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.798+0000 7f4c39833640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4c340b3be0 con 0x7f4c1c003a00 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.798+0000 7f4c39833640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4c340d3c30 con 0x7f4c341549f0 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.798+0000 7f4c327fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c340a16a0 0x7f4c340b0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c327fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c340a16a0 0x7f4c340b0e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32794/0 (socket says 172.21.15.33:32794) 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c327fc640 1 -- 172.21.15.33:0/1956128768 learned_addr learned my addr 172.21.15.33:0/1956128768 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c32ffd640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c1c003a00 0x7f4c341540d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c337fe640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c341549f0 0x7f4c340b1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c327fc640 1 -- 172.21.15.33:0/1956128768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c341549f0 msgr2=0x7f4c340b1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c327fc640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c341549f0 0x7f4c340b1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c327fc640 1 -- 172.21.15.33:0/1956128768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c1c003a00 msgr2=0x7f4c341540d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c327fc640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c1c003a00 0x7f4c341540d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:05.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c327fc640 1 -- 172.21.15.33:0/1956128768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c341f8e40 con 0x7f4c340a16a0 2024-07-26T17:06:05.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c327fc640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c340a16a0 0x7f4c340b0e00 secure :-1 s=READY pgs=2614 cs=0 l=1 rev1=1 crypto rx=0x7f4c28011b10 tx=0x7f4c28009eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:05.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c1bfff640 1 -- 172.21.15.33:0/1956128768 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c2801e070 con 0x7f4c340a16a0 2024-07-26T17:06:05.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c1bfff640 1 -- 172.21.15.33:0/1956128768 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c28004050 con 0x7f4c340a16a0 2024-07-26T17:06:05.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c39833640 1 -- 172.21.15.33:0/1956128768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c341f9120 con 0x7f4c340a16a0 2024-07-26T17:06:05.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c1bfff640 1 -- 172.21.15.33:0/1956128768 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c2800fea0 con 0x7f4c340a16a0 2024-07-26T17:06:05.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.799+0000 7f4c39833640 1 -- 172.21.15.33:0/1956128768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c3409efc0 con 0x7f4c340a16a0 2024-07-26T17:06:05.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.801+0000 7f4c39833640 1 -- 172.21.15.33:0/1956128768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c340b4080 con 0x7f4c340a16a0 2024-07-26T17:06:05.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.801+0000 7f4c1bfff640 1 -- 172.21.15.33:0/1956128768 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f4c28021070 con 0x7f4c340a16a0 2024-07-26T17:06:05.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.802+0000 7f4c1bfff640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f4c200771c0 0x7f4c200796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:05.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.802+0000 7f4c1bfff640 1 -- 172.21.15.33:0/1956128768 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7f4c28099810 con 0x7f4c340a16a0 2024-07-26T17:06:05.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.802+0000 7f4c32ffd640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f4c200771c0 0x7f4c200796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:05.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.802+0000 7f4c32ffd640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f4c200771c0 0x7f4c200796d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4c24033000 tx=0x7f4c24038040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:05.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:05.806+0000 7f4c1bfff640 1 -- 172.21.15.33:0/1956128768 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4c28061f40 con 0x7f4c340a16a0 2024-07-26T17:06:06.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.006+0000 7f4c39833640 1 -- 172.21.15.33:0/1956128768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4c340b8440 con 0x7f4c340a16a0 2024-07-26T17:06:06.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.007+0000 7f4c1bfff640 1 -- 172.21.15.33:0/1956128768 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v271) ==== 74+0+17138 (secure 0 0 0) 0x7f4c28066490 con 0x7f4c340a16a0 2024-07-26T17:06:06.009 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:06.009 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":271,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:06:03.237281+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":36,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":35,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:59.362220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"270","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":36,"pool_name":"cephfs_data","create_time":"2024-07-26T17:06:00.587952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"271","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:06:06.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 -- 172.21.15.33:0/1956128768 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f4c200771c0 msgr2=0x7f4c200796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f4c200771c0 0x7f4c200796d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4c24033000 tx=0x7f4c24038040 comp rx=0 tx=0).stop 2024-07-26T17:06:06.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 -- 172.21.15.33:0/1956128768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c340a16a0 msgr2=0x7f4c340b0e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c340a16a0 0x7f4c340b0e00 secure :-1 s=READY pgs=2614 cs=0 l=1 rev1=1 crypto rx=0x7f4c28011b10 tx=0x7f4c28009eb0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 -- 172.21.15.33:0/1956128768 shutdown_connections 2024-07-26T17:06:06.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f4c200771c0 0x7f4c200796d0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c341549f0 0x7f4c340b1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c340a16a0 0x7f4c340b0e00 unknown :-1 s=CLOSED pgs=2614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 --2- 172.21.15.33:0/1956128768 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c1c003a00 0x7f4c341540d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 -- 172.21.15.33:0/1956128768 >> 172.21.15.33:0/1956128768 conn(0x7f4c340b5b00 msgr2=0x7f4c3415ddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:06.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 -- 172.21.15.33:0/1956128768 shutdown_connections 2024-07-26T17:06:06.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.009+0000 7f4c39833640 1 -- 172.21.15.33:0/1956128768 wait complete. 2024-07-26T17:06:06.023 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T17:06:06.023 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:06:06.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.183+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1546676757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a040d26d0 msgr2=0x7f4a040d2ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.183+0000 7f4a0ab7e640 1 --2- 172.21.15.33:0/1546676757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a040d26d0 0x7f4a040d2ae0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f49f0009830 tx=0x7f49f002a410 comp rx=0 tx=0).stop 2024-07-26T17:06:06.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.183+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1546676757 shutdown_connections 2024-07-26T17:06:06.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.183+0000 7f4a0ab7e640 1 --2- 172.21.15.33:0/1546676757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a040d26d0 0x7f4a040d2ae0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.183+0000 7f4a0ab7e640 1 --2- 172.21.15.33:0/1546676757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a040d3020 0x7f4a040cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.183+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1546676757 >> 172.21.15.33:0/1546676757 conn(0x7f4a040b5b00 msgr2=0x7f4a040b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:06.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.183+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1546676757 shutdown_connections 2024-07-26T17:06:06.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.183+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1546676757 wait complete. 2024-07-26T17:06:06.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.185+0000 7f4a0ab7e640 1 Processor -- start 2024-07-26T17:06:06.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.185+0000 7f4a0ab7e640 1 -- start start 2024-07-26T17:06:06.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0ab7e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a040b37d0 0x7f4a0415aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0ab7e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a040d26d0 0x7f4a0415b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0ab7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a040d3020 0x7f4a041f5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0ab7e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4a040b3d60 con 0x7f4a040d3020 2024-07-26T17:06:06.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0ab7e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4a040b3be0 con 0x7f4a040b37d0 2024-07-26T17:06:06.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0ab7e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4a040d3c30 con 0x7f4a040d26d0 2024-07-26T17:06:06.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0911b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a040d3020 0x7f4a041f5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0891a640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a040b37d0 0x7f4a0415aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a03fff640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a040d26d0 0x7f4a0415b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0911b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a040d3020 0x7f4a041f5740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32804/0 (socket says 172.21.15.33:32804) 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0891a640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a040b37d0 0x7f4a0415aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:37522/0 (socket says 172.21.15.33:37522) 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0911b640 1 -- 172.21.15.33:0/1559244087 learned_addr learned my addr 172.21.15.33:0/1559244087 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0911b640 1 -- 172.21.15.33:0/1559244087 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a040d26d0 msgr2=0x7f4a0415b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0911b640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a040d26d0 0x7f4a0415b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0911b640 1 -- 172.21.15.33:0/1559244087 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a040b37d0 msgr2=0x7f4a0415aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0911b640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a040b37d0 0x7f4a0415aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0911b640 1 -- 172.21.15.33:0/1559244087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a041590d0 con 0x7f4a040d3020 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.187+0000 7f4a0891a640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a040b37d0 0x7f4a0415aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.188+0000 7f4a0911b640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a040d3020 0x7f4a041f5740 secure :-1 s=READY pgs=2616 cs=0 l=1 rev1=1 crypto rx=0x7f49fc00ea80 tx=0x7f49fc00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:06.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.188+0000 7f4a017fa640 1 -- 172.21.15.33:0/1559244087 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49fc004b20 con 0x7f4a040d3020 2024-07-26T17:06:06.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.188+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1559244087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a041593b0 con 0x7f4a040d3020 2024-07-26T17:06:06.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.188+0000 7f4a017fa640 1 -- 172.21.15.33:0/1559244087 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f49fc004ce0 con 0x7f4a040d3020 2024-07-26T17:06:06.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.188+0000 7f4a017fa640 1 -- 172.21.15.33:0/1559244087 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49fc005280 con 0x7f4a040d3020 2024-07-26T17:06:06.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.188+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1559244087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a0415fd90 con 0x7f4a040d3020 2024-07-26T17:06:06.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.189+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1559244087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a04161e00 con 0x7f4a040d3020 2024-07-26T17:06:06.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.190+0000 7f4a017fa640 1 -- 172.21.15.33:0/1559244087 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f49fc005420 con 0x7f4a040d3020 2024-07-26T17:06:06.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.190+0000 7f4a017fa640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f49e80771c0 0x7f49e80796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.191+0000 7f4a0891a640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f49e80771c0 0x7f49e80796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.191+0000 7f4a017fa640 1 -- 172.21.15.33:0/1559244087 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7f49fc099ad0 con 0x7f4a040d3020 2024-07-26T17:06:06.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.191+0000 7f4a0891a640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f49e80771c0 0x7f49e80796d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f49f8007d40 tx=0x7f49f8001d50 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:06.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.195+0000 7f4a017fa640 1 -- 172.21.15.33:0/1559244087 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f49fc062040 con 0x7f4a040d3020 2024-07-26T17:06:06.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.385+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1559244087 --> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4a0406ab00 con 0x7f49e80771c0 2024-07-26T17:06:06.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.390+0000 7f4a017fa640 1 -- 172.21.15.33:0/1559244087 <== mgr.9569 v2:172.21.15.33:6836/456126865 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+240209 (secure 0 0 0) 0x7f49f80079e0 con 0x7f49e80771c0 2024-07-26T17:06:06.394 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:06.395 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:06:06.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1559244087 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f49e80771c0 msgr2=0x7f49e80796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f49e80771c0 0x7f49e80796d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f49f8007d40 tx=0x7f49f8001d50 comp rx=0 tx=0).stop 2024-07-26T17:06:06.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1559244087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a040d3020 msgr2=0x7f4a041f5740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a040d3020 0x7f4a041f5740 secure :-1 s=READY pgs=2616 cs=0 l=1 rev1=1 crypto rx=0x7f49fc00ea80 tx=0x7f49fc00ef40 comp rx=0 tx=0).stop 2024-07-26T17:06:06.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1559244087 shutdown_connections 2024-07-26T17:06:06.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f49e80771c0 0x7f49e80796d0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a040d3020 0x7f4a041f5740 unknown :-1 s=CLOSED pgs=2616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a040d26d0 0x7f4a0415b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 --2- 172.21.15.33:0/1559244087 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a040b37d0 0x7f4a0415aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1559244087 >> 172.21.15.33:0/1559244087 conn(0x7f4a040b5b00 msgr2=0x7f4a040b2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:06.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1559244087 shutdown_connections 2024-07-26T17:06:06.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.393+0000 7f4a0ab7e640 1 -- 172.21.15.33:0/1559244087 wait complete. 2024-07-26T17:06:06.406 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-07-26T17:06:04.653146+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1575,"num_read_kb":4466,"num_write":399,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2193,"ondisk_log_size":2193,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":456092,"kb_used_data":27536,"kb_used_omap":12,"kb_used_meta":428403,"kb_avail":754518628,"statfs":{"total":773094113280,"available":772627075072,"internally_reserved":0,"allocated":28196864,"data_stored":15388550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":438685233},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.424738"},"pg_stats":[{"pgid":"36.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"36.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.1f","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.236354+0000","last_change":"2024-07-26T17:06:00.236354+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.236354+0000","last_undegraded":"2024-07-26T17:06:00.236354+0000","last_fullsized":"2024-07-26T17:06:00.236354+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"36.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.1e","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.231577+0000","last_change":"2024-07-26T17:06:00.231577+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.231577+0000","last_undegraded":"2024-07-26T17:06:00.231577+0000","last_fullsized":"2024-07-26T17:06:00.231577+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"36.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.1d","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.238494+0000","last_change":"2024-07-26T17:06:00.238494+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.238494+0000","last_undegraded":"2024-07-26T17:06:00.238494+0000","last_fullsized":"2024-07-26T17:06:00.238494+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.1c","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.236962+0000","last_change":"2024-07-26T17:06:00.236962+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.236962+0000","last_undegraded":"2024-07-26T17:06:00.236962+0000","last_fullsized":"2024-07-26T17:06:00.236962+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.1b","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.235468+0000","last_change":"2024-07-26T17:06:00.235468+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.235468+0000","last_undegraded":"2024-07-26T17:06:00.235468+0000","last_fullsized":"2024-07-26T17:06:00.235468+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.1a","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.234666+0000","last_change":"2024-07-26T17:06:00.234666+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.234666+0000","last_undegraded":"2024-07-26T17:06:00.234666+0000","last_fullsized":"2024-07-26T17:06:00.234666+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.19","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.233947+0000","last_change":"2024-07-26T17:06:00.233947+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.233947+0000","last_undegraded":"2024-07-26T17:06:00.233947+0000","last_fullsized":"2024-07-26T17:06:00.233947+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.18","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.236191+0000","last_change":"2024-07-26T17:06:00.236191+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.236191+0000","last_undegraded":"2024-07-26T17:06:00.236191+0000","last_fullsized":"2024-07-26T17:06:00.236191+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.17","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.232883+0000","last_change":"2024-07-26T17:06:00.232883+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.232883+0000","last_undegraded":"2024-07-26T17:06:00.232883+0000","last_fullsized":"2024-07-26T17:06:00.232883+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"36.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.16","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.234512+0000","last_change":"2024-07-26T17:06:00.234512+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.234512+0000","last_undegraded":"2024-07-26T17:06:00.234512+0000","last_fullsized":"2024-07-26T17:06:00.234512+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.15","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.233386+0000","last_change":"2024-07-26T17:06:00.233386+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.233386+0000","last_undegraded":"2024-07-26T17:06:00.233386+0000","last_fullsized":"2024-07-26T17:06:00.233386+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"36.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.14","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.235532+0000","last_change":"2024-07-26T17:06:00.235532+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.235532+0000","last_undegraded":"2024-07-26T17:06:00.235532+0000","last_fullsized":"2024-07-26T17:06:00.235532+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"36.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.13","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.234795+0000","last_change":"2024-07-26T17:06:00.234795+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.234795+0000","last_undegraded":"2024-07-26T17:06:00.234795+0000","last_fullsized":"2024-07-26T17:06:00.234795+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.12","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.235810+0000","last_change":"2024-07-26T17:06:00.235810+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.235810+0000","last_undegraded":"2024-07-26T17:06:00.235810+0000","last_fullsized":"2024-07-26T17:06:00.235810+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.11","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.235178+0000","last_change":"2024-07-26T17:06:00.235178+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.235178+0000","last_undegraded":"2024-07-26T17:06:00.235178+0000","last_fullsized":"2024-07-26T17:06:00.235178+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.10","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.236523+0000","last_change":"2024-07-26T17:06:00.236523+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.236523+0000","last_undegraded":"2024-07-26T17:06:00.236523+0000","last_fullsized":"2024-07-26T17:06:00.236523+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"36.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.f","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.237595+0000","last_change":"2024-07-26T17:06:00.237595+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.237595+0000","last_undegraded":"2024-07-26T17:06:00.237595+0000","last_fullsized":"2024-07-26T17:06:00.237595+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.e","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.234666+0000","last_change":"2024-07-26T17:06:00.234666+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.234666+0000","last_undegraded":"2024-07-26T17:06:00.234666+0000","last_fullsized":"2024-07-26T17:06:00.234666+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.d","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.238062+0000","last_change":"2024-07-26T17:06:00.238062+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.238062+0000","last_undegraded":"2024-07-26T17:06:00.238062+0000","last_fullsized":"2024-07-26T17:06:00.238062+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.c","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.234010+0000","last_change":"2024-07-26T17:06:00.234010+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.234010+0000","last_undegraded":"2024-07-26T17:06:00.234010+0000","last_fullsized":"2024-07-26T17:06:00.234010+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.b","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.233764+0000","last_change":"2024-07-26T17:06:00.233764+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.233764+0000","last_undegraded":"2024-07-26T17:06:00.233764+0000","last_fullsized":"2024-07-26T17:06:00.233764+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.a","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.236705+0000","last_change":"2024-07-26T17:06:00.236705+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.236705+0000","last_undegraded":"2024-07-26T17:06:00.236705+0000","last_fullsized":"2024-07-26T17:06:00.236705+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.9","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.231634+0000","last_change":"2024-07-26T17:06:00.231634+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.231634+0000","last_undegraded":"2024-07-26T17:06:00.231634+0000","last_fullsized":"2024-07-26T17:06:00.231634+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"36.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.8","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.233626+0000","last_change":"2024-07-26T17:06:00.233626+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.233626+0000","last_undegraded":"2024-07-26T17:06:00.233626+0000","last_fullsized":"2024-07-26T17:06:00.233626+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.7","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.234379+0000","last_change":"2024-07-26T17:06:00.234379+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.234379+0000","last_undegraded":"2024-07-26T17:06:00.234379+0000","last_fullsized":"2024-07-26T17:06:00.234379+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.6","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.236053+0000","last_change":"2024-07-26T17:06:00.236053+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.236053+0000","last_undegraded":"2024-07-26T17:06:00.236053+0000","last_fullsized":"2024-07-26T17:06:00.236053+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.5","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.237573+0000","last_change":"2024-07-26T17:06:00.237573+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.237573+0000","last_undegraded":"2024-07-26T17:06:00.237573+0000","last_fullsized":"2024-07-26T17:06:00.237573+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.4","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.235796+0000","last_change":"2024-07-26T17:06:00.235796+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.235796+0000","last_undegraded":"2024-07-26T17:06:00.235796+0000","last_fullsized":"2024-07-26T17:06:00.235796+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.3","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.233318+0000","last_change":"2024-07-26T17:06:00.233318+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.233318+0000","last_undegraded":"2024-07-26T17:06:00.233318+0000","last_fullsized":"2024-07-26T17:06:00.233318+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.2","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.236191+0000","last_change":"2024-07-26T17:06:00.236191+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.236191+0000","last_undegraded":"2024-07-26T17:06:00.236191+0000","last_fullsized":"2024-07-26T17:06:00.236191+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.1","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.232878+0000","last_change":"2024-07-26T17:06:00.232878+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.232878+0000","last_undegraded":"2024-07-26T17:06:00.232878+0000","last_fullsized":"2024-07-26T17:06:00.232878+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"36.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"35.0","version":"0'0","reported_seq":1,"reported_epoch":268,"state":"creating+peering","last_fresh":"2024-07-26T17:06:00.233156+0000","last_change":"2024-07-26T17:06:00.233156+0000","last_active":"2024-07-26T17:06:00.226486+0000","last_peered":"2024-07-26T17:06:00.226486+0000","last_clean":"2024-07-26T17:06:00.226486+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:00.233156+0000","last_undegraded":"2024-07-26T17:06:00.233156+0000","last_fullsized":"2024-07-26T17:06:00.233156+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:01.228341+0000","last_change":"2024-07-26T17:06:01.228341+0000","last_active":"2024-07-26T17:06:01.228341+0000","last_peered":"2024-07-26T17:06:01.228341+0000","last_clean":"2024-07-26T17:06:01.228341+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:01.228341+0000","last_undegraded":"2024-07-26T17:06:01.228341+0000","last_fullsized":"2024-07-26T17:06:01.228341+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"268'2193","reported_seq":3202,"reported_epoch":268,"state":"active+clean","last_fresh":"2024-07-26T17:06:00.641372+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:06:00.641372+0000","last_peered":"2024-07-26T17:06:00.641372+0000","last_clean":"2024-07-26T17:06:00.641372+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:06:00.641372+0000","last_undegraded":"2024-07-26T17:06:00.641372+0000","last_fullsized":"2024-07-26T17:06:00.641372+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":2193,"log_dups_size":0,"ondisk_log_size":2193,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1575,"num_read_kb":4466,"num_write":399,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":36,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":35,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1575,"num_read_kb":4466,"num_write":399,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2193,"ondisk_log_size":2193,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576013,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61424,"kb_used_data":3880,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310416,"statfs":{"total":96636764160,"available":96573865984,"internally_reserved":0,"allocated":3973120,"data_stored":2367936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510604,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60852,"kb_used_data":3300,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310988,"statfs":{"total":96636764160,"available":96574451712,"internally_reserved":0,"allocated":3379200,"data_stored":1777568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510604,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":70592,"kb_used_data":3300,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94301248,"statfs":{"total":96636764160,"available":96564477952,"internally_reserved":0,"allocated":3379200,"data_stored":1777568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510604,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52536,"kb_used_data":3300,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319304,"statfs":{"total":96636764160,"available":96582967296,"internally_reserved":0,"allocated":3379200,"data_stored":1777568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510603,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52516,"kb_used_data":3288,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319324,"statfs":{"total":96636764160,"available":96582987776,"internally_reserved":0,"allocated":3366912,"data_stored":1771203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510603,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52524,"kb_used_data":3288,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319316,"statfs":{"total":96636764160,"available":96582979584,"internally_reserved":0,"allocated":3366912,"data_stored":1771203,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510606,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48376,"kb_used_data":3300,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323464,"statfs":{"total":96636764160,"available":96587227136,"internally_reserved":0,"allocated":3379200,"data_stored":1777568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543310,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":57272,"kb_used_data":3880,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94314568,"statfs":{"total":96636764160,"available":96578117632,"internally_reserved":0,"allocated":3973120,"data_stored":2367936,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":54655430},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:06:06.410 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:06:06.501 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:06.500+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:06.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.564+0000 7fb920941640 1 -- 172.21.15.33:0/1483622909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb91c0cd1c0 msgr2=0x7fb91c166a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.564+0000 7fb920941640 1 --2- 172.21.15.33:0/1483622909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb91c0cd1c0 0x7fb91c166a70 secure :-1 s=READY pgs=2618 cs=0 l=1 rev1=1 crypto rx=0x7fb91c0d1960 tx=0x7fb91402a8b0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.564+0000 7fb920941640 1 -- 172.21.15.33:0/1483622909 shutdown_connections 2024-07-26T17:06:06.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.564+0000 7fb920941640 1 --2- 172.21.15.33:0/1483622909 >> v2:172.21.15.154:3300/0 conn(0x7fb91c0cc870 0x7fb91c0ccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.564+0000 7fb920941640 1 --2- 172.21.15.33:0/1483622909 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb91c0cd1c0 0x7fb91c166a70 unknown :-1 s=CLOSED pgs=2618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.564+0000 7fb920941640 1 -- 172.21.15.33:0/1483622909 >> 172.21.15.33:0/1483622909 conn(0x7fb91c0d1da0 msgr2=0x7fb91c0d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:06.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.564+0000 7fb920941640 1 -- 172.21.15.33:0/1483622909 shutdown_connections 2024-07-26T17:06:06.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.564+0000 7fb920941640 1 -- 172.21.15.33:0/1483622909 wait complete. 2024-07-26T17:06:06.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.566+0000 7fb920941640 1 Processor -- start 2024-07-26T17:06:06.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.566+0000 7fb920941640 1 -- start start 2024-07-26T17:06:06.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.567+0000 7fb920941640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb91c0b3130 0x7fb91c1d0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.567+0000 7fb920941640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb91c0cc870 0x7fb91c1f6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.567+0000 7fb920941640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb91c0cd1c0 0x7fb91c0b3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.567+0000 7fb920941640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb91c0b73c0 con 0x7fb91c0cc870 2024-07-26T17:06:06.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.567+0000 7fb920941640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb91c0b7240 con 0x7fb91c0cd1c0 2024-07-26T17:06:06.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.567+0000 7fb920941640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb91c0d1a10 con 0x7fb91c0b3130 2024-07-26T17:06:06.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb919d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb91c0cc870 0x7fb91c1f6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb919d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb91c0cc870 0x7fb91c1f6300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32832/0 (socket says 172.21.15.33:32832) 2024-07-26T17:06:06.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb919d9b640 1 -- 172.21.15.33:0/4040791576 learned_addr learned my addr 172.21.15.33:0/4040791576 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:06.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb91a59c640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb91c0b3130 0x7fb91c1d0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb91ad9d640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb91c0cd1c0 0x7fb91c0b3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb919d9b640 1 -- 172.21.15.33:0/4040791576 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb91c0b3130 msgr2=0x7fb91c1d0ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb919d9b640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb91c0b3130 0x7fb91c1d0ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb919d9b640 1 -- 172.21.15.33:0/4040791576 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb91c0cd1c0 msgr2=0x7fb91c0b3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb919d9b640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb91c0cd1c0 0x7fb91c0b3800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb919d9b640 1 -- 172.21.15.33:0/4040791576 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb91c1d1410 con 0x7fb91c0cc870 2024-07-26T17:06:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb919d9b640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb91c0cc870 0x7fb91c1f6300 secure :-1 s=READY pgs=2619 cs=0 l=1 rev1=1 crypto rx=0x7fb91000e7c0 tx=0x7fb91000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb90affd640 1 -- 172.21.15.33:0/4040791576 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb91000ccc0 con 0x7fb91c0cc870 2024-07-26T17:06:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb90affd640 1 -- 172.21.15.33:0/4040791576 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb910010430 con 0x7fb91c0cc870 2024-07-26T17:06:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb920941640 1 -- 172.21.15.33:0/4040791576 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb91c1f6840 con 0x7fb91c0cc870 2024-07-26T17:06:06.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb90affd640 1 -- 172.21.15.33:0/4040791576 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb910010860 con 0x7fb91c0cc870 2024-07-26T17:06:06.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.568+0000 7fb920941640 1 -- 172.21.15.33:0/4040791576 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb91c1f6df0 con 0x7fb91c0cc870 2024-07-26T17:06:06.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.570+0000 7fb920941640 1 -- 172.21.15.33:0/4040791576 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb91c0b2ac0 con 0x7fb91c0cc870 2024-07-26T17:06:06.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.570+0000 7fb90affd640 1 -- 172.21.15.33:0/4040791576 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fb910010a00 con 0x7fb91c0cc870 2024-07-26T17:06:06.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.571+0000 7fb90affd640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb8fc0771c0 0x7fb8fc0796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.571+0000 7fb90affd640 1 -- 172.21.15.33:0/4040791576 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7fb910099780 con 0x7fb91c0cc870 2024-07-26T17:06:06.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.571+0000 7fb91a59c640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb8fc0771c0 0x7fb8fc0796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.571+0000 7fb91a59c640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb8fc0771c0 0x7fb8fc0796d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb91c0cc660 tx=0x7fb90c007e90 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:06.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.575+0000 7fb90affd640 1 -- 172.21.15.33:0/4040791576 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb910061eb0 con 0x7fb91c0cc870 2024-07-26T17:06:06.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.770+0000 7fb920941640 1 -- 172.21.15.33:0/4040791576 --> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb91c0ce170 con 0x7fb8fc0771c0 2024-07-26T17:06:06.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.775+0000 7fb90affd640 1 -- 172.21.15.33:0/4040791576 <== mgr.9569 v2:172.21.15.33:6836/456126865 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252477 (secure 0 0 0) 0x7fb91c0ce170 con 0x7fb8fc0771c0 2024-07-26T17:06:06.779 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:06.780 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:06:06.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 -- 172.21.15.33:0/4040791576 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb8fc0771c0 msgr2=0x7fb8fc0796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb8fc0771c0 0x7fb8fc0796d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb91c0cc660 tx=0x7fb90c007e90 comp rx=0 tx=0).stop 2024-07-26T17:06:06.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 -- 172.21.15.33:0/4040791576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb91c0cc870 msgr2=0x7fb91c1f6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb91c0cc870 0x7fb91c1f6300 secure :-1 s=READY pgs=2619 cs=0 l=1 rev1=1 crypto rx=0x7fb91000e7c0 tx=0x7fb91000ec80 comp rx=0 tx=0).stop 2024-07-26T17:06:06.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 -- 172.21.15.33:0/4040791576 shutdown_connections 2024-07-26T17:06:06.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb8fc0771c0 0x7fb8fc0796d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb91c0cd1c0 0x7fb91c0b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb91c0cc870 0x7fb91c1f6300 unknown :-1 s=CLOSED pgs=2619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 --2- 172.21.15.33:0/4040791576 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb91c0b3130 0x7fb91c1d0ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 -- 172.21.15.33:0/4040791576 >> 172.21.15.33:0/4040791576 conn(0x7fb91c0d1da0 msgr2=0x7fb91c0d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:06.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 -- 172.21.15.33:0/4040791576 shutdown_connections 2024-07-26T17:06:06.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.778+0000 7fb920941640 1 -- 172.21.15.33:0/4040791576 wait complete. 2024-07-26T17:06:06.792 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":28,"stamp":"2024-07-26T17:06:06.653432+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1581,"num_read_kb":4472,"num_write":444,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2878,"ondisk_log_size":2878,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":160,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":462028,"kb_used_data":27912,"kb_used_omap":12,"kb_used_meta":433971,"kb_avail":754512692,"statfs":{"total":773094113280,"available":772620996608,"internally_reserved":0,"allocated":28581888,"data_stored":15574052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":444386865},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001039"},"pg_stats":[{"pgid":"36.3f","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707590+0000","last_change":"2024-07-26T17:06:02.256205+0000","last_active":"2024-07-26T17:06:03.707590+0000","last_peered":"2024-07-26T17:06:03.707590+0000","last_clean":"2024-07-26T17:06:03.707590+0000","last_became_active":"2024-07-26T17:06:02.255906+0000","last_became_peered":"2024-07-26T17:06:02.255906+0000","last_unstale":"2024-07-26T17:06:03.707590+0000","last_undegraded":"2024-07-26T17:06:03.707590+0000","last_fullsized":"2024-07-26T17:06:03.707590+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:10:47.756289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.3e","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707873+0000","last_change":"2024-07-26T17:06:02.269183+0000","last_active":"2024-07-26T17:06:03.707873+0000","last_peered":"2024-07-26T17:06:03.707873+0000","last_clean":"2024-07-26T17:06:03.707873+0000","last_became_active":"2024-07-26T17:06:02.268873+0000","last_became_peered":"2024-07-26T17:06:02.268873+0000","last_unstale":"2024-07-26T17:06:03.707873+0000","last_undegraded":"2024-07-26T17:06:03.707873+0000","last_fullsized":"2024-07-26T17:06:03.707873+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:28:46.155900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.3d","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240827+0000","last_change":"2024-07-26T17:06:02.268606+0000","last_active":"2024-07-26T17:06:03.240827+0000","last_peered":"2024-07-26T17:06:03.240827+0000","last_clean":"2024-07-26T17:06:03.240827+0000","last_became_active":"2024-07-26T17:06:02.268093+0000","last_became_peered":"2024-07-26T17:06:02.268093+0000","last_unstale":"2024-07-26T17:06:03.240827+0000","last_undegraded":"2024-07-26T17:06:03.240827+0000","last_fullsized":"2024-07-26T17:06:03.240827+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:21:04.544719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.3c","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240530+0000","last_change":"2024-07-26T17:06:02.267437+0000","last_active":"2024-07-26T17:06:03.240530+0000","last_peered":"2024-07-26T17:06:03.240530+0000","last_clean":"2024-07-26T17:06:03.240530+0000","last_became_active":"2024-07-26T17:06:02.267074+0000","last_became_peered":"2024-07-26T17:06:02.267074+0000","last_unstale":"2024-07-26T17:06:03.240530+0000","last_undegraded":"2024-07-26T17:06:03.240530+0000","last_fullsized":"2024-07-26T17:06:03.240530+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:24:17.308629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.3b","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.383849+0000","last_change":"2024-07-26T17:06:02.270890+0000","last_active":"2024-07-26T17:06:03.383849+0000","last_peered":"2024-07-26T17:06:03.383849+0000","last_clean":"2024-07-26T17:06:03.383849+0000","last_became_active":"2024-07-26T17:06:02.270542+0000","last_became_peered":"2024-07-26T17:06:02.270542+0000","last_unstale":"2024-07-26T17:06:03.383849+0000","last_undegraded":"2024-07-26T17:06:03.383849+0000","last_fullsized":"2024-07-26T17:06:03.383849+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:35:51.536839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.3a","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.383717+0000","last_change":"2024-07-26T17:06:02.268631+0000","last_active":"2024-07-26T17:06:03.383717+0000","last_peered":"2024-07-26T17:06:03.383717+0000","last_clean":"2024-07-26T17:06:03.383717+0000","last_became_active":"2024-07-26T17:06:02.266959+0000","last_became_peered":"2024-07-26T17:06:02.266959+0000","last_unstale":"2024-07-26T17:06:03.383717+0000","last_undegraded":"2024-07-26T17:06:03.383717+0000","last_fullsized":"2024-07-26T17:06:03.383717+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:47.601795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.39","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706741+0000","last_change":"2024-07-26T17:06:02.268848+0000","last_active":"2024-07-26T17:06:03.706741+0000","last_peered":"2024-07-26T17:06:03.706741+0000","last_clean":"2024-07-26T17:06:03.706741+0000","last_became_active":"2024-07-26T17:06:02.268361+0000","last_became_peered":"2024-07-26T17:06:02.268361+0000","last_unstale":"2024-07-26T17:06:03.706741+0000","last_undegraded":"2024-07-26T17:06:03.706741+0000","last_fullsized":"2024-07-26T17:06:03.706741+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:55:07.547160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"36.38","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240318+0000","last_change":"2024-07-26T17:06:02.262198+0000","last_active":"2024-07-26T17:06:03.240318+0000","last_peered":"2024-07-26T17:06:03.240318+0000","last_clean":"2024-07-26T17:06:03.240318+0000","last_became_active":"2024-07-26T17:06:02.261878+0000","last_became_peered":"2024-07-26T17:06:02.261878+0000","last_unstale":"2024-07-26T17:06:03.240318+0000","last_undegraded":"2024-07-26T17:06:03.240318+0000","last_fullsized":"2024-07-26T17:06:03.240318+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:38:38.080526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.37","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707382+0000","last_change":"2024-07-26T17:06:02.264018+0000","last_active":"2024-07-26T17:06:03.707382+0000","last_peered":"2024-07-26T17:06:03.707382+0000","last_clean":"2024-07-26T17:06:03.707382+0000","last_became_active":"2024-07-26T17:06:02.263321+0000","last_became_peered":"2024-07-26T17:06:02.263321+0000","last_unstale":"2024-07-26T17:06:03.707382+0000","last_undegraded":"2024-07-26T17:06:03.707382+0000","last_fullsized":"2024-07-26T17:06:03.707382+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:27.511849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"36.36","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707385+0000","last_change":"2024-07-26T17:06:02.251027+0000","last_active":"2024-07-26T17:06:03.707385+0000","last_peered":"2024-07-26T17:06:03.707385+0000","last_clean":"2024-07-26T17:06:03.707385+0000","last_became_active":"2024-07-26T17:06:02.250426+0000","last_became_peered":"2024-07-26T17:06:02.250426+0000","last_unstale":"2024-07-26T17:06:03.707385+0000","last_undegraded":"2024-07-26T17:06:03.707385+0000","last_fullsized":"2024-07-26T17:06:03.707385+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:00:51.654217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"36.35","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706727+0000","last_change":"2024-07-26T17:06:02.254674+0000","last_active":"2024-07-26T17:06:03.706727+0000","last_peered":"2024-07-26T17:06:03.706727+0000","last_clean":"2024-07-26T17:06:03.706727+0000","last_became_active":"2024-07-26T17:06:02.254341+0000","last_became_peered":"2024-07-26T17:06:02.254341+0000","last_unstale":"2024-07-26T17:06:03.706727+0000","last_undegraded":"2024-07-26T17:06:03.706727+0000","last_fullsized":"2024-07-26T17:06:03.706727+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:49:13.509989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.34","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707814+0000","last_change":"2024-07-26T17:06:02.257516+0000","last_active":"2024-07-26T17:06:03.707814+0000","last_peered":"2024-07-26T17:06:03.707814+0000","last_clean":"2024-07-26T17:06:03.707814+0000","last_became_active":"2024-07-26T17:06:02.256656+0000","last_became_peered":"2024-07-26T17:06:02.256656+0000","last_unstale":"2024-07-26T17:06:03.707814+0000","last_undegraded":"2024-07-26T17:06:03.707814+0000","last_fullsized":"2024-07-26T17:06:03.707814+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:07:54.772416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.33","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240453+0000","last_change":"2024-07-26T17:06:02.262805+0000","last_active":"2024-07-26T17:06:03.240453+0000","last_peered":"2024-07-26T17:06:03.240453+0000","last_clean":"2024-07-26T17:06:03.240453+0000","last_became_active":"2024-07-26T17:06:02.262512+0000","last_became_peered":"2024-07-26T17:06:02.262512+0000","last_unstale":"2024-07-26T17:06:03.240453+0000","last_undegraded":"2024-07-26T17:06:03.240453+0000","last_fullsized":"2024-07-26T17:06:03.240453+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:22:49.489468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.32","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707049+0000","last_change":"2024-07-26T17:06:02.257910+0000","last_active":"2024-07-26T17:06:03.707049+0000","last_peered":"2024-07-26T17:06:03.707049+0000","last_clean":"2024-07-26T17:06:03.707049+0000","last_became_active":"2024-07-26T17:06:02.257616+0000","last_became_peered":"2024-07-26T17:06:02.257616+0000","last_unstale":"2024-07-26T17:06:03.707049+0000","last_undegraded":"2024-07-26T17:06:03.707049+0000","last_fullsized":"2024-07-26T17:06:03.707049+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:52:45.235503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"36.31","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240312+0000","last_change":"2024-07-26T17:06:02.256709+0000","last_active":"2024-07-26T17:06:03.240312+0000","last_peered":"2024-07-26T17:06:03.240312+0000","last_clean":"2024-07-26T17:06:03.240312+0000","last_became_active":"2024-07-26T17:06:02.256389+0000","last_became_peered":"2024-07-26T17:06:02.256389+0000","last_unstale":"2024-07-26T17:06:03.240312+0000","last_undegraded":"2024-07-26T17:06:03.240312+0000","last_fullsized":"2024-07-26T17:06:03.240312+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:32:00.466668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.30","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.243794+0000","last_change":"2024-07-26T17:06:02.265194+0000","last_active":"2024-07-26T17:06:03.243794+0000","last_peered":"2024-07-26T17:06:03.243794+0000","last_clean":"2024-07-26T17:06:03.243794+0000","last_became_active":"2024-07-26T17:06:02.264885+0000","last_became_peered":"2024-07-26T17:06:02.264885+0000","last_unstale":"2024-07-26T17:06:03.243794+0000","last_undegraded":"2024-07-26T17:06:03.243794+0000","last_fullsized":"2024-07-26T17:06:03.243794+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:24:12.368521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"36.2f","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244587+0000","last_change":"2024-07-26T17:06:02.252926+0000","last_active":"2024-07-26T17:06:03.244587+0000","last_peered":"2024-07-26T17:06:03.244587+0000","last_clean":"2024-07-26T17:06:03.244587+0000","last_became_active":"2024-07-26T17:06:02.252649+0000","last_became_peered":"2024-07-26T17:06:02.252649+0000","last_unstale":"2024-07-26T17:06:03.244587+0000","last_undegraded":"2024-07-26T17:06:03.244587+0000","last_fullsized":"2024-07-26T17:06:03.244587+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:02.578374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"36.2e","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240959+0000","last_change":"2024-07-26T17:06:02.268500+0000","last_active":"2024-07-26T17:06:03.240959+0000","last_peered":"2024-07-26T17:06:03.240959+0000","last_clean":"2024-07-26T17:06:03.240959+0000","last_became_active":"2024-07-26T17:06:02.267755+0000","last_became_peered":"2024-07-26T17:06:02.267755+0000","last_unstale":"2024-07-26T17:06:03.240959+0000","last_undegraded":"2024-07-26T17:06:03.240959+0000","last_fullsized":"2024-07-26T17:06:03.240959+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:21:14.826243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.2d","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244553+0000","last_change":"2024-07-26T17:06:02.258603+0000","last_active":"2024-07-26T17:06:03.244553+0000","last_peered":"2024-07-26T17:06:03.244553+0000","last_clean":"2024-07-26T17:06:03.244553+0000","last_became_active":"2024-07-26T17:06:02.257686+0000","last_became_peered":"2024-07-26T17:06:02.257686+0000","last_unstale":"2024-07-26T17:06:03.244553+0000","last_undegraded":"2024-07-26T17:06:03.244553+0000","last_fullsized":"2024-07-26T17:06:03.244553+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:13:23.318001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"36.2c","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244950+0000","last_change":"2024-07-26T17:06:02.273415+0000","last_active":"2024-07-26T17:06:03.244950+0000","last_peered":"2024-07-26T17:06:03.244950+0000","last_clean":"2024-07-26T17:06:03.244950+0000","last_became_active":"2024-07-26T17:06:02.272963+0000","last_became_peered":"2024-07-26T17:06:02.272963+0000","last_unstale":"2024-07-26T17:06:03.244950+0000","last_undegraded":"2024-07-26T17:06:03.244950+0000","last_fullsized":"2024-07-26T17:06:03.244950+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:07.272964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"36.2b","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706413+0000","last_change":"2024-07-26T17:06:02.271891+0000","last_active":"2024-07-26T17:06:03.706413+0000","last_peered":"2024-07-26T17:06:03.706413+0000","last_clean":"2024-07-26T17:06:03.706413+0000","last_became_active":"2024-07-26T17:06:02.271530+0000","last_became_peered":"2024-07-26T17:06:02.271530+0000","last_unstale":"2024-07-26T17:06:03.706413+0000","last_undegraded":"2024-07-26T17:06:03.706413+0000","last_fullsized":"2024-07-26T17:06:03.706413+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:47:59.781530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.2a","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706837+0000","last_change":"2024-07-26T17:06:02.244427+0000","last_active":"2024-07-26T17:06:03.706837+0000","last_peered":"2024-07-26T17:06:03.706837+0000","last_clean":"2024-07-26T17:06:03.706837+0000","last_became_active":"2024-07-26T17:06:02.244043+0000","last_became_peered":"2024-07-26T17:06:02.244043+0000","last_unstale":"2024-07-26T17:06:03.706837+0000","last_undegraded":"2024-07-26T17:06:03.706837+0000","last_fullsized":"2024-07-26T17:06:03.706837+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:31:00.221635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"36.29","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706822+0000","last_change":"2024-07-26T17:06:02.256438+0000","last_active":"2024-07-26T17:06:03.706822+0000","last_peered":"2024-07-26T17:06:03.706822+0000","last_clean":"2024-07-26T17:06:03.706822+0000","last_became_active":"2024-07-26T17:06:02.256092+0000","last_became_peered":"2024-07-26T17:06:02.256092+0000","last_unstale":"2024-07-26T17:06:03.706822+0000","last_undegraded":"2024-07-26T17:06:03.706822+0000","last_fullsized":"2024-07-26T17:06:03.706822+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:38.057399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"36.28","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706272+0000","last_change":"2024-07-26T17:06:02.261357+0000","last_active":"2024-07-26T17:06:03.706272+0000","last_peered":"2024-07-26T17:06:03.706272+0000","last_clean":"2024-07-26T17:06:03.706272+0000","last_became_active":"2024-07-26T17:06:02.260569+0000","last_became_peered":"2024-07-26T17:06:02.260569+0000","last_unstale":"2024-07-26T17:06:03.706272+0000","last_undegraded":"2024-07-26T17:06:03.706272+0000","last_fullsized":"2024-07-26T17:06:03.706272+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:17:49.198643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"36.27","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707655+0000","last_change":"2024-07-26T17:06:02.249435+0000","last_active":"2024-07-26T17:06:03.707655+0000","last_peered":"2024-07-26T17:06:03.707655+0000","last_clean":"2024-07-26T17:06:03.707655+0000","last_became_active":"2024-07-26T17:06:02.249142+0000","last_became_peered":"2024-07-26T17:06:02.249142+0000","last_unstale":"2024-07-26T17:06:03.707655+0000","last_undegraded":"2024-07-26T17:06:03.707655+0000","last_fullsized":"2024-07-26T17:06:03.707655+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:10:30.075633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.26","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.384062+0000","last_change":"2024-07-26T17:06:02.270724+0000","last_active":"2024-07-26T17:06:03.384062+0000","last_peered":"2024-07-26T17:06:03.384062+0000","last_clean":"2024-07-26T17:06:03.384062+0000","last_became_active":"2024-07-26T17:06:02.270130+0000","last_became_peered":"2024-07-26T17:06:02.270130+0000","last_unstale":"2024-07-26T17:06:03.384062+0000","last_undegraded":"2024-07-26T17:06:03.384062+0000","last_fullsized":"2024-07-26T17:06:03.384062+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:47:35.241082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.24","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.383769+0000","last_change":"2024-07-26T17:06:02.270065+0000","last_active":"2024-07-26T17:06:03.383769+0000","last_peered":"2024-07-26T17:06:03.383769+0000","last_clean":"2024-07-26T17:06:03.383769+0000","last_became_active":"2024-07-26T17:06:02.269757+0000","last_became_peered":"2024-07-26T17:06:02.269757+0000","last_unstale":"2024-07-26T17:06:03.383769+0000","last_undegraded":"2024-07-26T17:06:03.383769+0000","last_fullsized":"2024-07-26T17:06:03.383769+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:11:27.131484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.23","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706760+0000","last_change":"2024-07-26T17:06:02.273234+0000","last_active":"2024-07-26T17:06:03.706760+0000","last_peered":"2024-07-26T17:06:03.706760+0000","last_clean":"2024-07-26T17:06:03.706760+0000","last_became_active":"2024-07-26T17:06:02.272801+0000","last_became_peered":"2024-07-26T17:06:02.272801+0000","last_unstale":"2024-07-26T17:06:03.706760+0000","last_undegraded":"2024-07-26T17:06:03.706760+0000","last_fullsized":"2024-07-26T17:06:03.706760+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:53:38.057399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"36.22","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244296+0000","last_change":"2024-07-26T17:06:02.253773+0000","last_active":"2024-07-26T17:06:03.244296+0000","last_peered":"2024-07-26T17:06:03.244296+0000","last_clean":"2024-07-26T17:06:03.244296+0000","last_became_active":"2024-07-26T17:06:02.253419+0000","last_became_peered":"2024-07-26T17:06:02.253419+0000","last_unstale":"2024-07-26T17:06:03.244296+0000","last_undegraded":"2024-07-26T17:06:03.244296+0000","last_fullsized":"2024-07-26T17:06:03.244296+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:35:45.441710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.21","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706296+0000","last_change":"2024-07-26T17:06:02.269450+0000","last_active":"2024-07-26T17:06:03.706296+0000","last_peered":"2024-07-26T17:06:03.706296+0000","last_clean":"2024-07-26T17:06:03.706296+0000","last_became_active":"2024-07-26T17:06:02.268936+0000","last_became_peered":"2024-07-26T17:06:02.268936+0000","last_unstale":"2024-07-26T17:06:03.706296+0000","last_undegraded":"2024-07-26T17:06:03.706296+0000","last_fullsized":"2024-07-26T17:06:03.706296+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:44:16.345624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"36.20","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240432+0000","last_change":"2024-07-26T17:06:02.274156+0000","last_active":"2024-07-26T17:06:03.240432+0000","last_peered":"2024-07-26T17:06:03.240432+0000","last_clean":"2024-07-26T17:06:03.240432+0000","last_became_active":"2024-07-26T17:06:02.273790+0000","last_became_peered":"2024-07-26T17:06:02.273790+0000","last_unstale":"2024-07-26T17:06:03.240432+0000","last_undegraded":"2024-07-26T17:06:03.240432+0000","last_fullsized":"2024-07-26T17:06:03.240432+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:31.754785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.18","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706257+0000","last_change":"2024-07-26T17:06:02.257835+0000","last_active":"2024-07-26T17:06:03.706257+0000","last_peered":"2024-07-26T17:06:03.706257+0000","last_clean":"2024-07-26T17:06:03.706257+0000","last_became_active":"2024-07-26T17:06:02.257080+0000","last_became_peered":"2024-07-26T17:06:02.257080+0000","last_unstale":"2024-07-26T17:06:03.706257+0000","last_undegraded":"2024-07-26T17:06:03.706257+0000","last_fullsized":"2024-07-26T17:06:03.706257+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:31:08.030073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.1f","version":"270'4","reported_seq":19,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707370+0000","last_change":"2024-07-26T17:06:01.262357+0000","last_active":"2024-07-26T17:06:03.707370+0000","last_peered":"2024-07-26T17:06:03.707370+0000","last_clean":"2024-07-26T17:06:03.707370+0000","last_became_active":"2024-07-26T17:06:01.261935+0000","last_became_peered":"2024-07-26T17:06:01.261935+0000","last_unstale":"2024-07-26T17:06:03.707370+0000","last_undegraded":"2024-07-26T17:06:03.707370+0000","last_fullsized":"2024-07-26T17:06:03.707370+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:35:50.534983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"36.19","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707067+0000","last_change":"2024-07-26T17:06:02.249726+0000","last_active":"2024-07-26T17:06:03.707067+0000","last_peered":"2024-07-26T17:06:03.707067+0000","last_clean":"2024-07-26T17:06:03.707067+0000","last_became_active":"2024-07-26T17:06:02.249431+0000","last_became_peered":"2024-07-26T17:06:02.249431+0000","last_unstale":"2024-07-26T17:06:03.707067+0000","last_undegraded":"2024-07-26T17:06:03.707067+0000","last_fullsized":"2024-07-26T17:06:03.707067+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:31:00.221635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"35.1e","version":"270'1","reported_seq":16,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707042+0000","last_change":"2024-07-26T17:06:01.249633+0000","last_active":"2024-07-26T17:06:03.707042+0000","last_peered":"2024-07-26T17:06:03.707042+0000","last_clean":"2024-07-26T17:06:03.707042+0000","last_became_active":"2024-07-26T17:06:01.248169+0000","last_became_peered":"2024-07-26T17:06:01.248169+0000","last_unstale":"2024-07-26T17:06:03.707042+0000","last_undegraded":"2024-07-26T17:06:03.707042+0000","last_fullsized":"2024-07-26T17:06:03.707042+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:44:42.325528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"36.1a","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707012+0000","last_change":"2024-07-26T17:06:02.268188+0000","last_active":"2024-07-26T17:06:03.707012+0000","last_peered":"2024-07-26T17:06:03.707012+0000","last_clean":"2024-07-26T17:06:03.707012+0000","last_became_active":"2024-07-26T17:06:02.267854+0000","last_became_peered":"2024-07-26T17:06:02.267854+0000","last_unstale":"2024-07-26T17:06:03.707012+0000","last_undegraded":"2024-07-26T17:06:03.707012+0000","last_fullsized":"2024-07-26T17:06:03.707012+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:59.549169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"35.1d","version":"270'2","reported_seq":17,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706706+0000","last_change":"2024-07-26T17:06:01.245742+0000","last_active":"2024-07-26T17:06:03.706706+0000","last_peered":"2024-07-26T17:06:03.706706+0000","last_clean":"2024-07-26T17:06:03.706706+0000","last_became_active":"2024-07-26T17:06:01.245414+0000","last_became_peered":"2024-07-26T17:06:01.245414+0000","last_unstale":"2024-07-26T17:06:03.706706+0000","last_undegraded":"2024-07-26T17:06:03.706706+0000","last_fullsized":"2024-07-26T17:06:03.706706+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:09:24.155396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.1b","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707659+0000","last_change":"2024-07-26T17:06:02.263952+0000","last_active":"2024-07-26T17:06:03.707659+0000","last_peered":"2024-07-26T17:06:03.707659+0000","last_clean":"2024-07-26T17:06:03.707659+0000","last_became_active":"2024-07-26T17:06:02.263667+0000","last_became_peered":"2024-07-26T17:06:02.263667+0000","last_unstale":"2024-07-26T17:06:03.707659+0000","last_undegraded":"2024-07-26T17:06:03.707659+0000","last_fullsized":"2024-07-26T17:06:03.707659+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:59:59.928289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"35.1c","version":"270'2","reported_seq":17,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706510+0000","last_change":"2024-07-26T17:06:01.245629+0000","last_active":"2024-07-26T17:06:03.706510+0000","last_peered":"2024-07-26T17:06:03.706510+0000","last_clean":"2024-07-26T17:06:03.706510+0000","last_became_active":"2024-07-26T17:06:01.245279+0000","last_became_peered":"2024-07-26T17:06:01.245279+0000","last_unstale":"2024-07-26T17:06:03.706510+0000","last_undegraded":"2024-07-26T17:06:03.706510+0000","last_fullsized":"2024-07-26T17:06:03.706510+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:34:52.428355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.1c","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240587+0000","last_change":"2024-07-26T17:06:02.265532+0000","last_active":"2024-07-26T17:06:03.240587+0000","last_peered":"2024-07-26T17:06:03.240587+0000","last_clean":"2024-07-26T17:06:03.240587+0000","last_became_active":"2024-07-26T17:06:02.265252+0000","last_became_peered":"2024-07-26T17:06:02.265252+0000","last_unstale":"2024-07-26T17:06:03.240587+0000","last_undegraded":"2024-07-26T17:06:03.240587+0000","last_fullsized":"2024-07-26T17:06:03.240587+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:50:00.033544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.1b","version":"270'1","reported_seq":16,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707342+0000","last_change":"2024-07-26T17:06:01.255136+0000","last_active":"2024-07-26T17:06:03.707342+0000","last_peered":"2024-07-26T17:06:03.707342+0000","last_clean":"2024-07-26T17:06:03.707342+0000","last_became_active":"2024-07-26T17:06:01.254845+0000","last_became_peered":"2024-07-26T17:06:01.254845+0000","last_unstale":"2024-07-26T17:06:03.707342+0000","last_undegraded":"2024-07-26T17:06:03.707342+0000","last_fullsized":"2024-07-26T17:06:03.707342+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:50.042008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.1d","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707055+0000","last_change":"2024-07-26T17:06:02.259981+0000","last_active":"2024-07-26T17:06:03.707055+0000","last_peered":"2024-07-26T17:06:03.707055+0000","last_clean":"2024-07-26T17:06:03.707055+0000","last_became_active":"2024-07-26T17:06:02.259567+0000","last_became_peered":"2024-07-26T17:06:02.259567+0000","last_unstale":"2024-07-26T17:06:03.707055+0000","last_undegraded":"2024-07-26T17:06:03.707055+0000","last_fullsized":"2024-07-26T17:06:03.707055+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:02.417543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.1a","version":"270'1","reported_seq":16,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.383852+0000","last_change":"2024-07-26T17:06:01.257147+0000","last_active":"2024-07-26T17:06:03.383852+0000","last_peered":"2024-07-26T17:06:03.383852+0000","last_clean":"2024-07-26T17:06:03.383852+0000","last_became_active":"2024-07-26T17:06:01.256844+0000","last_became_peered":"2024-07-26T17:06:01.256844+0000","last_unstale":"2024-07-26T17:06:03.383852+0000","last_undegraded":"2024-07-26T17:06:03.383852+0000","last_fullsized":"2024-07-26T17:06:03.383852+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:48:17.408506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.1e","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707045+0000","last_change":"2024-07-26T17:06:02.266231+0000","last_active":"2024-07-26T17:06:03.707045+0000","last_peered":"2024-07-26T17:06:03.707045+0000","last_clean":"2024-07-26T17:06:03.707045+0000","last_became_active":"2024-07-26T17:06:02.264721+0000","last_became_peered":"2024-07-26T17:06:02.264721+0000","last_unstale":"2024-07-26T17:06:03.707045+0000","last_undegraded":"2024-07-26T17:06:03.707045+0000","last_fullsized":"2024-07-26T17:06:03.707045+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:28:34.665370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.19","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.243959+0000","last_change":"2024-07-26T17:06:01.246330+0000","last_active":"2024-07-26T17:06:03.243959+0000","last_peered":"2024-07-26T17:06:03.243959+0000","last_clean":"2024-07-26T17:06:03.243959+0000","last_became_active":"2024-07-26T17:06:01.246016+0000","last_became_peered":"2024-07-26T17:06:01.246016+0000","last_unstale":"2024-07-26T17:06:03.243959+0000","last_undegraded":"2024-07-26T17:06:03.243959+0000","last_fullsized":"2024-07-26T17:06:03.243959+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:59:51.669035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.1f","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.245048+0000","last_change":"2024-07-26T17:06:02.252238+0000","last_active":"2024-07-26T17:06:03.245048+0000","last_peered":"2024-07-26T17:06:03.245048+0000","last_clean":"2024-07-26T17:06:03.245048+0000","last_became_active":"2024-07-26T17:06:02.251942+0000","last_became_peered":"2024-07-26T17:06:02.251942+0000","last_unstale":"2024-07-26T17:06:03.245048+0000","last_undegraded":"2024-07-26T17:06:03.245048+0000","last_fullsized":"2024-07-26T17:06:03.245048+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:38:10.904104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.18","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240792+0000","last_change":"2024-07-26T17:06:01.243488+0000","last_active":"2024-07-26T17:06:03.240792+0000","last_peered":"2024-07-26T17:06:03.240792+0000","last_clean":"2024-07-26T17:06:03.240792+0000","last_became_active":"2024-07-26T17:06:01.243167+0000","last_became_peered":"2024-07-26T17:06:01.243167+0000","last_unstale":"2024-07-26T17:06:03.240792+0000","last_undegraded":"2024-07-26T17:06:03.240792+0000","last_fullsized":"2024-07-26T17:06:03.240792+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:24:41.610468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.10","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240726+0000","last_change":"2024-07-26T17:06:02.264645+0000","last_active":"2024-07-26T17:06:03.240726+0000","last_peered":"2024-07-26T17:06:03.240726+0000","last_clean":"2024-07-26T17:06:03.240726+0000","last_became_active":"2024-07-26T17:06:02.264350+0000","last_became_peered":"2024-07-26T17:06:02.264350+0000","last_unstale":"2024-07-26T17:06:03.240726+0000","last_undegraded":"2024-07-26T17:06:03.240726+0000","last_fullsized":"2024-07-26T17:06:03.240726+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:40.498058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.17","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244917+0000","last_change":"2024-07-26T17:06:01.253282+0000","last_active":"2024-07-26T17:06:03.244917+0000","last_peered":"2024-07-26T17:06:03.244917+0000","last_clean":"2024-07-26T17:06:03.244917+0000","last_became_active":"2024-07-26T17:06:01.252941+0000","last_became_peered":"2024-07-26T17:06:01.252941+0000","last_unstale":"2024-07-26T17:06:03.244917+0000","last_undegraded":"2024-07-26T17:06:03.244917+0000","last_fullsized":"2024-07-26T17:06:03.244917+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:19:04.216923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"36.11","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707097+0000","last_change":"2024-07-26T17:06:02.249601+0000","last_active":"2024-07-26T17:06:03.707097+0000","last_peered":"2024-07-26T17:06:03.707097+0000","last_clean":"2024-07-26T17:06:03.707097+0000","last_became_active":"2024-07-26T17:06:02.249308+0000","last_became_peered":"2024-07-26T17:06:02.249308+0000","last_unstale":"2024-07-26T17:06:03.707097+0000","last_undegraded":"2024-07-26T17:06:03.707097+0000","last_fullsized":"2024-07-26T17:06:03.707097+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:06.511270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"35.16","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.243968+0000","last_change":"2024-07-26T17:06:01.246303+0000","last_active":"2024-07-26T17:06:03.243968+0000","last_peered":"2024-07-26T17:06:03.243968+0000","last_clean":"2024-07-26T17:06:03.243968+0000","last_became_active":"2024-07-26T17:06:01.246013+0000","last_became_peered":"2024-07-26T17:06:01.246013+0000","last_unstale":"2024-07-26T17:06:03.243968+0000","last_undegraded":"2024-07-26T17:06:03.243968+0000","last_fullsized":"2024-07-26T17:06:03.243968+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:58.226066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.12","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240483+0000","last_change":"2024-07-26T17:06:02.258859+0000","last_active":"2024-07-26T17:06:03.240483+0000","last_peered":"2024-07-26T17:06:03.240483+0000","last_clean":"2024-07-26T17:06:03.240483+0000","last_became_active":"2024-07-26T17:06:02.258583+0000","last_became_peered":"2024-07-26T17:06:02.258583+0000","last_unstale":"2024-07-26T17:06:03.240483+0000","last_undegraded":"2024-07-26T17:06:03.240483+0000","last_fullsized":"2024-07-26T17:06:03.240483+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:55:46.347620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.15","version":"270'3","reported_seq":18,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244655+0000","last_change":"2024-07-26T17:06:01.245780+0000","last_active":"2024-07-26T17:06:03.244655+0000","last_peered":"2024-07-26T17:06:03.244655+0000","last_clean":"2024-07-26T17:06:03.244655+0000","last_became_active":"2024-07-26T17:06:01.245420+0000","last_became_peered":"2024-07-26T17:06:01.245420+0000","last_unstale":"2024-07-26T17:06:03.244655+0000","last_undegraded":"2024-07-26T17:06:03.244655+0000","last_fullsized":"2024-07-26T17:06:03.244655+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:15:57.312187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"36.13","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.383848+0000","last_change":"2024-07-26T17:06:02.273991+0000","last_active":"2024-07-26T17:06:03.383848+0000","last_peered":"2024-07-26T17:06:03.383848+0000","last_clean":"2024-07-26T17:06:03.383848+0000","last_became_active":"2024-07-26T17:06:02.273604+0000","last_became_peered":"2024-07-26T17:06:02.273604+0000","last_unstale":"2024-07-26T17:06:03.383848+0000","last_undegraded":"2024-07-26T17:06:03.383848+0000","last_fullsized":"2024-07-26T17:06:03.383848+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:03.864378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.14","version":"270'6","reported_seq":21,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707248+0000","last_change":"2024-07-26T17:06:01.258461+0000","last_active":"2024-07-26T17:06:03.707248+0000","last_peered":"2024-07-26T17:06:03.707248+0000","last_clean":"2024-07-26T17:06:03.707248+0000","last_became_active":"2024-07-26T17:06:01.258087+0000","last_became_peered":"2024-07-26T17:06:01.258087+0000","last_unstale":"2024-07-26T17:06:03.707248+0000","last_undegraded":"2024-07-26T17:06:03.707248+0000","last_fullsized":"2024-07-26T17:06:03.707248+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:04:02.862523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"36.14","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707853+0000","last_change":"2024-07-26T17:06:02.249403+0000","last_active":"2024-07-26T17:06:03.707853+0000","last_peered":"2024-07-26T17:06:03.707853+0000","last_clean":"2024-07-26T17:06:03.707853+0000","last_became_active":"2024-07-26T17:06:02.249039+0000","last_became_peered":"2024-07-26T17:06:02.249039+0000","last_unstale":"2024-07-26T17:06:03.707853+0000","last_undegraded":"2024-07-26T17:06:03.707853+0000","last_fullsized":"2024-07-26T17:06:03.707853+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:00:32.875568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"35.13","version":"270'2","reported_seq":17,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244285+0000","last_change":"2024-07-26T17:06:01.249387+0000","last_active":"2024-07-26T17:06:03.244285+0000","last_peered":"2024-07-26T17:06:03.244285+0000","last_clean":"2024-07-26T17:06:03.244285+0000","last_became_active":"2024-07-26T17:06:01.248334+0000","last_became_peered":"2024-07-26T17:06:01.248334+0000","last_unstale":"2024-07-26T17:06:03.244285+0000","last_undegraded":"2024-07-26T17:06:03.244285+0000","last_fullsized":"2024-07-26T17:06:03.244285+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:27:13.935375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.15","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240827+0000","last_change":"2024-07-26T17:06:02.256307+0000","last_active":"2024-07-26T17:06:03.240827+0000","last_peered":"2024-07-26T17:06:03.240827+0000","last_clean":"2024-07-26T17:06:03.240827+0000","last_became_active":"2024-07-26T17:06:02.255980+0000","last_became_peered":"2024-07-26T17:06:02.255980+0000","last_unstale":"2024-07-26T17:06:03.240827+0000","last_undegraded":"2024-07-26T17:06:03.240827+0000","last_fullsized":"2024-07-26T17:06:03.240827+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:15:58.314042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.12","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707078+0000","last_change":"2024-07-26T17:06:01.262152+0000","last_active":"2024-07-26T17:06:03.707078+0000","last_peered":"2024-07-26T17:06:03.707078+0000","last_clean":"2024-07-26T17:06:03.707078+0000","last_became_active":"2024-07-26T17:06:01.261822+0000","last_became_peered":"2024-07-26T17:06:01.261822+0000","last_unstale":"2024-07-26T17:06:03.707078+0000","last_undegraded":"2024-07-26T17:06:03.707078+0000","last_fullsized":"2024-07-26T17:06:03.707078+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:29:59.280307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.16","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244196+0000","last_change":"2024-07-26T17:06:02.254652+0000","last_active":"2024-07-26T17:06:03.244196+0000","last_peered":"2024-07-26T17:06:03.244196+0000","last_clean":"2024-07-26T17:06:03.244196+0000","last_became_active":"2024-07-26T17:06:02.254386+0000","last_became_peered":"2024-07-26T17:06:02.254386+0000","last_unstale":"2024-07-26T17:06:03.244196+0000","last_undegraded":"2024-07-26T17:06:03.244196+0000","last_fullsized":"2024-07-26T17:06:03.244196+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:56:53.771970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.11","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707192+0000","last_change":"2024-07-26T17:06:01.252233+0000","last_active":"2024-07-26T17:06:03.707192+0000","last_peered":"2024-07-26T17:06:03.707192+0000","last_clean":"2024-07-26T17:06:03.707192+0000","last_became_active":"2024-07-26T17:06:01.251936+0000","last_became_peered":"2024-07-26T17:06:01.251936+0000","last_unstale":"2024-07-26T17:06:03.707192+0000","last_undegraded":"2024-07-26T17:06:03.707192+0000","last_fullsized":"2024-07-26T17:06:03.707192+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:54:12.992078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.17","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244850+0000","last_change":"2024-07-26T17:06:02.256624+0000","last_active":"2024-07-26T17:06:03.244850+0000","last_peered":"2024-07-26T17:06:03.244850+0000","last_clean":"2024-07-26T17:06:03.244850+0000","last_became_active":"2024-07-26T17:06:02.256312+0000","last_became_peered":"2024-07-26T17:06:02.256312+0000","last_unstale":"2024-07-26T17:06:03.244850+0000","last_undegraded":"2024-07-26T17:06:03.244850+0000","last_fullsized":"2024-07-26T17:06:03.244850+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:54:54.991809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.10","version":"270'8","reported_seq":23,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706595+0000","last_change":"2024-07-26T17:06:01.257071+0000","last_active":"2024-07-26T17:06:03.706595+0000","last_peered":"2024-07-26T17:06:03.706595+0000","last_clean":"2024-07-26T17:06:03.706595+0000","last_became_active":"2024-07-26T17:06:01.256518+0000","last_became_peered":"2024-07-26T17:06:01.256518+0000","last_unstale":"2024-07-26T17:06:03.706595+0000","last_undegraded":"2024-07-26T17:06:03.706595+0000","last_fullsized":"2024-07-26T17:06:03.706595+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:11:26.129629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"36.8","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.383583+0000","last_change":"2024-07-26T17:06:02.263770+0000","last_active":"2024-07-26T17:06:03.383583+0000","last_peered":"2024-07-26T17:06:03.383583+0000","last_clean":"2024-07-26T17:06:03.383583+0000","last_became_active":"2024-07-26T17:06:02.263460+0000","last_became_peered":"2024-07-26T17:06:02.263460+0000","last_unstale":"2024-07-26T17:06:03.383583+0000","last_undegraded":"2024-07-26T17:06:03.383583+0000","last_fullsized":"2024-07-26T17:06:03.383583+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:44:43.327383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.f","version":"270'1","reported_seq":16,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706646+0000","last_change":"2024-07-26T17:06:01.247100+0000","last_active":"2024-07-26T17:06:03.706646+0000","last_peered":"2024-07-26T17:06:03.706646+0000","last_clean":"2024-07-26T17:06:03.706646+0000","last_became_active":"2024-07-26T17:06:01.246700+0000","last_became_peered":"2024-07-26T17:06:01.246700+0000","last_unstale":"2024-07-26T17:06:03.706646+0000","last_undegraded":"2024-07-26T17:06:03.706646+0000","last_fullsized":"2024-07-26T17:06:03.706646+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:18:33.207390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.9","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706498+0000","last_change":"2024-07-26T17:06:02.261240+0000","last_active":"2024-07-26T17:06:03.706498+0000","last_peered":"2024-07-26T17:06:03.706498+0000","last_clean":"2024-07-26T17:06:03.706498+0000","last_became_active":"2024-07-26T17:06:02.260330+0000","last_became_peered":"2024-07-26T17:06:02.260330+0000","last_unstale":"2024-07-26T17:06:03.706498+0000","last_undegraded":"2024-07-26T17:06:03.706498+0000","last_fullsized":"2024-07-26T17:06:03.706498+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:55:07.547160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.e","version":"270'2","reported_seq":17,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.384097+0000","last_change":"2024-07-26T17:06:01.252083+0000","last_active":"2024-07-26T17:06:03.384097+0000","last_peered":"2024-07-26T17:06:03.384097+0000","last_clean":"2024-07-26T17:06:03.384097+0000","last_became_active":"2024-07-26T17:06:01.251746+0000","last_became_peered":"2024-07-26T17:06:01.251746+0000","last_unstale":"2024-07-26T17:06:03.384097+0000","last_undegraded":"2024-07-26T17:06:03.384097+0000","last_fullsized":"2024-07-26T17:06:03.384097+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:39:27.516721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"36.a","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.383949+0000","last_change":"2024-07-26T17:06:02.265001+0000","last_active":"2024-07-26T17:06:03.383949+0000","last_peered":"2024-07-26T17:06:03.383949+0000","last_clean":"2024-07-26T17:06:03.383949+0000","last_became_active":"2024-07-26T17:06:02.263678+0000","last_became_peered":"2024-07-26T17:06:02.263678+0000","last_unstale":"2024-07-26T17:06:03.383949+0000","last_undegraded":"2024-07-26T17:06:03.383949+0000","last_fullsized":"2024-07-26T17:06:03.383949+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:09.195645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.d","version":"270'1","reported_seq":16,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706798+0000","last_change":"2024-07-26T17:06:01.256400+0000","last_active":"2024-07-26T17:06:03.706798+0000","last_peered":"2024-07-26T17:06:03.706798+0000","last_clean":"2024-07-26T17:06:03.706798+0000","last_became_active":"2024-07-26T17:06:01.256098+0000","last_became_peered":"2024-07-26T17:06:01.256098+0000","last_unstale":"2024-07-26T17:06:03.706798+0000","last_undegraded":"2024-07-26T17:06:03.706798+0000","last_fullsized":"2024-07-26T17:06:03.706798+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:26:23.861354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.b","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240729+0000","last_change":"2024-07-26T17:06:02.256363+0000","last_active":"2024-07-26T17:06:03.240729+0000","last_peered":"2024-07-26T17:06:03.240729+0000","last_clean":"2024-07-26T17:06:03.240729+0000","last_became_active":"2024-07-26T17:06:02.256050+0000","last_became_peered":"2024-07-26T17:06:02.256050+0000","last_unstale":"2024-07-26T17:06:03.240729+0000","last_undegraded":"2024-07-26T17:06:03.240729+0000","last_fullsized":"2024-07-26T17:06:03.240729+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:19:05.218779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.c","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244446+0000","last_change":"2024-07-26T17:06:01.243392+0000","last_active":"2024-07-26T17:06:03.244446+0000","last_peered":"2024-07-26T17:06:03.244446+0000","last_clean":"2024-07-26T17:06:03.244446+0000","last_became_active":"2024-07-26T17:06:01.243062+0000","last_became_peered":"2024-07-26T17:06:01.243062+0000","last_unstale":"2024-07-26T17:06:03.244446+0000","last_undegraded":"2024-07-26T17:06:03.244446+0000","last_fullsized":"2024-07-26T17:06:03.244446+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:30:12.985679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.c","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706779+0000","last_change":"2024-07-26T17:06:02.260853+0000","last_active":"2024-07-26T17:06:03.706779+0000","last_peered":"2024-07-26T17:06:03.706779+0000","last_clean":"2024-07-26T17:06:03.706779+0000","last_became_active":"2024-07-26T17:06:02.260546+0000","last_became_peered":"2024-07-26T17:06:02.260546+0000","last_unstale":"2024-07-26T17:06:03.706779+0000","last_undegraded":"2024-07-26T17:06:03.706779+0000","last_fullsized":"2024-07-26T17:06:03.706779+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:52:45.235503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.b","version":"270'2","reported_seq":17,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244403+0000","last_change":"2024-07-26T17:06:01.245131+0000","last_active":"2024-07-26T17:06:03.244403+0000","last_peered":"2024-07-26T17:06:03.244403+0000","last_clean":"2024-07-26T17:06:03.244403+0000","last_became_active":"2024-07-26T17:06:01.244885+0000","last_became_peered":"2024-07-26T17:06:01.244885+0000","last_unstale":"2024-07-26T17:06:03.244403+0000","last_undegraded":"2024-07-26T17:06:03.244403+0000","last_fullsized":"2024-07-26T17:06:03.244403+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:11:44.455314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.d","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707248+0000","last_change":"2024-07-26T17:06:02.246371+0000","last_active":"2024-07-26T17:06:03.707248+0000","last_peered":"2024-07-26T17:06:03.707248+0000","last_clean":"2024-07-26T17:06:03.707248+0000","last_became_active":"2024-07-26T17:06:02.245990+0000","last_became_peered":"2024-07-26T17:06:02.245990+0000","last_unstale":"2024-07-26T17:06:03.707248+0000","last_undegraded":"2024-07-26T17:06:03.707248+0000","last_fullsized":"2024-07-26T17:06:03.707248+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:27.511849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"35.a","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240560+0000","last_change":"2024-07-26T17:06:01.245895+0000","last_active":"2024-07-26T17:06:03.240560+0000","last_peered":"2024-07-26T17:06:03.240560+0000","last_clean":"2024-07-26T17:06:03.240560+0000","last_became_active":"2024-07-26T17:06:01.245565+0000","last_became_peered":"2024-07-26T17:06:01.245565+0000","last_unstale":"2024-07-26T17:06:03.240560+0000","last_undegraded":"2024-07-26T17:06:03.240560+0000","last_fullsized":"2024-07-26T17:06:03.240560+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:40:26.525520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.e","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244384+0000","last_change":"2024-07-26T17:06:02.253969+0000","last_active":"2024-07-26T17:06:03.244384+0000","last_peered":"2024-07-26T17:06:03.244384+0000","last_clean":"2024-07-26T17:06:03.244384+0000","last_became_active":"2024-07-26T17:06:02.253668+0000","last_became_peered":"2024-07-26T17:06:02.253668+0000","last_unstale":"2024-07-26T17:06:03.244384+0000","last_undegraded":"2024-07-26T17:06:03.244384+0000","last_fullsized":"2024-07-26T17:06:03.244384+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:56:05.799713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.9","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706361+0000","last_change":"2024-07-26T17:06:01.248155+0000","last_active":"2024-07-26T17:06:03.706361+0000","last_peered":"2024-07-26T17:06:03.706361+0000","last_clean":"2024-07-26T17:06:03.706361+0000","last_became_active":"2024-07-26T17:06:01.247841+0000","last_became_peered":"2024-07-26T17:06:01.247841+0000","last_unstale":"2024-07-26T17:06:03.706361+0000","last_undegraded":"2024-07-26T17:06:03.706361+0000","last_fullsized":"2024-07-26T17:06:03.706361+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:37.825733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"36.f","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.384006+0000","last_change":"2024-07-26T17:06:02.264544+0000","last_active":"2024-07-26T17:06:03.384006+0000","last_peered":"2024-07-26T17:06:03.384006+0000","last_clean":"2024-07-26T17:06:03.384006+0000","last_became_active":"2024-07-26T17:06:02.263386+0000","last_became_peered":"2024-07-26T17:06:02.263386+0000","last_unstale":"2024-07-26T17:06:03.384006+0000","last_undegraded":"2024-07-26T17:06:03.384006+0000","last_fullsized":"2024-07-26T17:06:03.384006+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:05:03.389302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.8","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.243669+0000","last_change":"2024-07-26T17:06:01.261788+0000","last_active":"2024-07-26T17:06:03.243669+0000","last_peered":"2024-07-26T17:06:03.243669+0000","last_clean":"2024-07-26T17:06:03.243669+0000","last_became_active":"2024-07-26T17:06:01.261479+0000","last_became_peered":"2024-07-26T17:06:01.261479+0000","last_unstale":"2024-07-26T17:06:03.243669+0000","last_undegraded":"2024-07-26T17:06:03.243669+0000","last_fullsized":"2024-07-26T17:06:03.243669+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:47:37.855720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.0","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240927+0000","last_change":"2024-07-26T17:06:02.262897+0000","last_active":"2024-07-26T17:06:03.240927+0000","last_peered":"2024-07-26T17:06:03.240927+0000","last_clean":"2024-07-26T17:06:03.240927+0000","last_became_active":"2024-07-26T17:06:02.262585+0000","last_became_peered":"2024-07-26T17:06:02.262585+0000","last_unstale":"2024-07-26T17:06:03.240927+0000","last_undegraded":"2024-07-26T17:06:03.240927+0000","last_fullsized":"2024-07-26T17:06:03.240927+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:50:24.613056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.7","version":"270'2","reported_seq":17,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244259+0000","last_change":"2024-07-26T17:06:01.253882+0000","last_active":"2024-07-26T17:06:03.244259+0000","last_peered":"2024-07-26T17:06:03.244259+0000","last_clean":"2024-07-26T17:06:03.244259+0000","last_became_active":"2024-07-26T17:06:01.253554+0000","last_became_peered":"2024-07-26T17:06:01.253554+0000","last_unstale":"2024-07-26T17:06:03.244259+0000","last_undegraded":"2024-07-26T17:06:03.244259+0000","last_fullsized":"2024-07-26T17:06:03.244259+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:48:41.993590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.1","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.243986+0000","last_change":"2024-07-26T17:06:02.243509+0000","last_active":"2024-07-26T17:06:03.243986+0000","last_peered":"2024-07-26T17:06:03.243986+0000","last_clean":"2024-07-26T17:06:03.243986+0000","last_became_active":"2024-07-26T17:06:02.243212+0000","last_became_peered":"2024-07-26T17:06:02.243212+0000","last_unstale":"2024-07-26T17:06:03.243986+0000","last_undegraded":"2024-07-26T17:06:03.243986+0000","last_fullsized":"2024-07-26T17:06:03.243986+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:18.743629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"35.6","version":"271'1","reported_seq":16,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707840+0000","last_change":"2024-07-26T17:06:01.260388+0000","last_active":"2024-07-26T17:06:03.707840+0000","last_peered":"2024-07-26T17:06:03.707840+0000","last_clean":"2024-07-26T17:06:03.707840+0000","last_became_active":"2024-07-26T17:06:01.260050+0000","last_became_peered":"2024-07-26T17:06:01.260050+0000","last_unstale":"2024-07-26T17:06:03.707840+0000","last_undegraded":"2024-07-26T17:06:03.707840+0000","last_fullsized":"2024-07-26T17:06:03.707840+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:24:11.366666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.2","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240913+0000","last_change":"2024-07-26T17:06:02.263598+0000","last_active":"2024-07-26T17:06:03.240913+0000","last_peered":"2024-07-26T17:06:03.240913+0000","last_clean":"2024-07-26T17:06:03.240913+0000","last_became_active":"2024-07-26T17:06:02.263316+0000","last_became_peered":"2024-07-26T17:06:02.263316+0000","last_unstale":"2024-07-26T17:06:03.240913+0000","last_undegraded":"2024-07-26T17:06:03.240913+0000","last_fullsized":"2024-07-26T17:06:03.240913+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:37:46.602761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.5","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.706822+0000","last_change":"2024-07-26T17:06:01.248396+0000","last_active":"2024-07-26T17:06:03.706822+0000","last_peered":"2024-07-26T17:06:03.706822+0000","last_clean":"2024-07-26T17:06:03.706822+0000","last_became_active":"2024-07-26T17:06:01.248091+0000","last_became_peered":"2024-07-26T17:06:01.248091+0000","last_unstale":"2024-07-26T17:06:03.706822+0000","last_undegraded":"2024-07-26T17:06:03.706822+0000","last_fullsized":"2024-07-26T17:06:03.706822+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:04:00.334095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"36.3","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707328+0000","last_change":"2024-07-26T17:06:02.257097+0000","last_active":"2024-07-26T17:06:03.707328+0000","last_peered":"2024-07-26T17:06:03.707328+0000","last_clean":"2024-07-26T17:06:03.707328+0000","last_became_active":"2024-07-26T17:06:02.256122+0000","last_became_peered":"2024-07-26T17:06:02.256122+0000","last_unstale":"2024-07-26T17:06:03.707328+0000","last_undegraded":"2024-07-26T17:06:03.707328+0000","last_fullsized":"2024-07-26T17:06:03.707328+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:35:02.417543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"35.4","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707887+0000","last_change":"2024-07-26T17:06:01.256516+0000","last_active":"2024-07-26T17:06:03.707887+0000","last_peered":"2024-07-26T17:06:03.707887+0000","last_clean":"2024-07-26T17:06:03.707887+0000","last_became_active":"2024-07-26T17:06:01.256193+0000","last_became_peered":"2024-07-26T17:06:01.256193+0000","last_unstale":"2024-07-26T17:06:03.707887+0000","last_undegraded":"2024-07-26T17:06:03.707887+0000","last_fullsized":"2024-07-26T17:06:03.707887+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:16:17.741773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"36.4","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.707174+0000","last_change":"2024-07-26T17:06:02.256402+0000","last_active":"2024-07-26T17:06:03.707174+0000","last_peered":"2024-07-26T17:06:03.707174+0000","last_clean":"2024-07-26T17:06:03.707174+0000","last_became_active":"2024-07-26T17:06:02.256079+0000","last_became_peered":"2024-07-26T17:06:02.256079+0000","last_unstale":"2024-07-26T17:06:03.707174+0000","last_undegraded":"2024-07-26T17:06:03.707174+0000","last_fullsized":"2024-07-26T17:06:03.707174+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:28:34.665370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"35.3","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244430+0000","last_change":"2024-07-26T17:06:01.248515+0000","last_active":"2024-07-26T17:06:03.244430+0000","last_peered":"2024-07-26T17:06:03.244430+0000","last_clean":"2024-07-26T17:06:03.244430+0000","last_became_active":"2024-07-26T17:06:01.248236+0000","last_became_peered":"2024-07-26T17:06:01.248236+0000","last_unstale":"2024-07-26T17:06:03.244430+0000","last_undegraded":"2024-07-26T17:06:03.244430+0000","last_fullsized":"2024-07-26T17:06:03.244430+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:00:49.839254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.5","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.241035+0000","last_change":"2024-07-26T17:06:02.260631+0000","last_active":"2024-07-26T17:06:03.241035+0000","last_peered":"2024-07-26T17:06:03.241035+0000","last_clean":"2024-07-26T17:06:03.241035+0000","last_became_active":"2024-07-26T17:06:02.260331+0000","last_became_peered":"2024-07-26T17:06:02.260331+0000","last_unstale":"2024-07-26T17:06:03.241035+0000","last_undegraded":"2024-07-26T17:06:03.241035+0000","last_fullsized":"2024-07-26T17:06:03.241035+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:31:26.947987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.2","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240682+0000","last_change":"2024-07-26T17:06:01.244905+0000","last_active":"2024-07-26T17:06:03.240682+0000","last_peered":"2024-07-26T17:06:03.240682+0000","last_clean":"2024-07-26T17:06:03.240682+0000","last_became_active":"2024-07-26T17:06:01.244623+0000","last_became_peered":"2024-07-26T17:06:01.244623+0000","last_unstale":"2024-07-26T17:06:03.240682+0000","last_undegraded":"2024-07-26T17:06:03.240682+0000","last_fullsized":"2024-07-26T17:06:03.240682+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:06:10.508030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"36.6","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.384057+0000","last_change":"2024-07-26T17:06:02.270454+0000","last_active":"2024-07-26T17:06:03.384057+0000","last_peered":"2024-07-26T17:06:03.384057+0000","last_clean":"2024-07-26T17:06:03.384057+0000","last_became_active":"2024-07-26T17:06:02.269780+0000","last_became_peered":"2024-07-26T17:06:02.269780+0000","last_unstale":"2024-07-26T17:06:03.384057+0000","last_undegraded":"2024-07-26T17:06:03.384057+0000","last_fullsized":"2024-07-26T17:06:03.384057+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:27:18.436569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"35.1","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244140+0000","last_change":"2024-07-26T17:06:01.253259+0000","last_active":"2024-07-26T17:06:03.244140+0000","last_peered":"2024-07-26T17:06:03.244140+0000","last_clean":"2024-07-26T17:06:03.244140+0000","last_became_active":"2024-07-26T17:06:01.252937+0000","last_became_peered":"2024-07-26T17:06:01.252937+0000","last_unstale":"2024-07-26T17:06:03.244140+0000","last_undegraded":"2024-07-26T17:06:03.244140+0000","last_fullsized":"2024-07-26T17:06:03.244140+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:07:03.473228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"36.7","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.240729+0000","last_change":"2024-07-26T17:06:02.265309+0000","last_active":"2024-07-26T17:06:03.240729+0000","last_peered":"2024-07-26T17:06:03.240729+0000","last_clean":"2024-07-26T17:06:03.240729+0000","last_became_active":"2024-07-26T17:06:02.265007+0000","last_became_peered":"2024-07-26T17:06:02.265007+0000","last_unstale":"2024-07-26T17:06:03.240729+0000","last_undegraded":"2024-07-26T17:06:03.240729+0000","last_fullsized":"2024-07-26T17:06:03.240729+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:07:04.475083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"35.0","version":"0'0","reported_seq":15,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.243779+0000","last_change":"2024-07-26T17:06:01.259376+0000","last_active":"2024-07-26T17:06:03.243779+0000","last_peered":"2024-07-26T17:06:03.243779+0000","last_clean":"2024-07-26T17:06:03.243779+0000","last_became_active":"2024-07-26T17:06:01.259049+0000","last_became_peered":"2024-07-26T17:06:01.259049+0000","last_unstale":"2024-07-26T17:06:03.243779+0000","last_undegraded":"2024-07-26T17:06:03.243779+0000","last_fullsized":"2024-07-26T17:06:03.243779+0000","mapping_epoch":268,"log_start":"0'0","ondisk_log_start":"0'0","created":268,"last_epoch_clean":269,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:00.226486+0000","last_clean_scrub_stamp":"2024-07-26T17:06:00.226486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:14:15.295683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"36.25","version":"0'0","reported_seq":13,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:03.244682+0000","last_change":"2024-07-26T17:06:02.272903+0000","last_active":"2024-07-26T17:06:03.244682+0000","last_peered":"2024-07-26T17:06:03.244682+0000","last_clean":"2024-07-26T17:06:03.244682+0000","last_became_active":"2024-07-26T17:06:02.272592+0000","last_became_peered":"2024-07-26T17:06:02.272592+0000","last_unstale":"2024-07-26T17:06:03.244682+0000","last_undegraded":"2024-07-26T17:06:03.244682+0000","last_fullsized":"2024-07-26T17:06:03.244682+0000","mapping_epoch":269,"log_start":"0'0","ondisk_log_start":"0'0","created":269,"last_epoch_clean":270,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:01.228341+0000","last_clean_scrub_stamp":"2024-07-26T17:06:01.228341+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:24:47.320797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"271'2839","reported_seq":3860,"reported_epoch":271,"state":"active+clean","last_fresh":"2024-07-26T17:06:05.638963+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:06:05.638963+0000","last_peered":"2024-07-26T17:06:05.638963+0000","last_clean":"2024-07-26T17:06:05.638963+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:06:05.638963+0000","last_undegraded":"2024-07-26T17:06:05.638963+0000","last_fullsized":"2024-07-26T17:06:05.638963+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":2839,"log_dups_size":0,"ondisk_log_size":2839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1581,"num_read_kb":4472,"num_write":399,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":36,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":35,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1581,"num_read_kb":4472,"num_write":399,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2839,"ondisk_log_size":2839,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576014,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":67052,"kb_used_data":3936,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94304788,"statfs":{"total":96636764160,"available":96568102912,"internally_reserved":0,"allocated":4030464,"data_stored":2391194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":64616906},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510605,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60888,"kb_used_data":3336,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310952,"statfs":{"total":96636764160,"available":96574414848,"internally_reserved":0,"allocated":3416064,"data_stored":1798562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510605,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":70628,"kb_used_data":3344,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94301212,"statfs":{"total":96636764160,"available":96564441088,"internally_reserved":0,"allocated":3424256,"data_stored":1798618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510605,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52588,"kb_used_data":3352,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319252,"statfs":{"total":96636764160,"available":96582914048,"internally_reserved":0,"allocated":3432448,"data_stored":1800264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510604,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52572,"kb_used_data":3344,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319268,"statfs":{"total":96636764160,"available":96582930432,"internally_reserved":0,"allocated":3424256,"data_stored":1798654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510604,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52572,"kb_used_data":3336,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319268,"statfs":{"total":96636764160,"available":96582930432,"internally_reserved":0,"allocated":3416064,"data_stored":1798562,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510607,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48416,"kb_used_data":3340,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323424,"statfs":{"total":96636764160,"available":96587186176,"internally_reserved":0,"allocated":3420160,"data_stored":1798652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543311,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":57312,"kb_used_data":3924,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94314528,"statfs":{"total":96636764160,"available":96578076672,"internally_reserved":0,"allocated":4018176,"data_stored":2389546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":54655430},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":35,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":36,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:06:06.796 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T17:06:06.797 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T17:06:06.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.956+0000 7fb547fc8640 1 -- 172.21.15.33:0/1375488780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5400d0bc0 msgr2=0x7fb5400cecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.956+0000 7fb547fc8640 1 --2- 172.21.15.33:0/1375488780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5400d0bc0 0x7fb5400cecd0 secure :-1 s=READY pgs=2621 cs=0 l=1 rev1=1 crypto rx=0x7fb540073e40 tx=0x7fb53402a4a0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.956+0000 7fb547fc8640 1 -- 172.21.15.33:0/1375488780 shutdown_connections 2024-07-26T17:06:06.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.956+0000 7fb547fc8640 1 --2- 172.21.15.33:0/1375488780 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5400d0bc0 0x7fb5400cecd0 unknown :-1 s=CLOSED pgs=2621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.956+0000 7fb547fc8640 1 --2- 172.21.15.33:0/1375488780 >> v2:172.21.15.154:3300/0 conn(0x7fb5400cfd00 0x7fb5400ce790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.956+0000 7fb547fc8640 1 -- 172.21.15.33:0/1375488780 >> 172.21.15.33:0/1375488780 conn(0x7fb5400d1e00 msgr2=0x7fb5400d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:06.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.956+0000 7fb547fc8640 1 -- 172.21.15.33:0/1375488780 shutdown_connections 2024-07-26T17:06:06.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.956+0000 7fb547fc8640 1 -- 172.21.15.33:0/1375488780 wait complete. 2024-07-26T17:06:06.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.958+0000 7fb547fc8640 1 Processor -- start 2024-07-26T17:06:06.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.958+0000 7fb547fc8640 1 -- start start 2024-07-26T17:06:06.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.959+0000 7fb547fc8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5400cfd00 0x7fb5400c61f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb547fc8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb5400d0bc0 0x7fb540158810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb547fc8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb540160350 0x7fb5400c9f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb547fc8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb5400b4fe0 con 0x7fb5400cfd00 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb547fc8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb5400b4e60 con 0x7fb5400d0bc0 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb547fc8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb5400b5160 con 0x7fb540160350 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb545d64640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5400cfd00 0x7fb5400c61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb545d64640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5400cfd00 0x7fb5400c61f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32850/0 (socket says 172.21.15.33:32850) 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb545d64640 1 -- 172.21.15.33:0/3121310239 learned_addr learned my addr 172.21.15.33:0/3121310239 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb545563640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb5400d0bc0 0x7fb540158810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb546565640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb540160350 0x7fb5400c9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb545d64640 1 -- 172.21.15.33:0/3121310239 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb540160350 msgr2=0x7fb5400c9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb545d64640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb540160350 0x7fb5400c9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb545d64640 1 -- 172.21.15.33:0/3121310239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb5400d0bc0 msgr2=0x7fb540158810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb545d64640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb5400d0bc0 0x7fb540158810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb545d64640 1 -- 172.21.15.33:0/3121310239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5400cb620 con 0x7fb5400cfd00 2024-07-26T17:06:06.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb545d64640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5400cfd00 0x7fb5400c61f0 secure :-1 s=READY pgs=2622 cs=0 l=1 rev1=1 crypto rx=0x7fb53000ea20 tx=0x7fb53000eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:06.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb53e7fc640 1 -- 172.21.15.33:0/3121310239 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb53000cde0 con 0x7fb5400cfd00 2024-07-26T17:06:06.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb53e7fc640 1 -- 172.21.15.33:0/3121310239 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb530011560 con 0x7fb5400cfd00 2024-07-26T17:06:06.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb547fc8640 1 -- 172.21.15.33:0/3121310239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5400cb900 con 0x7fb5400cfd00 2024-07-26T17:06:06.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.960+0000 7fb53e7fc640 1 -- 172.21.15.33:0/3121310239 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb530011990 con 0x7fb5400cfd00 2024-07-26T17:06:06.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.961+0000 7fb547fc8640 1 -- 172.21.15.33:0/3121310239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5400c9a30 con 0x7fb5400cfd00 2024-07-26T17:06:06.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.961+0000 7fb547fc8640 1 -- 172.21.15.33:0/3121310239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb540160760 con 0x7fb5400cfd00 2024-07-26T17:06:06.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.962+0000 7fb53e7fc640 1 -- 172.21.15.33:0/3121310239 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fb530011b30 con 0x7fb5400cfd00 2024-07-26T17:06:06.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.963+0000 7fb53e7fc640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb52c0771c0 0x7fb52c0796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:06.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.963+0000 7fb53e7fc640 1 -- 172.21.15.33:0/3121310239 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7fb530099a90 con 0x7fb5400cfd00 2024-07-26T17:06:06.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.963+0000 7fb545563640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb52c0771c0 0x7fb52c0796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:06.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.964+0000 7fb545563640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb52c0771c0 0x7fb52c0796d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb534034000 tx=0x7fb534004730 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:06.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:06.967+0000 7fb53e7fc640 1 -- 172.21.15.33:0/3121310239 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb530016030 con 0x7fb5400cfd00 2024-07-26T17:06:07.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.241+0000 7fb547fc8640 1 -- 172.21.15.33:0/3121310239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fb540070310 con 0x7fb5400cfd00 2024-07-26T17:06:07.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.244+0000 7fb53e7fc640 1 -- 172.21.15.33:0/3121310239 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v54) ==== 190+0+147 (secure 0 0 0) 0x7fb530099070 con 0x7fb5400cfd00 2024-07-26T17:06:07.245 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T17:06:07.245 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T17:06:07.246 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T17:06:07.246 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T17:06:07.246 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T17:06:07.246 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T17:06:07.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 -- 172.21.15.33:0/3121310239 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb52c0771c0 msgr2=0x7fb52c0796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:07.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb52c0771c0 0x7fb52c0796d0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb534034000 tx=0x7fb534004730 comp rx=0 tx=0).stop 2024-07-26T17:06:07.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 -- 172.21.15.33:0/3121310239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5400cfd00 msgr2=0x7fb5400c61f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:07.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5400cfd00 0x7fb5400c61f0 secure :-1 s=READY pgs=2622 cs=0 l=1 rev1=1 crypto rx=0x7fb53000ea20 tx=0x7fb53000eee0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 -- 172.21.15.33:0/3121310239 shutdown_connections 2024-07-26T17:06:07.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fb52c0771c0 0x7fb52c0796d0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb540160350 0x7fb5400c9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb5400d0bc0 0x7fb540158810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 --2- 172.21.15.33:0/3121310239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5400cfd00 0x7fb5400c61f0 unknown :-1 s=CLOSED pgs=2622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 -- 172.21.15.33:0/3121310239 >> 172.21.15.33:0/3121310239 conn(0x7fb5400d1e00 msgr2=0x7fb54015b230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:07.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 -- 172.21.15.33:0/3121310239 shutdown_connections 2024-07-26T17:06:07.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.246+0000 7fb547fc8640 1 -- 172.21.15.33:0/3121310239 wait complete. 2024-07-26T17:06:07.259 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:06:07.280 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:07.278+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:07.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.378+0000 7f83282e8640 1 -- 172.21.15.33:0/266032448 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f832006d710 msgr2=0x7f832006db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:07.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.378+0000 7f83282e8640 1 --2- 172.21.15.33:0/266032448 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f832006d710 0x7f832006db20 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f8318005fd0 tx=0x7f831802a8d0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.378+0000 7f83282e8640 1 -- 172.21.15.33:0/266032448 shutdown_connections 2024-07-26T17:06:07.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.378+0000 7f83282e8640 1 --2- 172.21.15.33:0/266032448 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f832006d710 0x7f832006db20 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.378+0000 7f83282e8640 1 -- 172.21.15.33:0/266032448 >> 172.21.15.33:0/266032448 conn(0x7f83200d09d0 msgr2=0x7f8320072c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:07.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.378+0000 7f83282e8640 1 -- 172.21.15.33:0/266032448 shutdown_connections 2024-07-26T17:06:07.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.378+0000 7f83282e8640 1 -- 172.21.15.33:0/266032448 wait complete. 2024-07-26T17:06:07.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.380+0000 7f83282e8640 1 Processor -- start 2024-07-26T17:06:07.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.380+0000 7f83282e8640 1 -- start start 2024-07-26T17:06:07.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f83282e8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f832006d710 0x7f8320149f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:07.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f83282e8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83200afac0 0x7f83200b3c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:07.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f83282e8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83200b4ff0 0x7f832015d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:07.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f83282e8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f832015b8c0 con 0x7f83200b4ff0 2024-07-26T17:06:07.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f83282e8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f832015b740 con 0x7f83200afac0 2024-07-26T17:06:07.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f83282e8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f832015ba40 con 0x7f832006d710 2024-07-26T17:06:07.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f8326885640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83200b4ff0 0x7f832015d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:07.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f8326885640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83200b4ff0 0x7f832015d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32854/0 (socket says 172.21.15.33:32854) 2024-07-26T17:06:07.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f8326885640 1 -- 172.21.15.33:0/111114008 learned_addr learned my addr 172.21.15.33:0/111114008 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:07.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f8325883640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83200afac0 0x7f83200b3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:07.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f8326084640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f832006d710 0x7f8320149f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:07.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f8326885640 1 -- 172.21.15.33:0/111114008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f832006d710 msgr2=0x7f8320149f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:07.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f8326885640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f832006d710 0x7f8320149f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f8326885640 1 -- 172.21.15.33:0/111114008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83200afac0 msgr2=0x7f83200b3c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:07.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f8326885640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83200afac0 0x7f83200b3c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f8326885640 1 -- 172.21.15.33:0/111114008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f832014a4a0 con 0x7f83200b4ff0 2024-07-26T17:06:07.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.381+0000 7f8326084640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f832006d710 0x7f8320149f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:07.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.382+0000 7f8326885640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83200b4ff0 0x7f832015d9e0 secure :-1 s=READY pgs=2624 cs=0 l=1 rev1=1 crypto rx=0x7f8318005fd0 tx=0x7f8318005c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:07.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.382+0000 7f8316ffd640 1 -- 172.21.15.33:0/111114008 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8318037040 con 0x7f83200b4ff0 2024-07-26T17:06:07.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.382+0000 7f8316ffd640 1 -- 172.21.15.33:0/111114008 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8318003c60 con 0x7f83200b4ff0 2024-07-26T17:06:07.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.382+0000 7f83282e8640 1 -- 172.21.15.33:0/111114008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83200adc90 con 0x7f83200b4ff0 2024-07-26T17:06:07.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.382+0000 7f8316ffd640 1 -- 172.21.15.33:0/111114008 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831803c990 con 0x7f83200b4ff0 2024-07-26T17:06:07.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.382+0000 7f83282e8640 1 -- 172.21.15.33:0/111114008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83200ae250 con 0x7f83200b4ff0 2024-07-26T17:06:07.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.383+0000 7f83282e8640 1 -- 172.21.15.33:0/111114008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83200aea20 con 0x7f83200b4ff0 2024-07-26T17:06:07.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.384+0000 7f8316ffd640 1 -- 172.21.15.33:0/111114008 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f831803a070 con 0x7f83200b4ff0 2024-07-26T17:06:07.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.384+0000 7f8316ffd640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f83040771c0 0x7f83040796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:07.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.384+0000 7f8316ffd640 1 -- 172.21.15.33:0/111114008 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7f83180b9c60 con 0x7f83200b4ff0 2024-07-26T17:06:07.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.384+0000 7f8326084640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f83040771c0 0x7f83040796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:07.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.385+0000 7f8326084640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f83040771c0 0x7f83040796d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f831c007fd0 tx=0x7f831c009040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:07.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.389+0000 7f8316ffd640 1 -- 172.21.15.33:0/111114008 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8318041020 con 0x7f83200b4ff0 2024-07-26T17:06:07.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.636+0000 7f83282e8640 1 -- 172.21.15.33:0/111114008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f832015bfa0 con 0x7f83200b4ff0 2024-07-26T17:06:07.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.636+0000 7f8316ffd640 1 -- 172.21.15.33:0/111114008 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5237 (secure 0 0 0) 0x7f8318082250 con 0x7f83200b4ff0 2024-07-26T17:06:07.638 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:07.638 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":151,"btime":"2024-07-26T17:06:05:267951+0000","default_fscid":17,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9761,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/206269637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":206269637},{"type":"v1","addr":"172.21.15.154:6833","nonce":206269637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":145},{"gid":12132,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/1280417452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":1280417452},{"type":"v1","addr":"172.21.15.154:6835","nonce":1280417452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":12135,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/389722971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":389722971},{"type":"v1","addr":"172.21.15.33:6833","nonce":389722971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:01.634687+0000","modified":"2024-07-26T17:06:04.651989+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12138":{"gid":12138,"name":"a","rank":0,"incarnation":147,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/264520761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":264520761},{"type":"v1","addr":"172.21.15.33:6835","nonce":264520761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[36],"metadata_pool":35,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12138,"qdb_cluster":[12138]},"id":17}]} 2024-07-26T17:06:07.639 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 151 2024-07-26T17:06:07.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 -- 172.21.15.33:0/111114008 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f83040771c0 msgr2=0x7f83040796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:07.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f83040771c0 0x7f83040796d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f831c007fd0 tx=0x7f831c009040 comp rx=0 tx=0).stop 2024-07-26T17:06:07.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 -- 172.21.15.33:0/111114008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83200b4ff0 msgr2=0x7f832015d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:07.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83200b4ff0 0x7f832015d9e0 secure :-1 s=READY pgs=2624 cs=0 l=1 rev1=1 crypto rx=0x7f8318005fd0 tx=0x7f8318005c30 comp rx=0 tx=0).stop 2024-07-26T17:06:07.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 -- 172.21.15.33:0/111114008 shutdown_connections 2024-07-26T17:06:07.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f83040771c0 0x7f83040796d0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83200b4ff0 0x7f832015d9e0 unknown :-1 s=CLOSED pgs=2624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f83200afac0 0x7f83200b3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 --2- 172.21.15.33:0/111114008 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f832006d710 0x7f8320149f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:07.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 -- 172.21.15.33:0/111114008 >> 172.21.15.33:0/111114008 conn(0x7f83200d09d0 msgr2=0x7f83200b1830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:07.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 -- 172.21.15.33:0/111114008 shutdown_connections 2024-07-26T17:06:07.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:07.639+0000 7f83282e8640 1 -- 172.21.15.33:0/111114008 wait complete. 2024-07-26T17:06:08.055 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 151, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T17:06:01.634687+0000', 'modified': '2024-07-26T17:06:04.651989+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 12138}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_12138': {'gid': 12138, 'name': 'a', 'rank': 0, 'incarnation': 147, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6835/264520761', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6834', 'nonce': 264520761}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 264520761}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [36], 'metadata_pool': 35, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 12138, 'qdb_cluster': [12138]} 2024-07-26T17:06:08.055 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T17:06:08.055 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-26T17:06:08.064 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:08.062+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:08.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.176+0000 7f3f4b55e640 1 -- 172.21.15.33:0/2465458412 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f440b6620 msgr2=0x7f3f440d2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.176+0000 7f3f4b55e640 1 --2- 172.21.15.33:0/2465458412 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f440b6620 0x7f3f440d2d90 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f3f40009830 tx=0x7f3f4002a4a0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.176+0000 7f3f4b55e640 1 -- 172.21.15.33:0/2465458412 shutdown_connections 2024-07-26T17:06:08.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.176+0000 7f3f4b55e640 1 --2- 172.21.15.33:0/2465458412 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f440b6620 0x7f3f440d2d90 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.176+0000 7f3f4b55e640 1 -- 172.21.15.33:0/2465458412 >> 172.21.15.33:0/2465458412 conn(0x7f3f440b5b00 msgr2=0x7f3f440b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:08.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.176+0000 7f3f4b55e640 1 -- 172.21.15.33:0/2465458412 shutdown_connections 2024-07-26T17:06:08.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.176+0000 7f3f4b55e640 1 -- 172.21.15.33:0/2465458412 wait complete. 2024-07-26T17:06:08.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.178+0000 7f3f4b55e640 1 Processor -- start 2024-07-26T17:06:08.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.178+0000 7f3f4b55e640 1 -- start start 2024-07-26T17:06:08.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.179+0000 7f3f4b55e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f440b3d80 0x7f3f441572c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.179+0000 7f3f4b55e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f440b6620 0x7f3f440b1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.179+0000 7f3f4b55e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f440d1dc0 0x7f3f440b0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.179+0000 7f3f4b55e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3f440d21d0 con 0x7f3f440b3d80 2024-07-26T17:06:08.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.179+0000 7f3f4b55e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3f440d2350 con 0x7f3f440d1dc0 2024-07-26T17:06:08.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.179+0000 7f3f4b55e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3f440d24d0 con 0x7f3f440b6620 2024-07-26T17:06:08.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.179+0000 7f3f492fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f440b3d80 0x7f3f441572c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.179+0000 7f3f492fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f440b3d80 0x7f3f441572c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32864/0 (socket says 172.21.15.33:32864) 2024-07-26T17:06:08.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.179+0000 7f3f492fa640 1 -- 172.21.15.33:0/1482732478 learned_addr learned my addr 172.21.15.33:0/1482732478 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:08.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.179+0000 7f3f49afb640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f440d1dc0 0x7f3f440b0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.179+0000 7f3f48af9640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f440b6620 0x7f3f440b1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.180+0000 7f3f492fa640 1 -- 172.21.15.33:0/1482732478 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f440b6620 msgr2=0x7f3f440b1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.180+0000 7f3f492fa640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f440b6620 0x7f3f440b1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.180+0000 7f3f492fa640 1 -- 172.21.15.33:0/1482732478 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f440d1dc0 msgr2=0x7f3f440b0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.180+0000 7f3f492fa640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f440d1dc0 0x7f3f440b0b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.180+0000 7f3f492fa640 1 -- 172.21.15.33:0/1482732478 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f440b2500 con 0x7f3f440b3d80 2024-07-26T17:06:08.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.180+0000 7f3f492fa640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f440b3d80 0x7f3f441572c0 secure :-1 s=READY pgs=2626 cs=0 l=1 rev1=1 crypto rx=0x7f3f4002aa90 tx=0x7f3f40033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:08.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.180+0000 7f3f39ffb640 1 -- 172.21.15.33:0/1482732478 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f40031b50 con 0x7f3f440b3d80 2024-07-26T17:06:08.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.180+0000 7f3f39ffb640 1 -- 172.21.15.33:0/1482732478 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f40031de0 con 0x7f3f440b3d80 2024-07-26T17:06:08.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.180+0000 7f3f4b55e640 1 -- 172.21.15.33:0/1482732478 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f44156500 con 0x7f3f440b3d80 2024-07-26T17:06:08.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.180+0000 7f3f39ffb640 1 -- 172.21.15.33:0/1482732478 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f40005280 con 0x7f3f440b3d80 2024-07-26T17:06:08.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.180+0000 7f3f4b55e640 1 -- 172.21.15.33:0/1482732478 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f44156ac0 con 0x7f3f440b3d80 2024-07-26T17:06:08.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.182+0000 7f3f39ffb640 1 -- 172.21.15.33:0/1482732478 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7f3f40005420 con 0x7f3f440b3d80 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.183+0000 7f3f39ffb640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f3f280771c0 0x7f3f280796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.183+0000 7f3f48af9640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f3f280771c0 0x7f3f280796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.183+0000 7f3f39ffb640 1 -- 172.21.15.33:0/1482732478 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7f3f400b9de0 con 0x7f3f440b3d80 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.183+0000 7f3f48af9640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f3f280771c0 0x7f3f280796d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3f440c7840 tx=0x7f3f34009040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.184+0000 7f3f5247c740 1 Processor -- start 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.184+0000 7f3f5247c740 1 -- start start 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1f4270 0x5649dc5c4200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 0x5649dc5c4740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1d3590 0x5649dc5e1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f5247c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5649dc50c3f0 con 0x5649dc1d3590 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f5247c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5649dc4fba90 con 0x5649dc1f4270 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f5247c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5649dc4ff930 con 0x5649dc1cb3b0 2024-07-26T17:06:08.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f49afb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1d3590 0x5649dc5e1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f49afb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1d3590 0x5649dc5e1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32872/0 (socket says 172.21.15.33:32872) 2024-07-26T17:06:08.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f49afb640 1 -- 172.21.15.33:0/2741478196 learned_addr learned my addr 172.21.15.33:0/2741478196 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:08.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f48af9640 1 --2- 172.21.15.33:0/2741478196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 0x5649dc5c4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f492fa640 1 --2- 172.21.15.33:0/2741478196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1f4270 0x5649dc5c4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f49afb640 1 -- 172.21.15.33:0/2741478196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 msgr2=0x5649dc5c4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:08.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f49afb640 1 --2- 172.21.15.33:0/2741478196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 0x5649dc5c4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f49afb640 1 -- 172.21.15.33:0/2741478196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1f4270 msgr2=0x5649dc5c4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:08.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f49afb640 1 --2- 172.21.15.33:0/2741478196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1f4270 0x5649dc5c4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f49afb640 1 -- 172.21.15.33:0/2741478196 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649dc25f850 con 0x5649dc1d3590 2024-07-26T17:06:08.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.185+0000 7f3f48af9640 1 --2- 172.21.15.33:0/2741478196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 0x5649dc5c4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:08.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.186+0000 7f3f49afb640 1 --2- 172.21.15.33:0/2741478196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1d3590 0x5649dc5e1640 secure :-1 s=READY pgs=2627 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c00f1d0 tx=0x7f3f3c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c607e7d4c9ee1c8b server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:08.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.186+0000 7f3f2effd640 1 -- 172.21.15.33:0/2741478196 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c018020 con 0x5649dc1d3590 2024-07-26T17:06:08.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.186+0000 7f3f2effd640 1 -- 172.21.15.33:0/2741478196 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f3c014680 con 0x5649dc1d3590 2024-07-26T17:06:08.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.186+0000 7f3f2effd640 1 -- 172.21.15.33:0/2741478196 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c014ad0 con 0x5649dc1d3590 2024-07-26T17:06:08.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.187+0000 7f3f5247c740 1 -- 172.21.15.33:0/2741478196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1d3590 msgr2=0x5649dc5e1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.187+0000 7f3f5247c740 1 --2- 172.21.15.33:0/2741478196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1d3590 0x5649dc5e1640 secure :-1 s=READY pgs=2627 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c00f1d0 tx=0x7f3f3c00f690 comp rx=0 tx=0).stop 2024-07-26T17:06:08.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.187+0000 7f3f5247c740 1 -- 172.21.15.33:0/2741478196 shutdown_connections 2024-07-26T17:06:08.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.187+0000 7f3f5247c740 1 --2- 172.21.15.33:0/2741478196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1d3590 0x5649dc5e1640 unknown :-1 s=CLOSED pgs=2627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.187+0000 7f3f5247c740 1 --2- 172.21.15.33:0/2741478196 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 0x5649dc5c4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.187+0000 7f3f5247c740 1 --2- 172.21.15.33:0/2741478196 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1f4270 0x5649dc5c4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.187+0000 7f3f5247c740 1 -- 172.21.15.33:0/2741478196 >> 172.21.15.33:0/2741478196 conn(0x5649dc1e83c0 msgr2=0x5649dc59a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:08.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.187+0000 7f3f5247c740 1 -- 172.21.15.33:0/2741478196 shutdown_connections 2024-07-26T17:06:08.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.187+0000 7f3f5247c740 1 -- 172.21.15.33:0/2741478196 wait complete. 2024-07-26T17:06:08.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.188+0000 7f3f5247c740 1 -- start start 2024-07-26T17:06:08.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.188+0000 7f3f5247c740 1 Processor -- start 2024-07-26T17:06:08.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 0x5649dc5b2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc5dad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1f4270 0x5649dc5f16f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f5247c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5649dc26e620 con 0x5649dc1f4270 2024-07-26T17:06:08.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f5247c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5649dc483cb0 con 0x5649dc1d3590 2024-07-26T17:06:08.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f5247c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5649dc5c4c80 con 0x5649dc1cb3b0 2024-07-26T17:06:08.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f5247c740 10 client.0 _ll_register_callbacks cb 0x5649dc4a5ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:06:08.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f49afb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1f4270 0x5649dc5f16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f49afb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1f4270 0x5649dc5f16f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32882/0 (socket says 172.21.15.33:32882) 2024-07-26T17:06:08.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f492fa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 0x5649dc5b2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f49afb640 1 -- 172.21.15.33:0/2293572266 learned_addr learned my addr 172.21.15.33:0/2293572266 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:08.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.189+0000 7f3f48af9640 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc5dad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f49afb640 1 -- 172.21.15.33:0/2293572266 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 msgr2=0x5649dc5b2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:08.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f49afb640 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 0x5649dc5b2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f49afb640 1 -- 172.21.15.33:0/2293572266 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 msgr2=0x5649dc5dad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:08.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f49afb640 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc5dad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f49afb640 1 -- 172.21.15.33:0/2293572266 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649dc2d66b0 con 0x5649dc1f4270 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f492fa640 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 0x5649dc5b2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f49afb640 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1f4270 0x5649dc5f16f0 secure :-1 s=READY pgs=2628 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c017040 tx=0x7f3f3c014ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bffdd8a8e541edfa server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f23fff640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f23fff640 1 -- 172.21.15.33:0/2293572266 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c023070 con 0x5649dc1f4270 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f23fff640 1 -- 172.21.15.33:0/2293572266 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7f3f3c028ce0 con 0x5649dc1f4270 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f5247c740 1 -- 172.21.15.33:0/2293572266 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f3c014680 con 0x5649dc1f4270 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f23fff640 1 -- 172.21.15.33:0/2293572266 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7f3f3c01d830 con 0x5649dc1f4270 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f5247c740 10 client.12261 fetch_fsmap learned FSMap version 151 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f5247c740 1 -- 172.21.15.33:0/2293572266 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x5649dc5d6120 con 0x5649dc1f4270 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.190+0000 7f3f23fff640 1 -- 172.21.15.33:0/2293572266 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f3c014680 con 0x5649dc1f4270 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.191+0000 7f3f23fff640 1 -- 172.21.15.33:0/2293572266 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7f3f3c01d9d0 con 0x5649dc1f4270 2024-07-26T17:06:08.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.191+0000 7f3f5247c740 10 client.12261 fetch_fsmap finished waiting for FSMap version 151 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.191+0000 7f3f5247c740 10 client.12261 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.191+0000 7f3f5247c740 20 client.12261 populate_metadata read hostname 'smithi033' 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.191+0000 7f3f5247c740 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.33:6834/264520761,v1:172.21.15.33:6835/264520761] conn(0x5649dc1b2e40 0x5649dc5ee340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.191+0000 7f3f5247c740 4 client.12261 mds_command: new command op to 12138 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.191+0000 7f3f5247c740 1 -- 172.21.15.33:0/2293572266 --> [v2:172.21.15.33:6834/264520761,v1:172.21.15.33:6835/264520761] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5649dc50e340 con 0x5649dc1b2e40 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.191+0000 7f3f492fa640 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.33:6834/264520761,v1:172.21.15.33:6835/264520761] conn(0x5649dc1b2e40 0x5649dc5ee340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.191+0000 7f3f23fff640 10 client.12261 ms_handle_connect on v2:172.21.15.33:6834/264520761 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.191+0000 7f3f492fa640 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.33:6834/264520761,v1:172.21.15.33:6835/264520761] conn(0x5649dc1b2e40 0x5649dc5ee340 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=735db977cf01c345 server_cookie=fc643d6f406da5c2 in_seq=0 out_seq=0 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f23fff640 1 -- 172.21.15.33:0/2293572266 <== mds.0 v2:172.21.15.33:6834/264520761 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5649dc50e340 con 0x5649dc1b2e40 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f23fff640 10 client.12261 handle_command_reply: tid=0 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f5247c740 1 client.12261 shutdown 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f5247c740 1 -- 172.21.15.33:0/2293572266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1f4270 msgr2=0x5649dc5f16f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f5247c740 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1f4270 0x5649dc5f16f0 secure :-1 s=READY pgs=2628 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c017040 tx=0x7f3f3c014ce0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f5247c740 1 -- 172.21.15.33:0/2293572266 shutdown_connections 2024-07-26T17:06:08.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f5247c740 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.33:6834/264520761,v1:172.21.15.33:6835/264520761] conn(0x5649dc1b2e40 0x5649dc5ee340 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f5247c740 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1f4270 0x5649dc5f16f0 unknown :-1 s=CLOSED pgs=2628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f5247c740 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc5dad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f23fff640 0 client.12261 ms_handle_reset on v2:172.21.15.33:6834/264520761 2024-07-26T17:06:08.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f5247c740 1 --2- 172.21.15.33:0/2293572266 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1cb3b0 0x5649dc5b2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.192+0000 7f3f5247c740 1 -- 172.21.15.33:0/2293572266 >> 172.21.15.33:0/2293572266 conn(0x5649dc1e83c0 msgr2=0x5649dc594b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:08.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.193+0000 7f3f5247c740 1 -- 172.21.15.33:0/2293572266 shutdown_connections 2024-07-26T17:06:08.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.193+0000 7f3f5247c740 1 -- 172.21.15.33:0/2293572266 wait complete. 2024-07-26T17:06:08.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.193+0000 7f3f5247c740 20 client.12261 trim_cache size 0 max 16384 2024-07-26T17:06:08.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.212+0000 7f3f5247c740 1 Processor -- start 2024-07-26T17:06:08.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.212+0000 7f3f5247c740 1 -- start start 2024-07-26T17:06:08.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.213+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc5b2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.213+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc5b2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.213+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1f4270 0x5649dc5c09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.213+0000 7f3f5247c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3f44201340 con 0x5649dc1cb3b0 2024-07-26T17:06:08.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.213+0000 7f3f5247c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3f441f9bb0 con 0x5649dc1d3590 2024-07-26T17:06:08.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.213+0000 7f3f5247c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3f44158410 con 0x5649dc1f4270 2024-07-26T17:06:08.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f492fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc5b2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f492fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc5b2540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32886/0 (socket says 172.21.15.33:32886) 2024-07-26T17:06:08.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f492fa640 1 -- 172.21.15.33:0/1491304180 learned_addr learned my addr 172.21.15.33:0/1491304180 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:08.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f48af9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc5b2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f49afb640 1 --2- 172.21.15.33:0/1491304180 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1f4270 0x5649dc5c09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f492fa640 1 -- 172.21.15.33:0/1491304180 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1f4270 msgr2=0x5649dc5c09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:08.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f492fa640 1 --2- 172.21.15.33:0/1491304180 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1f4270 0x5649dc5c09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f492fa640 1 -- 172.21.15.33:0/1491304180 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 msgr2=0x5649dc5b2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:08.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f492fa640 1 --2- 172.21.15.33:0/1491304180 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc5b2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f492fa640 1 -- 172.21.15.33:0/1491304180 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5649dc5b32a0 con 0x5649dc1cb3b0 2024-07-26T17:06:08.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f492fa640 1 --2- 172.21.15.33:0/1491304180 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc5b2540 secure :-1 s=READY pgs=2629 cs=0 l=1 rev1=1 crypto rx=0x7f3f4007f810 tx=0x7f3f40086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=894ce6d70a5d1787 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:08.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f2e7fc640 1 -- 172.21.15.33:0/1491304180 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f40048040 con 0x5649dc1cb3b0 2024-07-26T17:06:08.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f2e7fc640 1 -- 172.21.15.33:0/1491304180 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f400825a0 con 0x5649dc1cb3b0 2024-07-26T17:06:08.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.214+0000 7f3f2e7fc640 1 -- 172.21.15.33:0/1491304180 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f40082a60 con 0x5649dc1cb3b0 2024-07-26T17:06:08.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.215+0000 7f3f5247c740 1 -- 172.21.15.33:0/1491304180 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 msgr2=0x5649dc5b2540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.215+0000 7f3f5247c740 1 --2- 172.21.15.33:0/1491304180 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc5b2540 secure :-1 s=READY pgs=2629 cs=0 l=1 rev1=1 crypto rx=0x7f3f4007f810 tx=0x7f3f40086040 comp rx=0 tx=0).stop 2024-07-26T17:06:08.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.215+0000 7f3f5247c740 1 -- 172.21.15.33:0/1491304180 shutdown_connections 2024-07-26T17:06:08.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.215+0000 7f3f5247c740 1 --2- 172.21.15.33:0/1491304180 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1f4270 0x5649dc5c09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.215+0000 7f3f5247c740 1 --2- 172.21.15.33:0/1491304180 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc5b2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.215+0000 7f3f5247c740 1 --2- 172.21.15.33:0/1491304180 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc5b2540 unknown :-1 s=CLOSED pgs=2629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.215+0000 7f3f5247c740 1 -- 172.21.15.33:0/1491304180 >> 172.21.15.33:0/1491304180 conn(0x5649dc1e83c0 msgr2=0x5649dc59b570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:08.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.215+0000 7f3f5247c740 1 -- 172.21.15.33:0/1491304180 shutdown_connections 2024-07-26T17:06:08.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.215+0000 7f3f5247c740 1 -- 172.21.15.33:0/1491304180 wait complete. 2024-07-26T17:06:08.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.216+0000 7f3f5247c740 1 -- start start 2024-07-26T17:06:08.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.216+0000 7f3f5247c740 1 Processor -- start 2024-07-26T17:06:08.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc65fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc659210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f5247c740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1f4270 0x5649dc600ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f5247c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x5649dc5f2440 con 0x5649dc1cb3b0 2024-07-26T17:06:08.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f5247c740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x5649dc5d63e0 con 0x5649dc1d3590 2024-07-26T17:06:08.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f5247c740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x5649dc5da060 con 0x5649dc1f4270 2024-07-26T17:06:08.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f5247c740 10 client.0 _ll_register_callbacks cb 0x7f3f34007cd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:06:08.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f492fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc65fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f492fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc65fef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32888/0 (socket says 172.21.15.33:32888) 2024-07-26T17:06:08.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f492fa640 1 -- 172.21.15.33:0/4002150620 learned_addr learned my addr 172.21.15.33:0/4002150620 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:08.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f49afb640 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1f4270 0x5649dc600ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f48af9640 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc659210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f492fa640 1 -- 172.21.15.33:0/4002150620 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1f4270 msgr2=0x5649dc600ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:08.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f492fa640 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1f4270 0x5649dc600ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f492fa640 1 -- 172.21.15.33:0/4002150620 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 msgr2=0x5649dc659210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:08.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f492fa640 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc659210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f492fa640 1 -- 172.21.15.33:0/4002150620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649dc601c10 con 0x5649dc1cb3b0 2024-07-26T17:06:08.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f492fa640 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc65fef0 secure :-1 s=READY pgs=2630 cs=0 l=1 rev1=1 crypto rx=0x7f3f4007eb40 tx=0x7f3f40082a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f41494ac160aca38 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:08.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f23fff640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:06:08.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.218+0000 7f3f23fff640 1 -- 172.21.15.33:0/4002150620 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f40048050 con 0x5649dc1cb3b0 2024-07-26T17:06:08.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f23fff640 1 -- 172.21.15.33:0/4002150620 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7f3f400b8040 con 0x5649dc1cb3b0 2024-07-26T17:06:08.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f5247c740 1 -- 172.21.15.33:0/4002150620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f400825a0 con 0x5649dc1cb3b0 2024-07-26T17:06:08.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f23fff640 1 -- 172.21.15.33:0/4002150620 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7f3f40086af0 con 0x5649dc1cb3b0 2024-07-26T17:06:08.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f5247c740 10 client.12267 fetch_fsmap learned FSMap version 151 2024-07-26T17:06:08.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f5247c740 1 -- 172.21.15.33:0/4002150620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x5649dc601ef0 con 0x5649dc1cb3b0 2024-07-26T17:06:08.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f23fff640 1 -- 172.21.15.33:0/4002150620 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f400825a0 con 0x5649dc1cb3b0 2024-07-26T17:06:08.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f23fff640 1 -- 172.21.15.33:0/4002150620 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7f3f400a3030 con 0x5649dc1cb3b0 2024-07-26T17:06:08.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f5247c740 10 client.12267 fetch_fsmap finished waiting for FSMap version 151 2024-07-26T17:06:08.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f5247c740 10 client.12267 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-26T17:06:08.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f5247c740 20 client.12267 populate_metadata read hostname 'smithi033' 2024-07-26T17:06:08.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f5247c740 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.33:6834/264520761,v1:172.21.15.33:6835/264520761] conn(0x5649dc65c230 0x5649dc5c0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f5247c740 4 client.12267 mds_command: new command op to 12138 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T17:06:08.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f5247c740 1 -- 172.21.15.33:0/4002150620 --> [v2:172.21.15.33:6834/264520761,v1:172.21.15.33:6835/264520761] -- command(tid 0: {"prefix": "status"}) -- 0x5649dc509de0 con 0x5649dc65c230 2024-07-26T17:06:08.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.219+0000 7f3f48af9640 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.33:6834/264520761,v1:172.21.15.33:6835/264520761] conn(0x5649dc65c230 0x5649dc5c0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f23fff640 10 client.12267 ms_handle_connect on v2:172.21.15.33:6834/264520761 2024-07-26T17:06:08.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f48af9640 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.33:6834/264520761,v1:172.21.15.33:6835/264520761] conn(0x5649dc65c230 0x5649dc5c0810 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39912942ec13f4b7 server_cookie=979b0e63ab31bbf6 in_seq=0 out_seq=0 2024-07-26T17:06:08.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f23fff640 1 -- 172.21.15.33:0/4002150620 <== mds.0 v2:172.21.15.33:6834/264520761 1 ==== command_reply(tid 0: 0 ) ==== 8+0+335 (crc 0 0 0) 0x5649dc509de0 con 0x5649dc65c230 2024-07-26T17:06:08.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f23fff640 10 client.12267 handle_command_reply: tid=0 2024-07-26T17:06:08.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 1 client.12267 shutdown 2024-07-26T17:06:08.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 1 -- 172.21.15.33:0/4002150620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 msgr2=0x5649dc65fef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc65fef0 secure :-1 s=READY pgs=2630 cs=0 l=1 rev1=1 crypto rx=0x7f3f4007eb40 tx=0x7f3f40082a10 comp rx=0 tx=0).stop 2024-07-26T17:06:08.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 1 -- 172.21.15.33:0/4002150620 shutdown_connections 2024-07-26T17:06:08.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.33:6834/264520761,v1:172.21.15.33:6835/264520761] conn(0x5649dc65c230 0x5649dc5c0810 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x5649dc1f4270 0x5649dc600ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x5649dc1d3590 0x5649dc659210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f23fff640 0 client.12267 ms_handle_reset on v2:172.21.15.33:6834/264520761 2024-07-26T17:06:08.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 1 --2- 172.21.15.33:0/4002150620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x5649dc1cb3b0 0x5649dc65fef0 unknown :-1 s=CLOSED pgs=2630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 1 -- 172.21.15.33:0/4002150620 >> 172.21.15.33:0/4002150620 conn(0x5649dc1e83c0 msgr2=0x5649dc5e19f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:08.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 1 -- 172.21.15.33:0/4002150620 shutdown_connections 2024-07-26T17:06:08.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 1 -- 172.21.15.33:0/4002150620 wait complete. 2024-07-26T17:06:08.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.220+0000 7f3f5247c740 20 client.12267 trim_cache size 0 max 16384 2024-07-26T17:06:08.233 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:06:08.233 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T17:06:08.233 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T17:06:08.233 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 12138, 2024-07-26T17:06:08.233 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T17:06:08.234 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T17:06:08.234 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T17:06:08.235 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 5.9832912670000002, 2024-07-26T17:06:08.235 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 151, 2024-07-26T17:06:08.235 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 271, 2024-07-26T17:06:08.235 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 271, 2024-07-26T17:06:08.235 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 10.571211699999999 2024-07-26T17:06:08.235 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:06:08.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 -- 172.21.15.33:0/1482732478 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f3f280771c0 msgr2=0x7f3f280796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f3f280771c0 0x7f3f280796d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f3f440c7840 tx=0x7f3f34009040 comp rx=0 tx=0).stop 2024-07-26T17:06:08.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 -- 172.21.15.33:0/1482732478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f440b3d80 msgr2=0x7f3f441572c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f440b3d80 0x7f3f441572c0 secure :-1 s=READY pgs=2626 cs=0 l=1 rev1=1 crypto rx=0x7f3f4002aa90 tx=0x7f3f40033ba0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 -- 172.21.15.33:0/1482732478 shutdown_connections 2024-07-26T17:06:08.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7f3f280771c0 0x7f3f280796d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f440d1dc0 0x7f3f440b0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f440b6620 0x7f3f440b1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 --2- 172.21.15.33:0/1482732478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f440b3d80 0x7f3f441572c0 unknown :-1 s=CLOSED pgs=2626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 -- 172.21.15.33:0/1482732478 >> 172.21.15.33:0/1482732478 conn(0x7f3f440b5b00 msgr2=0x7f3f440cfd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:08.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 -- 172.21.15.33:0/1482732478 shutdown_connections 2024-07-26T17:06:08.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.221+0000 7f3f4b55e640 1 -- 172.21.15.33:0/1482732478 wait complete. 2024-07-26T17:06:08.239 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T17:06:08.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.396+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/3633681998 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7f4073b00 msgr2=0x7fd7f4165cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.396+0000 7fd7fc5f2640 1 --2- 172.21.15.33:0/3633681998 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7f4073b00 0x7fd7f4165cd0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec005fd0 tx=0x7fd7ec02a940 comp rx=0 tx=0).stop 2024-07-26T17:06:08.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.396+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/3633681998 shutdown_connections 2024-07-26T17:06:08.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.396+0000 7fd7fc5f2640 1 --2- 172.21.15.33:0/3633681998 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7f4073b00 0x7fd7f4165cd0 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.396+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/3633681998 >> 172.21.15.33:0/3633681998 conn(0x7fd7f40b2d00 msgr2=0x7fd7f40b3110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:08.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.396+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/3633681998 shutdown_connections 2024-07-26T17:06:08.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.396+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/3633681998 wait complete. 2024-07-26T17:06:08.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.398+0000 7fd7fc5f2640 1 Processor -- start 2024-07-26T17:06:08.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.398+0000 7fd7fc5f2640 1 -- start start 2024-07-26T17:06:08.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fc5f2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7f40cebe0 0x7fd7f4148c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fc5f2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd7f415e610 0x7fd7f414c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fc5f2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7f40b5df0 0x7fd7f40b6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fc5f2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f41665a0 con 0x7fd7f40b5df0 2024-07-26T17:06:08.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fc5f2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f4166420 con 0x7fd7f40cebe0 2024-07-26T17:06:08.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fc5f2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd7f4166720 con 0x7fd7f415e610 2024-07-26T17:06:08.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fab8f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7f40b5df0 0x7fd7f40b6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fa38e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7f40cebe0 0x7fd7f4148c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fa38e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7f40cebe0 0x7fd7f4148c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:37608/0 (socket says 172.21.15.33:37608) 2024-07-26T17:06:08.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7f9b8d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd7f415e610 0x7fd7f414c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fab8f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7f40b5df0 0x7fd7f40b6200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32898/0 (socket says 172.21.15.33:32898) 2024-07-26T17:06:08.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fa38e640 1 -- 172.21.15.33:0/1114548850 learned_addr learned my addr 172.21.15.33:0/1114548850 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:08.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fab8f640 1 -- 172.21.15.33:0/1114548850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd7f415e610 msgr2=0x7fd7f414c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fab8f640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd7f415e610 0x7fd7f414c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fab8f640 1 -- 172.21.15.33:0/1114548850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7f40cebe0 msgr2=0x7fd7f4148c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fab8f640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7f40cebe0 0x7fd7f4148c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.399+0000 7fd7fab8f640 1 -- 172.21.15.33:0/1114548850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7f40b6740 con 0x7fd7f40b5df0 2024-07-26T17:06:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.400+0000 7fd7fab8f640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7f40b5df0 0x7fd7f40b6200 secure :-1 s=READY pgs=2632 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec009000 tx=0x7fd7ec031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.400+0000 7fd7eaffd640 1 -- 172.21.15.33:0/1114548850 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7ec03e070 con 0x7fd7f40b5df0 2024-07-26T17:06:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.400+0000 7fd7eaffd640 1 -- 172.21.15.33:0/1114548850 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd7ec004560 con 0x7fd7f40b5df0 2024-07-26T17:06:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.400+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/1114548850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7f415bef0 con 0x7fd7f40b5df0 2024-07-26T17:06:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.400+0000 7fd7eaffd640 1 -- 172.21.15.33:0/1114548850 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7ec043460 con 0x7fd7f40b5df0 2024-07-26T17:06:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.400+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/1114548850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7f415c4b0 con 0x7fd7f40b5df0 2024-07-26T17:06:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.401+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/1114548850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7f40ce0a0 con 0x7fd7f40b5df0 2024-07-26T17:06:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.402+0000 7fd7eaffd640 1 -- 172.21.15.33:0/1114548850 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fd7ec043600 con 0x7fd7f40b5df0 2024-07-26T17:06:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.402+0000 7fd7eaffd640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd7d80771c0 0x7fd7d80796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.402+0000 7fd7fa38e640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd7d80771c0 0x7fd7d80796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.402+0000 7fd7eaffd640 1 -- 172.21.15.33:0/1114548850 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7fd7ec0ba8c0 con 0x7fd7f40b5df0 2024-07-26T17:06:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.403+0000 7fd7fa38e640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd7d80771c0 0x7fd7d80796d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd7f0000f60 tx=0x7fd7f0009040 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:08.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.407+0000 7fd7eaffd640 1 -- 172.21.15.33:0/1114548850 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd7f40b6740 con 0x7fd7f40b5df0 2024-07-26T17:06:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.641+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/1114548850 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fd7f40b0630 con 0x7fd7f40b5df0 2024-07-26T17:06:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.641+0000 7fd7eaffd640 1 -- 172.21.15.33:0/1114548850 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v151) ==== 53+0+73 (secure 0 0 0) 0x7fd7ec082e20 con 0x7fd7f40b5df0 2024-07-26T17:06:08.643 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T17:06:08.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.643+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/1114548850 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd7d80771c0 msgr2=0x7fd7d80796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.643+0000 7fd7fc5f2640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd7d80771c0 0x7fd7d80796d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd7f0000f60 tx=0x7fd7f0009040 comp rx=0 tx=0).stop 2024-07-26T17:06:08.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.643+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/1114548850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7f40b5df0 msgr2=0x7fd7f40b6200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:08.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.643+0000 7fd7fc5f2640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7f40b5df0 0x7fd7f40b6200 secure :-1 s=READY pgs=2632 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec009000 tx=0x7fd7ec031ea0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.643+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/1114548850 shutdown_connections 2024-07-26T17:06:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.643+0000 7fd7fc5f2640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd7d80771c0 0x7fd7d80796d0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.643+0000 7fd7fc5f2640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7f40b5df0 0x7fd7f40b6200 unknown :-1 s=CLOSED pgs=2632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.643+0000 7fd7fc5f2640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd7f415e610 0x7fd7f414c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.643+0000 7fd7fc5f2640 1 --2- 172.21.15.33:0/1114548850 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd7f40cebe0 0x7fd7f4148c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.643+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/1114548850 >> 172.21.15.33:0/1114548850 conn(0x7fd7f40b2d00 msgr2=0x7fd7f40733b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.643+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/1114548850 shutdown_connections 2024-07-26T17:06:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08.644+0000 7fd7fc5f2640 1 -- 172.21.15.33:0/1114548850 wait complete. 2024-07-26T17:06:08.657 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T17:06:08.657 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T17:06:08.657 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T17:06:08.657 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T17:06:08.657 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:08.657 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T17:06:08.657 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T17:06:08.657 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T17:06:08.658 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:06:08.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:08.658 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T17:06:08.675 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T17:06:08.675 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T17:06:08.675 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T17:06:08.675 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:08.675 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T17:06:08.675 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:08.675 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:06:08.675 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:08.675 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T17:06:08.675 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 36888sec preferred_lft 36888sec 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T17:06:08.676 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:08.677 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T17:06:08.678 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:08.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:08.678 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T17:06:08.740 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T17:06:08.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:08.742 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T17:06:08.798 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T17:06:08.799 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T17:06:08.799 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T17:06:08.799 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T17:06:08.799 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T17:06:08.799 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T17:06:08.799 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T17:06:08.799 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T17:06:08.799 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T17:06:08.800 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T17:06:08.800 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T17:06:08.856 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:08.854+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:08.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T17:06:08.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:06:08.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:08.930 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T17:06:08.987 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T17:06:08.987 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T17:06:08.987 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:06:08.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:08.987 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T17:06:09.053 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T17:06:09.053 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:06:09.054 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:09.109 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:06:09.109 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:06:09.110 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:09.165 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:06:09.232 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:06:09.289 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:06:09.289 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:06:09.289 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:06:09.290 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:06:09.290 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:06:09.290 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:06:09.290 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:06:09.290 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:06:09.290 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:06:09.290 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:06:09.290 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:06:09.290 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:06:09.290 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:06:09.290 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:06:09.291 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:06:09.292 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:06:09.292 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:06:09.292 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:06:09.292 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:09.292 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:09.292 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:09.292 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:09.293 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:09.293 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:06:09.350 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T17:06:09.351 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T17:06:09.393 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:06:09.419 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:06:09.478 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:06:09.478 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:06:09.478 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:06:09.478 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:06:09.478 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:06:09.478 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:06:09.478 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:06:09.479 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:06:09.479 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:06:09.479 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:06:09.479 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:06:09.479 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:06:09.479 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:06:09.479 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:06:09.479 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:06:09.479 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:06:09.479 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:06:09.479 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:06:09.480 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:06:09.481 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:09.481 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:09.481 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:09.481 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:09.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:09.481 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:06:09.492 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T17:06:09.490+0000 7ff4f5c1d480 -1 init, newargv = 0x7ff4d8001270 newargc=15 2024-07-26T17:06:09.493 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[106949]: starting ceph client 2024-07-26T17:06:09.496 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[106949]: starting fuse 2024-07-26T17:06:09.509 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T17:06:09.509 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T17:06:09.509 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T17:06:09.509 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T17:06:09.509 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T17:06:09.509 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T17:06:09.509 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T17:06:09.509 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T17:06:09.510 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T17:06:09.511 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T17:06:09.511 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T17:06:09.511 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T17:06:09.511 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T17:06:09.511 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T17:06:09.511 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:09.511 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T17:06:09.511 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T17:06:09.631 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.106949.asok 2024-07-26T17:06:09.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:06:09.643 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.106949.asok 2024-07-26T17:06:09.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:09.644 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.106949.asok status 2024-07-26T17:06:09.660 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:09.658+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:09.768 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:06:09.768 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T17:06:09.768 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T17:06:09.768 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T17:06:09.768 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T17:06:09.768 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T17:06:09.768 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T17:06:09.768 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "106949", 2024-07-26T17:06:09.768 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 12279, 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 12279 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:06:09.769 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3345007037 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3345007037 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.12279 192.168.0.1:0/3345007037", 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/3345007037", 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 151, 2024-07-26T17:06:09.770 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 271, 2024-07-26T17:06:09.771 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T17:06:09.771 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T17:06:09.771 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T17:06:09.771 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:06:09.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:09.777 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T17:06:09.777 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:09.793 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T17:06:09.793 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:09.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:09.793 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:09.861 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T17:06:10.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.020+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2773594706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2340b3670 msgr2=0x7fd2340b3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.020+0000 7fd23a7a9640 1 --2- 172.21.15.33:0/2773594706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2340b3670 0x7fd2340b3a80 secure :-1 s=READY pgs=2636 cs=0 l=1 rev1=1 crypto rx=0x7fd2340ce340 tx=0x7fd22c02a790 comp rx=0 tx=0).stop 2024-07-26T17:06:10.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.021+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2773594706 shutdown_connections 2024-07-26T17:06:10.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.021+0000 7fd23a7a9640 1 --2- 172.21.15.33:0/2773594706 >> v2:172.21.15.154:3300/0 conn(0x7fd2340d1dc0 0x7fd2340d21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.021+0000 7fd23a7a9640 1 --2- 172.21.15.33:0/2773594706 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2340b3670 0x7fd2340b3a80 unknown :-1 s=CLOSED pgs=2636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.021+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2773594706 >> 172.21.15.33:0/2773594706 conn(0x7fd2340b5b00 msgr2=0x7fd2340b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:10.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.021+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2773594706 shutdown_connections 2024-07-26T17:06:10.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.021+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2773594706 wait complete. 2024-07-26T17:06:10.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.022+0000 7fd23a7a9640 1 Processor -- start 2024-07-26T17:06:10.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.023+0000 7fd23a7a9640 1 -- start start 2024-07-26T17:06:10.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd23a7a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2340b3670 0x7fd234157e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd23a7a9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2340b6620 0x7fd234161da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd23a7a9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2340d1dc0 0x7fd2340b42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd23a7a9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd2340b4140 con 0x7fd2340b3670 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd23a7a9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd2340b3fc0 con 0x7fd2340b6620 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd23a7a9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd2340ced40 con 0x7fd2340d1dc0 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd233fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2340b3670 0x7fd234157e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd233fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2340b3670 0x7fd234157e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32916/0 (socket says 172.21.15.33:32916) 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd233fff640 1 -- 172.21.15.33:0/2574301383 learned_addr learned my addr 172.21.15.33:0/2574301383 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd2337fe640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2340b6620 0x7fd234161da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd238d46640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2340d1dc0 0x7fd2340b42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd233fff640 1 -- 172.21.15.33:0/2574301383 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2340d1dc0 msgr2=0x7fd2340b42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd233fff640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2340d1dc0 0x7fd2340b42c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd233fff640 1 -- 172.21.15.33:0/2574301383 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2340b6620 msgr2=0x7fd234161da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd233fff640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2340b6620 0x7fd234161da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.024+0000 7fd233fff640 1 -- 172.21.15.33:0/2574301383 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2341f8e00 con 0x7fd2340b3670 2024-07-26T17:06:10.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.025+0000 7fd233fff640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2340b3670 0x7fd234157e30 secure :-1 s=READY pgs=2637 cs=0 l=1 rev1=1 crypto rx=0x7fd22400c3a0 tx=0x7fd22400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:10.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.025+0000 7fd230ff9640 1 -- 172.21.15.33:0/2574301383 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd224011790 con 0x7fd2340b3670 2024-07-26T17:06:10.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.025+0000 7fd230ff9640 1 -- 172.21.15.33:0/2574301383 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd224017070 con 0x7fd2340b3670 2024-07-26T17:06:10.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.025+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2574301383 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2341f90e0 con 0x7fd2340b3670 2024-07-26T17:06:10.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.025+0000 7fd230ff9640 1 -- 172.21.15.33:0/2574301383 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd224011cc0 con 0x7fd2340b3670 2024-07-26T17:06:10.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.025+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2574301383 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2341f96a0 con 0x7fd2340b3670 2024-07-26T17:06:10.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.026+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2574301383 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2340b3a80 con 0x7fd2340b3670 2024-07-26T17:06:10.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.027+0000 7fd230ff9640 1 -- 172.21.15.33:0/2574301383 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fd22401c460 con 0x7fd2340b3670 2024-07-26T17:06:10.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.027+0000 7fd230ff9640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd2200771c0 0x7fd2200796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.028+0000 7fd230ff9640 1 -- 172.21.15.33:0/2574301383 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7fd224098b50 con 0x7fd2340b3670 2024-07-26T17:06:10.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.028+0000 7fd2337fe640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd2200771c0 0x7fd2200796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:10.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.028+0000 7fd2337fe640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd2200771c0 0x7fd2200796d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd2341f3000 tx=0x7fd228005f90 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:10.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.032+0000 7fd230ff9640 1 -- 172.21.15.33:0/2574301383 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd224061250 con 0x7fd2340b3670 2024-07-26T17:06:10.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.254+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2574301383 --> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fd2340b9e40 con 0x7fd2200771c0 2024-07-26T17:06:10.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.255+0000 7fd230ff9640 1 -- 172.21.15.33:0/2574301383 <== mgr.9569 v2:172.21.15.33:6836/456126865 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fd2340b9e40 con 0x7fd2200771c0 2024-07-26T17:06:10.257 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:06:10.257 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:10.257 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T17:06:10.257 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:10.257 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:06:10.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.257+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2574301383 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd2200771c0 msgr2=0x7fd2200796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.257+0000 7fd23a7a9640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd2200771c0 0x7fd2200796d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd2341f3000 tx=0x7fd228005f90 comp rx=0 tx=0).stop 2024-07-26T17:06:10.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.257+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2574301383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2340b3670 msgr2=0x7fd234157e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.257+0000 7fd23a7a9640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2340b3670 0x7fd234157e30 secure :-1 s=READY pgs=2637 cs=0 l=1 rev1=1 crypto rx=0x7fd22400c3a0 tx=0x7fd22400c860 comp rx=0 tx=0).stop 2024-07-26T17:06:10.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.257+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2574301383 shutdown_connections 2024-07-26T17:06:10.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.257+0000 7fd23a7a9640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fd2200771c0 0x7fd2200796d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.257+0000 7fd23a7a9640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd2340d1dc0 0x7fd2340b42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.257+0000 7fd23a7a9640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd2340b6620 0x7fd234161da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.257+0000 7fd23a7a9640 1 --2- 172.21.15.33:0/2574301383 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2340b3670 0x7fd234157e30 unknown :-1 s=CLOSED pgs=2637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.258+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2574301383 >> 172.21.15.33:0/2574301383 conn(0x7fd2340b5b00 msgr2=0x7fd2340b83a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:10.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.258+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2574301383 shutdown_connections 2024-07-26T17:06:10.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.258+0000 7fd23a7a9640 1 -- 172.21.15.33:0/2574301383 wait complete. 2024-07-26T17:06:10.272 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T17:06:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.392+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/3793784036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7ac0d2520 msgr2=0x7fc7ac0d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.392+0000 7fc7b0c2c640 1 --2- 172.21.15.33:0/3793784036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7ac0d2520 0x7fc7ac0d2930 secure :-1 s=READY pgs=2638 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac069ad0 tx=0x7fc7a402a4d0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.392+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/3793784036 shutdown_connections 2024-07-26T17:06:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.392+0000 7fc7b0c2c640 1 --2- 172.21.15.33:0/3793784036 >> v2:172.21.15.154:3300/0 conn(0x7fc7ac0cfd80 0x7fc7ac0d0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.392+0000 7fc7b0c2c640 1 --2- 172.21.15.33:0/3793784036 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7ac0d2520 0x7fc7ac0d2930 unknown :-1 s=CLOSED pgs=2638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.392+0000 7fc7b0c2c640 1 --2- 172.21.15.33:0/3793784036 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7ac0b31d0 0x7fc7ac0b3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.392+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/3793784036 >> 172.21.15.33:0/3793784036 conn(0x7fc7ac0b5ac0 msgr2=0x7fc7ac0b5ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.392+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/3793784036 shutdown_connections 2024-07-26T17:06:10.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.392+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/3793784036 wait complete. 2024-07-26T17:06:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.394+0000 7fc7b0c2c640 1 Processor -- start 2024-07-26T17:06:10.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.394+0000 7fc7b0c2c640 1 -- start start 2024-07-26T17:06:10.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7b0c2c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7ac0b31d0 0x7fc7ac1f4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7b0c2c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7ac0cfd80 0x7fc7ac159670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7b0c2c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7ac0d2520 0x7fc7ac15a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7b0c2c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc7ac0d2ff0 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7b0c2c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc7ac0d2e70 con 0x7fc7ac0b31d0 2024-07-26T17:06:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7b0c2c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc7ac162420 con 0x7fc7ac0d2520 2024-07-26T17:06:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7a9d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7ac0cfd80 0x7fc7ac159670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7a9d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7ac0cfd80 0x7fc7ac159670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32928/0 (socket says 172.21.15.33:32928) 2024-07-26T17:06:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7a9d9b640 1 -- 172.21.15.33:0/2848683461 learned_addr learned my addr 172.21.15.33:0/2848683461 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:10.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7aad9d640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7ac0d2520 0x7fc7ac15a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7aa59c640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7ac0b31d0 0x7fc7ac1f4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7a9d9b640 1 -- 172.21.15.33:0/2848683461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7ac0d2520 msgr2=0x7fc7ac15a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7a9d9b640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7ac0d2520 0x7fc7ac15a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7a9d9b640 1 -- 172.21.15.33:0/2848683461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7ac0b31d0 msgr2=0x7fc7ac1f4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7a9d9b640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7ac0b31d0 0x7fc7ac1f4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7a9d9b640 1 -- 172.21.15.33:0/2848683461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7ac0cb0a0 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7aa59c640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7ac0b31d0 0x7fc7ac1f4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7a9d9b640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7ac0cfd80 0x7fc7ac159670 secure :-1 s=READY pgs=2639 cs=0 l=1 rev1=1 crypto rx=0x7fc794009fd0 tx=0x7fc79400ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.396+0000 7fc7a2ffd640 1 -- 172.21.15.33:0/2848683461 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc79400ccc0 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.397+0000 7fc7a2ffd640 1 -- 172.21.15.33:0/2848683461 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc79400ee70 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.397+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/2848683461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7ac0cd8a0 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.397+0000 7fc7a2ffd640 1 -- 172.21.15.33:0/2848683461 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc79400ce60 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.397+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/2848683461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7ac0cde60 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.398+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/2848683461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7ac1572b0 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.399+0000 7fc7a2ffd640 1 -- 172.21.15.33:0/2848683461 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 164) ==== 99287+0+0 (secure 0 0 0) 0x7fc794005260 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.399+0000 7fc7a2ffd640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc78c0771c0 0x7fc78c0796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.399+0000 7fc7aa59c640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc78c0771c0 0x7fc78c0796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:10.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.399+0000 7fc7a2ffd640 1 -- 172.21.15.33:0/2848683461 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7fc794099730 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.400+0000 7fc7aa59c640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc78c0771c0 0x7fc78c0796d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc79c005fd0 tx=0x7fc79c009500 comp rx=0 tx=0).ready entity=mgr.9569 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:10.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.404+0000 7fc7a2ffd640 1 -- 172.21.15.33:0/2848683461 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc7ac1572b0 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.458 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:10.456+0000 7f4407606640 -1 client.11922: SimpleRADOSStriper: lock: main.db: waiting for locks: lockers exclusive=1 tag= lockers=[client.10687:f1d0fc24-b17a-4f11-853f-e1d65e195e7a:v1:172.21.15.154:0/405757023] 2024-07-26T17:06:10.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.660+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/2848683461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fc7ac0d0190 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.713+0000 7fc7a2ffd640 1 -- 172.21.15.33:0/2848683461 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v165) ==== 92+0+0 (secure 0 0 0) 0x7fc794062370 con 0x7fc7ac0cfd80 2024-07-26T17:06:10.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.716+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/2848683461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc78c0771c0 msgr2=0x7fc78c0796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.716+0000 7fc7b0c2c640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc78c0771c0 0x7fc78c0796d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc79c005fd0 tx=0x7fc79c009500 comp rx=0 tx=0).stop 2024-07-26T17:06:10.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.716+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/2848683461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7ac0cfd80 msgr2=0x7fc7ac159670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.716+0000 7fc7b0c2c640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7ac0cfd80 0x7fc7ac159670 secure :-1 s=READY pgs=2639 cs=0 l=1 rev1=1 crypto rx=0x7fc794009fd0 tx=0x7fc79400ec20 comp rx=0 tx=0).stop 2024-07-26T17:06:10.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.716+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/2848683461 shutdown_connections 2024-07-26T17:06:10.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.716+0000 7fc7b0c2c640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fc78c0771c0 0x7fc78c0796d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.716+0000 7fc7b0c2c640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc7ac0d2520 0x7fc7ac15a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.716+0000 7fc7b0c2c640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc7ac0cfd80 0x7fc7ac159670 unknown :-1 s=CLOSED pgs=2639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.716+0000 7fc7b0c2c640 1 --2- 172.21.15.33:0/2848683461 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc7ac0b31d0 0x7fc7ac1f4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.716+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/2848683461 >> 172.21.15.33:0/2848683461 conn(0x7fc7ac0b5ac0 msgr2=0x7fc7ac06d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:10.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.717+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/2848683461 shutdown_connections 2024-07-26T17:06:10.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.717+0000 7fc7b0c2c640 1 -- 172.21.15.33:0/2848683461 wait complete. 2024-07-26T17:06:10.733 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T17:06:10.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.868+0000 7efd04b65640 1 -- 172.21.15.33:0/4247739873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efce8004d90 msgr2=0x7efce8005220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.868+0000 7efd04b65640 1 --2- 172.21.15.33:0/4247739873 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efce8004d90 0x7efce8005220 secure :-1 s=READY pgs=2646 cs=0 l=1 rev1=1 crypto rx=0x7efcf8001830 tx=0x7efce8005830 comp rx=0 tx=0).stop 2024-07-26T17:06:10.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.868+0000 7efcfed9d640 1 -- 172.21.15.33:0/4247739873 reap_dead start 2024-07-26T17:06:10.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.868+0000 7efd04b65640 1 -- 172.21.15.33:0/4247739873 shutdown_connections 2024-07-26T17:06:10.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.868+0000 7efd04b65640 1 -- 172.21.15.33:0/4247739873 >> 172.21.15.33:0/4247739873 conn(0x7efd000b5b00 msgr2=0x7efd000b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:10.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.868+0000 7efd04b65640 1 -- 172.21.15.33:0/4247739873 shutdown_connections 2024-07-26T17:06:10.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.868+0000 7efd04b65640 1 -- 172.21.15.33:0/4247739873 wait complete. 2024-07-26T17:06:10.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.870+0000 7efd04b65640 1 Processor -- start 2024-07-26T17:06:10.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.870+0000 7efd04b65640 1 -- start start 2024-07-26T17:06:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.871+0000 7efd04b65640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efce8004d90 0x7efd001f5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.871+0000 7efd04b65640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd001dced0 0x7efd0006d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efd04b65640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efd0006d730 0x7efd000b0ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efd04b65640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efd000cf940 con 0x7efce8004d90 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efd04b65640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efd0008bff0 con 0x7efd001dced0 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efd04b65640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efd000cfac0 con 0x7efd0006d730 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efcfe59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efce8004d90 0x7efd001f5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efcfe59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efce8004d90 0x7efd001f5890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32954/0 (socket says 172.21.15.33:32954) 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efcfe59c640 1 -- 172.21.15.33:0/3834174917 learned_addr learned my addr 172.21.15.33:0/3834174917 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efcfed9d640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efd0006d730 0x7efd000b0ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efcfdd9b640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd001dced0 0x7efd0006d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efcfe59c640 1 -- 172.21.15.33:0/3834174917 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efd0006d730 msgr2=0x7efd000b0ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efcfe59c640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efd0006d730 0x7efd000b0ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efcfe59c640 1 -- 172.21.15.33:0/3834174917 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd001dced0 msgr2=0x7efd0006d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:10.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efcfe59c640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd001dced0 0x7efd0006d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efcfe59c640 1 -- 172.21.15.33:0/3834174917 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd000b3390 con 0x7efce8004d90 2024-07-26T17:06:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efcfe59c640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efce8004d90 0x7efd001f5890 secure :-1 s=READY pgs=2647 cs=0 l=1 rev1=1 crypto rx=0x7efcf0011ce0 tx=0x7efcf000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efceeffd640 1 -- 172.21.15.33:0/3834174917 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf0003e40 con 0x7efce8004d90 2024-07-26T17:06:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efceeffd640 1 -- 172.21.15.33:0/3834174917 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efcf0004050 con 0x7efce8004d90 2024-07-26T17:06:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efd04b65640 1 -- 172.21.15.33:0/3834174917 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd0006db40 con 0x7efce8004d90 2024-07-26T17:06:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.872+0000 7efceeffd640 1 -- 172.21.15.33:0/3834174917 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf0004480 con 0x7efce8004d90 2024-07-26T17:06:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.873+0000 7efd04b65640 1 -- 172.21.15.33:0/3834174917 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd000b21a0 con 0x7efce8004d90 2024-07-26T17:06:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.874+0000 7efd04b65640 1 -- 172.21.15.33:0/3834174917 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd000d1d50 con 0x7efce8004d90 2024-07-26T17:06:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.875+0000 7efceeffd640 1 -- 172.21.15.33:0/3834174917 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 165) ==== 99304+0+0 (secure 0 0 0) 0x7efcf0004620 con 0x7efce8004d90 2024-07-26T17:06:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.875+0000 7efceeffd640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7efce0077270 0x7efce0079780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.875+0000 7efcfdd9b640 1 -- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7efce0077270 msgr2=0x7efce0079780 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/456126865 2024-07-26T17:06:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.875+0000 7efceeffd640 1 -- 172.21.15.33:0/3834174917 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7efcf009a600 con 0x7efce8004d90 2024-07-26T17:06:10.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.875+0000 7efcfdd9b640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7efce0077270 0x7efce0079780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:06:10.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:10.879+0000 7efceeffd640 1 -- 172.21.15.33:0/3834174917 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efd0006db40 con 0x7efce8004d90 2024-07-26T17:06:11.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.074+0000 7efd04b65640 1 -- 172.21.15.33:0/3834174917 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7efd001ea7a0 con 0x7efce8004d90 2024-07-26T17:06:11.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.077+0000 7efcfdd9b640 1 -- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7efce0077270 msgr2=0x7efce0079780 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/456126865 2024-07-26T17:06:11.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.077+0000 7efcfdd9b640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7efce0077270 0x7efce0079780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:06:11.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.080+0000 7efceeffd640 1 -- 172.21.15.33:0/3834174917 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v81)=0 v81) ==== 138+0+0 (secure 0 0 0) 0x7efcf0062d60 con 0x7efce8004d90 2024-07-26T17:06:11.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 -- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7efce0077270 msgr2=0x7efce0079780 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:06:11.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7efce0077270 0x7efce0079780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 -- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efce8004d90 msgr2=0x7efd001f5890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:11.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efce8004d90 0x7efd001f5890 secure :-1 s=READY pgs=2647 cs=0 l=1 rev1=1 crypto rx=0x7efcf0011ce0 tx=0x7efcf000f790 comp rx=0 tx=0).stop 2024-07-26T17:06:11.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 -- 172.21.15.33:0/3834174917 shutdown_connections 2024-07-26T17:06:11.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7efce0077270 0x7efce0079780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efd0006d730 0x7efd000b0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efd001dced0 0x7efd0006d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 --2- 172.21.15.33:0/3834174917 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efce8004d90 0x7efd001f5890 unknown :-1 s=CLOSED pgs=2647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 -- 172.21.15.33:0/3834174917 >> 172.21.15.33:0/3834174917 conn(0x7efd000b5b00 msgr2=0x7efd000b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:11.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 -- 172.21.15.33:0/3834174917 shutdown_connections 2024-07-26T17:06:11.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.082+0000 7efd04b65640 1 -- 172.21.15.33:0/3834174917 wait complete. 2024-07-26T17:06:11.096 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T17:06:11.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.218+0000 7ffa4e777640 1 -- 172.21.15.33:0/4197717533 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa30003a00 msgr2=0x7ffa30003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:11.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.218+0000 7ffa4e777640 1 --2- 172.21.15.33:0/4197717533 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa30003a00 0x7ffa30003e70 secure :-1 s=READY pgs=2649 cs=0 l=1 rev1=1 crypto rx=0x7ffa48074eb0 tx=0x7ffa30005830 comp rx=0 tx=0).stop 2024-07-26T17:06:11.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.218+0000 7ffa4cd14640 1 -- 172.21.15.33:0/4197717533 reap_dead start 2024-07-26T17:06:11.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.218+0000 7ffa4e777640 1 -- 172.21.15.33:0/4197717533 shutdown_connections 2024-07-26T17:06:11.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.218+0000 7ffa4e777640 1 -- 172.21.15.33:0/4197717533 >> 172.21.15.33:0/4197717533 conn(0x7ffa480d1e70 msgr2=0x7ffa480d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:11.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.218+0000 7ffa4e777640 1 -- 172.21.15.33:0/4197717533 shutdown_connections 2024-07-26T17:06:11.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.218+0000 7ffa4e777640 1 -- 172.21.15.33:0/4197717533 wait complete. 2024-07-26T17:06:11.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.220+0000 7ffa4e777640 1 Processor -- start 2024-07-26T17:06:11.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.220+0000 7ffa4e777640 1 -- start start 2024-07-26T17:06:11.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.221+0000 7ffa4e777640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa30003a00 0x7ffa481e64d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:11.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.221+0000 7ffa4e777640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa481f43b0 0x7ffa481f8060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:11.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4e777640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa481f85a0 0x7ffa481f89b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:11.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4e777640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ffa480b1430 con 0x7ffa481f85a0 2024-07-26T17:06:11.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4e777640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ffa480b12b0 con 0x7ffa30003a00 2024-07-26T17:06:11.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4e777640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ffa480b2030 con 0x7ffa481f43b0 2024-07-26T17:06:11.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4cd14640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa481f85a0 0x7ffa481f89b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:11.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa47fff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa30003a00 0x7ffa481e64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:11.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4cd14640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa481f85a0 0x7ffa481f89b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:32970/0 (socket says 172.21.15.33:32970) 2024-07-26T17:06:11.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa47fff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa30003a00 0x7ffa481e64d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:37718/0 (socket says 172.21.15.33:37718) 2024-07-26T17:06:11.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4cd14640 1 -- 172.21.15.33:0/4068911517 learned_addr learned my addr 172.21.15.33:0/4068911517 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:11.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa477fe640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa481f43b0 0x7ffa481f8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:11.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4cd14640 1 -- 172.21.15.33:0/4068911517 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa481f43b0 msgr2=0x7ffa481f8060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:11.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4cd14640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa481f43b0 0x7ffa481f8060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4cd14640 1 -- 172.21.15.33:0/4068911517 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa30003a00 msgr2=0x7ffa481e64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:11.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4cd14640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa30003a00 0x7ffa481e64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4cd14640 1 -- 172.21.15.33:0/4068911517 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa481e6d30 con 0x7ffa481f85a0 2024-07-26T17:06:11.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4cd14640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa481f85a0 0x7ffa481f89b0 secure :-1 s=READY pgs=2650 cs=0 l=1 rev1=1 crypto rx=0x7ffa480cf9d0 tx=0x7ffa4000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:11.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa44ff9640 1 -- 172.21.15.33:0/4068911517 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa40003d80 con 0x7ffa481f85a0 2024-07-26T17:06:11.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa44ff9640 1 -- 172.21.15.33:0/4068911517 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa40004b20 con 0x7ffa481f85a0 2024-07-26T17:06:11.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa4e777640 1 -- 172.21.15.33:0/4068911517 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa481e7010 con 0x7ffa481f85a0 2024-07-26T17:06:11.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.222+0000 7ffa44ff9640 1 -- 172.21.15.33:0/4068911517 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa40004030 con 0x7ffa481f85a0 2024-07-26T17:06:11.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.223+0000 7ffa4e777640 1 -- 172.21.15.33:0/4068911517 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa480c9f30 con 0x7ffa481f85a0 2024-07-26T17:06:11.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.223+0000 7ffa4e777640 1 -- 172.21.15.33:0/4068911517 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa481e7530 con 0x7ffa481f85a0 2024-07-26T17:06:11.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.224+0000 7ffa44ff9640 1 -- 172.21.15.33:0/4068911517 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 165) ==== 99304+0+0 (secure 0 0 0) 0x7ffa400041d0 con 0x7ffa481f85a0 2024-07-26T17:06:11.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.225+0000 7ffa44ff9640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ffa34077240 0x7ffa34079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:11.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.225+0000 7ffa47fff640 1 -- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ffa34077240 msgr2=0x7ffa34079750 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/456126865 2024-07-26T17:06:11.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.225+0000 7ffa44ff9640 1 -- 172.21.15.33:0/4068911517 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7ffa40099d50 con 0x7ffa481f85a0 2024-07-26T17:06:11.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.225+0000 7ffa47fff640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ffa34077240 0x7ffa34079750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:06:11.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.234+0000 7ffa44ff9640 1 -- 172.21.15.33:0/4068911517 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffa481e7530 con 0x7ffa481f85a0 2024-07-26T17:06:11.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.427+0000 7ffa47fff640 1 -- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ffa34077240 msgr2=0x7ffa34079750 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/456126865 2024-07-26T17:06:11.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.427+0000 7ffa47fff640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ffa34077240 0x7ffa34079750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:06:11.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.431+0000 7ffa4e777640 1 -- 172.21.15.33:0/4068911517 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7ffa480b1af0 con 0x7ffa481f85a0 2024-07-26T17:06:11.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.437+0000 7ffa44ff9640 1 -- 172.21.15.33:0/4068911517 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v82)=0 v82) ==== 133+0+0 (secure 0 0 0) 0x7ffa4009d030 con 0x7ffa481f85a0 2024-07-26T17:06:11.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 -- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ffa34077240 msgr2=0x7ffa34079750 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:06:11.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ffa34077240 0x7ffa34079750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 -- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa481f85a0 msgr2=0x7ffa481f89b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:11.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa481f85a0 0x7ffa481f89b0 secure :-1 s=READY pgs=2650 cs=0 l=1 rev1=1 crypto rx=0x7ffa480cf9d0 tx=0x7ffa4000f790 comp rx=0 tx=0).stop 2024-07-26T17:06:11.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 -- 172.21.15.33:0/4068911517 shutdown_connections 2024-07-26T17:06:11.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7ffa34077240 0x7ffa34079750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa481f85a0 0x7ffa481f89b0 unknown :-1 s=CLOSED pgs=2650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ffa481f43b0 0x7ffa481f8060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 --2- 172.21.15.33:0/4068911517 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ffa30003a00 0x7ffa481e64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 -- 172.21.15.33:0/4068911517 >> 172.21.15.33:0/4068911517 conn(0x7ffa480d1e70 msgr2=0x7ffa4815eeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:11.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 -- 172.21.15.33:0/4068911517 shutdown_connections 2024-07-26T17:06:11.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.440+0000 7ffa4e777640 1 -- 172.21.15.33:0/4068911517 wait complete. 2024-07-26T17:06:11.454 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:11.454 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p snap_test_dir1) 2024-07-26T17:06:11.475 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add snap_test_dir1 1m 2024-07-26T17:06:11.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.637+0000 7fa57522c640 1 -- 172.21.15.33:0/1199225988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5700b6620 msgr2=0x7fa5700d2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:11.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.637+0000 7fa57522c640 1 --2- 172.21.15.33:0/1199225988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5700b6620 0x7fa5700d2d90 secure :-1 s=READY pgs=2651 cs=0 l=1 rev1=1 crypto rx=0x7fa5700b4310 tx=0x7fa56002a4a0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.637+0000 7fa57522c640 1 -- 172.21.15.33:0/1199225988 shutdown_connections 2024-07-26T17:06:11.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.637+0000 7fa57522c640 1 --2- 172.21.15.33:0/1199225988 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5700d1dc0 0x7fa5700d21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.637+0000 7fa57522c640 1 --2- 172.21.15.33:0/1199225988 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5700b6620 0x7fa5700d2d90 unknown :-1 s=CLOSED pgs=2651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.637+0000 7fa57522c640 1 -- 172.21.15.33:0/1199225988 >> 172.21.15.33:0/1199225988 conn(0x7fa5700b5b00 msgr2=0x7fa5700b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:11.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.637+0000 7fa57522c640 1 -- 172.21.15.33:0/1199225988 shutdown_connections 2024-07-26T17:06:11.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.637+0000 7fa57522c640 1 -- 172.21.15.33:0/1199225988 wait complete. 2024-07-26T17:06:11.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.639+0000 7fa57522c640 1 Processor -- start 2024-07-26T17:06:11.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.639+0000 7fa57522c640 1 -- start start 2024-07-26T17:06:11.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.640+0000 7fa57522c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5700b3670 0x7fa5701f9180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:11.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.640+0000 7fa57522c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5700b6620 0x7fa5701f49a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:11.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.640+0000 7fa57522c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5700d1dc0 0x7fa5700b77e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:11.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.640+0000 7fa57522c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa5700d3450 con 0x7fa5700d1dc0 2024-07-26T17:06:11.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.640+0000 7fa57522c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa5700d32d0 con 0x7fa5700b3670 2024-07-26T17:06:11.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.640+0000 7fa57522c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa5700ced40 con 0x7fa5700b6620 2024-07-26T17:06:11.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.640+0000 7fa56f59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5700d1dc0 0x7fa5700b77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.640+0000 7fa56ed9d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5700b3670 0x7fa5701f9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.640+0000 7fa56659c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5700b6620 0x7fa5701f49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.640+0000 7fa56ed9d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5700b3670 0x7fa5701f9180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:37726/0 (socket says 172.21.15.33:37726) 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.640+0000 7fa56ed9d640 1 -- 172.21.15.33:0/3250785838 learned_addr learned my addr 172.21.15.33:0/3250785838 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.641+0000 7fa56f59e640 1 -- 172.21.15.33:0/3250785838 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5700b6620 msgr2=0x7fa5701f49a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.641+0000 7fa56f59e640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa5700b6620 0x7fa5701f49a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.641+0000 7fa56f59e640 1 -- 172.21.15.33:0/3250785838 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5700b3670 msgr2=0x7fa5701f9180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.641+0000 7fa56f59e640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa5700b3670 0x7fa5701f9180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.641+0000 7fa56f59e640 1 -- 172.21.15.33:0/3250785838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa570153f30 con 0x7fa5700d1dc0 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.641+0000 7fa56f59e640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5700d1dc0 0x7fa5700b77e0 secure :-1 s=READY pgs=2652 cs=0 l=1 rev1=1 crypto rx=0x7fa5700ce380 tx=0x7fa56800cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.641+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa568003b70 con 0x7fa5700d1dc0 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.641+0000 7fa57522c640 1 -- 172.21.15.33:0/3250785838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5701f96c0 con 0x7fa5700d1dc0 2024-07-26T17:06:11.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.641+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa568003d30 con 0x7fa5700d1dc0 2024-07-26T17:06:11.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.641+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5680052d0 con 0x7fa5700d1dc0 2024-07-26T17:06:11.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.641+0000 7fa57522c640 1 -- 172.21.15.33:0/3250785838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5700b1330 con 0x7fa5700d1dc0 2024-07-26T17:06:11.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.642+0000 7fa57522c640 1 -- 172.21.15.33:0/3250785838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5700b0dc0 con 0x7fa5700d1dc0 2024-07-26T17:06:11.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.643+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 165) ==== 99304+0+0 (secure 0 0 0) 0x7fa568005470 con 0x7fa5700d1dc0 2024-07-26T17:06:11.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.644+0000 7fa567fff640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa550077210 0x7fa550079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:11.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.644+0000 7fa56ed9d640 1 -- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa550077210 msgr2=0x7fa550079720 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/456126865 2024-07-26T17:06:11.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.644+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(271..271 src has 1..271) ==== 6257+0+0 (secure 0 0 0) 0x7fa568099560 con 0x7fa5700d1dc0 2024-07-26T17:06:11.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.644+0000 7fa56ed9d640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa550077210 0x7fa550079720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:06:11.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.652+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa5701f96c0 con 0x7fa5700d1dc0 2024-07-26T17:06:11.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.845+0000 7fa56ed9d640 1 -- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa550077210 msgr2=0x7fa550079720 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/456126865 2024-07-26T17:06:11.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.845+0000 7fa56ed9d640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa550077210 0x7fa550079720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:06:11.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:11.869+0000 7fa57522c640 1 -- 172.21.15.33:0/3250785838 --> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fa5700d2d90 con 0x7fa550077210 2024-07-26T17:06:12.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:12.246+0000 7fa56ed9d640 1 -- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa550077210 msgr2=0x7fa550079720 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/456126865 2024-07-26T17:06:12.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:12.246+0000 7fa56ed9d640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa550077210 0x7fa550079720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T17:06:13.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:13.048+0000 7fa56ed9d640 1 -- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa550077210 msgr2=0x7fa550079720 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/456126865 2024-07-26T17:06:13.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:13.048+0000 7fa56ed9d640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa550077210 0x7fa550079720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T17:06:14.097 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:06:14.099 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:06:14.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:14.333+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 166) ==== 99304+0+0 (secure 0 0 0) 0x7fa56805e010 con 0x7fa5700d1dc0 2024-07-26T17:06:14.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:14.540+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 167) ==== 98867+0+0 (secure 0 0 0) 0x7fa568060fe0 con 0x7fa5700d1dc0 2024-07-26T17:06:14.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:14.540+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa550077210 msgr2=0x7fa550079720 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:06:14.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:14.540+0000 7fa567fff640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/456126865,v1:172.21.15.33:6837/456126865] conn(0x7fa550077210 0x7fa550079720 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:14.691 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:14.689+0000 7fc0845d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:14.691 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:14.689+0000 7fc0845d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:14.691 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:14.689+0000 7fc0845d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:14.691 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:14.689+0000 7fc0845d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:14.691 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:14.689+0000 7fc0845d7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:14.691 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:14.689+0000 7fc0815d1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:14.691 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:14.689+0000 7fc0815d1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:14.692 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:14.689+0000 7fc0815d1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:14.692 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:14.689+0000 7fc0815d1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:14.692 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:06:14.689+0000 7fc0815d1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:15.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.546+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 <== mon.0 v2:172.21.15.33:3300/0 9 ==== mgrmap(e 168) ==== 98994+0+0 (secure 0 0 0) 0x7fa56805e8e0 con 0x7fa5700d1dc0 2024-07-26T17:06:15.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.546+0000 7fa567fff640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fa55003b110 0x7fa550081a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:15.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.546+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 --> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "path": "snap_test_dir1", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7fa5700d2d90 con 0x7fa55003b110 2024-07-26T17:06:15.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.548+0000 7fa56ed9d640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fa55003b110 0x7fa550081a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:15.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.550+0000 7fa56ed9d640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fa55003b110 0x7fa550081a00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa5600096c0 tx=0x7fa560004730 comp rx=0 tx=0).ready entity=mgr.12312 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:15.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.618+0000 7fa567fff640 1 -- 172.21.15.33:0/3250785838 <== mgr.12312 v2:172.21.15.33:6836/3886945351 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa5700d2d90 con 0x7fa55003b110 2024-07-26T17:06:15.620 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path snap_test_dir1 2024-07-26T17:06:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.621+0000 7fa57522c640 1 -- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fa55003b110 msgr2=0x7fa550081a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.621+0000 7fa57522c640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fa55003b110 0x7fa550081a00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa5600096c0 tx=0x7fa560004730 comp rx=0 tx=0).stop 2024-07-26T17:06:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.621+0000 7fa57522c640 1 -- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5700d1dc0 msgr2=0x7fa5700b77e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.621+0000 7fa57522c640 1 --2- 172.21.15.33:0/3250785838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5700d1dc0 0x7fa5700b77e0 secure :-1 s=READY pgs=2652 cs=0 l=1 rev1=1 crypto rx=0x7fa5700ce380 tx=0x7fa56800cb90 comp rx=0 tx=0).stop 2024-07-26T17:06:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.621+0000 7fa56f59e640 1 -- 172.21.15.33:0/3250785838 reap_dead start 2024-07-26T17:06:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.621+0000 7fa57522c640 1 -- 172.21.15.33:0/3250785838 shutdown_connections 2024-07-26T17:06:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.621+0000 7fa57522c640 1 -- 172.21.15.33:0/3250785838 >> 172.21.15.33:0/3250785838 conn(0x7fa5700b5b00 msgr2=0x7fa57015e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.621+0000 7fa57522c640 1 -- 172.21.15.33:0/3250785838 shutdown_connections 2024-07-26T17:06:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.621+0000 7fa57522c640 1 -- 172.21.15.33:0/3250785838 wait complete. 2024-07-26T17:06:15.635 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path snap_test_dir1 2024-07-26T17:06:15.636 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule retention add snap_test_dir1 1m 2024-07-26T17:06:15.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.759+0000 7fda1b302640 1 -- 172.21.15.33:0/287098556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda00003c60 msgr2=0x7fda000040b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:15.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.759+0000 7fda1b302640 1 --2- 172.21.15.33:0/287098556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda00003c60 0x7fda000040b0 secure :-1 s=READY pgs=2666 cs=0 l=1 rev1=1 crypto rx=0x7fda10001eb0 tx=0x7fda00005830 comp rx=0 tx=0).stop 2024-07-26T17:06:15.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.759+0000 7fda1989f640 1 -- 172.21.15.33:0/287098556 reap_dead start 2024-07-26T17:06:15.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.759+0000 7fda1b302640 1 -- 172.21.15.33:0/287098556 shutdown_connections 2024-07-26T17:06:15.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.759+0000 7fda1b302640 1 -- 172.21.15.33:0/287098556 >> 172.21.15.33:0/287098556 conn(0x7fda140b5a70 msgr2=0x7fda140b5e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:15.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.759+0000 7fda1b302640 1 -- 172.21.15.33:0/287098556 shutdown_connections 2024-07-26T17:06:15.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.759+0000 7fda1b302640 1 -- 172.21.15.33:0/287098556 wait complete. 2024-07-26T17:06:15.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.761+0000 7fda1b302640 1 Processor -- start 2024-07-26T17:06:15.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.761+0000 7fda1b302640 1 -- start start 2024-07-26T17:06:15.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1b302640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda00003c60 0x7fda141f5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:15.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1b302640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda140cc850 0x7fda140b1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:15.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1b302640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda140b21b0 0x7fda140c87e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:15.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1b302640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fda140cfac0 con 0x7fda00003c60 2024-07-26T17:06:15.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1b302640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fda1408d670 con 0x7fda140cc850 2024-07-26T17:06:15.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1b302640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fda1408c710 con 0x7fda140b21b0 2024-07-26T17:06:15.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1909e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda00003c60 0x7fda141f5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:15.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1909e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda00003c60 0x7fda141f5d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55326/0 (socket says 172.21.15.33:55326) 2024-07-26T17:06:15.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1909e640 1 -- 172.21.15.33:0/748482959 learned_addr learned my addr 172.21.15.33:0/748482959 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1989f640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda140b21b0 0x7fda140c87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1889d640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda140cc850 0x7fda140b1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1909e640 1 -- 172.21.15.33:0/748482959 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda140b21b0 msgr2=0x7fda140c87e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1909e640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda140b21b0 0x7fda140c87e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1909e640 1 -- 172.21.15.33:0/748482959 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda140cc850 msgr2=0x7fda140b1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1909e640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda140cc850 0x7fda140b1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.762+0000 7fda1909e640 1 -- 172.21.15.33:0/748482959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda140b25c0 con 0x7fda00003c60 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.763+0000 7fda1909e640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda00003c60 0x7fda141f5d80 secure :-1 s=READY pgs=2667 cs=0 l=1 rev1=1 crypto rx=0x7fda1002afd0 tx=0x7fda100017c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.763+0000 7fda09ffb640 1 -- 172.21.15.33:0/748482959 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda10003a20 con 0x7fda00003c60 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.763+0000 7fda09ffb640 1 -- 172.21.15.33:0/748482959 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda1003f070 con 0x7fda00003c60 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.763+0000 7fda1b302640 1 -- 172.21.15.33:0/748482959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda141f9600 con 0x7fda00003c60 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.763+0000 7fda09ffb640 1 -- 172.21.15.33:0/748482959 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda10006b40 con 0x7fda00003c60 2024-07-26T17:06:15.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.763+0000 7fda1b302640 1 -- 172.21.15.33:0/748482959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda140c7fe0 con 0x7fda00003c60 2024-07-26T17:06:15.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.764+0000 7fda1b302640 1 -- 172.21.15.33:0/748482959 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda140d0770 con 0x7fda00003c60 2024-07-26T17:06:15.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.765+0000 7fda09ffb640 1 -- 172.21.15.33:0/748482959 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 168) ==== 98994+0+0 (secure 0 0 0) 0x7fda10044470 con 0x7fda00003c60 2024-07-26T17:06:15.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.765+0000 7fda09ffb640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fd9f8076eb0 0x7fd9f80793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:15.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.766+0000 7fda09ffb640 1 -- 172.21.15.33:0/748482959 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(272..272 src has 1..272) ==== 6644+0+0 (secure 0 0 0) 0x7fda100b9fa0 con 0x7fda00003c60 2024-07-26T17:06:15.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.766+0000 7fda1889d640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fd9f8076eb0 0x7fd9f80793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:15.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.766+0000 7fda1889d640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fd9f8076eb0 0x7fd9f80793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fda140b6a00 tx=0x7fda04006b10 comp rx=0 tx=0).ready entity=mgr.12312 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:15.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.770+0000 7fda09ffb640 1 -- 172.21.15.33:0/748482959 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fda10049060 con 0x7fda00003c60 2024-07-26T17:06:15.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:15.983+0000 7fda1b302640 1 -- 172.21.15.33:0/748482959 --> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "path": "snap_test_dir1", "retention_spec_or_period": "1m", "target": ["mon-mgr", ""]}) -- 0x7fda141eabe0 con 0x7fd9f8076eb0 2024-07-26T17:06:16.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.048+0000 7fda09ffb640 1 -- 172.21.15.33:0/748482959 <== mgr.12312 v2:172.21.15.33:6836/3886945351 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+39 (secure 0 0 0) 0x7fda141eabe0 con 0x7fd9f8076eb0 2024-07-26T17:06:16.050 INFO:teuthology.orchestra.run.smithi033.stdout:Retention added to path snap_test_dir1 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 -- 172.21.15.33:0/748482959 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fd9f8076eb0 msgr2=0x7fd9f80793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fd9f8076eb0 0x7fd9f80793c0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fda140b6a00 tx=0x7fda04006b10 comp rx=0 tx=0).stop 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 -- 172.21.15.33:0/748482959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda00003c60 msgr2=0x7fda141f5d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda00003c60 0x7fda141f5d80 secure :-1 s=READY pgs=2667 cs=0 l=1 rev1=1 crypto rx=0x7fda1002afd0 tx=0x7fda100017c0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 -- 172.21.15.33:0/748482959 shutdown_connections 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fd9f8076eb0 0x7fd9f80793c0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fda140b21b0 0x7fda140c87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fda140cc850 0x7fda140b1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 --2- 172.21.15.33:0/748482959 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda00003c60 0x7fda141f5d80 unknown :-1 s=CLOSED pgs=2667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 -- 172.21.15.33:0/748482959 >> 172.21.15.33:0/748482959 conn(0x7fda140b5a70 msgr2=0x7fda1406d210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 -- 172.21.15.33:0/748482959 shutdown_connections 2024-07-26T17:06:16.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.050+0000 7fda1b302640 1 -- 172.21.15.33:0/748482959 wait complete. 2024-07-26T17:06:16.063 DEBUG:tasks.cephfs.test_snap_schedules:res=Retention added to path snap_test_dir1 2024-07-26T17:06:16.065 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T17:06:16.067 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T17:06:16.109 INFO:teuthology.orchestra.run.smithi033.stdout:[global] 2024-07-26T17:06:16.110 INFO:teuthology.orchestra.run.smithi033.stdout: chdir = "" 2024-07-26T17:06:16.110 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T17:06:16.110 INFO:teuthology.orchestra.run.smithi033.stdout: auth supported = cephx 2024-07-26T17:06:16.110 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.110 INFO:teuthology.orchestra.run.smithi033.stdout: filestore xattr use omap = true 2024-07-26T17:06:16.110 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.110 INFO:teuthology.orchestra.run.smithi033.stdout: mon clock drift allowed = 1.000 2024-07-26T17:06:16.110 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.110 INFO:teuthology.orchestra.run.smithi033.stdout: osd crush chooseleaf type = 0 2024-07-26T17:06:16.110 INFO:teuthology.orchestra.run.smithi033.stdout: auth debug = true 2024-07-26T17:06:16.110 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on old message = true 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on bug = true 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: mon pg warn max object skew = 0 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default size = 2 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow primary affinity = true 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow pg remap = true 2024-07-26T17:06:16.111 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on legacy crush tunables = false 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on crush straw calc version zero = false 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on no sortbitwise = false 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on osd down out interval zero = false 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on too few osds = false 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: mon_allow_pool_size_one = true 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: osd default data pool replay window = 5 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.112 INFO:teuthology.orchestra.run.smithi033.stdout: mon allow pool delete = true 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout: mon cluster log file level = debug 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout: debug asserts on shutdown = true 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout: mon health detail to clog = false 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout: mon host = "172.21.15.33,172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790]" 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout: fsid = f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout:[osd] 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout: osd journal size = 100 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub load threshold = 5.0 2024-07-26T17:06:16.113 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub max interval = 600 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: osd mclock profile = high_recovery_ops 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: osd recover clone overlap = true 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: osd recovery max chunk = 1048576 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug shutdown = true 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug op order = true 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug verify stray on activate = true 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug trim objects = true 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: osd open classes on start = true 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug pg log writeout = true 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.114 INFO:teuthology.orchestra.run.smithi033.stdout: osd deep scrub update digest min age = 30 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: osd map max advance = 10 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: journal zero on create = true 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: filestore ondisk finisher threads = 3 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: filestore apply finisher threads = 3 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: bdev debug aio = true 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug misdirected ops = true 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore block size = 96636764160 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore fsck on mount = True 2024-07-26T17:06:16.115 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluefs = 20 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluestore = 20 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: debug osd = 20 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: debug rocksdb = 10 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd full ratio = 0.9 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd nearfull ratio = 0.8 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: osd failsafe full ratio = 0.95 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: osd objectstore = bluestore 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout:[mgr] 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: debug mgr = 20 2024-07-26T17:06:16.116 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: mgr/telemetry/nag = false 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: debug client = 20 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: debug finisher = 20 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout:[mon] 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: debug paxos = 20 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: mon data avail warn = 5 2024-07-26T17:06:16.117 INFO:teuthology.orchestra.run.smithi033.stdout: mon mgr mkfs grace = 240 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd reporter subtree level = osd 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd prime pg temp = true 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T17:06:16.118 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: # 1m isn't quite enough 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: mon_down_mkfs_grace = 2m 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_filestore_osds = false 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: mon down mkfs grace = 300 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout:[client] 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: rgw cache enabled = true 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable ops log = true 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable usage log = true 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T17:06:16.119 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = "" 2024-07-26T17:06:16.120 INFO:teuthology.orchestra.run.smithi033.stdout: client snapdir = .snap 2024-07-26T17:06:16.120 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.a] 2024-07-26T17:06:16.120 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.b] 2024-07-26T17:06:16.120 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.c] 2024-07-26T17:06:16.120 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.a] 2024-07-26T17:06:16.120 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.c] 2024-07-26T17:06:16.120 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.b] 2024-07-26T17:06:16.120 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.d] 2024-07-26T17:06:16.120 INFO:teuthology.orchestra.run.smithi154.stdout:[global] 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: chdir = "" 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: auth supported = cephx 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: filestore xattr use omap = true 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: mon clock drift allowed = 1.000 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: osd crush chooseleaf type = 0 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: auth debug = true 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.121 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on old message = true 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on bug = true 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: mon pg warn max object skew = 0 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default size = 2 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow primary affinity = true 2024-07-26T17:06:16.122 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow pg remap = true 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on legacy crush tunables = false 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on crush straw calc version zero = false 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on no sortbitwise = false 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on osd down out interval zero = false 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on too few osds = false 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: mon_allow_pool_size_one = true 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: osd default data pool replay window = 5 2024-07-26T17:06:16.123 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout: mon allow pool delete = true 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout: mon cluster log file level = debug 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout: debug asserts on shutdown = true 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout: mon health detail to clog = false 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout: mon host = "172.21.15.33,172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790]" 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout: fsid = f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout:[osd] 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout: osd journal size = 100 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.124 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub load threshold = 5.0 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub max interval = 600 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: osd mclock profile = high_recovery_ops 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: osd recover clone overlap = true 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: osd recovery max chunk = 1048576 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug shutdown = true 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug op order = true 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug verify stray on activate = true 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug trim objects = true 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: osd open classes on start = true 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug pg log writeout = true 2024-07-26T17:06:16.125 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: osd deep scrub update digest min age = 30 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: osd map max advance = 10 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: journal zero on create = true 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: filestore ondisk finisher threads = 3 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: filestore apply finisher threads = 3 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: bdev debug aio = true 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug misdirected ops = true 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: bluestore block size = 96636764160 2024-07-26T17:06:16.126 INFO:teuthology.orchestra.run.smithi154.stdout: bluestore fsck on mount = True 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: debug bluefs = 20 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: debug bluestore = 20 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: debug osd = 20 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: debug rocksdb = 10 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd full ratio = 0.9 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd nearfull ratio = 0.8 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: osd failsafe full ratio = 0.95 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: osd objectstore = bluestore 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout:[mgr] 2024-07-26T17:06:16.127 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout: debug mgr = 20 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout: mgr/telemetry/nag = false 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout: debug client = 20 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout: debug finisher = 20 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout:[mon] 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:06:16.128 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: debug paxos = 20 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: mon data avail warn = 5 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: mon mgr mkfs grace = 240 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd reporter subtree level = osd 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd prime pg temp = true 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.129 INFO:teuthology.orchestra.run.smithi154.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout: # 1m isn't quite enough 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout: mon_down_mkfs_grace = 2m 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_filestore_osds = false 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout: mon down mkfs grace = 300 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout:[client] 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout: rgw cache enabled = true 2024-07-26T17:06:16.130 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable ops log = true 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable usage log = true 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout: pid file = "" 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout: client snapdir = .snap 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.a] 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.b] 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.c] 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.a] 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.c] 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.b] 2024-07-26T17:06:16.131 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.d] 2024-07-26T17:06:16.133 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:06:16.133 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:16.189 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:06:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.347+0000 7f840e989640 1 -- 172.21.15.33:0/2082894625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f840815b820 msgr2=0x7f84080cf4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.347+0000 7f840e989640 1 --2- 172.21.15.33:0/2082894625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f840815b820 0x7f84080cf4d0 secure :-1 s=READY pgs=2668 cs=0 l=1 rev1=1 crypto rx=0x7f83f8005fd0 tx=0x7f83f802a530 comp rx=0 tx=0).stop 2024-07-26T17:06:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.347+0000 7f840e989640 1 -- 172.21.15.33:0/2082894625 shutdown_connections 2024-07-26T17:06:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.347+0000 7f840e989640 1 --2- 172.21.15.33:0/2082894625 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84080731f0 0x7f84080b32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.347+0000 7f840e989640 1 --2- 172.21.15.33:0/2082894625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f840815b820 0x7f84080cf4d0 unknown :-1 s=CLOSED pgs=2668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.347+0000 7f840e989640 1 -- 172.21.15.33:0/2082894625 >> 172.21.15.33:0/2082894625 conn(0x7f840806d220 msgr2=0x7f84080b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.347+0000 7f840e989640 1 -- 172.21.15.33:0/2082894625 shutdown_connections 2024-07-26T17:06:16.349 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.347+0000 7f840e989640 1 -- 172.21.15.33:0/2082894625 wait complete. 2024-07-26T17:06:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.349+0000 7f840e989640 1 Processor -- start 2024-07-26T17:06:16.350 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.349+0000 7f840e989640 1 -- start start 2024-07-26T17:06:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.350+0000 7f840e989640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84080731f0 0x7f8408155d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.350+0000 7f840e989640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84080b37f0 0x7f84081578a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.350+0000 7f840e989640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f840815b820 0x7f8408157de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.350+0000 7f840e989640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8408151840 con 0x7f840815b820 2024-07-26T17:06:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.350+0000 7f840e989640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f84081516c0 con 0x7f84080731f0 2024-07-26T17:06:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.350+0000 7f840e989640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f84081519c0 con 0x7f84080b37f0 2024-07-26T17:06:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.350+0000 7f840cf26640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f840815b820 0x7f8408157de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:16.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.350+0000 7f840cf26640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f840815b820 0x7f8408157de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55350/0 (socket says 172.21.15.33:55350) 2024-07-26T17:06:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.350+0000 7f840cf26640 1 -- 172.21.15.33:0/1380731926 learned_addr learned my addr 172.21.15.33:0/1380731926 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.350+0000 7f8407fff640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84080731f0 0x7f8408155d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.350+0000 7f84077fe640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84080b37f0 0x7f84081578a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.351+0000 7f840cf26640 1 -- 172.21.15.33:0/1380731926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84080b37f0 msgr2=0x7f84081578a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.351+0000 7f840cf26640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84080b37f0 0x7f84081578a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.351+0000 7f840cf26640 1 -- 172.21.15.33:0/1380731926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84080731f0 msgr2=0x7f8408155d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.351+0000 7f840cf26640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84080731f0 0x7f8408155d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.351+0000 7f840cf26640 1 -- 172.21.15.33:0/1380731926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8408152310 con 0x7f840815b820 2024-07-26T17:06:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.351+0000 7f840cf26640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f840815b820 0x7f8408157de0 secure :-1 s=READY pgs=2669 cs=0 l=1 rev1=1 crypto rx=0x7f840000b9e0 tx=0x7f840000bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.351+0000 7f8404ff9640 1 -- 172.21.15.33:0/1380731926 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8400003b70 con 0x7f840815b820 2024-07-26T17:06:16.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.351+0000 7f8404ff9640 1 -- 172.21.15.33:0/1380731926 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8400003e00 con 0x7f840815b820 2024-07-26T17:06:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.351+0000 7f840e989640 1 -- 172.21.15.33:0/1380731926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84081557d0 con 0x7f840815b820 2024-07-26T17:06:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.351+0000 7f8404ff9640 1 -- 172.21.15.33:0/1380731926 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f840000cb80 con 0x7f840815b820 2024-07-26T17:06:16.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.351+0000 7f840e989640 1 -- 172.21.15.33:0/1380731926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8408150140 con 0x7f840815b820 2024-07-26T17:06:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.352+0000 7f840e989640 1 -- 172.21.15.33:0/1380731926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8408152080 con 0x7f840815b820 2024-07-26T17:06:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.353+0000 7f8404ff9640 1 -- 172.21.15.33:0/1380731926 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 168) ==== 98994+0+0 (secure 0 0 0) 0x7f8400004000 con 0x7f840815b820 2024-07-26T17:06:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.353+0000 7f8404ff9640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f83e8076eb0 0x7f83e80793c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.353+0000 7f8404ff9640 1 -- 172.21.15.33:0/1380731926 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(272..272 src has 1..272) ==== 6644+0+0 (secure 0 0 0) 0x7f8400098790 con 0x7f840815b820 2024-07-26T17:06:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.354+0000 7f8407fff640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f83e8076eb0 0x7f83e80793c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:16.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.354+0000 7f8407fff640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f83e8076eb0 0x7f83e80793c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f83f8033000 tx=0x7f83f8004730 comp rx=0 tx=0).ready entity=mgr.12312 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:16.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.358+0000 7f8404ff9640 1 -- 172.21.15.33:0/1380731926 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f84000612d0 con 0x7f840815b820 2024-07-26T17:06:16.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.554+0000 7f8404ff9640 1 -- 172.21.15.33:0/1380731926 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 169) ==== 99259+0+0 (secure 0 0 0) 0x7f840005d560 con 0x7f840815b820 2024-07-26T17:06:16.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.572+0000 7f840e989640 1 -- 172.21.15.33:0/1380731926 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f840806e760 con 0x7f840815b820 2024-07-26T17:06:16.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.572+0000 7f8404ff9640 1 -- 172.21.15.33:0/1380731926 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 9 entries v272) ==== 80+0+525 (secure 0 0 0) 0x7f840006e9f0 con 0x7f840815b820 2024-07-26T17:06:16.574 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1300843493 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.574 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/278138544 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.574 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/456126865 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.574 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/456126865 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.574 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3366259933 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.575 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3968277629 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.575 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2542388332 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.575 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2708841321 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.575 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/4099605547 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.575 INFO:teuthology.orchestra.run.smithi033.stderr:listed 9 entries 2024-07-26T17:06:16.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 -- 172.21.15.33:0/1380731926 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f83e8076eb0 msgr2=0x7f83e80793c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f83e8076eb0 0x7f83e80793c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f83f8033000 tx=0x7f83f8004730 comp rx=0 tx=0).stop 2024-07-26T17:06:16.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 -- 172.21.15.33:0/1380731926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f840815b820 msgr2=0x7f8408157de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f840815b820 0x7f8408157de0 secure :-1 s=READY pgs=2669 cs=0 l=1 rev1=1 crypto rx=0x7f840000b9e0 tx=0x7f840000bea0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 -- 172.21.15.33:0/1380731926 shutdown_connections 2024-07-26T17:06:16.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f83e8076eb0 0x7f83e80793c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f840815b820 0x7f8408157de0 unknown :-1 s=CLOSED pgs=2669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f84080b37f0 0x7f84081578a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 --2- 172.21.15.33:0/1380731926 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f84080731f0 0x7f8408155d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 -- 172.21.15.33:0/1380731926 >> 172.21.15.33:0/1380731926 conn(0x7f840806d220 msgr2=0x7f8408150a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:16.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 -- 172.21.15.33:0/1380731926 shutdown_connections 2024-07-26T17:06:16.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.575+0000 7f840e989640 1 -- 172.21.15.33:0/1380731926 wait complete. 2024-07-26T17:06:16.588 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:06:16.588 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:16.605 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:06:16.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.763+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/3878071590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cb40040a0 msgr2=0x7f8cb4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.763+0000 7f8cd3fc4640 1 --2- 172.21.15.33:0/3878071590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8cb40040a0 0x7f8cb4004800 secure :-1 s=READY pgs=2671 cs=0 l=1 rev1=1 crypto rx=0x7f8ccc073900 tx=0x7f8cb4005830 comp rx=0 tx=0).stop 2024-07-26T17:06:16.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.763+0000 7f8cd2561640 1 -- 172.21.15.33:0/3878071590 reap_dead start 2024-07-26T17:06:16.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.763+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/3878071590 shutdown_connections 2024-07-26T17:06:16.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.763+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/3878071590 >> 172.21.15.33:0/3878071590 conn(0x7f8ccc06d220 msgr2=0x7f8ccc0b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:16.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.763+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/3878071590 shutdown_connections 2024-07-26T17:06:16.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.763+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/3878071590 wait complete. 2024-07-26T17:06:16.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.765+0000 7f8cd3fc4640 1 Processor -- start 2024-07-26T17:06:16.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.765+0000 7f8cd3fc4640 1 -- start start 2024-07-26T17:06:16.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd3fc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cb40040a0 0x7f8ccc0a9e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:16.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd3fc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ccc1497d0 0x7f8ccc1e82a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:16.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd3fc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ccc1e87e0 0x7f8ccc1f6080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:16.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd3fc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8ccc06e4d0 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd3fc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8ccc06e350 con 0x7f8ccc1497d0 2024-07-26T17:06:16.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd3fc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8ccc06e650 con 0x7f8cb40040a0 2024-07-26T17:06:16.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd2561640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ccc1e87e0 0x7f8ccc1f6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:16.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd2561640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ccc1e87e0 0x7f8ccc1f6080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55368/0 (socket says 172.21.15.33:55368) 2024-07-26T17:06:16.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd2561640 1 -- 172.21.15.33:0/2127165947 learned_addr learned my addr 172.21.15.33:0/2127165947 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:16.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd2561640 1 -- 172.21.15.33:0/2127165947 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cb40040a0 msgr2=0x7f8ccc0a9e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd1d60640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cb40040a0 0x7f8ccc0a9e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:16.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd155f640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ccc1497d0 0x7f8ccc1e82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:16.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd2561640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cb40040a0 0x7f8ccc0a9e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd2561640 1 -- 172.21.15.33:0/2127165947 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ccc1497d0 msgr2=0x7f8ccc1e82a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd2561640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ccc1497d0 0x7f8ccc1e82a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd2561640 1 -- 172.21.15.33:0/2127165947 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ccc1e8bf0 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd155f640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ccc1497d0 0x7f8ccc1e82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:16.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.766+0000 7f8cd2561640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ccc1e87e0 0x7f8ccc1f6080 secure :-1 s=READY pgs=2672 cs=0 l=1 rev1=1 crypto rx=0x7f8ccc15b7f0 tx=0x7f8cc400b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:16.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.767+0000 7f8cca7fc640 1 -- 172.21.15.33:0/2127165947 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cc4005220 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.767+0000 7f8cca7fc640 1 -- 172.21.15.33:0/2127165947 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8cc4015070 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.767+0000 7f8cca7fc640 1 -- 172.21.15.33:0/2127165947 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cc40047a0 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.767+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/2127165947 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ccc1e4ac0 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.767+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/2127165947 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ccc1e4da0 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.768+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/2127165947 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ccc0b36c0 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.769+0000 7f8cca7fc640 1 -- 172.21.15.33:0/2127165947 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 169) ==== 99259+0+0 (secure 0 0 0) 0x7f8cc4004940 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.769+0000 7f8cca7fc640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f8cb80771b0 0x7f8cb80796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:16.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.769+0000 7f8cca7fc640 1 -- 172.21.15.33:0/2127165947 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(272..272 src has 1..272) ==== 6644+0+0 (secure 0 0 0) 0x7f8cc4099740 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.769+0000 7f8cd1d60640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f8cb80771b0 0x7f8cb80796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:16.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.770+0000 7f8cd1d60640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f8cb80771b0 0x7f8cb80796c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc001c60 tx=0x7f8cbc005040 comp rx=0 tx=0).ready entity=mgr.12312 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:16.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.774+0000 7f8cca7fc640 1 -- 172.21.15.33:0/2127165947 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8cc4020020 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.982+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/2127165947 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8ccc0689e0 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.983+0000 7f8cca7fc640 1 -- 172.21.15.33:0/2127165947 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 9 entries v272) ==== 80+0+525 (secure 0 0 0) 0x7f8ccc1e8bf0 con 0x7f8ccc1e87e0 2024-07-26T17:06:16.984 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1300843493 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.985 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/278138544 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.985 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/456126865 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.985 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/456126865 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.985 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3366259933 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.985 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3968277629 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.985 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2542388332 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.985 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2708841321 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.985 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/4099605547 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:listed 9 entries 2024-07-26T17:06:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/2127165947 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f8cb80771b0 msgr2=0x7f8cb80796c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f8cb80771b0 0x7f8cb80796c0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc001c60 tx=0x7f8cbc005040 comp rx=0 tx=0).stop 2024-07-26T17:06:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/2127165947 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ccc1e87e0 msgr2=0x7f8ccc1f6080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ccc1e87e0 0x7f8ccc1f6080 secure :-1 s=READY pgs=2672 cs=0 l=1 rev1=1 crypto rx=0x7f8ccc15b7f0 tx=0x7f8cc400b980 comp rx=0 tx=0).stop 2024-07-26T17:06:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/2127165947 shutdown_connections 2024-07-26T17:06:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f8cb80771b0 0x7f8cb80796c0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ccc1e87e0 0x7f8ccc1f6080 unknown :-1 s=CLOSED pgs=2672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ccc1497d0 0x7f8ccc1e82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 --2- 172.21.15.33:0/2127165947 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8cb40040a0 0x7f8ccc0a9e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:16.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/2127165947 >> 172.21.15.33:0/2127165947 conn(0x7f8ccc06d220 msgr2=0x7f8ccc1587e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:16.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/2127165947 shutdown_connections 2024-07-26T17:06:16.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:16.985+0000 7f8cd3fc4640 1 -- 172.21.15.33:0/2127165947 wait complete. 2024-07-26T17:06:16.998 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T17:06:16.998 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:16.998 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:17.022 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[106949]: fuse finished with error 0 and tester_r 0 2024-07-26T17:06:17.024 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:06:17.077 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:06:17.077 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:17.077 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T17:06:17.093 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:06:17.093 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:17.150 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:06:17.150 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T17:06:17.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.308+0000 7ff27cfc4640 1 -- 172.21.15.33:0/156642765 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2780d1d70 msgr2=0x7ff2780d2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:17.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.308+0000 7ff27cfc4640 1 --2- 172.21.15.33:0/156642765 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2780d1d70 0x7ff2780d2180 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7ff268005fd0 tx=0x7ff26802a5d0 comp rx=0 tx=0).stop 2024-07-26T17:06:17.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.308+0000 7ff27cfc4640 1 -- 172.21.15.33:0/156642765 shutdown_connections 2024-07-26T17:06:17.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.308+0000 7ff27cfc4640 1 --2- 172.21.15.33:0/156642765 >> v2:172.21.15.154:3300/0 conn(0x7ff2780b4440 0x7ff278168c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:17.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.308+0000 7ff27cfc4640 1 --2- 172.21.15.33:0/156642765 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2780d1d70 0x7ff2780d2180 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:17.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.308+0000 7ff27cfc4640 1 -- 172.21.15.33:0/156642765 >> 172.21.15.33:0/156642765 conn(0x7ff2780b5ab0 msgr2=0x7ff2780b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:17.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.308+0000 7ff27cfc4640 1 -- 172.21.15.33:0/156642765 shutdown_connections 2024-07-26T17:06:17.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.308+0000 7ff27cfc4640 1 -- 172.21.15.33:0/156642765 wait complete. 2024-07-26T17:06:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.310+0000 7ff27cfc4640 1 Processor -- start 2024-07-26T17:06:17.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.310+0000 7ff27cfc4640 1 -- start start 2024-07-26T17:06:17.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff27cfc4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2780b3920 0x7ff2781d7460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:17.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff27cfc4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2780b4440 0x7ff2781f8850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:17.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff27cfc4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2780d1d70 0x7ff2781f8d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:17.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff27cfc4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff2780d0730 con 0x7ff2780b4440 2024-07-26T17:06:17.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff27cfc4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff27808c630 con 0x7ff2780d1d70 2024-07-26T17:06:17.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff27cfc4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff2781d3030 con 0x7ff2780b3920 2024-07-26T17:06:17.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff275d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2780b4440 0x7ff2781f8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:17.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff275d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2780b4440 0x7ff2781f8850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55384/0 (socket says 172.21.15.33:55384) 2024-07-26T17:06:17.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff275d9b640 1 -- 172.21.15.33:0/4237093066 learned_addr learned my addr 172.21.15.33:0/4237093066 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:17.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff27659c640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2780b3920 0x7ff2781d7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:17.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff276d9d640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2780d1d70 0x7ff2781f8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:17.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff275d9b640 1 -- 172.21.15.33:0/4237093066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2780b3920 msgr2=0x7ff2781d7460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:17.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff275d9b640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2780b3920 0x7ff2781d7460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:17.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff275d9b640 1 -- 172.21.15.33:0/4237093066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2780d1d70 msgr2=0x7ff2781f8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:17.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff275d9b640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2780d1d70 0x7ff2781f8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:17.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff275d9b640 1 -- 172.21.15.33:0/4237093066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2780cc000 con 0x7ff2780b4440 2024-07-26T17:06:17.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff27659c640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2780b3920 0x7ff2781d7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:17.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff276d9d640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2780d1d70 0x7ff2781f8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:17.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff275d9b640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2780b4440 0x7ff2781f8850 secure :-1 s=READY pgs=2673 cs=0 l=1 rev1=1 crypto rx=0x7ff26c00c3a0 tx=0x7ff26c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:17.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.312+0000 7ff266ffd640 1 -- 172.21.15.33:0/4237093066 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff26c017070 con 0x7ff2780b4440 2024-07-26T17:06:17.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.313+0000 7ff266ffd640 1 -- 172.21.15.33:0/4237093066 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff26c0053c0 con 0x7ff2780b4440 2024-07-26T17:06:17.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.313+0000 7ff266ffd640 1 -- 172.21.15.33:0/4237093066 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff26c003850 con 0x7ff2780b4440 2024-07-26T17:06:17.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.313+0000 7ff27cfc4640 1 -- 172.21.15.33:0/4237093066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2781d79a0 con 0x7ff2780b4440 2024-07-26T17:06:17.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.313+0000 7ff27cfc4640 1 -- 172.21.15.33:0/4237093066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2780cc5c0 con 0x7ff2780b4440 2024-07-26T17:06:17.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.314+0000 7ff27cfc4640 1 -- 172.21.15.33:0/4237093066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff27808cae0 con 0x7ff2780b4440 2024-07-26T17:06:17.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.315+0000 7ff266ffd640 1 -- 172.21.15.33:0/4237093066 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 169) ==== 99259+0+0 (secure 0 0 0) 0x7ff26c01a070 con 0x7ff2780b4440 2024-07-26T17:06:17.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.315+0000 7ff266ffd640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7ff2580771b0 0x7ff2580796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:17.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.315+0000 7ff27659c640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7ff2580771b0 0x7ff2580796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:17.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.315+0000 7ff266ffd640 1 -- 172.21.15.33:0/4237093066 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(272..272 src has 1..272) ==== 6644+0+0 (secure 0 0 0) 0x7ff26c0982c0 con 0x7ff2780b4440 2024-07-26T17:06:17.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.316+0000 7ff27659c640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7ff2580771b0 0x7ff2580796c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ff268033000 tx=0x7ff268004730 comp rx=0 tx=0).ready entity=mgr.12312 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:17.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.320+0000 7ff266ffd640 1 -- 172.21.15.33:0/4237093066 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff26c060ff0 con 0x7ff2780b4440 2024-07-26T17:06:17.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.557+0000 7ff27cfc4640 1 -- 172.21.15.33:0/4237093066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff2780cbd50 con 0x7ff2780b4440 2024-07-26T17:06:17.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.557+0000 7ff266ffd640 1 -- 172.21.15.33:0/4237093066 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v151) ==== 53+0+73 (secure 0 0 0) 0x7ff26c069230 con 0x7ff2780b4440 2024-07-26T17:06:17.559 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T17:06:17.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.559+0000 7ff27cfc4640 1 -- 172.21.15.33:0/4237093066 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7ff2580771b0 msgr2=0x7ff2580796c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.559+0000 7ff27cfc4640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7ff2580771b0 0x7ff2580796c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ff268033000 tx=0x7ff268004730 comp rx=0 tx=0).stop 2024-07-26T17:06:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.560+0000 7ff27cfc4640 1 -- 172.21.15.33:0/4237093066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2780b4440 msgr2=0x7ff2781f8850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.560+0000 7ff27cfc4640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2780b4440 0x7ff2781f8850 secure :-1 s=READY pgs=2673 cs=0 l=1 rev1=1 crypto rx=0x7ff26c00c3a0 tx=0x7ff26c00c860 comp rx=0 tx=0).stop 2024-07-26T17:06:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.560+0000 7ff27cfc4640 1 -- 172.21.15.33:0/4237093066 shutdown_connections 2024-07-26T17:06:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.560+0000 7ff27cfc4640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7ff2580771b0 0x7ff2580796c0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.560+0000 7ff27cfc4640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2780d1d70 0x7ff2781f8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.560+0000 7ff27cfc4640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2780b4440 0x7ff2781f8850 unknown :-1 s=CLOSED pgs=2673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.560+0000 7ff27cfc4640 1 --2- 172.21.15.33:0/4237093066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2780b3920 0x7ff2781d7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.560+0000 7ff27cfc4640 1 -- 172.21.15.33:0/4237093066 >> 172.21.15.33:0/4237093066 conn(0x7ff2780b5ab0 msgr2=0x7ff2780b3d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.560+0000 7ff27cfc4640 1 -- 172.21.15.33:0/4237093066 shutdown_connections 2024-07-26T17:06:17.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17.560+0000 7ff27cfc4640 1 -- 172.21.15.33:0/4237093066 wait complete. 2024-07-26T17:06:17.574 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T17:06:17.574 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T17:06:17.574 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T17:06:17.574 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T17:06:17.574 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:17.574 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T17:06:17.575 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T17:06:17.575 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T17:06:17.575 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:06:17.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:17.575 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T17:06:17.592 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T17:06:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T17:06:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T17:06:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T17:06:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:17.592 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:06:17.592 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T17:06:17.593 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:06:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T17:06:17.593 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T17:06:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T17:06:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T17:06:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 36879sec preferred_lft 36879sec 2024-07-26T17:06:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T17:06:17.593 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:17.594 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T17:06:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:17.595 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:06:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T17:06:17.595 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:17.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:17.595 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T17:06:17.657 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T17:06:17.659 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:17.659 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T17:06:17.716 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T17:06:17.717 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T17:06:17.717 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T17:06:17.717 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T17:06:17.717 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T17:06:17.717 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T17:06:17.717 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T17:06:17.717 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T17:06:17.718 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T17:06:17.718 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T17:06:17.718 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T17:06:17.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T17:06:17.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:06:17.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:17.846 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T17:06:17.862 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T17:06:17.862 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T17:06:17.863 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:06:17.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:17.863 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T17:06:17.928 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T17:06:17.929 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:06:17.929 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:17.984 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:06:17.985 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:06:17.985 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:18.041 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:06:18.107 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:06:18.164 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:06:18.165 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:06:18.166 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:06:18.166 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:06:18.166 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:06:18.166 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:06:18.166 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:06:18.166 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:06:18.166 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:06:18.166 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:06:18.166 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:06:18.166 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:06:18.166 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:06:18.167 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:06:18.167 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:06:18.167 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:06:18.167 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:06:18.167 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:18.167 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:18.167 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:18.167 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:18.167 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:18.168 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:06:18.220 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T17:06:18.220 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T17:06:18.262 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:06:18.289 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:06:18.348 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:06:18.349 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:06:18.350 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:06:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:06:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:06:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:06:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:06:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:06:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:18.351 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:18.351 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:18.352 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:06:18.360 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T17:06:18.357+0000 7f04a72ac480 -1 init, newargv = 0x7f048c001080 newargc=15 2024-07-26T17:06:18.360 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[108018]: starting ceph client 2024-07-26T17:06:18.364 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[108018]: starting fuse 2024-07-26T17:06:18.376 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T17:06:18.376 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T17:06:18.376 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T17:06:18.377 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:18.378 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T17:06:18.378 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T17:06:18.378 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T17:06:18.378 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T17:06:18.378 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T17:06:18.378 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T17:06:18.378 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T17:06:18.378 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T17:06:18.378 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:18.378 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T17:06:18.378 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T17:06:18.498 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.108018.asok 2024-07-26T17:06:18.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:06:18.508 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.108018.asok 2024-07-26T17:06:18.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:18.509 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.108018.asok status 2024-07-26T17:06:18.658 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:06:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T17:06:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T17:06:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T17:06:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T17:06:18.658 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T17:06:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T17:06:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "108018", 2024-07-26T17:06:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T17:06:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T17:06:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T17:06:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 12396, 2024-07-26T17:06:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T17:06:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T17:06:18.659 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 12396 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3543892516 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3543892516 2024-07-26T17:06:18.660 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.12396 192.168.0.1:0/3543892516", 2024-07-26T17:06:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/3543892516", 2024-07-26T17:06:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T17:06:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 151, 2024-07-26T17:06:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 273, 2024-07-26T17:06:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T17:06:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T17:06:18.661 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T17:06:18.661 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:06:18.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:18.667 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T17:06:18.667 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:18.683 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T17:06:18.683 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:18.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:18.683 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:18.749 INFO:tasks.cephfs.test_snap_schedules:expecting snap snap_test_dir1/.snap/scheduled-2024-07-26-17_07_00 in ~44s... 2024-07-26T17:06:18.749 DEBUG:tasks.cephfs.test_snap_schedules:expected_schedule: ['1m'], expected_retention: [{'m': 1}] 2024-07-26T17:06:18.750 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule list --format json snap_test_dir1 2024-07-26T17:06:18.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.907+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/1864157318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c680d2930 msgr2=0x7f0c68163ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:18.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.907+0000 7f0c6f4dc640 1 --2- 172.21.15.33:0/1864157318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c680d2930 0x7f0c68163ad0 secure :-1 s=READY pgs=2678 cs=0 l=1 rev1=1 crypto rx=0x7f0c58009830 tx=0x7f0c5802a5a0 comp rx=0 tx=0).stop 2024-07-26T17:06:18.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.908+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/1864157318 shutdown_connections 2024-07-26T17:06:18.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.908+0000 7f0c6f4dc640 1 --2- 172.21.15.33:0/1864157318 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c68164010 0x7f0c68166430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:18.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.908+0000 7f0c6f4dc640 1 --2- 172.21.15.33:0/1864157318 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c680d2930 0x7f0c68163ad0 unknown :-1 s=CLOSED pgs=2678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:18.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.908+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/1864157318 >> 172.21.15.33:0/1864157318 conn(0x7f0c680d1e10 msgr2=0x7f0c680d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:18.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.908+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/1864157318 shutdown_connections 2024-07-26T17:06:18.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.908+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/1864157318 wait complete. 2024-07-26T17:06:18.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.909+0000 7f0c6f4dc640 1 Processor -- start 2024-07-26T17:06:18.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.909+0000 7f0c6f4dc640 1 -- start start 2024-07-26T17:06:18.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6f4dc640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c680b7010 0x7f0c6815b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:18.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6f4dc640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c680d2930 0x7f0c681f72c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6f4dc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c68164010 0x7f0c681f2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6f4dc640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0c680b2870 con 0x7f0c68164010 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6f4dc640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0c68166970 con 0x7f0c680b7010 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6f4dc640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0c6815c010 con 0x7f0c680d2930 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6da79640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c68164010 0x7f0c681f2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6da79640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c68164010 0x7f0c681f2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55430/0 (socket says 172.21.15.33:55430) 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6da79640 1 -- 172.21.15.33:0/745185760 learned_addr learned my addr 172.21.15.33:0/745185760 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6ca77640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c680d2930 0x7f0c681f72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6d278640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c680b7010 0x7f0c6815b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6da79640 1 -- 172.21.15.33:0/745185760 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c680d2930 msgr2=0x7f0c681f72c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6da79640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c680d2930 0x7f0c681f72c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:18.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6da79640 1 -- 172.21.15.33:0/745185760 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c680b7010 msgr2=0x7f0c6815b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:18.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6da79640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c680b7010 0x7f0c6815b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:18.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6da79640 1 -- 172.21.15.33:0/745185760 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c680c8730 con 0x7f0c68164010 2024-07-26T17:06:18.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6ca77640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c680d2930 0x7f0c681f72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:18.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6d278640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c680b7010 0x7f0c6815b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:18.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.911+0000 7f0c6da79640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c68164010 0x7f0c681f2b70 secure :-1 s=READY pgs=2679 cs=0 l=1 rev1=1 crypto rx=0x7f0c6000e990 tx=0x7f0c6000ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:18.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.912+0000 7f0c5dffb640 1 -- 172.21.15.33:0/745185760 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c60004d20 con 0x7f0c68164010 2024-07-26T17:06:18.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.912+0000 7f0c5dffb640 1 -- 172.21.15.33:0/745185760 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c6000caa0 con 0x7f0c68164010 2024-07-26T17:06:18.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.912+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/745185760 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c681624e0 con 0x7f0c68164010 2024-07-26T17:06:18.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.912+0000 7f0c5dffb640 1 -- 172.21.15.33:0/745185760 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c60005020 con 0x7f0c68164010 2024-07-26T17:06:18.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.912+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/745185760 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c68162aa0 con 0x7f0c68164010 2024-07-26T17:06:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.913+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/745185760 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c68162250 con 0x7f0c68164010 2024-07-26T17:06:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.913+0000 7f0c5dffb640 1 -- 172.21.15.33:0/745185760 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 170) ==== 99315+0+0 (secure 0 0 0) 0x7f0c600051c0 con 0x7f0c68164010 2024-07-26T17:06:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.914+0000 7f0c5dffb640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f0c4c077240 0x7f0c4c079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.914+0000 7f0c6d278640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f0c4c077240 0x7f0c4c079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.914+0000 7f0c5dffb640 1 -- 172.21.15.33:0/745185760 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(273..273 src has 1..273) ==== 6687+0+0 (secure 0 0 0) 0x7f0c60099970 con 0x7f0c68164010 2024-07-26T17:06:18.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.915+0000 7f0c6d278640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f0c4c077240 0x7f0c4c079750 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0c64001240 tx=0x7f0c64009040 comp rx=0 tx=0).ready entity=mgr.12312 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:18.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:18.919+0000 7f0c5dffb640 1 -- 172.21.15.33:0/745185760 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0c60016030 con 0x7f0c68164010 2024-07-26T17:06:19.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.133+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/745185760 --> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "path": "snap_test_dir1", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0c680b1650 con 0x7f0c4c077240 2024-07-26T17:06:19.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.140+0000 7f0c5dffb640 1 -- 172.21.15.33:0/745185760 <== mgr.12312 v2:172.21.15.33:6836/3886945351 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+72 (secure 0 0 0) 0x7f0c680b1650 con 0x7f0c4c077240 2024-07-26T17:06:19.142 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:19.142 INFO:teuthology.orchestra.run.smithi033.stdout:{"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{"m": 1}]} 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/745185760 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f0c4c077240 msgr2=0x7f0c4c079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f0c4c077240 0x7f0c4c079750 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0c64001240 tx=0x7f0c64009040 comp rx=0 tx=0).stop 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/745185760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c68164010 msgr2=0x7f0c681f2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c68164010 0x7f0c681f2b70 secure :-1 s=READY pgs=2679 cs=0 l=1 rev1=1 crypto rx=0x7f0c6000e990 tx=0x7f0c6000ee50 comp rx=0 tx=0).stop 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/745185760 shutdown_connections 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f0c4c077240 0x7f0c4c079750 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0c68164010 0x7f0c681f2b70 unknown :-1 s=CLOSED pgs=2679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0c680d2930 0x7f0c681f72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 --2- 172.21.15.33:0/745185760 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0c680b7010 0x7f0c6815b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/745185760 >> 172.21.15.33:0/745185760 conn(0x7f0c680d1e10 msgr2=0x7f0c68071c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/745185760 shutdown_connections 2024-07-26T17:06:19.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.143+0000 7f0c6f4dc640 1 -- 172.21.15.33:0/745185760 wait complete. 2024-07-26T17:06:19.156 DEBUG:tasks.cephfs.test_snap_schedules:res= {"path": "snap_test_dir1", "schedule": ["1m"], "retention": [{"m": 1}]} 2024-07-26T17:06:19.156 DEBUG:tasks.cephfs.test_snap_schedules:json_res: {'path': 'snap_test_dir1', 'schedule': ['1m'], 'retention': [{'m': 1}]} 2024-07-26T17:06:19.157 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove snap_test_dir1 2024-07-26T17:06:19.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.275+0000 7fe1c2928640 1 -- 172.21.15.33:0/1799927735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1bc0cfd80 msgr2=0x7fe1bc0d0190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:19.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.275+0000 7fe1c2928640 1 --2- 172.21.15.33:0/1799927735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1bc0cfd80 0x7fe1bc0d0190 secure :-1 s=READY pgs=2680 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc0b9070 tx=0x7fe1b002a4d0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.275+0000 7fe1c2928640 1 -- 172.21.15.33:0/1799927735 shutdown_connections 2024-07-26T17:06:19.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.275+0000 7fe1c2928640 1 --2- 172.21.15.33:0/1799927735 >> v2:172.21.15.154:3300/0 conn(0x7fe1bc0d2520 0x7fe1bc0d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.275+0000 7fe1c2928640 1 --2- 172.21.15.33:0/1799927735 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1bc0cfd80 0x7fe1bc0d0190 unknown :-1 s=CLOSED pgs=2680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.275+0000 7fe1c2928640 1 --2- 172.21.15.33:0/1799927735 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1bc0b31d0 0x7fe1bc0b3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.275+0000 7fe1c2928640 1 -- 172.21.15.33:0/1799927735 >> 172.21.15.33:0/1799927735 conn(0x7fe1bc0b5ac0 msgr2=0x7fe1bc0b5ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:19.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.275+0000 7fe1c2928640 1 -- 172.21.15.33:0/1799927735 shutdown_connections 2024-07-26T17:06:19.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.275+0000 7fe1c2928640 1 -- 172.21.15.33:0/1799927735 wait complete. 2024-07-26T17:06:19.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.277+0000 7fe1c2928640 1 Processor -- start 2024-07-26T17:06:19.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.277+0000 7fe1c2928640 1 -- start start 2024-07-26T17:06:19.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.278+0000 7fe1c2928640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1bc0b31d0 0x7fe1bc160200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:19.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.278+0000 7fe1c2928640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1bc0cfd80 0x7fe1bc1f90b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:19.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.278+0000 7fe1c2928640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1bc0d2520 0x7fe1bc1576c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:19.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.278+0000 7fe1c2928640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe1bc0d2ff0 con 0x7fe1bc0b31d0 2024-07-26T17:06:19.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.278+0000 7fe1c2928640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe1bc0d2e70 con 0x7fe1bc0cfd80 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.278+0000 7fe1c2928640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe1bc162420 con 0x7fe1bc0d2520 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.278+0000 7fe1bbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1bc0b31d0 0x7fe1bc160200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1bbfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1bc0b31d0 0x7fe1bc160200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55446/0 (socket says 172.21.15.33:55446) 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1bbfff640 1 -- 172.21.15.33:0/1285954987 learned_addr learned my addr 172.21.15.33:0/1285954987 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1bb7fe640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1bc0cfd80 0x7fe1bc1f90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1c0ec5640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1bc0d2520 0x7fe1bc1576c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1bbfff640 1 -- 172.21.15.33:0/1285954987 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1bc0d2520 msgr2=0x7fe1bc1576c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1bbfff640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1bc0d2520 0x7fe1bc1576c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1bbfff640 1 -- 172.21.15.33:0/1285954987 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1bc0cfd80 msgr2=0x7fe1bc1f90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1bbfff640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1bc0cfd80 0x7fe1bc1f90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1bbfff640 1 -- 172.21.15.33:0/1285954987 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1bc1f95f0 con 0x7fe1bc0b31d0 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1c0ec5640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1bc0d2520 0x7fe1bc1576c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:19.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1bb7fe640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1bc0cfd80 0x7fe1bc1f90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:19.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1bbfff640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1bc0b31d0 0x7fe1bc160200 secure :-1 s=READY pgs=2681 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00c940 tx=0x7fe1ac00ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:19.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1b8ff9640 1 -- 172.21.15.33:0/1285954987 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac007bb0 con 0x7fe1bc0b31d0 2024-07-26T17:06:19.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1c2928640 1 -- 172.21.15.33:0/1285954987 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1bc0cdee0 con 0x7fe1bc0b31d0 2024-07-26T17:06:19.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1b8ff9640 1 -- 172.21.15.33:0/1285954987 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1ac007e40 con 0x7fe1bc0b31d0 2024-07-26T17:06:19.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1b8ff9640 1 -- 172.21.15.33:0/1285954987 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac00f690 con 0x7fe1bc0b31d0 2024-07-26T17:06:19.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.279+0000 7fe1c2928640 1 -- 172.21.15.33:0/1285954987 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1bc1f55e0 con 0x7fe1bc0b31d0 2024-07-26T17:06:19.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.280+0000 7fe1c2928640 1 -- 172.21.15.33:0/1285954987 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1bc0d0190 con 0x7fe1bc0b31d0 2024-07-26T17:06:19.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.281+0000 7fe1b8ff9640 1 -- 172.21.15.33:0/1285954987 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 170) ==== 99315+0+0 (secure 0 0 0) 0x7fe1ac00f830 con 0x7fe1bc0b31d0 2024-07-26T17:06:19.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.281+0000 7fe1b8ff9640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fe1a8077210 0x7fe1a8079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:19.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.282+0000 7fe1b8ff9640 1 -- 172.21.15.33:0/1285954987 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(273..273 src has 1..273) ==== 6687+0+0 (secure 0 0 0) 0x7fe1ac0999b0 con 0x7fe1bc0b31d0 2024-07-26T17:06:19.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.282+0000 7fe1bb7fe640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fe1a8077210 0x7fe1a8079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:19.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.282+0000 7fe1bb7fe640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fe1a8077210 0x7fe1a8079720 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe1b0033000 tx=0x7fe1b0004730 comp rx=0 tx=0).ready entity=mgr.12312 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:19.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.286+0000 7fe1b8ff9640 1 -- 172.21.15.33:0/1285954987 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe1bc1f95f0 con 0x7fe1bc0b31d0 2024-07-26T17:06:19.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.505+0000 7fe1c2928640 1 -- 172.21.15.33:0/1285954987 --> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "path": "snap_test_dir1", "target": ["mon-mgr", ""]}) -- 0x7fe1bc0b2a40 con 0x7fe1a8077210 2024-07-26T17:06:19.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.574+0000 7fe1b8ff9640 1 -- 172.21.15.33:0/1285954987 <== mgr.12312 v2:172.21.15.33:6836/3886945351 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7fe1bc0b2a40 con 0x7fe1a8077210 2024-07-26T17:06:19.576 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path snap_test_dir1 2024-07-26T17:06:19.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 -- 172.21.15.33:0/1285954987 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fe1a8077210 msgr2=0x7fe1a8079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:19.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fe1a8077210 0x7fe1a8079720 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe1b0033000 tx=0x7fe1b0004730 comp rx=0 tx=0).stop 2024-07-26T17:06:19.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 -- 172.21.15.33:0/1285954987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1bc0b31d0 msgr2=0x7fe1bc160200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:19.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1bc0b31d0 0x7fe1bc160200 secure :-1 s=READY pgs=2681 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00c940 tx=0x7fe1ac00ce00 comp rx=0 tx=0).stop 2024-07-26T17:06:19.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 -- 172.21.15.33:0/1285954987 shutdown_connections 2024-07-26T17:06:19.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7fe1a8077210 0x7fe1a8079720 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe1bc0d2520 0x7fe1bc1576c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe1bc0cfd80 0x7fe1bc1f90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 --2- 172.21.15.33:0/1285954987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1bc0b31d0 0x7fe1bc160200 unknown :-1 s=CLOSED pgs=2681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 -- 172.21.15.33:0/1285954987 >> 172.21.15.33:0/1285954987 conn(0x7fe1bc0b5ac0 msgr2=0x7fe1bc1585f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:19.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 -- 172.21.15.33:0/1285954987 shutdown_connections 2024-07-26T17:06:19.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.576+0000 7fe1c2928640 1 -- 172.21.15.33:0/1285954987 wait complete. 2024-07-26T17:06:19.590 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path snap_test_dir1 2024-07-26T17:06:19.590 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:19.590 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls snap_test_dir1/.snap) 2024-07-26T17:06:19.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:19.611 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir snap_test_dir1) 2024-07-26T17:06:19.672 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T17:06:19.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.831+0000 7f65f9789640 1 -- 172.21.15.33:0/1203813563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f40b3670 msgr2=0x7f65f40b3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:19.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.831+0000 7f65f9789640 1 --2- 172.21.15.33:0/1203813563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f40b3670 0x7f65f40b3a80 secure :-1 s=READY pgs=2682 cs=0 l=1 rev1=1 crypto rx=0x7f65f4074c90 tx=0x7f65ec02a8f0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.832+0000 7f65f9789640 1 -- 172.21.15.33:0/1203813563 shutdown_connections 2024-07-26T17:06:19.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.832+0000 7f65f9789640 1 --2- 172.21.15.33:0/1203813563 >> v2:172.21.15.154:3300/0 conn(0x7f65f40d1dc0 0x7f65f40d21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.832+0000 7f65f9789640 1 --2- 172.21.15.33:0/1203813563 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f40b3670 0x7f65f40b3a80 unknown :-1 s=CLOSED pgs=2682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.832+0000 7f65f9789640 1 --2- 172.21.15.33:0/1203813563 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f65f40b6620 0x7f65f40d2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.832+0000 7f65f9789640 1 -- 172.21.15.33:0/1203813563 >> 172.21.15.33:0/1203813563 conn(0x7f65f40b5b00 msgr2=0x7f65f40b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:19.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.832+0000 7f65f9789640 1 -- 172.21.15.33:0/1203813563 shutdown_connections 2024-07-26T17:06:19.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.832+0000 7f65f9789640 1 -- 172.21.15.33:0/1203813563 wait complete. 2024-07-26T17:06:19.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.833+0000 7f65f9789640 1 Processor -- start 2024-07-26T17:06:19.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.833+0000 7f65f9789640 1 -- start start 2024-07-26T17:06:19.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f9789640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f40b3670 0x7f65f414f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:19.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f9789640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f65f40b6620 0x7f65f41f5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:19.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f9789640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f65f40d1dc0 0x7f65f414bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f9789640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f65f40d32d0 con 0x7f65f40b3670 2024-07-26T17:06:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f9789640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f65f40d3450 con 0x7f65f40b6620 2024-07-26T17:06:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f9789640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f65f4162820 con 0x7f65f40d1dc0 2024-07-26T17:06:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f40b3670 0x7f65f414f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:19.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f40b3670 0x7f65f414f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55470/0 (socket says 172.21.15.33:55470) 2024-07-26T17:06:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f2ffd640 1 -- 172.21.15.33:0/1191620264 learned_addr learned my addr 172.21.15.33:0/1191620264 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f2ffd640 1 -- 172.21.15.33:0/1191620264 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f65f40d1dc0 msgr2=0x7f65f414bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f2ffd640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f65f40d1dc0 0x7f65f414bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f2ffd640 1 -- 172.21.15.33:0/1191620264 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f65f40b6620 msgr2=0x7f65f41f5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f2ffd640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f65f40b6620 0x7f65f41f5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:19.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f2ffd640 1 -- 172.21.15.33:0/1191620264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f41f4fb0 con 0x7f65f40b3670 2024-07-26T17:06:19.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.835+0000 7f65f2ffd640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f40b3670 0x7f65f414f080 secure :-1 s=READY pgs=2683 cs=0 l=1 rev1=1 crypto rx=0x7f65e400c740 tx=0x7f65e400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:19.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.836+0000 7f65eb7fe640 1 -- 172.21.15.33:0/1191620264 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e4007bb0 con 0x7f65f40b3670 2024-07-26T17:06:19.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.836+0000 7f65eb7fe640 1 -- 172.21.15.33:0/1191620264 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65e400ce50 con 0x7f65f40b3670 2024-07-26T17:06:19.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.836+0000 7f65f9789640 1 -- 172.21.15.33:0/1191620264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65f41e7ca0 con 0x7f65f40b3670 2024-07-26T17:06:19.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.836+0000 7f65eb7fe640 1 -- 172.21.15.33:0/1191620264 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e4005280 con 0x7f65f40b3670 2024-07-26T17:06:19.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.836+0000 7f65f9789640 1 -- 172.21.15.33:0/1191620264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65f414e880 con 0x7f65f40b3670 2024-07-26T17:06:19.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.837+0000 7f65f9789640 1 -- 172.21.15.33:0/1191620264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65f40b9e40 con 0x7f65f40b3670 2024-07-26T17:06:19.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.838+0000 7f65eb7fe640 1 -- 172.21.15.33:0/1191620264 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 170) ==== 99315+0+0 (secure 0 0 0) 0x7f65e4005420 con 0x7f65f40b3670 2024-07-26T17:06:19.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.838+0000 7f65eb7fe640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f65d4077210 0x7f65d4079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:19.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.838+0000 7f65eb7fe640 1 -- 172.21.15.33:0/1191620264 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(273..273 src has 1..273) ==== 6687+0+0 (secure 0 0 0) 0x7f65e4099590 con 0x7f65f40b3670 2024-07-26T17:06:19.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.838+0000 7f65ebfff640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f65d4077210 0x7f65d4079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:19.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.839+0000 7f65ebfff640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f65d4077210 0x7f65d4079720 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f65f409f0c0 tx=0x7f65dc005b50 comp rx=0 tx=0).ready entity=mgr.12312 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:19.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:19.843+0000 7f65eb7fe640 1 -- 172.21.15.33:0/1191620264 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f65e4014030 con 0x7f65f40b3670 2024-07-26T17:06:20.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.097+0000 7f65f9789640 1 -- 172.21.15.33:0/1191620264 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7f65f40cfdb0 con 0x7f65f40b3670 2024-07-26T17:06:20.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.568+0000 7f65eb7fe640 1 -- 172.21.15.33:0/1191620264 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v171) ==== 93+0+0 (secure 0 0 0) 0x7f65e4062030 con 0x7f65f40b3670 2024-07-26T17:06:20.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.571+0000 7f65f9789640 1 -- 172.21.15.33:0/1191620264 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f65d4077210 msgr2=0x7f65d4079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:20.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.571+0000 7f65f9789640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f65d4077210 0x7f65d4079720 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f65f409f0c0 tx=0x7f65dc005b50 comp rx=0 tx=0).stop 2024-07-26T17:06:20.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.571+0000 7f65f9789640 1 -- 172.21.15.33:0/1191620264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f40b3670 msgr2=0x7f65f414f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:20.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.571+0000 7f65f9789640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f40b3670 0x7f65f414f080 secure :-1 s=READY pgs=2683 cs=0 l=1 rev1=1 crypto rx=0x7f65e400c740 tx=0x7f65e400cc00 comp rx=0 tx=0).stop 2024-07-26T17:06:20.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.571+0000 7f65f9789640 1 -- 172.21.15.33:0/1191620264 shutdown_connections 2024-07-26T17:06:20.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.571+0000 7f65f9789640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f65d4077210 0x7f65d4079720 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.571+0000 7f65f9789640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f65f40d1dc0 0x7f65f414bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.571+0000 7f65f9789640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f65f40b6620 0x7f65f41f5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.571+0000 7f65f9789640 1 --2- 172.21.15.33:0/1191620264 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f65f40b3670 0x7f65f414f080 unknown :-1 s=CLOSED pgs=2683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.571+0000 7f65f9789640 1 -- 172.21.15.33:0/1191620264 >> 172.21.15.33:0/1191620264 conn(0x7f65f40b5b00 msgr2=0x7f65f40b8a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:20.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.572+0000 7f65f9789640 1 -- 172.21.15.33:0/1191620264 shutdown_connections 2024-07-26T17:06:20.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.573+0000 7f65f9789640 1 -- 172.21.15.33:0/1191620264 wait complete. 2024-07-26T17:06:20.590 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T17:06:20.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.713+0000 7f3f0c066640 1 -- 172.21.15.33:0/2358694880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f040b3480 msgr2=0x7f3f040ce5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:20.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.713+0000 7f3f0c066640 1 --2- 172.21.15.33:0/2358694880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f040b3480 0x7f3f040ce5d0 secure :-1 s=READY pgs=2686 cs=0 l=1 rev1=1 crypto rx=0x7f3f040d02f0 tx=0x7f3f0002a4a0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.713+0000 7f3f0c066640 1 -- 172.21.15.33:0/2358694880 shutdown_connections 2024-07-26T17:06:20.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.713+0000 7f3f0c066640 1 --2- 172.21.15.33:0/2358694880 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f040cd940 0x7f3f040ceb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.713+0000 7f3f0c066640 1 --2- 172.21.15.33:0/2358694880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f040b3480 0x7f3f040ce5d0 unknown :-1 s=CLOSED pgs=2686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.713+0000 7f3f0c066640 1 -- 172.21.15.33:0/2358694880 >> 172.21.15.33:0/2358694880 conn(0x7f3f040d1e20 msgr2=0x7f3f040d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:20.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.713+0000 7f3f0c066640 1 -- 172.21.15.33:0/2358694880 shutdown_connections 2024-07-26T17:06:20.716 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.713+0000 7f3f0c066640 1 -- 172.21.15.33:0/2358694880 wait complete. 2024-07-26T17:06:20.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.715+0000 7f3f0c066640 1 Processor -- start 2024-07-26T17:06:20.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.715+0000 7f3f0c066640 1 -- start start 2024-07-26T17:06:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.716+0000 7f3f0c066640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f040b3480 0x7f3f041f6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.716+0000 7f3f0c066640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f040b7130 0x7f3f04156900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.716+0000 7f3f0c066640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f040cd940 0x7f3f04156e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f0c066640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3f040b2280 con 0x7f3f040b3480 2024-07-26T17:06:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f0c066640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3f040b2100 con 0x7f3f040cd940 2024-07-26T17:06:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f0c066640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3f040b2400 con 0x7f3f040b7130 2024-07-26T17:06:20.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f09e02640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f040b3480 0x7f3f041f6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f09e02640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f040b3480 0x7f3f041f6740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55488/0 (socket says 172.21.15.33:55488) 2024-07-26T17:06:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f09e02640 1 -- 172.21.15.33:0/2541977953 learned_addr learned my addr 172.21.15.33:0/2541977953 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f09601640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f040b7130 0x7f3f04156900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f0a603640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f040cd940 0x7f3f04156e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f09e02640 1 -- 172.21.15.33:0/2541977953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f040b7130 msgr2=0x7f3f04156900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f09e02640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f040b7130 0x7f3f04156900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f09e02640 1 -- 172.21.15.33:0/2541977953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f040cd940 msgr2=0x7f3f04156e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f09e02640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f040cd940 0x7f3f04156e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f09e02640 1 -- 172.21.15.33:0/2541977953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f041f7210 con 0x7f3f040b3480 2024-07-26T17:06:20.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f0a603640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f040cd940 0x7f3f04156e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3f09e02640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f040b3480 0x7f3f041f6740 secure :-1 s=READY pgs=2687 cs=0 l=1 rev1=1 crypto rx=0x7f3f00034040 tx=0x7f3f00003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3efa7fc640 1 -- 172.21.15.33:0/2541977953 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f0003e030 con 0x7f3f040b3480 2024-07-26T17:06:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3efa7fc640 1 -- 172.21.15.33:0/2541977953 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f00003d10 con 0x7f3f040b3480 2024-07-26T17:06:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.717+0000 7f3efa7fc640 1 -- 172.21.15.33:0/2541977953 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f00035040 con 0x7f3f040b3480 2024-07-26T17:06:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.718+0000 7f3f0c066640 1 -- 172.21.15.33:0/2541977953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f0409bd40 con 0x7f3f040b3480 2024-07-26T17:06:20.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.718+0000 7f3f0c066640 1 -- 172.21.15.33:0/2541977953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f04158de0 con 0x7f3f040b3480 2024-07-26T17:06:20.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.719+0000 7f3f0c066640 1 -- 172.21.15.33:0/2541977953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f0409bb60 con 0x7f3f040b3480 2024-07-26T17:06:20.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.720+0000 7f3efa7fc640 1 -- 172.21.15.33:0/2541977953 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 171) ==== 99298+0+0 (secure 0 0 0) 0x7f3f00041030 con 0x7f3f040b3480 2024-07-26T17:06:20.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.720+0000 7f3efa7fc640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f3ee80771c0 0x7f3ee80796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:20.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.720+0000 7f3f09601640 1 -- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f3ee80771c0 msgr2=0x7f3ee80796d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3886945351 2024-07-26T17:06:20.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.720+0000 7f3efa7fc640 1 -- 172.21.15.33:0/2541977953 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(273..273 src has 1..273) ==== 6687+0+0 (secure 0 0 0) 0x7f3f000b9710 con 0x7f3f040b3480 2024-07-26T17:06:20.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.720+0000 7f3f09601640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f3ee80771c0 0x7f3ee80796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:06:20.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.725+0000 7f3efa7fc640 1 -- 172.21.15.33:0/2541977953 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3f0409bb60 con 0x7f3f040b3480 2024-07-26T17:06:20.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.922+0000 7f3f09601640 1 -- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f3ee80771c0 msgr2=0x7f3ee80796d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3886945351 2024-07-26T17:06:20.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.922+0000 7f3f09601640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f3ee80771c0 0x7f3ee80796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:06:20.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.975+0000 7f3f0c066640 1 -- 172.21.15.33:0/2541977953 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f3f040b29b0 con 0x7f3f040b3480 2024-07-26T17:06:20.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.979+0000 7f3efa7fc640 1 -- 172.21.15.33:0/2541977953 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v171) ==== 74+0+191378 (secure 0 0 0) 0x7f3f00081c00 con 0x7f3f040b3480 2024-07-26T17:06:20.983 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.981+0000 7f3f0c066640 1 -- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f3ee80771c0 msgr2=0x7f3ee80796d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:06:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.981+0000 7f3f0c066640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f3ee80771c0 0x7f3ee80796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.981+0000 7f3f0c066640 1 -- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f040b3480 msgr2=0x7f3f041f6740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.981+0000 7f3f0c066640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f040b3480 0x7f3f041f6740 secure :-1 s=READY pgs=2687 cs=0 l=1 rev1=1 crypto rx=0x7f3f00034040 tx=0x7f3f00003820 comp rx=0 tx=0).stop 2024-07-26T17:06:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.981+0000 7f3f0c066640 1 -- 172.21.15.33:0/2541977953 shutdown_connections 2024-07-26T17:06:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.981+0000 7f3f0c066640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f3ee80771c0 0x7f3ee80796d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.981+0000 7f3f0c066640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f040cd940 0x7f3f04156e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.981+0000 7f3f0c066640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f040b7130 0x7f3f04156900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.981+0000 7f3f0c066640 1 --2- 172.21.15.33:0/2541977953 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f040b3480 0x7f3f041f6740 unknown :-1 s=CLOSED pgs=2687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.981+0000 7f3f0c066640 1 -- 172.21.15.33:0/2541977953 >> 172.21.15.33:0/2541977953 conn(0x7f3f040d1e20 msgr2=0x7f3f040b0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.982+0000 7f3f0c066640 1 -- 172.21.15.33:0/2541977953 shutdown_connections 2024-07-26T17:06:20.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:20.982+0000 7f3f0c066640 1 -- 172.21.15.33:0/2541977953 wait complete. 2024-07-26T17:06:20.995 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":171,"flags":0,"active_gid":12312,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6836","nonce":3886945351},{"type":"v1","addr":"172.21.15.33:6837","nonce":3886945351}]},"active_addr":"172.21.15.33:6837/3886945351","active_change":"2024-07-26T17:06:14.533346+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":11155,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":272,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3238500615}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3650369976}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":2545322390}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":3098759117}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":1023320350}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":4107528209}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.33:0","nonce":513663958}]}]} 2024-07-26T17:06:20.999 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail y 2024-07-26T17:06:21.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.119+0000 7f5c6cdad640 1 -- 172.21.15.33:0/410284198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c50003c30 msgr2=0x7f5c50004080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:21.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.119+0000 7f5c6cdad640 1 --2- 172.21.15.33:0/410284198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c50003c30 0x7f5c50004080 secure :-1 s=READY pgs=2689 cs=0 l=1 rev1=1 crypto rx=0x7f5c58001830 tx=0x7f5c50005830 comp rx=0 tx=0).stop 2024-07-26T17:06:21.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.119+0000 7f5c6cdad640 1 -- 172.21.15.33:0/410284198 shutdown_connections 2024-07-26T17:06:21.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.119+0000 7f5c6cdad640 1 --2- 172.21.15.33:0/410284198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c50003c30 0x7f5c50004080 unknown :-1 s=CLOSED pgs=2689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.119+0000 7f5c6cdad640 1 -- 172.21.15.33:0/410284198 >> 172.21.15.33:0/410284198 conn(0x7f5c680d0d70 msgr2=0x7f5c680d1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:21.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.119+0000 7f5c6cdad640 1 -- 172.21.15.33:0/410284198 shutdown_connections 2024-07-26T17:06:21.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.120+0000 7f5c6cdad640 1 -- 172.21.15.33:0/410284198 wait complete. 2024-07-26T17:06:21.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.123+0000 7f5c6cdad640 1 Processor -- start 2024-07-26T17:06:21.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.123+0000 7f5c6cdad640 1 -- start start 2024-07-26T17:06:21.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.125+0000 7f5c6cdad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c50003c30 0x7f5c681f2670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:21.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.125+0000 7f5c6cdad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5c6806fd80 0x7f5c681f3140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:21.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.125+0000 7f5c6cdad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5c6815dfa0 0x7f5c6815e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:21.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.125+0000 7f5c6cdad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6806cc60 con 0x7f5c50003c30 2024-07-26T17:06:21.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.125+0000 7f5c6cdad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5c681535d0 con 0x7f5c6806fd80 2024-07-26T17:06:21.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.125+0000 7f5c6cdad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5c6806cde0 con 0x7f5c6815dfa0 2024-07-26T17:06:21.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.125+0000 7f5c6659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c50003c30 0x7f5c681f2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:21.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.125+0000 7f5c6659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c50003c30 0x7f5c681f2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55510/0 (socket says 172.21.15.33:55510) 2024-07-26T17:06:21.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.125+0000 7f5c6659c640 1 -- 172.21.15.33:0/616845296 learned_addr learned my addr 172.21.15.33:0/616845296 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:21.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.125+0000 7f5c65d9b640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5c6806fd80 0x7f5c681f3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.125+0000 7f5c66d9d640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5c6815dfa0 0x7f5c6815e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.126+0000 7f5c6659c640 1 -- 172.21.15.33:0/616845296 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5c6815dfa0 msgr2=0x7f5c6815e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.126+0000 7f5c6659c640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5c6815dfa0 0x7f5c6815e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.126+0000 7f5c6659c640 1 -- 172.21.15.33:0/616845296 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5c6806fd80 msgr2=0x7f5c681f3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.126+0000 7f5c6659c640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5c6806fd80 0x7f5c681f3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.126+0000 7f5c6659c640 1 -- 172.21.15.33:0/616845296 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c6815e8f0 con 0x7f5c50003c30 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.126+0000 7f5c6659c640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c50003c30 0x7f5c681f2670 secure :-1 s=READY pgs=2690 cs=0 l=1 rev1=1 crypto rx=0x7f5c58001950 tx=0x7f5c580060e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.126+0000 7f5c56ffd640 1 -- 172.21.15.33:0/616845296 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c58043070 con 0x7f5c50003c30 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.126+0000 7f5c56ffd640 1 -- 172.21.15.33:0/616845296 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c58003af0 con 0x7f5c50003c30 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.126+0000 7f5c6cdad640 1 -- 172.21.15.33:0/616845296 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c680704f0 con 0x7f5c50003c30 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.126+0000 7f5c56ffd640 1 -- 172.21.15.33:0/616845296 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c580064c0 con 0x7f5c50003c30 2024-07-26T17:06:21.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.126+0000 7f5c6cdad640 1 -- 172.21.15.33:0/616845296 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c68070ab0 con 0x7f5c50003c30 2024-07-26T17:06:21.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.127+0000 7f5c6cdad640 1 -- 172.21.15.33:0/616845296 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c68071410 con 0x7f5c50003c30 2024-07-26T17:06:21.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.128+0000 7f5c56ffd640 1 -- 172.21.15.33:0/616845296 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 171) ==== 99298+0+0 (secure 0 0 0) 0x7f5c58046070 con 0x7f5c50003c30 2024-07-26T17:06:21.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.129+0000 7f5c56ffd640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f5c480771c0 0x7f5c480796d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:21.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.129+0000 7f5c65d9b640 1 -- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f5c480771c0 msgr2=0x7f5c480796d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3886945351 2024-07-26T17:06:21.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.129+0000 7f5c56ffd640 1 -- 172.21.15.33:0/616845296 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(273..273 src has 1..273) ==== 6687+0+0 (secure 0 0 0) 0x7f5c580b8f10 con 0x7f5c50003c30 2024-07-26T17:06:21.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.129+0000 7f5c65d9b640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f5c480771c0 0x7f5c480796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:06:21.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.133+0000 7f5c56ffd640 1 -- 172.21.15.33:0/616845296 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5c6815e8f0 con 0x7f5c50003c30 2024-07-26T17:06:21.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.330+0000 7f5c65d9b640 1 -- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f5c480771c0 msgr2=0x7f5c480796d0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.33:6836/3886945351 2024-07-26T17:06:21.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.330+0000 7f5c65d9b640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f5c480771c0 0x7f5c480796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:06:21.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.380+0000 7f5c6cdad640 1 -- 172.21.15.33:0/616845296 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "y"} v 0) -- 0x7f5c680ce2d0 con 0x7f5c50003c30 2024-07-26T17:06:21.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.383+0000 7f5c56ffd640 1 -- 172.21.15.33:0/616845296 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "y"}]=0 v172) ==== 68+0+0 (secure 0 0 0) 0x7f5c58081a70 con 0x7f5c50003c30 2024-07-26T17:06:21.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.386+0000 7f5c6cdad640 1 -- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f5c480771c0 msgr2=0x7f5c480796d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:06:21.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.386+0000 7f5c6cdad640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f5c480771c0 0x7f5c480796d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.386+0000 7f5c6cdad640 1 -- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c50003c30 msgr2=0x7f5c681f2670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:21.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.386+0000 7f5c6cdad640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c50003c30 0x7f5c681f2670 secure :-1 s=READY pgs=2690 cs=0 l=1 rev1=1 crypto rx=0x7f5c58001950 tx=0x7f5c580060e0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.386+0000 7f5c6cdad640 1 -- 172.21.15.33:0/616845296 shutdown_connections 2024-07-26T17:06:21.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.386+0000 7f5c6cdad640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:6836/3886945351,v1:172.21.15.33:6837/3886945351] conn(0x7f5c480771c0 0x7f5c480796d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.386+0000 7f5c6cdad640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5c6815dfa0 0x7f5c6815e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.386+0000 7f5c6cdad640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5c6806fd80 0x7f5c681f3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.386+0000 7f5c6cdad640 1 --2- 172.21.15.33:0/616845296 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5c50003c30 0x7f5c681f2670 unknown :-1 s=CLOSED pgs=2690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.386+0000 7f5c6cdad640 1 -- 172.21.15.33:0/616845296 >> 172.21.15.33:0/616845296 conn(0x7f5c680d0d70 msgr2=0x7f5c681527b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:21.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.387+0000 7f5c6cdad640 1 -- 172.21.15.33:0/616845296 shutdown_connections 2024-07-26T17:06:21.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.387+0000 7f5c6cdad640 1 -- 172.21.15.33:0/616845296 wait complete. 2024-07-26T17:06:21.400 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:06:21.401 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:06:21.443 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:06:21.496 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:06:21.496 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:06:21.496 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:06:21.496 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:21.512 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:06:21.512 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:21.569 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:06:21.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.729+0000 7f94eb662640 1 -- 172.21.15.33:0/1017124656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94e40cf4d0 msgr2=0x7f94e40b32b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:21.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.729+0000 7f94eb662640 1 --2- 172.21.15.33:0/1017124656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94e40cf4d0 0x7f94e40b32b0 secure :-1 s=READY pgs=2692 cs=0 l=1 rev1=1 crypto rx=0x7f94d4005fd0 tx=0x7f94d402a5d0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.729+0000 7f94eb662640 1 -- 172.21.15.33:0/1017124656 shutdown_connections 2024-07-26T17:06:21.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.729+0000 7f94eb662640 1 --2- 172.21.15.33:0/1017124656 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94e40b37f0 0x7f94e4150d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.729+0000 7f94eb662640 1 --2- 172.21.15.33:0/1017124656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94e40cf4d0 0x7f94e40b32b0 unknown :-1 s=CLOSED pgs=2692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.729+0000 7f94eb662640 1 -- 172.21.15.33:0/1017124656 >> 172.21.15.33:0/1017124656 conn(0x7f94e406d220 msgr2=0x7f94e40b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:21.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.729+0000 7f94eb662640 1 -- 172.21.15.33:0/1017124656 shutdown_connections 2024-07-26T17:06:21.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.729+0000 7f94eb662640 1 -- 172.21.15.33:0/1017124656 wait complete. 2024-07-26T17:06:21.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.732+0000 7f94eb662640 1 Processor -- start 2024-07-26T17:06:21.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.733+0000 7f94eb662640 1 -- start start 2024-07-26T17:06:21.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94eb662640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94e40b37f0 0x7f94e4149d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:21.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94eb662640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94e40cf4d0 0x7f94e4136d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:21.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94eb662640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94e415b820 0x7f94e4137270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:21.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94eb662640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f94e406e8d0 con 0x7f94e415b820 2024-07-26T17:06:21.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94eb662640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f94e406e750 con 0x7f94e40b37f0 2024-07-26T17:06:21.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94eb662640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f94e4138070 con 0x7f94e40cf4d0 2024-07-26T17:06:21.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94e9bff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94e415b820 0x7f94e4137270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:21.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94e9bff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94e415b820 0x7f94e4137270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:55522/0 (socket says 172.21.15.33:55522) 2024-07-26T17:06:21.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94e9bff640 1 -- 172.21.15.33:0/3407032526 learned_addr learned my addr 172.21.15.33:0/3407032526 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94e93fe640 1 --2- 172.21.15.33:0/3407032526 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94e40b37f0 0x7f94e4149d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94e8bfd640 1 --2- 172.21.15.33:0/3407032526 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94e40cf4d0 0x7f94e4136d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94e9bff640 1 -- 172.21.15.33:0/3407032526 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94e40cf4d0 msgr2=0x7f94e4136d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94e9bff640 1 --2- 172.21.15.33:0/3407032526 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94e40cf4d0 0x7f94e4136d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94e9bff640 1 -- 172.21.15.33:0/3407032526 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94e40b37f0 msgr2=0x7f94e4149d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94e9bff640 1 --2- 172.21.15.33:0/3407032526 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94e40b37f0 0x7f94e4149d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94e9bff640 1 -- 172.21.15.33:0/3407032526 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94e414f920 con 0x7f94e415b820 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.735+0000 7f94e93fe640 1 --2- 172.21.15.33:0/3407032526 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94e40b37f0 0x7f94e4149d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.736+0000 7f94e9bff640 1 --2- 172.21.15.33:0/3407032526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94e415b820 0x7f94e4137270 secure :-1 s=READY pgs=2693 cs=0 l=1 rev1=1 crypto rx=0x7f94dc00e9c0 tx=0x7f94dc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.736+0000 7f94d9ffb640 1 -- 172.21.15.33:0/3407032526 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94dc004d20 con 0x7f94e415b820 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.736+0000 7f94d9ffb640 1 -- 172.21.15.33:0/3407032526 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94dc00cb20 con 0x7f94e415b820 2024-07-26T17:06:21.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.736+0000 7f94eb662640 1 -- 172.21.15.33:0/3407032526 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94e414fc00 con 0x7f94e415b820 2024-07-26T17:06:21.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.736+0000 7f94d9ffb640 1 -- 172.21.15.33:0/3407032526 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94dc005020 con 0x7f94e415b820 2024-07-26T17:06:21.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.736+0000 7f94eb662640 1 -- 172.21.15.33:0/3407032526 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94e4137db0 con 0x7f94e415b820 2024-07-26T17:06:21.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.737+0000 7f94d9ffb640 1 -- 172.21.15.33:0/3407032526 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 172) ==== 49591+0+0 (secure 0 0 0) 0x7f94dc0051c0 con 0x7f94e415b820 2024-07-26T17:06:21.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.737+0000 7f94eb662640 1 -- 172.21.15.33:0/3407032526 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94e4150d60 con 0x7f94e415b820 2024-07-26T17:06:21.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.738+0000 7f94d9ffb640 1 -- 172.21.15.33:0/3407032526 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(274..274 src has 1..274) ==== 7074+0+0 (secure 0 0 0) 0x7f94dc052ed0 con 0x7f94e415b820 2024-07-26T17:06:21.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.742+0000 7f94d9ffb640 1 -- 172.21.15.33:0/3407032526 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f94dc016030 con 0x7f94e415b820 2024-07-26T17:06:21.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.953+0000 7f94eb662640 1 -- 172.21.15.33:0/3407032526 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f94e414f640 con 0x7f94e415b820 2024-07-26T17:06:21.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.953+0000 7f94d9ffb640 1 -- 172.21.15.33:0/3407032526 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 19 entries v274) ==== 81+0+1110 (secure 0 0 0) 0x7f94dc022e60 con 0x7f94e415b820 2024-07-26T17:06:21.955 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3650369976 2024-07-27T17:06:21.381410+0000 2024-07-26T17:06:21.955 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3098759117 2024-07-27T17:06:21.381410+0000 2024-07-26T17:06:21.955 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2545322390 2024-07-27T17:06:21.381410+0000 2024-07-26T17:06:21.955 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/513663958 2024-07-27T17:06:21.381410+0000 2024-07-26T17:06:21.955 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/3886945351 2024-07-27T17:06:21.381410+0000 2024-07-26T17:06:21.955 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/3886945351 2024-07-27T17:06:21.381410+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1023320350 2024-07-27T17:06:21.381410+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/4107528209 2024-07-27T17:06:21.381410+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/405757023 2024-07-26T18:06:16.576325+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/1300843493 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/278138544 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6837/456126865 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6836/456126865 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3238500615 2024-07-27T17:06:21.381410+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3366259933 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/3968277629 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2542388332 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/2708841321 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:21.956 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:0/4099605547 2024-07-27T17:06:14.533099+0000 2024-07-26T17:06:21.957 INFO:teuthology.orchestra.run.smithi033.stderr:listed 19 entries 2024-07-26T17:06:21.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.955+0000 7f94eb662640 1 -- 172.21.15.33:0/3407032526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94e415b820 msgr2=0x7f94e4137270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:21.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.955+0000 7f94eb662640 1 --2- 172.21.15.33:0/3407032526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94e415b820 0x7f94e4137270 secure :-1 s=READY pgs=2693 cs=0 l=1 rev1=1 crypto rx=0x7f94dc00e9c0 tx=0x7f94dc00ee80 comp rx=0 tx=0).stop 2024-07-26T17:06:21.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.955+0000 7f94eb662640 1 -- 172.21.15.33:0/3407032526 shutdown_connections 2024-07-26T17:06:21.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.955+0000 7f94eb662640 1 --2- 172.21.15.33:0/3407032526 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f94e415b820 0x7f94e4137270 unknown :-1 s=CLOSED pgs=2693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.955+0000 7f94eb662640 1 --2- 172.21.15.33:0/3407032526 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f94e40cf4d0 0x7f94e4136d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.955+0000 7f94eb662640 1 --2- 172.21.15.33:0/3407032526 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f94e40b37f0 0x7f94e4149d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:21.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.955+0000 7f94eb662640 1 -- 172.21.15.33:0/3407032526 >> 172.21.15.33:0/3407032526 conn(0x7f94e406d220 msgr2=0x7f94e40b1740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:21.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.955+0000 7f94eb662640 1 -- 172.21.15.33:0/3407032526 shutdown_connections 2024-07-26T17:06:21.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:21.955+0000 7f94eb662640 1 -- 172.21.15.33:0/3407032526 wait complete. 2024-07-26T17:06:21.969 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T17:06:21.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:21.969 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:21.994 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[108018]: fuse finished with error 0 and tester_r 0 2024-07-26T17:06:21.998 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:06:21.998 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:21.998 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T17:06:22.140 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:06:22.141 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:06:22.141 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:22.156 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:06:22.156 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:06:22.157 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:06:22.157 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:22.173 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:06:22.173 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:06:22.173 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:06:22.173 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:22.213 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:06:22.213 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:06:22.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.332+0000 7f0b3a43a640 1 -- 172.21.15.33:0/32236818 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b1c005280 msgr2=0x7f0b1c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:22.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.332+0000 7f0b3a43a640 1 --2- 172.21.15.33:0/32236818 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b1c005280 0x7f0b1c00b9c0 secure :-1 s=READY pgs=2695 cs=0 l=1 rev1=1 crypto rx=0x7f0b2c001f00 tx=0x7f0b1c005830 comp rx=0 tx=0).stop 2024-07-26T17:06:22.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.332+0000 7f0b3a43a640 1 -- 172.21.15.33:0/32236818 shutdown_connections 2024-07-26T17:06:22.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.332+0000 7f0b3a43a640 1 --2- 172.21.15.33:0/32236818 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b1c005280 0x7f0b1c00b9c0 unknown :-1 s=CLOSED pgs=2695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.332+0000 7f0b3a43a640 1 -- 172.21.15.33:0/32236818 >> 172.21.15.33:0/32236818 conn(0x7f0b340b2d00 msgr2=0x7f0b340b3110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:22.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.333+0000 7f0b3a43a640 1 -- 172.21.15.33:0/32236818 shutdown_connections 2024-07-26T17:06:22.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.333+0000 7f0b3a43a640 1 -- 172.21.15.33:0/32236818 wait complete. 2024-07-26T17:06:22.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.334+0000 7f0b3a43a640 1 Processor -- start 2024-07-26T17:06:22.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.335+0000 7f0b3a43a640 1 -- start start 2024-07-26T17:06:22.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b3a43a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b1c005280 0x7f0b34156290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:22.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b3a43a640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b34157fe0 0x7f0b341f4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:22.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b3a43a640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b341583f0 0x7f0b341f5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:22.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b3a43a640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0b340733f0 con 0x7f0b1c005280 2024-07-26T17:06:22.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b3a43a640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0b3415e930 con 0x7f0b34157fe0 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b3a43a640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0b34073570 con 0x7f0b341583f0 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b33fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b1c005280 0x7f0b34156290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b33fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b1c005280 0x7f0b34156290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39108/0 (socket says 172.21.15.33:39108) 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b33fff640 1 -- 172.21.15.33:0/3640799598 learned_addr learned my addr 172.21.15.33:0/3640799598 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b389d7640 1 --2- 172.21.15.33:0/3640799598 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b341583f0 0x7f0b341f5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b337fe640 1 --2- 172.21.15.33:0/3640799598 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b34157fe0 0x7f0b341f4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b33fff640 1 -- 172.21.15.33:0/3640799598 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b341583f0 msgr2=0x7f0b341f5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b33fff640 1 --2- 172.21.15.33:0/3640799598 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b341583f0 0x7f0b341f5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b33fff640 1 -- 172.21.15.33:0/3640799598 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b34157fe0 msgr2=0x7f0b341f4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b33fff640 1 --2- 172.21.15.33:0/3640799598 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b34157fe0 0x7f0b341f4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.336+0000 7f0b33fff640 1 -- 172.21.15.33:0/3640799598 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b34158af0 con 0x7f0b1c005280 2024-07-26T17:06:22.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.337+0000 7f0b33fff640 1 --2- 172.21.15.33:0/3640799598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b1c005280 0x7f0b34156290 secure :-1 s=READY pgs=2696 cs=0 l=1 rev1=1 crypto rx=0x7f0b24011ab0 tx=0x7f0b24011eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:22.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.337+0000 7f0b30ff9640 1 -- 172.21.15.33:0/3640799598 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2401e070 con 0x7f0b1c005280 2024-07-26T17:06:22.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.337+0000 7f0b30ff9640 1 -- 172.21.15.33:0/3640799598 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b2400fcd0 con 0x7f0b1c005280 2024-07-26T17:06:22.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.337+0000 7f0b30ff9640 1 -- 172.21.15.33:0/3640799598 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b2400fea0 con 0x7f0b1c005280 2024-07-26T17:06:22.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.337+0000 7f0b3a43a640 1 -- 172.21.15.33:0/3640799598 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b34158dd0 con 0x7f0b1c005280 2024-07-26T17:06:22.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.337+0000 7f0b3a43a640 1 -- 172.21.15.33:0/3640799598 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b34159390 con 0x7f0b1c005280 2024-07-26T17:06:22.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.338+0000 7f0b3a43a640 1 -- 172.21.15.33:0/3640799598 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b34159590 con 0x7f0b1c005280 2024-07-26T17:06:22.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.338+0000 7f0b30ff9640 1 -- 172.21.15.33:0/3640799598 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 172) ==== 49591+0+0 (secure 0 0 0) 0x7f0b24021070 con 0x7f0b1c005280 2024-07-26T17:06:22.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.338+0000 7f0b30ff9640 1 -- 172.21.15.33:0/3640799598 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(274..274 src has 1..274) ==== 7074+0+0 (secure 0 0 0) 0x7f0b24052fa0 con 0x7f0b1c005280 2024-07-26T17:06:22.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.343+0000 7f0b30ff9640 1 -- 172.21.15.33:0/3640799598 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0b24019670 con 0x7f0b1c005280 2024-07-26T17:06:22.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.576+0000 7f0b3a43a640 1 -- 172.21.15.33:0/3640799598 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b34073ad0 con 0x7f0b1c005280 2024-07-26T17:06:22.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.576+0000 7f0b30ff9640 1 -- 172.21.15.33:0/3640799598 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5237 (secure 0 0 0) 0x7f0b24007df0 con 0x7f0b1c005280 2024-07-26T17:06:22.578 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:22.578 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":151,"btime":"2024-07-26T17:06:05:267951+0000","default_fscid":17,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9761,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/206269637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":206269637},{"type":"v1","addr":"172.21.15.154:6833","nonce":206269637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":145},{"gid":12132,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/1280417452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":1280417452},{"type":"v1","addr":"172.21.15.154:6835","nonce":1280417452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":12135,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/389722971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":389722971},{"type":"v1","addr":"172.21.15.33:6833","nonce":389722971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:01.634687+0000","modified":"2024-07-26T17:06:04.651989+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12138":{"gid":12138,"name":"a","rank":0,"incarnation":147,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/264520761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":264520761},{"type":"v1","addr":"172.21.15.33:6835","nonce":264520761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[36],"metadata_pool":35,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12138,"qdb_cluster":[12138]},"id":17}]} 2024-07-26T17:06:22.578 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 151 2024-07-26T17:06:22.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.578+0000 7f0b3a43a640 1 -- 172.21.15.33:0/3640799598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b1c005280 msgr2=0x7f0b34156290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:22.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.578+0000 7f0b3a43a640 1 --2- 172.21.15.33:0/3640799598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b1c005280 0x7f0b34156290 secure :-1 s=READY pgs=2696 cs=0 l=1 rev1=1 crypto rx=0x7f0b24011ab0 tx=0x7f0b24011eb0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.578+0000 7f0b3a43a640 1 -- 172.21.15.33:0/3640799598 shutdown_connections 2024-07-26T17:06:22.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.578+0000 7f0b3a43a640 1 --2- 172.21.15.33:0/3640799598 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0b341583f0 0x7f0b341f5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.578+0000 7f0b3a43a640 1 --2- 172.21.15.33:0/3640799598 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0b34157fe0 0x7f0b341f4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.578+0000 7f0b3a43a640 1 --2- 172.21.15.33:0/3640799598 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0b1c005280 0x7f0b34156290 unknown :-1 s=CLOSED pgs=2696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.578+0000 7f0b3a43a640 1 -- 172.21.15.33:0/3640799598 >> 172.21.15.33:0/3640799598 conn(0x7f0b340b2d00 msgr2=0x7f0b3415bb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:22.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.579+0000 7f0b3a43a640 1 -- 172.21.15.33:0/3640799598 shutdown_connections 2024-07-26T17:06:22.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.579+0000 7f0b3a43a640 1 -- 172.21.15.33:0/3640799598 wait complete. 2024-07-26T17:06:22.594 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:06:22.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.711+0000 7fe09c9e5640 1 -- 172.21.15.33:0/479552628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0980b37d0 msgr2=0x7fe0980b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:22.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.711+0000 7fe09c9e5640 1 --2- 172.21.15.33:0/479552628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0980b37d0 0x7fe0980b9360 secure :-1 s=READY pgs=2698 cs=0 l=1 rev1=1 crypto rx=0x7fe0980ce660 tx=0x7fe08802a4a0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.711+0000 7fe09c9e5640 1 -- 172.21.15.33:0/479552628 shutdown_connections 2024-07-26T17:06:22.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.711+0000 7fe09c9e5640 1 --2- 172.21.15.33:0/479552628 >> v2:172.21.15.154:3300/0 conn(0x7fe0980d2de0 0x7fe0980cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.711+0000 7fe09c9e5640 1 --2- 172.21.15.33:0/479552628 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0980b37d0 0x7fe0980b9360 unknown :-1 s=CLOSED pgs=2698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.711+0000 7fe09c9e5640 1 -- 172.21.15.33:0/479552628 >> 172.21.15.33:0/479552628 conn(0x7fe0980b5b00 msgr2=0x7fe0980b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:22.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.711+0000 7fe09c9e5640 1 -- 172.21.15.33:0/479552628 shutdown_connections 2024-07-26T17:06:22.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.711+0000 7fe09c9e5640 1 -- 172.21.15.33:0/479552628 wait complete. 2024-07-26T17:06:22.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.713+0000 7fe09c9e5640 1 Processor -- start 2024-07-26T17:06:22.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.713+0000 7fe09c9e5640 1 -- start start 2024-07-26T17:06:22.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.714+0000 7fe09c9e5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0980b37d0 0x7fe098147c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:22.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.714+0000 7fe09c9e5640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe0980b98a0 0x7fe09815d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:22.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.714+0000 7fe09c9e5640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe0980d2de0 0x7fe0981f46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:22.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.714+0000 7fe09c9e5640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe0980b3d60 con 0x7fe0980b37d0 2024-07-26T17:06:22.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.714+0000 7fe09c9e5640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe0980b3be0 con 0x7fe0980d2de0 2024-07-26T17:06:22.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.714+0000 7fe09c9e5640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe0980d3c30 con 0x7fe0980b98a0 2024-07-26T17:06:22.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.714+0000 7fe09659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0980b37d0 0x7fe098147c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:22.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe09659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0980b37d0 0x7fe098147c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39134/0 (socket says 172.21.15.33:39134) 2024-07-26T17:06:22.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe096d9d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe0980d2de0 0x7fe0981f46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:22.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe09659c640 1 -- 172.21.15.33:0/3126270152 learned_addr learned my addr 172.21.15.33:0/3126270152 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:22.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe08ffff640 1 --2- 172.21.15.33:0/3126270152 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe0980b98a0 0x7fe09815d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:22.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe09659c640 1 -- 172.21.15.33:0/3126270152 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe0980b98a0 msgr2=0x7fe09815d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:22.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe09659c640 1 --2- 172.21.15.33:0/3126270152 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe0980b98a0 0x7fe09815d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe09659c640 1 -- 172.21.15.33:0/3126270152 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe0980d2de0 msgr2=0x7fe0981f46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:22.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe09659c640 1 --2- 172.21.15.33:0/3126270152 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe0980d2de0 0x7fe0981f46e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe09659c640 1 -- 172.21.15.33:0/3126270152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe098158960 con 0x7fe0980b37d0 2024-07-26T17:06:22.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe09659c640 1 --2- 172.21.15.33:0/3126270152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0980b37d0 0x7fe098147c00 secure :-1 s=READY pgs=2699 cs=0 l=1 rev1=1 crypto rx=0x7fe088009920 tx=0x7fe088033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:22.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe08effd640 1 -- 172.21.15.33:0/3126270152 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe088031d60 con 0x7fe0980b37d0 2024-07-26T17:06:22.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe09c9e5640 1 -- 172.21.15.33:0/3126270152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe098158c40 con 0x7fe0980b37d0 2024-07-26T17:06:22.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe08effd640 1 -- 172.21.15.33:0/3126270152 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe088033e10 con 0x7fe0980b37d0 2024-07-26T17:06:22.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe09c9e5640 1 -- 172.21.15.33:0/3126270152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe098159200 con 0x7fe0980b37d0 2024-07-26T17:06:22.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.715+0000 7fe08effd640 1 -- 172.21.15.33:0/3126270152 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe088005260 con 0x7fe0980b37d0 2024-07-26T17:06:22.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.716+0000 7fe09c9e5640 1 -- 172.21.15.33:0/3126270152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0980b9360 con 0x7fe0980b37d0 2024-07-26T17:06:22.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.717+0000 7fe08effd640 1 -- 172.21.15.33:0/3126270152 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 172) ==== 49591+0+0 (secure 0 0 0) 0x7fe088005400 con 0x7fe0980b37d0 2024-07-26T17:06:22.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.717+0000 7fe08effd640 1 -- 172.21.15.33:0/3126270152 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(274..274 src has 1..274) ==== 7074+0+0 (secure 0 0 0) 0x7fe0880738b0 con 0x7fe0980b37d0 2024-07-26T17:06:22.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.722+0000 7fe08effd640 1 -- 172.21.15.33:0/3126270152 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe08803f030 con 0x7fe0980b37d0 2024-07-26T17:06:22.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.953+0000 7fe09c9e5640 1 -- 172.21.15.33:0/3126270152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe0980cfc40 con 0x7fe0980b37d0 2024-07-26T17:06:22.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.954+0000 7fe08effd640 1 -- 172.21.15.33:0/3126270152 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5237 (secure 0 0 0) 0x7fe088033070 con 0x7fe0980b37d0 2024-07-26T17:06:22.956 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:22.956 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":151,"btime":"2024-07-26T17:06:05:267951+0000","default_fscid":17,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9761,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/206269637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":206269637},{"type":"v1","addr":"172.21.15.154:6833","nonce":206269637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":145},{"gid":12132,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/1280417452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":1280417452},{"type":"v1","addr":"172.21.15.154:6835","nonce":1280417452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":12135,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/389722971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":389722971},{"type":"v1","addr":"172.21.15.33:6833","nonce":389722971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:01.634687+0000","modified":"2024-07-26T17:06:04.651989+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12138":{"gid":12138,"name":"a","rank":0,"incarnation":147,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/264520761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":264520761},{"type":"v1","addr":"172.21.15.33:6835","nonce":264520761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[36],"metadata_pool":35,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12138,"qdb_cluster":[12138]},"id":17}]} 2024-07-26T17:06:22.956 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 151 2024-07-26T17:06:22.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.956+0000 7fe09c9e5640 1 -- 172.21.15.33:0/3126270152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0980b37d0 msgr2=0x7fe098147c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:22.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.956+0000 7fe09c9e5640 1 --2- 172.21.15.33:0/3126270152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0980b37d0 0x7fe098147c00 secure :-1 s=READY pgs=2699 cs=0 l=1 rev1=1 crypto rx=0x7fe088009920 tx=0x7fe088033c20 comp rx=0 tx=0).stop 2024-07-26T17:06:22.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.956+0000 7fe09c9e5640 1 -- 172.21.15.33:0/3126270152 shutdown_connections 2024-07-26T17:06:22.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.956+0000 7fe09c9e5640 1 --2- 172.21.15.33:0/3126270152 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe0980d2de0 0x7fe0981f46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.956+0000 7fe09c9e5640 1 --2- 172.21.15.33:0/3126270152 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe0980b98a0 0x7fe09815d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.956+0000 7fe09c9e5640 1 --2- 172.21.15.33:0/3126270152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe0980b37d0 0x7fe098147c00 unknown :-1 s=CLOSED pgs=2699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:22.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.956+0000 7fe09c9e5640 1 -- 172.21.15.33:0/3126270152 >> 172.21.15.33:0/3126270152 conn(0x7fe0980b5b00 msgr2=0x7fe09806e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:22.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.956+0000 7fe09c9e5640 1 -- 172.21.15.33:0/3126270152 shutdown_connections 2024-07-26T17:06:22.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:22.956+0000 7fe09c9e5640 1 -- 172.21.15.33:0/3126270152 wait complete. 2024-07-26T17:06:22.970 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:06:23.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.088+0000 7fed676f3640 1 -- 172.21.15.33:0/2328719005 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed600b37d0 msgr2=0x7fed600b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:23.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.088+0000 7fed676f3640 1 --2- 172.21.15.33:0/2328719005 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed600b37d0 0x7fed600b9360 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fed50009830 tx=0x7fed5002a510 comp rx=0 tx=0).stop 2024-07-26T17:06:23.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.088+0000 7fed676f3640 1 -- 172.21.15.33:0/2328719005 shutdown_connections 2024-07-26T17:06:23.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.088+0000 7fed676f3640 1 --2- 172.21.15.33:0/2328719005 >> v2:172.21.15.154:3300/0 conn(0x7fed600d2de0 0x7fed600cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.088+0000 7fed676f3640 1 --2- 172.21.15.33:0/2328719005 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed600b37d0 0x7fed600b9360 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.088+0000 7fed676f3640 1 -- 172.21.15.33:0/2328719005 >> 172.21.15.33:0/2328719005 conn(0x7fed600b5b00 msgr2=0x7fed600b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:23.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.088+0000 7fed676f3640 1 -- 172.21.15.33:0/2328719005 shutdown_connections 2024-07-26T17:06:23.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.088+0000 7fed676f3640 1 -- 172.21.15.33:0/2328719005 wait complete. 2024-07-26T17:06:23.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.090+0000 7fed676f3640 1 Processor -- start 2024-07-26T17:06:23.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.090+0000 7fed676f3640 1 -- start start 2024-07-26T17:06:23.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.091+0000 7fed676f3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed600b37d0 0x7fed601f5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:23.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.091+0000 7fed676f3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed600b98a0 0x7fed600a1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:23.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.091+0000 7fed676f3640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed600d2de0 0x7fed600cf7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:23.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.091+0000 7fed676f3640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fed600b3d60 con 0x7fed600b98a0 2024-07-26T17:06:23.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.091+0000 7fed676f3640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fed600b3be0 con 0x7fed600d2de0 2024-07-26T17:06:23.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.091+0000 7fed676f3640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fed600d3c30 con 0x7fed600b37d0 2024-07-26T17:06:23.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed64c8e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed600b98a0 0x7fed600a1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed6548f640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed600b37d0 0x7fed601f5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed64c8e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed600b98a0 0x7fed600a1600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39142/0 (socket says 172.21.15.33:39142) 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed65c90640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed600d2de0 0x7fed600cf7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed6548f640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed600b37d0 0x7fed601f5eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:39366/0 (socket says 172.21.15.33:39366) 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed64c8e640 1 -- 172.21.15.33:0/1734965420 learned_addr learned my addr 172.21.15.33:0/1734965420 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed64c8e640 1 -- 172.21.15.33:0/1734965420 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed600b37d0 msgr2=0x7fed601f5eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed64c8e640 1 --2- 172.21.15.33:0/1734965420 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed600b37d0 0x7fed601f5eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed64c8e640 1 -- 172.21.15.33:0/1734965420 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed600d2de0 msgr2=0x7fed600cf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed64c8e640 1 --2- 172.21.15.33:0/1734965420 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed600d2de0 0x7fed600cf7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed64c8e640 1 -- 172.21.15.33:0/1734965420 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed6015f240 con 0x7fed600b98a0 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed6548f640 1 --2- 172.21.15.33:0/1734965420 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed600b37d0 0x7fed601f5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:06:23.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed64c8e640 1 --2- 172.21.15.33:0/1734965420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed600b98a0 0x7fed600a1600 secure :-1 s=READY pgs=2700 cs=0 l=1 rev1=1 crypto rx=0x7fed5c00c410 tx=0x7fed5c00c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:23.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed55ffb640 1 -- 172.21.15.33:0/1734965420 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed5c011790 con 0x7fed600b98a0 2024-07-26T17:06:23.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed55ffb640 1 -- 172.21.15.33:0/1734965420 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fed5c017070 con 0x7fed600b98a0 2024-07-26T17:06:23.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed676f3640 1 -- 172.21.15.33:0/1734965420 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed6015f520 con 0x7fed600b98a0 2024-07-26T17:06:23.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.092+0000 7fed55ffb640 1 -- 172.21.15.33:0/1734965420 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed5c011ca0 con 0x7fed600b98a0 2024-07-26T17:06:23.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.093+0000 7fed676f3640 1 -- 172.21.15.33:0/1734965420 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed6015fae0 con 0x7fed600b98a0 2024-07-26T17:06:23.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.094+0000 7fed676f3640 1 -- 172.21.15.33:0/1734965420 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed600b9360 con 0x7fed600b98a0 2024-07-26T17:06:23.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.094+0000 7fed55ffb640 1 -- 172.21.15.33:0/1734965420 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 172) ==== 49591+0+0 (secure 0 0 0) 0x7fed5c01c460 con 0x7fed600b98a0 2024-07-26T17:06:23.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.094+0000 7fed55ffb640 1 -- 172.21.15.33:0/1734965420 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(274..274 src has 1..274) ==== 7074+0+0 (secure 0 0 0) 0x7fed5c052410 con 0x7fed600b98a0 2024-07-26T17:06:23.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.099+0000 7fed55ffb640 1 -- 172.21.15.33:0/1734965420 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fed5c01c9e0 con 0x7fed600b98a0 2024-07-26T17:06:23.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.292+0000 7fed676f3640 1 -- 172.21.15.33:0/1734965420 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fed60161020 con 0x7fed600b98a0 2024-07-26T17:06:23.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.294+0000 7fed55ffb640 1 -- 172.21.15.33:0/1734965420 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v274) ==== 74+0+18323 (secure 0 0 0) 0x7fed5c010cc0 con 0x7fed600b98a0 2024-07-26T17:06:23.295 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:23.296 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":274,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:06:21.381449+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":36,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":35,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:59.362220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"270","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":36,"pool_name":"cephfs_data","create_time":"2024-07-26T17:06:00.587952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"271","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/3650369976":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/3098759117":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/2545322390":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/513663958":"2024-07-27T17:06:21.381410+0000","172.21.15.33:6837/3886945351":"2024-07-27T17:06:21.381410+0000","172.21.15.33:6836/3886945351":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/1023320350":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/4107528209":"2024-07-27T17:06:21.381410+0000","172.21.15.154:0/405757023":"2024-07-26T18:06:16.576325+0000","172.21.15.33:0/1300843493":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/278138544":"2024-07-27T17:06:14.533099+0000","172.21.15.33:6837/456126865":"2024-07-27T17:06:14.533099+0000","172.21.15.33:6836/456126865":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/3238500615":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/3366259933":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/3968277629":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/2542388332":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/2708841321":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/4099605547":"2024-07-27T17:06:14.533099+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:06:23.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.296+0000 7fed676f3640 1 -- 172.21.15.33:0/1734965420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed600b98a0 msgr2=0x7fed600a1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:23.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.296+0000 7fed676f3640 1 --2- 172.21.15.33:0/1734965420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed600b98a0 0x7fed600a1600 secure :-1 s=READY pgs=2700 cs=0 l=1 rev1=1 crypto rx=0x7fed5c00c410 tx=0x7fed5c00c810 comp rx=0 tx=0).stop 2024-07-26T17:06:23.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.296+0000 7fed676f3640 1 -- 172.21.15.33:0/1734965420 shutdown_connections 2024-07-26T17:06:23.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.296+0000 7fed676f3640 1 --2- 172.21.15.33:0/1734965420 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fed600d2de0 0x7fed600cf7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.296+0000 7fed676f3640 1 --2- 172.21.15.33:0/1734965420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed600b98a0 0x7fed600a1600 unknown :-1 s=CLOSED pgs=2700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.296+0000 7fed676f3640 1 --2- 172.21.15.33:0/1734965420 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fed600b37d0 0x7fed601f5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.296+0000 7fed676f3640 1 -- 172.21.15.33:0/1734965420 >> 172.21.15.33:0/1734965420 conn(0x7fed600b5b00 msgr2=0x7fed60158850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:23.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.296+0000 7fed676f3640 1 -- 172.21.15.33:0/1734965420 shutdown_connections 2024-07-26T17:06:23.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.296+0000 7fed676f3640 1 -- 172.21.15.33:0/1734965420 wait complete. 2024-07-26T17:06:23.309 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T17:06:23.310 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:06:23.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.427+0000 7f16272b2640 1 -- 172.21.15.33:0/1361482109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16200b27f0 msgr2=0x7f16200cce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:23.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.427+0000 7f16272b2640 1 --2- 172.21.15.33:0/1361482109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16200b27f0 0x7f16200cce70 secure :-1 s=READY pgs=2702 cs=0 l=1 rev1=1 crypto rx=0x7f1620073750 tx=0x7f161802a790 comp rx=0 tx=0).stop 2024-07-26T17:06:23.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.427+0000 7f16272b2640 1 -- 172.21.15.33:0/1361482109 shutdown_connections 2024-07-26T17:06:23.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.427+0000 7f16272b2640 1 --2- 172.21.15.33:0/1361482109 >> v2:172.21.15.154:3300/0 conn(0x7f16200cece0 0x7f16200cc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.427+0000 7f16272b2640 1 --2- 172.21.15.33:0/1361482109 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16200b27f0 0x7f16200cce70 unknown :-1 s=CLOSED pgs=2702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.427+0000 7f16272b2640 1 -- 172.21.15.33:0/1361482109 >> 172.21.15.33:0/1361482109 conn(0x7f16200d1e20 msgr2=0x7f16200d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:23.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.427+0000 7f16272b2640 1 -- 172.21.15.33:0/1361482109 shutdown_connections 2024-07-26T17:06:23.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.427+0000 7f16272b2640 1 -- 172.21.15.33:0/1361482109 wait complete. 2024-07-26T17:06:23.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.429+0000 7f16272b2640 1 Processor -- start 2024-07-26T17:06:23.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.429+0000 7f16272b2640 1 -- start start 2024-07-26T17:06:23.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f16272b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16200b27f0 0x7f16201e49e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:23.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f16272b2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16200b3480 0x7f1620158a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:23.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f16272b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16201f2b50 0x7f16201e64e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:23.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f16272b2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f16200cd3b0 con 0x7f16200b27f0 2024-07-26T17:06:23.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f16272b2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f16200b7450 con 0x7f16201f2b50 2024-07-26T17:06:23.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f16272b2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f16200cd530 con 0x7f16200b3480 2024-07-26T17:06:23.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f162504e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16200b27f0 0x7f16201e49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:23.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f162504e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16200b27f0 0x7f16201e49e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39166/0 (socket says 172.21.15.33:39166) 2024-07-26T17:06:23.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f162504e640 1 -- 172.21.15.33:0/643468824 learned_addr learned my addr 172.21.15.33:0/643468824 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:23.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f162584f640 1 --2- 172.21.15.33:0/643468824 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16201f2b50 0x7f16201e64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f162484d640 1 --2- 172.21.15.33:0/643468824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16200b3480 0x7f1620158a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f162504e640 1 -- 172.21.15.33:0/643468824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16200b3480 msgr2=0x7f1620158a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f162504e640 1 --2- 172.21.15.33:0/643468824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16200b3480 0x7f1620158a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f162504e640 1 -- 172.21.15.33:0/643468824 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16201f2b50 msgr2=0x7f16201e64e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f162504e640 1 --2- 172.21.15.33:0/643468824 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16201f2b50 0x7f16201e64e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f162504e640 1 -- 172.21.15.33:0/643468824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1620071900 con 0x7f16200b27f0 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f162504e640 1 --2- 172.21.15.33:0/643468824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16200b27f0 0x7f16201e49e0 secure :-1 s=READY pgs=2703 cs=0 l=1 rev1=1 crypto rx=0x7f161c00c3f0 tx=0x7f161c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f1611ffb640 1 -- 172.21.15.33:0/643468824 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161c017070 con 0x7f16200b27f0 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f1611ffb640 1 -- 172.21.15.33:0/643468824 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f161c0035f0 con 0x7f16200b27f0 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.431+0000 7f16272b2640 1 -- 172.21.15.33:0/643468824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16201f32c0 con 0x7f16200b27f0 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.432+0000 7f1611ffb640 1 -- 172.21.15.33:0/643468824 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f161c003a40 con 0x7f16200b27f0 2024-07-26T17:06:23.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.432+0000 7f16272b2640 1 -- 172.21.15.33:0/643468824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16201f3880 con 0x7f16200b27f0 2024-07-26T17:06:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.433+0000 7f1611ffb640 1 -- 172.21.15.33:0/643468824 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 172) ==== 49591+0+0 (secure 0 0 0) 0x7f161c01a070 con 0x7f16200b27f0 2024-07-26T17:06:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.433+0000 7f1611ffb640 1 -- 172.21.15.33:0/643468824 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(274..274 src has 1..274) ==== 7074+0+0 (secure 0 0 0) 0x7f161c051b80 con 0x7f16200b27f0 2024-07-26T17:06:23.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.433+0000 7f16272b2640 1 -- 172.21.15.33:0/643468824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16201f3a50 con 0x7f16200b27f0 2024-07-26T17:06:23.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.438+0000 7f1611ffb640 1 -- 172.21.15.33:0/643468824 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f161c01ada0 con 0x7f16200b27f0 2024-07-26T17:06:23.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.669+0000 7f16272b2640 1 -- 172.21.15.33:0/643468824 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f16200d23d0 con 0x7f16200b27f0 2024-07-26T17:06:23.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.670+0000 7f1611ffb640 1 -- 172.21.15.33:0/643468824 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5237 (secure 0 0 0) 0x7f161c003dc0 con 0x7f16200b27f0 2024-07-26T17:06:23.672 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:23.672 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":151,"btime":"2024-07-26T17:06:05:267951+0000","default_fscid":17,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9761,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/206269637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":206269637},{"type":"v1","addr":"172.21.15.154:6833","nonce":206269637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":145},{"gid":12132,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/1280417452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":1280417452},{"type":"v1","addr":"172.21.15.154:6835","nonce":1280417452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":12135,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/389722971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":389722971},{"type":"v1","addr":"172.21.15.33:6833","nonce":389722971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:01.634687+0000","modified":"2024-07-26T17:06:04.651989+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12138":{"gid":12138,"name":"a","rank":0,"incarnation":147,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/264520761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":264520761},{"type":"v1","addr":"172.21.15.33:6835","nonce":264520761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[36],"metadata_pool":35,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12138,"qdb_cluster":[12138]},"id":17}]} 2024-07-26T17:06:23.672 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 151 2024-07-26T17:06:23.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.673+0000 7f16272b2640 1 -- 172.21.15.33:0/643468824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16200b27f0 msgr2=0x7f16201e49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.673+0000 7f16272b2640 1 --2- 172.21.15.33:0/643468824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16200b27f0 0x7f16201e49e0 secure :-1 s=READY pgs=2703 cs=0 l=1 rev1=1 crypto rx=0x7f161c00c3f0 tx=0x7f161c00c8b0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.673+0000 7f16272b2640 1 -- 172.21.15.33:0/643468824 shutdown_connections 2024-07-26T17:06:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.673+0000 7f16272b2640 1 --2- 172.21.15.33:0/643468824 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16201f2b50 0x7f16201e64e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.673+0000 7f16272b2640 1 --2- 172.21.15.33:0/643468824 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f16200b3480 0x7f1620158a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.673+0000 7f16272b2640 1 --2- 172.21.15.33:0/643468824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16200b27f0 0x7f16201e49e0 unknown :-1 s=CLOSED pgs=2703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.673+0000 7f16272b2640 1 -- 172.21.15.33:0/643468824 >> 172.21.15.33:0/643468824 conn(0x7f16200d1e20 msgr2=0x7f16200b38d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.673+0000 7f16272b2640 1 -- 172.21.15.33:0/643468824 shutdown_connections 2024-07-26T17:06:23.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.673+0000 7f16272b2640 1 -- 172.21.15.33:0/643468824 wait complete. 2024-07-26T17:06:23.687 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:06:23.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.804+0000 7faaac370640 1 -- 172.21.15.33:0/1663169394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa40d2de0 msgr2=0x7faaa40cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:23.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.804+0000 7faaac370640 1 --2- 172.21.15.33:0/1663169394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa40d2de0 0x7faaa40cee00 secure :-1 s=READY pgs=2705 cs=0 l=1 rev1=1 crypto rx=0x7faa9c005fd0 tx=0x7faa9c02aa90 comp rx=0 tx=0).stop 2024-07-26T17:06:23.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.804+0000 7faaac370640 1 -- 172.21.15.33:0/1663169394 shutdown_connections 2024-07-26T17:06:23.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.804+0000 7faaac370640 1 --2- 172.21.15.33:0/1663169394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa40d2de0 0x7faaa40cee00 unknown :-1 s=CLOSED pgs=2705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.804+0000 7faaac370640 1 --2- 172.21.15.33:0/1663169394 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faaa40b37d0 0x7faaa40b9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.804+0000 7faaac370640 1 -- 172.21.15.33:0/1663169394 >> 172.21.15.33:0/1663169394 conn(0x7faaa40b5b00 msgr2=0x7faaa40b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:23.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.804+0000 7faaac370640 1 -- 172.21.15.33:0/1663169394 shutdown_connections 2024-07-26T17:06:23.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.804+0000 7faaac370640 1 -- 172.21.15.33:0/1663169394 wait complete. 2024-07-26T17:06:23.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.807+0000 7faaac370640 1 Processor -- start 2024-07-26T17:06:23.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.807+0000 7faaac370640 1 -- start start 2024-07-26T17:06:23.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaac370640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa40b37d0 0x7faaa4160040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:23.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaac370640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faaa40b98a0 0x7faaa41f49a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:23.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaac370640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faaa40d2de0 0x7faaa41f8620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:23.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaac370640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faaa40b3d60 con 0x7faaa40b37d0 2024-07-26T17:06:23.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaac370640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7faaa40b3be0 con 0x7faaa40b98a0 2024-07-26T17:06:23.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaac370640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7faaa40d3c30 con 0x7faaa40d2de0 2024-07-26T17:06:23.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaaa10c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa40b37d0 0x7faaa4160040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:23.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaaa10c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa40b37d0 0x7faaa4160040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39194/0 (socket says 172.21.15.33:39194) 2024-07-26T17:06:23.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaaa10c640 1 -- 172.21.15.33:0/2758778255 learned_addr learned my addr 172.21.15.33:0/2758778255 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:23.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaaa90d640 1 --2- 172.21.15.33:0/2758778255 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faaa40d2de0 0x7faaa41f8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:23.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaa990b640 1 --2- 172.21.15.33:0/2758778255 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faaa40b98a0 0x7faaa41f49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:23.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaaa10c640 1 -- 172.21.15.33:0/2758778255 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faaa40d2de0 msgr2=0x7faaa41f8620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:23.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaaa10c640 1 --2- 172.21.15.33:0/2758778255 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faaa40d2de0 0x7faaa41f8620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaaa10c640 1 -- 172.21.15.33:0/2758778255 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faaa40b98a0 msgr2=0x7faaa41f49a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:23.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaaa10c640 1 --2- 172.21.15.33:0/2758778255 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faaa40b98a0 0x7faaa41f49a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:23.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaaa10c640 1 -- 172.21.15.33:0/2758778255 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaa41f9100 con 0x7faaa40b37d0 2024-07-26T17:06:23.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.810+0000 7faaaa10c640 1 --2- 172.21.15.33:0/2758778255 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa40b37d0 0x7faaa4160040 secure :-1 s=READY pgs=2706 cs=0 l=1 rev1=1 crypto rx=0x7faaa000e790 tx=0x7faaa000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:23.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.811+0000 7faa96ffd640 1 -- 172.21.15.33:0/2758778255 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa000eea0 con 0x7faaa40b37d0 2024-07-26T17:06:23.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.811+0000 7faa96ffd640 1 -- 172.21.15.33:0/2758778255 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faaa000cdb0 con 0x7faaa40b37d0 2024-07-26T17:06:23.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.811+0000 7faaac370640 1 -- 172.21.15.33:0/2758778255 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaa41f93e0 con 0x7faaa40b37d0 2024-07-26T17:06:23.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.811+0000 7faa96ffd640 1 -- 172.21.15.33:0/2758778255 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa0010690 con 0x7faaa40b37d0 2024-07-26T17:06:23.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.811+0000 7faaac370640 1 -- 172.21.15.33:0/2758778255 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaa41577e0 con 0x7faaa40b37d0 2024-07-26T17:06:23.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.812+0000 7faa96ffd640 1 -- 172.21.15.33:0/2758778255 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 172) ==== 49591+0+0 (secure 0 0 0) 0x7faaa0010830 con 0x7faaa40b37d0 2024-07-26T17:06:23.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.812+0000 7faaac370640 1 -- 172.21.15.33:0/2758778255 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faaa41572f0 con 0x7faaa40b37d0 2024-07-26T17:06:23.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.812+0000 7faa96ffd640 1 -- 172.21.15.33:0/2758778255 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(274..274 src has 1..274) ==== 7074+0+0 (secure 0 0 0) 0x7faaa0052ff0 con 0x7faaa40b37d0 2024-07-26T17:06:23.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:23.817+0000 7faa96ffd640 1 -- 172.21.15.33:0/2758778255 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faaa0010b20 con 0x7faaa40b37d0 2024-07-26T17:06:24.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.052+0000 7faaac370640 1 -- 172.21.15.33:0/2758778255 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faaa40b9360 con 0x7faaa40b37d0 2024-07-26T17:06:24.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.053+0000 7faa96ffd640 1 -- 172.21.15.33:0/2758778255 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5237 (secure 0 0 0) 0x7faaa0010d60 con 0x7faaa40b37d0 2024-07-26T17:06:24.054 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:24.054 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":151,"btime":"2024-07-26T17:06:05:267951+0000","default_fscid":17,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9761,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/206269637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":206269637},{"type":"v1","addr":"172.21.15.154:6833","nonce":206269637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":145},{"gid":12132,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/1280417452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":1280417452},{"type":"v1","addr":"172.21.15.154:6835","nonce":1280417452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":12135,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/389722971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":389722971},{"type":"v1","addr":"172.21.15.33:6833","nonce":389722971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:01.634687+0000","modified":"2024-07-26T17:06:04.651989+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12138},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12138":{"gid":12138,"name":"a","rank":0,"incarnation":147,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/264520761","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":264520761},{"type":"v1","addr":"172.21.15.33:6835","nonce":264520761}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[36],"metadata_pool":35,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12138,"qdb_cluster":[12138]},"id":17}]} 2024-07-26T17:06:24.055 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 151 2024-07-26T17:06:24.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.055+0000 7faaac370640 1 -- 172.21.15.33:0/2758778255 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa40b37d0 msgr2=0x7faaa4160040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.055+0000 7faaac370640 1 --2- 172.21.15.33:0/2758778255 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa40b37d0 0x7faaa4160040 secure :-1 s=READY pgs=2706 cs=0 l=1 rev1=1 crypto rx=0x7faaa000e790 tx=0x7faaa000ec50 comp rx=0 tx=0).stop 2024-07-26T17:06:24.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.055+0000 7faaac370640 1 -- 172.21.15.33:0/2758778255 shutdown_connections 2024-07-26T17:06:24.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.055+0000 7faaac370640 1 --2- 172.21.15.33:0/2758778255 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faaa40d2de0 0x7faaa41f8620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.055+0000 7faaac370640 1 --2- 172.21.15.33:0/2758778255 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faaa40b98a0 0x7faaa41f49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.055+0000 7faaac370640 1 --2- 172.21.15.33:0/2758778255 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaa40b37d0 0x7faaa4160040 unknown :-1 s=CLOSED pgs=2706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.055+0000 7faaac370640 1 -- 172.21.15.33:0/2758778255 >> 172.21.15.33:0/2758778255 conn(0x7faaa40b5b00 msgr2=0x7faaa40b24c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:24.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.055+0000 7faaac370640 1 -- 172.21.15.33:0/2758778255 shutdown_connections 2024-07-26T17:06:24.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.055+0000 7faaac370640 1 -- 172.21.15.33:0/2758778255 wait complete. 2024-07-26T17:06:24.068 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:06:24.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.188+0000 7f17cec92640 1 -- 172.21.15.33:0/3549752272 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17c80b37d0 msgr2=0x7f17c80b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.188+0000 7f17cec92640 1 --2- 172.21.15.33:0/3549752272 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17c80b37d0 0x7f17c80b9360 secure :-1 s=READY pgs=2708 cs=0 l=1 rev1=1 crypto rx=0x7f17bc009830 tx=0x7f17bc02a510 comp rx=0 tx=0).stop 2024-07-26T17:06:24.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.188+0000 7f17cec92640 1 -- 172.21.15.33:0/3549752272 shutdown_connections 2024-07-26T17:06:24.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.188+0000 7f17cec92640 1 --2- 172.21.15.33:0/3549752272 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17c80d2de0 0x7f17c80cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.188+0000 7f17cec92640 1 --2- 172.21.15.33:0/3549752272 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17c80b37d0 0x7f17c80b9360 unknown :-1 s=CLOSED pgs=2708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.188+0000 7f17cec92640 1 -- 172.21.15.33:0/3549752272 >> 172.21.15.33:0/3549752272 conn(0x7f17c80b5b00 msgr2=0x7f17c80b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:24.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.188+0000 7f17cec92640 1 -- 172.21.15.33:0/3549752272 shutdown_connections 2024-07-26T17:06:24.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.188+0000 7f17cec92640 1 -- 172.21.15.33:0/3549752272 wait complete. 2024-07-26T17:06:24.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.190+0000 7f17cec92640 1 Processor -- start 2024-07-26T17:06:24.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.190+0000 7f17cec92640 1 -- start start 2024-07-26T17:06:24.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17cec92640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17c80b37d0 0x7f17c815c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:24.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17cec92640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17c80b98a0 0x7f17c809db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:24.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17cec92640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17c80d2de0 0x7f17c8161b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:24.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17cec92640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f17c80b3d60 con 0x7f17c80b98a0 2024-07-26T17:06:24.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17cec92640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f17c80b3be0 con 0x7f17c80d2de0 2024-07-26T17:06:24.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17cec92640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f17c80d3c30 con 0x7f17c80b37d0 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17cca2e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17c80b37d0 0x7f17c815c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17c7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17c80b98a0 0x7f17c809db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17cca2e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17c80b37d0 0x7f17c815c730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3301/0 says I am v2:172.21.15.33:39410/0 (socket says 172.21.15.33:39410) 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17cca2e640 1 -- 172.21.15.33:0/1997793862 learned_addr learned my addr 172.21.15.33:0/1997793862 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17cd22f640 1 --2- 172.21.15.33:0/1997793862 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17c80d2de0 0x7f17c8161b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17c7fff640 1 -- 172.21.15.33:0/1997793862 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17c80b37d0 msgr2=0x7f17c815c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17c7fff640 1 --2- 172.21.15.33:0/1997793862 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17c80b37d0 0x7f17c815c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17c7fff640 1 -- 172.21.15.33:0/1997793862 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17c80d2de0 msgr2=0x7f17c8161b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17c7fff640 1 --2- 172.21.15.33:0/1997793862 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17c80d2de0 0x7f17c8161b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17c7fff640 1 -- 172.21.15.33:0/1997793862 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17c81f5500 con 0x7f17c80b98a0 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17cca2e640 1 --2- 172.21.15.33:0/1997793862 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17c80b37d0 0x7f17c815c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:06:24.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.192+0000 7f17c7fff640 1 --2- 172.21.15.33:0/1997793862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17c80b98a0 0x7f17c809db90 secure :-1 s=READY pgs=2709 cs=0 l=1 rev1=1 crypto rx=0x7f17c80b2ee0 tx=0x7f17b400c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:24.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.193+0000 7f17c57fa640 1 -- 172.21.15.33:0/1997793862 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b4006890 con 0x7f17c80b98a0 2024-07-26T17:06:24.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.193+0000 7f17c57fa640 1 -- 172.21.15.33:0/1997793862 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17b4006b20 con 0x7f17c80b98a0 2024-07-26T17:06:24.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.193+0000 7f17cec92640 1 -- 172.21.15.33:0/1997793862 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17c81f5a00 con 0x7f17c80b98a0 2024-07-26T17:06:24.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.193+0000 7f17c57fa640 1 -- 172.21.15.33:0/1997793862 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b4007020 con 0x7f17c80b98a0 2024-07-26T17:06:24.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.193+0000 7f17cec92640 1 -- 172.21.15.33:0/1997793862 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17c81f5fc0 con 0x7f17c80b98a0 2024-07-26T17:06:24.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.194+0000 7f17c57fa640 1 -- 172.21.15.33:0/1997793862 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 173) ==== 49591+0+0 (secure 0 0 0) 0x7f17b4019020 con 0x7f17c80b98a0 2024-07-26T17:06:24.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.194+0000 7f17cec92640 1 -- 172.21.15.33:0/1997793862 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17c80b9360 con 0x7f17c80b98a0 2024-07-26T17:06:24.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.194+0000 7f17c57fa640 1 -- 172.21.15.33:0/1997793862 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(275..275 src has 1..275) ==== 7074+0+0 (secure 0 0 0) 0x7f17b4051cd0 con 0x7f17c80b98a0 2024-07-26T17:06:24.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.199+0000 7f17c57fa640 1 -- 172.21.15.33:0/1997793862 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f17b4007640 con 0x7f17c80b98a0 2024-07-26T17:06:24.236 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:24.233+0000 7f22f8e22640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:24.236 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:24.233+0000 7f22f8e22640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:24.236 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:24.233+0000 7f22f8e22640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:24.236 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:24.233+0000 7f22f8e22640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:24.236 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:24.233+0000 7f22f8e22640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:24.237 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:24.234+0000 7f22f5e1c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:24.237 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:24.234+0000 7f22f5e1c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:24.237 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:24.234+0000 7f22f5e1c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:24.237 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:24.234+0000 7f22f5e1c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:24.237 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:24.234+0000 7f22f5e1c640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:24.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.395+0000 7f17cec92640 1 -- 172.21.15.33:0/1997793862 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f17c80b8f90 con 0x7f17c80b98a0 2024-07-26T17:06:24.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.396+0000 7f17c57fa640 1 -- 172.21.15.33:0/1997793862 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v275) ==== 74+0+18323 (secure 0 0 0) 0x7f17b40071c0 con 0x7f17c80b98a0 2024-07-26T17:06:24.398 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:24.398 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":275,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:06:24.176920+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":36,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":35,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:05:59.362220+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"270","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":36,"pool_name":"cephfs_data","create_time":"2024-07-26T17:06:00.587952+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"271","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:0/3650369976":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/3098759117":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/2545322390":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/513663958":"2024-07-27T17:06:21.381410+0000","172.21.15.33:6837/3886945351":"2024-07-27T17:06:21.381410+0000","172.21.15.33:6836/3886945351":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/1023320350":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/4107528209":"2024-07-27T17:06:21.381410+0000","172.21.15.154:0/405757023":"2024-07-26T18:06:16.576325+0000","172.21.15.33:0/1300843493":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/278138544":"2024-07-27T17:06:14.533099+0000","172.21.15.33:6837/456126865":"2024-07-27T17:06:14.533099+0000","172.21.15.33:6836/456126865":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/3238500615":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/3366259933":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/3968277629":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/2542388332":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/2708841321":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/4099605547":"2024-07-27T17:06:14.533099+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:06:24.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.398+0000 7f17cec92640 1 -- 172.21.15.33:0/1997793862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17c80b98a0 msgr2=0x7f17c809db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.398+0000 7f17cec92640 1 --2- 172.21.15.33:0/1997793862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17c80b98a0 0x7f17c809db90 secure :-1 s=READY pgs=2709 cs=0 l=1 rev1=1 crypto rx=0x7f17c80b2ee0 tx=0x7f17b400c820 comp rx=0 tx=0).stop 2024-07-26T17:06:24.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.398+0000 7f17cec92640 1 -- 172.21.15.33:0/1997793862 shutdown_connections 2024-07-26T17:06:24.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.398+0000 7f17cec92640 1 --2- 172.21.15.33:0/1997793862 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f17c80d2de0 0x7f17c8161b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.398+0000 7f17cec92640 1 --2- 172.21.15.33:0/1997793862 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f17c80b98a0 0x7f17c809db90 unknown :-1 s=CLOSED pgs=2709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.398+0000 7f17cec92640 1 --2- 172.21.15.33:0/1997793862 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f17c80b37d0 0x7f17c815c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.398+0000 7f17cec92640 1 -- 172.21.15.33:0/1997793862 >> 172.21.15.33:0/1997793862 conn(0x7f17c80b5b00 msgr2=0x7f17c815e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:24.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.398+0000 7f17cec92640 1 -- 172.21.15.33:0/1997793862 shutdown_connections 2024-07-26T17:06:24.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.398+0000 7f17cec92640 1 -- 172.21.15.33:0/1997793862 wait complete. 2024-07-26T17:06:24.412 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T17:06:24.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.531+0000 7f6806377640 1 -- 172.21.15.33:0/228627817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68000b7010 msgr2=0x7f68000d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.531+0000 7f6806377640 1 --2- 172.21.15.33:0/228627817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68000b7010 0x7f68000d2930 secure :-1 s=READY pgs=2710 cs=0 l=1 rev1=1 crypto rx=0x7f6800069c00 tx=0x7f67f002a680 comp rx=0 tx=0).stop 2024-07-26T17:06:24.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.531+0000 7f6806377640 1 -- 172.21.15.33:0/228627817 shutdown_connections 2024-07-26T17:06:24.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.531+0000 7f6806377640 1 --2- 172.21.15.33:0/228627817 >> v2:172.21.15.154:3300/0 conn(0x7f68000b1650 0x7f68000b1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.531+0000 7f6806377640 1 --2- 172.21.15.33:0/228627817 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68000b7010 0x7f68000d2930 unknown :-1 s=CLOSED pgs=2710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.531+0000 7f6806377640 1 -- 172.21.15.33:0/228627817 >> 172.21.15.33:0/228627817 conn(0x7f68000d1e10 msgr2=0x7f68000d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:24.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.531+0000 7f6806377640 1 -- 172.21.15.33:0/228627817 shutdown_connections 2024-07-26T17:06:24.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.531+0000 7f6806377640 1 -- 172.21.15.33:0/228627817 wait complete. 2024-07-26T17:06:24.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.533+0000 7f6806377640 1 Processor -- start 2024-07-26T17:06:24.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.533+0000 7f6806377640 1 -- start start 2024-07-26T17:06:24.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.534+0000 7f6806377640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68000b1650 0x7f68000cb960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:24.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.534+0000 7f6806377640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68000b7010 0x7f68000cbea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:24.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.534+0000 7f6806377640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6800162ac0 0x7f68001641b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.534+0000 7f6806377640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6800166780 con 0x7f6800162ac0 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.534+0000 7f6806377640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6800166600 con 0x7f68000b1650 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.534+0000 7f6806377640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6800166900 con 0x7f68000b7010 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f6804914640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6800162ac0 0x7f68001641b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f6804914640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6800162ac0 0x7f68001641b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39220/0 (socket says 172.21.15.33:39220) 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f67f7fff640 1 --2- 172.21.15.33:0/4294803358 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68000b7010 0x7f68000cbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f6804914640 1 -- 172.21.15.33:0/4294803358 learned_addr learned my addr 172.21.15.33:0/4294803358 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f67fffff640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68000b1650 0x7f68000cb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f6804914640 1 -- 172.21.15.33:0/4294803358 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68000b7010 msgr2=0x7f68000cbea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f6804914640 1 --2- 172.21.15.33:0/4294803358 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68000b7010 0x7f68000cbea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f6804914640 1 -- 172.21.15.33:0/4294803358 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68000b1650 msgr2=0x7f68000cb960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f6804914640 1 --2- 172.21.15.33:0/4294803358 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68000b1650 0x7f68000cb960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f6804914640 1 -- 172.21.15.33:0/4294803358 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6800166140 con 0x7f6800162ac0 2024-07-26T17:06:24.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f6804914640 1 --2- 172.21.15.33:0/4294803358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6800162ac0 0x7f68001641b0 secure :-1 s=READY pgs=2711 cs=0 l=1 rev1=1 crypto rx=0x7f67f800c700 tx=0x7f67f800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:24.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f67fd7fa640 1 -- 172.21.15.33:0/4294803358 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67f8003b70 con 0x7f6800162ac0 2024-07-26T17:06:24.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f67fd7fa640 1 -- 172.21.15.33:0/4294803358 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67f8003d10 con 0x7f6800162ac0 2024-07-26T17:06:24.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f6806377640 1 -- 172.21.15.33:0/4294803358 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68001f3300 con 0x7f6800162ac0 2024-07-26T17:06:24.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f67fd7fa640 1 -- 172.21.15.33:0/4294803358 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67f800aa50 con 0x7f6800162ac0 2024-07-26T17:06:24.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.535+0000 7f6806377640 1 -- 172.21.15.33:0/4294803358 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6800165bd0 con 0x7f6800162ac0 2024-07-26T17:06:24.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.536+0000 7f6806377640 1 -- 172.21.15.33:0/4294803358 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6800165eb0 con 0x7f6800162ac0 2024-07-26T17:06:24.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.536+0000 7f67fd7fa640 1 -- 172.21.15.33:0/4294803358 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 173) ==== 49591+0+0 (secure 0 0 0) 0x7f67f800abf0 con 0x7f6800162ac0 2024-07-26T17:06:24.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.537+0000 7f67fd7fa640 1 -- 172.21.15.33:0/4294803358 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(275..275 src has 1..275) ==== 7074+0+0 (secure 0 0 0) 0x7f67f80523b0 con 0x7f6800162ac0 2024-07-26T17:06:24.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.542+0000 7f67fd7fa640 1 -- 172.21.15.33:0/4294803358 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f67f800ce10 con 0x7f6800162ac0 2024-07-26T17:06:24.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.780+0000 7f6806377640 1 -- 172.21.15.33:0/4294803358 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f68000b1a60 con 0x7f6800162ac0 2024-07-26T17:06:24.782 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T17:06:24.781+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T17:06:24.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.782+0000 7f67fd7fa640 1 -- 172.21.15.33:0/4294803358 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v152) ==== 161+0+0 (secure 0 0 0) 0x7f67f8005090 con 0x7f6800162ac0 2024-07-26T17:06:24.783 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T17:06:24.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.785+0000 7f6806377640 1 -- 172.21.15.33:0/4294803358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6800162ac0 msgr2=0x7f68001641b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.785+0000 7f6806377640 1 --2- 172.21.15.33:0/4294803358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6800162ac0 0x7f68001641b0 secure :-1 s=READY pgs=2711 cs=0 l=1 rev1=1 crypto rx=0x7f67f800c700 tx=0x7f67f800cbc0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.785+0000 7f6806377640 1 -- 172.21.15.33:0/4294803358 shutdown_connections 2024-07-26T17:06:24.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.785+0000 7f6806377640 1 --2- 172.21.15.33:0/4294803358 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6800162ac0 0x7f68001641b0 unknown :-1 s=CLOSED pgs=2711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.785+0000 7f6806377640 1 --2- 172.21.15.33:0/4294803358 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68000b7010 0x7f68000cbea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.785+0000 7f6806377640 1 --2- 172.21.15.33:0/4294803358 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68000b1650 0x7f68000cb960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.785+0000 7f6806377640 1 -- 172.21.15.33:0/4294803358 >> 172.21.15.33:0/4294803358 conn(0x7f68000d1e10 msgr2=0x7f6800161e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:24.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.785+0000 7f6806377640 1 -- 172.21.15.33:0/4294803358 shutdown_connections 2024-07-26T17:06:24.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.785+0000 7f6806377640 1 -- 172.21.15.33:0/4294803358 wait complete. 2024-07-26T17:06:24.788 INFO:tasks.ceph.mds.a.smithi033.stderr: -3887> 2024-07-26T17:06:04.219+0000 7f7f21c98640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:06:24.799 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T17:06:24.845 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T17:06:24.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.919+0000 7f96e8b07640 1 -- 172.21.15.33:0/3508711211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96e40d1dc0 msgr2=0x7f96e40d21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.919+0000 7f96e8b07640 1 --2- 172.21.15.33:0/3508711211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96e40d1dc0 0x7f96e40d21d0 secure :-1 s=READY pgs=2715 cs=0 l=1 rev1=1 crypto rx=0x7f96e40cea40 tx=0x7f96d802a440 comp rx=0 tx=0).stop 2024-07-26T17:06:24.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.919+0000 7f96e8b07640 1 -- 172.21.15.33:0/3508711211 shutdown_connections 2024-07-26T17:06:24.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.919+0000 7f96e8b07640 1 --2- 172.21.15.33:0/3508711211 >> v2:172.21.15.154:3300/0 conn(0x7f96e40b3670 0x7f96e40b3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.919+0000 7f96e8b07640 1 --2- 172.21.15.33:0/3508711211 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96e40d1dc0 0x7f96e40d21d0 unknown :-1 s=CLOSED pgs=2715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.919+0000 7f96e8b07640 1 --2- 172.21.15.33:0/3508711211 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96e40b6620 0x7f96e40d2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.919+0000 7f96e8b07640 1 -- 172.21.15.33:0/3508711211 >> 172.21.15.33:0/3508711211 conn(0x7f96e40b5b00 msgr2=0x7f96e40b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:24.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.920+0000 7f96e8b07640 1 -- 172.21.15.33:0/3508711211 shutdown_connections 2024-07-26T17:06:24.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.920+0000 7f96e8b07640 1 -- 172.21.15.33:0/3508711211 wait complete. 2024-07-26T17:06:24.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.921+0000 7f96e8b07640 1 Processor -- start 2024-07-26T17:06:24.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.921+0000 7f96e8b07640 1 -- start start 2024-07-26T17:06:24.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e8b07640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96e40b3670 0x7f96e414bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:24.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e8b07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96e40b6620 0x7f96e41e7a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:24.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e8b07640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96e40d1dc0 0x7f96e4160d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:24.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e8b07640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f96e40d32d0 con 0x7f96e40b6620 2024-07-26T17:06:24.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e8b07640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f96e40d3450 con 0x7f96e40b3670 2024-07-26T17:06:24.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e8b07640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f96e4162820 con 0x7f96e40d1dc0 2024-07-26T17:06:24.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96e40b6620 0x7f96e41e7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96e40b6620 0x7f96e41e7a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39248/0 (socket says 172.21.15.33:39248) 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e1d9b640 1 -- 172.21.15.33:0/2168349345 learned_addr learned my addr 172.21.15.33:0/2168349345 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e259c640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96e40b3670 0x7f96e414bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e2d9d640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96e40d1dc0 0x7f96e4160d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e1d9b640 1 -- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96e40d1dc0 msgr2=0x7f96e4160d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e1d9b640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96e40d1dc0 0x7f96e4160d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e1d9b640 1 -- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96e40b3670 msgr2=0x7f96e414bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e1d9b640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96e40b3670 0x7f96e414bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e1d9b640 1 -- 172.21.15.33:0/2168349345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96e414c3a0 con 0x7f96e40b6620 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e259c640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96e40b3670 0x7f96e414bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.923+0000 7f96e1d9b640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96e40b6620 0x7f96e41e7a50 secure :-1 s=READY pgs=2716 cs=0 l=1 rev1=1 crypto rx=0x7f96d8000c00 tx=0x7f96d8003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:24.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.924+0000 7f96d2ffd640 1 -- 172.21.15.33:0/2168349345 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d803e030 con 0x7f96e40b6620 2024-07-26T17:06:24.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.924+0000 7f96d2ffd640 1 -- 172.21.15.33:0/2168349345 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f96d8003e00 con 0x7f96e40b6620 2024-07-26T17:06:24.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.924+0000 7f96e8b07640 1 -- 172.21.15.33:0/2168349345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96e41f6280 con 0x7f96e40b6620 2024-07-26T17:06:24.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.924+0000 7f96d2ffd640 1 -- 172.21.15.33:0/2168349345 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d8035040 con 0x7f96e40b6620 2024-07-26T17:06:24.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.924+0000 7f96e8b07640 1 -- 172.21.15.33:0/2168349345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96e41f5670 con 0x7f96e40b6620 2024-07-26T17:06:24.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.925+0000 7f96d2ffd640 1 -- 172.21.15.33:0/2168349345 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 173) ==== 49591+0+0 (secure 0 0 0) 0x7f96d8041030 con 0x7f96e40b6620 2024-07-26T17:06:24.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.925+0000 7f96d2ffd640 1 -- 172.21.15.33:0/2168349345 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(276..276 src has 1..276) ==== 7160+0+0 (secure 0 0 0) 0x7f96d8072fb0 con 0x7f96e40b6620 2024-07-26T17:06:24.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.925+0000 7f96e8b07640 1 -- 172.21.15.33:0/2168349345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96e40d2d90 con 0x7f96e40b6620 2024-07-26T17:06:24.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:24.930+0000 7f96d2ffd640 1 -- 172.21.15.33:0/2168349345 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f96d8036df0 con 0x7f96e40b6620 2024-07-26T17:06:25.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.161+0000 7f96e8b07640 1 -- 172.21.15.33:0/2168349345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f96e414e430 con 0x7f96e40b6620 2024-07-26T17:06:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.186+0000 7f96d2ffd640 1 -- 172.21.15.33:0/2168349345 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 174) ==== 98977+0+0 (secure 0 0 0) 0x7f96d8004f20 con 0x7f96e40b6620 2024-07-26T17:06:25.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.187+0000 7f96d2ffd640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f96c407c800 0x7f96c407ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:25.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.190+0000 7f96e259c640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f96c407c800 0x7f96c407ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:25.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.192+0000 7f96e259c640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f96c407c800 0x7f96c407ec20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f96d4005fd0 tx=0x7f96d400f360 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:25.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.784+0000 7f96d2ffd640 1 -- 172.21.15.33:0/2168349345 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v153) ==== 104+0+0 (secure 0 0 0) 0x7f96d8058670 con 0x7f96e40b6620 2024-07-26T17:06:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 -- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f96c407c800 msgr2=0x7f96c407ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f96c407c800 0x7f96c407ec20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f96d4005fd0 tx=0x7f96d400f360 comp rx=0 tx=0).stop 2024-07-26T17:06:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 -- 172.21.15.33:0/2168349345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96e40b6620 msgr2=0x7f96e41e7a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:25.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96e40b6620 0x7f96e41e7a50 secure :-1 s=READY pgs=2716 cs=0 l=1 rev1=1 crypto rx=0x7f96d8000c00 tx=0x7f96d8003910 comp rx=0 tx=0).stop 2024-07-26T17:06:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 -- 172.21.15.33:0/2168349345 shutdown_connections 2024-07-26T17:06:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f96e40d1dc0 0x7f96e4160d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f96c407c800 0x7f96c407ec20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96e40b6620 0x7f96e41e7a50 unknown :-1 s=CLOSED pgs=2716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:25.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 --2- 172.21.15.33:0/2168349345 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f96e40b3670 0x7f96e414bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 -- 172.21.15.33:0/2168349345 >> 172.21.15.33:0/2168349345 conn(0x7f96e40b5b00 msgr2=0x7f96e40b4e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 -- 172.21.15.33:0/2168349345 shutdown_connections 2024-07-26T17:06:25.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.787+0000 7f96e8b07640 1 -- 172.21.15.33:0/2168349345 wait complete. 2024-07-26T17:06:25.802 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T17:06:25.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.929+0000 7f5e21f35640 1 -- 172.21.15.33:0/2044726417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e04003a50 msgr2=0x7f5e04003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:25.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.929+0000 7f5e21f35640 1 --2- 172.21.15.33:0/2044726417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e04003a50 0x7f5e04003ec0 secure :-1 s=READY pgs=2718 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c009b40 tx=0x7f5e04005830 comp rx=0 tx=0).stop 2024-07-26T17:06:25.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.929+0000 7f5e21f35640 1 -- 172.21.15.33:0/2044726417 shutdown_connections 2024-07-26T17:06:25.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.929+0000 7f5e21f35640 1 --2- 172.21.15.33:0/2044726417 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e04003a50 0x7f5e04003ec0 unknown :-1 s=CLOSED pgs=2718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:25.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.929+0000 7f5e21f35640 1 -- 172.21.15.33:0/2044726417 >> 172.21.15.33:0/2044726417 conn(0x7f5e1c0d3fa0 msgr2=0x7f5e1c0d43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:25.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.929+0000 7f5e21f35640 1 -- 172.21.15.33:0/2044726417 shutdown_connections 2024-07-26T17:06:25.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.929+0000 7f5e21f35640 1 -- 172.21.15.33:0/2044726417 wait complete. 2024-07-26T17:06:25.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.931+0000 7f5e21f35640 1 Processor -- start 2024-07-26T17:06:25.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.931+0000 7f5e21f35640 1 -- start start 2024-07-26T17:06:25.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.932+0000 7f5e21f35640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e04003a50 0x7f5e1c0cd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:25.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.932+0000 7f5e21f35640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e1c0cd620 0x7f5e1c0b79d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:25.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e21f35640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e1c0b7f10 0x7f5e1c0b8320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:25.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e21f35640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1c0b3040 con 0x7f5e1c0b7f10 2024-07-26T17:06:25.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e21f35640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5e1c0b2ec0 con 0x7f5e1c0cd620 2024-07-26T17:06:25.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e21f35640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5e1c0b4e60 con 0x7f5e04003a50 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e1c0b7f10 0x7f5e1c0b8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e1c0b7f10 0x7f5e1c0b8320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39262/0 (socket says 172.21.15.33:39262) 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1bfff640 1 -- 172.21.15.33:0/3975346357 learned_addr learned my addr 172.21.15.33:0/3975346357 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1b7fe640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e04003a50 0x7f5e1c0cd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1affd640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e1c0cd620 0x7f5e1c0b79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1bfff640 1 -- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e04003a50 msgr2=0x7f5e1c0cd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1bfff640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e04003a50 0x7f5e1c0cd0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1bfff640 1 -- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e1c0cd620 msgr2=0x7f5e1c0b79d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1bfff640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e1c0cd620 0x7f5e1c0b79d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1bfff640 1 -- 172.21.15.33:0/3975346357 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e1c0b8860 con 0x7f5e1c0b7f10 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1affd640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e1c0cd620 0x7f5e1c0b79d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e1bfff640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e1c0b7f10 0x7f5e1c0b8320 secure :-1 s=READY pgs=2719 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c0b4dd0 tx=0x7f5e140019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:25.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e03fff640 1 -- 172.21.15.33:0/3975346357 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e14011870 con 0x7f5e1c0b7f10 2024-07-26T17:06:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e03fff640 1 -- 172.21.15.33:0/3975346357 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e14017070 con 0x7f5e1c0b7f10 2024-07-26T17:06:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e21f35640 1 -- 172.21.15.33:0/3975346357 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e1c0b8a50 con 0x7f5e1c0b7f10 2024-07-26T17:06:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e03fff640 1 -- 172.21.15.33:0/3975346357 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e14011da0 con 0x7f5e1c0b7f10 2024-07-26T17:06:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.933+0000 7f5e21f35640 1 -- 172.21.15.33:0/3975346357 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e1c0ce160 con 0x7f5e1c0b7f10 2024-07-26T17:06:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.934+0000 7f5e21f35640 1 -- 172.21.15.33:0/3975346357 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e1c1d2ed0 con 0x7f5e1c0b7f10 2024-07-26T17:06:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.935+0000 7f5e03fff640 1 -- 172.21.15.33:0/3975346357 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 174) ==== 98977+0+0 (secure 0 0 0) 0x7f5e1401c460 con 0x7f5e1c0b7f10 2024-07-26T17:06:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.936+0000 7f5e03fff640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f5e08076e60 0x7f5e08079370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.936+0000 7f5e03fff640 1 -- 172.21.15.33:0/3975346357 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(276..276 src has 1..276) ==== 7160+0+0 (secure 0 0 0) 0x7f5e14099200 con 0x7f5e1c0b7f10 2024-07-26T17:06:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.936+0000 7f5e1b7fe640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f5e08076e60 0x7f5e08079370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.937+0000 7f5e1b7fe640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f5e08076e60 0x7f5e08079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c035000 tx=0x7f5e0c0046c0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:25.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:25.940+0000 7f5e03fff640 1 -- 172.21.15.33:0/3975346357 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5e14062220 con 0x7f5e1c0b7f10 2024-07-26T17:06:26.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.134+0000 7f5e21f35640 1 -- 172.21.15.33:0/3975346357 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5e1c0cdbf0 con 0x7f5e1c0b7f10 2024-07-26T17:06:26.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.793+0000 7f5e03fff640 1 -- 172.21.15.33:0/3975346357 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 175) ==== 99185+0+0 (secure 0 0 0) 0x7f5e1405ddb0 con 0x7f5e1c0b7f10 2024-07-26T17:06:26.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.798+0000 7f5e03fff640 1 -- 172.21.15.33:0/3975346357 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v277) ==== 181+0+0 (secure 0 0 0) 0x7f5e14099020 con 0x7f5e1c0b7f10 2024-07-26T17:06:26.800 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T17:06:26.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.802+0000 7f5e21f35640 1 -- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f5e08076e60 msgr2=0x7f5e08079370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.802+0000 7f5e21f35640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f5e08076e60 0x7f5e08079370 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f5e0c035000 tx=0x7f5e0c0046c0 comp rx=0 tx=0).stop 2024-07-26T17:06:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.802+0000 7f5e21f35640 1 -- 172.21.15.33:0/3975346357 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e1c0b7f10 msgr2=0x7f5e1c0b8320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.802+0000 7f5e21f35640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e1c0b7f10 0x7f5e1c0b8320 secure :-1 s=READY pgs=2719 cs=0 l=1 rev1=1 crypto rx=0x7f5e1c0b4dd0 tx=0x7f5e140019b0 comp rx=0 tx=0).stop 2024-07-26T17:06:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.802+0000 7f5e21f35640 1 -- 172.21.15.33:0/3975346357 shutdown_connections 2024-07-26T17:06:26.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.802+0000 7f5e21f35640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f5e08076e60 0x7f5e08079370 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:26.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.802+0000 7f5e21f35640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e1c0b7f10 0x7f5e1c0b8320 unknown :-1 s=CLOSED pgs=2719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:26.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.802+0000 7f5e21f35640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e1c0cd620 0x7f5e1c0b79d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:26.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.802+0000 7f5e21f35640 1 --2- 172.21.15.33:0/3975346357 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e04003a50 0x7f5e1c0cd0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:26.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.802+0000 7f5e21f35640 1 -- 172.21.15.33:0/3975346357 >> 172.21.15.33:0/3975346357 conn(0x7f5e1c0d3fa0 msgr2=0x7f5e1c1e3ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:26.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.802+0000 7f5e21f35640 1 -- 172.21.15.33:0/3975346357 shutdown_connections 2024-07-26T17:06:26.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.803+0000 7f5e21f35640 1 -- 172.21.15.33:0/3975346357 wait complete. 2024-07-26T17:06:26.819 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T17:06:26.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.947+0000 7f31e239c640 1 -- 172.21.15.33:0/3268409198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31dc0b4230 msgr2=0x7f31dc0ceb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:26.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.947+0000 7f31e239c640 1 --2- 172.21.15.33:0/3268409198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31dc0b4230 0x7f31dc0ceb90 secure :-1 s=READY pgs=2721 cs=0 l=1 rev1=1 crypto rx=0x7f31dc069bb0 tx=0x7f31d402aa30 comp rx=0 tx=0).stop 2024-07-26T17:06:26.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.947+0000 7f31e239c640 1 -- 172.21.15.33:0/3268409198 shutdown_connections 2024-07-26T17:06:26.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.947+0000 7f31e239c640 1 --2- 172.21.15.33:0/3268409198 >> v2:172.21.15.154:3300/0 conn(0x7f31dc0b38e0 0x7f31dc0b3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:26.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.947+0000 7f31e239c640 1 --2- 172.21.15.33:0/3268409198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31dc0b4230 0x7f31dc0ceb90 unknown :-1 s=CLOSED pgs=2721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:26.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.947+0000 7f31e239c640 1 --2- 172.21.15.33:0/3268409198 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31dc0d1b50 0x7f31dc0d1f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:26.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.947+0000 7f31e239c640 1 -- 172.21.15.33:0/3268409198 >> 172.21.15.33:0/3268409198 conn(0x7f31dc0b5a70 msgr2=0x7f31dc0b5e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:26.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.947+0000 7f31e239c640 1 -- 172.21.15.33:0/3268409198 shutdown_connections 2024-07-26T17:06:26.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.947+0000 7f31e239c640 1 -- 172.21.15.33:0/3268409198 wait complete. 2024-07-26T17:06:26.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.949+0000 7f31e239c640 1 Processor -- start 2024-07-26T17:06:26.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.949+0000 7f31e239c640 1 -- start start 2024-07-26T17:06:26.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.950+0000 7f31e239c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31dc0b38e0 0x7f31dc0c9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:26.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.950+0000 7f31e239c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31dc0b4230 0x7f31dc1f4980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:26.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.950+0000 7f31e239c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31dc0d1b50 0x7f31dc1f4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:26.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.950+0000 7f31e239c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f31dc08c710 con 0x7f31dc0d1b50 2024-07-26T17:06:26.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.950+0000 7f31e239c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f31dc08de90 con 0x7f31dc0b38e0 2024-07-26T17:06:26.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.950+0000 7f31e239c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f31dc08c890 con 0x7f31dc0b4230 2024-07-26T17:06:26.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.950+0000 7f31e0939640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31dc0d1b50 0x7f31dc1f4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.950+0000 7f31e0939640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31dc0d1b50 0x7f31dc1f4ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39280/0 (socket says 172.21.15.33:39280) 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.950+0000 7f31e0939640 1 -- 172.21.15.33:0/2771422110 learned_addr learned my addr 172.21.15.33:0/2771422110 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.950+0000 7f31db7fe640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31dc0b4230 0x7f31dc1f4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.950+0000 7f31dbfff640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31dc0b38e0 0x7f31dc0c9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31e0939640 1 -- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31dc0b4230 msgr2=0x7f31dc1f4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31e0939640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31dc0b4230 0x7f31dc1f4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31e0939640 1 -- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31dc0b38e0 msgr2=0x7f31dc0c9ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31e0939640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31dc0b38e0 0x7f31dc0c9ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31e0939640 1 -- 172.21.15.33:0/2771422110 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31dc0ca010 con 0x7f31dc0d1b50 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31db7fe640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31dc0b4230 0x7f31dc1f4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31e0939640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31dc0d1b50 0x7f31dc1f4ec0 secure :-1 s=READY pgs=2722 cs=0 l=1 rev1=1 crypto rx=0x7f31d4005fd0 tx=0x7f31d4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:26.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31d8ff9640 1 -- 172.21.15.33:0/2771422110 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d4033050 con 0x7f31dc0d1b50 2024-07-26T17:06:26.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31d8ff9640 1 -- 172.21.15.33:0/2771422110 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31d4004450 con 0x7f31dc0d1b50 2024-07-26T17:06:26.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31e239c640 1 -- 172.21.15.33:0/2771422110 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31dc0cc710 con 0x7f31dc0d1b50 2024-07-26T17:06:26.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31d8ff9640 1 -- 172.21.15.33:0/2771422110 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31d4004840 con 0x7f31dc0d1b50 2024-07-26T17:06:26.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.951+0000 7f31e239c640 1 -- 172.21.15.33:0/2771422110 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31dc0cccd0 con 0x7f31dc0d1b50 2024-07-26T17:06:26.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.952+0000 7f31e239c640 1 -- 172.21.15.33:0/2771422110 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31dc0d0770 con 0x7f31dc0d1b50 2024-07-26T17:06:26.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.953+0000 7f31d8ff9640 1 -- 172.21.15.33:0/2771422110 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 175) ==== 99185+0+0 (secure 0 0 0) 0x7f31d4036070 con 0x7f31dc0d1b50 2024-07-26T17:06:26.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.954+0000 7f31d8ff9640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f31c80770a0 0x7f31c80795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:26.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.954+0000 7f31d8ff9640 1 -- 172.21.15.33:0/2771422110 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(277..277 src has 1..277) ==== 6722+0+0 (secure 0 0 0) 0x7f31d40ba4d0 con 0x7f31dc0d1b50 2024-07-26T17:06:26.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.954+0000 7f31dbfff640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f31c80770a0 0x7f31c80795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:26.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.955+0000 7f31dbfff640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f31c80770a0 0x7f31c80795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f31cc004630 tx=0x7f31cc00b2e0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:26.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:26.957+0000 7f31d8ff9640 1 -- 172.21.15.33:0/2771422110 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f31d40831e0 con 0x7f31dc0d1b50 2024-07-26T17:06:27.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.151+0000 7f31e239c640 1 -- 172.21.15.33:0/2771422110 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f31dc0b31f0 con 0x7f31dc0d1b50 2024-07-26T17:06:27.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.800+0000 7f31d8ff9640 1 -- 172.21.15.33:0/2771422110 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v278) ==== 169+0+0 (secure 0 0 0) 0x7f31d4082ae0 con 0x7f31dc0d1b50 2024-07-26T17:06:27.802 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T17:06:27.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.805+0000 7f31e239c640 1 -- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f31c80770a0 msgr2=0x7f31c80795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:27.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.805+0000 7f31e239c640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f31c80770a0 0x7f31c80795b0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f31cc004630 tx=0x7f31cc00b2e0 comp rx=0 tx=0).stop 2024-07-26T17:06:27.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.805+0000 7f31e239c640 1 -- 172.21.15.33:0/2771422110 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31dc0d1b50 msgr2=0x7f31dc1f4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:27.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.805+0000 7f31e239c640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31dc0d1b50 0x7f31dc1f4ec0 secure :-1 s=READY pgs=2722 cs=0 l=1 rev1=1 crypto rx=0x7f31d4005fd0 tx=0x7f31d4003f10 comp rx=0 tx=0).stop 2024-07-26T17:06:27.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.805+0000 7f31e239c640 1 -- 172.21.15.33:0/2771422110 shutdown_connections 2024-07-26T17:06:27.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.805+0000 7f31e239c640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f31c80770a0 0x7f31c80795b0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:27.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.805+0000 7f31e239c640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31dc0d1b50 0x7f31dc1f4ec0 unknown :-1 s=CLOSED pgs=2722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:27.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.805+0000 7f31e239c640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31dc0b4230 0x7f31dc1f4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:27.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.805+0000 7f31e239c640 1 --2- 172.21.15.33:0/2771422110 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31dc0b38e0 0x7f31dc0c9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:27.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.805+0000 7f31e239c640 1 -- 172.21.15.33:0/2771422110 >> 172.21.15.33:0/2771422110 conn(0x7f31dc0b5a70 msgr2=0x7f31dc06de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:27.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.805+0000 7f31e239c640 1 -- 172.21.15.33:0/2771422110 shutdown_connections 2024-07-26T17:06:27.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.806+0000 7f31e239c640 1 -- 172.21.15.33:0/2771422110 wait complete. 2024-07-26T17:06:27.822 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T17:06:27.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.945+0000 7f7494433640 1 -- 172.21.15.33:0/1367311845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f748c0b31d0 msgr2=0x7f748c0b3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:27.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.945+0000 7f7494433640 1 --2- 172.21.15.33:0/1367311845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f748c0b31d0 0x7f748c0b3720 secure :-1 s=READY pgs=2723 cs=0 l=1 rev1=1 crypto rx=0x7f7488005fd0 tx=0x7f748802a4a0 comp rx=0 tx=0).stop 2024-07-26T17:06:27.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.946+0000 7f7494433640 1 -- 172.21.15.33:0/1367311845 shutdown_connections 2024-07-26T17:06:27.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.946+0000 7f7494433640 1 --2- 172.21.15.33:0/1367311845 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f748c0d2520 0x7f748c0d2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:27.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.946+0000 7f7494433640 1 --2- 172.21.15.33:0/1367311845 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f748c0b31d0 0x7f748c0b3720 unknown :-1 s=CLOSED pgs=2723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:27.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.946+0000 7f7494433640 1 -- 172.21.15.33:0/1367311845 >> 172.21.15.33:0/1367311845 conn(0x7f748c0b5ac0 msgr2=0x7f748c0b5ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:27.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.946+0000 7f7494433640 1 -- 172.21.15.33:0/1367311845 shutdown_connections 2024-07-26T17:06:27.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.946+0000 7f7494433640 1 -- 172.21.15.33:0/1367311845 wait complete. 2024-07-26T17:06:27.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.947+0000 7f7494433640 1 Processor -- start 2024-07-26T17:06:27.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.947+0000 7f7494433640 1 -- start start 2024-07-26T17:06:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f7494433640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f748c0b31d0 0x7f748c15c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f7494433640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f748c0cfd80 0x7f748c15bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f7494433640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f748c0d2520 0x7f748c15c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f7494433640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f748c0ceb70 con 0x7f748c0b31d0 2024-07-26T17:06:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f7494433640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f748c0d3080 con 0x7f748c0cfd80 2024-07-26T17:06:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f7494433640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f748c0cecf0 con 0x7f748c0d2520 2024-07-26T17:06:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74921cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f748c0b31d0 0x7f748c15c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74921cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f748c0b31d0 0x7f748c15c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39302/0 (socket says 172.21.15.33:39302) 2024-07-26T17:06:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74921cf640 1 -- 172.21.15.33:0/3492360565 learned_addr learned my addr 172.21.15.33:0/3492360565 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74919ce640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f748c0cfd80 0x7f748c15bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:27.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74929d0640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f748c0d2520 0x7f748c15c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74921cf640 1 -- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f748c0d2520 msgr2=0x7f748c15c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74921cf640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f748c0d2520 0x7f748c15c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74921cf640 1 -- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f748c0cfd80 msgr2=0x7f748c15bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74921cf640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f748c0cfd80 0x7f748c15bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74921cf640 1 -- 172.21.15.33:0/3492360565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f748c161fe0 con 0x7f748c0b31d0 2024-07-26T17:06:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74919ce640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f748c0cfd80 0x7f748c15bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.949+0000 7f74921cf640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f748c0b31d0 0x7f748c15c8b0 secure :-1 s=READY pgs=2724 cs=0 l=1 rev1=1 crypto rx=0x7f7488034040 tx=0x7f74880038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.950+0000 7f7482ffd640 1 -- 172.21.15.33:0/3492360565 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f748803e030 con 0x7f748c0b31d0 2024-07-26T17:06:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.950+0000 7f7482ffd640 1 -- 172.21.15.33:0/3492360565 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7488003d90 con 0x7f748c0b31d0 2024-07-26T17:06:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.950+0000 7f7482ffd640 1 -- 172.21.15.33:0/3492360565 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7488035040 con 0x7f748c0b31d0 2024-07-26T17:06:27.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.950+0000 7f7494433640 1 -- 172.21.15.33:0/3492360565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f748c0c9c10 con 0x7f748c0b31d0 2024-07-26T17:06:27.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.950+0000 7f7494433640 1 -- 172.21.15.33:0/3492360565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f748c0ca1d0 con 0x7f748c0b31d0 2024-07-26T17:06:27.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.951+0000 7f7494433640 1 -- 172.21.15.33:0/3492360565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f748c0b3720 con 0x7f748c0b31d0 2024-07-26T17:06:27.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.951+0000 7f7482ffd640 1 -- 172.21.15.33:0/3492360565 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 175) ==== 99185+0+0 (secure 0 0 0) 0x7f7488041030 con 0x7f748c0b31d0 2024-07-26T17:06:27.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.952+0000 7f7482ffd640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f74700770d0 0x7f74700795e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:27.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.952+0000 7f7482ffd640 1 -- 172.21.15.33:0/3492360565 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(278..278 src has 1..278) ==== 6308+0+0 (secure 0 0 0) 0x7f74880b93b0 con 0x7f748c0b31d0 2024-07-26T17:06:27.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.952+0000 7f74919ce640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f74700770d0 0x7f74700795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:27.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.953+0000 7f74919ce640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f74700770d0 0x7f74700795e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f747c006fd0 tx=0x7f747c008040 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:27.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:27.956+0000 7f7482ffd640 1 -- 172.21.15.33:0/3492360565 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7488082250 con 0x7f748c0b31d0 2024-07-26T17:06:28.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.148+0000 7f7494433640 1 -- 172.21.15.33:0/3492360565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f748c0b1780 con 0x7f748c0b31d0 2024-07-26T17:06:28.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.152+0000 7f7482ffd640 1 -- 172.21.15.33:0/3492360565 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v83) ==== 71+0+0 (secure 0 0 0) 0x7f7488081b50 con 0x7f748c0b31d0 2024-07-26T17:06:28.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 -- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f74700770d0 msgr2=0x7f74700795e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:28.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f74700770d0 0x7f74700795e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f747c006fd0 tx=0x7f747c008040 comp rx=0 tx=0).stop 2024-07-26T17:06:28.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 -- 172.21.15.33:0/3492360565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f748c0b31d0 msgr2=0x7f748c15c8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:28.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f748c0b31d0 0x7f748c15c8b0 secure :-1 s=READY pgs=2724 cs=0 l=1 rev1=1 crypto rx=0x7f7488034040 tx=0x7f74880038a0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 -- 172.21.15.33:0/3492360565 shutdown_connections 2024-07-26T17:06:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f748c0d2520 0x7f748c15c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f748c0cfd80 0x7f748c15bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f74700770d0 0x7f74700795e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 --2- 172.21.15.33:0/3492360565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f748c0b31d0 0x7f748c15c8b0 unknown :-1 s=CLOSED pgs=2724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 -- 172.21.15.33:0/3492360565 >> 172.21.15.33:0/3492360565 conn(0x7f748c0b5ac0 msgr2=0x7f748c06d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:28.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 -- 172.21.15.33:0/3492360565 shutdown_connections 2024-07-26T17:06:28.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.154+0000 7f7494433640 1 -- 172.21.15.33:0/3492360565 wait complete. 2024-07-26T17:06:28.167 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name' 2024-07-26T17:06:28.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.291+0000 7f92225c4640 1 -- 172.21.15.33:0/362777562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9204004800 msgr2=0x7f9204004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:28.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.291+0000 7f92225c4640 1 --2- 172.21.15.33:0/362777562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9204004800 0x7f9204004c10 secure :-1 s=READY pgs=2726 cs=0 l=1 rev1=1 crypto rx=0x7f921000c260 tx=0x7f9204005830 comp rx=0 tx=0).stop 2024-07-26T17:06:28.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.291+0000 7f9220b61640 1 -- 172.21.15.33:0/362777562 reap_dead start 2024-07-26T17:06:28.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.291+0000 7f92225c4640 1 -- 172.21.15.33:0/362777562 shutdown_connections 2024-07-26T17:06:28.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.291+0000 7f92225c4640 1 -- 172.21.15.33:0/362777562 >> 172.21.15.33:0/362777562 conn(0x7f921c0d0b10 msgr2=0x7f921c0d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:28.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.291+0000 7f92225c4640 1 -- 172.21.15.33:0/362777562 shutdown_connections 2024-07-26T17:06:28.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.291+0000 7f92225c4640 1 -- 172.21.15.33:0/362777562 wait complete. 2024-07-26T17:06:28.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.293+0000 7f92225c4640 1 Processor -- start 2024-07-26T17:06:28.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.293+0000 7f92225c4640 1 -- start start 2024-07-26T17:06:28.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f92225c4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9204004800 0x7f921c0ca070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:28.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f92225c4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f921c1f5760 0x7f921c15a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f92225c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f921c15a9a0 0x7f921c1f82d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f92225c4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f921c0d05c0 con 0x7f9204004800 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f92225c4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f921c08cd50 con 0x7f921c15a9a0 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f92225c4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f921c0d0740 con 0x7f921c1f5760 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f921bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9204004800 0x7f921c0ca070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f921bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9204004800 0x7f921c0ca070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39314/0 (socket says 172.21.15.33:39314) 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f921bfff640 1 -- 172.21.15.33:0/710605324 learned_addr learned my addr 172.21.15.33:0/710605324 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f9220b61640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f921c15a9a0 0x7f921c1f82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f921b7fe640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f921c1f5760 0x7f921c15a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f921bfff640 1 -- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f921c1f5760 msgr2=0x7f921c15a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f921bfff640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f921c1f5760 0x7f921c15a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f921bfff640 1 -- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f921c15a9a0 msgr2=0x7f921c1f82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:28.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f921bfff640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f921c15a9a0 0x7f921c1f82d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f921bfff640 1 -- 172.21.15.33:0/710605324 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f921c14b9f0 con 0x7f9204004800 2024-07-26T17:06:28.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f921bfff640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9204004800 0x7f921c0ca070 secure :-1 s=READY pgs=2727 cs=0 l=1 rev1=1 crypto rx=0x7f920c011ae0 tx=0x7f920c009eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:28.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.295+0000 7f9218ff9640 1 -- 172.21.15.33:0/710605324 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f920c01e070 con 0x7f9204004800 2024-07-26T17:06:28.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.296+0000 7f9218ff9640 1 -- 172.21.15.33:0/710605324 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f920c00fc70 con 0x7f9204004800 2024-07-26T17:06:28.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.296+0000 7f92225c4640 1 -- 172.21.15.33:0/710605324 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f921c0c8fd0 con 0x7f9204004800 2024-07-26T17:06:28.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.296+0000 7f9218ff9640 1 -- 172.21.15.33:0/710605324 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f920c019410 con 0x7f9204004800 2024-07-26T17:06:28.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.296+0000 7f92225c4640 1 -- 172.21.15.33:0/710605324 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f921c0c9590 con 0x7f9204004800 2024-07-26T17:06:28.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.297+0000 7f92225c4640 1 -- 172.21.15.33:0/710605324 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f921c0b0b50 con 0x7f9204004800 2024-07-26T17:06:28.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.297+0000 7f9218ff9640 1 -- 172.21.15.33:0/710605324 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 175) ==== 99185+0+0 (secure 0 0 0) 0x7f920c021070 con 0x7f9204004800 2024-07-26T17:06:28.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.298+0000 7f9218ff9640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f92080770a0 0x7f92080795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:28.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.298+0000 7f9218ff9640 1 -- 172.21.15.33:0/710605324 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(278..278 src has 1..278) ==== 6308+0+0 (secure 0 0 0) 0x7f920c0995f0 con 0x7f9204004800 2024-07-26T17:06:28.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.298+0000 7f921b7fe640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f92080770a0 0x7f92080795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:28.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.299+0000 7f921b7fe640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f92080770a0 0x7f92080795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9210033000 tx=0x7f9210038040 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:28.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.302+0000 7f9218ff9640 1 -- 172.21.15.33:0/710605324 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f920c061d40 con 0x7f9204004800 2024-07-26T17:06:28.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.570+0000 7f92225c4640 1 -- 172.21.15.33:0/710605324 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]} v 0) -- 0x7f921c0b8540 con 0x7f9204004800 2024-07-26T17:06:28.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.802+0000 7f9218ff9640 1 -- 172.21.15.33:0/710605324 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSnapdir.test_snap_dir_name"]}]=0 v3218) ==== 155+0+0 (secure 0 0 0) 0x7f920c066290 con 0x7f9204004800 2024-07-26T17:06:28.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 -- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f92080770a0 msgr2=0x7f92080795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:28.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f92080770a0 0x7f92080795b0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f9210033000 tx=0x7f9210038040 comp rx=0 tx=0).stop 2024-07-26T17:06:28.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 -- 172.21.15.33:0/710605324 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9204004800 msgr2=0x7f921c0ca070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:28.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9204004800 0x7f921c0ca070 secure :-1 s=READY pgs=2727 cs=0 l=1 rev1=1 crypto rx=0x7f920c011ae0 tx=0x7f920c009eb0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 -- 172.21.15.33:0/710605324 shutdown_connections 2024-07-26T17:06:28.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f921c15a9a0 0x7f921c1f82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f921c1f5760 0x7f921c15a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f92080770a0 0x7f92080795b0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 --2- 172.21.15.33:0/710605324 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9204004800 0x7f921c0ca070 unknown :-1 s=CLOSED pgs=2727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 -- 172.21.15.33:0/710605324 >> 172.21.15.33:0/710605324 conn(0x7f921c0d0b10 msgr2=0x7f921c158720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:28.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 -- 172.21.15.33:0/710605324 shutdown_connections 2024-07-26T17:06:28.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.804+0000 7f92225c4640 1 -- 172.21.15.33:0/710605324 wait complete. 2024-07-26T17:06:28.818 INFO:tasks.cephfs_test_runner:Test the correctness of snap directory name ... ok 2024-07-26T17:06:28.818 INFO:tasks.cephfs_test_runner:Starting test: test_snap_schedule_subvol_and_group_arguments_01 (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments) Test subvol schedule creation succeeds for default subvolgroup. 2024-07-26T17:06:28.818 INFO:tasks.cephfs_test_runner:test_snap_schedule_subvol_and_group_arguments_01 (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments) 2024-07-26T17:06:28.818 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:06:28.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.936+0000 7fecd2366640 1 -- 172.21.15.33:0/2216769006 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feccc0b1050 msgr2=0x7feccc0b1460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:28.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.936+0000 7fecd2366640 1 --2- 172.21.15.33:0/2216769006 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feccc0b1050 0x7feccc0b1460 secure :-1 s=READY pgs=2728 cs=0 l=1 rev1=1 crypto rx=0x7feccc0ce760 tx=0x7fecc402a8e0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.936+0000 7fecd2366640 1 -- 172.21.15.33:0/2216769006 shutdown_connections 2024-07-26T17:06:28.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.936+0000 7fecd2366640 1 --2- 172.21.15.33:0/2216769006 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feccc0b1050 0x7feccc0b1460 unknown :-1 s=CLOSED pgs=2728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.936+0000 7fecd2366640 1 --2- 172.21.15.33:0/2216769006 >> v2:172.21.15.154:3300/0 conn(0x7feccc0d1fc0 0x7feccc0b0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.936+0000 7fecd2366640 1 -- 172.21.15.33:0/2216769006 >> 172.21.15.33:0/2216769006 conn(0x7feccc0b5b00 msgr2=0x7feccc0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:28.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.936+0000 7fecd2366640 1 -- 172.21.15.33:0/2216769006 shutdown_connections 2024-07-26T17:06:28.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.936+0000 7fecd2366640 1 -- 172.21.15.33:0/2216769006 wait complete. 2024-07-26T17:06:28.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.938+0000 7fecd2366640 1 Processor -- start 2024-07-26T17:06:28.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.938+0000 7fecd2366640 1 -- start start 2024-07-26T17:06:28.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7fecd2366640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feccc0b1050 0x7feccc1f5c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:28.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7fecd2366640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feccc0b97f0 0x7feccc0cd440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:28.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7fecd2366640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feccc0d1fc0 0x7feccc0a1060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:28.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7fecd2366640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7feccc0ceda0 con 0x7feccc0b97f0 2024-07-26T17:06:28.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7fecd2366640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7feccc0cec20 con 0x7feccc0b1050 2024-07-26T17:06:28.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7fecd2366640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7feccc0cef20 con 0x7feccc0d1fc0 2024-07-26T17:06:28.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7feccb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feccc0b97f0 0x7feccc0cd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:28.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7feccb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feccc0b97f0 0x7feccc0cd440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39330/0 (socket says 172.21.15.33:39330) 2024-07-26T17:06:28.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7feccb7fe640 1 -- 172.21.15.33:0/2483249767 learned_addr learned my addr 172.21.15.33:0/2483249767 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:28.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7fecd0903640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feccc0d1fc0 0x7feccc0a1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:28.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7feccbfff640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feccc0b1050 0x7feccc1f5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:28.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7feccb7fe640 1 -- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feccc0d1fc0 msgr2=0x7feccc0a1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:28.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7feccb7fe640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feccc0d1fc0 0x7feccc0a1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7feccb7fe640 1 -- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feccc0b1050 msgr2=0x7feccc1f5c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:28.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7feccb7fe640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feccc0b1050 0x7feccc1f5c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:28.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7feccb7fe640 1 -- 172.21.15.33:0/2483249767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feccc0b4670 con 0x7feccc0b97f0 2024-07-26T17:06:28.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7feccbfff640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feccc0b1050 0x7feccc1f5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:28.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7fecd0903640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feccc0d1fc0 0x7feccc0a1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:28.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.940+0000 7feccb7fe640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feccc0b97f0 0x7feccc0cd440 secure :-1 s=READY pgs=2729 cs=0 l=1 rev1=1 crypto rx=0x7fecc000b440 tx=0x7fecc000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:28.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.941+0000 7fecc8ff9640 1 -- 172.21.15.33:0/2483249767 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc0015020 con 0x7feccc0b97f0 2024-07-26T17:06:28.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.941+0000 7fecc8ff9640 1 -- 172.21.15.33:0/2483249767 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fecc00119a0 con 0x7feccc0b97f0 2024-07-26T17:06:28.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.941+0000 7fecd2366640 1 -- 172.21.15.33:0/2483249767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feccc1f65c0 con 0x7feccc0b97f0 2024-07-26T17:06:28.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.941+0000 7fecc8ff9640 1 -- 172.21.15.33:0/2483249767 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc0011df0 con 0x7feccc0b97f0 2024-07-26T17:06:28.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.941+0000 7fecd2366640 1 -- 172.21.15.33:0/2483249767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feccc1f6b80 con 0x7feccc0b97f0 2024-07-26T17:06:28.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.942+0000 7fecd2366640 1 -- 172.21.15.33:0/2483249767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feccc0b43e0 con 0x7feccc0b97f0 2024-07-26T17:06:28.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.942+0000 7fecc8ff9640 1 -- 172.21.15.33:0/2483249767 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 175) ==== 99185+0+0 (secure 0 0 0) 0x7fecc0018020 con 0x7feccc0b97f0 2024-07-26T17:06:28.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.943+0000 7fecc8ff9640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fecb80770a0 0x7fecb80795b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:28.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.943+0000 7fecc8ff9640 1 -- 172.21.15.33:0/2483249767 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(278..278 src has 1..278) ==== 6308+0+0 (secure 0 0 0) 0x7fecc0098ed0 con 0x7feccc0b97f0 2024-07-26T17:06:28.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.943+0000 7feccbfff640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fecb80770a0 0x7fecb80795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:28.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.944+0000 7feccbfff640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fecb80770a0 0x7fecb80795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fecbc00a810 tx=0x7fecbc008040 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:28.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:28.948+0000 7fecc8ff9640 1 -- 172.21.15.33:0/2483249767 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fecc001f020 con 0x7feccc0b97f0 2024-07-26T17:06:29.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.140+0000 7fecd2366640 1 -- 172.21.15.33:0/2483249767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feccc1f63b0 con 0x7feccc0b97f0 2024-07-26T17:06:29.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.141+0000 7fecc8ff9640 1 -- 172.21.15.33:0/2483249767 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v278) ==== 74+0+14737 (secure 0 0 0) 0x7fecc000d040 con 0x7feccc0b97f0 2024-07-26T17:06:29.143 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:29.143 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":278,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:06:27.799396+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":36,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":269,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6835/264520761":"2024-07-27T17:06:24.781672+0000","172.21.15.33:6834/264520761":"2024-07-27T17:06:24.781672+0000","172.21.15.33:0/3650369976":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/3098759117":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/2545322390":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/513663958":"2024-07-27T17:06:21.381410+0000","172.21.15.33:6837/3886945351":"2024-07-27T17:06:21.381410+0000","172.21.15.33:6836/3886945351":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/1023320350":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/4107528209":"2024-07-27T17:06:21.381410+0000","172.21.15.154:0/405757023":"2024-07-26T18:06:16.576325+0000","172.21.15.33:0/1300843493":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/278138544":"2024-07-27T17:06:14.533099+0000","172.21.15.33:6837/456126865":"2024-07-27T17:06:14.533099+0000","172.21.15.33:6836/456126865":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/3238500615":"2024-07-27T17:06:21.381410+0000","172.21.15.33:0/3366259933":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/3968277629":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/2542388332":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/2708841321":"2024-07-27T17:06:14.533099+0000","172.21.15.33:0/4099605547":"2024-07-27T17:06:14.533099+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:06:29.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 -- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fecb80770a0 msgr2=0x7fecb80795b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:29.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fecb80770a0 0x7fecb80795b0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fecbc00a810 tx=0x7fecbc008040 comp rx=0 tx=0).stop 2024-07-26T17:06:29.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 -- 172.21.15.33:0/2483249767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feccc0b97f0 msgr2=0x7feccc0cd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:29.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feccc0b97f0 0x7feccc0cd440 secure :-1 s=READY pgs=2729 cs=0 l=1 rev1=1 crypto rx=0x7fecc000b440 tx=0x7fecc000b900 comp rx=0 tx=0).stop 2024-07-26T17:06:29.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 -- 172.21.15.33:0/2483249767 shutdown_connections 2024-07-26T17:06:29.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7feccc0d1fc0 0x7feccc0a1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fecb80770a0 0x7fecb80795b0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feccc0b97f0 0x7feccc0cd440 unknown :-1 s=CLOSED pgs=2729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 --2- 172.21.15.33:0/2483249767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7feccc0b1050 0x7feccc1f5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 -- 172.21.15.33:0/2483249767 >> 172.21.15.33:0/2483249767 conn(0x7feccc0b5b00 msgr2=0x7feccc0b7d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:29.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 -- 172.21.15.33:0/2483249767 shutdown_connections 2024-07-26T17:06:29.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.143+0000 7fecd2366640 1 -- 172.21.15.33:0/2483249767 wait complete. 2024-07-26T17:06:29.157 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T17:06:29.157 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T17:06:29.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.279+0000 7fd69164b640 1 -- 172.21.15.33:0/179644398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd678003a00 msgr2=0x7fd678003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:29.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.279+0000 7fd69164b640 1 --2- 172.21.15.33:0/179644398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd678003a00 0x7fd678003e70 secure :-1 s=READY pgs=2731 cs=0 l=1 rev1=1 crypto rx=0x7fd68400c640 tx=0x7fd678005830 comp rx=0 tx=0).stop 2024-07-26T17:06:29.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.279+0000 7fd68b7fe640 1 -- 172.21.15.33:0/179644398 reap_dead start 2024-07-26T17:06:29.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.279+0000 7fd69164b640 1 -- 172.21.15.33:0/179644398 shutdown_connections 2024-07-26T17:06:29.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.279+0000 7fd69164b640 1 -- 172.21.15.33:0/179644398 >> 172.21.15.33:0/179644398 conn(0x7fd68c0d1e70 msgr2=0x7fd68c0d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:29.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.279+0000 7fd69164b640 1 -- 172.21.15.33:0/179644398 shutdown_connections 2024-07-26T17:06:29.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.279+0000 7fd69164b640 1 -- 172.21.15.33:0/179644398 wait complete. 2024-07-26T17:06:29.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.281+0000 7fd69164b640 1 Processor -- start 2024-07-26T17:06:29.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.281+0000 7fd69164b640 1 -- start start 2024-07-26T17:06:29.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.282+0000 7fd69164b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd678003a00 0x7fd68c0cb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:29.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.282+0000 7fd69164b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd68c152150 0x7fd68c15ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:29.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.282+0000 7fd69164b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd68c152560 0x7fd68c15f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:29.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.282+0000 7fd69164b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd68c0b1e80 con 0x7fd68c152560 2024-07-26T17:06:29.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.282+0000 7fd69164b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd68c0b1d00 con 0x7fd678003a00 2024-07-26T17:06:29.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.282+0000 7fd69164b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd68c0b2000 con 0x7fd68c152150 2024-07-26T17:06:29.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.282+0000 7fd68b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd68c152560 0x7fd68c15f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.282+0000 7fd68b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd68c152560 0x7fd68c15f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39360/0 (socket says 172.21.15.33:39360) 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.282+0000 7fd68b7fe640 1 -- 172.21.15.33:0/1021595473 learned_addr learned my addr 172.21.15.33:0/1021595473 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.282+0000 7fd68affd640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd678003a00 0x7fd68c0cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.282+0000 7fd68a7fc640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd68c152150 0x7fd68c15ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.283+0000 7fd68b7fe640 1 -- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd68c152150 msgr2=0x7fd68c15ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.283+0000 7fd68b7fe640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd68c152150 0x7fd68c15ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.283+0000 7fd68b7fe640 1 -- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd678003a00 msgr2=0x7fd68c0cb700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.283+0000 7fd68b7fe640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd678003a00 0x7fd68c0cb700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.283+0000 7fd68b7fe640 1 -- 172.21.15.33:0/1021595473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd68c0cbc40 con 0x7fd68c152560 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.283+0000 7fd68b7fe640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd68c152560 0x7fd68c15f250 secure :-1 s=READY pgs=2732 cs=0 l=1 rev1=1 crypto rx=0x7fd68c0cf9d0 tx=0x7fd67c00fa20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.283+0000 7fd6837fe640 1 -- 172.21.15.33:0/1021595473 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c004220 con 0x7fd68c152560 2024-07-26T17:06:29.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.283+0000 7fd6837fe640 1 -- 172.21.15.33:0/1021595473 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd67c011710 con 0x7fd68c152560 2024-07-26T17:06:29.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.283+0000 7fd6837fe640 1 -- 172.21.15.33:0/1021595473 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c011b60 con 0x7fd68c152560 2024-07-26T17:06:29.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.283+0000 7fd69164b640 1 -- 172.21.15.33:0/1021595473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd68c1f52d0 con 0x7fd68c152560 2024-07-26T17:06:29.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.283+0000 7fd69164b640 1 -- 172.21.15.33:0/1021595473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd68c1f5890 con 0x7fd68c152560 2024-07-26T17:06:29.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.284+0000 7fd69164b640 1 -- 172.21.15.33:0/1021595473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd68c0b10a0 con 0x7fd68c152560 2024-07-26T17:06:29.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.285+0000 7fd6837fe640 1 -- 172.21.15.33:0/1021595473 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fd67c019030 con 0x7fd68c152560 2024-07-26T17:06:29.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.285+0000 7fd6837fe640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd66c077130 0x7fd66c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:29.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.286+0000 7fd6837fe640 1 -- 172.21.15.33:0/1021595473 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(278..278 src has 1..278) ==== 6308+0+0 (secure 0 0 0) 0x7fd67c098f00 con 0x7fd68c152560 2024-07-26T17:06:29.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.286+0000 7fd68affd640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd66c077130 0x7fd66c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:29.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.286+0000 7fd68affd640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd66c077130 0x7fd66c079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fd684033000 tx=0x7fd68c15cad0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:29.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.290+0000 7fd6837fe640 1 -- 172.21.15.33:0/1021595473 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd67c061620 con 0x7fd68c152560 2024-07-26T17:06:29.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.481+0000 7fd69164b640 1 -- 172.21.15.33:0/1021595473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd68c0b4550 con 0x7fd68c152560 2024-07-26T17:06:29.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.482+0000 7fd6837fe640 1 -- 172.21.15.33:0/1021595473 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v278) ==== 93+0+10 (secure 0 0 0) 0x7fd67c065b70 con 0x7fd68c152560 2024-07-26T17:06:29.484 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T17:06:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 -- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd66c077130 msgr2=0x7fd66c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd66c077130 0x7fd66c079640 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fd684033000 tx=0x7fd68c15cad0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 -- 172.21.15.33:0/1021595473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd68c152560 msgr2=0x7fd68c15f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd68c152560 0x7fd68c15f250 secure :-1 s=READY pgs=2732 cs=0 l=1 rev1=1 crypto rx=0x7fd68c0cf9d0 tx=0x7fd67c00fa20 comp rx=0 tx=0).stop 2024-07-26T17:06:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 -- 172.21.15.33:0/1021595473 shutdown_connections 2024-07-26T17:06:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd66c077130 0x7fd66c079640 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd68c152560 0x7fd68c15f250 unknown :-1 s=CLOSED pgs=2732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd68c152150 0x7fd68c15ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 --2- 172.21.15.33:0/1021595473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd678003a00 0x7fd68c0cb700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 -- 172.21.15.33:0/1021595473 >> 172.21.15.33:0/1021595473 conn(0x7fd68c0d1e70 msgr2=0x7fd68c0705e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 -- 172.21.15.33:0/1021595473 shutdown_connections 2024-07-26T17:06:29.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.484+0000 7fd69164b640 1 -- 172.21.15.33:0/1021595473 wait complete. 2024-07-26T17:06:29.497 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments.test_snap_schedule_subvol_and_group_arguments_01' 2024-07-26T17:06:29.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.613+0000 7f97c3d39640 1 -- 172.21.15.33:0/3854746572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97bc0b9870 msgr2=0x7f97bc0b0b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:29.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.613+0000 7f97c3d39640 1 --2- 172.21.15.33:0/3854746572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97bc0b9870 0x7f97bc0b0b50 secure :-1 s=READY pgs=2733 cs=0 l=1 rev1=1 crypto rx=0x7f97bc08c6a0 tx=0x7f97ac02a970 comp rx=0 tx=0).stop 2024-07-26T17:06:29.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.613+0000 7f97c3d39640 1 -- 172.21.15.33:0/3854746572 shutdown_connections 2024-07-26T17:06:29.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.613+0000 7f97c3d39640 1 --2- 172.21.15.33:0/3854746572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97bc0d2910 0x7f97bc0cfeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.613+0000 7f97c3d39640 1 --2- 172.21.15.33:0/3854746572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97bc0b9870 0x7f97bc0b0b50 unknown :-1 s=CLOSED pgs=2733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.613+0000 7f97c3d39640 1 -- 172.21.15.33:0/3854746572 >> 172.21.15.33:0/3854746572 conn(0x7f97bc0d0b10 msgr2=0x7f97bc0d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:29.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.613+0000 7f97c3d39640 1 -- 172.21.15.33:0/3854746572 shutdown_connections 2024-07-26T17:06:29.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.613+0000 7f97c3d39640 1 -- 172.21.15.33:0/3854746572 wait complete. 2024-07-26T17:06:29.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.615+0000 7f97c3d39640 1 Processor -- start 2024-07-26T17:06:29.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.615+0000 7f97c3d39640 1 -- start start 2024-07-26T17:06:29.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.616+0000 7f97c3d39640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97bc0b9870 0x7f97bc161b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:29.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.616+0000 7f97c3d39640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97bc0d2910 0x7f97bc15db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:29.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c3d39640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97bc0d2d20 0x7f97bc15e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:29.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c3d39640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f97bc0cecc0 con 0x7f97bc0d2d20 2024-07-26T17:06:29.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c3d39640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f97bc0cee40 con 0x7f97bc0d2910 2024-07-26T17:06:29.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c3d39640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f97bc0cefc0 con 0x7f97bc0b9870 2024-07-26T17:06:29.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c22d6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97bc0d2d20 0x7f97bc15e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:29.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c22d6640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97bc0d2d20 0x7f97bc15e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39370/0 (socket says 172.21.15.33:39370) 2024-07-26T17:06:29.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c22d6640 1 -- 172.21.15.33:0/487527311 learned_addr learned my addr 172.21.15.33:0/487527311 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:29.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c12d4640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97bc0d2910 0x7f97bc15db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:29.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c1ad5640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97bc0b9870 0x7f97bc161b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:29.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c22d6640 1 -- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97bc0b9870 msgr2=0x7f97bc161b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:29.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c22d6640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97bc0b9870 0x7f97bc161b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c22d6640 1 -- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97bc0d2910 msgr2=0x7f97bc15db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:29.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c22d6640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97bc0d2910 0x7f97bc15db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:29.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c22d6640 1 -- 172.21.15.33:0/487527311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97bc0c7da0 con 0x7f97bc0d2d20 2024-07-26T17:06:29.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c1ad5640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97bc0b9870 0x7f97bc161b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:29.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c12d4640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97bc0d2910 0x7f97bc15db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:29.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c22d6640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97bc0d2d20 0x7f97bc15e0b0 secure :-1 s=READY pgs=2734 cs=0 l=1 rev1=1 crypto rx=0x7f97b400c3c0 tx=0x7f97b400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:29.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97ba7fc640 1 -- 172.21.15.33:0/487527311 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b4017070 con 0x7f97bc0d2d20 2024-07-26T17:06:29.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97ba7fc640 1 -- 172.21.15.33:0/487527311 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97b40053c0 con 0x7f97bc0d2d20 2024-07-26T17:06:29.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97c3d39640 1 -- 172.21.15.33:0/487527311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97bc1f8dd0 con 0x7f97bc0d2d20 2024-07-26T17:06:29.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.617+0000 7f97ba7fc640 1 -- 172.21.15.33:0/487527311 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b4003850 con 0x7f97bc0d2d20 2024-07-26T17:06:29.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.618+0000 7f97c3d39640 1 -- 172.21.15.33:0/487527311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97bc1f9390 con 0x7f97bc0d2d20 2024-07-26T17:06:29.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.618+0000 7f97c3d39640 1 -- 172.21.15.33:0/487527311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97bc0c7f70 con 0x7f97bc0d2d20 2024-07-26T17:06:29.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.619+0000 7f97ba7fc640 1 -- 172.21.15.33:0/487527311 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f97b401a070 con 0x7f97bc0d2d20 2024-07-26T17:06:29.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.620+0000 7f97ba7fc640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f97a8077130 0x7f97a8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:29.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.620+0000 7f97ba7fc640 1 -- 172.21.15.33:0/487527311 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(278..278 src has 1..278) ==== 6308+0+0 (secure 0 0 0) 0x7f97b4098130 con 0x7f97bc0d2d20 2024-07-26T17:06:29.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.620+0000 7f97c1ad5640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f97a8077130 0x7f97a8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:29.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.621+0000 7f97c1ad5640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f97a8077130 0x7f97a8079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f97ac035000 tx=0x7f97ac004ab0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:29.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.624+0000 7f97ba7fc640 1 -- 172.21.15.33:0/487527311 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f97b4061080 con 0x7f97bc0d2d20 2024-07-26T17:06:29.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:29.894+0000 7f97c3d39640 1 -- 172.21.15.33:0/487527311 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments.test_snap_schedule_subvol_and_group_arguments_01"]} v 0) -- 0x7f97bc15d090 con 0x7f97bc0d2d20 2024-07-26T17:06:30.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.809+0000 7f97ba7fc640 1 -- 172.21.15.33:0/487527311 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments.test_snap_schedule_subvol_and_group_arguments_01"]}]=0 v3220) ==== 204+0+0 (secure 0 0 0) 0x7f97b4069350 con 0x7f97bc0d2d20 2024-07-26T17:06:30.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 -- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f97a8077130 msgr2=0x7f97a8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:30.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f97a8077130 0x7f97a8079640 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f97ac035000 tx=0x7f97ac004ab0 comp rx=0 tx=0).stop 2024-07-26T17:06:30.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 -- 172.21.15.33:0/487527311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97bc0d2d20 msgr2=0x7f97bc15e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:30.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97bc0d2d20 0x7f97bc15e0b0 secure :-1 s=READY pgs=2734 cs=0 l=1 rev1=1 crypto rx=0x7f97b400c3c0 tx=0x7f97b400c880 comp rx=0 tx=0).stop 2024-07-26T17:06:30.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 -- 172.21.15.33:0/487527311 shutdown_connections 2024-07-26T17:06:30.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f97a8077130 0x7f97a8079640 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:30.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97bc0d2d20 0x7f97bc15e0b0 unknown :-1 s=CLOSED pgs=2734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:30.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97bc0d2910 0x7f97bc15db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:30.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 --2- 172.21.15.33:0/487527311 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97bc0b9870 0x7f97bc161b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:30.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 -- 172.21.15.33:0/487527311 >> 172.21.15.33:0/487527311 conn(0x7f97bc0d0b10 msgr2=0x7f97bc06ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:30.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 -- 172.21.15.33:0/487527311 shutdown_connections 2024-07-26T17:06:30.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.812+0000 7f97c3d39640 1 -- 172.21.15.33:0/487527311 wait complete. 2024-07-26T17:06:30.828 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T17:06:30.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.951+0000 7f948f3d7640 1 -- 172.21.15.33:0/441124497 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9488073910 msgr2=0x7f94880b3c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:30.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.951+0000 7f948f3d7640 1 --2- 172.21.15.33:0/441124497 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9488073910 0x7f94880b3c50 secure :-1 s=READY pgs=2735 cs=0 l=1 rev1=1 crypto rx=0x7f9488072e80 tx=0x7f948002a560 comp rx=0 tx=0).stop 2024-07-26T17:06:30.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.951+0000 7f948f3d7640 1 -- 172.21.15.33:0/441124497 shutdown_connections 2024-07-26T17:06:30.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.951+0000 7f948f3d7640 1 --2- 172.21.15.33:0/441124497 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9488073910 0x7f94880b3c50 unknown :-1 s=CLOSED pgs=2735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:30.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.951+0000 7f948f3d7640 1 --2- 172.21.15.33:0/441124497 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f948815af50 0x7f94880733d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.951+0000 7f948f3d7640 1 --2- 172.21.15.33:0/441124497 >> v2:172.21.15.154:3300/0 conn(0x7f9488070de0 0x7f9488070870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.951+0000 7f948f3d7640 1 -- 172.21.15.33:0/441124497 >> 172.21.15.33:0/441124497 conn(0x7f94880b3200 msgr2=0x7f948806d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.951+0000 7f948f3d7640 1 -- 172.21.15.33:0/441124497 shutdown_connections 2024-07-26T17:06:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.951+0000 7f948f3d7640 1 -- 172.21.15.33:0/441124497 wait complete. 2024-07-26T17:06:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.953+0000 7f948f3d7640 1 Processor -- start 2024-07-26T17:06:30.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.953+0000 7f948f3d7640 1 -- start start 2024-07-26T17:06:30.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.954+0000 7f948f3d7640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9488070de0 0x7f9488156cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:30.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.954+0000 7f948f3d7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9488073910 0x7f94880ced10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:30.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.954+0000 7f948f3d7640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f948815af50 0x7f94880cd690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:30.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.954+0000 7f948f3d7640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f94880b4520 con 0x7f9488073910 2024-07-26T17:06:30.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.954+0000 7f948f3d7640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f94880b43a0 con 0x7f9488070de0 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.954+0000 7f948f3d7640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f94880b46a0 con 0x7f948815af50 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.954+0000 7f948c972640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9488073910 0x7f94880ced10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f948c972640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9488073910 0x7f94880ced10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39400/0 (socket says 172.21.15.33:39400) 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f948c972640 1 -- 172.21.15.33:0/4204099839 learned_addr learned my addr 172.21.15.33:0/4204099839 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f948d173640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9488070de0 0x7f9488156cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f948d974640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f948815af50 0x7f94880cd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f948c972640 1 -- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f948815af50 msgr2=0x7f94880cd690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f948c972640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f948815af50 0x7f94880cd690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f948c972640 1 -- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9488070de0 msgr2=0x7f9488156cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f948c972640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9488070de0 0x7f9488156cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f948c972640 1 -- 172.21.15.33:0/4204099839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f948814ac70 con 0x7f9488073910 2024-07-26T17:06:30.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f948c972640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9488073910 0x7f94880ced10 secure :-1 s=READY pgs=2736 cs=0 l=1 rev1=1 crypto rx=0x7f947800c970 tx=0x7f947800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:30.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f947dffb640 1 -- 172.21.15.33:0/4204099839 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9478007bb0 con 0x7f9488073910 2024-07-26T17:06:30.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f947dffb640 1 -- 172.21.15.33:0/4204099839 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9478005020 con 0x7f9488073910 2024-07-26T17:06:30.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f948f3d7640 1 -- 172.21.15.33:0/4204099839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9488155c50 con 0x7f9488073910 2024-07-26T17:06:30.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.955+0000 7f947dffb640 1 -- 172.21.15.33:0/4204099839 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9478007e60 con 0x7f9488073910 2024-07-26T17:06:30.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.956+0000 7f948f3d7640 1 -- 172.21.15.33:0/4204099839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94881561d0 con 0x7f9488073910 2024-07-26T17:06:30.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.956+0000 7f948f3d7640 1 -- 172.21.15.33:0/4204099839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94880b3c50 con 0x7f9488073910 2024-07-26T17:06:30.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.957+0000 7f947dffb640 1 -- 172.21.15.33:0/4204099839 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f9478005470 con 0x7f9488073910 2024-07-26T17:06:30.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.958+0000 7f947dffb640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f946c077160 0x7f946c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:30.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.958+0000 7f947dffb640 1 -- 172.21.15.33:0/4204099839 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(278..278 src has 1..278) ==== 6308+0+0 (secure 0 0 0) 0x7f9478099100 con 0x7f9488073910 2024-07-26T17:06:30.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.958+0000 7f948d173640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f946c077160 0x7f946c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:30.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.959+0000 7f948d173640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f946c077160 0x7f946c079670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f9484005fd0 tx=0x7f948400a4d0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:30.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:30.962+0000 7f947dffb640 1 -- 172.21.15.33:0/4204099839 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9478014030 con 0x7f9488073910 2024-07-26T17:06:31.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.156+0000 7f948f3d7640 1 -- 172.21.15.33:0/4204099839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f9488154e10 con 0x7f9488073910 2024-07-26T17:06:31.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.156+0000 7f947dffb640 1 -- 172.21.15.33:0/4204099839 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v83) ==== 59+0+1998 (secure 0 0 0) 0x7f947806a150 con 0x7f9488073910 2024-07-26T17:06:31.158 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T17:06:31.159 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T17:06:31.159 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T17:06:31.159 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T17:06:31.159 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T17:06:31.159 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T17:06:31.159 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T17:06:31.159 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T17:06:31.159 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T17:06:31.159 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T17:06:31.159 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T17:06:31.159 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T17:06:31.160 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T17:06:31.161 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T17:06:31.161 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T17:06:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 -- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f946c077160 msgr2=0x7f946c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f946c077160 0x7f946c079670 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f9484005fd0 tx=0x7f948400a4d0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 -- 172.21.15.33:0/4204099839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9488073910 msgr2=0x7f94880ced10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9488073910 0x7f94880ced10 secure :-1 s=READY pgs=2736 cs=0 l=1 rev1=1 crypto rx=0x7f947800c970 tx=0x7f947800ce30 comp rx=0 tx=0).stop 2024-07-26T17:06:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 -- 172.21.15.33:0/4204099839 shutdown_connections 2024-07-26T17:06:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f948815af50 0x7f94880cd690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f946c077160 0x7f946c079670 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9488073910 0x7f94880ced10 unknown :-1 s=CLOSED pgs=2736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 --2- 172.21.15.33:0/4204099839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9488070de0 0x7f9488156cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 -- 172.21.15.33:0/4204099839 >> 172.21.15.33:0/4204099839 conn(0x7f94880b3200 msgr2=0x7f948806fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:31.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 -- 172.21.15.33:0/4204099839 shutdown_connections 2024-07-26T17:06:31.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.159+0000 7f948f3d7640 1 -- 172.21.15.33:0/4204099839 wait complete. 2024-07-26T17:06:31.172 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T17:06:31.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.291+0000 7f3aca0c2640 1 -- 172.21.15.33:0/492558119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac40ce490 msgr2=0x7f3ac40ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:31.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.291+0000 7f3aca0c2640 1 --2- 172.21.15.33:0/492558119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac40ce490 0x7f3ac40ce8a0 secure :-1 s=READY pgs=2737 cs=0 l=1 rev1=1 crypto rx=0x7f3ac4073cf0 tx=0x7f3ab402a560 comp rx=0 tx=0).stop 2024-07-26T17:06:31.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.291+0000 7f3aca0c2640 1 -- 172.21.15.33:0/492558119 shutdown_connections 2024-07-26T17:06:31.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.291+0000 7f3aca0c2640 1 --2- 172.21.15.33:0/492558119 >> v2:172.21.15.154:3300/0 conn(0x7f3ac4160bc0 0x7f3ac40b4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.291+0000 7f3aca0c2640 1 --2- 172.21.15.33:0/492558119 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac40ce490 0x7f3ac40ce8a0 unknown :-1 s=CLOSED pgs=2737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.291+0000 7f3aca0c2640 1 -- 172.21.15.33:0/492558119 >> 172.21.15.33:0/492558119 conn(0x7f3ac40d1e10 msgr2=0x7f3ac40d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:31.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.291+0000 7f3aca0c2640 1 -- 172.21.15.33:0/492558119 shutdown_connections 2024-07-26T17:06:31.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.291+0000 7f3aca0c2640 1 -- 172.21.15.33:0/492558119 wait complete. 2024-07-26T17:06:31.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.293+0000 7f3aca0c2640 1 Processor -- start 2024-07-26T17:06:31.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.293+0000 7f3aca0c2640 1 -- start start 2024-07-26T17:06:31.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.294+0000 7f3aca0c2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ac40ce490 0x7f3ac4158e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:31.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.294+0000 7f3aca0c2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ac40cede0 0x7f3ac40b22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:31.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.294+0000 7f3aca0c2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac4160bc0 0x7f3ac40caed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:31.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.294+0000 7f3aca0c2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac4160fd0 con 0x7f3ac4160bc0 2024-07-26T17:06:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.294+0000 7f3aca0c2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3ac40b3150 con 0x7f3ac40ce490 2024-07-26T17:06:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.294+0000 7f3aca0c2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3ac4161150 con 0x7f3ac40cede0 2024-07-26T17:06:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.294+0000 7f3ac3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac4160bc0 0x7f3ac40caed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.294+0000 7f3ac3fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac4160bc0 0x7f3ac40caed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39420/0 (socket says 172.21.15.33:39420) 2024-07-26T17:06:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3ac3fff640 1 -- 172.21.15.33:0/1445562698 learned_addr learned my addr 172.21.15.33:0/1445562698 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3ac37fe640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ac40ce490 0x7f3ac4158e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3ac2ffd640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ac40cede0 0x7f3ac40b22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3ac3fff640 1 -- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ac40cede0 msgr2=0x7f3ac40b22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3ac3fff640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ac40cede0 0x7f3ac40b22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3ac3fff640 1 -- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ac40ce490 msgr2=0x7f3ac4158e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:31.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3ac3fff640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ac40ce490 0x7f3ac4158e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3ac3fff640 1 -- 172.21.15.33:0/1445562698 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ac41f5070 con 0x7f3ac4160bc0 2024-07-26T17:06:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3ac37fe640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ac40ce490 0x7f3ac4158e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3ac2ffd640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ac40cede0 0x7f3ac40b22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3ac3fff640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac4160bc0 0x7f3ac40caed0 secure :-1 s=READY pgs=2738 cs=0 l=1 rev1=1 crypto rx=0x7f3abc00b970 tx=0x7f3abc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3aabfff640 1 -- 172.21.15.33:0/1445562698 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3abc019070 con 0x7f3ac4160bc0 2024-07-26T17:06:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3aabfff640 1 -- 172.21.15.33:0/1445562698 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3abc00cc50 con 0x7f3ac4160bc0 2024-07-26T17:06:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3aabfff640 1 -- 172.21.15.33:0/1445562698 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3abc0146a0 con 0x7f3ac4160bc0 2024-07-26T17:06:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3aca0c2640 1 -- 172.21.15.33:0/1445562698 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ac41f5350 con 0x7f3ac4160bc0 2024-07-26T17:06:31.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.295+0000 7f3aca0c2640 1 -- 172.21.15.33:0/1445562698 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ac41f5910 con 0x7f3ac4160bc0 2024-07-26T17:06:31.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.296+0000 7f3aca0c2640 1 -- 172.21.15.33:0/1445562698 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ac40ce8a0 con 0x7f3ac4160bc0 2024-07-26T17:06:31.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.297+0000 7f3aabfff640 1 -- 172.21.15.33:0/1445562698 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f3abc01c070 con 0x7f3ac4160bc0 2024-07-26T17:06:31.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.298+0000 7f3aabfff640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3ab0077130 0x7f3ab0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:31.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.298+0000 7f3aabfff640 1 -- 172.21.15.33:0/1445562698 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(278..278 src has 1..278) ==== 6308+0+0 (secure 0 0 0) 0x7f3abc098a40 con 0x7f3ac4160bc0 2024-07-26T17:06:31.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.298+0000 7f3ac37fe640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3ab0077130 0x7f3ab0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:31.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.299+0000 7f3ac37fe640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3ab0077130 0x7f3ab0079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3ab4033000 tx=0x7f3ab4004730 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:31.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.302+0000 7f3aabfff640 1 -- 172.21.15.33:0/1445562698 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3abc061960 con 0x7f3ac4160bc0 2024-07-26T17:06:31.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.496+0000 7f3aca0c2640 1 -- 172.21.15.33:0/1445562698 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f3ac415cc90 con 0x7f3ac4160bc0 2024-07-26T17:06:31.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.500+0000 7f3aabfff640 1 -- 172.21.15.33:0/1445562698 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v84)=0 v84) ==== 122+0+0 (secure 0 0 0) 0x7f3abc098e20 con 0x7f3ac4160bc0 2024-07-26T17:06:31.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 -- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3ab0077130 msgr2=0x7f3ab0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:31.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3ab0077130 0x7f3ab0079640 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3ab4033000 tx=0x7f3ab4004730 comp rx=0 tx=0).stop 2024-07-26T17:06:31.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 -- 172.21.15.33:0/1445562698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac4160bc0 msgr2=0x7f3ac40caed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:31.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac4160bc0 0x7f3ac40caed0 secure :-1 s=READY pgs=2738 cs=0 l=1 rev1=1 crypto rx=0x7f3abc00b970 tx=0x7f3abc00be30 comp rx=0 tx=0).stop 2024-07-26T17:06:31.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 -- 172.21.15.33:0/1445562698 shutdown_connections 2024-07-26T17:06:31.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3ab0077130 0x7f3ab0079640 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ac4160bc0 0x7f3ac40caed0 unknown :-1 s=CLOSED pgs=2738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3ac40cede0 0x7f3ac40b22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 --2- 172.21.15.33:0/1445562698 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3ac40ce490 0x7f3ac4158e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 -- 172.21.15.33:0/1445562698 >> 172.21.15.33:0/1445562698 conn(0x7f3ac40d1e10 msgr2=0x7f3ac40689c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:31.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 -- 172.21.15.33:0/1445562698 shutdown_connections 2024-07-26T17:06:31.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.503+0000 7f3aca0c2640 1 -- 172.21.15.33:0/1445562698 wait complete. 2024-07-26T17:06:31.516 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:06:31.516 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:06:31.557 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:06:31.597 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:06:31.597 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:06:31.598 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:31.614 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:06:31.614 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:06:31.614 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:31.654 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:06:31.654 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:06:31.655 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:31.670 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:06:31.671 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:06:31.671 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:06:31.712 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:06:31.712 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T17:06:31.712 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:06:31.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.828+0000 7fee2e159640 1 -- 172.21.15.33:0/1311068349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee280b4570 msgr2=0x7fee28168c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:31.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.828+0000 7fee2e159640 1 --2- 172.21.15.33:0/1311068349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee280b4570 0x7fee28168c90 secure :-1 s=READY pgs=2740 cs=0 l=1 rev1=1 crypto rx=0x7fee280ce410 tx=0x7fee2002a820 comp rx=0 tx=0).stop 2024-07-26T17:06:31.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.828+0000 7fee2e159640 1 -- 172.21.15.33:0/1311068349 shutdown_connections 2024-07-26T17:06:31.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.828+0000 7fee2e159640 1 --2- 172.21.15.33:0/1311068349 >> v2:172.21.15.154:3300/0 conn(0x7fee280d2180 0x7fee280b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.828+0000 7fee2e159640 1 --2- 172.21.15.33:0/1311068349 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee280b4570 0x7fee28168c90 unknown :-1 s=CLOSED pgs=2740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.828+0000 7fee2e159640 1 -- 172.21.15.33:0/1311068349 >> 172.21.15.33:0/1311068349 conn(0x7fee280b5ab0 msgr2=0x7fee280b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:31.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.828+0000 7fee2e159640 1 -- 172.21.15.33:0/1311068349 shutdown_connections 2024-07-26T17:06:31.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.828+0000 7fee2e159640 1 -- 172.21.15.33:0/1311068349 wait complete. 2024-07-26T17:06:31.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.830+0000 7fee2e159640 1 Processor -- start 2024-07-26T17:06:31.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.830+0000 7fee2e159640 1 -- start start 2024-07-26T17:06:31.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.831+0000 7fee2e159640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee280b4570 0x7fee281e19d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:31.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.831+0000 7fee2e159640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee280d1d70 0x7fee280cda30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:31.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.831+0000 7fee2e159640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee280d2180 0x7fee280b7790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:31.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.831+0000 7fee2e159640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fee280d0730 con 0x7fee280d2180 2024-07-26T17:06:31.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.831+0000 7fee2e159640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fee2808c630 con 0x7fee280b4570 2024-07-26T17:06:31.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.831+0000 7fee2e159640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fee281f7750 con 0x7fee280d1d70 2024-07-26T17:06:31.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee27fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee280d2180 0x7fee280b7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:31.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee27fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee280d2180 0x7fee280b7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51296/0 (socket says 172.21.15.33:51296) 2024-07-26T17:06:31.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee27fff640 1 -- 172.21.15.33:0/1572437654 learned_addr learned my addr 172.21.15.33:0/1572437654 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:31.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee26ffd640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee280d1d70 0x7fee280cda30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:31.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee277fe640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee280b4570 0x7fee281e19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:31.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee27fff640 1 -- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee280d1d70 msgr2=0x7fee280cda30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:31.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee27fff640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee280d1d70 0x7fee280cda30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee27fff640 1 -- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee280b4570 msgr2=0x7fee281e19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:31.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee27fff640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee280b4570 0x7fee281e19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:31.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee27fff640 1 -- 172.21.15.33:0/1572437654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee280cdf70 con 0x7fee280d2180 2024-07-26T17:06:31.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee27fff640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee280d2180 0x7fee280b7790 secure :-1 s=READY pgs=2741 cs=0 l=1 rev1=1 crypto rx=0x7fee20009ca0 tx=0x7fee20032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:31.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee0ffff640 1 -- 172.21.15.33:0/1572437654 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee20037040 con 0x7fee280d2180 2024-07-26T17:06:31.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee0ffff640 1 -- 172.21.15.33:0/1572437654 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee20042070 con 0x7fee280d2180 2024-07-26T17:06:31.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee2e159640 1 -- 172.21.15.33:0/1572437654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee281f5650 con 0x7fee280d2180 2024-07-26T17:06:31.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee0ffff640 1 -- 172.21.15.33:0/1572437654 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee20003e60 con 0x7fee280d2180 2024-07-26T17:06:31.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.832+0000 7fee2e159640 1 -- 172.21.15.33:0/1572437654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee281f5c10 con 0x7fee280d2180 2024-07-26T17:06:31.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.833+0000 7fee2e159640 1 -- 172.21.15.33:0/1572437654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee2808cb30 con 0x7fee280d2180 2024-07-26T17:06:31.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.834+0000 7fee0ffff640 1 -- 172.21.15.33:0/1572437654 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fee200042a0 con 0x7fee280d2180 2024-07-26T17:06:31.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.835+0000 7fee0ffff640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fee14077130 0x7fee14079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:31.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.835+0000 7fee0ffff640 1 -- 172.21.15.33:0/1572437654 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(278..278 src has 1..278) ==== 6308+0+0 (secure 0 0 0) 0x7fee200b9b70 con 0x7fee280d2180 2024-07-26T17:06:31.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.835+0000 7fee277fe640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fee14077130 0x7fee14079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:31.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.836+0000 7fee277fe640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fee14077130 0x7fee14079640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fee18001610 tx=0x7fee18009040 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:31.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:31.839+0000 7fee0ffff640 1 -- 172.21.15.33:0/1572437654 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fee200828f0 con 0x7fee280d2180 2024-07-26T17:06:32.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.077+0000 7fee2e159640 1 -- 172.21.15.33:0/1572437654 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fee2808dc50 con 0x7fee280d2180 2024-07-26T17:06:32.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.077+0000 7fee0ffff640 1 -- 172.21.15.33:0/1572437654 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 153 v153) ==== 95+0+3916 (secure 0 0 0) 0x7fee200821f0 con 0x7fee280d2180 2024-07-26T17:06:32.079 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:32.079 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":153,"btime":"2024-07-26T17:06:25:783340+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9761,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/206269637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":206269637},{"type":"v1","addr":"172.21.15.154:6833","nonce":206269637}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":145},{"gid":12132,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/1280417452","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":1280417452},{"type":"v1","addr":"172.21.15.154:6835","nonce":1280417452}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":12135,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/389722971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":389722971},{"type":"v1","addr":"172.21.15.33:6833","nonce":389722971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":12537,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/509071579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":509071579},{"type":"v1","addr":"172.21.15.33:6835","nonce":509071579}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":153}],"filesystems":[]} 2024-07-26T17:06:32.080 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 153 2024-07-26T17:06:32.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 -- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fee14077130 msgr2=0x7fee14079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:32.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fee14077130 0x7fee14079640 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fee18001610 tx=0x7fee18009040 comp rx=0 tx=0).stop 2024-07-26T17:06:32.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 -- 172.21.15.33:0/1572437654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee280d2180 msgr2=0x7fee280b7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:32.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee280d2180 0x7fee280b7790 secure :-1 s=READY pgs=2741 cs=0 l=1 rev1=1 crypto rx=0x7fee20009ca0 tx=0x7fee20032d10 comp rx=0 tx=0).stop 2024-07-26T17:06:32.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 -- 172.21.15.33:0/1572437654 shutdown_connections 2024-07-26T17:06:32.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fee14077130 0x7fee14079640 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee280d2180 0x7fee280b7790 unknown :-1 s=CLOSED pgs=2741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee280d1d70 0x7fee280cda30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 --2- 172.21.15.33:0/1572437654 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee280b4570 0x7fee281e19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 -- 172.21.15.33:0/1572437654 >> 172.21.15.33:0/1572437654 conn(0x7fee280b5ab0 msgr2=0x7fee281e6610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:32.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 -- 172.21.15.33:0/1572437654 shutdown_connections 2024-07-26T17:06:32.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.080+0000 7fee2e159640 1 -- 172.21.15.33:0/1572437654 wait complete. 2024-07-26T17:06:32.093 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T17:06:32.093 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T17:06:32.094 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T17:06:32.094 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:06:32.094 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T17:06:32.094 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T17:06:32.094 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T17:06:32.095 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:06:32.095 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T17:06:32.095 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T17:06:32.095 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T17:06:32.095 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:06:32.096 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T17:06:32.096 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T17:06:32.096 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T17:06:32.096 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:06:32.105 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T17:06:32.105 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T17:06:32.106 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T17:06:32.106 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T17:06:32.108 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T17:06:32.108 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T17:06:32.109 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T17:06:32.110 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T17:06:32.148 INFO:tasks.ceph.mds.c:Started 2024-07-26T17:06:32.149 DEBUG:teuthology.parallel:result is None 2024-07-26T17:06:32.150 INFO:tasks.ceph.mds.a:Started 2024-07-26T17:06:32.150 DEBUG:teuthology.parallel:result is None 2024-07-26T17:06:32.151 INFO:tasks.ceph.mds.b:Started 2024-07-26T17:06:32.151 DEBUG:teuthology.parallel:result is None 2024-07-26T17:06:32.152 INFO:tasks.ceph.mds.d:Started 2024-07-26T17:06:32.152 DEBUG:teuthology.parallel:result is None 2024-07-26T17:06:32.152 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T17:06:32.238 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T17:06:32.238 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T17:06:32.245 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T17:06:32.245 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T17:06:32.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.275+0000 7fc386823640 1 -- 172.21.15.33:0/3971499600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc368003a50 msgr2=0x7fc368003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:32.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.275+0000 7fc386823640 1 --2- 172.21.15.33:0/3971499600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc368003a50 0x7fc368003ec0 secure :-1 s=READY pgs=2746 cs=0 l=1 rev1=1 crypto rx=0x7fc3700016e0 tx=0x7fc368005830 comp rx=0 tx=0).stop 2024-07-26T17:06:32.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.275+0000 7fc386823640 1 -- 172.21.15.33:0/3971499600 shutdown_connections 2024-07-26T17:06:32.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.275+0000 7fc386823640 1 --2- 172.21.15.33:0/3971499600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc368003a50 0x7fc368003ec0 unknown :-1 s=CLOSED pgs=2746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.275+0000 7fc386823640 1 -- 172.21.15.33:0/3971499600 >> 172.21.15.33:0/3971499600 conn(0x7fc3800b5b00 msgr2=0x7fc3800b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:32.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.275+0000 7fc386823640 1 -- 172.21.15.33:0/3971499600 shutdown_connections 2024-07-26T17:06:32.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.275+0000 7fc386823640 1 -- 172.21.15.33:0/3971499600 wait complete. 2024-07-26T17:06:32.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.277+0000 7fc386823640 1 Processor -- start 2024-07-26T17:06:32.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.277+0000 7fc386823640 1 -- start start 2024-07-26T17:06:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.278+0000 7fc386823640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc368003a50 0x7fc3801e3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.278+0000 7fc386823640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3801dd5e0 0x7fc3801dced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.278+0000 7fc386823640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3801ddb90 0x7fc3801ddfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.278+0000 7fc386823640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc3800d1d60 con 0x7fc3801dd5e0 2024-07-26T17:06:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.278+0000 7fc386823640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc3800d1be0 con 0x7fc368003a50 2024-07-26T17:06:32.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.278+0000 7fc386823640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc3800d1ee0 con 0x7fc3801ddb90 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.278+0000 7fc37f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3801dd5e0 0x7fc3801dced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.278+0000 7fc37f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3801dd5e0 0x7fc3801dced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51348/0 (socket says 172.21.15.33:51348) 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.278+0000 7fc37f7fe640 1 -- 172.21.15.33:0/1788906066 learned_addr learned my addr 172.21.15.33:0/1788906066 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.278+0000 7fc37ffff640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc368003a50 0x7fc3801e3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.278+0000 7fc384dc0640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3801ddb90 0x7fc3801ddfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.279+0000 7fc37f7fe640 1 -- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3801ddb90 msgr2=0x7fc3801ddfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.279+0000 7fc37f7fe640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3801ddb90 0x7fc3801ddfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.279+0000 7fc37f7fe640 1 -- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc368003a50 msgr2=0x7fc3801e3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.279+0000 7fc37f7fe640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc368003a50 0x7fc3801e3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.279+0000 7fc37f7fe640 1 -- 172.21.15.33:0/1788906066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3801de4e0 con 0x7fc3801dd5e0 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.279+0000 7fc37f7fe640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3801dd5e0 0x7fc3801dced0 secure :-1 s=READY pgs=2747 cs=0 l=1 rev1=1 crypto rx=0x7fc374006710 tx=0x7fc3740039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:32.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.279+0000 7fc37cff9640 1 -- 172.21.15.33:0/1788906066 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc374011700 con 0x7fc3801dd5e0 2024-07-26T17:06:32.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.279+0000 7fc37cff9640 1 -- 172.21.15.33:0/1788906066 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc374016020 con 0x7fc3801dd5e0 2024-07-26T17:06:32.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.279+0000 7fc386823640 1 -- 172.21.15.33:0/1788906066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3801de960 con 0x7fc3801dd5e0 2024-07-26T17:06:32.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.279+0000 7fc37cff9640 1 -- 172.21.15.33:0/1788906066 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc374011b60 con 0x7fc3801dd5e0 2024-07-26T17:06:32.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.279+0000 7fc386823640 1 -- 172.21.15.33:0/1788906066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3801dfeb0 con 0x7fc3801dd5e0 2024-07-26T17:06:32.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.280+0000 7fc386823640 1 -- 172.21.15.33:0/1788906066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3800d23d0 con 0x7fc3801dd5e0 2024-07-26T17:06:32.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.281+0000 7fc37cff9640 1 -- 172.21.15.33:0/1788906066 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fc374011d00 con 0x7fc3801dd5e0 2024-07-26T17:06:32.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.281+0000 7fc37cff9640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fc36c077160 0x7fc36c079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:32.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.282+0000 7fc37cff9640 1 -- 172.21.15.33:0/1788906066 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(278..278 src has 1..278) ==== 6308+0+0 (secure 0 0 0) 0x7fc374099640 con 0x7fc3801dd5e0 2024-07-26T17:06:32.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.282+0000 7fc37ffff640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fc36c077160 0x7fc36c079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:32.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.282+0000 7fc37ffff640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fc36c077160 0x7fc36c079670 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc3800cffa0 tx=0x7fc370001220 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:32.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.286+0000 7fc37cff9640 1 -- 172.21.15.33:0/1788906066 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc374020020 con 0x7fc3801dd5e0 2024-07-26T17:06:32.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.492+0000 7fc386823640 1 -- 172.21.15.33:0/1788906066 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fc3800b47e0 con 0x7fc3801dd5e0 2024-07-26T17:06:32.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.823+0000 7fc37cff9640 1 -- 172.21.15.33:0/1788906066 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v280) ==== 97+0+0 (secure 0 0 0) 0x7fc3801de4e0 con 0x7fc3801dd5e0 2024-07-26T17:06:32.825 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T17:06:32.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.825+0000 7fc386823640 1 -- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fc36c077160 msgr2=0x7fc36c079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:32.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.825+0000 7fc386823640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fc36c077160 0x7fc36c079670 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc3800cffa0 tx=0x7fc370001220 comp rx=0 tx=0).stop 2024-07-26T17:06:32.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.825+0000 7fc386823640 1 -- 172.21.15.33:0/1788906066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3801dd5e0 msgr2=0x7fc3801dced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:32.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.825+0000 7fc386823640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3801dd5e0 0x7fc3801dced0 secure :-1 s=READY pgs=2747 cs=0 l=1 rev1=1 crypto rx=0x7fc374006710 tx=0x7fc3740039c0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.826+0000 7fc386823640 1 -- 172.21.15.33:0/1788906066 shutdown_connections 2024-07-26T17:06:32.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.826+0000 7fc386823640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3801ddb90 0x7fc3801ddfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.826+0000 7fc386823640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fc36c077160 0x7fc36c079670 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.826+0000 7fc386823640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3801dd5e0 0x7fc3801dced0 unknown :-1 s=CLOSED pgs=2747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.826+0000 7fc386823640 1 --2- 172.21.15.33:0/1788906066 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc368003a50 0x7fc3801e3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.826+0000 7fc386823640 1 -- 172.21.15.33:0/1788906066 >> 172.21.15.33:0/1788906066 conn(0x7fc3800b5b00 msgr2=0x7fc3801e5bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:32.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.826+0000 7fc386823640 1 -- 172.21.15.33:0/1788906066 shutdown_connections 2024-07-26T17:06:32.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.826+0000 7fc386823640 1 -- 172.21.15.33:0/1788906066 wait complete. 2024-07-26T17:06:32.841 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T17:06:32.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.958+0000 7f6340d97640 1 -- 172.21.15.33:0/2445502514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f633c0ce220 msgr2=0x7f633c0ce630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:32.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.958+0000 7f6340d97640 1 --2- 172.21.15.33:0/2445502514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f633c0ce220 0x7f633c0ce630 secure :-1 s=READY pgs=2749 cs=0 l=1 rev1=1 crypto rx=0x7f632400a940 tx=0x7f632402b730 comp rx=0 tx=0).stop 2024-07-26T17:06:32.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.959+0000 7f6340d97640 1 -- 172.21.15.33:0/2445502514 shutdown_connections 2024-07-26T17:06:32.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.959+0000 7f6340d97640 1 --2- 172.21.15.33:0/2445502514 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f633c0ce220 0x7f633c0ce630 unknown :-1 s=CLOSED pgs=2749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.959+0000 7f6340d97640 1 -- 172.21.15.33:0/2445502514 >> 172.21.15.33:0/2445502514 conn(0x7f633c0cfaf0 msgr2=0x7f633c0cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:32.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.959+0000 7f6340d97640 1 -- 172.21.15.33:0/2445502514 shutdown_connections 2024-07-26T17:06:32.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.959+0000 7f6340d97640 1 -- 172.21.15.33:0/2445502514 wait complete. 2024-07-26T17:06:32.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.961+0000 7f6340d97640 1 Processor -- start 2024-07-26T17:06:32.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.961+0000 7f6340d97640 1 -- start start 2024-07-26T17:06:32.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f6340d97640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f633c0730d0 0x7f633c15a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:32.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f6340d97640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f633c0ce220 0x7f633c1f8740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:32.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f6340d97640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f633c0cf4a0 0x7f633c1f5b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:32.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f6340d97640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f633c0734e0 con 0x7f633c0cf4a0 2024-07-26T17:06:32.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f6340d97640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f633c15eb30 con 0x7f633c0ce220 2024-07-26T17:06:32.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f6340d97640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f633c073660 con 0x7f633c0730d0 2024-07-26T17:06:32.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f633ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f633c0cf4a0 0x7f633c1f5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:32.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f633ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f633c0cf4a0 0x7f633c1f5b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51362/0 (socket says 172.21.15.33:51362) 2024-07-26T17:06:32.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f633ad9d640 1 -- 172.21.15.33:0/1092045079 learned_addr learned my addr 172.21.15.33:0/1092045079 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f6331d9b640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f633c0ce220 0x7f633c1f8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f633a59c640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f633c0730d0 0x7f633c15a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f633ad9d640 1 -- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f633c0730d0 msgr2=0x7f633c15a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f633ad9d640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f633c0730d0 0x7f633c15a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f633ad9d640 1 -- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f633c0ce220 msgr2=0x7f633c1f8740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f633ad9d640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f633c0ce220 0x7f633c1f8740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f633ad9d640 1 -- 172.21.15.33:0/1092045079 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f633c1f50f0 con 0x7f633c0cf4a0 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.962+0000 7f6331d9b640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f633c0ce220 0x7f633c1f8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.963+0000 7f633ad9d640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f633c0cf4a0 0x7f633c1f5b60 secure :-1 s=READY pgs=2750 cs=0 l=1 rev1=1 crypto rx=0x7f633400c760 tx=0x7f633400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.963+0000 7f63337fe640 1 -- 172.21.15.33:0/1092045079 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6334003da0 con 0x7f633c0cf4a0 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.963+0000 7f63337fe640 1 -- 172.21.15.33:0/1092045079 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f633400ce10 con 0x7f633c0cf4a0 2024-07-26T17:06:32.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.963+0000 7f6340d97640 1 -- 172.21.15.33:0/1092045079 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f633c1f9090 con 0x7f633c0cf4a0 2024-07-26T17:06:32.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.963+0000 7f63337fe640 1 -- 172.21.15.33:0/1092045079 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63340052d0 con 0x7f633c0cf4a0 2024-07-26T17:06:32.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.963+0000 7f6340d97640 1 -- 172.21.15.33:0/1092045079 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f633c1f5360 con 0x7f633c0cf4a0 2024-07-26T17:06:32.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.964+0000 7f6340d97640 1 -- 172.21.15.33:0/1092045079 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f633c1f60a0 con 0x7f633c0cf4a0 2024-07-26T17:06:32.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.965+0000 7f63337fe640 1 -- 172.21.15.33:0/1092045079 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f6334005470 con 0x7f633c0cf4a0 2024-07-26T17:06:32.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.965+0000 7f63337fe640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f631c077130 0x7f631c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:32.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.965+0000 7f63337fe640 1 -- 172.21.15.33:0/1092045079 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(282..282 src has 1..282) ==== 5405+0+0 (secure 0 0 0) 0x7f6334098710 con 0x7f633c0cf4a0 2024-07-26T17:06:32.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.966+0000 7f633a59c640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f631c077130 0x7f631c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:32.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.966+0000 7f633a59c640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f631c077130 0x7f631c079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f632c006fd0 tx=0x7f632c008040 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:32.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:32.970+0000 7f63337fe640 1 -- 172.21.15.33:0/1092045079 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f633c1f60a0 con 0x7f633c0cf4a0 2024-07-26T17:06:33.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.238+0000 7f6340d97640 1 -- 172.21.15.33:0/1092045079 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f633c0ce630 con 0x7f633c0cf4a0 2024-07-26T17:06:33.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.239+0000 7f63337fe640 1 -- 172.21.15.33:0/1092045079 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v54) ==== 80+0+5304 (secure 0 0 0) 0x7f6334061920 con 0x7f633c0cf4a0 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.241 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.242 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T17:06:33.243 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:06:33.244 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.245 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:06:33.246 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.247 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.248 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.249 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.250 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.250 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T17:06:33.250 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T17:06:33.250 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.250 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:06:33.250 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T17:06:33.250 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T17:06:33.250 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.250 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T17:06:33.251 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:06:33.252 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.253 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T17:06:33.254 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:06:33.255 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:06:33.255 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:06:33.255 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:06:33.255 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.255 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.255 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T17:06:33.255 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:06:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 -- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f631c077130 msgr2=0x7f631c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f631c077130 0x7f631c079640 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f632c006fd0 tx=0x7f632c008040 comp rx=0 tx=0).stop 2024-07-26T17:06:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 -- 172.21.15.33:0/1092045079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f633c0cf4a0 msgr2=0x7f633c1f5b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f633c0cf4a0 0x7f633c1f5b60 secure :-1 s=READY pgs=2750 cs=0 l=1 rev1=1 crypto rx=0x7f633400c760 tx=0x7f633400cc20 comp rx=0 tx=0).stop 2024-07-26T17:06:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 -- 172.21.15.33:0/1092045079 shutdown_connections 2024-07-26T17:06:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f631c077130 0x7f631c079640 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f633c0cf4a0 0x7f633c1f5b60 unknown :-1 s=CLOSED pgs=2750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f633c0ce220 0x7f633c1f8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 --2- 172.21.15.33:0/1092045079 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f633c0730d0 0x7f633c15a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 -- 172.21.15.33:0/1092045079 >> 172.21.15.33:0/1092045079 conn(0x7f633c0cfaf0 msgr2=0x7f633c14e810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:33.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 -- 172.21.15.33:0/1092045079 shutdown_connections 2024-07-26T17:06:33.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.241+0000 7f6340d97640 1 -- 172.21.15.33:0/1092045079 wait complete. 2024-07-26T17:06:33.258 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T17:06:33.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.374+0000 7fbb6462c640 1 -- 172.21.15.33:0/3003393094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb5c0d2910 msgr2=0x7fbb5c0cfeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:33.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.374+0000 7fbb6462c640 1 --2- 172.21.15.33:0/3003393094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb5c0d2910 0x7fbb5c0cfeb0 secure :-1 s=READY pgs=2751 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c0d4060 tx=0x7fbb4c02a440 comp rx=0 tx=0).stop 2024-07-26T17:06:33.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.374+0000 7fbb6462c640 1 -- 172.21.15.33:0/3003393094 shutdown_connections 2024-07-26T17:06:33.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.374+0000 7fbb6462c640 1 --2- 172.21.15.33:0/3003393094 >> v2:172.21.15.154:3300/0 conn(0x7fbb5c0d2d20 0x7fbb5c0d03f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.374+0000 7fbb6462c640 1 --2- 172.21.15.33:0/3003393094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb5c0d2910 0x7fbb5c0cfeb0 unknown :-1 s=CLOSED pgs=2751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.374+0000 7fbb6462c640 1 --2- 172.21.15.33:0/3003393094 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbb5c0b9870 0x7fbb5c0b0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.374+0000 7fbb6462c640 1 -- 172.21.15.33:0/3003393094 >> 172.21.15.33:0/3003393094 conn(0x7fbb5c0d0b10 msgr2=0x7fbb5c0d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:33.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.374+0000 7fbb6462c640 1 -- 172.21.15.33:0/3003393094 shutdown_connections 2024-07-26T17:06:33.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.374+0000 7fbb6462c640 1 -- 172.21.15.33:0/3003393094 wait complete. 2024-07-26T17:06:33.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.376+0000 7fbb6462c640 1 Processor -- start 2024-07-26T17:06:33.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.376+0000 7fbb6462c640 1 -- start start 2024-07-26T17:06:33.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.377+0000 7fbb6462c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbb5c0b9870 0x7fbb5c1616a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:33.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.377+0000 7fbb6462c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbb5c0d2910 0x7fbb5c14f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:33.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.377+0000 7fbb6462c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb5c0d2d20 0x7fbb5c0c90d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:33.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.377+0000 7fbb6462c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbb5c0b1210 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.377+0000 7fbb6462c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbb5c0b1090 con 0x7fbb5c0b9870 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.377+0000 7fbb6462c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbb5c162550 con 0x7fbb5c0d2910 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb62bc9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb5c0d2d20 0x7fbb5c0c90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb62bc9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb5c0d2d20 0x7fbb5c0c90d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51382/0 (socket says 172.21.15.33:51382) 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb62bc9640 1 -- 172.21.15.33:0/1206153328 learned_addr learned my addr 172.21.15.33:0/1206153328 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb623c8640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbb5c0b9870 0x7fbb5c1616a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb61bc7640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbb5c0d2910 0x7fbb5c14f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb62bc9640 1 -- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbb5c0d2910 msgr2=0x7fbb5c14f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb62bc9640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbb5c0d2910 0x7fbb5c14f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb62bc9640 1 -- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbb5c0b9870 msgr2=0x7fbb5c1616a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb62bc9640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbb5c0b9870 0x7fbb5c1616a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb62bc9640 1 -- 172.21.15.33:0/1206153328 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb5c0c7b30 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb62bc9640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb5c0d2d20 0x7fbb5c0c90d0 secure :-1 s=READY pgs=2752 cs=0 l=1 rev1=1 crypto rx=0x7fbb5400c740 tx=0x7fbb5400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:33.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb52ffd640 1 -- 172.21.15.33:0/1206153328 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54007bb0 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb52ffd640 1 -- 172.21.15.33:0/1206153328 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbb5400ce50 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb6462c640 1 -- 172.21.15.33:0/1206153328 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb5c0c8030 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb52ffd640 1 -- 172.21.15.33:0/1206153328 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54005280 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.378+0000 7fbb6462c640 1 -- 172.21.15.33:0/1206153328 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb5c0c85f0 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.379+0000 7fbb6462c640 1 -- 172.21.15.33:0/1206153328 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb5c0b0b50 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.380+0000 7fbb52ffd640 1 -- 172.21.15.33:0/1206153328 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fbb54005420 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.381+0000 7fbb52ffd640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbb40077130 0x7fbb40079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:33.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.381+0000 7fbb52ffd640 1 -- 172.21.15.33:0/1206153328 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(282..282 src has 1..282) ==== 5405+0+0 (secure 0 0 0) 0x7fbb54098d70 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.381+0000 7fbb623c8640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbb40077130 0x7fbb40079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:33.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.382+0000 7fbb623c8640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbb40077130 0x7fbb40079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fbb58005fd0 tx=0x7fbb5800a4b0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:33.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.386+0000 7fbb52ffd640 1 -- 172.21.15.33:0/1206153328 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbb54014030 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.579+0000 7fbb6462c640 1 -- 172.21.15.33:0/1206153328 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fbb5c0d12a0 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.580+0000 7fbb52ffd640 1 -- 172.21.15.33:0/1206153328 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v282) ==== 84+0+65 (secure 0 0 0) 0x7fbb5406a150 con 0x7fbb5c0d2d20 2024-07-26T17:06:33.582 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:33.582 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:06:33.582 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:33.582 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T17:06:33.582 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T17:06:33.582 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:33.582 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:06:33.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 -- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbb40077130 msgr2=0x7fbb40079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:33.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbb40077130 0x7fbb40079640 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fbb58005fd0 tx=0x7fbb5800a4b0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 -- 172.21.15.33:0/1206153328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb5c0d2d20 msgr2=0x7fbb5c0c90d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:33.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb5c0d2d20 0x7fbb5c0c90d0 secure :-1 s=READY pgs=2752 cs=0 l=1 rev1=1 crypto rx=0x7fbb5400c740 tx=0x7fbb5400cc00 comp rx=0 tx=0).stop 2024-07-26T17:06:33.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 -- 172.21.15.33:0/1206153328 shutdown_connections 2024-07-26T17:06:33.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbb40077130 0x7fbb40079640 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb5c0d2d20 0x7fbb5c0c90d0 unknown :-1 s=CLOSED pgs=2752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbb5c0d2910 0x7fbb5c14f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 --2- 172.21.15.33:0/1206153328 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbb5c0b9870 0x7fbb5c1616a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 -- 172.21.15.33:0/1206153328 >> 172.21.15.33:0/1206153328 conn(0x7fbb5c0d0b10 msgr2=0x7fbb5c0b6ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:33.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 -- 172.21.15.33:0/1206153328 shutdown_connections 2024-07-26T17:06:33.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.582+0000 7fbb6462c640 1 -- 172.21.15.33:0/1206153328 wait complete. 2024-07-26T17:06:33.595 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T17:06:33.595 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T17:06:33.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.715+0000 7fbf9975e640 1 -- 172.21.15.33:0/499774133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf940d1b50 msgr2=0x7fbf940d1f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:33.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.715+0000 7fbf9975e640 1 --2- 172.21.15.33:0/499774133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf940d1b50 0x7fbf940d1f60 secure :-1 s=READY pgs=2754 cs=0 l=1 rev1=1 crypto rx=0x7fbf940d3d60 tx=0x7fbf8402a8b0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.715+0000 7fbf9975e640 1 -- 172.21.15.33:0/499774133 shutdown_connections 2024-07-26T17:06:33.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.715+0000 7fbf9975e640 1 --2- 172.21.15.33:0/499774133 >> v2:172.21.15.154:3300/0 conn(0x7fbf940b4400 0x7fbf94168c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.715+0000 7fbf9975e640 1 --2- 172.21.15.33:0/499774133 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf940d1b50 0x7fbf940d1f60 unknown :-1 s=CLOSED pgs=2754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.715+0000 7fbf9975e640 1 -- 172.21.15.33:0/499774133 >> 172.21.15.33:0/499774133 conn(0x7fbf940b5a70 msgr2=0x7fbf940b5e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:33.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.715+0000 7fbf9975e640 1 -- 172.21.15.33:0/499774133 shutdown_connections 2024-07-26T17:06:33.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.715+0000 7fbf9975e640 1 -- 172.21.15.33:0/499774133 wait complete. 2024-07-26T17:06:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.717+0000 7fbf9975e640 1 Processor -- start 2024-07-26T17:06:33.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.717+0000 7fbf9975e640 1 -- start start 2024-07-26T17:06:33.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.718+0000 7fbf9975e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf940b38e0 0x7fbf940ca840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:33.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.718+0000 7fbf9975e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf940b4400 0x7fbf941d71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:33.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.718+0000 7fbf9975e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf940d1b50 0x7fbf940c8810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:33.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.718+0000 7fbf9975e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf9408de90 con 0x7fbf940b4400 2024-07-26T17:06:33.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.718+0000 7fbf9975e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbf9408d560 con 0x7fbf940d1b50 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.718+0000 7fbf9975e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbf9408c710 con 0x7fbf940b38e0 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.718+0000 7fbf927fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf940b4400 0x7fbf941d71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf927fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf940b4400 0x7fbf941d71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51408/0 (socket says 172.21.15.33:51408) 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf927fc640 1 -- 172.21.15.33:0/3175161625 learned_addr learned my addr 172.21.15.33:0/3175161625 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf937fe640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf940d1b50 0x7fbf940c8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf92ffd640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf940b38e0 0x7fbf940ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf927fc640 1 -- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf940b38e0 msgr2=0x7fbf940ca840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf927fc640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf940b38e0 0x7fbf940ca840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf927fc640 1 -- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf940d1b50 msgr2=0x7fbf940c8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf927fc640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf940d1b50 0x7fbf940c8810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf927fc640 1 -- 172.21.15.33:0/3175161625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf941f55d0 con 0x7fbf940b4400 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf927fc640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf940b4400 0x7fbf941d71b0 secure :-1 s=READY pgs=2755 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c00c400 tx=0x7fbf7c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:33.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf8b7fe640 1 -- 172.21.15.33:0/3175161625 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c011790 con 0x7fbf940b4400 2024-07-26T17:06:33.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf8b7fe640 1 -- 172.21.15.33:0/3175161625 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf7c017070 con 0x7fbf940b4400 2024-07-26T17:06:33.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf9975e640 1 -- 172.21.15.33:0/3175161625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf941d76f0 con 0x7fbf940b4400 2024-07-26T17:06:33.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf8b7fe640 1 -- 172.21.15.33:0/3175161625 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7c011ce0 con 0x7fbf940b4400 2024-07-26T17:06:33.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.719+0000 7fbf9975e640 1 -- 172.21.15.33:0/3175161625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf940cad80 con 0x7fbf940b4400 2024-07-26T17:06:33.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.720+0000 7fbf9975e640 1 -- 172.21.15.33:0/3175161625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf941e9f80 con 0x7fbf940b4400 2024-07-26T17:06:33.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.721+0000 7fbf8b7fe640 1 -- 172.21.15.33:0/3175161625 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fbf7c01c460 con 0x7fbf940b4400 2024-07-26T17:06:33.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.722+0000 7fbf8b7fe640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbf74077130 0x7fbf74079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:33.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.722+0000 7fbf8b7fe640 1 -- 172.21.15.33:0/3175161625 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(282..282 src has 1..282) ==== 5405+0+0 (secure 0 0 0) 0x7fbf7c098670 con 0x7fbf940b4400 2024-07-26T17:06:33.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.722+0000 7fbf92ffd640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbf74077130 0x7fbf74079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:33.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.723+0000 7fbf92ffd640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbf74077130 0x7fbf74079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbf84034000 tx=0x7fbf84004ab0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:33.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.726+0000 7fbf8b7fe640 1 -- 172.21.15.33:0/3175161625 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbf940d24a0 con 0x7fbf940b4400 2024-07-26T17:06:33.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:33.920+0000 7fbf9975e640 1 -- 172.21.15.33:0/3175161625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fbf940c7630 con 0x7fbf940b4400 2024-07-26T17:06:34.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.832+0000 7fbf8b7fe640 1 -- 172.21.15.33:0/3175161625 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v283) ==== 138+0+0 (secure 0 0 0) 0x7fbf7c061240 con 0x7fbf940b4400 2024-07-26T17:06:34.834 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T17:06:34.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 -- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbf74077130 msgr2=0x7fbf74079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:34.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbf74077130 0x7fbf74079640 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fbf84034000 tx=0x7fbf84004ab0 comp rx=0 tx=0).stop 2024-07-26T17:06:34.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 -- 172.21.15.33:0/3175161625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf940b4400 msgr2=0x7fbf941d71b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:34.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf940b4400 0x7fbf941d71b0 secure :-1 s=READY pgs=2755 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c00c400 tx=0x7fbf7c00c8c0 comp rx=0 tx=0).stop 2024-07-26T17:06:34.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 -- 172.21.15.33:0/3175161625 shutdown_connections 2024-07-26T17:06:34.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf940d1b50 0x7fbf940c8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:34.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fbf74077130 0x7fbf74079640 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:34.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf940b4400 0x7fbf941d71b0 unknown :-1 s=CLOSED pgs=2755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:34.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 --2- 172.21.15.33:0/3175161625 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf940b38e0 0x7fbf940ca840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:34.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 -- 172.21.15.33:0/3175161625 >> 172.21.15.33:0/3175161625 conn(0x7fbf940b5a70 msgr2=0x7fbf940b7750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:34.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 -- 172.21.15.33:0/3175161625 shutdown_connections 2024-07-26T17:06:34.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.836+0000 7fbf9975e640 1 -- 172.21.15.33:0/3175161625 wait complete. 2024-07-26T17:06:34.858 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T17:06:34.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.988+0000 7f3f5cf77640 1 -- 172.21.15.33:0/3378021925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f580ce490 msgr2=0x7f3f580ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:34.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.988+0000 7f3f5cf77640 1 --2- 172.21.15.33:0/3378021925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f580ce490 0x7f3f580ce8a0 secure :-1 s=READY pgs=2756 cs=0 l=1 rev1=1 crypto rx=0x7f3f580cf8a0 tx=0x7f3f4802a560 comp rx=0 tx=0).stop 2024-07-26T17:06:34.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.988+0000 7f3f5cf77640 1 -- 172.21.15.33:0/3378021925 shutdown_connections 2024-07-26T17:06:34.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.988+0000 7f3f5cf77640 1 --2- 172.21.15.33:0/3378021925 >> v2:172.21.15.154:3300/0 conn(0x7f3f580cede0 0x7f3f581604b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:34.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.988+0000 7f3f5cf77640 1 --2- 172.21.15.33:0/3378021925 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f581609f0 0x7f3f58160e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:34.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.988+0000 7f3f5cf77640 1 --2- 172.21.15.33:0/3378021925 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f580ce490 0x7f3f580ce8a0 unknown :-1 s=CLOSED pgs=2756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:34.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.988+0000 7f3f5cf77640 1 -- 172.21.15.33:0/3378021925 >> 172.21.15.33:0/3378021925 conn(0x7f3f580d1e10 msgr2=0x7f3f580d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:34.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.988+0000 7f3f5cf77640 1 -- 172.21.15.33:0/3378021925 shutdown_connections 2024-07-26T17:06:34.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.988+0000 7f3f5cf77640 1 -- 172.21.15.33:0/3378021925 wait complete. 2024-07-26T17:06:34.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.990+0000 7f3f5cf77640 1 Processor -- start 2024-07-26T17:06:34.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.990+0000 7f3f5cf77640 1 -- start start 2024-07-26T17:06:34.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.991+0000 7f3f5cf77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f580ce490 0x7f3f581f6c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:34.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.991+0000 7f3f5cf77640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f580cede0 0x7f3f58159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:34.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.991+0000 7f3f5cf77640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f581609f0 0x7f3f5815a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:34.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.991+0000 7f3f5cf77640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3f580cc720 con 0x7f3f580ce490 2024-07-26T17:06:34.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.991+0000 7f3f5cf77640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3f580b3150 con 0x7f3f581609f0 2024-07-26T17:06:34.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.991+0000 7f3f5cf77640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3f580cc8a0 con 0x7f3f580cede0 2024-07-26T17:06:34.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.991+0000 7f3f5659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f580ce490 0x7f3f581f6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:34.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.991+0000 7f3f5659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f580ce490 0x7f3f581f6c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51426/0 (socket says 172.21.15.33:51426) 2024-07-26T17:06:34.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.991+0000 7f3f5659c640 1 -- 172.21.15.33:0/4293013260 learned_addr learned my addr 172.21.15.33:0/4293013260 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:34.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f56d9d640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f581609f0 0x7f3f5815a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:34.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f55d9b640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f580cede0 0x7f3f58159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:34.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f5659c640 1 -- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f580cede0 msgr2=0x7f3f58159ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:34.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f5659c640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f580cede0 0x7f3f58159ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:34.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f5659c640 1 -- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f581609f0 msgr2=0x7f3f5815a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:34.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f5659c640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f581609f0 0x7f3f5815a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:34.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f5659c640 1 -- 172.21.15.33:0/4293013260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f5815fba0 con 0x7f3f580ce490 2024-07-26T17:06:34.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f5659c640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f580ce490 0x7f3f581f6c40 secure :-1 s=READY pgs=2757 cs=0 l=1 rev1=1 crypto rx=0x7f3f48034040 tx=0x7f3f480039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:34.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f46ffd640 1 -- 172.21.15.33:0/4293013260 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f4803e030 con 0x7f3f580ce490 2024-07-26T17:06:34.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f46ffd640 1 -- 172.21.15.33:0/4293013260 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f480047a0 con 0x7f3f580ce490 2024-07-26T17:06:34.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f46ffd640 1 -- 172.21.15.33:0/4293013260 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f48035040 con 0x7f3f580ce490 2024-07-26T17:06:34.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f5cf77640 1 -- 172.21.15.33:0/4293013260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f5815fe80 con 0x7f3f580ce490 2024-07-26T17:06:34.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.992+0000 7f3f5cf77640 1 -- 172.21.15.33:0/4293013260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f5815cf40 con 0x7f3f580ce490 2024-07-26T17:06:34.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.993+0000 7f3f5cf77640 1 -- 172.21.15.33:0/4293013260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f581604b0 con 0x7f3f580ce490 2024-07-26T17:06:34.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.994+0000 7f3f46ffd640 1 -- 172.21.15.33:0/4293013260 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f3f48041030 con 0x7f3f580ce490 2024-07-26T17:06:34.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.994+0000 7f3f46ffd640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3f38077160 0x7f3f38079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:34.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.995+0000 7f3f46ffd640 1 -- 172.21.15.33:0/4293013260 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(283..283 src has 1..283) ==== 5775+0+0 (secure 0 0 0) 0x7f3f480b9320 con 0x7f3f580ce490 2024-07-26T17:06:34.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.995+0000 7f3f55d9b640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3f38077160 0x7f3f38079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:34.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.996+0000 7f3f55d9b640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3f38077160 0x7f3f38079670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3f5815f990 tx=0x7f3f4c005d70 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:35.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:34.999+0000 7f3f46ffd640 1 -- 172.21.15.33:0/4293013260 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3f480822c0 con 0x7f3f580ce490 2024-07-26T17:06:35.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.190+0000 7f3f5cf77640 1 -- 172.21.15.33:0/4293013260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f3f5815c580 con 0x7f3f580ce490 2024-07-26T17:06:35.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.835+0000 7f3f46ffd640 1 -- 172.21.15.33:0/4293013260 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v284) ==== 170+0+0 (secure 0 0 0) 0x7f3f48081bc0 con 0x7f3f580ce490 2024-07-26T17:06:35.837 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T17:06:35.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 -- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3f38077160 msgr2=0x7f3f38079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:35.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3f38077160 0x7f3f38079670 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3f5815f990 tx=0x7f3f4c005d70 comp rx=0 tx=0).stop 2024-07-26T17:06:35.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 -- 172.21.15.33:0/4293013260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f580ce490 msgr2=0x7f3f581f6c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:35.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f580ce490 0x7f3f581f6c40 secure :-1 s=READY pgs=2757 cs=0 l=1 rev1=1 crypto rx=0x7f3f48034040 tx=0x7f3f480039e0 comp rx=0 tx=0).stop 2024-07-26T17:06:35.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 -- 172.21.15.33:0/4293013260 shutdown_connections 2024-07-26T17:06:35.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3f581609f0 0x7f3f5815a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:35.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3f580cede0 0x7f3f58159ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:35.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f3f38077160 0x7f3f38079670 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:35.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 --2- 172.21.15.33:0/4293013260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3f580ce490 0x7f3f581f6c40 unknown :-1 s=CLOSED pgs=2757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:35.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 -- 172.21.15.33:0/4293013260 >> 172.21.15.33:0/4293013260 conn(0x7f3f580d1e10 msgr2=0x7f3f5815b030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:35.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 -- 172.21.15.33:0/4293013260 shutdown_connections 2024-07-26T17:06:35.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.838+0000 7f3f5cf77640 1 -- 172.21.15.33:0/4293013260 wait complete. 2024-07-26T17:06:35.864 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T17:06:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.987+0000 7f899ec7e640 1 -- 172.21.15.33:0/3506176748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8984004d40 msgr2=0x7f8984005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.987+0000 7f899ec7e640 1 --2- 172.21.15.33:0/3506176748 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8984004d40 0x7f8984005150 secure :-1 s=READY pgs=2759 cs=0 l=1 rev1=1 crypto rx=0x7f8980009b20 tx=0x7f8984005830 comp rx=0 tx=0).stop 2024-07-26T17:06:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.987+0000 7f899d21b640 1 -- 172.21.15.33:0/3506176748 reap_dead start 2024-07-26T17:06:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.987+0000 7f899ec7e640 1 -- 172.21.15.33:0/3506176748 shutdown_connections 2024-07-26T17:06:35.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.987+0000 7f899ec7e640 1 -- 172.21.15.33:0/3506176748 >> 172.21.15.33:0/3506176748 conn(0x7f89980b5b00 msgr2=0x7f89980b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:35.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.987+0000 7f899ec7e640 1 -- 172.21.15.33:0/3506176748 shutdown_connections 2024-07-26T17:06:35.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.987+0000 7f899ec7e640 1 -- 172.21.15.33:0/3506176748 wait complete. 2024-07-26T17:06:35.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.990+0000 7f899ec7e640 1 Processor -- start 2024-07-26T17:06:35.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.990+0000 7f899ec7e640 1 -- start start 2024-07-26T17:06:35.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.990+0000 7f899ec7e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8984004d40 0x7f8998157c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:35.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.990+0000 7f899ec7e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89981617b0 0x7f8998161bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:35.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899ec7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f899806e4f0 0x7f899806e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:35.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899ec7e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f89980b3c00 con 0x7f899806e4f0 2024-07-26T17:06:35.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899ec7e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f89980b3a80 con 0x7f89981617b0 2024-07-26T17:06:35.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899ec7e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f89980b3d80 con 0x7f8984004d40 2024-07-26T17:06:35.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899d21b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f899806e4f0 0x7f899806e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:35.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899d21b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f899806e4f0 0x7f899806e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51438/0 (socket says 172.21.15.33:51438) 2024-07-26T17:06:35.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899d21b640 1 -- 172.21.15.33:0/2315970620 learned_addr learned my addr 172.21.15.33:0/2315970620 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:35.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899ca1a640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8984004d40 0x7f8998157c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:35.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f8997fff640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89981617b0 0x7f8998161bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:35.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899d21b640 1 -- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8984004d40 msgr2=0x7f8998157c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:35.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899d21b640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8984004d40 0x7f8998157c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:35.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899d21b640 1 -- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89981617b0 msgr2=0x7f8998161bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:35.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899d21b640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89981617b0 0x7f8998161bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:35.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899d21b640 1 -- 172.21.15.33:0/2315970620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f899806ee40 con 0x7f899806e4f0 2024-07-26T17:06:35.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899d21b640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f899806e4f0 0x7f899806e900 secure :-1 s=READY pgs=2760 cs=0 l=1 rev1=1 crypto rx=0x7f8980036040 tx=0x7f8980033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:35.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f89957fa640 1 -- 172.21.15.33:0/2315970620 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8980041070 con 0x7f899806e4f0 2024-07-26T17:06:35.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f89957fa640 1 -- 172.21.15.33:0/2315970620 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8980004030 con 0x7f899806e4f0 2024-07-26T17:06:35.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899ec7e640 1 -- 172.21.15.33:0/2315970620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8998160550 con 0x7f899806e4f0 2024-07-26T17:06:35.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f89957fa640 1 -- 172.21.15.33:0/2315970620 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8980038040 con 0x7f899806e4f0 2024-07-26T17:06:35.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899ec7e640 1 -- 172.21.15.33:0/2315970620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8998160b10 con 0x7f899806e4f0 2024-07-26T17:06:35.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.992+0000 7f899ec7e640 1 -- 172.21.15.33:0/2315970620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89980d21d0 con 0x7f899806e4f0 2024-07-26T17:06:35.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.994+0000 7f89957fa640 1 -- 172.21.15.33:0/2315970620 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f89800337e0 con 0x7f899806e4f0 2024-07-26T17:06:35.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.994+0000 7f89957fa640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8978077130 0x7f8978079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:35.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.994+0000 7f89957fa640 1 -- 172.21.15.33:0/2315970620 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(284..284 src has 1..284) ==== 6157+0+0 (secure 0 0 0) 0x7f89800b87d0 con 0x7f899806e4f0 2024-07-26T17:06:35.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.994+0000 7f899ca1a640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8978077130 0x7f8978079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:35.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.995+0000 7f899ca1a640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8978077130 0x7f8978079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8990006fd0 tx=0x7f8990001310 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:35.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:35.998+0000 7f89957fa640 1 -- 172.21.15.33:0/2315970620 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f899806ee40 con 0x7f899806e4f0 2024-07-26T17:06:36.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.236+0000 7f899ec7e640 1 -- 172.21.15.33:0/2315970620 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f89980b9e40 con 0x7f899806e4f0 2024-07-26T17:06:36.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.865+0000 7f89957fa640 1 -- 172.21.15.33:0/2315970620 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 37 and data pool 38 v156) ==== 174+0+0 (secure 0 0 0) 0x7f8980081220 con 0x7f899806e4f0 2024-07-26T17:06:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 37 and data pool 38 2024-07-26T17:06:36.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.875+0000 7f899ec7e640 1 -- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8978077130 msgr2=0x7f8978079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:36.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.875+0000 7f899ec7e640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8978077130 0x7f8978079640 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8990006fd0 tx=0x7f8990001310 comp rx=0 tx=0).stop 2024-07-26T17:06:36.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.875+0000 7f899ec7e640 1 -- 172.21.15.33:0/2315970620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f899806e4f0 msgr2=0x7f899806e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:36.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.875+0000 7f899ec7e640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f899806e4f0 0x7f899806e900 secure :-1 s=READY pgs=2760 cs=0 l=1 rev1=1 crypto rx=0x7f8980036040 tx=0x7f8980033670 comp rx=0 tx=0).stop 2024-07-26T17:06:36.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.876+0000 7f899ec7e640 1 -- 172.21.15.33:0/2315970620 shutdown_connections 2024-07-26T17:06:36.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.876+0000 7f899ec7e640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8978077130 0x7f8978079640 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:36.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.876+0000 7f899ec7e640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f899806e4f0 0x7f899806e900 unknown :-1 s=CLOSED pgs=2760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:36.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.876+0000 7f899ec7e640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89981617b0 0x7f8998161bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:36.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.876+0000 7f899ec7e640 1 --2- 172.21.15.33:0/2315970620 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8984004d40 0x7f8998157c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:36.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.876+0000 7f899ec7e640 1 -- 172.21.15.33:0/2315970620 >> 172.21.15.33:0/2315970620 conn(0x7f89980b5b00 msgr2=0x7f89980b6e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:36.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.878+0000 7f899ec7e640 1 -- 172.21.15.33:0/2315970620 shutdown_connections 2024-07-26T17:06:36.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:36.878+0000 7f899ec7e640 1 -- 172.21.15.33:0/2315970620 wait complete. 2024-07-26T17:06:36.899 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:06:37.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.022+0000 7fcd11341640 1 -- 172.21.15.33:0/4184597041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccf8004800 msgr2=0x7fccf8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.022+0000 7fcd11341640 1 --2- 172.21.15.33:0/4184597041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccf8004800 0x7fccf8004c10 secure :-1 s=READY pgs=2762 cs=0 l=1 rev1=1 crypto rx=0x7fcd0c06d660 tx=0x7fccf8005830 comp rx=0 tx=0).stop 2024-07-26T17:06:37.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.022+0000 7fcd11341640 1 -- 172.21.15.33:0/4184597041 shutdown_connections 2024-07-26T17:06:37.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.022+0000 7fcd11341640 1 --2- 172.21.15.33:0/4184597041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fccf8004800 0x7fccf8004c10 unknown :-1 s=CLOSED pgs=2762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.022+0000 7fcd11341640 1 -- 172.21.15.33:0/4184597041 >> 172.21.15.33:0/4184597041 conn(0x7fcd0c0d1e20 msgr2=0x7fcd0c0d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:37.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.022+0000 7fcd11341640 1 -- 172.21.15.33:0/4184597041 shutdown_connections 2024-07-26T17:06:37.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.022+0000 7fcd11341640 1 -- 172.21.15.33:0/4184597041 wait complete. 2024-07-26T17:06:37.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.024+0000 7fcd11341640 1 Processor -- start 2024-07-26T17:06:37.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.024+0000 7fcd11341640 1 -- start start 2024-07-26T17:06:37.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.025+0000 7fcd11341640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fccf8004800 0x7fcd0c09e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.025+0000 7fcd11341640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd0c1f59a0 0x7fcd0c1f5db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.025+0000 7fcd11341640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd0c14d990 0x7fcd0c14dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.025+0000 7fcd11341640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fcd0c0ce5d0 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.025+0000 7fcd11341640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fcd0c0b7390 con 0x7fccf8004800 2024-07-26T17:06:37.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.025+0000 7fcd11341640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fcd0c0ce750 con 0x7fcd0c14d990 2024-07-26T17:06:37.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.025+0000 7fcd03fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd0c1f59a0 0x7fcd0c1f5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.025+0000 7fcd03fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd0c1f59a0 0x7fcd0c1f5db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51454/0 (socket says 172.21.15.33:51454) 2024-07-26T17:06:37.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.025+0000 7fcd03fff640 1 -- 172.21.15.33:0/711896230 learned_addr learned my addr 172.21.15.33:0/711896230 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:37.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.025+0000 7fcd0affd640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fccf8004800 0x7fcd0c09e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.025+0000 7fcd0b7fe640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd0c14d990 0x7fcd0c14dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.026+0000 7fcd03fff640 1 -- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd0c14d990 msgr2=0x7fcd0c14dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.026+0000 7fcd03fff640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd0c14d990 0x7fcd0c14dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.026+0000 7fcd03fff640 1 -- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fccf8004800 msgr2=0x7fcd0c09e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.026+0000 7fcd03fff640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fccf8004800 0x7fcd0c09e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.026+0000 7fcd03fff640 1 -- 172.21.15.33:0/711896230 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd0c1f62f0 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.026+0000 7fcd03fff640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd0c1f59a0 0x7fcd0c1f5db0 secure :-1 s=READY pgs=2763 cs=0 l=1 rev1=1 crypto rx=0x7fccf4001780 tx=0x7fccf402af40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.026+0000 7fcd037fe640 1 -- 172.21.15.33:0/711896230 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf4042070 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.026+0000 7fcd037fe640 1 -- 172.21.15.33:0/711896230 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fccf4039070 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.026+0000 7fcd11341640 1 -- 172.21.15.33:0/711896230 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd0c09eb50 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.026+0000 7fcd037fe640 1 -- 172.21.15.33:0/711896230 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccf4003850 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.026+0000 7fcd11341640 1 -- 172.21.15.33:0/711896230 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd0c09f110 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.027+0000 7fcd11341640 1 -- 172.21.15.33:0/711896230 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd0c0cecb0 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.028+0000 7fcd037fe640 1 -- 172.21.15.33:0/711896230 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fccf403b070 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.028+0000 7fcd037fe640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fccec077130 0x7fccec079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.029+0000 7fcd037fe640 1 -- 172.21.15.33:0/711896230 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(285..285 src has 1..285) ==== 6257+0+0 (secure 0 0 0) 0x7fccf40b7f40 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.029+0000 7fcd0affd640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fccec077130 0x7fccec079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.029+0000 7fcd0affd640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fccec077130 0x7fccec079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fccfc006cd0 tx=0x7fccfc0067a0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:37.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.033+0000 7fcd037fe640 1 -- 172.21.15.33:0/711896230 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcd0c1f62f0 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.227+0000 7fcd11341640 1 -- 172.21.15.33:0/711896230 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcd0c0cdf10 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.228+0000 7fcd037fe640 1 -- 172.21.15.33:0/711896230 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v285) ==== 74+0+17159 (secure 0 0 0) 0x7fccf4080e20 con 0x7fcd0c1f59a0 2024-07-26T17:06:37.230 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:37.230 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":285,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:06:36.236715+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":38,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":37,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:06:33.928869+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"285","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":38,"pool_name":"cephfs_data","create_time":"2024-07-26T17:06:35.199969+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"285","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:06:37.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 -- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fccec077130 msgr2=0x7fccec079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fccec077130 0x7fccec079640 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fccfc006cd0 tx=0x7fccfc0067a0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 -- 172.21.15.33:0/711896230 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd0c1f59a0 msgr2=0x7fcd0c1f5db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd0c1f59a0 0x7fcd0c1f5db0 secure :-1 s=READY pgs=2763 cs=0 l=1 rev1=1 crypto rx=0x7fccf4001780 tx=0x7fccf402af40 comp rx=0 tx=0).stop 2024-07-26T17:06:37.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 -- 172.21.15.33:0/711896230 shutdown_connections 2024-07-26T17:06:37.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fcd0c14d990 0x7fcd0c14dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fccec077130 0x7fccec079640 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcd0c1f59a0 0x7fcd0c1f5db0 unknown :-1 s=CLOSED pgs=2763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 --2- 172.21.15.33:0/711896230 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fccf8004800 0x7fcd0c09e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 -- 172.21.15.33:0/711896230 >> 172.21.15.33:0/711896230 conn(0x7fcd0c0d1e20 msgr2=0x7fcd0c15f310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:37.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 -- 172.21.15.33:0/711896230 shutdown_connections 2024-07-26T17:06:37.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.230+0000 7fcd11341640 1 -- 172.21.15.33:0/711896230 wait complete. 2024-07-26T17:06:37.245 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:06:37.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.361+0000 7fd5f7fba640 1 -- 172.21.15.33:0/362418248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5d8003a00 msgr2=0x7fd5d8003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.361+0000 7fd5f7fba640 1 --2- 172.21.15.33:0/362418248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5d8003a00 0x7fd5d8003e70 secure :-1 s=READY pgs=2765 cs=0 l=1 rev1=1 crypto rx=0x7fd5e000c610 tx=0x7fd5d8005830 comp rx=0 tx=0).stop 2024-07-26T17:06:37.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.361+0000 7fd5f6557640 1 -- 172.21.15.33:0/362418248 reap_dead start 2024-07-26T17:06:37.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.361+0000 7fd5f7fba640 1 -- 172.21.15.33:0/362418248 shutdown_connections 2024-07-26T17:06:37.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.361+0000 7fd5f7fba640 1 -- 172.21.15.33:0/362418248 >> 172.21.15.33:0/362418248 conn(0x7fd5f00d09d0 msgr2=0x7fd5f0072c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:37.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.361+0000 7fd5f7fba640 1 -- 172.21.15.33:0/362418248 shutdown_connections 2024-07-26T17:06:37.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.361+0000 7fd5f7fba640 1 -- 172.21.15.33:0/362418248 wait complete. 2024-07-26T17:06:37.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.363+0000 7fd5f7fba640 1 Processor -- start 2024-07-26T17:06:37.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.363+0000 7fd5f7fba640 1 -- start start 2024-07-26T17:06:37.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f7fba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd5d8003a00 0x7fd5f0153c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f7fba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f01f55d0 0x7fd5f00ce9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f7fba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd5f01e4f20 0x7fd5f00cef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f7fba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f006daa0 con 0x7fd5f01f55d0 2024-07-26T17:06:37.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f7fba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f006d920 con 0x7fd5f01e4f20 2024-07-26T17:06:37.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f7fba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fd5f006dc20 con 0x7fd5d8003a00 2024-07-26T17:06:37.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f5555640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f01f55d0 0x7fd5f00ce9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f5555640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f01f55d0 0x7fd5f00ce9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51466/0 (socket says 172.21.15.33:51466) 2024-07-26T17:06:37.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f5555640 1 -- 172.21.15.33:0/1522960946 learned_addr learned my addr 172.21.15.33:0/1522960946 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:37.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f6557640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd5f01e4f20 0x7fd5f00cef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f5d56640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd5d8003a00 0x7fd5f0153c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f5555640 1 -- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd5d8003a00 msgr2=0x7fd5f0153c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f5555640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd5d8003a00 0x7fd5f0153c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f5555640 1 -- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd5f01e4f20 msgr2=0x7fd5f00cef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f5555640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd5f01e4f20 0x7fd5f00cef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f5555640 1 -- 172.21.15.33:0/1522960946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5f01e59e0 con 0x7fd5f01f55d0 2024-07-26T17:06:37.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.364+0000 7fd5f5d56640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd5d8003a00 0x7fd5f0153c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:37.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.365+0000 7fd5f5555640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f01f55d0 0x7fd5f00ce9d0 secure :-1 s=READY pgs=2766 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4011ab0 tx=0x7fd5e4011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:37.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.365+0000 7fd5ee7fc640 1 -- 172.21.15.33:0/1522960946 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e401e070 con 0x7fd5f01f55d0 2024-07-26T17:06:37.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.365+0000 7fd5ee7fc640 1 -- 172.21.15.33:0/1522960946 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5e400fc70 con 0x7fd5f01f55d0 2024-07-26T17:06:37.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.365+0000 7fd5f7fba640 1 -- 172.21.15.33:0/1522960946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5f01e5cc0 con 0x7fd5f01f55d0 2024-07-26T17:06:37.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.365+0000 7fd5ee7fc640 1 -- 172.21.15.33:0/1522960946 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5e4019670 con 0x7fd5f01f55d0 2024-07-26T17:06:37.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.365+0000 7fd5f7fba640 1 -- 172.21.15.33:0/1522960946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5f01e6280 con 0x7fd5f01f55d0 2024-07-26T17:06:37.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.366+0000 7fd5f7fba640 1 -- 172.21.15.33:0/1522960946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5f0070a60 con 0x7fd5f01f55d0 2024-07-26T17:06:37.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.367+0000 7fd5ee7fc640 1 -- 172.21.15.33:0/1522960946 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fd5e4021070 con 0x7fd5f01f55d0 2024-07-26T17:06:37.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.367+0000 7fd5ee7fc640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd5dc077160 0x7fd5dc079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.368+0000 7fd5ee7fc640 1 -- 172.21.15.33:0/1522960946 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(285..285 src has 1..285) ==== 6257+0+0 (secure 0 0 0) 0x7fd5e4099c90 con 0x7fd5f01f55d0 2024-07-26T17:06:37.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.368+0000 7fd5f5d56640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd5dc077160 0x7fd5dc079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.368+0000 7fd5f5d56640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd5dc077160 0x7fd5dc079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd5e0033000 tx=0x7fd5e0038040 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:37.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.371+0000 7fd5ee7fc640 1 -- 172.21.15.33:0/1522960946 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd5e400fe60 con 0x7fd5f01f55d0 2024-07-26T17:06:37.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.564+0000 7fd5f7fba640 1 -- 172.21.15.33:0/1522960946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd5f015d110 con 0x7fd5f01f55d0 2024-07-26T17:06:37.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.565+0000 7fd5ee7fc640 1 -- 172.21.15.33:0/1522960946 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v285) ==== 74+0+17159 (secure 0 0 0) 0x7fd5e40624d0 con 0x7fd5f01f55d0 2024-07-26T17:06:37.567 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:37.567 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":285,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:06:36.236715+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":38,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":37,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:06:33.928869+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"285","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":38,"pool_name":"cephfs_data","create_time":"2024-07-26T17:06:35.199969+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"285","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:06:37.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.567+0000 7fd5f7fba640 1 -- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd5dc077160 msgr2=0x7fd5dc079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.567+0000 7fd5f7fba640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd5dc077160 0x7fd5dc079670 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd5e0033000 tx=0x7fd5e0038040 comp rx=0 tx=0).stop 2024-07-26T17:06:37.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.567+0000 7fd5f7fba640 1 -- 172.21.15.33:0/1522960946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f01f55d0 msgr2=0x7fd5f00ce9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.567+0000 7fd5f7fba640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f01f55d0 0x7fd5f00ce9d0 secure :-1 s=READY pgs=2766 cs=0 l=1 rev1=1 crypto rx=0x7fd5e4011ab0 tx=0x7fd5e4011f70 comp rx=0 tx=0).stop 2024-07-26T17:06:37.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.567+0000 7fd5f7fba640 1 -- 172.21.15.33:0/1522960946 shutdown_connections 2024-07-26T17:06:37.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.567+0000 7fd5f7fba640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fd5f01e4f20 0x7fd5f00cef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.567+0000 7fd5f7fba640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fd5dc077160 0x7fd5dc079670 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.567+0000 7fd5f7fba640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5f01f55d0 0x7fd5f00ce9d0 unknown :-1 s=CLOSED pgs=2766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.567+0000 7fd5f7fba640 1 --2- 172.21.15.33:0/1522960946 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fd5d8003a00 0x7fd5f0153c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.568+0000 7fd5f7fba640 1 -- 172.21.15.33:0/1522960946 >> 172.21.15.33:0/1522960946 conn(0x7fd5f00d09d0 msgr2=0x7fd5f015d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:37.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.568+0000 7fd5f7fba640 1 -- 172.21.15.33:0/1522960946 shutdown_connections 2024-07-26T17:06:37.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.568+0000 7fd5f7fba640 1 -- 172.21.15.33:0/1522960946 wait complete. 2024-07-26T17:06:37.581 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T17:06:37.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.701+0000 7fe2d2625640 1 -- 172.21.15.33:0/3686462800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2b4004800 msgr2=0x7fe2b4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.701+0000 7fe2d2625640 1 --2- 172.21.15.33:0/3686462800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2b4004800 0x7fe2b4004c10 secure :-1 s=READY pgs=2768 cs=0 l=1 rev1=1 crypto rx=0x7fe2cc08d3a0 tx=0x7fe2b4005830 comp rx=0 tx=0).stop 2024-07-26T17:06:37.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.701+0000 7fe2d0bc2640 1 -- 172.21.15.33:0/3686462800 reap_dead start 2024-07-26T17:06:37.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.701+0000 7fe2d2625640 1 -- 172.21.15.33:0/3686462800 shutdown_connections 2024-07-26T17:06:37.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.701+0000 7fe2d2625640 1 -- 172.21.15.33:0/3686462800 >> 172.21.15.33:0/3686462800 conn(0x7fe2cc0b5a90 msgr2=0x7fe2cc0b5ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:37.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.701+0000 7fe2d2625640 1 -- 172.21.15.33:0/3686462800 shutdown_connections 2024-07-26T17:06:37.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.701+0000 7fe2d2625640 1 -- 172.21.15.33:0/3686462800 wait complete. 2024-07-26T17:06:37.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.703+0000 7fe2d2625640 1 Processor -- start 2024-07-26T17:06:37.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.703+0000 7fe2d2625640 1 -- start start 2024-07-26T17:06:37.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.704+0000 7fe2d2625640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2b4004800 0x7fe2cc0ca860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.704+0000 7fe2d2625640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2cc1599c0 0x7fe2cc0c9b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.704+0000 7fe2d2625640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2cc159dd0 0x7fe2cc0ca0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.704+0000 7fe2d2625640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe2cc08ccb0 con 0x7fe2cc1599c0 2024-07-26T17:06:37.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.704+0000 7fe2d2625640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe2cc0b41d0 con 0x7fe2cc159dd0 2024-07-26T17:06:37.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.704+0000 7fe2d2625640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe2cc08ce30 con 0x7fe2b4004800 2024-07-26T17:06:37.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.704+0000 7fe2cb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2cc1599c0 0x7fe2cc0c9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.704+0000 7fe2cb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2cc1599c0 0x7fe2cc0c9b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51482/0 (socket says 172.21.15.33:51482) 2024-07-26T17:06:37.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.704+0000 7fe2cb7fe640 1 -- 172.21.15.33:0/901781015 learned_addr learned my addr 172.21.15.33:0/901781015 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:37.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.704+0000 7fe2cbfff640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2b4004800 0x7fe2cc0ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.704+0000 7fe2d0bc2640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2cc159dd0 0x7fe2cc0ca0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2cb7fe640 1 -- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2b4004800 msgr2=0x7fe2cc0ca860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2cb7fe640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2b4004800 0x7fe2cc0ca860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2cb7fe640 1 -- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2cc159dd0 msgr2=0x7fe2cc0ca0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:37.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2cb7fe640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2cc159dd0 0x7fe2cc0ca0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:37.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2cb7fe640 1 -- 172.21.15.33:0/901781015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2cc0cada0 con 0x7fe2cc1599c0 2024-07-26T17:06:37.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2cbfff640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2b4004800 0x7fe2cc0ca860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:06:37.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2cb7fe640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2cc1599c0 0x7fe2cc0c9b70 secure :-1 s=READY pgs=2769 cs=0 l=1 rev1=1 crypto rx=0x7fe2c0001780 tx=0x7fe2c00063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:37.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2c8ff9640 1 -- 172.21.15.33:0/901781015 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c0038070 con 0x7fe2cc1599c0 2024-07-26T17:06:37.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2c8ff9640 1 -- 172.21.15.33:0/901781015 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2c0003b10 con 0x7fe2cc1599c0 2024-07-26T17:06:37.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2d2625640 1 -- 172.21.15.33:0/901781015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2cc1f4d30 con 0x7fe2cc1599c0 2024-07-26T17:06:37.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2c8ff9640 1 -- 172.21.15.33:0/901781015 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2c003d460 con 0x7fe2cc1599c0 2024-07-26T17:06:37.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.705+0000 7fe2d2625640 1 -- 172.21.15.33:0/901781015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2cc161bc0 con 0x7fe2cc1599c0 2024-07-26T17:06:37.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.706+0000 7fe2d2625640 1 -- 172.21.15.33:0/901781015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2cc069530 con 0x7fe2cc1599c0 2024-07-26T17:06:37.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.707+0000 7fe2c8ff9640 1 -- 172.21.15.33:0/901781015 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fe2c0030070 con 0x7fe2cc1599c0 2024-07-26T17:06:37.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.707+0000 7fe2c8ff9640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe2b8077160 0x7fe2b8079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:37.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.708+0000 7fe2c8ff9640 1 -- 172.21.15.33:0/901781015 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(285..285 src has 1..285) ==== 6257+0+0 (secure 0 0 0) 0x7fe2c00b8630 con 0x7fe2cc1599c0 2024-07-26T17:06:37.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.708+0000 7fe2cbfff640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe2b8077160 0x7fe2b8079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:37.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.708+0000 7fe2cbfff640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe2b8077160 0x7fe2b8079670 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fe2cc0cfce0 tx=0x7fe2bc001e70 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:37.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.712+0000 7fe2c8ff9640 1 -- 172.21.15.33:0/901781015 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe2cc069530 con 0x7fe2cc1599c0 2024-07-26T17:06:37.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:37.946+0000 7fe2d2625640 1 -- 172.21.15.33:0/901781015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fe2cc161670 con 0x7fe2cc1599c0 2024-07-26T17:06:38.827 INFO:tasks.ceph.mds.d.smithi154.stderr:2024-07-26T17:06:38.826+0000 7fea538a8640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:06:38.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.877+0000 7fe2c8ff9640 1 -- 172.21.15.33:0/901781015 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v159) ==== 118+0+0 (secure 0 0 0) 0x7fe2c0042060 con 0x7fe2cc1599c0 2024-07-26T17:06:38.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 -- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe2b8077160 msgr2=0x7fe2b8079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:38.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe2b8077160 0x7fe2b8079670 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fe2cc0cfce0 tx=0x7fe2bc001e70 comp rx=0 tx=0).stop 2024-07-26T17:06:38.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 -- 172.21.15.33:0/901781015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2cc1599c0 msgr2=0x7fe2cc0c9b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:38.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2cc1599c0 0x7fe2cc0c9b70 secure :-1 s=READY pgs=2769 cs=0 l=1 rev1=1 crypto rx=0x7fe2c0001780 tx=0x7fe2c00063a0 comp rx=0 tx=0).stop 2024-07-26T17:06:38.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 -- 172.21.15.33:0/901781015 shutdown_connections 2024-07-26T17:06:38.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2cc159dd0 0x7fe2cc0ca0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:38.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe2b8077160 0x7fe2b8079670 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:38.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2cc1599c0 0x7fe2cc0c9b70 unknown :-1 s=CLOSED pgs=2769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:38.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 --2- 172.21.15.33:0/901781015 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe2b4004800 0x7fe2cc0ca860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:38.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 -- 172.21.15.33:0/901781015 >> 172.21.15.33:0/901781015 conn(0x7fe2cc0b5a90 msgr2=0x7fe2cc06e6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:38.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 -- 172.21.15.33:0/901781015 shutdown_connections 2024-07-26T17:06:38.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:38.880+0000 7fe2d2625640 1 -- 172.21.15.33:0/901781015 wait complete. 2024-07-26T17:06:38.896 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T17:06:38.896 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T17:06:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.022+0000 7f8c15666640 1 -- 172.21.15.33:0/732653929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c100d0ae0 msgr2=0x7f8c100ce7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.022+0000 7f8c15666640 1 --2- 172.21.15.33:0/732653929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c100d0ae0 0x7f8c100ce7d0 secure :-1 s=READY pgs=2770 cs=0 l=1 rev1=1 crypto rx=0x7f8bf8005fd0 tx=0x7f8bf802a530 comp rx=0 tx=0).stop 2024-07-26T17:06:39.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.022+0000 7f8c15666640 1 -- 172.21.15.33:0/732653929 shutdown_connections 2024-07-26T17:06:39.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.022+0000 7f8c15666640 1 --2- 172.21.15.33:0/732653929 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c100d0ae0 0x7f8c100ce7d0 unknown :-1 s=CLOSED pgs=2770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:39.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.022+0000 7f8c15666640 1 --2- 172.21.15.33:0/732653929 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c100b72a0 0x7f8c100b10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:39.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.022+0000 7f8c15666640 1 -- 172.21.15.33:0/732653929 >> 172.21.15.33:0/732653929 conn(0x7f8c100d1e70 msgr2=0x7f8c100d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:39.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.022+0000 7f8c15666640 1 -- 172.21.15.33:0/732653929 shutdown_connections 2024-07-26T17:06:39.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.022+0000 7f8c15666640 1 -- 172.21.15.33:0/732653929 wait complete. 2024-07-26T17:06:39.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.024+0000 7f8c15666640 1 Processor -- start 2024-07-26T17:06:39.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.024+0000 7f8c15666640 1 -- start start 2024-07-26T17:06:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c15666640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c100b72a0 0x7f8c101f0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:39.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c15666640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c100ced10 0x7f8c1015ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c15666640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c100d0ae0 0x7f8c1015f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c15666640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8c100d2b80 con 0x7f8c100d0ae0 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c15666640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8c100b2d10 con 0x7f8c100ced10 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c15666640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8c100d0150 con 0x7f8c100b72a0 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c0f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c100d0ae0 0x7f8c1015f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c0f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c100d0ae0 0x7f8c1015f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51508/0 (socket says 172.21.15.33:51508) 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c0f7fe640 1 -- 172.21.15.33:0/1220396395 learned_addr learned my addr 172.21.15.33:0/1220396395 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c067fc640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c100ced10 0x7f8c1015ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c0effd640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c100b72a0 0x7f8c101f0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c0f7fe640 1 -- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c100b72a0 msgr2=0x7f8c101f0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c0f7fe640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c100b72a0 0x7f8c101f0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c0f7fe640 1 -- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c100ced10 msgr2=0x7f8c1015ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c0f7fe640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c100ced10 0x7f8c1015ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:39.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c0f7fe640 1 -- 172.21.15.33:0/1220396395 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c10149bd0 con 0x7f8c100d0ae0 2024-07-26T17:06:39.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c0f7fe640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c100d0ae0 0x7f8c1015f250 secure :-1 s=READY pgs=2771 cs=0 l=1 rev1=1 crypto rx=0x7f8c0800be60 tx=0x7f8c0800bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:39.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.026+0000 7f8c07fff640 1 -- 172.21.15.33:0/1220396395 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c08019070 con 0x7f8c100d0ae0 2024-07-26T17:06:39.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.027+0000 7f8c07fff640 1 -- 172.21.15.33:0/1220396395 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c08014440 con 0x7f8c100d0ae0 2024-07-26T17:06:39.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.027+0000 7f8c15666640 1 -- 172.21.15.33:0/1220396395 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c10149ea0 con 0x7f8c100d0ae0 2024-07-26T17:06:39.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.027+0000 7f8c07fff640 1 -- 172.21.15.33:0/1220396395 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c08014890 con 0x7f8c100d0ae0 2024-07-26T17:06:39.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.027+0000 7f8c15666640 1 -- 172.21.15.33:0/1220396395 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c1014c2b0 con 0x7f8c100d0ae0 2024-07-26T17:06:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.028+0000 7f8c15666640 1 -- 172.21.15.33:0/1220396395 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c1014a070 con 0x7f8c100d0ae0 2024-07-26T17:06:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.029+0000 7f8c07fff640 1 -- 172.21.15.33:0/1220396395 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f8c0801c070 con 0x7f8c100d0ae0 2024-07-26T17:06:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.029+0000 7f8c07fff640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8bf0077130 0x7f8bf0079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.029+0000 7f8c07fff640 1 -- 172.21.15.33:0/1220396395 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f8c08098c00 con 0x7f8c100d0ae0 2024-07-26T17:06:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.030+0000 7f8c0effd640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8bf0077130 0x7f8bf0079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:39.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.030+0000 7f8c0effd640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8bf0077130 0x7f8bf0079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8c00009960 tx=0x7f8c00009060 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:39.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.034+0000 7f8c07fff640 1 -- 172.21.15.33:0/1220396395 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8c0809f080 con 0x7f8c100d0ae0 2024-07-26T17:06:39.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.266+0000 7f8c15666640 1 -- 172.21.15.33:0/1220396395 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f8c101f75c0 con 0x7f8c100d0ae0 2024-07-26T17:06:39.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.879+0000 7f8c07fff640 1 -- 172.21.15.33:0/1220396395 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v160) ==== 122+0+0 (secure 0 0 0) 0x7f8c08061500 con 0x7f8c100d0ae0 2024-07-26T17:06:39.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 -- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8bf0077130 msgr2=0x7f8bf0079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:39.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8bf0077130 0x7f8bf0079640 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8c00009960 tx=0x7f8c00009060 comp rx=0 tx=0).stop 2024-07-26T17:06:39.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 -- 172.21.15.33:0/1220396395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c100d0ae0 msgr2=0x7f8c1015f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:39.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c100d0ae0 0x7f8c1015f250 secure :-1 s=READY pgs=2771 cs=0 l=1 rev1=1 crypto rx=0x7f8c0800be60 tx=0x7f8c0800bf50 comp rx=0 tx=0).stop 2024-07-26T17:06:39.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 -- 172.21.15.33:0/1220396395 shutdown_connections 2024-07-26T17:06:39.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f8bf0077130 0x7f8bf0079640 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:39.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8c100d0ae0 0x7f8c1015f250 unknown :-1 s=CLOSED pgs=2771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:39.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8c100ced10 0x7f8c1015ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:39.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 --2- 172.21.15.33:0/1220396395 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8c100b72a0 0x7f8c101f0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:39.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 -- 172.21.15.33:0/1220396395 >> 172.21.15.33:0/1220396395 conn(0x7f8c100d1e70 msgr2=0x7f8c100af580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:39.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 -- 172.21.15.33:0/1220396395 shutdown_connections 2024-07-26T17:06:39.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:39.882+0000 7f8c15666640 1 -- 172.21.15.33:0/1220396395 wait complete. 2024-07-26T17:06:39.898 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T17:06:39.899 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:06:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.022+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/1344474108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c80b4570 msgr2=0x7fb8c8168c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.022+0000 7fb8cf6b9640 1 --2- 172.21.15.33:0/1344474108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c80b4570 0x7fb8c8168c90 secure :-1 s=READY pgs=2773 cs=0 l=1 rev1=1 crypto rx=0x7fb8c80ce410 tx=0x7fb8c002a820 comp rx=0 tx=0).stop 2024-07-26T17:06:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.022+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/1344474108 shutdown_connections 2024-07-26T17:06:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.022+0000 7fb8cf6b9640 1 --2- 172.21.15.33:0/1344474108 >> v2:172.21.15.154:3300/0 conn(0x7fb8c80d2180 0x7fb8c80b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.022+0000 7fb8cf6b9640 1 --2- 172.21.15.33:0/1344474108 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c80b4570 0x7fb8c8168c90 unknown :-1 s=CLOSED pgs=2773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.022+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/1344474108 >> 172.21.15.33:0/1344474108 conn(0x7fb8c80b5ab0 msgr2=0x7fb8c80b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.022+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/1344474108 shutdown_connections 2024-07-26T17:06:40.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.022+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/1344474108 wait complete. 2024-07-26T17:06:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.024+0000 7fb8cf6b9640 1 Processor -- start 2024-07-26T17:06:40.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.024+0000 7fb8cf6b9640 1 -- start start 2024-07-26T17:06:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cf6b9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c80b4570 0x7fb8c80b5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cf6b9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c80d1d70 0x7fb8c80b6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cf6b9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c80d2180 0x7fb8c80a1080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cf6b9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c80d0730 con 0x7fb8c80d2180 2024-07-26T17:06:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cf6b9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c808c630 con 0x7fb8c80b4570 2024-07-26T17:06:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cf6b9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb8c81d6170 con 0x7fb8c80d1d70 2024-07-26T17:06:40.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cdc56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c80d2180 0x7fb8c80a1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cdc56640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c80d2180 0x7fb8c80a1080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51526/0 (socket says 172.21.15.33:51526) 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cdc56640 1 -- 172.21.15.33:0/203467678 learned_addr learned my addr 172.21.15.33:0/203467678 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cd455640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c80b4570 0x7fb8c80b5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8ccc54640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c80d1d70 0x7fb8c80b6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cdc56640 1 -- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c80d1d70 msgr2=0x7fb8c80b6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.025+0000 7fb8cdc56640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c80d1d70 0x7fb8c80b6400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.026+0000 7fb8cdc56640 1 -- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c80b4570 msgr2=0x7fb8c80b5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.026+0000 7fb8cdc56640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c80b4570 0x7fb8c80b5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.026+0000 7fb8cdc56640 1 -- 172.21.15.33:0/203467678 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8c81f5380 con 0x7fb8c80d2180 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.026+0000 7fb8cd455640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c80b4570 0x7fb8c80b5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.026+0000 7fb8cdc56640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c80d2180 0x7fb8c80a1080 secure :-1 s=READY pgs=2774 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0009ca0 tx=0x7fb8c0032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.026+0000 7fb8bdffb640 1 -- 172.21.15.33:0/203467678 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c0037040 con 0x7fb8c80d2180 2024-07-26T17:06:40.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.026+0000 7fb8bdffb640 1 -- 172.21.15.33:0/203467678 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb8c0042070 con 0x7fb8c80d2180 2024-07-26T17:06:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.026+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/203467678 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8c81f5660 con 0x7fb8c80d2180 2024-07-26T17:06:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.026+0000 7fb8bdffb640 1 -- 172.21.15.33:0/203467678 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c00042a0 con 0x7fb8c80d2180 2024-07-26T17:06:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.026+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/203467678 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8c81f5c20 con 0x7fb8c80d2180 2024-07-26T17:06:40.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.027+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/203467678 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8c81f5e60 con 0x7fb8c80d2180 2024-07-26T17:06:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.028+0000 7fb8bdffb640 1 -- 172.21.15.33:0/203467678 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fb8c0004440 con 0x7fb8c80d2180 2024-07-26T17:06:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.029+0000 7fb8bdffb640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb8ac077130 0x7fb8ac079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.029+0000 7fb8bdffb640 1 -- 172.21.15.33:0/203467678 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7fb8c00b9d30 con 0x7fb8c80d2180 2024-07-26T17:06:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.029+0000 7fb8cd455640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb8ac077130 0x7fb8ac079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.030+0000 7fb8cd455640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb8ac077130 0x7fb8ac079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb8c4000f60 tx=0x7fb8c4009040 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.033+0000 7fb8bdffb640 1 -- 172.21.15.33:0/203467678 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb8c00829c0 con 0x7fb8c80d2180 2024-07-26T17:06:40.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.266+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/203467678 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb8c81f5110 con 0x7fb8c80d2180 2024-07-26T17:06:40.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.267+0000 7fb8bdffb640 1 -- 172.21.15.33:0/203467678 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5244 (secure 0 0 0) 0x7fb8c00822c0 con 0x7fb8c80d2180 2024-07-26T17:06:40.268 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:40.269 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":160,"btime":"2024-07-26T17:06:39:878577+0000","default_fscid":18,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":10103,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2472890932","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2472890932},{"type":"v1","addr":"172.21.15.154:6835","nonce":2472890932}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11422,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3821891601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821891601},{"type":"v1","addr":"172.21.15.33:6835","nonce":3821891601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11425,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3095172488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3095172488},{"type":"v1","addr":"172.21.15.33:6834","nonce":3095172488}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":154}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:36.236673+0000","modified":"2024-07-26T17:06:39.267415+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12642},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12642":{"gid":12642,"name":"d","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/175913275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":175913275},{"type":"v1","addr":"172.21.15.154:6834","nonce":175913275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[38],"metadata_pool":37,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12642,"qdb_cluster":[12642]},"id":18}]} 2024-07-26T17:06:40.269 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 160 2024-07-26T17:06:40.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb8ac077130 msgr2=0x7fb8ac079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb8ac077130 0x7fb8ac079640 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb8c4000f60 tx=0x7fb8c4009040 comp rx=0 tx=0).stop 2024-07-26T17:06:40.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/203467678 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c80d2180 msgr2=0x7fb8c80a1080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c80d2180 0x7fb8c80a1080 secure :-1 s=READY pgs=2774 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0009ca0 tx=0x7fb8c0032d10 comp rx=0 tx=0).stop 2024-07-26T17:06:40.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/203467678 shutdown_connections 2024-07-26T17:06:40.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb8ac077130 0x7fb8ac079640 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c80d2180 0x7fb8c80a1080 unknown :-1 s=CLOSED pgs=2774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c80d1d70 0x7fb8c80b6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 --2- 172.21.15.33:0/203467678 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c80b4570 0x7fb8c80b5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/203467678 >> 172.21.15.33:0/203467678 conn(0x7fb8c80b5ab0 msgr2=0x7fb8c806e740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:40.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/203467678 shutdown_connections 2024-07-26T17:06:40.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.269+0000 7fb8cf6b9640 1 -- 172.21.15.33:0/203467678 wait complete. 2024-07-26T17:06:40.282 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:06:40.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.398+0000 7f757be78640 1 -- 172.21.15.33:0/3421448855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75740b3920 msgr2=0x7f75740b3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.398+0000 7f757be78640 1 --2- 172.21.15.33:0/3421448855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75740b3920 0x7f75740b3d30 secure :-1 s=READY pgs=2775 cs=0 l=1 rev1=1 crypto rx=0x7f757408c600 tx=0x7f756402a580 comp rx=0 tx=0).stop 2024-07-26T17:06:40.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.398+0000 7f757be78640 1 -- 172.21.15.33:0/3421448855 shutdown_connections 2024-07-26T17:06:40.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.398+0000 7f757be78640 1 --2- 172.21.15.33:0/3421448855 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75740b4270 0x7f75740cec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.398+0000 7f757be78640 1 --2- 172.21.15.33:0/3421448855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75740b3920 0x7f75740b3d30 unknown :-1 s=CLOSED pgs=2775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.398+0000 7f757be78640 1 --2- 172.21.15.33:0/3421448855 >> v2:172.21.15.154:3300/0 conn(0x7f75740d1d70 0x7f75740d2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.398+0000 7f757be78640 1 -- 172.21.15.33:0/3421448855 >> 172.21.15.33:0/3421448855 conn(0x7f75740b5ab0 msgr2=0x7f75740b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:40.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.398+0000 7f757be78640 1 -- 172.21.15.33:0/3421448855 shutdown_connections 2024-07-26T17:06:40.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.398+0000 7f757be78640 1 -- 172.21.15.33:0/3421448855 wait complete. 2024-07-26T17:06:40.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.400+0000 7f757be78640 1 Processor -- start 2024-07-26T17:06:40.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.400+0000 7f757be78640 1 -- start start 2024-07-26T17:06:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.401+0000 7f757be78640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75740b3920 0x7f75741e6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.401+0000 7f757be78640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75740b4270 0x7f75740c8150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.401+0000 7f757be78640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75740d1d70 0x7f75741e7170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.401+0000 7f757be78640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f757408c7b0 con 0x7f75740d1d70 2024-07-26T17:06:40.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.401+0000 7f757be78640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f757408c630 con 0x7f75740b3920 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.401+0000 7f757be78640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f757408ca50 con 0x7f75740b4270 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.401+0000 7f757a415640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75740d1d70 0x7f75741e7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.401+0000 7f757a415640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75740d1d70 0x7f75741e7170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51534/0 (socket says 172.21.15.33:51534) 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.401+0000 7f757a415640 1 -- 172.21.15.33:0/358340444 learned_addr learned my addr 172.21.15.33:0/358340444 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.401+0000 7f7579413640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75740b4270 0x7f75740c8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.401+0000 7f7579c14640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75740b3920 0x7f75741e6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.402+0000 7f757a415640 1 -- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75740b4270 msgr2=0x7f75740c8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.402+0000 7f757a415640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75740b4270 0x7f75740c8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.402+0000 7f757a415640 1 -- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75740b3920 msgr2=0x7f75741e6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.402+0000 7f757a415640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75740b3920 0x7f75741e6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.402+0000 7f757a415640 1 -- 172.21.15.33:0/358340444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75740cb130 con 0x7f75740d1d70 2024-07-26T17:06:40.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.402+0000 7f757a415640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75740d1d70 0x7f75741e7170 secure :-1 s=READY pgs=2776 cs=0 l=1 rev1=1 crypto rx=0x7f756c00cae0 tx=0x7f756c00af60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:40.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.402+0000 7f756a7fc640 1 -- 172.21.15.33:0/358340444 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f756c004d20 con 0x7f75740d1d70 2024-07-26T17:06:40.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.402+0000 7f756a7fc640 1 -- 172.21.15.33:0/358340444 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f756c007b00 con 0x7f75740d1d70 2024-07-26T17:06:40.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.402+0000 7f756a7fc640 1 -- 172.21.15.33:0/358340444 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f756c005020 con 0x7f75740d1d70 2024-07-26T17:06:40.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.402+0000 7f757be78640 1 -- 172.21.15.33:0/358340444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75740cb3d0 con 0x7f75740d1d70 2024-07-26T17:06:40.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.402+0000 7f757be78640 1 -- 172.21.15.33:0/358340444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75740cb990 con 0x7f75740d1d70 2024-07-26T17:06:40.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.403+0000 7f757be78640 1 -- 172.21.15.33:0/358340444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75740b47f0 con 0x7f75740d1d70 2024-07-26T17:06:40.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.404+0000 7f756a7fc640 1 -- 172.21.15.33:0/358340444 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f756c0051c0 con 0x7f75740d1d70 2024-07-26T17:06:40.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.404+0000 7f756a7fc640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f7558077160 0x7f7558079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.404+0000 7f756a7fc640 1 -- 172.21.15.33:0/358340444 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f756c099270 con 0x7f75740d1d70 2024-07-26T17:06:40.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.405+0000 7f7579c14640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f7558077160 0x7f7558079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:40.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.405+0000 7f7579c14640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f7558077160 0x7f7558079670 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f757000a490 tx=0x7f757000a420 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:40.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.409+0000 7f756a7fc640 1 -- 172.21.15.33:0/358340444 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f75740cb130 con 0x7f75740d1d70 2024-07-26T17:06:40.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.607+0000 7f757be78640 1 -- 172.21.15.33:0/358340444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f75740c7820 con 0x7f75740d1d70 2024-07-26T17:06:40.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.609+0000 7f756a7fc640 1 -- 172.21.15.33:0/358340444 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v286) ==== 74+0+17146 (secure 0 0 0) 0x7f756c014030 con 0x7f75740d1d70 2024-07-26T17:06:40.611 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:40.611 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":286,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:06:37.850881+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":38,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":37,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:06:33.928869+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"285","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":38,"pool_name":"cephfs_data","create_time":"2024-07-26T17:06:35.199969+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"286","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:06:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 -- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f7558077160 msgr2=0x7f7558079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f7558077160 0x7f7558079670 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f757000a490 tx=0x7f757000a420 comp rx=0 tx=0).stop 2024-07-26T17:06:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 -- 172.21.15.33:0/358340444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75740d1d70 msgr2=0x7f75741e7170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75740d1d70 0x7f75741e7170 secure :-1 s=READY pgs=2776 cs=0 l=1 rev1=1 crypto rx=0x7f756c00cae0 tx=0x7f756c00af60 comp rx=0 tx=0).stop 2024-07-26T17:06:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 -- 172.21.15.33:0/358340444 shutdown_connections 2024-07-26T17:06:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f7558077160 0x7f7558079670 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75740d1d70 0x7f75741e7170 unknown :-1 s=CLOSED pgs=2776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75740b4270 0x7f75740c8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 --2- 172.21.15.33:0/358340444 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75740b3920 0x7f75741e6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 -- 172.21.15.33:0/358340444 >> 172.21.15.33:0/358340444 conn(0x7f75740b5ab0 msgr2=0x7f75740b4f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:40.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 -- 172.21.15.33:0/358340444 shutdown_connections 2024-07-26T17:06:40.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.611+0000 7f757be78640 1 -- 172.21.15.33:0/358340444 wait complete. 2024-07-26T17:06:40.624 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T17:06:40.625 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:06:40.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.741+0000 7f2038be8640 1 -- 172.21.15.33:0/3042585224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f201c004d40 msgr2=0x7f201c0051b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.741+0000 7f2038be8640 1 --2- 172.21.15.33:0/3042585224 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f201c004d40 0x7f201c0051b0 secure :-1 s=READY pgs=2778 cs=0 l=1 rev1=1 crypto rx=0x7f202c005fd0 tx=0x7f201c005830 comp rx=0 tx=0).stop 2024-07-26T17:06:40.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.741+0000 7f2032d9d640 1 -- 172.21.15.33:0/3042585224 reap_dead start 2024-07-26T17:06:40.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.741+0000 7f2038be8640 1 -- 172.21.15.33:0/3042585224 shutdown_connections 2024-07-26T17:06:40.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.741+0000 7f2038be8640 1 -- 172.21.15.33:0/3042585224 >> 172.21.15.33:0/3042585224 conn(0x7f20340b5ab0 msgr2=0x7f20340b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:40.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.741+0000 7f2038be8640 1 -- 172.21.15.33:0/3042585224 shutdown_connections 2024-07-26T17:06:40.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.742+0000 7f2038be8640 1 -- 172.21.15.33:0/3042585224 wait complete. 2024-07-26T17:06:40.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.743+0000 7f2038be8640 1 Processor -- start 2024-07-26T17:06:40.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.743+0000 7f2038be8640 1 -- start start 2024-07-26T17:06:40.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f2038be8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f201c004d40 0x7f2034164420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f2038be8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2034164cf0 0x7f20340b6df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f2038be8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f20340b7330 0x7f20340c8b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f2038be8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f203408c630 con 0x7f201c004d40 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f2038be8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f203408d680 con 0x7f2034164cf0 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f2038be8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f203408c7b0 con 0x7f20340b7330 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f203259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f201c004d40 0x7f2034164420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f203259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f201c004d40 0x7f2034164420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51552/0 (socket says 172.21.15.33:51552) 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f203259c640 1 -- 172.21.15.33:0/327034948 learned_addr learned my addr 172.21.15.33:0/327034948 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f203259c640 1 -- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f20340b7330 msgr2=0x7f20340c8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f203259c640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f20340b7330 0x7f20340c8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f203259c640 1 -- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2034164cf0 msgr2=0x7f20340b6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f203259c640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2034164cf0 0x7f20340b6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f203259c640 1 -- 172.21.15.33:0/327034948 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20340b7740 con 0x7f201c004d40 2024-07-26T17:06:40.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f203259c640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f201c004d40 0x7f2034164420 secure :-1 s=READY pgs=2779 cs=0 l=1 rev1=1 crypto rx=0x7f2024006600 tx=0x7f20240039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:40.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.745+0000 7f2022ffd640 1 -- 172.21.15.33:0/327034948 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2024015070 con 0x7f201c004d40 2024-07-26T17:06:40.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.746+0000 7f2022ffd640 1 -- 172.21.15.33:0/327034948 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2024011900 con 0x7f201c004d40 2024-07-26T17:06:40.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.746+0000 7f2038be8640 1 -- 172.21.15.33:0/327034948 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2034165540 con 0x7f201c004d40 2024-07-26T17:06:40.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.746+0000 7f2022ffd640 1 -- 172.21.15.33:0/327034948 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2024011d30 con 0x7f201c004d40 2024-07-26T17:06:40.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.746+0000 7f2038be8640 1 -- 172.21.15.33:0/327034948 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20340a1890 con 0x7f201c004d40 2024-07-26T17:06:40.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.746+0000 7f2038be8640 1 -- 172.21.15.33:0/327034948 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f203408cbc0 con 0x7f201c004d40 2024-07-26T17:06:40.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.748+0000 7f2022ffd640 1 -- 172.21.15.33:0/327034948 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f2024018070 con 0x7f201c004d40 2024-07-26T17:06:40.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.748+0000 7f2022ffd640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2014077130 0x7f2014079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:40.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.748+0000 7f2022ffd640 1 -- 172.21.15.33:0/327034948 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f2024099a10 con 0x7f201c004d40 2024-07-26T17:06:40.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.749+0000 7f2031d9b640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2014077130 0x7f2014079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:40.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.749+0000 7f2031d9b640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2014077130 0x7f2014079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2028000c00 tx=0x7f2028006780 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:40.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.753+0000 7f2022ffd640 1 -- 172.21.15.33:0/327034948 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f20340b7740 con 0x7f201c004d40 2024-07-26T17:06:40.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.941+0000 7f2038be8640 1 -- 172.21.15.33:0/327034948 --> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f20340a1a60 con 0x7f2014077130 2024-07-26T17:06:40.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.946+0000 7f2022ffd640 1 -- 172.21.15.33:0/327034948 <== mgr.11257 v2:172.21.15.154:6836/1540360436 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241370 (secure 0 0 0) 0x7f20340a1a60 con 0x7f2014077130 2024-07-26T17:06:40.950 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:40.951 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:06:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.948+0000 7f2038be8640 1 -- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2014077130 msgr2=0x7f2014079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.948+0000 7f2038be8640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2014077130 0x7f2014079640 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2028000c00 tx=0x7f2028006780 comp rx=0 tx=0).stop 2024-07-26T17:06:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.948+0000 7f2038be8640 1 -- 172.21.15.33:0/327034948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f201c004d40 msgr2=0x7f2034164420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.948+0000 7f2038be8640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f201c004d40 0x7f2034164420 secure :-1 s=READY pgs=2779 cs=0 l=1 rev1=1 crypto rx=0x7f2024006600 tx=0x7f20240039c0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.949+0000 7f2038be8640 1 -- 172.21.15.33:0/327034948 shutdown_connections 2024-07-26T17:06:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.949+0000 7f2038be8640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f20340b7330 0x7f20340c8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.949+0000 7f2038be8640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2034164cf0 0x7f20340b6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.949+0000 7f2038be8640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2014077130 0x7f2014079640 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.949+0000 7f2038be8640 1 --2- 172.21.15.33:0/327034948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f201c004d40 0x7f2034164420 unknown :-1 s=CLOSED pgs=2779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.949+0000 7f2038be8640 1 -- 172.21.15.33:0/327034948 >> 172.21.15.33:0/327034948 conn(0x7f20340b5ab0 msgr2=0x7f203406ea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:40.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.949+0000 7f2038be8640 1 -- 172.21.15.33:0/327034948 shutdown_connections 2024-07-26T17:06:40.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:40.949+0000 7f2038be8640 1 -- 172.21.15.33:0/327034948 wait complete. 2024-07-26T17:06:40.962 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T17:06:40.193876+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":426,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3500,"ondisk_log_size":3500,"up":74,"acting":74,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":471468,"kb_used_data":29028,"kb_used_omap":12,"kb_used_meta":442291,"kb_avail":754503252,"statfs":{"total":773094113280,"available":772611330048,"internally_reserved":0,"allocated":29724672,"data_stored":16202140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":452906545},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.359174"},"pg_stats":[{"pgid":"38.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188464+0000","last_change":"2024-07-26T17:06:36.877194+0000","last_active":"2024-07-26T17:06:38.188464+0000","last_peered":"2024-07-26T17:06:38.188464+0000","last_clean":"2024-07-26T17:06:38.188464+0000","last_became_active":"2024-07-26T17:06:36.876596+0000","last_became_peered":"2024-07-26T17:06:36.876596+0000","last_unstale":"2024-07-26T17:06:38.188464+0000","last_undegraded":"2024-07-26T17:06:38.188464+0000","last_fullsized":"2024-07-26T17:06:38.188464+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:58:11.175612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188487+0000","last_change":"2024-07-26T17:06:36.877316+0000","last_active":"2024-07-26T17:06:38.188487+0000","last_peered":"2024-07-26T17:06:38.188487+0000","last_clean":"2024-07-26T17:06:38.188487+0000","last_became_active":"2024-07-26T17:06:36.877016+0000","last_became_peered":"2024-07-26T17:06:36.877016+0000","last_unstale":"2024-07-26T17:06:38.188487+0000","last_undegraded":"2024-07-26T17:06:38.188487+0000","last_fullsized":"2024-07-26T17:06:38.188487+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:19:12.044955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.28","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188274+0000","last_change":"2024-07-26T17:06:36.878848+0000","last_active":"2024-07-26T17:06:38.188274+0000","last_peered":"2024-07-26T17:06:38.188274+0000","last_clean":"2024-07-26T17:06:38.188274+0000","last_became_active":"2024-07-26T17:06:36.878510+0000","last_became_peered":"2024-07-26T17:06:36.878510+0000","last_unstale":"2024-07-26T17:06:38.188274+0000","last_undegraded":"2024-07-26T17:06:38.188274+0000","last_fullsized":"2024-07-26T17:06:38.188274+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:27:30.412409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1f","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.838683+0000","last_change":"2024-07-26T17:06:34.838683+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.838683+0000","last_undegraded":"2024-07-26T17:06:34.838683+0000","last_fullsized":"2024-07-26T17:06:34.838683+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1e","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840084+0000","last_change":"2024-07-26T17:06:34.840084+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840084+0000","last_undegraded":"2024-07-26T17:06:34.840084+0000","last_fullsized":"2024-07-26T17:06:34.840084+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1d","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188519+0000","last_change":"2024-07-26T17:06:35.860661+0000","last_active":"2024-07-26T17:06:38.188519+0000","last_peered":"2024-07-26T17:06:38.188519+0000","last_clean":"2024-07-26T17:06:38.188519+0000","last_became_active":"2024-07-26T17:06:35.860300+0000","last_became_peered":"2024-07-26T17:06:35.860300+0000","last_unstale":"2024-07-26T17:06:38.188519+0000","last_undegraded":"2024-07-26T17:06:38.188519+0000","last_fullsized":"2024-07-26T17:06:38.188519+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:43:24.142948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1c","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.842061+0000","last_change":"2024-07-26T17:06:34.842061+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.842061+0000","last_undegraded":"2024-07-26T17:06:34.842061+0000","last_fullsized":"2024-07-26T17:06:34.842061+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1b","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841168+0000","last_change":"2024-07-26T17:06:34.841168+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841168+0000","last_undegraded":"2024-07-26T17:06:34.841168+0000","last_fullsized":"2024-07-26T17:06:34.841168+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1a","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188281+0000","last_change":"2024-07-26T17:06:35.858280+0000","last_active":"2024-07-26T17:06:38.188281+0000","last_peered":"2024-07-26T17:06:38.188281+0000","last_clean":"2024-07-26T17:06:38.188281+0000","last_became_active":"2024-07-26T17:06:35.857959+0000","last_became_peered":"2024-07-26T17:06:35.857959+0000","last_unstale":"2024-07-26T17:06:38.188281+0000","last_undegraded":"2024-07-26T17:06:38.188281+0000","last_fullsized":"2024-07-26T17:06:38.188281+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:58.699910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.19","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841361+0000","last_change":"2024-07-26T17:06:34.841361+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841361+0000","last_undegraded":"2024-07-26T17:06:34.841361+0000","last_fullsized":"2024-07-26T17:06:34.841361+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.18","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841857+0000","last_change":"2024-07-26T17:06:34.841857+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841857+0000","last_undegraded":"2024-07-26T17:06:34.841857+0000","last_fullsized":"2024-07-26T17:06:34.841857+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.17","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836995+0000","last_change":"2024-07-26T17:06:34.836995+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836995+0000","last_undegraded":"2024-07-26T17:06:34.836995+0000","last_fullsized":"2024-07-26T17:06:34.836995+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.16","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.842579+0000","last_change":"2024-07-26T17:06:34.842579+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.842579+0000","last_undegraded":"2024-07-26T17:06:34.842579+0000","last_fullsized":"2024-07-26T17:06:34.842579+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.15","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840770+0000","last_change":"2024-07-26T17:06:34.840770+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840770+0000","last_undegraded":"2024-07-26T17:06:34.840770+0000","last_fullsized":"2024-07-26T17:06:34.840770+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.14","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841386+0000","last_change":"2024-07-26T17:06:34.841386+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841386+0000","last_undegraded":"2024-07-26T17:06:34.841386+0000","last_fullsized":"2024-07-26T17:06:34.841386+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.13","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836907+0000","last_change":"2024-07-26T17:06:34.836907+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836907+0000","last_undegraded":"2024-07-26T17:06:34.836907+0000","last_fullsized":"2024-07-26T17:06:34.836907+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.12","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.837219+0000","last_change":"2024-07-26T17:06:34.837219+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.837219+0000","last_undegraded":"2024-07-26T17:06:34.837219+0000","last_fullsized":"2024-07-26T17:06:34.837219+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.11","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.837613+0000","last_change":"2024-07-26T17:06:34.837613+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.837613+0000","last_undegraded":"2024-07-26T17:06:34.837613+0000","last_fullsized":"2024-07-26T17:06:34.837613+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.10","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839975+0000","last_change":"2024-07-26T17:06:34.839975+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839975+0000","last_undegraded":"2024-07-26T17:06:34.839975+0000","last_fullsized":"2024-07-26T17:06:34.839975+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.f","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839562+0000","last_change":"2024-07-26T17:06:34.839562+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839562+0000","last_undegraded":"2024-07-26T17:06:34.839562+0000","last_fullsized":"2024-07-26T17:06:34.839562+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.e","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840649+0000","last_change":"2024-07-26T17:06:34.840649+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840649+0000","last_undegraded":"2024-07-26T17:06:34.840649+0000","last_fullsized":"2024-07-26T17:06:34.840649+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.d","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839805+0000","last_change":"2024-07-26T17:06:34.839805+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839805+0000","last_undegraded":"2024-07-26T17:06:34.839805+0000","last_fullsized":"2024-07-26T17:06:34.839805+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.f","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188633+0000","last_change":"2024-07-26T17:06:36.878827+0000","last_active":"2024-07-26T17:06:38.188633+0000","last_peered":"2024-07-26T17:06:38.188633+0000","last_clean":"2024-07-26T17:06:38.188633+0000","last_became_active":"2024-07-26T17:06:36.878427+0000","last_became_peered":"2024-07-26T17:06:36.878427+0000","last_unstale":"2024-07-26T17:06:38.188633+0000","last_undegraded":"2024-07-26T17:06:38.188633+0000","last_fullsized":"2024-07-26T17:06:38.188633+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:47.620637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"37.c","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840207+0000","last_change":"2024-07-26T17:06:34.840207+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840207+0000","last_undegraded":"2024-07-26T17:06:34.840207+0000","last_fullsized":"2024-07-26T17:06:34.840207+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.b","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839600+0000","last_change":"2024-07-26T17:06:34.839600+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839600+0000","last_undegraded":"2024-07-26T17:06:34.839600+0000","last_fullsized":"2024-07-26T17:06:34.839600+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.a","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839535+0000","last_change":"2024-07-26T17:06:34.839535+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839535+0000","last_undegraded":"2024-07-26T17:06:34.839535+0000","last_fullsized":"2024-07-26T17:06:34.839535+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.9","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188229+0000","last_change":"2024-07-26T17:06:35.852979+0000","last_active":"2024-07-26T17:06:38.188229+0000","last_peered":"2024-07-26T17:06:38.188229+0000","last_clean":"2024-07-26T17:06:38.188229+0000","last_became_active":"2024-07-26T17:06:35.852704+0000","last_became_peered":"2024-07-26T17:06:35.852704+0000","last_unstale":"2024-07-26T17:06:38.188229+0000","last_undegraded":"2024-07-26T17:06:38.188229+0000","last_fullsized":"2024-07-26T17:06:38.188229+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:14.511941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.8","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188133+0000","last_change":"2024-07-26T17:06:35.861580+0000","last_active":"2024-07-26T17:06:38.188133+0000","last_peered":"2024-07-26T17:06:38.188133+0000","last_clean":"2024-07-26T17:06:38.188133+0000","last_became_active":"2024-07-26T17:06:35.861260+0000","last_became_peered":"2024-07-26T17:06:35.861260+0000","last_unstale":"2024-07-26T17:06:38.188133+0000","last_undegraded":"2024-07-26T17:06:38.188133+0000","last_fullsized":"2024-07-26T17:06:38.188133+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:36:22.304627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.7","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.842257+0000","last_change":"2024-07-26T17:06:34.842257+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.842257+0000","last_undegraded":"2024-07-26T17:06:34.842257+0000","last_fullsized":"2024-07-26T17:06:34.842257+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.6","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839628+0000","last_change":"2024-07-26T17:06:34.839628+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839628+0000","last_undegraded":"2024-07-26T17:06:34.839628+0000","last_fullsized":"2024-07-26T17:06:34.839628+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.5","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836821+0000","last_change":"2024-07-26T17:06:34.836821+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836821+0000","last_undegraded":"2024-07-26T17:06:34.836821+0000","last_fullsized":"2024-07-26T17:06:34.836821+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.4","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836919+0000","last_change":"2024-07-26T17:06:34.836919+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836919+0000","last_undegraded":"2024-07-26T17:06:34.836919+0000","last_fullsized":"2024-07-26T17:06:34.836919+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.3","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839859+0000","last_change":"2024-07-26T17:06:34.839859+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839859+0000","last_undegraded":"2024-07-26T17:06:34.839859+0000","last_fullsized":"2024-07-26T17:06:34.839859+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.2","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839600+0000","last_change":"2024-07-26T17:06:34.839600+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839600+0000","last_undegraded":"2024-07-26T17:06:34.839600+0000","last_fullsized":"2024-07-26T17:06:34.839600+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836844+0000","last_change":"2024-07-26T17:06:34.836844+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836844+0000","last_undegraded":"2024-07-26T17:06:34.836844+0000","last_fullsized":"2024-07-26T17:06:34.836844+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.0","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188264+0000","last_change":"2024-07-26T17:06:35.861836+0000","last_active":"2024-07-26T17:06:38.188264+0000","last_peered":"2024-07-26T17:06:38.188264+0000","last_clean":"2024-07-26T17:06:38.188264+0000","last_became_active":"2024-07-26T17:06:35.860994+0000","last_became_peered":"2024-07-26T17:06:35.860994+0000","last_unstale":"2024-07-26T17:06:38.188264+0000","last_undegraded":"2024-07-26T17:06:38.188264+0000","last_fullsized":"2024-07-26T17:06:38.188264+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:00.203551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"276'3497","reported_seq":4583,"reported_epoch":283,"state":"active+clean","last_fresh":"2024-07-26T17:06:34.840785+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:06:34.840785+0000","last_peered":"2024-07-26T17:06:34.840785+0000","last_clean":"2024-07-26T17:06:34.840785+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:06:34.840785+0000","last_undegraded":"2024-07-26T17:06:34.840785+0000","last_fullsized":"2024-07-26T17:06:34.840785+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":3497,"log_dups_size":0,"ondisk_log_size":3497,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":423,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":38,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":8,"acting":8,"num_store_stats":1},{"poolid":37,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":423,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3497,"ondisk_log_size":3497,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576020,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71336,"kb_used_data":4056,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300504,"statfs":{"total":96636764160,"available":96563716096,"internally_reserved":0,"allocated":4153344,"data_stored":2463828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510611,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61032,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310808,"statfs":{"total":96636764160,"available":96574267392,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510611,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":70764,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94301076,"statfs":{"total":96636764160,"available":96564301824,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510611,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52708,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319132,"statfs":{"total":96636764160,"available":96582791168,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510610,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52716,"kb_used_data":3488,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319124,"statfs":{"total":96636764160,"available":96582782976,"internally_reserved":0,"allocated":3571712,"data_stored":1879825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510610,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52708,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319132,"statfs":{"total":96636764160,"available":96582791168,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510614,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48596,"kb_used_data":3524,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323244,"statfs":{"total":96636764160,"available":96587001856,"internally_reserved":0,"allocated":3608576,"data_stored":1900819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543317,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61608,"kb_used_data":4056,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310232,"statfs":{"total":96636764160,"available":96573677568,"internally_reserved":0,"allocated":4153344,"data_stored":2463828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:06:40.966 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:06:41.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.119+0000 7f67be0da640 1 -- 172.21.15.33:0/2176335708 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67a0004e60 msgr2=0x7f67a000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.119+0000 7f67be0da640 1 --2- 172.21.15.33:0/2176335708 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67a0004e60 0x7f67a000b9c0 secure :-1 s=READY pgs=2781 cs=0 l=1 rev1=1 crypto rx=0x7f67b0005fd0 tx=0x7f67a0005830 comp rx=0 tx=0).stop 2024-07-26T17:06:41.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.119+0000 7f67b7fff640 1 -- 172.21.15.33:0/2176335708 reap_dead start 2024-07-26T17:06:41.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.119+0000 7f67be0da640 1 -- 172.21.15.33:0/2176335708 shutdown_connections 2024-07-26T17:06:41.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.119+0000 7f67be0da640 1 -- 172.21.15.33:0/2176335708 >> 172.21.15.33:0/2176335708 conn(0x7f67b80b5ab0 msgr2=0x7f67b80b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:41.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.119+0000 7f67be0da640 1 -- 172.21.15.33:0/2176335708 shutdown_connections 2024-07-26T17:06:41.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.120+0000 7f67be0da640 1 -- 172.21.15.33:0/2176335708 wait complete. 2024-07-26T17:06:41.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.121+0000 7f67be0da640 1 Processor -- start 2024-07-26T17:06:41.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.121+0000 7f67be0da640 1 -- start start 2024-07-26T17:06:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67be0da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67b8158630 0x7f67b81613c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67be0da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67b80b3d40 0x7f67b80b4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67be0da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67b815f8e0 0x7f67b815fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67be0da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f67b808c630 con 0x7f67b815f8e0 2024-07-26T17:06:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67be0da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f67b808d680 con 0x7f67b8158630 2024-07-26T17:06:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67be0da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f67b808c7b0 con 0x7f67b80b3d40 2024-07-26T17:06:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67b815f8e0 0x7f67b815fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b7fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67b815f8e0 0x7f67b815fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51564/0 (socket says 172.21.15.33:51564) 2024-07-26T17:06:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b7fff640 1 -- 172.21.15.33:0/3347193637 learned_addr learned my addr 172.21.15.33:0/3347193637 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b6ffd640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67b80b3d40 0x7f67b80b4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b77fe640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67b8158630 0x7f67b81613c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b7fff640 1 -- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67b80b3d40 msgr2=0x7f67b80b4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b7fff640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67b80b3d40 0x7f67b80b4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b7fff640 1 -- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67b8158630 msgr2=0x7f67b81613c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b7fff640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67b8158630 0x7f67b81613c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b7fff640 1 -- 172.21.15.33:0/3347193637 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67b80b4690 con 0x7f67b815f8e0 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b6ffd640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67b80b3d40 0x7f67b80b4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.123+0000 7f67b77fe640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67b8158630 0x7f67b81613c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.124+0000 7f67b7fff640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67b815f8e0 0x7f67b815fcf0 secure :-1 s=READY pgs=2782 cs=0 l=1 rev1=1 crypto rx=0x7f67b0005fd0 tx=0x7f67b0033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.124+0000 7f679ffff640 1 -- 172.21.15.33:0/3347193637 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b0043070 con 0x7f67b815f8e0 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.124+0000 7f679ffff640 1 -- 172.21.15.33:0/3347193637 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67b0003970 con 0x7f67b815f8e0 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.124+0000 7f67be0da640 1 -- 172.21.15.33:0/3347193637 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67b8158a40 con 0x7f67b815f8e0 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.124+0000 7f679ffff640 1 -- 172.21.15.33:0/3347193637 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67b0038040 con 0x7f67b815f8e0 2024-07-26T17:06:41.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.124+0000 7f67be0da640 1 -- 172.21.15.33:0/3347193637 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67b80b11a0 con 0x7f67b815f8e0 2024-07-26T17:06:41.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.125+0000 7f67be0da640 1 -- 172.21.15.33:0/3347193637 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67b8068e80 con 0x7f67b815f8e0 2024-07-26T17:06:41.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.126+0000 7f679ffff640 1 -- 172.21.15.33:0/3347193637 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f67b0033760 con 0x7f67b815f8e0 2024-07-26T17:06:41.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.126+0000 7f679ffff640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f67a4077130 0x7f67a4079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.126+0000 7f679ffff640 1 -- 172.21.15.33:0/3347193637 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f67b00b86a0 con 0x7f67b815f8e0 2024-07-26T17:06:41.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.126+0000 7f67b77fe640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f67a4077130 0x7f67a4079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.127+0000 7f67b77fe640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f67a4077130 0x7f67a4079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f67a8003670 tx=0x7f67a80067a0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:41.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.131+0000 7f679ffff640 1 -- 172.21.15.33:0/3347193637 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f67b8068e80 con 0x7f67b815f8e0 2024-07-26T17:06:41.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.319+0000 7f67be0da640 1 -- 172.21.15.33:0/3347193637 --> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f67b80cae50 con 0x7f67a4077130 2024-07-26T17:06:41.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.324+0000 7f679ffff640 1 -- 172.21.15.33:0/3347193637 <== mgr.11257 v2:172.21.15.154:6836/1540360436 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241370 (secure 0 0 0) 0x7f67b80cae50 con 0x7f67a4077130 2024-07-26T17:06:41.327 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:41.328 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:06:41.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.326+0000 7f67be0da640 1 -- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f67a4077130 msgr2=0x7f67a4079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.326+0000 7f67be0da640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f67a4077130 0x7f67a4079640 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f67a8003670 tx=0x7f67a80067a0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.326+0000 7f67be0da640 1 -- 172.21.15.33:0/3347193637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67b815f8e0 msgr2=0x7f67b815fcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.326+0000 7f67be0da640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67b815f8e0 0x7f67b815fcf0 secure :-1 s=READY pgs=2782 cs=0 l=1 rev1=1 crypto rx=0x7f67b0005fd0 tx=0x7f67b0033670 comp rx=0 tx=0).stop 2024-07-26T17:06:41.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.327+0000 7f67be0da640 1 -- 172.21.15.33:0/3347193637 shutdown_connections 2024-07-26T17:06:41.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.327+0000 7f67be0da640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f67a4077130 0x7f67a4079640 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.327+0000 7f67be0da640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f67b815f8e0 0x7f67b815fcf0 unknown :-1 s=CLOSED pgs=2782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.327+0000 7f67be0da640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f67b80b3d40 0x7f67b80b4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.327+0000 7f67be0da640 1 --2- 172.21.15.33:0/3347193637 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f67b8158630 0x7f67b81613c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.327+0000 7f67be0da640 1 -- 172.21.15.33:0/3347193637 >> 172.21.15.33:0/3347193637 conn(0x7f67b80b5ab0 msgr2=0x7f67b80d0a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:41.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.327+0000 7f67be0da640 1 -- 172.21.15.33:0/3347193637 shutdown_connections 2024-07-26T17:06:41.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.327+0000 7f67be0da640 1 -- 172.21.15.33:0/3347193637 wait complete. 2024-07-26T17:06:41.340 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T17:06:40.193876+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":426,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3500,"ondisk_log_size":3500,"up":74,"acting":74,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":471468,"kb_used_data":29028,"kb_used_omap":12,"kb_used_meta":442291,"kb_avail":754503252,"statfs":{"total":773094113280,"available":772611330048,"internally_reserved":0,"allocated":29724672,"data_stored":16202140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":452906545},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.359174"},"pg_stats":[{"pgid":"38.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188464+0000","last_change":"2024-07-26T17:06:36.877194+0000","last_active":"2024-07-26T17:06:38.188464+0000","last_peered":"2024-07-26T17:06:38.188464+0000","last_clean":"2024-07-26T17:06:38.188464+0000","last_became_active":"2024-07-26T17:06:36.876596+0000","last_became_peered":"2024-07-26T17:06:36.876596+0000","last_unstale":"2024-07-26T17:06:38.188464+0000","last_undegraded":"2024-07-26T17:06:38.188464+0000","last_fullsized":"2024-07-26T17:06:38.188464+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:58:11.175612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188487+0000","last_change":"2024-07-26T17:06:36.877316+0000","last_active":"2024-07-26T17:06:38.188487+0000","last_peered":"2024-07-26T17:06:38.188487+0000","last_clean":"2024-07-26T17:06:38.188487+0000","last_became_active":"2024-07-26T17:06:36.877016+0000","last_became_peered":"2024-07-26T17:06:36.877016+0000","last_unstale":"2024-07-26T17:06:38.188487+0000","last_undegraded":"2024-07-26T17:06:38.188487+0000","last_fullsized":"2024-07-26T17:06:38.188487+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:19:12.044955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.28","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188274+0000","last_change":"2024-07-26T17:06:36.878848+0000","last_active":"2024-07-26T17:06:38.188274+0000","last_peered":"2024-07-26T17:06:38.188274+0000","last_clean":"2024-07-26T17:06:38.188274+0000","last_became_active":"2024-07-26T17:06:36.878510+0000","last_became_peered":"2024-07-26T17:06:36.878510+0000","last_unstale":"2024-07-26T17:06:38.188274+0000","last_undegraded":"2024-07-26T17:06:38.188274+0000","last_fullsized":"2024-07-26T17:06:38.188274+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:27:30.412409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1f","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.838683+0000","last_change":"2024-07-26T17:06:34.838683+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.838683+0000","last_undegraded":"2024-07-26T17:06:34.838683+0000","last_fullsized":"2024-07-26T17:06:34.838683+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1e","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840084+0000","last_change":"2024-07-26T17:06:34.840084+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840084+0000","last_undegraded":"2024-07-26T17:06:34.840084+0000","last_fullsized":"2024-07-26T17:06:34.840084+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1d","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188519+0000","last_change":"2024-07-26T17:06:35.860661+0000","last_active":"2024-07-26T17:06:38.188519+0000","last_peered":"2024-07-26T17:06:38.188519+0000","last_clean":"2024-07-26T17:06:38.188519+0000","last_became_active":"2024-07-26T17:06:35.860300+0000","last_became_peered":"2024-07-26T17:06:35.860300+0000","last_unstale":"2024-07-26T17:06:38.188519+0000","last_undegraded":"2024-07-26T17:06:38.188519+0000","last_fullsized":"2024-07-26T17:06:38.188519+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:43:24.142948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1c","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.842061+0000","last_change":"2024-07-26T17:06:34.842061+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.842061+0000","last_undegraded":"2024-07-26T17:06:34.842061+0000","last_fullsized":"2024-07-26T17:06:34.842061+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1b","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841168+0000","last_change":"2024-07-26T17:06:34.841168+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841168+0000","last_undegraded":"2024-07-26T17:06:34.841168+0000","last_fullsized":"2024-07-26T17:06:34.841168+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1a","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188281+0000","last_change":"2024-07-26T17:06:35.858280+0000","last_active":"2024-07-26T17:06:38.188281+0000","last_peered":"2024-07-26T17:06:38.188281+0000","last_clean":"2024-07-26T17:06:38.188281+0000","last_became_active":"2024-07-26T17:06:35.857959+0000","last_became_peered":"2024-07-26T17:06:35.857959+0000","last_unstale":"2024-07-26T17:06:38.188281+0000","last_undegraded":"2024-07-26T17:06:38.188281+0000","last_fullsized":"2024-07-26T17:06:38.188281+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:58.699910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.19","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841361+0000","last_change":"2024-07-26T17:06:34.841361+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841361+0000","last_undegraded":"2024-07-26T17:06:34.841361+0000","last_fullsized":"2024-07-26T17:06:34.841361+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.18","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841857+0000","last_change":"2024-07-26T17:06:34.841857+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841857+0000","last_undegraded":"2024-07-26T17:06:34.841857+0000","last_fullsized":"2024-07-26T17:06:34.841857+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.17","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836995+0000","last_change":"2024-07-26T17:06:34.836995+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836995+0000","last_undegraded":"2024-07-26T17:06:34.836995+0000","last_fullsized":"2024-07-26T17:06:34.836995+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.16","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.842579+0000","last_change":"2024-07-26T17:06:34.842579+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.842579+0000","last_undegraded":"2024-07-26T17:06:34.842579+0000","last_fullsized":"2024-07-26T17:06:34.842579+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.15","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840770+0000","last_change":"2024-07-26T17:06:34.840770+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840770+0000","last_undegraded":"2024-07-26T17:06:34.840770+0000","last_fullsized":"2024-07-26T17:06:34.840770+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.14","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841386+0000","last_change":"2024-07-26T17:06:34.841386+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841386+0000","last_undegraded":"2024-07-26T17:06:34.841386+0000","last_fullsized":"2024-07-26T17:06:34.841386+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.13","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836907+0000","last_change":"2024-07-26T17:06:34.836907+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836907+0000","last_undegraded":"2024-07-26T17:06:34.836907+0000","last_fullsized":"2024-07-26T17:06:34.836907+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.12","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.837219+0000","last_change":"2024-07-26T17:06:34.837219+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.837219+0000","last_undegraded":"2024-07-26T17:06:34.837219+0000","last_fullsized":"2024-07-26T17:06:34.837219+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.11","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.837613+0000","last_change":"2024-07-26T17:06:34.837613+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.837613+0000","last_undegraded":"2024-07-26T17:06:34.837613+0000","last_fullsized":"2024-07-26T17:06:34.837613+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.10","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839975+0000","last_change":"2024-07-26T17:06:34.839975+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839975+0000","last_undegraded":"2024-07-26T17:06:34.839975+0000","last_fullsized":"2024-07-26T17:06:34.839975+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.f","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839562+0000","last_change":"2024-07-26T17:06:34.839562+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839562+0000","last_undegraded":"2024-07-26T17:06:34.839562+0000","last_fullsized":"2024-07-26T17:06:34.839562+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.e","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840649+0000","last_change":"2024-07-26T17:06:34.840649+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840649+0000","last_undegraded":"2024-07-26T17:06:34.840649+0000","last_fullsized":"2024-07-26T17:06:34.840649+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.d","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839805+0000","last_change":"2024-07-26T17:06:34.839805+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839805+0000","last_undegraded":"2024-07-26T17:06:34.839805+0000","last_fullsized":"2024-07-26T17:06:34.839805+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.f","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188633+0000","last_change":"2024-07-26T17:06:36.878827+0000","last_active":"2024-07-26T17:06:38.188633+0000","last_peered":"2024-07-26T17:06:38.188633+0000","last_clean":"2024-07-26T17:06:38.188633+0000","last_became_active":"2024-07-26T17:06:36.878427+0000","last_became_peered":"2024-07-26T17:06:36.878427+0000","last_unstale":"2024-07-26T17:06:38.188633+0000","last_undegraded":"2024-07-26T17:06:38.188633+0000","last_fullsized":"2024-07-26T17:06:38.188633+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:47.620637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"37.c","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840207+0000","last_change":"2024-07-26T17:06:34.840207+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840207+0000","last_undegraded":"2024-07-26T17:06:34.840207+0000","last_fullsized":"2024-07-26T17:06:34.840207+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.b","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839600+0000","last_change":"2024-07-26T17:06:34.839600+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839600+0000","last_undegraded":"2024-07-26T17:06:34.839600+0000","last_fullsized":"2024-07-26T17:06:34.839600+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.a","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839535+0000","last_change":"2024-07-26T17:06:34.839535+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839535+0000","last_undegraded":"2024-07-26T17:06:34.839535+0000","last_fullsized":"2024-07-26T17:06:34.839535+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.9","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188229+0000","last_change":"2024-07-26T17:06:35.852979+0000","last_active":"2024-07-26T17:06:38.188229+0000","last_peered":"2024-07-26T17:06:38.188229+0000","last_clean":"2024-07-26T17:06:38.188229+0000","last_became_active":"2024-07-26T17:06:35.852704+0000","last_became_peered":"2024-07-26T17:06:35.852704+0000","last_unstale":"2024-07-26T17:06:38.188229+0000","last_undegraded":"2024-07-26T17:06:38.188229+0000","last_fullsized":"2024-07-26T17:06:38.188229+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:14.511941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.8","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188133+0000","last_change":"2024-07-26T17:06:35.861580+0000","last_active":"2024-07-26T17:06:38.188133+0000","last_peered":"2024-07-26T17:06:38.188133+0000","last_clean":"2024-07-26T17:06:38.188133+0000","last_became_active":"2024-07-26T17:06:35.861260+0000","last_became_peered":"2024-07-26T17:06:35.861260+0000","last_unstale":"2024-07-26T17:06:38.188133+0000","last_undegraded":"2024-07-26T17:06:38.188133+0000","last_fullsized":"2024-07-26T17:06:38.188133+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:36:22.304627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.7","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.842257+0000","last_change":"2024-07-26T17:06:34.842257+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.842257+0000","last_undegraded":"2024-07-26T17:06:34.842257+0000","last_fullsized":"2024-07-26T17:06:34.842257+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.6","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839628+0000","last_change":"2024-07-26T17:06:34.839628+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839628+0000","last_undegraded":"2024-07-26T17:06:34.839628+0000","last_fullsized":"2024-07-26T17:06:34.839628+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.5","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836821+0000","last_change":"2024-07-26T17:06:34.836821+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836821+0000","last_undegraded":"2024-07-26T17:06:34.836821+0000","last_fullsized":"2024-07-26T17:06:34.836821+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.4","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836919+0000","last_change":"2024-07-26T17:06:34.836919+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836919+0000","last_undegraded":"2024-07-26T17:06:34.836919+0000","last_fullsized":"2024-07-26T17:06:34.836919+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.3","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839859+0000","last_change":"2024-07-26T17:06:34.839859+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839859+0000","last_undegraded":"2024-07-26T17:06:34.839859+0000","last_fullsized":"2024-07-26T17:06:34.839859+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.2","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839600+0000","last_change":"2024-07-26T17:06:34.839600+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839600+0000","last_undegraded":"2024-07-26T17:06:34.839600+0000","last_fullsized":"2024-07-26T17:06:34.839600+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836844+0000","last_change":"2024-07-26T17:06:34.836844+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836844+0000","last_undegraded":"2024-07-26T17:06:34.836844+0000","last_fullsized":"2024-07-26T17:06:34.836844+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.0","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188264+0000","last_change":"2024-07-26T17:06:35.861836+0000","last_active":"2024-07-26T17:06:38.188264+0000","last_peered":"2024-07-26T17:06:38.188264+0000","last_clean":"2024-07-26T17:06:38.188264+0000","last_became_active":"2024-07-26T17:06:35.860994+0000","last_became_peered":"2024-07-26T17:06:35.860994+0000","last_unstale":"2024-07-26T17:06:38.188264+0000","last_undegraded":"2024-07-26T17:06:38.188264+0000","last_fullsized":"2024-07-26T17:06:38.188264+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:00.203551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"276'3497","reported_seq":4583,"reported_epoch":283,"state":"active+clean","last_fresh":"2024-07-26T17:06:34.840785+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:06:34.840785+0000","last_peered":"2024-07-26T17:06:34.840785+0000","last_clean":"2024-07-26T17:06:34.840785+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:06:34.840785+0000","last_undegraded":"2024-07-26T17:06:34.840785+0000","last_fullsized":"2024-07-26T17:06:34.840785+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":3497,"log_dups_size":0,"ondisk_log_size":3497,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":423,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":38,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":8,"acting":8,"num_store_stats":1},{"poolid":37,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":423,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3497,"ondisk_log_size":3497,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576020,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71336,"kb_used_data":4056,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300504,"statfs":{"total":96636764160,"available":96563716096,"internally_reserved":0,"allocated":4153344,"data_stored":2463828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510611,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61032,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310808,"statfs":{"total":96636764160,"available":96574267392,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510611,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":70764,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94301076,"statfs":{"total":96636764160,"available":96564301824,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510611,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52708,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319132,"statfs":{"total":96636764160,"available":96582791168,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510610,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52716,"kb_used_data":3488,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319124,"statfs":{"total":96636764160,"available":96582782976,"internally_reserved":0,"allocated":3571712,"data_stored":1879825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510610,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52708,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319132,"statfs":{"total":96636764160,"available":96582791168,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510614,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48596,"kb_used_data":3524,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323244,"statfs":{"total":96636764160,"available":96587001856,"internally_reserved":0,"allocated":3608576,"data_stored":1900819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543317,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61608,"kb_used_data":4056,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310232,"statfs":{"total":96636764160,"available":96573677568,"internally_reserved":0,"allocated":4153344,"data_stored":2463828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:06:41.343 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:06:41.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.498+0000 7f29588da640 1 -- 172.21.15.33:0/3552259577 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2940004800 msgr2=0x7f2940004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.498+0000 7f29588da640 1 --2- 172.21.15.33:0/3552259577 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2940004800 0x7f2940004c10 secure :-1 s=READY pgs=2784 cs=0 l=1 rev1=1 crypto rx=0x7f295408c940 tx=0x7f2940005830 comp rx=0 tx=0).stop 2024-07-26T17:06:41.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.498+0000 7f29588da640 1 -- 172.21.15.33:0/3552259577 shutdown_connections 2024-07-26T17:06:41.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.498+0000 7f29588da640 1 --2- 172.21.15.33:0/3552259577 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2940004800 0x7f2940004c10 unknown :-1 s=CLOSED pgs=2784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.498+0000 7f29588da640 1 -- 172.21.15.33:0/3552259577 >> 172.21.15.33:0/3552259577 conn(0x7f29540d0b10 msgr2=0x7f29540d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:41.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.498+0000 7f29588da640 1 -- 172.21.15.33:0/3552259577 shutdown_connections 2024-07-26T17:06:41.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.498+0000 7f29588da640 1 -- 172.21.15.33:0/3552259577 wait complete. 2024-07-26T17:06:41.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.500+0000 7f29588da640 1 Processor -- start 2024-07-26T17:06:41.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.500+0000 7f29588da640 1 -- start start 2024-07-26T17:06:41.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.501+0000 7f29588da640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2940004800 0x7f29540c70f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.501+0000 7f29588da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29540c9140 0x7f29540c9550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.501+0000 7f29588da640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29540c9a90 0x7f2954160700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.501+0000 7f29588da640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f29540b0ee0 con 0x7f29540c9140 2024-07-26T17:06:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.501+0000 7f29588da640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f29540b0d60 con 0x7f2940004800 2024-07-26T17:06:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.501+0000 7f29588da640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f29540b1060 con 0x7f29540c9a90 2024-07-26T17:06:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.501+0000 7f2951d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29540c9140 0x7f29540c9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.501+0000 7f2951d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29540c9140 0x7f29540c9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51584/0 (socket says 172.21.15.33:51584) 2024-07-26T17:06:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.501+0000 7f2951d9b640 1 -- 172.21.15.33:0/4102209572 learned_addr learned my addr 172.21.15.33:0/4102209572 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:41.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.501+0000 7f2952d9d640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29540c9a90 0x7f2954160700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.501+0000 7f295259c640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2940004800 0x7f29540c70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.502+0000 7f2951d9b640 1 -- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29540c9a90 msgr2=0x7f2954160700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.502+0000 7f2951d9b640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29540c9a90 0x7f2954160700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.502+0000 7f2951d9b640 1 -- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2940004800 msgr2=0x7f29540c70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.502+0000 7f2951d9b640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2940004800 0x7f29540c70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.502+0000 7f2951d9b640 1 -- 172.21.15.33:0/4102209572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29541eb440 con 0x7f29540c9140 2024-07-26T17:06:41.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.502+0000 7f2951d9b640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29540c9140 0x7f29540c9550 secure :-1 s=READY pgs=2785 cs=0 l=1 rev1=1 crypto rx=0x7f293c00c3a0 tx=0x7f293c001210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:41.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.502+0000 7f294affd640 1 -- 172.21.15.33:0/4102209572 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f293c031040 con 0x7f29540c9140 2024-07-26T17:06:41.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.502+0000 7f294affd640 1 -- 172.21.15.33:0/4102209572 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f293c003610 con 0x7f29540c9140 2024-07-26T17:06:41.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.502+0000 7f294affd640 1 -- 172.21.15.33:0/4102209572 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f293c003a40 con 0x7f29540c9140 2024-07-26T17:06:41.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.502+0000 7f29588da640 1 -- 172.21.15.33:0/4102209572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29540c8380 con 0x7f29540c9140 2024-07-26T17:06:41.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.502+0000 7f29588da640 1 -- 172.21.15.33:0/4102209572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29540c8940 con 0x7f29540c9140 2024-07-26T17:06:41.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.503+0000 7f29588da640 1 -- 172.21.15.33:0/4102209572 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29540cfeb0 con 0x7f29540c9140 2024-07-26T17:06:41.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.504+0000 7f294affd640 1 -- 172.21.15.33:0/4102209572 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f293c034070 con 0x7f29540c9140 2024-07-26T17:06:41.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.505+0000 7f294affd640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2934077160 0x7f2934079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.505+0000 7f294affd640 1 -- 172.21.15.33:0/4102209572 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f293c0b8df0 con 0x7f29540c9140 2024-07-26T17:06:41.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.505+0000 7f295259c640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2934077160 0x7f2934079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.506+0000 7f295259c640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2934077160 0x7f2934079670 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2954069d40 tx=0x7f2944009500 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:41.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.509+0000 7f294affd640 1 -- 172.21.15.33:0/4102209572 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f293c0815d0 con 0x7f29540c9140 2024-07-26T17:06:41.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.699+0000 7f29588da640 1 -- 172.21.15.33:0/4102209572 --> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f29540cdd30 con 0x7f2934077160 2024-07-26T17:06:41.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.703+0000 7f294affd640 1 -- 172.21.15.33:0/4102209572 <== mgr.11257 v2:172.21.15.154:6836/1540360436 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+241370 (secure 0 0 0) 0x7f29540cdd30 con 0x7f2934077160 2024-07-26T17:06:41.707 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:41.708 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:06:41.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 -- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2934077160 msgr2=0x7f2934079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2934077160 0x7f2934079670 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f2954069d40 tx=0x7f2944009500 comp rx=0 tx=0).stop 2024-07-26T17:06:41.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 -- 172.21.15.33:0/4102209572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29540c9140 msgr2=0x7f29540c9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29540c9140 0x7f29540c9550 secure :-1 s=READY pgs=2785 cs=0 l=1 rev1=1 crypto rx=0x7f293c00c3a0 tx=0x7f293c001210 comp rx=0 tx=0).stop 2024-07-26T17:06:41.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 -- 172.21.15.33:0/4102209572 shutdown_connections 2024-07-26T17:06:41.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f29540c9a90 0x7f2954160700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2934077160 0x7f2934079670 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f29540c9140 0x7f29540c9550 unknown :-1 s=CLOSED pgs=2785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 --2- 172.21.15.33:0/4102209572 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2940004800 0x7f29540c70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 -- 172.21.15.33:0/4102209572 >> 172.21.15.33:0/4102209572 conn(0x7f29540d0b10 msgr2=0x7f29541e71f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:41.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 -- 172.21.15.33:0/4102209572 shutdown_connections 2024-07-26T17:06:41.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.706+0000 7f29588da640 1 -- 172.21.15.33:0/4102209572 wait complete. 2024-07-26T17:06:41.719 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-07-26T17:06:40.193876+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":426,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3500,"ondisk_log_size":3500,"up":74,"acting":74,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":23,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":471468,"kb_used_data":29028,"kb_used_omap":12,"kb_used_meta":442291,"kb_avail":754503252,"statfs":{"total":773094113280,"available":772611330048,"internally_reserved":0,"allocated":29724672,"data_stored":16202140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":452906545},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.359174"},"pg_stats":[{"pgid":"38.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188464+0000","last_change":"2024-07-26T17:06:36.877194+0000","last_active":"2024-07-26T17:06:38.188464+0000","last_peered":"2024-07-26T17:06:38.188464+0000","last_clean":"2024-07-26T17:06:38.188464+0000","last_became_active":"2024-07-26T17:06:36.876596+0000","last_became_peered":"2024-07-26T17:06:36.876596+0000","last_unstale":"2024-07-26T17:06:38.188464+0000","last_undegraded":"2024-07-26T17:06:38.188464+0000","last_fullsized":"2024-07-26T17:06:38.188464+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:58:11.175612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188487+0000","last_change":"2024-07-26T17:06:36.877316+0000","last_active":"2024-07-26T17:06:38.188487+0000","last_peered":"2024-07-26T17:06:38.188487+0000","last_clean":"2024-07-26T17:06:38.188487+0000","last_became_active":"2024-07-26T17:06:36.877016+0000","last_became_peered":"2024-07-26T17:06:36.877016+0000","last_unstale":"2024-07-26T17:06:38.188487+0000","last_undegraded":"2024-07-26T17:06:38.188487+0000","last_fullsized":"2024-07-26T17:06:38.188487+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:19:12.044955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.28","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188274+0000","last_change":"2024-07-26T17:06:36.878848+0000","last_active":"2024-07-26T17:06:38.188274+0000","last_peered":"2024-07-26T17:06:38.188274+0000","last_clean":"2024-07-26T17:06:38.188274+0000","last_became_active":"2024-07-26T17:06:36.878510+0000","last_became_peered":"2024-07-26T17:06:36.878510+0000","last_unstale":"2024-07-26T17:06:38.188274+0000","last_undegraded":"2024-07-26T17:06:38.188274+0000","last_fullsized":"2024-07-26T17:06:38.188274+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:27:30.412409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"38.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1f","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.838683+0000","last_change":"2024-07-26T17:06:34.838683+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.838683+0000","last_undegraded":"2024-07-26T17:06:34.838683+0000","last_fullsized":"2024-07-26T17:06:34.838683+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1e","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840084+0000","last_change":"2024-07-26T17:06:34.840084+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840084+0000","last_undegraded":"2024-07-26T17:06:34.840084+0000","last_fullsized":"2024-07-26T17:06:34.840084+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1d","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188519+0000","last_change":"2024-07-26T17:06:35.860661+0000","last_active":"2024-07-26T17:06:38.188519+0000","last_peered":"2024-07-26T17:06:38.188519+0000","last_clean":"2024-07-26T17:06:38.188519+0000","last_became_active":"2024-07-26T17:06:35.860300+0000","last_became_peered":"2024-07-26T17:06:35.860300+0000","last_unstale":"2024-07-26T17:06:38.188519+0000","last_undegraded":"2024-07-26T17:06:38.188519+0000","last_fullsized":"2024-07-26T17:06:38.188519+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:43:24.142948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1c","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.842061+0000","last_change":"2024-07-26T17:06:34.842061+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.842061+0000","last_undegraded":"2024-07-26T17:06:34.842061+0000","last_fullsized":"2024-07-26T17:06:34.842061+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1b","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841168+0000","last_change":"2024-07-26T17:06:34.841168+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841168+0000","last_undegraded":"2024-07-26T17:06:34.841168+0000","last_fullsized":"2024-07-26T17:06:34.841168+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1a","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188281+0000","last_change":"2024-07-26T17:06:35.858280+0000","last_active":"2024-07-26T17:06:38.188281+0000","last_peered":"2024-07-26T17:06:38.188281+0000","last_clean":"2024-07-26T17:06:38.188281+0000","last_became_active":"2024-07-26T17:06:35.857959+0000","last_became_peered":"2024-07-26T17:06:35.857959+0000","last_unstale":"2024-07-26T17:06:38.188281+0000","last_undegraded":"2024-07-26T17:06:38.188281+0000","last_fullsized":"2024-07-26T17:06:38.188281+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:58.699910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.19","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841361+0000","last_change":"2024-07-26T17:06:34.841361+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841361+0000","last_undegraded":"2024-07-26T17:06:34.841361+0000","last_fullsized":"2024-07-26T17:06:34.841361+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.18","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841857+0000","last_change":"2024-07-26T17:06:34.841857+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841857+0000","last_undegraded":"2024-07-26T17:06:34.841857+0000","last_fullsized":"2024-07-26T17:06:34.841857+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.17","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836995+0000","last_change":"2024-07-26T17:06:34.836995+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836995+0000","last_undegraded":"2024-07-26T17:06:34.836995+0000","last_fullsized":"2024-07-26T17:06:34.836995+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.16","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.842579+0000","last_change":"2024-07-26T17:06:34.842579+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.842579+0000","last_undegraded":"2024-07-26T17:06:34.842579+0000","last_fullsized":"2024-07-26T17:06:34.842579+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.15","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840770+0000","last_change":"2024-07-26T17:06:34.840770+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840770+0000","last_undegraded":"2024-07-26T17:06:34.840770+0000","last_fullsized":"2024-07-26T17:06:34.840770+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.14","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.841386+0000","last_change":"2024-07-26T17:06:34.841386+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.841386+0000","last_undegraded":"2024-07-26T17:06:34.841386+0000","last_fullsized":"2024-07-26T17:06:34.841386+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.13","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836907+0000","last_change":"2024-07-26T17:06:34.836907+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836907+0000","last_undegraded":"2024-07-26T17:06:34.836907+0000","last_fullsized":"2024-07-26T17:06:34.836907+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.12","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.837219+0000","last_change":"2024-07-26T17:06:34.837219+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.837219+0000","last_undegraded":"2024-07-26T17:06:34.837219+0000","last_fullsized":"2024-07-26T17:06:34.837219+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.11","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.837613+0000","last_change":"2024-07-26T17:06:34.837613+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.837613+0000","last_undegraded":"2024-07-26T17:06:34.837613+0000","last_fullsized":"2024-07-26T17:06:34.837613+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.10","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839975+0000","last_change":"2024-07-26T17:06:34.839975+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839975+0000","last_undegraded":"2024-07-26T17:06:34.839975+0000","last_fullsized":"2024-07-26T17:06:34.839975+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.f","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839562+0000","last_change":"2024-07-26T17:06:34.839562+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839562+0000","last_undegraded":"2024-07-26T17:06:34.839562+0000","last_fullsized":"2024-07-26T17:06:34.839562+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.e","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840649+0000","last_change":"2024-07-26T17:06:34.840649+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840649+0000","last_undegraded":"2024-07-26T17:06:34.840649+0000","last_fullsized":"2024-07-26T17:06:34.840649+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.d","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839805+0000","last_change":"2024-07-26T17:06:34.839805+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839805+0000","last_undegraded":"2024-07-26T17:06:34.839805+0000","last_fullsized":"2024-07-26T17:06:34.839805+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.f","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188633+0000","last_change":"2024-07-26T17:06:36.878827+0000","last_active":"2024-07-26T17:06:38.188633+0000","last_peered":"2024-07-26T17:06:38.188633+0000","last_clean":"2024-07-26T17:06:38.188633+0000","last_became_active":"2024-07-26T17:06:36.878427+0000","last_became_peered":"2024-07-26T17:06:36.878427+0000","last_unstale":"2024-07-26T17:06:38.188633+0000","last_undegraded":"2024-07-26T17:06:38.188633+0000","last_fullsized":"2024-07-26T17:06:38.188633+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:47.620637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"37.c","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.840207+0000","last_change":"2024-07-26T17:06:34.840207+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.840207+0000","last_undegraded":"2024-07-26T17:06:34.840207+0000","last_fullsized":"2024-07-26T17:06:34.840207+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.b","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839600+0000","last_change":"2024-07-26T17:06:34.839600+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839600+0000","last_undegraded":"2024-07-26T17:06:34.839600+0000","last_fullsized":"2024-07-26T17:06:34.839600+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.a","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839535+0000","last_change":"2024-07-26T17:06:34.839535+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839535+0000","last_undegraded":"2024-07-26T17:06:34.839535+0000","last_fullsized":"2024-07-26T17:06:34.839535+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.9","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188229+0000","last_change":"2024-07-26T17:06:35.852979+0000","last_active":"2024-07-26T17:06:38.188229+0000","last_peered":"2024-07-26T17:06:38.188229+0000","last_clean":"2024-07-26T17:06:38.188229+0000","last_became_active":"2024-07-26T17:06:35.852704+0000","last_became_peered":"2024-07-26T17:06:35.852704+0000","last_unstale":"2024-07-26T17:06:38.188229+0000","last_undegraded":"2024-07-26T17:06:38.188229+0000","last_fullsized":"2024-07-26T17:06:38.188229+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:14.511941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.8","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188133+0000","last_change":"2024-07-26T17:06:35.861580+0000","last_active":"2024-07-26T17:06:38.188133+0000","last_peered":"2024-07-26T17:06:38.188133+0000","last_clean":"2024-07-26T17:06:38.188133+0000","last_became_active":"2024-07-26T17:06:35.861260+0000","last_became_peered":"2024-07-26T17:06:35.861260+0000","last_unstale":"2024-07-26T17:06:38.188133+0000","last_undegraded":"2024-07-26T17:06:38.188133+0000","last_fullsized":"2024-07-26T17:06:38.188133+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:36:22.304627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.7","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.842257+0000","last_change":"2024-07-26T17:06:34.842257+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.842257+0000","last_undegraded":"2024-07-26T17:06:34.842257+0000","last_fullsized":"2024-07-26T17:06:34.842257+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.6","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839628+0000","last_change":"2024-07-26T17:06:34.839628+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839628+0000","last_undegraded":"2024-07-26T17:06:34.839628+0000","last_fullsized":"2024-07-26T17:06:34.839628+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.5","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836821+0000","last_change":"2024-07-26T17:06:34.836821+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836821+0000","last_undegraded":"2024-07-26T17:06:34.836821+0000","last_fullsized":"2024-07-26T17:06:34.836821+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.4","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836919+0000","last_change":"2024-07-26T17:06:34.836919+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836919+0000","last_undegraded":"2024-07-26T17:06:34.836919+0000","last_fullsized":"2024-07-26T17:06:34.836919+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.3","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839859+0000","last_change":"2024-07-26T17:06:34.839859+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839859+0000","last_undegraded":"2024-07-26T17:06:34.839859+0000","last_fullsized":"2024-07-26T17:06:34.839859+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.2","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.839600+0000","last_change":"2024-07-26T17:06:34.839600+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.839600+0000","last_undegraded":"2024-07-26T17:06:34.839600+0000","last_fullsized":"2024-07-26T17:06:34.839600+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.1","version":"0'0","reported_seq":1,"reported_epoch":283,"state":"creating+peering","last_fresh":"2024-07-26T17:06:34.836844+0000","last_change":"2024-07-26T17:06:34.836844+0000","last_active":"2024-07-26T17:06:34.827540+0000","last_peered":"2024-07-26T17:06:34.827540+0000","last_clean":"2024-07-26T17:06:34.827540+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:34.836844+0000","last_undegraded":"2024-07-26T17:06:34.836844+0000","last_fullsized":"2024-07-26T17:06:34.836844+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"37.0","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188264+0000","last_change":"2024-07-26T17:06:35.861836+0000","last_active":"2024-07-26T17:06:38.188264+0000","last_peered":"2024-07-26T17:06:38.188264+0000","last_clean":"2024-07-26T17:06:38.188264+0000","last_became_active":"2024-07-26T17:06:35.860994+0000","last_became_peered":"2024-07-26T17:06:35.860994+0000","last_unstale":"2024-07-26T17:06:38.188264+0000","last_undegraded":"2024-07-26T17:06:38.188264+0000","last_fullsized":"2024-07-26T17:06:38.188264+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:00.203551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-26T17:06:35.833548+0000","last_change":"2024-07-26T17:06:35.833548+0000","last_active":"2024-07-26T17:06:35.833548+0000","last_peered":"2024-07-26T17:06:35.833548+0000","last_clean":"2024-07-26T17:06:35.833548+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-26T17:06:35.833548+0000","last_undegraded":"2024-07-26T17:06:35.833548+0000","last_fullsized":"2024-07-26T17:06:35.833548+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"276'3497","reported_seq":4583,"reported_epoch":283,"state":"active+clean","last_fresh":"2024-07-26T17:06:34.840785+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:06:34.840785+0000","last_peered":"2024-07-26T17:06:34.840785+0000","last_clean":"2024-07-26T17:06:34.840785+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:06:34.840785+0000","last_undegraded":"2024-07-26T17:06:34.840785+0000","last_fullsized":"2024-07-26T17:06:34.840785+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":3497,"log_dups_size":0,"ondisk_log_size":3497,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":423,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":38,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":8,"acting":8,"num_store_stats":1},{"poolid":37,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":423,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3497,"ondisk_log_size":3497,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576020,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71336,"kb_used_data":4056,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300504,"statfs":{"total":96636764160,"available":96563716096,"internally_reserved":0,"allocated":4153344,"data_stored":2463828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510611,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61032,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310808,"statfs":{"total":96636764160,"available":96574267392,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510611,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":70764,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94301076,"statfs":{"total":96636764160,"available":96564301824,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510611,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52708,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319132,"statfs":{"total":96636764160,"available":96582791168,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510610,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52716,"kb_used_data":3488,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319124,"statfs":{"total":96636764160,"available":96582782976,"internally_reserved":0,"allocated":3571712,"data_stored":1879825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510610,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52708,"kb_used_data":3476,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319132,"statfs":{"total":96636764160,"available":96582791168,"internally_reserved":0,"allocated":3559424,"data_stored":1873460,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510614,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48596,"kb_used_data":3524,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323244,"statfs":{"total":96636764160,"available":96587001856,"internally_reserved":0,"allocated":3608576,"data_stored":1900819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543317,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61608,"kb_used_data":4056,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310232,"statfs":{"total":96636764160,"available":96573677568,"internally_reserved":0,"allocated":4153344,"data_stored":2463828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:06:41.723 INFO:tasks.ceph.ceph_manager.ceph:PG 38.3f is not active+clean 2024-07-26T17:06:41.723 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.723 INFO:tasks.ceph.ceph_manager.ceph:PG 38.3e is not active+clean 2024-07-26T17:06:41.723 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:PG 38.3c is not active+clean 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:PG 38.3b is not active+clean 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:PG 38.3a is not active+clean 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:PG 38.39 is not active+clean 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:PG 38.38 is not active+clean 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:PG 38.37 is not active+clean 2024-07-26T17:06:41.724 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.725 INFO:tasks.ceph.ceph_manager.ceph:PG 38.36 is not active+clean 2024-07-26T17:06:41.725 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.725 INFO:tasks.ceph.ceph_manager.ceph:PG 38.35 is not active+clean 2024-07-26T17:06:41.725 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.725 INFO:tasks.ceph.ceph_manager.ceph:PG 38.34 is not active+clean 2024-07-26T17:06:41.725 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.725 INFO:tasks.ceph.ceph_manager.ceph:PG 38.33 is not active+clean 2024-07-26T17:06:41.725 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.725 INFO:tasks.ceph.ceph_manager.ceph:PG 38.32 is not active+clean 2024-07-26T17:06:41.725 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.725 INFO:tasks.ceph.ceph_manager.ceph:PG 38.31 is not active+clean 2024-07-26T17:06:41.726 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.726 INFO:tasks.ceph.ceph_manager.ceph:PG 38.30 is not active+clean 2024-07-26T17:06:41.726 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.726 INFO:tasks.ceph.ceph_manager.ceph:PG 38.2f is not active+clean 2024-07-26T17:06:41.726 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.726 INFO:tasks.ceph.ceph_manager.ceph:PG 38.2e is not active+clean 2024-07-26T17:06:41.726 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.726 INFO:tasks.ceph.ceph_manager.ceph:PG 38.2c is not active+clean 2024-07-26T17:06:41.726 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.726 INFO:tasks.ceph.ceph_manager.ceph:PG 38.2b is not active+clean 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:PG 38.2a is not active+clean 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:PG 38.29 is not active+clean 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:PG 38.26 is not active+clean 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:PG 38.25 is not active+clean 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:PG 38.24 is not active+clean 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.727 INFO:tasks.ceph.ceph_manager.ceph:PG 38.23 is not active+clean 2024-07-26T17:06:41.728 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.728 INFO:tasks.ceph.ceph_manager.ceph:PG 38.22 is not active+clean 2024-07-26T17:06:41.728 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.728 INFO:tasks.ceph.ceph_manager.ceph:PG 38.21 is not active+clean 2024-07-26T17:06:41.728 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.728 INFO:tasks.ceph.ceph_manager.ceph:PG 38.20 is not active+clean 2024-07-26T17:06:41.728 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.728 INFO:tasks.ceph.ceph_manager.ceph:PG 38.1c is not active+clean 2024-07-26T17:06:41.728 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.728 INFO:tasks.ceph.ceph_manager.ceph:PG 37.1f is not active+clean 2024-07-26T17:06:41.728 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.838683+0000', 'last_change': '2024-07-26T17:06:34.838683+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.838683+0000', 'last_undegraded': '2024-07-26T17:06:34.838683+0000', 'last_fullsized': '2024-07-26T17:06:34.838683+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T17:06:41.729 INFO:tasks.ceph.ceph_manager.ceph:PG 38.1d is not active+clean 2024-07-26T17:06:41.729 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.729 INFO:tasks.ceph.ceph_manager.ceph:PG 37.1e is not active+clean 2024-07-26T17:06:41.729 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.840084+0000', 'last_change': '2024-07-26T17:06:34.840084+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.840084+0000', 'last_undegraded': '2024-07-26T17:06:34.840084+0000', 'last_fullsized': '2024-07-26T17:06:34.840084+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T17:06:41.729 INFO:tasks.ceph.ceph_manager.ceph:PG 38.1e is not active+clean 2024-07-26T17:06:41.729 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.729 INFO:tasks.ceph.ceph_manager.ceph:PG 38.1f is not active+clean 2024-07-26T17:06:41.729 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.729 INFO:tasks.ceph.ceph_manager.ceph:PG 37.1c is not active+clean 2024-07-26T17:06:41.729 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.842061+0000', 'last_change': '2024-07-26T17:06:34.842061+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.842061+0000', 'last_undegraded': '2024-07-26T17:06:34.842061+0000', 'last_fullsized': '2024-07-26T17:06:34.842061+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T17:06:41.729 INFO:tasks.ceph.ceph_manager.ceph:PG 38.18 is not active+clean 2024-07-26T17:06:41.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.730 INFO:tasks.ceph.ceph_manager.ceph:PG 37.1b is not active+clean 2024-07-26T17:06:41.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.841168+0000', 'last_change': '2024-07-26T17:06:34.841168+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.841168+0000', 'last_undegraded': '2024-07-26T17:06:34.841168+0000', 'last_fullsized': '2024-07-26T17:06:34.841168+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T17:06:41.730 INFO:tasks.ceph.ceph_manager.ceph:PG 38.19 is not active+clean 2024-07-26T17:06:41.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.730 INFO:tasks.ceph.ceph_manager.ceph:PG 38.1a is not active+clean 2024-07-26T17:06:41.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.730 INFO:tasks.ceph.ceph_manager.ceph:PG 37.19 is not active+clean 2024-07-26T17:06:41.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.841361+0000', 'last_change': '2024-07-26T17:06:34.841361+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.841361+0000', 'last_undegraded': '2024-07-26T17:06:34.841361+0000', 'last_fullsized': '2024-07-26T17:06:34.841361+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T17:06:41.730 INFO:tasks.ceph.ceph_manager.ceph:PG 38.1b is not active+clean 2024-07-26T17:06:41.730 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:PG 37.18 is not active+clean 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.841857+0000', 'last_change': '2024-07-26T17:06:34.841857+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.841857+0000', 'last_undegraded': '2024-07-26T17:06:34.841857+0000', 'last_fullsized': '2024-07-26T17:06:34.841857+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:PG 38.14 is not active+clean 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:PG 37.17 is not active+clean 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.836995+0000', 'last_change': '2024-07-26T17:06:34.836995+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.836995+0000', 'last_undegraded': '2024-07-26T17:06:34.836995+0000', 'last_fullsized': '2024-07-26T17:06:34.836995+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:PG 38.15 is not active+clean 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:PG 37.16 is not active+clean 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.842579+0000', 'last_change': '2024-07-26T17:06:34.842579+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.842579+0000', 'last_undegraded': '2024-07-26T17:06:34.842579+0000', 'last_fullsized': '2024-07-26T17:06:34.842579+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:PG 38.16 is not active+clean 2024-07-26T17:06:41.731 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.732 INFO:tasks.ceph.ceph_manager.ceph:PG 37.15 is not active+clean 2024-07-26T17:06:41.732 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.840770+0000', 'last_change': '2024-07-26T17:06:34.840770+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.840770+0000', 'last_undegraded': '2024-07-26T17:06:34.840770+0000', 'last_fullsized': '2024-07-26T17:06:34.840770+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T17:06:41.732 INFO:tasks.ceph.ceph_manager.ceph:PG 38.17 is not active+clean 2024-07-26T17:06:41.732 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.732 INFO:tasks.ceph.ceph_manager.ceph:PG 37.14 is not active+clean 2024-07-26T17:06:41.732 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.841386+0000', 'last_change': '2024-07-26T17:06:34.841386+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.841386+0000', 'last_undegraded': '2024-07-26T17:06:34.841386+0000', 'last_fullsized': '2024-07-26T17:06:34.841386+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T17:06:41.732 INFO:tasks.ceph.ceph_manager.ceph:PG 38.10 is not active+clean 2024-07-26T17:06:41.732 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.732 INFO:tasks.ceph.ceph_manager.ceph:PG 37.13 is not active+clean 2024-07-26T17:06:41.732 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.836907+0000', 'last_change': '2024-07-26T17:06:34.836907+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.836907+0000', 'last_undegraded': '2024-07-26T17:06:34.836907+0000', 'last_fullsized': '2024-07-26T17:06:34.836907+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T17:06:41.732 INFO:tasks.ceph.ceph_manager.ceph:PG 38.11 is not active+clean 2024-07-26T17:06:41.733 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.733 INFO:tasks.ceph.ceph_manager.ceph:PG 37.12 is not active+clean 2024-07-26T17:06:41.733 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.837219+0000', 'last_change': '2024-07-26T17:06:34.837219+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.837219+0000', 'last_undegraded': '2024-07-26T17:06:34.837219+0000', 'last_fullsized': '2024-07-26T17:06:34.837219+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T17:06:41.733 INFO:tasks.ceph.ceph_manager.ceph:PG 38.12 is not active+clean 2024-07-26T17:06:41.733 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.733 INFO:tasks.ceph.ceph_manager.ceph:PG 37.11 is not active+clean 2024-07-26T17:06:41.733 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.837613+0000', 'last_change': '2024-07-26T17:06:34.837613+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.837613+0000', 'last_undegraded': '2024-07-26T17:06:34.837613+0000', 'last_fullsized': '2024-07-26T17:06:34.837613+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T17:06:41.733 INFO:tasks.ceph.ceph_manager.ceph:PG 38.13 is not active+clean 2024-07-26T17:06:41.733 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.733 INFO:tasks.ceph.ceph_manager.ceph:PG 37.10 is not active+clean 2024-07-26T17:06:41.733 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.839975+0000', 'last_change': '2024-07-26T17:06:34.839975+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.839975+0000', 'last_undegraded': '2024-07-26T17:06:34.839975+0000', 'last_fullsized': '2024-07-26T17:06:34.839975+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T17:06:41.734 INFO:tasks.ceph.ceph_manager.ceph:PG 38.c is not active+clean 2024-07-26T17:06:41.734 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.734 INFO:tasks.ceph.ceph_manager.ceph:PG 37.f is not active+clean 2024-07-26T17:06:41.734 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.839562+0000', 'last_change': '2024-07-26T17:06:34.839562+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.839562+0000', 'last_undegraded': '2024-07-26T17:06:34.839562+0000', 'last_fullsized': '2024-07-26T17:06:34.839562+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T17:06:41.734 INFO:tasks.ceph.ceph_manager.ceph:PG 38.d is not active+clean 2024-07-26T17:06:41.734 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.734 INFO:tasks.ceph.ceph_manager.ceph:PG 37.e is not active+clean 2024-07-26T17:06:41.734 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.840649+0000', 'last_change': '2024-07-26T17:06:34.840649+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.840649+0000', 'last_undegraded': '2024-07-26T17:06:34.840649+0000', 'last_fullsized': '2024-07-26T17:06:34.840649+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T17:06:41.734 INFO:tasks.ceph.ceph_manager.ceph:PG 38.e is not active+clean 2024-07-26T17:06:41.734 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.734 INFO:tasks.ceph.ceph_manager.ceph:PG 37.d is not active+clean 2024-07-26T17:06:41.735 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.839805+0000', 'last_change': '2024-07-26T17:06:34.839805+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.839805+0000', 'last_undegraded': '2024-07-26T17:06:34.839805+0000', 'last_fullsized': '2024-07-26T17:06:34.839805+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T17:06:41.735 INFO:tasks.ceph.ceph_manager.ceph:PG 37.c is not active+clean 2024-07-26T17:06:41.735 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.840207+0000', 'last_change': '2024-07-26T17:06:34.840207+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.840207+0000', 'last_undegraded': '2024-07-26T17:06:34.840207+0000', 'last_fullsized': '2024-07-26T17:06:34.840207+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T17:06:41.735 INFO:tasks.ceph.ceph_manager.ceph:PG 38.8 is not active+clean 2024-07-26T17:06:41.735 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.735 INFO:tasks.ceph.ceph_manager.ceph:PG 37.b is not active+clean 2024-07-26T17:06:41.735 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.839600+0000', 'last_change': '2024-07-26T17:06:34.839600+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.839600+0000', 'last_undegraded': '2024-07-26T17:06:34.839600+0000', 'last_fullsized': '2024-07-26T17:06:34.839600+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T17:06:41.735 INFO:tasks.ceph.ceph_manager.ceph:PG 38.9 is not active+clean 2024-07-26T17:06:41.735 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.735 INFO:tasks.ceph.ceph_manager.ceph:PG 37.a is not active+clean 2024-07-26T17:06:41.735 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.839535+0000', 'last_change': '2024-07-26T17:06:34.839535+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.839535+0000', 'last_undegraded': '2024-07-26T17:06:34.839535+0000', 'last_fullsized': '2024-07-26T17:06:34.839535+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:PG 38.a is not active+clean 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:PG 38.b is not active+clean 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:PG 38.4 is not active+clean 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:PG 37.7 is not active+clean 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.842257+0000', 'last_change': '2024-07-26T17:06:34.842257+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.842257+0000', 'last_undegraded': '2024-07-26T17:06:34.842257+0000', 'last_fullsized': '2024-07-26T17:06:34.842257+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:PG 38.5 is not active+clean 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:PG 37.6 is not active+clean 2024-07-26T17:06:41.736 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.839628+0000', 'last_change': '2024-07-26T17:06:34.839628+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.839628+0000', 'last_undegraded': '2024-07-26T17:06:34.839628+0000', 'last_fullsized': '2024-07-26T17:06:34.839628+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-26T17:06:41.737 INFO:tasks.ceph.ceph_manager.ceph:PG 38.6 is not active+clean 2024-07-26T17:06:41.737 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.737 INFO:tasks.ceph.ceph_manager.ceph:PG 37.5 is not active+clean 2024-07-26T17:06:41.737 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.836821+0000', 'last_change': '2024-07-26T17:06:34.836821+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.836821+0000', 'last_undegraded': '2024-07-26T17:06:34.836821+0000', 'last_fullsized': '2024-07-26T17:06:34.836821+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T17:06:41.737 INFO:tasks.ceph.ceph_manager.ceph:PG 38.7 is not active+clean 2024-07-26T17:06:41.737 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.737 INFO:tasks.ceph.ceph_manager.ceph:PG 37.4 is not active+clean 2024-07-26T17:06:41.737 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.836919+0000', 'last_change': '2024-07-26T17:06:34.836919+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.836919+0000', 'last_undegraded': '2024-07-26T17:06:34.836919+0000', 'last_fullsized': '2024-07-26T17:06:34.836919+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-07-26T17:06:41.737 INFO:tasks.ceph.ceph_manager.ceph:PG 38.0 is not active+clean 2024-07-26T17:06:41.737 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.737 INFO:tasks.ceph.ceph_manager.ceph:PG 37.3 is not active+clean 2024-07-26T17:06:41.738 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.839859+0000', 'last_change': '2024-07-26T17:06:34.839859+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.839859+0000', 'last_undegraded': '2024-07-26T17:06:34.839859+0000', 'last_fullsized': '2024-07-26T17:06:34.839859+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-26T17:06:41.738 INFO:tasks.ceph.ceph_manager.ceph:PG 38.1 is not active+clean 2024-07-26T17:06:41.738 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.738 INFO:tasks.ceph.ceph_manager.ceph:PG 37.2 is not active+clean 2024-07-26T17:06:41.738 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.839600+0000', 'last_change': '2024-07-26T17:06:34.839600+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.839600+0000', 'last_undegraded': '2024-07-26T17:06:34.839600+0000', 'last_fullsized': '2024-07-26T17:06:34.839600+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-26T17:06:41.738 INFO:tasks.ceph.ceph_manager.ceph:PG 38.2 is not active+clean 2024-07-26T17:06:41.738 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.738 INFO:tasks.ceph.ceph_manager.ceph:PG 37.1 is not active+clean 2024-07-26T17:06:41.738 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '37.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 283, 'state': 'creating+peering', 'last_fresh': '2024-07-26T17:06:34.836844+0000', 'last_change': '2024-07-26T17:06:34.836844+0000', 'last_active': '2024-07-26T17:06:34.827540+0000', 'last_peered': '2024-07-26T17:06:34.827540+0000', 'last_clean': '2024-07-26T17:06:34.827540+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:34.836844+0000', 'last_undegraded': '2024-07-26T17:06:34.836844+0000', 'last_fullsized': '2024-07-26T17:06:34.836844+0000', 'mapping_epoch': 283, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 283, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:34.827540+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-07-26T17:06:41.738 INFO:tasks.ceph.ceph_manager.ceph:PG 38.3 is not active+clean 2024-07-26T17:06:41.739 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.739 INFO:tasks.ceph.ceph_manager.ceph:PG 38.27 is not active+clean 2024-07-26T17:06:41.739 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '38.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-07-26T17:06:35.833548+0000', 'last_change': '2024-07-26T17:06:35.833548+0000', 'last_active': '2024-07-26T17:06:35.833548+0000', 'last_peered': '2024-07-26T17:06:35.833548+0000', 'last_clean': '2024-07-26T17:06:35.833548+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-26T17:06:35.833548+0000', 'last_undegraded': '2024-07-26T17:06:35.833548+0000', 'last_fullsized': '2024-07-26T17:06:35.833548+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'last_clean_scrub_stamp': '2024-07-26T17:06:35.833548+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-07-26T17:06:41.739 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-07-26T17:06:41.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.875+0000 7f89f0901640 1 -- 172.21.15.33:0/4292031820 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89ec0b9870 msgr2=0x7f89ec0b0b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.875+0000 7f89f0901640 1 --2- 172.21.15.33:0/4292031820 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89ec0b9870 0x7f89ec0b0b50 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f89dc005fd0 tx=0x7f89dc02a780 comp rx=0 tx=0).stop 2024-07-26T17:06:41.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.875+0000 7f89f0901640 1 -- 172.21.15.33:0/4292031820 shutdown_connections 2024-07-26T17:06:41.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.875+0000 7f89f0901640 1 --2- 172.21.15.33:0/4292031820 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89ec0d2d20 0x7f89ec0d05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.875+0000 7f89f0901640 1 --2- 172.21.15.33:0/4292031820 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89ec0b9870 0x7f89ec0b0b50 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.875+0000 7f89f0901640 1 -- 172.21.15.33:0/4292031820 >> 172.21.15.33:0/4292031820 conn(0x7f89ec0d0b10 msgr2=0x7f89ec0d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:41.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.875+0000 7f89f0901640 1 -- 172.21.15.33:0/4292031820 shutdown_connections 2024-07-26T17:06:41.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.875+0000 7f89f0901640 1 -- 172.21.15.33:0/4292031820 wait complete. 2024-07-26T17:06:41.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.877+0000 7f89f0901640 1 Processor -- start 2024-07-26T17:06:41.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.877+0000 7f89f0901640 1 -- start start 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.878+0000 7f89f0901640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89ec0b9870 0x7f89ec0ca780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.878+0000 7f89f0901640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89ec0d2910 0x7f89ec1f8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.878+0000 7f89f0901640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89ec0d2d20 0x7f89ec160300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.878+0000 7f89f0901640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f89ec0cee40 con 0x7f89ec0d2910 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.878+0000 7f89f0901640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f89ec0cecc0 con 0x7f89ec0b9870 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.878+0000 7f89f0901640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f89ec0cefc0 con 0x7f89ec0d2d20 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.878+0000 7f89e9d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89ec0d2910 0x7f89ec1f8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.878+0000 7f89e9d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89ec0d2910 0x7f89ec1f8ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43384/0 (socket says 172.21.15.33:43384) 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.878+0000 7f89e9d9b640 1 -- 172.21.15.33:0/429525870 learned_addr learned my addr 172.21.15.33:0/429525870 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.878+0000 7f89ead9d640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89ec0d2d20 0x7f89ec160300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.878+0000 7f89ea59c640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89ec0b9870 0x7f89ec0ca780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.879+0000 7f89e9d9b640 1 -- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89ec0d2d20 msgr2=0x7f89ec160300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.879+0000 7f89e9d9b640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89ec0d2d20 0x7f89ec160300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.879+0000 7f89e9d9b640 1 -- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89ec0b9870 msgr2=0x7f89ec0ca780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:41.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.879+0000 7f89e9d9b640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89ec0b9870 0x7f89ec0ca780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:41.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.879+0000 7f89e9d9b640 1 -- 172.21.15.33:0/429525870 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89ec1f5bb0 con 0x7f89ec0d2910 2024-07-26T17:06:41.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.879+0000 7f89e9d9b640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89ec0d2910 0x7f89ec1f8ba0 secure :-1 s=READY pgs=2786 cs=0 l=1 rev1=1 crypto rx=0x7f89d400c390 tx=0x7f89d400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:41.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.879+0000 7f89e2ffd640 1 -- 172.21.15.33:0/429525870 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d4017070 con 0x7f89ec0d2910 2024-07-26T17:06:41.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.879+0000 7f89e2ffd640 1 -- 172.21.15.33:0/429525870 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f89d40053e0 con 0x7f89ec0d2910 2024-07-26T17:06:41.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.879+0000 7f89f0901640 1 -- 172.21.15.33:0/429525870 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89ec1f5e90 con 0x7f89ec0d2910 2024-07-26T17:06:41.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.879+0000 7f89e2ffd640 1 -- 172.21.15.33:0/429525870 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89d4003850 con 0x7f89ec0d2910 2024-07-26T17:06:41.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.879+0000 7f89f0901640 1 -- 172.21.15.33:0/429525870 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89ec0c7cb0 con 0x7f89ec0d2910 2024-07-26T17:06:41.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.880+0000 7f89f0901640 1 -- 172.21.15.33:0/429525870 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89ec1f5920 con 0x7f89ec0d2910 2024-07-26T17:06:41.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.881+0000 7f89e2ffd640 1 -- 172.21.15.33:0/429525870 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f89d401a070 con 0x7f89ec0d2910 2024-07-26T17:06:41.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.881+0000 7f89e2ffd640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f89cc077130 0x7f89cc079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:41.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.881+0000 7f89e2ffd640 1 -- 172.21.15.33:0/429525870 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f89d4098010 con 0x7f89ec0d2910 2024-07-26T17:06:41.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.882+0000 7f89ea59c640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f89cc077130 0x7f89cc079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:41.884 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.882+0000 7f89ea59c640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f89cc077130 0x7f89cc079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f89dc033000 tx=0x7f89dc004ab0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:41.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:41.886+0000 7f89e2ffd640 1 -- 172.21.15.33:0/429525870 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f89d4060880 con 0x7f89ec0d2910 2024-07-26T17:06:42.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.151+0000 7f89f0901640 1 -- 172.21.15.33:0/429525870 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f89ec0b0b50 con 0x7f89ec0d2910 2024-07-26T17:06:42.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.152+0000 7f89e2ffd640 1 -- 172.21.15.33:0/429525870 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+3414 (secure 0 0 0) 0x7f89d4064dd0 con 0x7f89ec0d2910 2024-07-26T17:06:42.154 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:42.154 INFO:teuthology.orchestra.run.smithi033.stdout:{"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":5893,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":286,"num_osds":8,"num_up_osds":8,"osd_up_since":1722007720,"num_in_osds":8,"osd_in_since":1722007711,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":60},{"state_name":"creating+peering","count":27},{"state_name":"active+clean","count":10}],"num_pgs":97,"num_pools":3,"num_objects":3,"data_bytes":590368,"bytes_used":482783232,"bytes_avail":772611330048,"bytes_total":773094113280,"unknown_pgs_ratio":0.6185566782951355,"inactive_pgs_ratio":0.27835050225257874,"write_bytes_sec":0,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":160,"btime":"2024-07-26T17:06:39:878577+0000","id":18,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":18,"rank":0,"name":"d","status":"up:active","gid":12642}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":17,"modified":"2024-07-26T17:05:50.650600+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"mgr":{"daemons":{"summary":"","x":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"y":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"mon":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-07-26T17:06:42.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 -- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f89cc077130 msgr2=0x7f89cc079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:42.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f89cc077130 0x7f89cc079640 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f89dc033000 tx=0x7f89dc004ab0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 -- 172.21.15.33:0/429525870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89ec0d2910 msgr2=0x7f89ec1f8ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:42.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89ec0d2910 0x7f89ec1f8ba0 secure :-1 s=READY pgs=2786 cs=0 l=1 rev1=1 crypto rx=0x7f89d400c390 tx=0x7f89d400c850 comp rx=0 tx=0).stop 2024-07-26T17:06:42.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 -- 172.21.15.33:0/429525870 shutdown_connections 2024-07-26T17:06:42.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f89ec0d2d20 0x7f89ec160300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f89cc077130 0x7f89cc079640 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f89ec0d2910 0x7f89ec1f8ba0 unknown :-1 s=CLOSED pgs=2786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 --2- 172.21.15.33:0/429525870 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f89ec0b9870 0x7f89ec0ca780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 -- 172.21.15.33:0/429525870 >> 172.21.15.33:0/429525870 conn(0x7f89ec0d0b10 msgr2=0x7f89ec0d1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:42.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 -- 172.21.15.33:0/429525870 shutdown_connections 2024-07-26T17:06:42.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.154+0000 7f89f0901640 1 -- 172.21.15.33:0/429525870 wait complete. 2024-07-26T17:06:42.167 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-07-26T17:06:42.168 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:06:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.284+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2210992941 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a200d1d70 msgr2=0x7f2a200d2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.284+0000 7f2a27fc8640 1 --2- 172.21.15.33:0/2210992941 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a200d1d70 0x7f2a200d2180 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c009830 tx=0x7f2a1c02a510 comp rx=0 tx=0).stop 2024-07-26T17:06:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.284+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2210992941 shutdown_connections 2024-07-26T17:06:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.284+0000 7f2a27fc8640 1 --2- 172.21.15.33:0/2210992941 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a200b4440 0x7f2a20168c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.284+0000 7f2a27fc8640 1 --2- 172.21.15.33:0/2210992941 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a200d1d70 0x7f2a200d2180 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.284+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2210992941 >> 172.21.15.33:0/2210992941 conn(0x7f2a200b5ab0 msgr2=0x7f2a200b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.284+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2210992941 shutdown_connections 2024-07-26T17:06:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.284+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2210992941 wait complete. 2024-07-26T17:06:42.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.286+0000 7f2a27fc8640 1 Processor -- start 2024-07-26T17:06:42.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.286+0000 7f2a27fc8640 1 -- start start 2024-07-26T17:06:42.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.287+0000 7f2a27fc8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a200b3920 0x7f2a201e5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.287+0000 7f2a27fc8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a200b4440 0x7f2a200cc9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.287+0000 7f2a27fc8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a200d1d70 0x7f2a200ccee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.287+0000 7f2a27fc8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f2a200d0730 con 0x7f2a200b4440 2024-07-26T17:06:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.287+0000 7f2a27fc8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2008c630 con 0x7f2a200d1d70 2024-07-26T17:06:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.287+0000 7f2a27fc8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f2a200cdce0 con 0x7f2a200b3920 2024-07-26T17:06:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a25563640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a200b4440 0x7f2a200cc9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a25563640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a200b4440 0x7f2a200cc9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43394/0 (socket says 172.21.15.33:43394) 2024-07-26T17:06:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a25563640 1 -- 172.21.15.33:0/2766889075 learned_addr learned my addr 172.21.15.33:0/2766889075 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a25d64640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a200b3920 0x7f2a201e5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a26565640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a200d1d70 0x7f2a200ccee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:42.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a25563640 1 -- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a200b3920 msgr2=0x7f2a201e5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a25563640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a200b3920 0x7f2a201e5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a25563640 1 -- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a200d1d70 msgr2=0x7f2a200ccee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a25563640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a200d1d70 0x7f2a200ccee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a25563640 1 -- 172.21.15.33:0/2766889075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a200caba0 con 0x7f2a200b4440 2024-07-26T17:06:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a25563640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a200b4440 0x7f2a200cc9a0 secure :-1 s=READY pgs=2787 cs=0 l=1 rev1=1 crypto rx=0x7f2a1000c430 tx=0x7f2a1000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a167fc640 1 -- 172.21.15.33:0/2766889075 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a10011790 con 0x7f2a200b4440 2024-07-26T17:06:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a167fc640 1 -- 172.21.15.33:0/2766889075 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a10017070 con 0x7f2a200b4440 2024-07-26T17:06:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2766889075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a200a14e0 con 0x7f2a200b4440 2024-07-26T17:06:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a167fc640 1 -- 172.21.15.33:0/2766889075 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a10011cc0 con 0x7f2a200b4440 2024-07-26T17:06:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.288+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2766889075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a200cda20 con 0x7f2a200b4440 2024-07-26T17:06:42.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.289+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2766889075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a200ca910 con 0x7f2a200b4440 2024-07-26T17:06:42.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.290+0000 7f2a167fc640 1 -- 172.21.15.33:0/2766889075 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f2a1001c460 con 0x7f2a200b4440 2024-07-26T17:06:42.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.291+0000 7f2a167fc640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2a04077130 0x7f2a04079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:42.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.291+0000 7f2a167fc640 1 -- 172.21.15.33:0/2766889075 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f2a10098850 con 0x7f2a200b4440 2024-07-26T17:06:42.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.291+0000 7f2a25d64640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2a04077130 0x7f2a04079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:42.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.292+0000 7f2a25d64640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2a04077130 0x7f2a04079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c034000 tx=0x7f2a1c004730 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.295+0000 7f2a167fc640 1 -- 172.21.15.33:0/2766889075 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2a10021020 con 0x7f2a200b4440 2024-07-26T17:06:42.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.484+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2766889075 --> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2a2008cae0 con 0x7f2a04077130 2024-07-26T17:06:42.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.489+0000 7f2a167fc640 1 -- 172.21.15.33:0/2766889075 <== mgr.11257 v2:172.21.15.154:6836/1540360436 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252505 (secure 0 0 0) 0x7f2a2008cae0 con 0x7f2a04077130 2024-07-26T17:06:42.493 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:42.494 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:06:42.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2a04077130 msgr2=0x7f2a04079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:42.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2a04077130 0x7f2a04079640 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c034000 tx=0x7f2a1c004730 comp rx=0 tx=0).stop 2024-07-26T17:06:42.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2766889075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a200b4440 msgr2=0x7f2a200cc9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:42.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a200b4440 0x7f2a200cc9a0 secure :-1 s=READY pgs=2787 cs=0 l=1 rev1=1 crypto rx=0x7f2a1000c430 tx=0x7f2a1000c8f0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2766889075 shutdown_connections 2024-07-26T17:06:42.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f2a200d1d70 0x7f2a200ccee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f2a04077130 0x7f2a04079640 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a200b4440 0x7f2a200cc9a0 unknown :-1 s=CLOSED pgs=2787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 --2- 172.21.15.33:0/2766889075 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f2a200b3920 0x7f2a201e5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:42.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2766889075 >> 172.21.15.33:0/2766889075 conn(0x7f2a200b5ab0 msgr2=0x7f2a200b2b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:42.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2766889075 shutdown_connections 2024-07-26T17:06:42.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:42.492+0000 7f2a27fc8640 1 -- 172.21.15.33:0/2766889075 wait complete. 2024-07-26T17:06:42.505 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-07-26T17:06:42.194383+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":468,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3536,"ondisk_log_size":3536,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":164,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":471836,"kb_used_data":29416,"kb_used_omap":12,"kb_used_meta":442291,"kb_avail":754502884,"statfs":{"total":773094113280,"available":772610953216,"internally_reserved":0,"allocated":30121984,"data_stored":16392108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":452906545},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.355180"},"pg_stats":[{"pgid":"38.3f","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884437+0000","last_change":"2024-07-26T17:06:36.870114+0000","last_active":"2024-07-26T17:06:37.884437+0000","last_peered":"2024-07-26T17:06:37.884437+0000","last_clean":"2024-07-26T17:06:37.884437+0000","last_became_active":"2024-07-26T17:06:36.869802+0000","last_became_peered":"2024-07-26T17:06:36.869802+0000","last_unstale":"2024-07-26T17:06:37.884437+0000","last_undegraded":"2024-07-26T17:06:37.884437+0000","last_fullsized":"2024-07-26T17:06:37.884437+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:48:43.836152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.3e","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648471+0000","last_change":"2024-07-26T17:06:36.873368+0000","last_active":"2024-07-26T17:06:38.648471+0000","last_peered":"2024-07-26T17:06:38.648471+0000","last_clean":"2024-07-26T17:06:38.648471+0000","last_became_active":"2024-07-26T17:06:36.873044+0000","last_became_peered":"2024-07-26T17:06:36.873044+0000","last_unstale":"2024-07-26T17:06:38.648471+0000","last_undegraded":"2024-07-26T17:06:38.648471+0000","last_fullsized":"2024-07-26T17:06:38.648471+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:19:53.626145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.3d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188464+0000","last_change":"2024-07-26T17:06:36.877194+0000","last_active":"2024-07-26T17:06:38.188464+0000","last_peered":"2024-07-26T17:06:38.188464+0000","last_clean":"2024-07-26T17:06:38.188464+0000","last_became_active":"2024-07-26T17:06:36.876596+0000","last_became_peered":"2024-07-26T17:06:36.876596+0000","last_unstale":"2024-07-26T17:06:38.188464+0000","last_undegraded":"2024-07-26T17:06:38.188464+0000","last_fullsized":"2024-07-26T17:06:38.188464+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:58:11.175612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.3c","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588266+0000","last_change":"2024-07-26T17:06:36.874614+0000","last_active":"2024-07-26T17:06:38.588266+0000","last_peered":"2024-07-26T17:06:38.588266+0000","last_clean":"2024-07-26T17:06:38.588266+0000","last_became_active":"2024-07-26T17:06:36.874297+0000","last_became_peered":"2024-07-26T17:06:36.874297+0000","last_unstale":"2024-07-26T17:06:38.588266+0000","last_undegraded":"2024-07-26T17:06:38.588266+0000","last_fullsized":"2024-07-26T17:06:38.588266+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:26:22.409212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.3b","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856325+0000","last_change":"2024-07-26T17:06:36.866030+0000","last_active":"2024-07-26T17:06:37.856325+0000","last_peered":"2024-07-26T17:06:37.856325+0000","last_clean":"2024-07-26T17:06:37.856325+0000","last_became_active":"2024-07-26T17:06:36.865680+0000","last_became_peered":"2024-07-26T17:06:36.865680+0000","last_unstale":"2024-07-26T17:06:37.856325+0000","last_undegraded":"2024-07-26T17:06:37.856325+0000","last_fullsized":"2024-07-26T17:06:37.856325+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:13.187672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.3a","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856129+0000","last_change":"2024-07-26T17:06:36.871954+0000","last_active":"2024-07-26T17:06:37.856129+0000","last_peered":"2024-07-26T17:06:37.856129+0000","last_clean":"2024-07-26T17:06:37.856129+0000","last_became_active":"2024-07-26T17:06:36.871623+0000","last_became_peered":"2024-07-26T17:06:36.871623+0000","last_unstale":"2024-07-26T17:06:37.856129+0000","last_undegraded":"2024-07-26T17:06:37.856129+0000","last_fullsized":"2024-07-26T17:06:37.856129+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:40:06.192857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.39","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648246+0000","last_change":"2024-07-26T17:06:36.870737+0000","last_active":"2024-07-26T17:06:38.648246+0000","last_peered":"2024-07-26T17:06:38.648246+0000","last_clean":"2024-07-26T17:06:38.648246+0000","last_became_active":"2024-07-26T17:06:36.870443+0000","last_became_peered":"2024-07-26T17:06:36.870443+0000","last_unstale":"2024-07-26T17:06:38.648246+0000","last_undegraded":"2024-07-26T17:06:38.648246+0000","last_fullsized":"2024-07-26T17:06:38.648246+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:41.285043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.38","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884108+0000","last_change":"2024-07-26T17:06:36.865911+0000","last_active":"2024-07-26T17:06:37.884108+0000","last_peered":"2024-07-26T17:06:37.884108+0000","last_clean":"2024-07-26T17:06:37.884108+0000","last_became_active":"2024-07-26T17:06:36.865636+0000","last_became_peered":"2024-07-26T17:06:36.865636+0000","last_unstale":"2024-07-26T17:06:37.884108+0000","last_undegraded":"2024-07-26T17:06:37.884108+0000","last_fullsized":"2024-07-26T17:06:37.884108+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:38:46.750472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.37","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854454+0000","last_change":"2024-07-26T17:06:36.869877+0000","last_active":"2024-07-26T17:06:37.854454+0000","last_peered":"2024-07-26T17:06:37.854454+0000","last_clean":"2024-07-26T17:06:37.854454+0000","last_became_active":"2024-07-26T17:06:36.869524+0000","last_became_peered":"2024-07-26T17:06:36.869524+0000","last_unstale":"2024-07-26T17:06:37.854454+0000","last_undegraded":"2024-07-26T17:06:37.854454+0000","last_fullsized":"2024-07-26T17:06:37.854454+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:20.089762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.36","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856389+0000","last_change":"2024-07-26T17:06:36.865341+0000","last_active":"2024-07-26T17:06:37.856389+0000","last_peered":"2024-07-26T17:06:37.856389+0000","last_clean":"2024-07-26T17:06:37.856389+0000","last_became_active":"2024-07-26T17:06:36.865028+0000","last_became_peered":"2024-07-26T17:06:36.865028+0000","last_unstale":"2024-07-26T17:06:37.856389+0000","last_undegraded":"2024-07-26T17:06:37.856389+0000","last_fullsized":"2024-07-26T17:06:37.856389+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:08.107900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.35","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855118+0000","last_change":"2024-07-26T17:06:36.864956+0000","last_active":"2024-07-26T17:06:37.855118+0000","last_peered":"2024-07-26T17:06:37.855118+0000","last_clean":"2024-07-26T17:06:37.855118+0000","last_became_active":"2024-07-26T17:06:36.864624+0000","last_became_peered":"2024-07-26T17:06:36.864624+0000","last_unstale":"2024-07-26T17:06:37.855118+0000","last_undegraded":"2024-07-26T17:06:37.855118+0000","last_fullsized":"2024-07-26T17:06:37.855118+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:28.384430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.34","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856119+0000","last_change":"2024-07-26T17:06:36.872433+0000","last_active":"2024-07-26T17:06:37.856119+0000","last_peered":"2024-07-26T17:06:37.856119+0000","last_clean":"2024-07-26T17:06:37.856119+0000","last_became_active":"2024-07-26T17:06:36.870955+0000","last_became_peered":"2024-07-26T17:06:36.870955+0000","last_unstale":"2024-07-26T17:06:37.856119+0000","last_undegraded":"2024-07-26T17:06:37.856119+0000","last_fullsized":"2024-07-26T17:06:37.856119+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:42:42.368310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.33","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856405+0000","last_change":"2024-07-26T17:06:36.864347+0000","last_active":"2024-07-26T17:06:37.856405+0000","last_peered":"2024-07-26T17:06:37.856405+0000","last_clean":"2024-07-26T17:06:37.856405+0000","last_became_active":"2024-07-26T17:06:36.863975+0000","last_became_peered":"2024-07-26T17:06:36.863975+0000","last_unstale":"2024-07-26T17:06:37.856405+0000","last_undegraded":"2024-07-26T17:06:37.856405+0000","last_fullsized":"2024-07-26T17:06:37.856405+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:41.285043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.32","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648002+0000","last_change":"2024-07-26T17:06:36.862344+0000","last_active":"2024-07-26T17:06:38.648002+0000","last_peered":"2024-07-26T17:06:38.648002+0000","last_clean":"2024-07-26T17:06:38.648002+0000","last_became_active":"2024-07-26T17:06:36.861995+0000","last_became_peered":"2024-07-26T17:06:36.861995+0000","last_unstale":"2024-07-26T17:06:38.648002+0000","last_undegraded":"2024-07-26T17:06:38.648002+0000","last_fullsized":"2024-07-26T17:06:38.648002+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:31:57.039593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.31","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.647977+0000","last_change":"2024-07-26T17:06:36.873340+0000","last_active":"2024-07-26T17:06:38.647977+0000","last_peered":"2024-07-26T17:06:38.647977+0000","last_clean":"2024-07-26T17:06:38.647977+0000","last_became_active":"2024-07-26T17:06:36.873022+0000","last_became_peered":"2024-07-26T17:06:36.873022+0000","last_unstale":"2024-07-26T17:06:38.647977+0000","last_undegraded":"2024-07-26T17:06:38.647977+0000","last_fullsized":"2024-07-26T17:06:38.647977+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:27:32.896328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.30","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856903+0000","last_change":"2024-07-26T17:06:36.876178+0000","last_active":"2024-07-26T17:06:37.856903+0000","last_peered":"2024-07-26T17:06:37.856903+0000","last_clean":"2024-07-26T17:06:37.856903+0000","last_became_active":"2024-07-26T17:06:36.875856+0000","last_became_peered":"2024-07-26T17:06:36.875856+0000","last_unstale":"2024-07-26T17:06:37.856903+0000","last_undegraded":"2024-07-26T17:06:37.856903+0000","last_fullsized":"2024-07-26T17:06:37.856903+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:59.336271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.2f","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854568+0000","last_change":"2024-07-26T17:06:36.865682+0000","last_active":"2024-07-26T17:06:37.854568+0000","last_peered":"2024-07-26T17:06:37.854568+0000","last_clean":"2024-07-26T17:06:37.854568+0000","last_became_active":"2024-07-26T17:06:36.865369+0000","last_became_peered":"2024-07-26T17:06:36.865369+0000","last_unstale":"2024-07-26T17:06:37.854568+0000","last_undegraded":"2024-07-26T17:06:37.854568+0000","last_fullsized":"2024-07-26T17:06:37.854568+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:46:28.748868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.2e","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588615+0000","last_change":"2024-07-26T17:06:36.870282+0000","last_active":"2024-07-26T17:06:38.588615+0000","last_peered":"2024-07-26T17:06:38.588615+0000","last_clean":"2024-07-26T17:06:38.588615+0000","last_became_active":"2024-07-26T17:06:36.869783+0000","last_became_peered":"2024-07-26T17:06:36.869783+0000","last_unstale":"2024-07-26T17:06:38.588615+0000","last_undegraded":"2024-07-26T17:06:38.588615+0000","last_fullsized":"2024-07-26T17:06:38.588615+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:44:25.572796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.2d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188487+0000","last_change":"2024-07-26T17:06:36.877316+0000","last_active":"2024-07-26T17:06:38.188487+0000","last_peered":"2024-07-26T17:06:38.188487+0000","last_clean":"2024-07-26T17:06:38.188487+0000","last_became_active":"2024-07-26T17:06:36.877016+0000","last_became_peered":"2024-07-26T17:06:36.877016+0000","last_unstale":"2024-07-26T17:06:38.188487+0000","last_undegraded":"2024-07-26T17:06:38.188487+0000","last_fullsized":"2024-07-26T17:06:38.188487+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:19:12.044955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.2c","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588418+0000","last_change":"2024-07-26T17:06:36.872050+0000","last_active":"2024-07-26T17:06:38.588418+0000","last_peered":"2024-07-26T17:06:38.588418+0000","last_clean":"2024-07-26T17:06:38.588418+0000","last_became_active":"2024-07-26T17:06:36.871723+0000","last_became_peered":"2024-07-26T17:06:36.871723+0000","last_unstale":"2024-07-26T17:06:38.588418+0000","last_undegraded":"2024-07-26T17:06:38.588418+0000","last_fullsized":"2024-07-26T17:06:38.588418+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:56:49.783973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.2b","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648236+0000","last_change":"2024-07-26T17:06:36.868485+0000","last_active":"2024-07-26T17:06:38.648236+0000","last_peered":"2024-07-26T17:06:38.648236+0000","last_clean":"2024-07-26T17:06:38.648236+0000","last_became_active":"2024-07-26T17:06:36.868115+0000","last_became_peered":"2024-07-26T17:06:36.868115+0000","last_unstale":"2024-07-26T17:06:38.648236+0000","last_undegraded":"2024-07-26T17:06:38.648236+0000","last_fullsized":"2024-07-26T17:06:38.648236+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:04:22.211716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.2a","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588324+0000","last_change":"2024-07-26T17:06:36.877019+0000","last_active":"2024-07-26T17:06:38.588324+0000","last_peered":"2024-07-26T17:06:38.588324+0000","last_clean":"2024-07-26T17:06:38.588324+0000","last_became_active":"2024-07-26T17:06:36.876704+0000","last_became_peered":"2024-07-26T17:06:36.876704+0000","last_unstale":"2024-07-26T17:06:38.588324+0000","last_undegraded":"2024-07-26T17:06:38.588324+0000","last_fullsized":"2024-07-26T17:06:38.588324+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:19:53.626145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.29","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588164+0000","last_change":"2024-07-26T17:06:36.881201+0000","last_active":"2024-07-26T17:06:38.588164+0000","last_peered":"2024-07-26T17:06:38.588164+0000","last_clean":"2024-07-26T17:06:38.588164+0000","last_became_active":"2024-07-26T17:06:36.880814+0000","last_became_peered":"2024-07-26T17:06:36.880814+0000","last_unstale":"2024-07-26T17:06:38.588164+0000","last_undegraded":"2024-07-26T17:06:38.588164+0000","last_fullsized":"2024-07-26T17:06:38.588164+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:50:14.936483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.28","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188274+0000","last_change":"2024-07-26T17:06:36.878848+0000","last_active":"2024-07-26T17:06:38.188274+0000","last_peered":"2024-07-26T17:06:38.188274+0000","last_clean":"2024-07-26T17:06:38.188274+0000","last_became_active":"2024-07-26T17:06:36.878510+0000","last_became_peered":"2024-07-26T17:06:36.878510+0000","last_unstale":"2024-07-26T17:06:38.188274+0000","last_undegraded":"2024-07-26T17:06:38.188274+0000","last_fullsized":"2024-07-26T17:06:38.188274+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:27:30.412409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.26","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854881+0000","last_change":"2024-07-26T17:06:36.874451+0000","last_active":"2024-07-26T17:06:37.854881+0000","last_peered":"2024-07-26T17:06:37.854881+0000","last_clean":"2024-07-26T17:06:37.854881+0000","last_became_active":"2024-07-26T17:06:36.874154+0000","last_became_peered":"2024-07-26T17:06:36.874154+0000","last_unstale":"2024-07-26T17:06:37.854881+0000","last_undegraded":"2024-07-26T17:06:37.854881+0000","last_fullsized":"2024-07-26T17:06:37.854881+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:12:49.180419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.25","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588549+0000","last_change":"2024-07-26T17:06:36.871018+0000","last_active":"2024-07-26T17:06:38.588549+0000","last_peered":"2024-07-26T17:06:38.588549+0000","last_clean":"2024-07-26T17:06:38.588549+0000","last_became_active":"2024-07-26T17:06:36.870710+0000","last_became_peered":"2024-07-26T17:06:36.870710+0000","last_unstale":"2024-07-26T17:06:38.588549+0000","last_undegraded":"2024-07-26T17:06:38.588549+0000","last_fullsized":"2024-07-26T17:06:38.588549+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:27.676592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.24","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854511+0000","last_change":"2024-07-26T17:06:36.870024+0000","last_active":"2024-07-26T17:06:37.854511+0000","last_peered":"2024-07-26T17:06:37.854511+0000","last_clean":"2024-07-26T17:06:37.854511+0000","last_became_active":"2024-07-26T17:06:36.869667+0000","last_became_peered":"2024-07-26T17:06:36.869667+0000","last_unstale":"2024-07-26T17:06:37.854511+0000","last_undegraded":"2024-07-26T17:06:37.854511+0000","last_fullsized":"2024-07-26T17:06:37.854511+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:18:48.024218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.23","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648522+0000","last_change":"2024-07-26T17:06:36.873570+0000","last_active":"2024-07-26T17:06:38.648522+0000","last_peered":"2024-07-26T17:06:38.648522+0000","last_clean":"2024-07-26T17:06:38.648522+0000","last_became_active":"2024-07-26T17:06:36.873262+0000","last_became_peered":"2024-07-26T17:06:36.873262+0000","last_unstale":"2024-07-26T17:06:38.648522+0000","last_undegraded":"2024-07-26T17:06:38.648522+0000","last_fullsized":"2024-07-26T17:06:38.648522+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:00:50.116935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.22","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648217+0000","last_change":"2024-07-26T17:06:36.871427+0000","last_active":"2024-07-26T17:06:38.648217+0000","last_peered":"2024-07-26T17:06:38.648217+0000","last_clean":"2024-07-26T17:06:38.648217+0000","last_became_active":"2024-07-26T17:06:36.871096+0000","last_became_peered":"2024-07-26T17:06:36.871096+0000","last_unstale":"2024-07-26T17:06:38.648217+0000","last_undegraded":"2024-07-26T17:06:38.648217+0000","last_fullsized":"2024-07-26T17:06:38.648217+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:01:20.937595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.21","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648193+0000","last_change":"2024-07-26T17:06:36.868524+0000","last_active":"2024-07-26T17:06:38.648193+0000","last_peered":"2024-07-26T17:06:38.648193+0000","last_clean":"2024-07-26T17:06:38.648193+0000","last_became_active":"2024-07-26T17:06:36.868187+0000","last_became_peered":"2024-07-26T17:06:36.868187+0000","last_unstale":"2024-07-26T17:06:38.648193+0000","last_undegraded":"2024-07-26T17:06:38.648193+0000","last_fullsized":"2024-07-26T17:06:38.648193+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:13.187672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.20","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588075+0000","last_change":"2024-07-26T17:06:36.874734+0000","last_active":"2024-07-26T17:06:38.588075+0000","last_peered":"2024-07-26T17:06:38.588075+0000","last_clean":"2024-07-26T17:06:38.588075+0000","last_became_active":"2024-07-26T17:06:36.874429+0000","last_became_peered":"2024-07-26T17:06:36.874429+0000","last_unstale":"2024-07-26T17:06:38.588075+0000","last_undegraded":"2024-07-26T17:06:38.588075+0000","last_fullsized":"2024-07-26T17:06:38.588075+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:04:22.211716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.1c","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588578+0000","last_change":"2024-07-26T17:06:36.877990+0000","last_active":"2024-07-26T17:06:38.588578+0000","last_peered":"2024-07-26T17:06:38.588578+0000","last_clean":"2024-07-26T17:06:38.588578+0000","last_became_active":"2024-07-26T17:06:36.877675+0000","last_became_peered":"2024-07-26T17:06:36.877675+0000","last_unstale":"2024-07-26T17:06:38.588578+0000","last_undegraded":"2024-07-26T17:06:38.588578+0000","last_fullsized":"2024-07-26T17:06:38.588578+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:13.785727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.1f","version":"285'4","reported_seq":19,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856598+0000","last_change":"2024-07-26T17:06:35.853205+0000","last_active":"2024-07-26T17:06:37.856598+0000","last_peered":"2024-07-26T17:06:37.856598+0000","last_clean":"2024-07-26T17:06:37.856598+0000","last_became_active":"2024-07-26T17:06:35.852916+0000","last_became_peered":"2024-07-26T17:06:35.852916+0000","last_unstale":"2024-07-26T17:06:37.856598+0000","last_undegraded":"2024-07-26T17:06:37.856598+0000","last_fullsized":"2024-07-26T17:06:37.856598+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:06.214879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.1d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855235+0000","last_change":"2024-07-26T17:06:36.864778+0000","last_active":"2024-07-26T17:06:37.855235+0000","last_peered":"2024-07-26T17:06:37.855235+0000","last_clean":"2024-07-26T17:06:37.855235+0000","last_became_active":"2024-07-26T17:06:36.864446+0000","last_became_peered":"2024-07-26T17:06:36.864446+0000","last_unstale":"2024-07-26T17:06:37.855235+0000","last_undegraded":"2024-07-26T17:06:37.855235+0000","last_fullsized":"2024-07-26T17:06:37.855235+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:53:03.773273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.1e","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588187+0000","last_change":"2024-07-26T17:06:35.859800+0000","last_active":"2024-07-26T17:06:38.588187+0000","last_peered":"2024-07-26T17:06:38.588187+0000","last_clean":"2024-07-26T17:06:38.588187+0000","last_became_active":"2024-07-26T17:06:35.859409+0000","last_became_peered":"2024-07-26T17:06:35.859409+0000","last_unstale":"2024-07-26T17:06:38.588187+0000","last_undegraded":"2024-07-26T17:06:38.588187+0000","last_fullsized":"2024-07-26T17:06:38.588187+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:45.399677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.1e","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648590+0000","last_change":"2024-07-26T17:06:36.875991+0000","last_active":"2024-07-26T17:06:38.648590+0000","last_peered":"2024-07-26T17:06:38.648590+0000","last_clean":"2024-07-26T17:06:38.648590+0000","last_became_active":"2024-07-26T17:06:36.874751+0000","last_became_peered":"2024-07-26T17:06:36.874751+0000","last_unstale":"2024-07-26T17:06:38.648590+0000","last_undegraded":"2024-07-26T17:06:38.648590+0000","last_fullsized":"2024-07-26T17:06:38.648590+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:56:49.783973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.1d","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188519+0000","last_change":"2024-07-26T17:06:35.860661+0000","last_active":"2024-07-26T17:06:38.188519+0000","last_peered":"2024-07-26T17:06:38.188519+0000","last_clean":"2024-07-26T17:06:38.188519+0000","last_became_active":"2024-07-26T17:06:35.860300+0000","last_became_peered":"2024-07-26T17:06:35.860300+0000","last_unstale":"2024-07-26T17:06:38.188519+0000","last_undegraded":"2024-07-26T17:06:38.188519+0000","last_fullsized":"2024-07-26T17:06:38.188519+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:43:24.142948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.1f","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648451+0000","last_change":"2024-07-26T17:06:36.866949+0000","last_active":"2024-07-26T17:06:38.648451+0000","last_peered":"2024-07-26T17:06:38.648451+0000","last_clean":"2024-07-26T17:06:38.648451+0000","last_became_active":"2024-07-26T17:06:36.866395+0000","last_became_peered":"2024-07-26T17:06:36.866395+0000","last_unstale":"2024-07-26T17:06:38.648451+0000","last_undegraded":"2024-07-26T17:06:38.648451+0000","last_fullsized":"2024-07-26T17:06:38.648451+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:26:22.409212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.1c","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648082+0000","last_change":"2024-07-26T17:06:35.854659+0000","last_active":"2024-07-26T17:06:38.648082+0000","last_peered":"2024-07-26T17:06:38.648082+0000","last_clean":"2024-07-26T17:06:38.648082+0000","last_became_active":"2024-07-26T17:06:35.854313+0000","last_became_peered":"2024-07-26T17:06:35.854313+0000","last_unstale":"2024-07-26T17:06:38.648082+0000","last_undegraded":"2024-07-26T17:06:38.648082+0000","last_fullsized":"2024-07-26T17:06:38.648082+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:44.182324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.18","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884208+0000","last_change":"2024-07-26T17:06:36.882578+0000","last_active":"2024-07-26T17:06:37.884208+0000","last_peered":"2024-07-26T17:06:37.884208+0000","last_clean":"2024-07-26T17:06:37.884208+0000","last_became_active":"2024-07-26T17:06:36.882179+0000","last_became_peered":"2024-07-26T17:06:36.882179+0000","last_unstale":"2024-07-26T17:06:37.884208+0000","last_undegraded":"2024-07-26T17:06:37.884208+0000","last_fullsized":"2024-07-26T17:06:37.884208+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:30:24.007828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"37.1b","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854531+0000","last_change":"2024-07-26T17:06:35.854392+0000","last_active":"2024-07-26T17:06:37.854531+0000","last_peered":"2024-07-26T17:06:37.854531+0000","last_clean":"2024-07-26T17:06:37.854531+0000","last_became_active":"2024-07-26T17:06:35.853997+0000","last_became_peered":"2024-07-26T17:06:35.853997+0000","last_unstale":"2024-07-26T17:06:37.854531+0000","last_undegraded":"2024-07-26T17:06:37.854531+0000","last_fullsized":"2024-07-26T17:06:37.854531+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:45:46.831625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.19","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854363+0000","last_change":"2024-07-26T17:06:36.863809+0000","last_active":"2024-07-26T17:06:37.854363+0000","last_peered":"2024-07-26T17:06:37.854363+0000","last_clean":"2024-07-26T17:06:37.854363+0000","last_became_active":"2024-07-26T17:06:36.863109+0000","last_became_peered":"2024-07-26T17:06:36.863109+0000","last_unstale":"2024-07-26T17:06:37.854363+0000","last_undegraded":"2024-07-26T17:06:37.854363+0000","last_fullsized":"2024-07-26T17:06:37.854363+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:48:51.102548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.1a","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188281+0000","last_change":"2024-07-26T17:06:35.858280+0000","last_active":"2024-07-26T17:06:38.188281+0000","last_peered":"2024-07-26T17:06:38.188281+0000","last_clean":"2024-07-26T17:06:38.188281+0000","last_became_active":"2024-07-26T17:06:35.857959+0000","last_became_peered":"2024-07-26T17:06:35.857959+0000","last_unstale":"2024-07-26T17:06:38.188281+0000","last_undegraded":"2024-07-26T17:06:38.188281+0000","last_fullsized":"2024-07-26T17:06:38.188281+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:58.699910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.1a","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588663+0000","last_change":"2024-07-26T17:06:36.880996+0000","last_active":"2024-07-26T17:06:38.588663+0000","last_peered":"2024-07-26T17:06:38.588663+0000","last_clean":"2024-07-26T17:06:38.588663+0000","last_became_active":"2024-07-26T17:06:36.880655+0000","last_became_peered":"2024-07-26T17:06:36.880655+0000","last_unstale":"2024-07-26T17:06:38.588663+0000","last_undegraded":"2024-07-26T17:06:38.588663+0000","last_fullsized":"2024-07-26T17:06:38.588663+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:34.480800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.19","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648087+0000","last_change":"2024-07-26T17:06:35.854831+0000","last_active":"2024-07-26T17:06:38.648087+0000","last_peered":"2024-07-26T17:06:38.648087+0000","last_clean":"2024-07-26T17:06:38.648087+0000","last_became_active":"2024-07-26T17:06:35.854469+0000","last_became_peered":"2024-07-26T17:06:35.854469+0000","last_unstale":"2024-07-26T17:06:38.648087+0000","last_undegraded":"2024-07-26T17:06:38.648087+0000","last_fullsized":"2024-07-26T17:06:38.648087+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:50:27.712611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.1b","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648566+0000","last_change":"2024-07-26T17:06:36.872204+0000","last_active":"2024-07-26T17:06:38.648566+0000","last_peered":"2024-07-26T17:06:38.648566+0000","last_clean":"2024-07-26T17:06:38.648566+0000","last_became_active":"2024-07-26T17:06:36.871858+0000","last_became_peered":"2024-07-26T17:06:36.871858+0000","last_unstale":"2024-07-26T17:06:38.648566+0000","last_undegraded":"2024-07-26T17:06:38.648566+0000","last_fullsized":"2024-07-26T17:06:38.648566+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:41:19.206867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.18","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.647970+0000","last_change":"2024-07-26T17:06:35.860182+0000","last_active":"2024-07-26T17:06:38.647970+0000","last_peered":"2024-07-26T17:06:38.647970+0000","last_clean":"2024-07-26T17:06:38.647970+0000","last_became_active":"2024-07-26T17:06:35.859857+0000","last_became_peered":"2024-07-26T17:06:35.859857+0000","last_unstale":"2024-07-26T17:06:38.647970+0000","last_undegraded":"2024-07-26T17:06:38.647970+0000","last_fullsized":"2024-07-26T17:06:38.647970+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:44:52.455280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.14","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588701+0000","last_change":"2024-07-26T17:06:36.873665+0000","last_active":"2024-07-26T17:06:38.588701+0000","last_peered":"2024-07-26T17:06:38.588701+0000","last_clean":"2024-07-26T17:06:38.588701+0000","last_became_active":"2024-07-26T17:06:36.873335+0000","last_became_peered":"2024-07-26T17:06:36.873335+0000","last_unstale":"2024-07-26T17:06:38.588701+0000","last_undegraded":"2024-07-26T17:06:38.588701+0000","last_fullsized":"2024-07-26T17:06:38.588701+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:29:56.773070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.17","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856735+0000","last_change":"2024-07-26T17:06:35.862897+0000","last_active":"2024-07-26T17:06:37.856735+0000","last_peered":"2024-07-26T17:06:37.856735+0000","last_clean":"2024-07-26T17:06:37.856735+0000","last_became_active":"2024-07-26T17:06:35.862602+0000","last_became_peered":"2024-07-26T17:06:35.862602+0000","last_unstale":"2024-07-26T17:06:37.856735+0000","last_undegraded":"2024-07-26T17:06:37.856735+0000","last_fullsized":"2024-07-26T17:06:37.856735+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:00:39.916119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.15","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.857069+0000","last_change":"2024-07-26T17:06:36.862664+0000","last_active":"2024-07-26T17:06:37.857069+0000","last_peered":"2024-07-26T17:06:37.857069+0000","last_clean":"2024-07-26T17:06:37.857069+0000","last_became_active":"2024-07-26T17:06:36.862274+0000","last_became_peered":"2024-07-26T17:06:36.862274+0000","last_unstale":"2024-07-26T17:06:37.857069+0000","last_undegraded":"2024-07-26T17:06:37.857069+0000","last_fullsized":"2024-07-26T17:06:37.857069+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:17.550083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"37.16","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648672+0000","last_change":"2024-07-26T17:06:35.855194+0000","last_active":"2024-07-26T17:06:38.648672+0000","last_peered":"2024-07-26T17:06:38.648672+0000","last_clean":"2024-07-26T17:06:38.648672+0000","last_became_active":"2024-07-26T17:06:35.849670+0000","last_became_peered":"2024-07-26T17:06:35.849670+0000","last_unstale":"2024-07-26T17:06:38.648672+0000","last_undegraded":"2024-07-26T17:06:38.648672+0000","last_fullsized":"2024-07-26T17:06:38.648672+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:48:00.516940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.16","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648626+0000","last_change":"2024-07-26T17:06:36.868673+0000","last_active":"2024-07-26T17:06:38.648626+0000","last_peered":"2024-07-26T17:06:38.648626+0000","last_clean":"2024-07-26T17:06:38.648626+0000","last_became_active":"2024-07-26T17:06:36.868328+0000","last_became_peered":"2024-07-26T17:06:36.868328+0000","last_unstale":"2024-07-26T17:06:38.648626+0000","last_undegraded":"2024-07-26T17:06:38.648626+0000","last_fullsized":"2024-07-26T17:06:38.648626+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:27.676592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.15","version":"285'3","reported_seq":18,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648387+0000","last_change":"2024-07-26T17:06:35.860907+0000","last_active":"2024-07-26T17:06:38.648387+0000","last_peered":"2024-07-26T17:06:38.648387+0000","last_clean":"2024-07-26T17:06:38.648387+0000","last_became_active":"2024-07-26T17:06:35.860588+0000","last_became_peered":"2024-07-26T17:06:35.860588+0000","last_unstale":"2024-07-26T17:06:38.648387+0000","last_undegraded":"2024-07-26T17:06:38.648387+0000","last_fullsized":"2024-07-26T17:06:38.648387+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:46.614628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.17","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588614+0000","last_change":"2024-07-26T17:06:36.873250+0000","last_active":"2024-07-26T17:06:38.588614+0000","last_peered":"2024-07-26T17:06:38.588614+0000","last_clean":"2024-07-26T17:06:38.588614+0000","last_became_active":"2024-07-26T17:06:36.872062+0000","last_became_peered":"2024-07-26T17:06:36.872062+0000","last_unstale":"2024-07-26T17:06:38.588614+0000","last_undegraded":"2024-07-26T17:06:38.588614+0000","last_fullsized":"2024-07-26T17:06:38.588614+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:46:03.887999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.14","version":"285'6","reported_seq":21,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884444+0000","last_change":"2024-07-26T17:06:35.850717+0000","last_active":"2024-07-26T17:06:37.884444+0000","last_peered":"2024-07-26T17:06:37.884444+0000","last_clean":"2024-07-26T17:06:37.884444+0000","last_became_active":"2024-07-26T17:06:35.850423+0000","last_became_peered":"2024-07-26T17:06:35.850423+0000","last_unstale":"2024-07-26T17:06:37.884444+0000","last_undegraded":"2024-07-26T17:06:37.884444+0000","last_fullsized":"2024-07-26T17:06:37.884444+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:11:03.674831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.10","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854366+0000","last_change":"2024-07-26T17:06:36.864065+0000","last_active":"2024-07-26T17:06:37.854366+0000","last_peered":"2024-07-26T17:06:37.854366+0000","last_clean":"2024-07-26T17:06:37.854366+0000","last_became_active":"2024-07-26T17:06:36.863722+0000","last_became_peered":"2024-07-26T17:06:36.863722+0000","last_unstale":"2024-07-26T17:06:37.854366+0000","last_undegraded":"2024-07-26T17:06:37.854366+0000","last_fullsized":"2024-07-26T17:06:37.854366+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:49:39.980812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.13","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856568+0000","last_change":"2024-07-26T17:06:35.853671+0000","last_active":"2024-07-26T17:06:37.856568+0000","last_peered":"2024-07-26T17:06:37.856568+0000","last_clean":"2024-07-26T17:06:37.856568+0000","last_became_active":"2024-07-26T17:06:35.851111+0000","last_became_peered":"2024-07-26T17:06:35.851111+0000","last_unstale":"2024-07-26T17:06:37.856568+0000","last_undegraded":"2024-07-26T17:06:37.856568+0000","last_fullsized":"2024-07-26T17:06:37.856568+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:30:32.611725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.11","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855865+0000","last_change":"2024-07-26T17:06:36.875153+0000","last_active":"2024-07-26T17:06:37.855865+0000","last_peered":"2024-07-26T17:06:37.855865+0000","last_clean":"2024-07-26T17:06:37.855865+0000","last_became_active":"2024-07-26T17:06:36.874809+0000","last_became_peered":"2024-07-26T17:06:36.874809+0000","last_unstale":"2024-07-26T17:06:37.855865+0000","last_undegraded":"2024-07-26T17:06:37.855865+0000","last_fullsized":"2024-07-26T17:06:37.855865+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:51.796107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"37.12","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855995+0000","last_change":"2024-07-26T17:06:35.859468+0000","last_active":"2024-07-26T17:06:37.855995+0000","last_peered":"2024-07-26T17:06:37.855995+0000","last_clean":"2024-07-26T17:06:37.855995+0000","last_became_active":"2024-07-26T17:06:35.859161+0000","last_became_peered":"2024-07-26T17:06:35.859161+0000","last_unstale":"2024-07-26T17:06:37.855995+0000","last_undegraded":"2024-07-26T17:06:37.855995+0000","last_fullsized":"2024-07-26T17:06:37.855995+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:33:36.716613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.12","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588324+0000","last_change":"2024-07-26T17:06:36.877554+0000","last_active":"2024-07-26T17:06:38.588324+0000","last_peered":"2024-07-26T17:06:38.588324+0000","last_clean":"2024-07-26T17:06:38.588324+0000","last_became_active":"2024-07-26T17:06:36.877236+0000","last_became_peered":"2024-07-26T17:06:36.877236+0000","last_unstale":"2024-07-26T17:06:38.588324+0000","last_undegraded":"2024-07-26T17:06:38.588324+0000","last_fullsized":"2024-07-26T17:06:38.588324+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:41:19.206867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.11","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856635+0000","last_change":"2024-07-26T17:06:35.857332+0000","last_active":"2024-07-26T17:06:37.856635+0000","last_peered":"2024-07-26T17:06:37.856635+0000","last_clean":"2024-07-26T17:06:37.856635+0000","last_became_active":"2024-07-26T17:06:35.857034+0000","last_became_peered":"2024-07-26T17:06:35.857034+0000","last_unstale":"2024-07-26T17:06:37.856635+0000","last_undegraded":"2024-07-26T17:06:37.856635+0000","last_fullsized":"2024-07-26T17:06:37.856635+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:09:18.902837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.13","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856228+0000","last_change":"2024-07-26T17:06:36.863716+0000","last_active":"2024-07-26T17:06:37.856228+0000","last_peered":"2024-07-26T17:06:37.856228+0000","last_clean":"2024-07-26T17:06:37.856228+0000","last_became_active":"2024-07-26T17:06:36.863393+0000","last_became_peered":"2024-07-26T17:06:36.863393+0000","last_unstale":"2024-07-26T17:06:37.856228+0000","last_undegraded":"2024-07-26T17:06:37.856228+0000","last_fullsized":"2024-07-26T17:06:37.856228+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:37.641514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"37.10","version":"285'8","reported_seq":23,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588168+0000","last_change":"2024-07-26T17:06:35.858762+0000","last_active":"2024-07-26T17:06:38.588168+0000","last_peered":"2024-07-26T17:06:38.588168+0000","last_clean":"2024-07-26T17:06:38.588168+0000","last_became_active":"2024-07-26T17:06:35.858398+0000","last_became_peered":"2024-07-26T17:06:35.858398+0000","last_unstale":"2024-07-26T17:06:38.588168+0000","last_undegraded":"2024-07-26T17:06:38.588168+0000","last_fullsized":"2024-07-26T17:06:38.588168+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:02:15.682893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.c","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884357+0000","last_change":"2024-07-26T17:06:36.871631+0000","last_active":"2024-07-26T17:06:37.884357+0000","last_peered":"2024-07-26T17:06:37.884357+0000","last_clean":"2024-07-26T17:06:37.884357+0000","last_became_active":"2024-07-26T17:06:36.871319+0000","last_became_peered":"2024-07-26T17:06:36.871319+0000","last_unstale":"2024-07-26T17:06:37.884357+0000","last_undegraded":"2024-07-26T17:06:37.884357+0000","last_fullsized":"2024-07-26T17:06:37.884357+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:05:32.173244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"37.f","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588514+0000","last_change":"2024-07-26T17:06:35.858572+0000","last_active":"2024-07-26T17:06:38.588514+0000","last_peered":"2024-07-26T17:06:38.588514+0000","last_clean":"2024-07-26T17:06:38.588514+0000","last_became_active":"2024-07-26T17:06:35.858223+0000","last_became_peered":"2024-07-26T17:06:35.858223+0000","last_unstale":"2024-07-26T17:06:38.588514+0000","last_undegraded":"2024-07-26T17:06:38.588514+0000","last_fullsized":"2024-07-26T17:06:38.588514+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:50:27.712611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856855+0000","last_change":"2024-07-26T17:06:36.861914+0000","last_active":"2024-07-26T17:06:37.856855+0000","last_peered":"2024-07-26T17:06:37.856855+0000","last_clean":"2024-07-26T17:06:37.856855+0000","last_became_active":"2024-07-26T17:06:36.861584+0000","last_became_peered":"2024-07-26T17:06:36.861584+0000","last_unstale":"2024-07-26T17:06:37.856855+0000","last_undegraded":"2024-07-26T17:06:37.856855+0000","last_fullsized":"2024-07-26T17:06:37.856855+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:00:50.116935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"37.e","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884306+0000","last_change":"2024-07-26T17:06:35.853274+0000","last_active":"2024-07-26T17:06:37.884306+0000","last_peered":"2024-07-26T17:06:37.884306+0000","last_clean":"2024-07-26T17:06:37.884306+0000","last_became_active":"2024-07-26T17:06:35.852942+0000","last_became_peered":"2024-07-26T17:06:35.852942+0000","last_unstale":"2024-07-26T17:06:37.884306+0000","last_undegraded":"2024-07-26T17:06:37.884306+0000","last_fullsized":"2024-07-26T17:06:37.884306+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:40.110469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.e","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.857256+0000","last_change":"2024-07-26T17:06:36.872957+0000","last_active":"2024-07-26T17:06:37.857256+0000","last_peered":"2024-07-26T17:06:37.857256+0000","last_clean":"2024-07-26T17:06:37.857256+0000","last_became_active":"2024-07-26T17:06:36.872611+0000","last_became_peered":"2024-07-26T17:06:36.872611+0000","last_unstale":"2024-07-26T17:06:37.857256+0000","last_undegraded":"2024-07-26T17:06:37.857256+0000","last_fullsized":"2024-07-26T17:06:37.857256+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:22.376846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"37.d","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856802+0000","last_change":"2024-07-26T17:06:35.860145+0000","last_active":"2024-07-26T17:06:37.856802+0000","last_peered":"2024-07-26T17:06:37.856802+0000","last_clean":"2024-07-26T17:06:37.856802+0000","last_became_active":"2024-07-26T17:06:35.859818+0000","last_became_peered":"2024-07-26T17:06:35.859818+0000","last_unstale":"2024-07-26T17:06:37.856802+0000","last_undegraded":"2024-07-26T17:06:37.856802+0000","last_fullsized":"2024-07-26T17:06:37.856802+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:23.944019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.f","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188633+0000","last_change":"2024-07-26T17:06:36.878827+0000","last_active":"2024-07-26T17:06:38.188633+0000","last_peered":"2024-07-26T17:06:38.188633+0000","last_clean":"2024-07-26T17:06:38.188633+0000","last_became_active":"2024-07-26T17:06:36.878427+0000","last_became_peered":"2024-07-26T17:06:36.878427+0000","last_unstale":"2024-07-26T17:06:38.188633+0000","last_undegraded":"2024-07-26T17:06:38.188633+0000","last_fullsized":"2024-07-26T17:06:38.188633+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:47.620637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"37.c","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648218+0000","last_change":"2024-07-26T17:06:35.848998+0000","last_active":"2024-07-26T17:06:38.648218+0000","last_peered":"2024-07-26T17:06:38.648218+0000","last_clean":"2024-07-26T17:06:38.648218+0000","last_became_active":"2024-07-26T17:06:35.848674+0000","last_became_peered":"2024-07-26T17:06:35.848674+0000","last_unstale":"2024-07-26T17:06:38.648218+0000","last_undegraded":"2024-07-26T17:06:38.648218+0000","last_fullsized":"2024-07-26T17:06:38.648218+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:45.399677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.8","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588581+0000","last_change":"2024-07-26T17:06:36.875325+0000","last_active":"2024-07-26T17:06:38.588581+0000","last_peered":"2024-07-26T17:06:38.588581+0000","last_clean":"2024-07-26T17:06:38.588581+0000","last_became_active":"2024-07-26T17:06:36.874023+0000","last_became_peered":"2024-07-26T17:06:36.874023+0000","last_unstale":"2024-07-26T17:06:38.588581+0000","last_undegraded":"2024-07-26T17:06:38.588581+0000","last_fullsized":"2024-07-26T17:06:38.588581+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:25.126016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.b","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854648+0000","last_change":"2024-07-26T17:06:35.856494+0000","last_active":"2024-07-26T17:06:37.854648+0000","last_peered":"2024-07-26T17:06:37.854648+0000","last_clean":"2024-07-26T17:06:37.854648+0000","last_became_active":"2024-07-26T17:06:35.856166+0000","last_became_peered":"2024-07-26T17:06:35.856166+0000","last_unstale":"2024-07-26T17:06:37.854648+0000","last_undegraded":"2024-07-26T17:06:37.854648+0000","last_fullsized":"2024-07-26T17:06:37.854648+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:32:19.441484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.9","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854453+0000","last_change":"2024-07-26T17:06:36.864102+0000","last_active":"2024-07-26T17:06:37.854453+0000","last_peered":"2024-07-26T17:06:37.854453+0000","last_clean":"2024-07-26T17:06:37.854453+0000","last_became_active":"2024-07-26T17:06:36.863492+0000","last_became_peered":"2024-07-26T17:06:36.863492+0000","last_unstale":"2024-07-26T17:06:37.854453+0000","last_undegraded":"2024-07-26T17:06:37.854453+0000","last_fullsized":"2024-07-26T17:06:37.854453+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:45:15.169635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.a","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588665+0000","last_change":"2024-07-26T17:06:35.858892+0000","last_active":"2024-07-26T17:06:38.588665+0000","last_peered":"2024-07-26T17:06:38.588665+0000","last_clean":"2024-07-26T17:06:38.588665+0000","last_became_active":"2024-07-26T17:06:35.857813+0000","last_became_peered":"2024-07-26T17:06:35.857813+0000","last_unstale":"2024-07-26T17:06:38.588665+0000","last_undegraded":"2024-07-26T17:06:38.588665+0000","last_fullsized":"2024-07-26T17:06:38.588665+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:04:50.984036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.a","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855841+0000","last_change":"2024-07-26T17:06:36.868296+0000","last_active":"2024-07-26T17:06:37.855841+0000","last_peered":"2024-07-26T17:06:37.855841+0000","last_clean":"2024-07-26T17:06:37.855841+0000","last_became_active":"2024-07-26T17:06:36.868000+0000","last_became_peered":"2024-07-26T17:06:36.868000+0000","last_unstale":"2024-07-26T17:06:37.855841+0000","last_undegraded":"2024-07-26T17:06:37.855841+0000","last_fullsized":"2024-07-26T17:06:37.855841+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:31.609280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"37.9","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188229+0000","last_change":"2024-07-26T17:06:35.852979+0000","last_active":"2024-07-26T17:06:38.188229+0000","last_peered":"2024-07-26T17:06:38.188229+0000","last_clean":"2024-07-26T17:06:38.188229+0000","last_became_active":"2024-07-26T17:06:35.852704+0000","last_became_peered":"2024-07-26T17:06:35.852704+0000","last_unstale":"2024-07-26T17:06:38.188229+0000","last_undegraded":"2024-07-26T17:06:38.188229+0000","last_fullsized":"2024-07-26T17:06:38.188229+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:14.511941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.b","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856489+0000","last_change":"2024-07-26T17:06:36.860023+0000","last_active":"2024-07-26T17:06:37.856489+0000","last_peered":"2024-07-26T17:06:37.856489+0000","last_clean":"2024-07-26T17:06:37.856489+0000","last_became_active":"2024-07-26T17:06:36.859698+0000","last_became_peered":"2024-07-26T17:06:36.859698+0000","last_unstale":"2024-07-26T17:06:37.856489+0000","last_undegraded":"2024-07-26T17:06:37.856489+0000","last_fullsized":"2024-07-26T17:06:37.856489+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:48:58.104069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"37.8","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188133+0000","last_change":"2024-07-26T17:06:35.861580+0000","last_active":"2024-07-26T17:06:38.188133+0000","last_peered":"2024-07-26T17:06:38.188133+0000","last_clean":"2024-07-26T17:06:38.188133+0000","last_became_active":"2024-07-26T17:06:35.861260+0000","last_became_peered":"2024-07-26T17:06:35.861260+0000","last_unstale":"2024-07-26T17:06:38.188133+0000","last_undegraded":"2024-07-26T17:06:38.188133+0000","last_fullsized":"2024-07-26T17:06:38.188133+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:36:22.304627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.4","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588804+0000","last_change":"2024-07-26T17:06:36.878629+0000","last_active":"2024-07-26T17:06:38.588804+0000","last_peered":"2024-07-26T17:06:38.588804+0000","last_clean":"2024-07-26T17:06:38.588804+0000","last_became_active":"2024-07-26T17:06:36.878329+0000","last_became_peered":"2024-07-26T17:06:36.878329+0000","last_unstale":"2024-07-26T17:06:38.588804+0000","last_undegraded":"2024-07-26T17:06:38.588804+0000","last_fullsized":"2024-07-26T17:06:38.588804+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:36.144913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.7","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648558+0000","last_change":"2024-07-26T17:06:35.861504+0000","last_active":"2024-07-26T17:06:38.648558+0000","last_peered":"2024-07-26T17:06:38.648558+0000","last_clean":"2024-07-26T17:06:38.648558+0000","last_became_active":"2024-07-26T17:06:35.861206+0000","last_became_peered":"2024-07-26T17:06:35.861206+0000","last_unstale":"2024-07-26T17:06:38.648558+0000","last_undegraded":"2024-07-26T17:06:38.648558+0000","last_fullsized":"2024-07-26T17:06:38.648558+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:44.047422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.5","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648593+0000","last_change":"2024-07-26T17:06:36.874458+0000","last_active":"2024-07-26T17:06:38.648593+0000","last_peered":"2024-07-26T17:06:38.648593+0000","last_clean":"2024-07-26T17:06:38.648593+0000","last_became_active":"2024-07-26T17:06:36.873975+0000","last_became_peered":"2024-07-26T17:06:36.873975+0000","last_unstale":"2024-07-26T17:06:38.648593+0000","last_undegraded":"2024-07-26T17:06:38.648593+0000","last_fullsized":"2024-07-26T17:06:38.648593+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:37:18.470601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"37.6","version":"286'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855120+0000","last_change":"2024-07-26T17:06:35.861851+0000","last_active":"2024-07-26T17:06:37.855120+0000","last_peered":"2024-07-26T17:06:37.855120+0000","last_clean":"2024-07-26T17:06:37.855120+0000","last_became_active":"2024-07-26T17:06:35.861504+0000","last_became_peered":"2024-07-26T17:06:35.861504+0000","last_unstale":"2024-07-26T17:06:37.855120+0000","last_undegraded":"2024-07-26T17:06:37.855120+0000","last_fullsized":"2024-07-26T17:06:37.855120+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:42:51.011137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.6","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648723+0000","last_change":"2024-07-26T17:06:36.871827+0000","last_active":"2024-07-26T17:06:38.648723+0000","last_peered":"2024-07-26T17:06:38.648723+0000","last_clean":"2024-07-26T17:06:38.648723+0000","last_became_active":"2024-07-26T17:06:36.871533+0000","last_became_peered":"2024-07-26T17:06:36.871533+0000","last_unstale":"2024-07-26T17:06:38.648723+0000","last_undegraded":"2024-07-26T17:06:38.648723+0000","last_fullsized":"2024-07-26T17:06:38.648723+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:13.785727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.5","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856216+0000","last_change":"2024-07-26T17:06:35.862052+0000","last_active":"2024-07-26T17:06:37.856216+0000","last_peered":"2024-07-26T17:06:37.856216+0000","last_clean":"2024-07-26T17:06:37.856216+0000","last_became_active":"2024-07-26T17:06:35.861342+0000","last_became_peered":"2024-07-26T17:06:35.861342+0000","last_unstale":"2024-07-26T17:06:37.856216+0000","last_undegraded":"2024-07-26T17:06:37.856216+0000","last_fullsized":"2024-07-26T17:06:37.856216+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:54:42.253526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.7","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855244+0000","last_change":"2024-07-26T17:06:36.876192+0000","last_active":"2024-07-26T17:06:37.855244+0000","last_peered":"2024-07-26T17:06:37.855244+0000","last_clean":"2024-07-26T17:06:37.855244+0000","last_became_active":"2024-07-26T17:06:36.875817+0000","last_became_peered":"2024-07-26T17:06:36.875817+0000","last_unstale":"2024-07-26T17:06:37.855244+0000","last_undegraded":"2024-07-26T17:06:37.855244+0000","last_fullsized":"2024-07-26T17:06:37.855244+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:38:29.747987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.4","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856438+0000","last_change":"2024-07-26T17:06:35.850481+0000","last_active":"2024-07-26T17:06:37.856438+0000","last_peered":"2024-07-26T17:06:37.856438+0000","last_clean":"2024-07-26T17:06:37.856438+0000","last_became_active":"2024-07-26T17:06:35.850156+0000","last_became_peered":"2024-07-26T17:06:35.850156+0000","last_unstale":"2024-07-26T17:06:37.856438+0000","last_undegraded":"2024-07-26T17:06:37.856438+0000","last_fullsized":"2024-07-26T17:06:37.856438+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:02:42.261300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.0","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855833+0000","last_change":"2024-07-26T17:06:36.875157+0000","last_active":"2024-07-26T17:06:37.855833+0000","last_peered":"2024-07-26T17:06:37.855833+0000","last_clean":"2024-07-26T17:06:37.855833+0000","last_became_active":"2024-07-26T17:06:36.874792+0000","last_became_peered":"2024-07-26T17:06:36.874792+0000","last_unstale":"2024-07-26T17:06:37.855833+0000","last_undegraded":"2024-07-26T17:06:37.855833+0000","last_fullsized":"2024-07-26T17:06:37.855833+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:07.143070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"37.3","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884298+0000","last_change":"2024-07-26T17:06:35.854775+0000","last_active":"2024-07-26T17:06:37.884298+0000","last_peered":"2024-07-26T17:06:37.884298+0000","last_clean":"2024-07-26T17:06:37.884298+0000","last_became_active":"2024-07-26T17:06:35.854476+0000","last_became_peered":"2024-07-26T17:06:35.854476+0000","last_unstale":"2024-07-26T17:06:37.884298+0000","last_undegraded":"2024-07-26T17:06:37.884298+0000","last_fullsized":"2024-07-26T17:06:37.884298+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:21.355487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.1","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648281+0000","last_change":"2024-07-26T17:06:36.875115+0000","last_active":"2024-07-26T17:06:38.648281+0000","last_peered":"2024-07-26T17:06:38.648281+0000","last_clean":"2024-07-26T17:06:38.648281+0000","last_became_active":"2024-07-26T17:06:36.874737+0000","last_became_peered":"2024-07-26T17:06:36.874737+0000","last_unstale":"2024-07-26T17:06:38.648281+0000","last_undegraded":"2024-07-26T17:06:38.648281+0000","last_fullsized":"2024-07-26T17:06:38.648281+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:50:14.936483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.2","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648166+0000","last_change":"2024-07-26T17:06:35.854749+0000","last_active":"2024-07-26T17:06:38.648166+0000","last_peered":"2024-07-26T17:06:38.648166+0000","last_clean":"2024-07-26T17:06:38.648166+0000","last_became_active":"2024-07-26T17:06:35.854424+0000","last_became_peered":"2024-07-26T17:06:35.854424+0000","last_unstale":"2024-07-26T17:06:38.648166+0000","last_undegraded":"2024-07-26T17:06:38.648166+0000","last_fullsized":"2024-07-26T17:06:38.648166+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:04:50.984036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.2","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854412+0000","last_change":"2024-07-26T17:06:36.875713+0000","last_active":"2024-07-26T17:06:37.854412+0000","last_peered":"2024-07-26T17:06:37.854412+0000","last_clean":"2024-07-26T17:06:37.854412+0000","last_became_active":"2024-07-26T17:06:36.875316+0000","last_became_peered":"2024-07-26T17:06:36.875316+0000","last_unstale":"2024-07-26T17:06:37.854412+0000","last_undegraded":"2024-07-26T17:06:37.854412+0000","last_fullsized":"2024-07-26T17:06:37.854412+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:31:20.595371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.1","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856515+0000","last_change":"2024-07-26T17:06:35.856571+0000","last_active":"2024-07-26T17:06:37.856515+0000","last_peered":"2024-07-26T17:06:37.856515+0000","last_clean":"2024-07-26T17:06:37.856515+0000","last_became_active":"2024-07-26T17:06:35.856226+0000","last_became_peered":"2024-07-26T17:06:35.856226+0000","last_unstale":"2024-07-26T17:06:37.856515+0000","last_undegraded":"2024-07-26T17:06:37.856515+0000","last_fullsized":"2024-07-26T17:06:37.856515+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:22.531718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.3","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648661+0000","last_change":"2024-07-26T17:06:36.868772+0000","last_active":"2024-07-26T17:06:38.648661+0000","last_peered":"2024-07-26T17:06:38.648661+0000","last_clean":"2024-07-26T17:06:38.648661+0000","last_became_active":"2024-07-26T17:06:36.868214+0000","last_became_peered":"2024-07-26T17:06:36.868214+0000","last_unstale":"2024-07-26T17:06:38.648661+0000","last_undegraded":"2024-07-26T17:06:38.648661+0000","last_fullsized":"2024-07-26T17:06:38.648661+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:26:27.812970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"37.0","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188264+0000","last_change":"2024-07-26T17:06:35.861836+0000","last_active":"2024-07-26T17:06:38.188264+0000","last_peered":"2024-07-26T17:06:38.188264+0000","last_clean":"2024-07-26T17:06:38.188264+0000","last_became_active":"2024-07-26T17:06:35.860994+0000","last_became_peered":"2024-07-26T17:06:35.860994+0000","last_unstale":"2024-07-26T17:06:38.188264+0000","last_undegraded":"2024-07-26T17:06:38.188264+0000","last_fullsized":"2024-07-26T17:06:38.188264+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:00.203551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.27","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856386+0000","last_change":"2024-07-26T17:06:36.873181+0000","last_active":"2024-07-26T17:06:37.856386+0000","last_peered":"2024-07-26T17:06:37.856386+0000","last_clean":"2024-07-26T17:06:37.856386+0000","last_became_active":"2024-07-26T17:06:36.871478+0000","last_became_peered":"2024-07-26T17:06:36.871478+0000","last_unstale":"2024-07-26T17:06:37.856386+0000","last_undegraded":"2024-07-26T17:06:37.856386+0000","last_fullsized":"2024-07-26T17:06:37.856386+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:56:40.599573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"276'3497","reported_seq":4589,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588376+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:06:38.588376+0000","last_peered":"2024-07-26T17:06:38.588376+0000","last_clean":"2024-07-26T17:06:38.588376+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:06:38.588376+0000","last_undegraded":"2024-07-26T17:06:38.588376+0000","last_fullsized":"2024-07-26T17:06:38.588376+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":3497,"log_dups_size":0,"ondisk_log_size":3497,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":423,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":38,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":37,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":423,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3497,"ondisk_log_size":3497,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576021,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71384,"kb_used_data":4108,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300456,"statfs":{"total":96636764160,"available":96563666944,"internally_reserved":0,"allocated":4206592,"data_stored":2491209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510612,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61080,"kb_used_data":3532,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310760,"statfs":{"total":96636764160,"available":96574218240,"internally_reserved":0,"allocated":3616768,"data_stored":1901423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510612,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":70808,"kb_used_data":3528,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94301032,"statfs":{"total":96636764160,"available":96564256768,"internally_reserved":0,"allocated":3612672,"data_stored":1900853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510612,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52780,"kb_used_data":3548,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319060,"statfs":{"total":96636764160,"available":96582717440,"internally_reserved":0,"allocated":3633152,"data_stored":1903173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510611,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52756,"kb_used_data":3528,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319084,"statfs":{"total":96636764160,"available":96582742016,"internally_reserved":0,"allocated":3612672,"data_stored":1900853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510611,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52772,"kb_used_data":3540,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319068,"statfs":{"total":96636764160,"available":96582725632,"internally_reserved":0,"allocated":3624960,"data_stored":1902501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510614,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48596,"kb_used_data":3524,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323244,"statfs":{"total":96636764160,"available":96587001856,"internally_reserved":0,"allocated":3608576,"data_stored":1900819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543318,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61660,"kb_used_data":4108,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310180,"statfs":{"total":96636764160,"available":96573624320,"internally_reserved":0,"allocated":4206592,"data_stored":2491277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:06:44.219 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:06:44.222 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:06:45.510 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:06:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.642+0000 7fe4bc189640 1 -- 172.21.15.33:0/3834981821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4b40b4440 msgr2=0x7fe4b4168c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.642+0000 7fe4bc189640 1 --2- 172.21.15.33:0/3834981821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4b40b4440 0x7fe4b4168c90 secure :-1 s=READY pgs=2789 cs=0 l=1 rev1=1 crypto rx=0x7fe4b408c600 tx=0x7fe4ac02a820 comp rx=0 tx=0).stop 2024-07-26T17:06:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.642+0000 7fe4bc189640 1 -- 172.21.15.33:0/3834981821 shutdown_connections 2024-07-26T17:06:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.642+0000 7fe4bc189640 1 --2- 172.21.15.33:0/3834981821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4b40b4440 0x7fe4b4168c90 unknown :-1 s=CLOSED pgs=2789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.642+0000 7fe4bc189640 1 --2- 172.21.15.33:0/3834981821 >> v2:172.21.15.154:3300/0 conn(0x7fe4b40d1d70 0x7fe4b40d2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.642+0000 7fe4bc189640 1 -- 172.21.15.33:0/3834981821 >> 172.21.15.33:0/3834981821 conn(0x7fe4b40b5ab0 msgr2=0x7fe4b40b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.642+0000 7fe4bc189640 1 -- 172.21.15.33:0/3834981821 shutdown_connections 2024-07-26T17:06:45.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.642+0000 7fe4bc189640 1 -- 172.21.15.33:0/3834981821 wait complete. 2024-07-26T17:06:45.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.644+0000 7fe4bc189640 1 Processor -- start 2024-07-26T17:06:45.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.644+0000 7fe4bc189640 1 -- start start 2024-07-26T17:06:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4bc189640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4b40b3920 0x7fe4b41e19a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4bc189640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4b40b4440 0x7fe4b41f88a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4bc189640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4b40d1d70 0x7fe4b41f8de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4bc189640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b40d0730 con 0x7fe4b40d1d70 2024-07-26T17:06:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4bc189640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe4b408dfb0 con 0x7fe4b40b3920 2024-07-26T17:06:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4bc189640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe4b40cd790 con 0x7fe4b40b4440 2024-07-26T17:06:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4ba726640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4b40d1d70 0x7fe4b41f8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4ba726640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4b40d1d70 0x7fe4b41f8de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43412/0 (socket says 172.21.15.33:43412) 2024-07-26T17:06:45.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4ba726640 1 -- 172.21.15.33:0/337459239 learned_addr learned my addr 172.21.15.33:0/337459239 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4b9f25640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4b40b3920 0x7fe4b41e19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4b9724640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4b40b4440 0x7fe4b41f88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4ba726640 1 -- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4b40b4440 msgr2=0x7fe4b41f88a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.645+0000 7fe4ba726640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4b40b4440 0x7fe4b41f88a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.646+0000 7fe4ba726640 1 -- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4b40b3920 msgr2=0x7fe4b41e19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.646+0000 7fe4ba726640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4b40b3920 0x7fe4b41e19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.646+0000 7fe4ba726640 1 -- 172.21.15.33:0/337459239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4b41e1ee0 con 0x7fe4b40d1d70 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.646+0000 7fe4ba726640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4b40d1d70 0x7fe4b41f8de0 secure :-1 s=READY pgs=2790 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac009ca0 tx=0x7fe4ac032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.646+0000 7fe4aa7fc640 1 -- 172.21.15.33:0/337459239 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac037040 con 0x7fe4b40d1d70 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.646+0000 7fe4aa7fc640 1 -- 172.21.15.33:0/337459239 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe4ac042070 con 0x7fe4b40d1d70 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.646+0000 7fe4bc189640 1 -- 172.21.15.33:0/337459239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4b41e41a0 con 0x7fe4b40d1d70 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.646+0000 7fe4aa7fc640 1 -- 172.21.15.33:0/337459239 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac0042a0 con 0x7fe4b40d1d70 2024-07-26T17:06:45.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.646+0000 7fe4bc189640 1 -- 172.21.15.33:0/337459239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4b41e4760 con 0x7fe4b40d1d70 2024-07-26T17:06:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.647+0000 7fe4bc189640 1 -- 172.21.15.33:0/337459239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4b408ca50 con 0x7fe4b40d1d70 2024-07-26T17:06:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.648+0000 7fe4aa7fc640 1 -- 172.21.15.33:0/337459239 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fe4ac004440 con 0x7fe4b40d1d70 2024-07-26T17:06:45.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.648+0000 7fe4aa7fc640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe498077160 0x7fe498079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:45.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.649+0000 7fe4aa7fc640 1 -- 172.21.15.33:0/337459239 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7fe4ac0b9a80 con 0x7fe4b40d1d70 2024-07-26T17:06:45.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.649+0000 7fe4b9f25640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe498077160 0x7fe498079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:45.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.649+0000 7fe4b9f25640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe498077160 0x7fe498079670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe4b000bb50 tx=0x7fe4b000b2e0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:45.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.653+0000 7fe4aa7fc640 1 -- 172.21.15.33:0/337459239 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe4ac082270 con 0x7fe4b40d1d70 2024-07-26T17:06:45.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.844+0000 7fe4bc189640 1 -- 172.21.15.33:0/337459239 --> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe4b41d19a0 con 0x7fe498077160 2024-07-26T17:06:45.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.849+0000 7fe4aa7fc640 1 -- 172.21.15.33:0/337459239 <== mgr.11257 v2:172.21.15.154:6836/1540360436 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252505 (secure 0 0 0) 0x7fe4b0010bd0 con 0x7fe498077160 2024-07-26T17:06:45.853 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:45.854 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:06:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 -- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe498077160 msgr2=0x7fe498079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe498077160 0x7fe498079670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe4b000bb50 tx=0x7fe4b000b2e0 comp rx=0 tx=0).stop 2024-07-26T17:06:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 -- 172.21.15.33:0/337459239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4b40d1d70 msgr2=0x7fe4b41f8de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4b40d1d70 0x7fe4b41f8de0 secure :-1 s=READY pgs=2790 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac009ca0 tx=0x7fe4ac032d10 comp rx=0 tx=0).stop 2024-07-26T17:06:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 -- 172.21.15.33:0/337459239 shutdown_connections 2024-07-26T17:06:45.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fe498077160 0x7fe498079670 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4b40d1d70 0x7fe4b41f8de0 unknown :-1 s=CLOSED pgs=2790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe4b40b4440 0x7fe4b41f88a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 --2- 172.21.15.33:0/337459239 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe4b40b3920 0x7fe4b41e19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 -- 172.21.15.33:0/337459239 >> 172.21.15.33:0/337459239 conn(0x7fe4b40b5ab0 msgr2=0x7fe4b40d2180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 -- 172.21.15.33:0/337459239 shutdown_connections 2024-07-26T17:06:45.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:45.852+0000 7fe4bc189640 1 -- 172.21.15.33:0/337459239 wait complete. 2024-07-26T17:06:45.865 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-07-26T17:06:44.195142+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":468,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3536,"ondisk_log_size":3536,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":164,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":471836,"kb_used_data":29416,"kb_used_omap":12,"kb_used_meta":442291,"kb_avail":754502884,"statfs":{"total":773094113280,"available":772610953216,"internally_reserved":0,"allocated":30121984,"data_stored":16392108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":452906545},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002288"},"pg_stats":[{"pgid":"38.3f","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884437+0000","last_change":"2024-07-26T17:06:36.870114+0000","last_active":"2024-07-26T17:06:37.884437+0000","last_peered":"2024-07-26T17:06:37.884437+0000","last_clean":"2024-07-26T17:06:37.884437+0000","last_became_active":"2024-07-26T17:06:36.869802+0000","last_became_peered":"2024-07-26T17:06:36.869802+0000","last_unstale":"2024-07-26T17:06:37.884437+0000","last_undegraded":"2024-07-26T17:06:37.884437+0000","last_fullsized":"2024-07-26T17:06:37.884437+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:48:43.836152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.3e","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648471+0000","last_change":"2024-07-26T17:06:36.873368+0000","last_active":"2024-07-26T17:06:38.648471+0000","last_peered":"2024-07-26T17:06:38.648471+0000","last_clean":"2024-07-26T17:06:38.648471+0000","last_became_active":"2024-07-26T17:06:36.873044+0000","last_became_peered":"2024-07-26T17:06:36.873044+0000","last_unstale":"2024-07-26T17:06:38.648471+0000","last_undegraded":"2024-07-26T17:06:38.648471+0000","last_fullsized":"2024-07-26T17:06:38.648471+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:19:53.626145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.3d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188464+0000","last_change":"2024-07-26T17:06:36.877194+0000","last_active":"2024-07-26T17:06:38.188464+0000","last_peered":"2024-07-26T17:06:38.188464+0000","last_clean":"2024-07-26T17:06:38.188464+0000","last_became_active":"2024-07-26T17:06:36.876596+0000","last_became_peered":"2024-07-26T17:06:36.876596+0000","last_unstale":"2024-07-26T17:06:38.188464+0000","last_undegraded":"2024-07-26T17:06:38.188464+0000","last_fullsized":"2024-07-26T17:06:38.188464+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:58:11.175612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.3c","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588266+0000","last_change":"2024-07-26T17:06:36.874614+0000","last_active":"2024-07-26T17:06:38.588266+0000","last_peered":"2024-07-26T17:06:38.588266+0000","last_clean":"2024-07-26T17:06:38.588266+0000","last_became_active":"2024-07-26T17:06:36.874297+0000","last_became_peered":"2024-07-26T17:06:36.874297+0000","last_unstale":"2024-07-26T17:06:38.588266+0000","last_undegraded":"2024-07-26T17:06:38.588266+0000","last_fullsized":"2024-07-26T17:06:38.588266+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:26:22.409212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.3b","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856325+0000","last_change":"2024-07-26T17:06:36.866030+0000","last_active":"2024-07-26T17:06:37.856325+0000","last_peered":"2024-07-26T17:06:37.856325+0000","last_clean":"2024-07-26T17:06:37.856325+0000","last_became_active":"2024-07-26T17:06:36.865680+0000","last_became_peered":"2024-07-26T17:06:36.865680+0000","last_unstale":"2024-07-26T17:06:37.856325+0000","last_undegraded":"2024-07-26T17:06:37.856325+0000","last_fullsized":"2024-07-26T17:06:37.856325+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:13.187672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.3a","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856129+0000","last_change":"2024-07-26T17:06:36.871954+0000","last_active":"2024-07-26T17:06:37.856129+0000","last_peered":"2024-07-26T17:06:37.856129+0000","last_clean":"2024-07-26T17:06:37.856129+0000","last_became_active":"2024-07-26T17:06:36.871623+0000","last_became_peered":"2024-07-26T17:06:36.871623+0000","last_unstale":"2024-07-26T17:06:37.856129+0000","last_undegraded":"2024-07-26T17:06:37.856129+0000","last_fullsized":"2024-07-26T17:06:37.856129+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:40:06.192857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.39","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648246+0000","last_change":"2024-07-26T17:06:36.870737+0000","last_active":"2024-07-26T17:06:38.648246+0000","last_peered":"2024-07-26T17:06:38.648246+0000","last_clean":"2024-07-26T17:06:38.648246+0000","last_became_active":"2024-07-26T17:06:36.870443+0000","last_became_peered":"2024-07-26T17:06:36.870443+0000","last_unstale":"2024-07-26T17:06:38.648246+0000","last_undegraded":"2024-07-26T17:06:38.648246+0000","last_fullsized":"2024-07-26T17:06:38.648246+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:41.285043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.38","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884108+0000","last_change":"2024-07-26T17:06:36.865911+0000","last_active":"2024-07-26T17:06:37.884108+0000","last_peered":"2024-07-26T17:06:37.884108+0000","last_clean":"2024-07-26T17:06:37.884108+0000","last_became_active":"2024-07-26T17:06:36.865636+0000","last_became_peered":"2024-07-26T17:06:36.865636+0000","last_unstale":"2024-07-26T17:06:37.884108+0000","last_undegraded":"2024-07-26T17:06:37.884108+0000","last_fullsized":"2024-07-26T17:06:37.884108+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:38:46.750472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.37","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854454+0000","last_change":"2024-07-26T17:06:36.869877+0000","last_active":"2024-07-26T17:06:37.854454+0000","last_peered":"2024-07-26T17:06:37.854454+0000","last_clean":"2024-07-26T17:06:37.854454+0000","last_became_active":"2024-07-26T17:06:36.869524+0000","last_became_peered":"2024-07-26T17:06:36.869524+0000","last_unstale":"2024-07-26T17:06:37.854454+0000","last_undegraded":"2024-07-26T17:06:37.854454+0000","last_fullsized":"2024-07-26T17:06:37.854454+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:55:20.089762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.36","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856389+0000","last_change":"2024-07-26T17:06:36.865341+0000","last_active":"2024-07-26T17:06:37.856389+0000","last_peered":"2024-07-26T17:06:37.856389+0000","last_clean":"2024-07-26T17:06:37.856389+0000","last_became_active":"2024-07-26T17:06:36.865028+0000","last_became_peered":"2024-07-26T17:06:36.865028+0000","last_unstale":"2024-07-26T17:06:37.856389+0000","last_undegraded":"2024-07-26T17:06:37.856389+0000","last_fullsized":"2024-07-26T17:06:37.856389+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:08.107900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.35","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855118+0000","last_change":"2024-07-26T17:06:36.864956+0000","last_active":"2024-07-26T17:06:37.855118+0000","last_peered":"2024-07-26T17:06:37.855118+0000","last_clean":"2024-07-26T17:06:37.855118+0000","last_became_active":"2024-07-26T17:06:36.864624+0000","last_became_peered":"2024-07-26T17:06:36.864624+0000","last_unstale":"2024-07-26T17:06:37.855118+0000","last_undegraded":"2024-07-26T17:06:37.855118+0000","last_fullsized":"2024-07-26T17:06:37.855118+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:34:28.384430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.34","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856119+0000","last_change":"2024-07-26T17:06:36.872433+0000","last_active":"2024-07-26T17:06:37.856119+0000","last_peered":"2024-07-26T17:06:37.856119+0000","last_clean":"2024-07-26T17:06:37.856119+0000","last_became_active":"2024-07-26T17:06:36.870955+0000","last_became_peered":"2024-07-26T17:06:36.870955+0000","last_unstale":"2024-07-26T17:06:37.856119+0000","last_undegraded":"2024-07-26T17:06:37.856119+0000","last_fullsized":"2024-07-26T17:06:37.856119+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:42:42.368310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.33","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856405+0000","last_change":"2024-07-26T17:06:36.864347+0000","last_active":"2024-07-26T17:06:37.856405+0000","last_peered":"2024-07-26T17:06:37.856405+0000","last_clean":"2024-07-26T17:06:37.856405+0000","last_became_active":"2024-07-26T17:06:36.863975+0000","last_became_peered":"2024-07-26T17:06:36.863975+0000","last_unstale":"2024-07-26T17:06:37.856405+0000","last_undegraded":"2024-07-26T17:06:37.856405+0000","last_fullsized":"2024-07-26T17:06:37.856405+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:41.285043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.32","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648002+0000","last_change":"2024-07-26T17:06:36.862344+0000","last_active":"2024-07-26T17:06:38.648002+0000","last_peered":"2024-07-26T17:06:38.648002+0000","last_clean":"2024-07-26T17:06:38.648002+0000","last_became_active":"2024-07-26T17:06:36.861995+0000","last_became_peered":"2024-07-26T17:06:36.861995+0000","last_unstale":"2024-07-26T17:06:38.648002+0000","last_undegraded":"2024-07-26T17:06:38.648002+0000","last_fullsized":"2024-07-26T17:06:38.648002+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:31:57.039593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.31","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.647977+0000","last_change":"2024-07-26T17:06:36.873340+0000","last_active":"2024-07-26T17:06:38.647977+0000","last_peered":"2024-07-26T17:06:38.647977+0000","last_clean":"2024-07-26T17:06:38.647977+0000","last_became_active":"2024-07-26T17:06:36.873022+0000","last_became_peered":"2024-07-26T17:06:36.873022+0000","last_unstale":"2024-07-26T17:06:38.647977+0000","last_undegraded":"2024-07-26T17:06:38.647977+0000","last_fullsized":"2024-07-26T17:06:38.647977+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:27:32.896328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.30","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856903+0000","last_change":"2024-07-26T17:06:36.876178+0000","last_active":"2024-07-26T17:06:37.856903+0000","last_peered":"2024-07-26T17:06:37.856903+0000","last_clean":"2024-07-26T17:06:37.856903+0000","last_became_active":"2024-07-26T17:06:36.875856+0000","last_became_peered":"2024-07-26T17:06:36.875856+0000","last_unstale":"2024-07-26T17:06:37.856903+0000","last_undegraded":"2024-07-26T17:06:37.856903+0000","last_fullsized":"2024-07-26T17:06:37.856903+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:59.336271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.2f","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854568+0000","last_change":"2024-07-26T17:06:36.865682+0000","last_active":"2024-07-26T17:06:37.854568+0000","last_peered":"2024-07-26T17:06:37.854568+0000","last_clean":"2024-07-26T17:06:37.854568+0000","last_became_active":"2024-07-26T17:06:36.865369+0000","last_became_peered":"2024-07-26T17:06:36.865369+0000","last_unstale":"2024-07-26T17:06:37.854568+0000","last_undegraded":"2024-07-26T17:06:37.854568+0000","last_fullsized":"2024-07-26T17:06:37.854568+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:46:28.748868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.2e","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588615+0000","last_change":"2024-07-26T17:06:36.870282+0000","last_active":"2024-07-26T17:06:38.588615+0000","last_peered":"2024-07-26T17:06:38.588615+0000","last_clean":"2024-07-26T17:06:38.588615+0000","last_became_active":"2024-07-26T17:06:36.869783+0000","last_became_peered":"2024-07-26T17:06:36.869783+0000","last_unstale":"2024-07-26T17:06:38.588615+0000","last_undegraded":"2024-07-26T17:06:38.588615+0000","last_fullsized":"2024-07-26T17:06:38.588615+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:44:25.572796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.2d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188487+0000","last_change":"2024-07-26T17:06:36.877316+0000","last_active":"2024-07-26T17:06:38.188487+0000","last_peered":"2024-07-26T17:06:38.188487+0000","last_clean":"2024-07-26T17:06:38.188487+0000","last_became_active":"2024-07-26T17:06:36.877016+0000","last_became_peered":"2024-07-26T17:06:36.877016+0000","last_unstale":"2024-07-26T17:06:38.188487+0000","last_undegraded":"2024-07-26T17:06:38.188487+0000","last_fullsized":"2024-07-26T17:06:38.188487+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:19:12.044955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.2c","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588418+0000","last_change":"2024-07-26T17:06:36.872050+0000","last_active":"2024-07-26T17:06:38.588418+0000","last_peered":"2024-07-26T17:06:38.588418+0000","last_clean":"2024-07-26T17:06:38.588418+0000","last_became_active":"2024-07-26T17:06:36.871723+0000","last_became_peered":"2024-07-26T17:06:36.871723+0000","last_unstale":"2024-07-26T17:06:38.588418+0000","last_undegraded":"2024-07-26T17:06:38.588418+0000","last_fullsized":"2024-07-26T17:06:38.588418+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:56:49.783973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.2b","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648236+0000","last_change":"2024-07-26T17:06:36.868485+0000","last_active":"2024-07-26T17:06:38.648236+0000","last_peered":"2024-07-26T17:06:38.648236+0000","last_clean":"2024-07-26T17:06:38.648236+0000","last_became_active":"2024-07-26T17:06:36.868115+0000","last_became_peered":"2024-07-26T17:06:36.868115+0000","last_unstale":"2024-07-26T17:06:38.648236+0000","last_undegraded":"2024-07-26T17:06:38.648236+0000","last_fullsized":"2024-07-26T17:06:38.648236+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:04:22.211716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.2a","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588324+0000","last_change":"2024-07-26T17:06:36.877019+0000","last_active":"2024-07-26T17:06:38.588324+0000","last_peered":"2024-07-26T17:06:38.588324+0000","last_clean":"2024-07-26T17:06:38.588324+0000","last_became_active":"2024-07-26T17:06:36.876704+0000","last_became_peered":"2024-07-26T17:06:36.876704+0000","last_unstale":"2024-07-26T17:06:38.588324+0000","last_undegraded":"2024-07-26T17:06:38.588324+0000","last_fullsized":"2024-07-26T17:06:38.588324+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:19:53.626145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.29","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588164+0000","last_change":"2024-07-26T17:06:36.881201+0000","last_active":"2024-07-26T17:06:38.588164+0000","last_peered":"2024-07-26T17:06:38.588164+0000","last_clean":"2024-07-26T17:06:38.588164+0000","last_became_active":"2024-07-26T17:06:36.880814+0000","last_became_peered":"2024-07-26T17:06:36.880814+0000","last_unstale":"2024-07-26T17:06:38.588164+0000","last_undegraded":"2024-07-26T17:06:38.588164+0000","last_fullsized":"2024-07-26T17:06:38.588164+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:50:14.936483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.28","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188274+0000","last_change":"2024-07-26T17:06:36.878848+0000","last_active":"2024-07-26T17:06:38.188274+0000","last_peered":"2024-07-26T17:06:38.188274+0000","last_clean":"2024-07-26T17:06:38.188274+0000","last_became_active":"2024-07-26T17:06:36.878510+0000","last_became_peered":"2024-07-26T17:06:36.878510+0000","last_unstale":"2024-07-26T17:06:38.188274+0000","last_undegraded":"2024-07-26T17:06:38.188274+0000","last_fullsized":"2024-07-26T17:06:38.188274+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:27:30.412409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.26","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854881+0000","last_change":"2024-07-26T17:06:36.874451+0000","last_active":"2024-07-26T17:06:37.854881+0000","last_peered":"2024-07-26T17:06:37.854881+0000","last_clean":"2024-07-26T17:06:37.854881+0000","last_became_active":"2024-07-26T17:06:36.874154+0000","last_became_peered":"2024-07-26T17:06:36.874154+0000","last_unstale":"2024-07-26T17:06:37.854881+0000","last_undegraded":"2024-07-26T17:06:37.854881+0000","last_fullsized":"2024-07-26T17:06:37.854881+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:12:49.180419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.25","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588549+0000","last_change":"2024-07-26T17:06:36.871018+0000","last_active":"2024-07-26T17:06:38.588549+0000","last_peered":"2024-07-26T17:06:38.588549+0000","last_clean":"2024-07-26T17:06:38.588549+0000","last_became_active":"2024-07-26T17:06:36.870710+0000","last_became_peered":"2024-07-26T17:06:36.870710+0000","last_unstale":"2024-07-26T17:06:38.588549+0000","last_undegraded":"2024-07-26T17:06:38.588549+0000","last_fullsized":"2024-07-26T17:06:38.588549+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:27.676592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.24","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854511+0000","last_change":"2024-07-26T17:06:36.870024+0000","last_active":"2024-07-26T17:06:37.854511+0000","last_peered":"2024-07-26T17:06:37.854511+0000","last_clean":"2024-07-26T17:06:37.854511+0000","last_became_active":"2024-07-26T17:06:36.869667+0000","last_became_peered":"2024-07-26T17:06:36.869667+0000","last_unstale":"2024-07-26T17:06:37.854511+0000","last_undegraded":"2024-07-26T17:06:37.854511+0000","last_fullsized":"2024-07-26T17:06:37.854511+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:18:48.024218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.23","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648522+0000","last_change":"2024-07-26T17:06:36.873570+0000","last_active":"2024-07-26T17:06:38.648522+0000","last_peered":"2024-07-26T17:06:38.648522+0000","last_clean":"2024-07-26T17:06:38.648522+0000","last_became_active":"2024-07-26T17:06:36.873262+0000","last_became_peered":"2024-07-26T17:06:36.873262+0000","last_unstale":"2024-07-26T17:06:38.648522+0000","last_undegraded":"2024-07-26T17:06:38.648522+0000","last_fullsized":"2024-07-26T17:06:38.648522+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:00:50.116935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.22","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648217+0000","last_change":"2024-07-26T17:06:36.871427+0000","last_active":"2024-07-26T17:06:38.648217+0000","last_peered":"2024-07-26T17:06:38.648217+0000","last_clean":"2024-07-26T17:06:38.648217+0000","last_became_active":"2024-07-26T17:06:36.871096+0000","last_became_peered":"2024-07-26T17:06:36.871096+0000","last_unstale":"2024-07-26T17:06:38.648217+0000","last_undegraded":"2024-07-26T17:06:38.648217+0000","last_fullsized":"2024-07-26T17:06:38.648217+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:01:20.937595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.21","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648193+0000","last_change":"2024-07-26T17:06:36.868524+0000","last_active":"2024-07-26T17:06:38.648193+0000","last_peered":"2024-07-26T17:06:38.648193+0000","last_clean":"2024-07-26T17:06:38.648193+0000","last_became_active":"2024-07-26T17:06:36.868187+0000","last_became_peered":"2024-07-26T17:06:36.868187+0000","last_unstale":"2024-07-26T17:06:38.648193+0000","last_undegraded":"2024-07-26T17:06:38.648193+0000","last_fullsized":"2024-07-26T17:06:38.648193+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:52:13.187672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.20","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588075+0000","last_change":"2024-07-26T17:06:36.874734+0000","last_active":"2024-07-26T17:06:38.588075+0000","last_peered":"2024-07-26T17:06:38.588075+0000","last_clean":"2024-07-26T17:06:38.588075+0000","last_became_active":"2024-07-26T17:06:36.874429+0000","last_became_peered":"2024-07-26T17:06:36.874429+0000","last_unstale":"2024-07-26T17:06:38.588075+0000","last_undegraded":"2024-07-26T17:06:38.588075+0000","last_fullsized":"2024-07-26T17:06:38.588075+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:04:22.211716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.1c","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588578+0000","last_change":"2024-07-26T17:06:36.877990+0000","last_active":"2024-07-26T17:06:38.588578+0000","last_peered":"2024-07-26T17:06:38.588578+0000","last_clean":"2024-07-26T17:06:38.588578+0000","last_became_active":"2024-07-26T17:06:36.877675+0000","last_became_peered":"2024-07-26T17:06:36.877675+0000","last_unstale":"2024-07-26T17:06:38.588578+0000","last_undegraded":"2024-07-26T17:06:38.588578+0000","last_fullsized":"2024-07-26T17:06:38.588578+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:13.785727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.1f","version":"285'4","reported_seq":19,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856598+0000","last_change":"2024-07-26T17:06:35.853205+0000","last_active":"2024-07-26T17:06:37.856598+0000","last_peered":"2024-07-26T17:06:37.856598+0000","last_clean":"2024-07-26T17:06:37.856598+0000","last_became_active":"2024-07-26T17:06:35.852916+0000","last_became_peered":"2024-07-26T17:06:35.852916+0000","last_unstale":"2024-07-26T17:06:37.856598+0000","last_undegraded":"2024-07-26T17:06:37.856598+0000","last_fullsized":"2024-07-26T17:06:37.856598+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:06.214879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.1d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855235+0000","last_change":"2024-07-26T17:06:36.864778+0000","last_active":"2024-07-26T17:06:37.855235+0000","last_peered":"2024-07-26T17:06:37.855235+0000","last_clean":"2024-07-26T17:06:37.855235+0000","last_became_active":"2024-07-26T17:06:36.864446+0000","last_became_peered":"2024-07-26T17:06:36.864446+0000","last_unstale":"2024-07-26T17:06:37.855235+0000","last_undegraded":"2024-07-26T17:06:37.855235+0000","last_fullsized":"2024-07-26T17:06:37.855235+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:53:03.773273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.1e","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588187+0000","last_change":"2024-07-26T17:06:35.859800+0000","last_active":"2024-07-26T17:06:38.588187+0000","last_peered":"2024-07-26T17:06:38.588187+0000","last_clean":"2024-07-26T17:06:38.588187+0000","last_became_active":"2024-07-26T17:06:35.859409+0000","last_became_peered":"2024-07-26T17:06:35.859409+0000","last_unstale":"2024-07-26T17:06:38.588187+0000","last_undegraded":"2024-07-26T17:06:38.588187+0000","last_fullsized":"2024-07-26T17:06:38.588187+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:45.399677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.1e","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648590+0000","last_change":"2024-07-26T17:06:36.875991+0000","last_active":"2024-07-26T17:06:38.648590+0000","last_peered":"2024-07-26T17:06:38.648590+0000","last_clean":"2024-07-26T17:06:38.648590+0000","last_became_active":"2024-07-26T17:06:36.874751+0000","last_became_peered":"2024-07-26T17:06:36.874751+0000","last_unstale":"2024-07-26T17:06:38.648590+0000","last_undegraded":"2024-07-26T17:06:38.648590+0000","last_fullsized":"2024-07-26T17:06:38.648590+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:56:49.783973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.1d","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188519+0000","last_change":"2024-07-26T17:06:35.860661+0000","last_active":"2024-07-26T17:06:38.188519+0000","last_peered":"2024-07-26T17:06:38.188519+0000","last_clean":"2024-07-26T17:06:38.188519+0000","last_became_active":"2024-07-26T17:06:35.860300+0000","last_became_peered":"2024-07-26T17:06:35.860300+0000","last_unstale":"2024-07-26T17:06:38.188519+0000","last_undegraded":"2024-07-26T17:06:38.188519+0000","last_fullsized":"2024-07-26T17:06:38.188519+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:43:24.142948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.1f","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648451+0000","last_change":"2024-07-26T17:06:36.866949+0000","last_active":"2024-07-26T17:06:38.648451+0000","last_peered":"2024-07-26T17:06:38.648451+0000","last_clean":"2024-07-26T17:06:38.648451+0000","last_became_active":"2024-07-26T17:06:36.866395+0000","last_became_peered":"2024-07-26T17:06:36.866395+0000","last_unstale":"2024-07-26T17:06:38.648451+0000","last_undegraded":"2024-07-26T17:06:38.648451+0000","last_fullsized":"2024-07-26T17:06:38.648451+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:26:22.409212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.1c","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648082+0000","last_change":"2024-07-26T17:06:35.854659+0000","last_active":"2024-07-26T17:06:38.648082+0000","last_peered":"2024-07-26T17:06:38.648082+0000","last_clean":"2024-07-26T17:06:38.648082+0000","last_became_active":"2024-07-26T17:06:35.854313+0000","last_became_peered":"2024-07-26T17:06:35.854313+0000","last_unstale":"2024-07-26T17:06:38.648082+0000","last_undegraded":"2024-07-26T17:06:38.648082+0000","last_fullsized":"2024-07-26T17:06:38.648082+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:39:44.182324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.18","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884208+0000","last_change":"2024-07-26T17:06:36.882578+0000","last_active":"2024-07-26T17:06:37.884208+0000","last_peered":"2024-07-26T17:06:37.884208+0000","last_clean":"2024-07-26T17:06:37.884208+0000","last_became_active":"2024-07-26T17:06:36.882179+0000","last_became_peered":"2024-07-26T17:06:36.882179+0000","last_unstale":"2024-07-26T17:06:37.884208+0000","last_undegraded":"2024-07-26T17:06:37.884208+0000","last_fullsized":"2024-07-26T17:06:37.884208+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:30:24.007828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"37.1b","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854531+0000","last_change":"2024-07-26T17:06:35.854392+0000","last_active":"2024-07-26T17:06:37.854531+0000","last_peered":"2024-07-26T17:06:37.854531+0000","last_clean":"2024-07-26T17:06:37.854531+0000","last_became_active":"2024-07-26T17:06:35.853997+0000","last_became_peered":"2024-07-26T17:06:35.853997+0000","last_unstale":"2024-07-26T17:06:37.854531+0000","last_undegraded":"2024-07-26T17:06:37.854531+0000","last_fullsized":"2024-07-26T17:06:37.854531+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:45:46.831625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.19","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854363+0000","last_change":"2024-07-26T17:06:36.863809+0000","last_active":"2024-07-26T17:06:37.854363+0000","last_peered":"2024-07-26T17:06:37.854363+0000","last_clean":"2024-07-26T17:06:37.854363+0000","last_became_active":"2024-07-26T17:06:36.863109+0000","last_became_peered":"2024-07-26T17:06:36.863109+0000","last_unstale":"2024-07-26T17:06:37.854363+0000","last_undegraded":"2024-07-26T17:06:37.854363+0000","last_fullsized":"2024-07-26T17:06:37.854363+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:48:51.102548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.1a","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188281+0000","last_change":"2024-07-26T17:06:35.858280+0000","last_active":"2024-07-26T17:06:38.188281+0000","last_peered":"2024-07-26T17:06:38.188281+0000","last_clean":"2024-07-26T17:06:38.188281+0000","last_became_active":"2024-07-26T17:06:35.857959+0000","last_became_peered":"2024-07-26T17:06:35.857959+0000","last_unstale":"2024-07-26T17:06:38.188281+0000","last_undegraded":"2024-07-26T17:06:38.188281+0000","last_fullsized":"2024-07-26T17:06:38.188281+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:43:58.699910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.1a","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588663+0000","last_change":"2024-07-26T17:06:36.880996+0000","last_active":"2024-07-26T17:06:38.588663+0000","last_peered":"2024-07-26T17:06:38.588663+0000","last_clean":"2024-07-26T17:06:38.588663+0000","last_became_active":"2024-07-26T17:06:36.880655+0000","last_became_peered":"2024-07-26T17:06:36.880655+0000","last_unstale":"2024-07-26T17:06:38.588663+0000","last_undegraded":"2024-07-26T17:06:38.588663+0000","last_fullsized":"2024-07-26T17:06:38.588663+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:21:34.480800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.19","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648087+0000","last_change":"2024-07-26T17:06:35.854831+0000","last_active":"2024-07-26T17:06:38.648087+0000","last_peered":"2024-07-26T17:06:38.648087+0000","last_clean":"2024-07-26T17:06:38.648087+0000","last_became_active":"2024-07-26T17:06:35.854469+0000","last_became_peered":"2024-07-26T17:06:35.854469+0000","last_unstale":"2024-07-26T17:06:38.648087+0000","last_undegraded":"2024-07-26T17:06:38.648087+0000","last_fullsized":"2024-07-26T17:06:38.648087+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:50:27.712611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.1b","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648566+0000","last_change":"2024-07-26T17:06:36.872204+0000","last_active":"2024-07-26T17:06:38.648566+0000","last_peered":"2024-07-26T17:06:38.648566+0000","last_clean":"2024-07-26T17:06:38.648566+0000","last_became_active":"2024-07-26T17:06:36.871858+0000","last_became_peered":"2024-07-26T17:06:36.871858+0000","last_unstale":"2024-07-26T17:06:38.648566+0000","last_undegraded":"2024-07-26T17:06:38.648566+0000","last_fullsized":"2024-07-26T17:06:38.648566+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:41:19.206867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.18","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.647970+0000","last_change":"2024-07-26T17:06:35.860182+0000","last_active":"2024-07-26T17:06:38.647970+0000","last_peered":"2024-07-26T17:06:38.647970+0000","last_clean":"2024-07-26T17:06:38.647970+0000","last_became_active":"2024-07-26T17:06:35.859857+0000","last_became_peered":"2024-07-26T17:06:35.859857+0000","last_unstale":"2024-07-26T17:06:38.647970+0000","last_undegraded":"2024-07-26T17:06:38.647970+0000","last_fullsized":"2024-07-26T17:06:38.647970+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:44:52.455280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.14","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588701+0000","last_change":"2024-07-26T17:06:36.873665+0000","last_active":"2024-07-26T17:06:38.588701+0000","last_peered":"2024-07-26T17:06:38.588701+0000","last_clean":"2024-07-26T17:06:38.588701+0000","last_became_active":"2024-07-26T17:06:36.873335+0000","last_became_peered":"2024-07-26T17:06:36.873335+0000","last_unstale":"2024-07-26T17:06:38.588701+0000","last_undegraded":"2024-07-26T17:06:38.588701+0000","last_fullsized":"2024-07-26T17:06:38.588701+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:29:56.773070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.17","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856735+0000","last_change":"2024-07-26T17:06:35.862897+0000","last_active":"2024-07-26T17:06:37.856735+0000","last_peered":"2024-07-26T17:06:37.856735+0000","last_clean":"2024-07-26T17:06:37.856735+0000","last_became_active":"2024-07-26T17:06:35.862602+0000","last_became_peered":"2024-07-26T17:06:35.862602+0000","last_unstale":"2024-07-26T17:06:37.856735+0000","last_undegraded":"2024-07-26T17:06:37.856735+0000","last_fullsized":"2024-07-26T17:06:37.856735+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:00:39.916119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.15","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.857069+0000","last_change":"2024-07-26T17:06:36.862664+0000","last_active":"2024-07-26T17:06:37.857069+0000","last_peered":"2024-07-26T17:06:37.857069+0000","last_clean":"2024-07-26T17:06:37.857069+0000","last_became_active":"2024-07-26T17:06:36.862274+0000","last_became_peered":"2024-07-26T17:06:36.862274+0000","last_unstale":"2024-07-26T17:06:37.857069+0000","last_undegraded":"2024-07-26T17:06:37.857069+0000","last_fullsized":"2024-07-26T17:06:37.857069+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:33:17.550083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"37.16","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648672+0000","last_change":"2024-07-26T17:06:35.855194+0000","last_active":"2024-07-26T17:06:38.648672+0000","last_peered":"2024-07-26T17:06:38.648672+0000","last_clean":"2024-07-26T17:06:38.648672+0000","last_became_active":"2024-07-26T17:06:35.849670+0000","last_became_peered":"2024-07-26T17:06:35.849670+0000","last_unstale":"2024-07-26T17:06:38.648672+0000","last_undegraded":"2024-07-26T17:06:38.648672+0000","last_fullsized":"2024-07-26T17:06:38.648672+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:48:00.516940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.16","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648626+0000","last_change":"2024-07-26T17:06:36.868673+0000","last_active":"2024-07-26T17:06:38.648626+0000","last_peered":"2024-07-26T17:06:38.648626+0000","last_clean":"2024-07-26T17:06:38.648626+0000","last_became_active":"2024-07-26T17:06:36.868328+0000","last_became_peered":"2024-07-26T17:06:36.868328+0000","last_unstale":"2024-07-26T17:06:38.648626+0000","last_undegraded":"2024-07-26T17:06:38.648626+0000","last_fullsized":"2024-07-26T17:06:38.648626+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:33:27.676592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.15","version":"285'3","reported_seq":18,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648387+0000","last_change":"2024-07-26T17:06:35.860907+0000","last_active":"2024-07-26T17:06:38.648387+0000","last_peered":"2024-07-26T17:06:38.648387+0000","last_clean":"2024-07-26T17:06:38.648387+0000","last_became_active":"2024-07-26T17:06:35.860588+0000","last_became_peered":"2024-07-26T17:06:35.860588+0000","last_unstale":"2024-07-26T17:06:38.648387+0000","last_undegraded":"2024-07-26T17:06:38.648387+0000","last_fullsized":"2024-07-26T17:06:38.648387+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:46.614628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.17","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588614+0000","last_change":"2024-07-26T17:06:36.873250+0000","last_active":"2024-07-26T17:06:38.588614+0000","last_peered":"2024-07-26T17:06:38.588614+0000","last_clean":"2024-07-26T17:06:38.588614+0000","last_became_active":"2024-07-26T17:06:36.872062+0000","last_became_peered":"2024-07-26T17:06:36.872062+0000","last_unstale":"2024-07-26T17:06:38.588614+0000","last_undegraded":"2024-07-26T17:06:38.588614+0000","last_fullsized":"2024-07-26T17:06:38.588614+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:46:03.887999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.14","version":"285'6","reported_seq":21,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884444+0000","last_change":"2024-07-26T17:06:35.850717+0000","last_active":"2024-07-26T17:06:37.884444+0000","last_peered":"2024-07-26T17:06:37.884444+0000","last_clean":"2024-07-26T17:06:37.884444+0000","last_became_active":"2024-07-26T17:06:35.850423+0000","last_became_peered":"2024-07-26T17:06:35.850423+0000","last_unstale":"2024-07-26T17:06:37.884444+0000","last_undegraded":"2024-07-26T17:06:37.884444+0000","last_fullsized":"2024-07-26T17:06:37.884444+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:11:03.674831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.10","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854366+0000","last_change":"2024-07-26T17:06:36.864065+0000","last_active":"2024-07-26T17:06:37.854366+0000","last_peered":"2024-07-26T17:06:37.854366+0000","last_clean":"2024-07-26T17:06:37.854366+0000","last_became_active":"2024-07-26T17:06:36.863722+0000","last_became_peered":"2024-07-26T17:06:36.863722+0000","last_unstale":"2024-07-26T17:06:37.854366+0000","last_undegraded":"2024-07-26T17:06:37.854366+0000","last_fullsized":"2024-07-26T17:06:37.854366+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:49:39.980812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.13","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856568+0000","last_change":"2024-07-26T17:06:35.853671+0000","last_active":"2024-07-26T17:06:37.856568+0000","last_peered":"2024-07-26T17:06:37.856568+0000","last_clean":"2024-07-26T17:06:37.856568+0000","last_became_active":"2024-07-26T17:06:35.851111+0000","last_became_peered":"2024-07-26T17:06:35.851111+0000","last_unstale":"2024-07-26T17:06:37.856568+0000","last_undegraded":"2024-07-26T17:06:37.856568+0000","last_fullsized":"2024-07-26T17:06:37.856568+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:30:32.611725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.11","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855865+0000","last_change":"2024-07-26T17:06:36.875153+0000","last_active":"2024-07-26T17:06:37.855865+0000","last_peered":"2024-07-26T17:06:37.855865+0000","last_clean":"2024-07-26T17:06:37.855865+0000","last_became_active":"2024-07-26T17:06:36.874809+0000","last_became_peered":"2024-07-26T17:06:36.874809+0000","last_unstale":"2024-07-26T17:06:37.855865+0000","last_undegraded":"2024-07-26T17:06:37.855865+0000","last_fullsized":"2024-07-26T17:06:37.855865+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:51.796107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"37.12","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855995+0000","last_change":"2024-07-26T17:06:35.859468+0000","last_active":"2024-07-26T17:06:37.855995+0000","last_peered":"2024-07-26T17:06:37.855995+0000","last_clean":"2024-07-26T17:06:37.855995+0000","last_became_active":"2024-07-26T17:06:35.859161+0000","last_became_peered":"2024-07-26T17:06:35.859161+0000","last_unstale":"2024-07-26T17:06:37.855995+0000","last_undegraded":"2024-07-26T17:06:37.855995+0000","last_fullsized":"2024-07-26T17:06:37.855995+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:33:36.716613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.12","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588324+0000","last_change":"2024-07-26T17:06:36.877554+0000","last_active":"2024-07-26T17:06:38.588324+0000","last_peered":"2024-07-26T17:06:38.588324+0000","last_clean":"2024-07-26T17:06:38.588324+0000","last_became_active":"2024-07-26T17:06:36.877236+0000","last_became_peered":"2024-07-26T17:06:36.877236+0000","last_unstale":"2024-07-26T17:06:38.588324+0000","last_undegraded":"2024-07-26T17:06:38.588324+0000","last_fullsized":"2024-07-26T17:06:38.588324+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:41:19.206867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.11","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856635+0000","last_change":"2024-07-26T17:06:35.857332+0000","last_active":"2024-07-26T17:06:37.856635+0000","last_peered":"2024-07-26T17:06:37.856635+0000","last_clean":"2024-07-26T17:06:37.856635+0000","last_became_active":"2024-07-26T17:06:35.857034+0000","last_became_peered":"2024-07-26T17:06:35.857034+0000","last_unstale":"2024-07-26T17:06:37.856635+0000","last_undegraded":"2024-07-26T17:06:37.856635+0000","last_fullsized":"2024-07-26T17:06:37.856635+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:09:18.902837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.13","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856228+0000","last_change":"2024-07-26T17:06:36.863716+0000","last_active":"2024-07-26T17:06:37.856228+0000","last_peered":"2024-07-26T17:06:37.856228+0000","last_clean":"2024-07-26T17:06:37.856228+0000","last_became_active":"2024-07-26T17:06:36.863393+0000","last_became_peered":"2024-07-26T17:06:36.863393+0000","last_unstale":"2024-07-26T17:06:37.856228+0000","last_undegraded":"2024-07-26T17:06:37.856228+0000","last_fullsized":"2024-07-26T17:06:37.856228+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:37.641514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"37.10","version":"285'8","reported_seq":23,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588168+0000","last_change":"2024-07-26T17:06:35.858762+0000","last_active":"2024-07-26T17:06:38.588168+0000","last_peered":"2024-07-26T17:06:38.588168+0000","last_clean":"2024-07-26T17:06:38.588168+0000","last_became_active":"2024-07-26T17:06:35.858398+0000","last_became_peered":"2024-07-26T17:06:35.858398+0000","last_unstale":"2024-07-26T17:06:38.588168+0000","last_undegraded":"2024-07-26T17:06:38.588168+0000","last_fullsized":"2024-07-26T17:06:38.588168+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:02:15.682893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.c","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884357+0000","last_change":"2024-07-26T17:06:36.871631+0000","last_active":"2024-07-26T17:06:37.884357+0000","last_peered":"2024-07-26T17:06:37.884357+0000","last_clean":"2024-07-26T17:06:37.884357+0000","last_became_active":"2024-07-26T17:06:36.871319+0000","last_became_peered":"2024-07-26T17:06:36.871319+0000","last_unstale":"2024-07-26T17:06:37.884357+0000","last_undegraded":"2024-07-26T17:06:37.884357+0000","last_fullsized":"2024-07-26T17:06:37.884357+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:05:32.173244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"37.f","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588514+0000","last_change":"2024-07-26T17:06:35.858572+0000","last_active":"2024-07-26T17:06:38.588514+0000","last_peered":"2024-07-26T17:06:38.588514+0000","last_clean":"2024-07-26T17:06:38.588514+0000","last_became_active":"2024-07-26T17:06:35.858223+0000","last_became_peered":"2024-07-26T17:06:35.858223+0000","last_unstale":"2024-07-26T17:06:38.588514+0000","last_undegraded":"2024-07-26T17:06:38.588514+0000","last_fullsized":"2024-07-26T17:06:38.588514+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:50:27.712611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.d","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856855+0000","last_change":"2024-07-26T17:06:36.861914+0000","last_active":"2024-07-26T17:06:37.856855+0000","last_peered":"2024-07-26T17:06:37.856855+0000","last_clean":"2024-07-26T17:06:37.856855+0000","last_became_active":"2024-07-26T17:06:36.861584+0000","last_became_peered":"2024-07-26T17:06:36.861584+0000","last_unstale":"2024-07-26T17:06:37.856855+0000","last_undegraded":"2024-07-26T17:06:37.856855+0000","last_fullsized":"2024-07-26T17:06:37.856855+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:00:50.116935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"37.e","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884306+0000","last_change":"2024-07-26T17:06:35.853274+0000","last_active":"2024-07-26T17:06:37.884306+0000","last_peered":"2024-07-26T17:06:37.884306+0000","last_clean":"2024-07-26T17:06:37.884306+0000","last_became_active":"2024-07-26T17:06:35.852942+0000","last_became_peered":"2024-07-26T17:06:35.852942+0000","last_unstale":"2024-07-26T17:06:37.884306+0000","last_undegraded":"2024-07-26T17:06:37.884306+0000","last_fullsized":"2024-07-26T17:06:37.884306+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:51:40.110469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.e","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.857256+0000","last_change":"2024-07-26T17:06:36.872957+0000","last_active":"2024-07-26T17:06:37.857256+0000","last_peered":"2024-07-26T17:06:37.857256+0000","last_clean":"2024-07-26T17:06:37.857256+0000","last_became_active":"2024-07-26T17:06:36.872611+0000","last_became_peered":"2024-07-26T17:06:36.872611+0000","last_unstale":"2024-07-26T17:06:37.857256+0000","last_undegraded":"2024-07-26T17:06:37.857256+0000","last_fullsized":"2024-07-26T17:06:37.857256+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:22.376846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"37.d","version":"285'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856802+0000","last_change":"2024-07-26T17:06:35.860145+0000","last_active":"2024-07-26T17:06:37.856802+0000","last_peered":"2024-07-26T17:06:37.856802+0000","last_clean":"2024-07-26T17:06:37.856802+0000","last_became_active":"2024-07-26T17:06:35.859818+0000","last_became_peered":"2024-07-26T17:06:35.859818+0000","last_unstale":"2024-07-26T17:06:37.856802+0000","last_undegraded":"2024-07-26T17:06:37.856802+0000","last_fullsized":"2024-07-26T17:06:37.856802+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:23.944019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.f","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188633+0000","last_change":"2024-07-26T17:06:36.878827+0000","last_active":"2024-07-26T17:06:38.188633+0000","last_peered":"2024-07-26T17:06:38.188633+0000","last_clean":"2024-07-26T17:06:38.188633+0000","last_became_active":"2024-07-26T17:06:36.878427+0000","last_became_peered":"2024-07-26T17:06:36.878427+0000","last_unstale":"2024-07-26T17:06:38.188633+0000","last_undegraded":"2024-07-26T17:06:38.188633+0000","last_fullsized":"2024-07-26T17:06:38.188633+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:48:47.620637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"37.c","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648218+0000","last_change":"2024-07-26T17:06:35.848998+0000","last_active":"2024-07-26T17:06:38.648218+0000","last_peered":"2024-07-26T17:06:38.648218+0000","last_clean":"2024-07-26T17:06:38.648218+0000","last_became_active":"2024-07-26T17:06:35.848674+0000","last_became_peered":"2024-07-26T17:06:35.848674+0000","last_unstale":"2024-07-26T17:06:38.648218+0000","last_undegraded":"2024-07-26T17:06:38.648218+0000","last_fullsized":"2024-07-26T17:06:38.648218+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:45.399677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.8","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588581+0000","last_change":"2024-07-26T17:06:36.875325+0000","last_active":"2024-07-26T17:06:38.588581+0000","last_peered":"2024-07-26T17:06:38.588581+0000","last_clean":"2024-07-26T17:06:38.588581+0000","last_became_active":"2024-07-26T17:06:36.874023+0000","last_became_peered":"2024-07-26T17:06:36.874023+0000","last_unstale":"2024-07-26T17:06:38.588581+0000","last_undegraded":"2024-07-26T17:06:38.588581+0000","last_fullsized":"2024-07-26T17:06:38.588581+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:25.126016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.b","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854648+0000","last_change":"2024-07-26T17:06:35.856494+0000","last_active":"2024-07-26T17:06:37.854648+0000","last_peered":"2024-07-26T17:06:37.854648+0000","last_clean":"2024-07-26T17:06:37.854648+0000","last_became_active":"2024-07-26T17:06:35.856166+0000","last_became_peered":"2024-07-26T17:06:35.856166+0000","last_unstale":"2024-07-26T17:06:37.854648+0000","last_undegraded":"2024-07-26T17:06:37.854648+0000","last_fullsized":"2024-07-26T17:06:37.854648+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:32:19.441484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.9","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854453+0000","last_change":"2024-07-26T17:06:36.864102+0000","last_active":"2024-07-26T17:06:37.854453+0000","last_peered":"2024-07-26T17:06:37.854453+0000","last_clean":"2024-07-26T17:06:37.854453+0000","last_became_active":"2024-07-26T17:06:36.863492+0000","last_became_peered":"2024-07-26T17:06:36.863492+0000","last_unstale":"2024-07-26T17:06:37.854453+0000","last_undegraded":"2024-07-26T17:06:37.854453+0000","last_fullsized":"2024-07-26T17:06:37.854453+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:45:15.169635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.a","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588665+0000","last_change":"2024-07-26T17:06:35.858892+0000","last_active":"2024-07-26T17:06:38.588665+0000","last_peered":"2024-07-26T17:06:38.588665+0000","last_clean":"2024-07-26T17:06:38.588665+0000","last_became_active":"2024-07-26T17:06:35.857813+0000","last_became_peered":"2024-07-26T17:06:35.857813+0000","last_unstale":"2024-07-26T17:06:38.588665+0000","last_undegraded":"2024-07-26T17:06:38.588665+0000","last_fullsized":"2024-07-26T17:06:38.588665+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:04:50.984036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"38.a","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855841+0000","last_change":"2024-07-26T17:06:36.868296+0000","last_active":"2024-07-26T17:06:37.855841+0000","last_peered":"2024-07-26T17:06:37.855841+0000","last_clean":"2024-07-26T17:06:37.855841+0000","last_became_active":"2024-07-26T17:06:36.868000+0000","last_became_peered":"2024-07-26T17:06:36.868000+0000","last_unstale":"2024-07-26T17:06:37.855841+0000","last_undegraded":"2024-07-26T17:06:37.855841+0000","last_fullsized":"2024-07-26T17:06:37.855841+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:31.609280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"37.9","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188229+0000","last_change":"2024-07-26T17:06:35.852979+0000","last_active":"2024-07-26T17:06:38.188229+0000","last_peered":"2024-07-26T17:06:38.188229+0000","last_clean":"2024-07-26T17:06:38.188229+0000","last_became_active":"2024-07-26T17:06:35.852704+0000","last_became_peered":"2024-07-26T17:06:35.852704+0000","last_unstale":"2024-07-26T17:06:38.188229+0000","last_undegraded":"2024-07-26T17:06:38.188229+0000","last_fullsized":"2024-07-26T17:06:38.188229+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:23:14.511941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.b","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856489+0000","last_change":"2024-07-26T17:06:36.860023+0000","last_active":"2024-07-26T17:06:37.856489+0000","last_peered":"2024-07-26T17:06:37.856489+0000","last_clean":"2024-07-26T17:06:37.856489+0000","last_became_active":"2024-07-26T17:06:36.859698+0000","last_became_peered":"2024-07-26T17:06:36.859698+0000","last_unstale":"2024-07-26T17:06:37.856489+0000","last_undegraded":"2024-07-26T17:06:37.856489+0000","last_fullsized":"2024-07-26T17:06:37.856489+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:48:58.104069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"37.8","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188133+0000","last_change":"2024-07-26T17:06:35.861580+0000","last_active":"2024-07-26T17:06:38.188133+0000","last_peered":"2024-07-26T17:06:38.188133+0000","last_clean":"2024-07-26T17:06:38.188133+0000","last_became_active":"2024-07-26T17:06:35.861260+0000","last_became_peered":"2024-07-26T17:06:35.861260+0000","last_unstale":"2024-07-26T17:06:38.188133+0000","last_undegraded":"2024-07-26T17:06:38.188133+0000","last_fullsized":"2024-07-26T17:06:38.188133+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:36:22.304627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.4","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588804+0000","last_change":"2024-07-26T17:06:36.878629+0000","last_active":"2024-07-26T17:06:38.588804+0000","last_peered":"2024-07-26T17:06:38.588804+0000","last_clean":"2024-07-26T17:06:38.588804+0000","last_became_active":"2024-07-26T17:06:36.878329+0000","last_became_peered":"2024-07-26T17:06:36.878329+0000","last_unstale":"2024-07-26T17:06:38.588804+0000","last_undegraded":"2024-07-26T17:06:38.588804+0000","last_fullsized":"2024-07-26T17:06:38.588804+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:47:36.144913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"37.7","version":"285'2","reported_seq":17,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648558+0000","last_change":"2024-07-26T17:06:35.861504+0000","last_active":"2024-07-26T17:06:38.648558+0000","last_peered":"2024-07-26T17:06:38.648558+0000","last_clean":"2024-07-26T17:06:38.648558+0000","last_became_active":"2024-07-26T17:06:35.861206+0000","last_became_peered":"2024-07-26T17:06:35.861206+0000","last_unstale":"2024-07-26T17:06:38.648558+0000","last_undegraded":"2024-07-26T17:06:38.648558+0000","last_fullsized":"2024-07-26T17:06:38.648558+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:25:44.047422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"38.5","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648593+0000","last_change":"2024-07-26T17:06:36.874458+0000","last_active":"2024-07-26T17:06:38.648593+0000","last_peered":"2024-07-26T17:06:38.648593+0000","last_clean":"2024-07-26T17:06:38.648593+0000","last_became_active":"2024-07-26T17:06:36.873975+0000","last_became_peered":"2024-07-26T17:06:36.873975+0000","last_unstale":"2024-07-26T17:06:38.648593+0000","last_undegraded":"2024-07-26T17:06:38.648593+0000","last_fullsized":"2024-07-26T17:06:38.648593+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:37:18.470601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"37.6","version":"286'1","reported_seq":16,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855120+0000","last_change":"2024-07-26T17:06:35.861851+0000","last_active":"2024-07-26T17:06:37.855120+0000","last_peered":"2024-07-26T17:06:37.855120+0000","last_clean":"2024-07-26T17:06:37.855120+0000","last_became_active":"2024-07-26T17:06:35.861504+0000","last_became_peered":"2024-07-26T17:06:35.861504+0000","last_unstale":"2024-07-26T17:06:37.855120+0000","last_undegraded":"2024-07-26T17:06:37.855120+0000","last_fullsized":"2024-07-26T17:06:37.855120+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:42:51.011137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"38.6","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648723+0000","last_change":"2024-07-26T17:06:36.871827+0000","last_active":"2024-07-26T17:06:38.648723+0000","last_peered":"2024-07-26T17:06:38.648723+0000","last_clean":"2024-07-26T17:06:38.648723+0000","last_became_active":"2024-07-26T17:06:36.871533+0000","last_became_peered":"2024-07-26T17:06:36.871533+0000","last_unstale":"2024-07-26T17:06:38.648723+0000","last_undegraded":"2024-07-26T17:06:38.648723+0000","last_fullsized":"2024-07-26T17:06:38.648723+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:02:13.785727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.5","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856216+0000","last_change":"2024-07-26T17:06:35.862052+0000","last_active":"2024-07-26T17:06:37.856216+0000","last_peered":"2024-07-26T17:06:37.856216+0000","last_clean":"2024-07-26T17:06:37.856216+0000","last_became_active":"2024-07-26T17:06:35.861342+0000","last_became_peered":"2024-07-26T17:06:35.861342+0000","last_unstale":"2024-07-26T17:06:37.856216+0000","last_undegraded":"2024-07-26T17:06:37.856216+0000","last_fullsized":"2024-07-26T17:06:37.856216+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:54:42.253526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.7","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855244+0000","last_change":"2024-07-26T17:06:36.876192+0000","last_active":"2024-07-26T17:06:37.855244+0000","last_peered":"2024-07-26T17:06:37.855244+0000","last_clean":"2024-07-26T17:06:37.855244+0000","last_became_active":"2024-07-26T17:06:36.875817+0000","last_became_peered":"2024-07-26T17:06:36.875817+0000","last_unstale":"2024-07-26T17:06:37.855244+0000","last_undegraded":"2024-07-26T17:06:37.855244+0000","last_fullsized":"2024-07-26T17:06:37.855244+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:38:29.747987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.4","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856438+0000","last_change":"2024-07-26T17:06:35.850481+0000","last_active":"2024-07-26T17:06:37.856438+0000","last_peered":"2024-07-26T17:06:37.856438+0000","last_clean":"2024-07-26T17:06:37.856438+0000","last_became_active":"2024-07-26T17:06:35.850156+0000","last_became_peered":"2024-07-26T17:06:35.850156+0000","last_unstale":"2024-07-26T17:06:37.856438+0000","last_undegraded":"2024-07-26T17:06:37.856438+0000","last_fullsized":"2024-07-26T17:06:37.856438+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:02:42.261300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"38.0","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.855833+0000","last_change":"2024-07-26T17:06:36.875157+0000","last_active":"2024-07-26T17:06:37.855833+0000","last_peered":"2024-07-26T17:06:37.855833+0000","last_clean":"2024-07-26T17:06:37.855833+0000","last_became_active":"2024-07-26T17:06:36.874792+0000","last_became_peered":"2024-07-26T17:06:36.874792+0000","last_unstale":"2024-07-26T17:06:37.855833+0000","last_undegraded":"2024-07-26T17:06:37.855833+0000","last_fullsized":"2024-07-26T17:06:37.855833+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:07.143070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"37.3","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.884298+0000","last_change":"2024-07-26T17:06:35.854775+0000","last_active":"2024-07-26T17:06:37.884298+0000","last_peered":"2024-07-26T17:06:37.884298+0000","last_clean":"2024-07-26T17:06:37.884298+0000","last_became_active":"2024-07-26T17:06:35.854476+0000","last_became_peered":"2024-07-26T17:06:35.854476+0000","last_unstale":"2024-07-26T17:06:37.884298+0000","last_undegraded":"2024-07-26T17:06:37.884298+0000","last_fullsized":"2024-07-26T17:06:37.884298+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:21.355487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"38.1","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648281+0000","last_change":"2024-07-26T17:06:36.875115+0000","last_active":"2024-07-26T17:06:38.648281+0000","last_peered":"2024-07-26T17:06:38.648281+0000","last_clean":"2024-07-26T17:06:38.648281+0000","last_became_active":"2024-07-26T17:06:36.874737+0000","last_became_peered":"2024-07-26T17:06:36.874737+0000","last_unstale":"2024-07-26T17:06:38.648281+0000","last_undegraded":"2024-07-26T17:06:38.648281+0000","last_fullsized":"2024-07-26T17:06:38.648281+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:50:14.936483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"37.2","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648166+0000","last_change":"2024-07-26T17:06:35.854749+0000","last_active":"2024-07-26T17:06:38.648166+0000","last_peered":"2024-07-26T17:06:38.648166+0000","last_clean":"2024-07-26T17:06:38.648166+0000","last_became_active":"2024-07-26T17:06:35.854424+0000","last_became_peered":"2024-07-26T17:06:35.854424+0000","last_unstale":"2024-07-26T17:06:38.648166+0000","last_undegraded":"2024-07-26T17:06:38.648166+0000","last_fullsized":"2024-07-26T17:06:38.648166+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:04:50.984036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"38.2","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.854412+0000","last_change":"2024-07-26T17:06:36.875713+0000","last_active":"2024-07-26T17:06:37.854412+0000","last_peered":"2024-07-26T17:06:37.854412+0000","last_clean":"2024-07-26T17:06:37.854412+0000","last_became_active":"2024-07-26T17:06:36.875316+0000","last_became_peered":"2024-07-26T17:06:36.875316+0000","last_unstale":"2024-07-26T17:06:37.854412+0000","last_undegraded":"2024-07-26T17:06:37.854412+0000","last_fullsized":"2024-07-26T17:06:37.854412+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:31:20.595371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"37.1","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856515+0000","last_change":"2024-07-26T17:06:35.856571+0000","last_active":"2024-07-26T17:06:37.856515+0000","last_peered":"2024-07-26T17:06:37.856515+0000","last_clean":"2024-07-26T17:06:37.856515+0000","last_became_active":"2024-07-26T17:06:35.856226+0000","last_became_peered":"2024-07-26T17:06:35.856226+0000","last_unstale":"2024-07-26T17:06:37.856515+0000","last_undegraded":"2024-07-26T17:06:37.856515+0000","last_fullsized":"2024-07-26T17:06:37.856515+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:01:22.531718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"38.3","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.648661+0000","last_change":"2024-07-26T17:06:36.868772+0000","last_active":"2024-07-26T17:06:38.648661+0000","last_peered":"2024-07-26T17:06:38.648661+0000","last_clean":"2024-07-26T17:06:38.648661+0000","last_became_active":"2024-07-26T17:06:36.868214+0000","last_became_peered":"2024-07-26T17:06:36.868214+0000","last_unstale":"2024-07-26T17:06:38.648661+0000","last_undegraded":"2024-07-26T17:06:38.648661+0000","last_fullsized":"2024-07-26T17:06:38.648661+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:26:27.812970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"37.0","version":"0'0","reported_seq":15,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.188264+0000","last_change":"2024-07-26T17:06:35.861836+0000","last_active":"2024-07-26T17:06:38.188264+0000","last_peered":"2024-07-26T17:06:38.188264+0000","last_clean":"2024-07-26T17:06:38.188264+0000","last_became_active":"2024-07-26T17:06:35.860994+0000","last_became_peered":"2024-07-26T17:06:35.860994+0000","last_unstale":"2024-07-26T17:06:38.188264+0000","last_undegraded":"2024-07-26T17:06:38.188264+0000","last_fullsized":"2024-07-26T17:06:38.188264+0000","mapping_epoch":283,"log_start":"0'0","ondisk_log_start":"0'0","created":283,"last_epoch_clean":284,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:34.827540+0000","last_clean_scrub_stamp":"2024-07-26T17:06:34.827540+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:00.203551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"38.27","version":"0'0","reported_seq":13,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:37.856386+0000","last_change":"2024-07-26T17:06:36.873181+0000","last_active":"2024-07-26T17:06:37.856386+0000","last_peered":"2024-07-26T17:06:37.856386+0000","last_clean":"2024-07-26T17:06:37.856386+0000","last_became_active":"2024-07-26T17:06:36.871478+0000","last_became_peered":"2024-07-26T17:06:36.871478+0000","last_unstale":"2024-07-26T17:06:37.856386+0000","last_undegraded":"2024-07-26T17:06:37.856386+0000","last_fullsized":"2024-07-26T17:06:37.856386+0000","mapping_epoch":284,"log_start":"0'0","ondisk_log_start":"0'0","created":284,"last_epoch_clean":285,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:06:35.833548+0000","last_clean_scrub_stamp":"2024-07-26T17:06:35.833548+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:56:40.599573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"276'3497","reported_seq":4589,"reported_epoch":286,"state":"active+clean","last_fresh":"2024-07-26T17:06:38.588376+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:06:38.588376+0000","last_peered":"2024-07-26T17:06:38.588376+0000","last_clean":"2024-07-26T17:06:38.588376+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:06:38.588376+0000","last_undegraded":"2024-07-26T17:06:38.588376+0000","last_fullsized":"2024-07-26T17:06:38.588376+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":3497,"log_dups_size":0,"ondisk_log_size":3497,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":423,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":38,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":37,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1708,"num_read_kb":4833,"num_write":423,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3497,"ondisk_log_size":3497,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576021,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71384,"kb_used_data":4108,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300456,"statfs":{"total":96636764160,"available":96563666944,"internally_reserved":0,"allocated":4206592,"data_stored":2491209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510612,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61080,"kb_used_data":3532,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310760,"statfs":{"total":96636764160,"available":96574218240,"internally_reserved":0,"allocated":3616768,"data_stored":1901423,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510612,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":70808,"kb_used_data":3528,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94301032,"statfs":{"total":96636764160,"available":96564256768,"internally_reserved":0,"allocated":3612672,"data_stored":1900853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510612,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52780,"kb_used_data":3548,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319060,"statfs":{"total":96636764160,"available":96582717440,"internally_reserved":0,"allocated":3633152,"data_stored":1903173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510611,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52756,"kb_used_data":3528,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319084,"statfs":{"total":96636764160,"available":96582742016,"internally_reserved":0,"allocated":3612672,"data_stored":1900853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510611,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52772,"kb_used_data":3540,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319068,"statfs":{"total":96636764160,"available":96582725632,"internally_reserved":0,"allocated":3624960,"data_stored":1902501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510614,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48596,"kb_used_data":3524,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323244,"statfs":{"total":96636764160,"available":96587001856,"internally_reserved":0,"allocated":3608576,"data_stored":1900819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543318,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61660,"kb_used_data":4108,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94310180,"statfs":{"total":96636764160,"available":96573624320,"internally_reserved":0,"allocated":4206592,"data_stored":2491277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":37,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":38,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:06:45.869 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T17:06:45.870 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T17:06:46.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.029+0000 7f606b8e1640 1 -- 172.21.15.33:0/225257465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60640cede0 msgr2=0x7f60641604b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:46.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.029+0000 7f606b8e1640 1 --2- 172.21.15.33:0/225257465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60640cede0 0x7f60641604b0 secure :-1 s=READY pgs=2792 cs=0 l=1 rev1=1 crypto rx=0x7f6064073fd0 tx=0x7f605402a530 comp rx=0 tx=0).stop 2024-07-26T17:06:46.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.029+0000 7f606b8e1640 1 -- 172.21.15.33:0/225257465 shutdown_connections 2024-07-26T17:06:46.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.029+0000 7f606b8e1640 1 --2- 172.21.15.33:0/225257465 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60640cede0 0x7f60641604b0 unknown :-1 s=CLOSED pgs=2792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.029+0000 7f606b8e1640 1 --2- 172.21.15.33:0/225257465 >> v2:172.21.15.154:3300/0 conn(0x7f60640ce490 0x7f60640ce8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.029+0000 7f606b8e1640 1 -- 172.21.15.33:0/225257465 >> 172.21.15.33:0/225257465 conn(0x7f60640d1e10 msgr2=0x7f60640d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:46.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.029+0000 7f606b8e1640 1 -- 172.21.15.33:0/225257465 shutdown_connections 2024-07-26T17:06:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.029+0000 7f606b8e1640 1 -- 172.21.15.33:0/225257465 wait complete. 2024-07-26T17:06:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.031+0000 7f606b8e1640 1 Processor -- start 2024-07-26T17:06:46.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.031+0000 7f606b8e1640 1 -- start start 2024-07-26T17:06:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.032+0000 7f606b8e1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60640ce490 0x7f606409f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.032+0000 7f606b8e1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60640cede0 0x7f60641f5c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.032+0000 7f606b8e1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60641609f0 0x7f60641541b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.032+0000 7f606b8e1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f60640b5ef0 con 0x7f60641609f0 2024-07-26T17:06:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.032+0000 7f606b8e1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f60640b5d70 con 0x7f60640ce490 2024-07-26T17:06:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.032+0000 7f606b8e1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f60640b6070 con 0x7f60640cede0 2024-07-26T17:06:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.032+0000 7f6069e7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60641609f0 0x7f60641541b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:46.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.032+0000 7f6069e7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60641609f0 0x7f60641541b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43420/0 (socket says 172.21.15.33:43420) 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.032+0000 7f6069e7e640 1 -- 172.21.15.33:0/1851363260 learned_addr learned my addr 172.21.15.33:0/1851363260 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.032+0000 7f606967d640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60640ce490 0x7f606409f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.032+0000 7f6068e7c640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60640cede0 0x7f60641f5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.033+0000 7f6069e7e640 1 -- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60640cede0 msgr2=0x7f60641f5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.033+0000 7f6069e7e640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60640cede0 0x7f60641f5c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.033+0000 7f6069e7e640 1 -- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60640ce490 msgr2=0x7f606409f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.033+0000 7f6069e7e640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60640ce490 0x7f606409f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.033+0000 7f6069e7e640 1 -- 172.21.15.33:0/1851363260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60641f6150 con 0x7f60641609f0 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.033+0000 7f6069e7e640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60641609f0 0x7f60641541b0 secure :-1 s=READY pgs=2793 cs=0 l=1 rev1=1 crypto rx=0x7f605c00c3c0 tx=0x7f605c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.033+0000 7f6059ffb640 1 -- 172.21.15.33:0/1851363260 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c011790 con 0x7f60641609f0 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.033+0000 7f6059ffb640 1 -- 172.21.15.33:0/1851363260 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f605c017070 con 0x7f60641609f0 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.033+0000 7f606b8e1640 1 -- 172.21.15.33:0/1851363260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f606406f330 con 0x7f60641609f0 2024-07-26T17:06:46.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.033+0000 7f6059ffb640 1 -- 172.21.15.33:0/1851363260 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f605c011ca0 con 0x7f60641609f0 2024-07-26T17:06:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.033+0000 7f606b8e1640 1 -- 172.21.15.33:0/1851363260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60641f5410 con 0x7f60641609f0 2024-07-26T17:06:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.034+0000 7f606b8e1640 1 -- 172.21.15.33:0/1851363260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60641f5200 con 0x7f60641609f0 2024-07-26T17:06:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.035+0000 7f6059ffb640 1 -- 172.21.15.33:0/1851363260 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f605c01c460 con 0x7f60641609f0 2024-07-26T17:06:46.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.035+0000 7f6059ffb640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f6048077160 0x7f6048079670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:46.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.036+0000 7f6059ffb640 1 -- 172.21.15.33:0/1851363260 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f605c0988f0 con 0x7f60641609f0 2024-07-26T17:06:46.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.036+0000 7f606967d640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f6048077160 0x7f6048079670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:46.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.036+0000 7f606967d640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f6048077160 0x7f6048079670 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6060005fd0 tx=0x7f60600095e0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:46.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.040+0000 7f6059ffb640 1 -- 172.21.15.33:0/1851363260 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f605c061840 con 0x7f60641609f0 2024-07-26T17:06:46.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.310+0000 7f606b8e1640 1 -- 172.21.15.33:0/1851363260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f6064161180 con 0x7f60641609f0 2024-07-26T17:06:46.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.315+0000 7f6059ffb640 1 -- 172.21.15.33:0/1851363260 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v55) ==== 190+0+147 (secure 0 0 0) 0x7f605c001080 con 0x7f60641609f0 2024-07-26T17:06:46.317 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T17:06:46.317 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T17:06:46.317 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T17:06:46.317 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T17:06:46.317 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T17:06:46.317 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T17:06:46.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 -- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f6048077160 msgr2=0x7f6048079670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:46.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f6048077160 0x7f6048079670 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6060005fd0 tx=0x7f60600095e0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 -- 172.21.15.33:0/1851363260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60641609f0 msgr2=0x7f60641541b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:46.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60641609f0 0x7f60641541b0 secure :-1 s=READY pgs=2793 cs=0 l=1 rev1=1 crypto rx=0x7f605c00c3c0 tx=0x7f605c00c880 comp rx=0 tx=0).stop 2024-07-26T17:06:46.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 -- 172.21.15.33:0/1851363260 shutdown_connections 2024-07-26T17:06:46.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f6048077160 0x7f6048079670 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60641609f0 0x7f60641541b0 unknown :-1 s=CLOSED pgs=2793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60640cede0 0x7f60641f5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 --2- 172.21.15.33:0/1851363260 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60640ce490 0x7f606409f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 -- 172.21.15.33:0/1851363260 >> 172.21.15.33:0/1851363260 conn(0x7f60640d1e10 msgr2=0x7f606415c500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:46.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 -- 172.21.15.33:0/1851363260 shutdown_connections 2024-07-26T17:06:46.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.318+0000 7f606b8e1640 1 -- 172.21.15.33:0/1851363260 wait complete. 2024-07-26T17:06:46.331 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:06:46.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.448+0000 7fb5123a9640 1 -- 172.21.15.33:0/4264399331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4f4003ff0 msgr2=0x7fb4f4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:46.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.448+0000 7fb5123a9640 1 --2- 172.21.15.33:0/4264399331 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4f4003ff0 0x7fb4f4004800 secure :-1 s=READY pgs=2795 cs=0 l=1 rev1=1 crypto rx=0x7fb500009b20 tx=0x7fb4f4005830 comp rx=0 tx=0).stop 2024-07-26T17:06:46.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.448+0000 7fb510946640 1 -- 172.21.15.33:0/4264399331 reap_dead start 2024-07-26T17:06:46.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.448+0000 7fb5123a9640 1 -- 172.21.15.33:0/4264399331 shutdown_connections 2024-07-26T17:06:46.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.448+0000 7fb5123a9640 1 -- 172.21.15.33:0/4264399331 >> 172.21.15.33:0/4264399331 conn(0x7fb50c0b5b00 msgr2=0x7fb50c0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:46.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.448+0000 7fb5123a9640 1 -- 172.21.15.33:0/4264399331 shutdown_connections 2024-07-26T17:06:46.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.448+0000 7fb5123a9640 1 -- 172.21.15.33:0/4264399331 wait complete. 2024-07-26T17:06:46.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.450+0000 7fb5123a9640 1 Processor -- start 2024-07-26T17:06:46.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.450+0000 7fb5123a9640 1 -- start start 2024-07-26T17:06:46.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.451+0000 7fb5123a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb50c0b6e40 0x7fb50c0b7250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:46.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb5123a9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb50c1f8750 0x7fb50c1f8b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb5123a9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb50c0cce20 0x7fb50c0cd230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb5123a9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb50c0b15e0 con 0x7fb50c0b6e40 2024-07-26T17:06:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb5123a9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb50c0b1460 con 0x7fb50c0cce20 2024-07-26T17:06:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb5123a9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb50c0b1760 con 0x7fb50c1f8750 2024-07-26T17:06:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb50bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb50c0b6e40 0x7fb50c0b7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb50bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb50c0b6e40 0x7fb50c0b7250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43438/0 (socket says 172.21.15.33:43438) 2024-07-26T17:06:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb50bfff640 1 -- 172.21.15.33:0/3399239148 learned_addr learned my addr 172.21.15.33:0/3399239148 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb510946640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb50c0cce20 0x7fb50c0cd230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb50b7fe640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb50c1f8750 0x7fb50c1f8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb50bfff640 1 -- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb50c1f8750 msgr2=0x7fb50c1f8b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:46.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb50bfff640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb50c1f8750 0x7fb50c1f8b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb50bfff640 1 -- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb50c0cce20 msgr2=0x7fb50c0cd230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:46.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb50bfff640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb50c0cce20 0x7fb50c0cd230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb50bfff640 1 -- 172.21.15.33:0/3399239148 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb50c0b7790 con 0x7fb50c0b6e40 2024-07-26T17:06:46.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb50bfff640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb50c0b6e40 0x7fb50c0b7250 secure :-1 s=READY pgs=2796 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc00e590 tx=0x7fb4fc001820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:46.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb508ff9640 1 -- 172.21.15.33:0/3399239148 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc015070 con 0x7fb50c0b6e40 2024-07-26T17:06:46.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb5123a9640 1 -- 172.21.15.33:0/3399239148 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb50c1f5160 con 0x7fb50c0b6e40 2024-07-26T17:06:46.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb508ff9640 1 -- 172.21.15.33:0/3399239148 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4fc010980 con 0x7fb50c0b6e40 2024-07-26T17:06:46.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb508ff9640 1 -- 172.21.15.33:0/3399239148 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc010dd0 con 0x7fb50c0b6e40 2024-07-26T17:06:46.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.452+0000 7fb5123a9640 1 -- 172.21.15.33:0/3399239148 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb50c1f5720 con 0x7fb50c0b6e40 2024-07-26T17:06:46.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.454+0000 7fb5123a9640 1 -- 172.21.15.33:0/3399239148 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb50c0b0b10 con 0x7fb50c0b6e40 2024-07-26T17:06:46.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.454+0000 7fb508ff9640 1 -- 172.21.15.33:0/3399239148 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fb4fc018070 con 0x7fb50c0b6e40 2024-07-26T17:06:46.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.455+0000 7fb508ff9640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb4f8077130 0x7fb4f8079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:46.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.455+0000 7fb508ff9640 1 -- 172.21.15.33:0/3399239148 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7fb4fc0990c0 con 0x7fb50c0b6e40 2024-07-26T17:06:46.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.455+0000 7fb50b7fe640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb4f8077130 0x7fb4f8079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:46.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.456+0000 7fb50b7fe640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb4f8077130 0x7fb4f8079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb500035000 tx=0x7fb5000046c0 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:46.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.459+0000 7fb508ff9640 1 -- 172.21.15.33:0/3399239148 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb50c0b7790 con 0x7fb50c0b6e40 2024-07-26T17:06:46.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.694+0000 7fb5123a9640 1 -- 172.21.15.33:0/3399239148 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb50c0b58e0 con 0x7fb50c0b6e40 2024-07-26T17:06:46.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.694+0000 7fb508ff9640 1 -- 172.21.15.33:0/3399239148 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5244 (secure 0 0 0) 0x7fb4fc06a0c0 con 0x7fb50c0b6e40 2024-07-26T17:06:46.696 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:06:46.696 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":160,"btime":"2024-07-26T17:06:39:878577+0000","default_fscid":18,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":10103,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2472890932","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2472890932},{"type":"v1","addr":"172.21.15.154:6835","nonce":2472890932}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11422,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3821891601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821891601},{"type":"v1","addr":"172.21.15.33:6835","nonce":3821891601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11425,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3095172488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3095172488},{"type":"v1","addr":"172.21.15.33:6834","nonce":3095172488}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":154}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:36.236673+0000","modified":"2024-07-26T17:06:39.267415+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12642},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12642":{"gid":12642,"name":"d","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/175913275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":175913275},{"type":"v1","addr":"172.21.15.154:6834","nonce":175913275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[38],"metadata_pool":37,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12642,"qdb_cluster":[12642]},"id":18}]} 2024-07-26T17:06:46.697 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 160 2024-07-26T17:06:46.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.696+0000 7fb5123a9640 1 -- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb4f8077130 msgr2=0x7fb4f8079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:46.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.697+0000 7fb5123a9640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb4f8077130 0x7fb4f8079640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb500035000 tx=0x7fb5000046c0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.697+0000 7fb5123a9640 1 -- 172.21.15.33:0/3399239148 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb50c0b6e40 msgr2=0x7fb50c0b7250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:46.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.697+0000 7fb5123a9640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb50c0b6e40 0x7fb50c0b7250 secure :-1 s=READY pgs=2796 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc00e590 tx=0x7fb4fc001820 comp rx=0 tx=0).stop 2024-07-26T17:06:46.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.697+0000 7fb5123a9640 1 -- 172.21.15.33:0/3399239148 shutdown_connections 2024-07-26T17:06:46.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.697+0000 7fb5123a9640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb50c0cce20 0x7fb50c0cd230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.697+0000 7fb5123a9640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb50c1f8750 0x7fb50c1f8b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.697+0000 7fb5123a9640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fb4f8077130 0x7fb4f8079640 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.697+0000 7fb5123a9640 1 --2- 172.21.15.33:0/3399239148 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb50c0b6e40 0x7fb50c0b7250 unknown :-1 s=CLOSED pgs=2796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:46.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.697+0000 7fb5123a9640 1 -- 172.21.15.33:0/3399239148 >> 172.21.15.33:0/3399239148 conn(0x7fb50c0b5b00 msgr2=0x7fb50c0b5050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:46.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.697+0000 7fb5123a9640 1 -- 172.21.15.33:0/3399239148 shutdown_connections 2024-07-26T17:06:46.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:46.697+0000 7fb5123a9640 1 -- 172.21.15.33:0/3399239148 wait complete. 2024-07-26T17:06:47.112 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 160, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T17:06:36.236673+0000', 'modified': '2024-07-26T17:06:39.267415+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 12642}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_12642': {'gid': 12642, 'name': 'd', 'rank': 0, 'incarnation': 156, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.154:6834/175913275', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.154:6832', 'nonce': 175913275}, {'type': 'v1', 'addr': '172.21.15.154:6834', 'nonce': 175913275}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [38], 'metadata_pool': 37, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 12642, 'qdb_cluster': [12642]} 2024-07-26T17:06:47.113 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T17:06:47.113 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-26T17:06:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.235+0000 7fa747f58640 1 -- 172.21.15.33:0/2890753138 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7400cfd00 msgr2=0x7fa7400ce790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.235+0000 7fa747f58640 1 --2- 172.21.15.33:0/2890753138 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7400cfd00 0x7fa7400ce790 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009830 tx=0x7fa73c02a480 comp rx=0 tx=0).stop 2024-07-26T17:06:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.235+0000 7fa747f58640 1 -- 172.21.15.33:0/2890753138 shutdown_connections 2024-07-26T17:06:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.235+0000 7fa747f58640 1 --2- 172.21.15.33:0/2890753138 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7400d0bc0 0x7fa7400cecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.235+0000 7fa747f58640 1 --2- 172.21.15.33:0/2890753138 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7400cfd00 0x7fa7400ce790 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.235+0000 7fa747f58640 1 -- 172.21.15.33:0/2890753138 >> 172.21.15.33:0/2890753138 conn(0x7fa7400d1e00 msgr2=0x7fa7400d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.235+0000 7fa747f58640 1 -- 172.21.15.33:0/2890753138 shutdown_connections 2024-07-26T17:06:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.235+0000 7fa747f58640 1 -- 172.21.15.33:0/2890753138 wait complete. 2024-07-26T17:06:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.237+0000 7fa747f58640 1 Processor -- start 2024-07-26T17:06:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.237+0000 7fa747f58640 1 -- start start 2024-07-26T17:06:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa747f58640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7400cfd00 0x7fa74015f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa747f58640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7400d0bc0 0x7fa7400b6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa747f58640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa740160350 0x7fa74006ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa747f58640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa7400b4fe0 con 0x7fa7400cfd00 2024-07-26T17:06:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa747f58640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa7400b4e60 con 0x7fa740160350 2024-07-26T17:06:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa747f58640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa7400b5160 con 0x7fa7400d0bc0 2024-07-26T17:06:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa745cf4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7400cfd00 0x7fa74015f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa745cf4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7400cfd00 0x7fa74015f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43448/0 (socket says 172.21.15.33:43448) 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa745cf4640 1 -- 172.21.15.33:0/1960942072 learned_addr learned my addr 172.21.15.33:0/1960942072 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa7454f3640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7400d0bc0 0x7fa7400b6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa7464f5640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa740160350 0x7fa74006ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa745cf4640 1 -- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7400d0bc0 msgr2=0x7fa7400b6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa745cf4640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7400d0bc0 0x7fa7400b6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa745cf4640 1 -- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa740160350 msgr2=0x7fa74006ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa745cf4640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa740160350 0x7fa74006ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.238+0000 7fa745cf4640 1 -- 172.21.15.33:0/1960942072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7401f51c0 con 0x7fa7400cfd00 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.239+0000 7fa745cf4640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7400cfd00 0x7fa74015f0e0 secure :-1 s=READY pgs=2797 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009950 tx=0x7fa73c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.239+0000 7fa7367fc640 1 -- 172.21.15.33:0/1960942072 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c005c90 con 0x7fa7400cfd00 2024-07-26T17:06:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.239+0000 7fa7367fc640 1 -- 172.21.15.33:0/1960942072 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa73c031e50 con 0x7fa7400cfd00 2024-07-26T17:06:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.239+0000 7fa7367fc640 1 -- 172.21.15.33:0/1960942072 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c005260 con 0x7fa7400cfd00 2024-07-26T17:06:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.239+0000 7fa747f58640 1 -- 172.21.15.33:0/1960942072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa74015f620 con 0x7fa7400cfd00 2024-07-26T17:06:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.239+0000 7fa747f58640 1 -- 172.21.15.33:0/1960942072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa74015e2b0 con 0x7fa7400cfd00 2024-07-26T17:06:47.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.241+0000 7fa7367fc640 1 -- 172.21.15.33:0/1960942072 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7fa73c005400 con 0x7fa7400cfd00 2024-07-26T17:06:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.241+0000 7fa7367fc640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fa724077130 0x7fa724079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.242+0000 7fa7367fc640 1 -- 172.21.15.33:0/1960942072 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7fa73c0b9f20 con 0x7fa7400cfd00 2024-07-26T17:06:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.242+0000 7fa7454f3640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fa724077130 0x7fa724079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.242+0000 7fa7454f3640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fa724077130 0x7fa724079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa7400b57a0 tx=0x7fa730009260 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.243+0000 7fa74ee72740 1 Processor -- start 2024-07-26T17:06:47.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.243+0000 7fa74ee72740 1 -- start start 2024-07-26T17:06:47.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa6b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff6723b0 0x561dffa6b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa88640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa74ee72740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561dff9b33f0 con 0x561dff67a590 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa74ee72740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x561dff9a2a90 con 0x561dff6723b0 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa74ee72740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x561dff9a6930 con 0x561dff69b270 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa7464f5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa88640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa7464f5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa88640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43452/0 (socket says 172.21.15.33:43452) 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa7464f5640 1 -- 172.21.15.33:0/2215217755 learned_addr learned my addr 172.21.15.33:0/2215217755 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa7454f3640 1 --2- 172.21.15.33:0/2215217755 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff6723b0 0x561dffa6b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa745cf4640 1 --2- 172.21.15.33:0/2215217755 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa6b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa7464f5640 1 -- 172.21.15.33:0/2215217755 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 msgr2=0x561dffa6b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa7464f5640 1 --2- 172.21.15.33:0/2215217755 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa6b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa7464f5640 1 -- 172.21.15.33:0/2215217755 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff6723b0 msgr2=0x561dffa6b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.244+0000 7fa7464f5640 1 --2- 172.21.15.33:0/2215217755 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff6723b0 0x561dffa6b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.245+0000 7fa7464f5640 1 -- 172.21.15.33:0/2215217755 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561dff706850 con 0x561dff67a590 2024-07-26T17:06:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.245+0000 7fa7464f5640 1 --2- 172.21.15.33:0/2215217755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa88640 secure :-1 s=READY pgs=2798 cs=0 l=1 rev1=1 crypto rx=0x7fa738001b50 tx=0x7fa738001f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=777e6933ba61c7d9 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.245+0000 7fa7237fe640 1 -- 172.21.15.33:0/2215217755 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa738019070 con 0x561dff67a590 2024-07-26T17:06:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.245+0000 7fa7237fe640 1 -- 172.21.15.33:0/2215217755 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa738003b80 con 0x561dff67a590 2024-07-26T17:06:47.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.245+0000 7fa7237fe640 1 -- 172.21.15.33:0/2215217755 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73800e740 con 0x561dff67a590 2024-07-26T17:06:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.246+0000 7fa74ee72740 1 -- 172.21.15.33:0/2215217755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 msgr2=0x561dffa88640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.246+0000 7fa74ee72740 1 --2- 172.21.15.33:0/2215217755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa88640 secure :-1 s=READY pgs=2798 cs=0 l=1 rev1=1 crypto rx=0x7fa738001b50 tx=0x7fa738001f50 comp rx=0 tx=0).stop 2024-07-26T17:06:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.246+0000 7fa74ee72740 1 -- 172.21.15.33:0/2215217755 shutdown_connections 2024-07-26T17:06:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.246+0000 7fa74ee72740 1 --2- 172.21.15.33:0/2215217755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa88640 unknown :-1 s=CLOSED pgs=2798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.246+0000 7fa74ee72740 1 --2- 172.21.15.33:0/2215217755 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff6723b0 0x561dffa6b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.246+0000 7fa74ee72740 1 --2- 172.21.15.33:0/2215217755 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa6b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.246+0000 7fa74ee72740 1 -- 172.21.15.33:0/2215217755 >> 172.21.15.33:0/2215217755 conn(0x561dff68f3c0 msgr2=0x561dffa414c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.246+0000 7fa74ee72740 1 -- 172.21.15.33:0/2215217755 shutdown_connections 2024-07-26T17:06:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.246+0000 7fa74ee72740 1 -- 172.21.15.33:0/2215217755 wait complete. 2024-07-26T17:06:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.247+0000 7fa74ee72740 1 -- start start 2024-07-26T17:06:47.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.247+0000 7fa74ee72740 1 Processor -- start 2024-07-26T17:06:47.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff67a590 0x561dffa829c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa86840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa74ee72740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561dff715620 con 0x561dff6723b0 2024-07-26T17:06:47.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa74ee72740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x561dff92acb0 con 0x561dff67a590 2024-07-26T17:06:47.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa74ee72740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x561dffa6bc80 con 0x561dff69b270 2024-07-26T17:06:47.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa74ee72740 10 client.0 _ll_register_callbacks cb 0x561dff94cea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:06:47.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa745cf4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa745cf4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7de40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43466/0 (socket says 172.21.15.33:43466) 2024-07-26T17:06:47.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa745cf4640 1 -- 172.21.15.33:0/4124153585 learned_addr learned my addr 172.21.15.33:0/4124153585 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:47.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa7454f3640 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff67a590 0x561dffa829c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.248+0000 7fa7464f5640 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa86840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa745cf4640 1 -- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 msgr2=0x561dffa86840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:47.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa745cf4640 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa86840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa745cf4640 1 -- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff67a590 msgr2=0x561dffa829c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa745cf4640 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff67a590 0x561dffa829c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa745cf4640 1 -- 172.21.15.33:0/4124153585 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561dff77d6b0 con 0x561dff6723b0 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa7464f5640 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa86840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa745cf4640 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7de40 secure :-1 s=READY pgs=2799 cs=0 l=1 rev1=1 crypto rx=0x7fa73c07ebd0 tx=0x7fa73c081d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98a16d033974b59e server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa720ff9640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa720ff9640 1 -- 172.21.15.33:0/4124153585 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c09b020 con 0x561dff6723b0 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa720ff9640 1 -- 172.21.15.33:0/4124153585 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7fa73c082a40 con 0x561dff6723b0 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa74ee72740 1 -- 172.21.15.33:0/4124153585 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa738003b80 con 0x561dff6723b0 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa720ff9640 1 -- 172.21.15.33:0/4124153585 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=160) ==== 24+0+0 (secure 0 0 0) 0x7fa73c048030 con 0x561dff6723b0 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa74ee72740 10 client.12780 fetch_fsmap learned FSMap version 160 2024-07-26T17:06:47.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.249+0000 7fa74ee72740 1 -- 172.21.15.33:0/4124153585 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=160,monmap=2+}) -- 0x561dffa993d0 con 0x561dff6723b0 2024-07-26T17:06:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.250+0000 7fa720ff9640 1 -- 172.21.15.33:0/4124153585 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa738003b80 con 0x561dff6723b0 2024-07-26T17:06:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.250+0000 7fa720ff9640 1 -- 172.21.15.33:0/4124153585 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 160) ==== 3502+0+0 (secure 0 0 0) 0x7fa73c08b170 con 0x561dff6723b0 2024-07-26T17:06:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.250+0000 7fa74ee72740 10 client.12780 fetch_fsmap finished waiting for FSMap version 160 2024-07-26T17:06:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.250+0000 7fa74ee72740 10 client.12780 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-26T17:06:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.250+0000 7fa74ee72740 20 client.12780 populate_metadata read hostname 'smithi033' 2024-07-26T17:06:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.250+0000 7fa74ee72740 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:6832/175913275,v1:172.21.15.154:6834/175913275] conn(0x561dff659e40 0x561dffa805b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.250+0000 7fa74ee72740 4 client.12780 mds_command: new command op to 12642 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T17:06:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.250+0000 7fa74ee72740 1 -- 172.21.15.33:0/4124153585 --> [v2:172.21.15.154:6832/175913275,v1:172.21.15.154:6834/175913275] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561dff9b5340 con 0x561dff659e40 2024-07-26T17:06:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.250+0000 7fa7454f3640 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:6832/175913275,v1:172.21.15.154:6834/175913275] conn(0x561dff659e40 0x561dffa805b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.251+0000 7fa7454f3640 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:6832/175913275,v1:172.21.15.154:6834/175913275] conn(0x561dff659e40 0x561dffa805b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dea3bfc026786402 server_cookie=3c6036ddafe43767 in_seq=0 out_seq=0 2024-07-26T17:06:47.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.251+0000 7fa720ff9640 10 client.12780 ms_handle_connect on v2:172.21.15.154:6832/175913275 2024-07-26T17:06:47.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa720ff9640 1 -- 172.21.15.33:0/4124153585 <== mds.0 v2:172.21.15.154:6832/175913275 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561dff9b5340 con 0x561dff659e40 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa720ff9640 10 client.12780 handle_command_reply: tid=0 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 1 client.12780 shutdown 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 1 -- 172.21.15.33:0/4124153585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 msgr2=0x561dffa7de40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7de40 secure :-1 s=READY pgs=2799 cs=0 l=1 rev1=1 crypto rx=0x7fa73c07ebd0 tx=0x7fa73c081d50 comp rx=0 tx=0).stop 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 1 -- 172.21.15.33:0/4124153585 shutdown_connections 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:6832/175913275,v1:172.21.15.154:6834/175913275] conn(0x561dff659e40 0x561dffa805b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa86840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff67a590 0x561dffa829c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 1 --2- 172.21.15.33:0/4124153585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7de40 unknown :-1 s=CLOSED pgs=2799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa720ff9640 0 client.12780 ms_handle_reset on v2:172.21.15.154:6832/175913275 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 1 -- 172.21.15.33:0/4124153585 >> 172.21.15.33:0/4124153585 conn(0x561dff68f3c0 msgr2=0x561dffa67ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:47.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 1 -- 172.21.15.33:0/4124153585 shutdown_connections 2024-07-26T17:06:47.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 1 -- 172.21.15.33:0/4124153585 wait complete. 2024-07-26T17:06:47.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.252+0000 7fa74ee72740 20 client.12780 trim_cache size 0 max 16384 2024-07-26T17:06:47.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.272+0000 7fa74ee72740 1 Processor -- start 2024-07-26T17:06:47.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.272+0000 7fa74ee72740 1 -- start start 2024-07-26T17:06:47.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.273+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.273+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff67a590 0x561dffa6b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.273+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff69b270 0x561dffa87af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.273+0000 7fa74ee72740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa7401f8e80 con 0x561dff6723b0 2024-07-26T17:06:47.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.273+0000 7fa74ee72740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa74006e1f0 con 0x561dff69b270 2024-07-26T17:06:47.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.273+0000 7fa74ee72740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa7401f8800 con 0x561dff67a590 2024-07-26T17:06:47.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.273+0000 7fa745cf4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.273+0000 7fa745cf4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43478/0 (socket says 172.21.15.33:43478) 2024-07-26T17:06:47.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.273+0000 7fa745cf4640 1 -- 172.21.15.33:0/233883280 learned_addr learned my addr 172.21.15.33:0/233883280 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.273+0000 7fa7464f5640 1 --2- 172.21.15.33:0/233883280 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff69b270 0x561dffa87af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.273+0000 7fa7454f3640 1 --2- 172.21.15.33:0/233883280 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff67a590 0x561dffa6b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.274+0000 7fa745cf4640 1 -- 172.21.15.33:0/233883280 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff67a590 msgr2=0x561dffa6b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.274+0000 7fa745cf4640 1 --2- 172.21.15.33:0/233883280 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff67a590 0x561dffa6b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.274+0000 7fa745cf4640 1 -- 172.21.15.33:0/233883280 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff69b270 msgr2=0x561dffa87af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.274+0000 7fa745cf4640 1 --2- 172.21.15.33:0/233883280 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff69b270 0x561dffa87af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.274+0000 7fa745cf4640 1 -- 172.21.15.33:0/233883280 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561dffa990f0 con 0x561dff6723b0 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.274+0000 7fa7454f3640 1 --2- 172.21.15.33:0/233883280 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff67a590 0x561dffa6b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.274+0000 7fa745cf4640 1 --2- 172.21.15.33:0/233883280 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7c780 secure :-1 s=READY pgs=2800 cs=0 l=1 rev1=1 crypto rx=0x7fa73c07f850 tx=0x7fa73c02a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e88a9fbd27d3a44c server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.274+0000 7fa722ffd640 1 -- 172.21.15.33:0/233883280 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c09b050 con 0x561dff6723b0 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.274+0000 7fa722ffd640 1 -- 172.21.15.33:0/233883280 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa73c090070 con 0x561dff6723b0 2024-07-26T17:06:47.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.274+0000 7fa722ffd640 1 -- 172.21.15.33:0/233883280 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa73c082630 con 0x561dff6723b0 2024-07-26T17:06:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.275+0000 7fa74ee72740 1 -- 172.21.15.33:0/233883280 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 msgr2=0x561dffa7c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.275+0000 7fa74ee72740 1 --2- 172.21.15.33:0/233883280 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7c780 secure :-1 s=READY pgs=2800 cs=0 l=1 rev1=1 crypto rx=0x7fa73c07f850 tx=0x7fa73c02a480 comp rx=0 tx=0).stop 2024-07-26T17:06:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.275+0000 7fa74ee72740 1 -- 172.21.15.33:0/233883280 shutdown_connections 2024-07-26T17:06:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.275+0000 7fa74ee72740 1 --2- 172.21.15.33:0/233883280 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff69b270 0x561dffa87af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.275+0000 7fa74ee72740 1 --2- 172.21.15.33:0/233883280 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff67a590 0x561dffa6b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.275+0000 7fa74ee72740 1 --2- 172.21.15.33:0/233883280 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff6723b0 0x561dffa7c780 unknown :-1 s=CLOSED pgs=2800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.275+0000 7fa74ee72740 1 -- 172.21.15.33:0/233883280 >> 172.21.15.33:0/233883280 conn(0x561dff68f3c0 msgr2=0x561dffa417e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.275+0000 7fa74ee72740 1 -- 172.21.15.33:0/233883280 shutdown_connections 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.275+0000 7fa74ee72740 1 -- 172.21.15.33:0/233883280 wait complete. 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.276+0000 7fa74ee72740 1 -- start start 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.276+0000 7fa74ee72740 1 Processor -- start 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.277+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff6723b0 0x561dffaf9730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.277+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa59aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.277+0000 7fa74ee72740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa6b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.277+0000 7fa74ee72740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x561dffa98ba0 con 0x561dff67a590 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.277+0000 7fa74ee72740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x561dffa7e410 con 0x561dff6723b0 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.277+0000 7fa74ee72740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x561dffa963d0 con 0x561dff69b270 2024-07-26T17:06:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.277+0000 7fa74ee72740 10 client.0 _ll_register_callbacks cb 0x7fa73c02a980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.277+0000 7fa7454f3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa59aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.277+0000 7fa7454f3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa59aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43486/0 (socket says 172.21.15.33:43486) 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.277+0000 7fa7454f3640 1 -- 172.21.15.33:0/3450575095 learned_addr learned my addr 172.21.15.33:0/3450575095 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa7464f5640 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa6b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa745cf4640 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff6723b0 0x561dffaf9730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa7454f3640 1 -- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 msgr2=0x561dffa6b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa7454f3640 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa6b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa7454f3640 1 -- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff6723b0 msgr2=0x561dffaf9730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa7454f3640 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff6723b0 0x561dffaf9730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa7454f3640 1 -- 172.21.15.33:0/3450575095 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561dffa59510 con 0x561dff67a590 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa7454f3640 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa59aa0 secure :-1 s=READY pgs=2801 cs=0 l=1 rev1=1 crypto rx=0x7fa7400cb9a0 tx=0x7fa730014070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64061ea20b736fac server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa720ff9640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:06:47.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa720ff9640 1 -- 172.21.15.33:0/3450575095 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730020760 con 0x561dff67a590 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa720ff9640 1 -- 172.21.15.33:0/3450575095 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7fa730035d00 con 0x561dff67a590 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa74ee72740 1 -- 172.21.15.33:0/3450575095 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa73c090070 con 0x561dff67a590 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa720ff9640 1 -- 172.21.15.33:0/3450575095 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=160) ==== 24+0+0 (secure 0 0 0) 0x7fa730020900 con 0x561dff67a590 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa74ee72740 10 client.12786 fetch_fsmap learned FSMap version 160 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa74ee72740 1 -- 172.21.15.33:0/3450575095 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=160,monmap=2+}) -- 0x561dffa7cf20 con 0x561dff67a590 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa720ff9640 1 -- 172.21.15.33:0/3450575095 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa73c090070 con 0x561dff67a590 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa720ff9640 1 -- 172.21.15.33:0/3450575095 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 160) ==== 3502+0+0 (secure 0 0 0) 0x7fa73003c050 con 0x561dff67a590 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.278+0000 7fa74ee72740 10 client.12786 fetch_fsmap finished waiting for FSMap version 160 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.279+0000 7fa74ee72740 10 client.12786 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.279+0000 7fa74ee72740 20 client.12786 populate_metadata read hostname 'smithi033' 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.279+0000 7fa74ee72740 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:6832/175913275,v1:172.21.15.154:6834/175913275] conn(0x561dffaa7f10 0x561dffaa8320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.279+0000 7fa74ee72740 4 client.12786 mds_command: new command op to 12642 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.279+0000 7fa74ee72740 1 -- 172.21.15.33:0/3450575095 --> [v2:172.21.15.154:6832/175913275,v1:172.21.15.154:6834/175913275] -- command(tid 0: {"prefix": "status"}) -- 0x561dffa83f70 con 0x561dffaa7f10 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.279+0000 7fa745cf4640 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:6832/175913275,v1:172.21.15.154:6834/175913275] conn(0x561dffaa7f10 0x561dffaa8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.279+0000 7fa720ff9640 10 client.12786 ms_handle_connect on v2:172.21.15.154:6832/175913275 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.279+0000 7fa745cf4640 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:6832/175913275,v1:172.21.15.154:6834/175913275] conn(0x561dffaa7f10 0x561dffaa8320 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=949741e1da72154a server_cookie=4ceed6c5f4f2bcbf in_seq=0 out_seq=0 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa720ff9640 1 -- 172.21.15.33:0/3450575095 <== mds.0 v2:172.21.15.154:6832/175913275 1 ==== command_reply(tid 0: 0 ) ==== 8+0+335 (crc 0 0 0) 0x561dffa83f70 con 0x561dffaa7f10 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa720ff9640 10 client.12786 handle_command_reply: tid=0 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 1 client.12786 shutdown 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 1 -- 172.21.15.33:0/3450575095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 msgr2=0x561dffa59aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa59aa0 secure :-1 s=READY pgs=2801 cs=0 l=1 rev1=1 crypto rx=0x7fa7400cb9a0 tx=0x7fa730014070 comp rx=0 tx=0).stop 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 1 -- 172.21.15.33:0/3450575095 shutdown_connections 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:6832/175913275,v1:172.21.15.154:6834/175913275] conn(0x561dffaa7f10 0x561dffaa8320 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x561dff69b270 0x561dffa6b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa720ff9640 0 client.12786 ms_handle_reset on v2:172.21.15.154:6832/175913275 2024-07-26T17:06:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x561dff67a590 0x561dffa59aa0 unknown :-1 s=CLOSED pgs=2801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 1 --2- 172.21.15.33:0/3450575095 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x561dff6723b0 0x561dffaf9730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 1 -- 172.21.15.33:0/3450575095 >> 172.21.15.33:0/3450575095 conn(0x561dff68f3c0 msgr2=0x561dffa7e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 1 -- 172.21.15.33:0/3450575095 shutdown_connections 2024-07-26T17:06:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 1 -- 172.21.15.33:0/3450575095 wait complete. 2024-07-26T17:06:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa74ee72740 20 client.12786 trim_cache size 0 max 16384 2024-07-26T17:06:47.287 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:06:47.287 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T17:06:47.287 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T17:06:47.288 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 12642, 2024-07-26T17:06:47.288 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T17:06:47.288 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T17:06:47.288 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T17:06:47.288 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 10.413714218000001, 2024-07-26T17:06:47.288 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 160, 2024-07-26T17:06:47.288 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 286, 2024-07-26T17:06:47.288 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 286, 2024-07-26T17:06:47.288 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 15.034385652999999 2024-07-26T17:06:47.288 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:06:47.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa747f58640 1 -- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fa724077130 msgr2=0x7fa724079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa747f58640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fa724077130 0x7fa724079640 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa7400b57a0 tx=0x7fa730009260 comp rx=0 tx=0).stop 2024-07-26T17:06:47.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa747f58640 1 -- 172.21.15.33:0/1960942072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7400cfd00 msgr2=0x7fa74015f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa747f58640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7400cfd00 0x7fa74015f0e0 secure :-1 s=READY pgs=2797 cs=0 l=1 rev1=1 crypto rx=0x7fa73c009950 tx=0x7fa73c033c20 comp rx=0 tx=0).stop 2024-07-26T17:06:47.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa747f58640 1 -- 172.21.15.33:0/1960942072 shutdown_connections 2024-07-26T17:06:47.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa747f58640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa740160350 0x7fa74006ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa747f58640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7400d0bc0 0x7fa7400b6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa747f58640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7fa724077130 0x7fa724079640 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa747f58640 1 --2- 172.21.15.33:0/1960942072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7400cfd00 0x7fa74015f0e0 unknown :-1 s=CLOSED pgs=2797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.280+0000 7fa747f58640 1 -- 172.21.15.33:0/1960942072 >> 172.21.15.33:0/1960942072 conn(0x7fa7400d1e00 msgr2=0x7fa7400b3d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:47.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.281+0000 7fa747f58640 1 -- 172.21.15.33:0/1960942072 shutdown_connections 2024-07-26T17:06:47.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.281+0000 7fa747f58640 1 -- 172.21.15.33:0/1960942072 wait complete. 2024-07-26T17:06:47.294 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T17:06:47.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.410+0000 7f4d67a07640 1 -- 172.21.15.33:0/2609092895 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d600cd710 msgr2=0x7f4d6006d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.410+0000 7f4d67a07640 1 --2- 172.21.15.33:0/2609092895 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d600cd710 0x7f4d6006d710 secure :-1 s=READY pgs=2803 cs=0 l=1 rev1=1 crypto rx=0x7f4d60073b00 tx=0x7f4d5402a510 comp rx=0 tx=0).stop 2024-07-26T17:06:47.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.410+0000 7f4d67a07640 1 -- 172.21.15.33:0/2609092895 shutdown_connections 2024-07-26T17:06:47.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.410+0000 7f4d67a07640 1 --2- 172.21.15.33:0/2609092895 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d600cd710 0x7f4d6006d710 unknown :-1 s=CLOSED pgs=2803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.410+0000 7f4d67a07640 1 -- 172.21.15.33:0/2609092895 >> 172.21.15.33:0/2609092895 conn(0x7f4d600d09d0 msgr2=0x7f4d60072c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:47.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.410+0000 7f4d67a07640 1 -- 172.21.15.33:0/2609092895 shutdown_connections 2024-07-26T17:06:47.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.410+0000 7f4d67a07640 1 -- 172.21.15.33:0/2609092895 wait complete. 2024-07-26T17:06:47.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.412+0000 7f4d67a07640 1 Processor -- start 2024-07-26T17:06:47.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.412+0000 7f4d67a07640 1 -- start start 2024-07-26T17:06:47.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.413+0000 7f4d67a07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d6006dc50 0x7f4d6015d260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.413+0000 7f4d67a07640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d6015c110 0x7f4d6015ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.413+0000 7f4d67a07640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d6015f660 0x7f4d6015b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.413+0000 7f4d67a07640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4d600b4730 con 0x7f4d6006dc50 2024-07-26T17:06:47.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.413+0000 7f4d67a07640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4d600b45b0 con 0x7f4d6015c110 2024-07-26T17:06:47.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.413+0000 7f4d67a07640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4d600b48b0 con 0x7f4d6015f660 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.413+0000 7f4d657a3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d6006dc50 0x7f4d6015d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.413+0000 7f4d657a3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d6006dc50 0x7f4d6015d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43512/0 (socket says 172.21.15.33:43512) 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.413+0000 7f4d657a3640 1 -- 172.21.15.33:0/3065880918 learned_addr learned my addr 172.21.15.33:0/3065880918 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.413+0000 7f4d64fa2640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d6015c110 0x7f4d6015ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.413+0000 7f4d65fa4640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d6015f660 0x7f4d6015b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.414+0000 7f4d657a3640 1 -- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d6015f660 msgr2=0x7f4d6015b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.414+0000 7f4d657a3640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d6015f660 0x7f4d6015b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.414+0000 7f4d657a3640 1 -- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d6015c110 msgr2=0x7f4d6015ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.414+0000 7f4d657a3640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d6015c110 0x7f4d6015ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.414+0000 7f4d657a3640 1 -- 172.21.15.33:0/3065880918 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d6015e5c0 con 0x7f4d6006dc50 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.414+0000 7f4d657a3640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d6006dc50 0x7f4d6015d260 secure :-1 s=READY pgs=2804 cs=0 l=1 rev1=1 crypto rx=0x7f4d5000c7a0 tx=0x7f4d5000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.414+0000 7f4d5dffb640 1 -- 172.21.15.33:0/3065880918 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d50017070 con 0x7f4d6006dc50 2024-07-26T17:06:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.414+0000 7f4d5dffb640 1 -- 172.21.15.33:0/3065880918 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d50005070 con 0x7f4d6006dc50 2024-07-26T17:06:47.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.414+0000 7f4d67a07640 1 -- 172.21.15.33:0/3065880918 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d6015e8a0 con 0x7f4d6006dc50 2024-07-26T17:06:47.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.414+0000 7f4d5dffb640 1 -- 172.21.15.33:0/3065880918 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d500054a0 con 0x7f4d6006dc50 2024-07-26T17:06:47.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.414+0000 7f4d67a07640 1 -- 172.21.15.33:0/3065880918 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d6015ee60 con 0x7f4d6006dc50 2024-07-26T17:06:47.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.415+0000 7f4d67a07640 1 -- 172.21.15.33:0/3065880918 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d600b4e50 con 0x7f4d6006dc50 2024-07-26T17:06:47.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.416+0000 7f4d5dffb640 1 -- 172.21.15.33:0/3065880918 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f4d5001a070 con 0x7f4d6006dc50 2024-07-26T17:06:47.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.416+0000 7f4d5dffb640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f4d4c077130 0x7f4d4c079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:47.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.417+0000 7f4d5dffb640 1 -- 172.21.15.33:0/3065880918 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f4d50098350 con 0x7f4d6006dc50 2024-07-26T17:06:47.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.417+0000 7f4d64fa2640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f4d4c077130 0x7f4d4c079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:47.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.417+0000 7f4d64fa2640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f4d4c077130 0x7f4d4c079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4d54033000 tx=0x7f4d54004730 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:47.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.421+0000 7f4d5dffb640 1 -- 172.21.15.33:0/3065880918 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4d6006e060 con 0x7f4d6006dc50 2024-07-26T17:06:47.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.652+0000 7f4d67a07640 1 -- 172.21.15.33:0/3065880918 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4d6015fb40 con 0x7f4d6006dc50 2024-07-26T17:06:47.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.653+0000 7f4d5dffb640 1 -- 172.21.15.33:0/3065880918 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v160) ==== 53+0+73 (secure 0 0 0) 0x7f4d50060bb0 con 0x7f4d6006dc50 2024-07-26T17:06:47.654 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T17:06:47.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 -- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f4d4c077130 msgr2=0x7f4d4c079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f4d4c077130 0x7f4d4c079640 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4d54033000 tx=0x7f4d54004730 comp rx=0 tx=0).stop 2024-07-26T17:06:47.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 -- 172.21.15.33:0/3065880918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d6006dc50 msgr2=0x7f4d6015d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:47.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d6006dc50 0x7f4d6015d260 secure :-1 s=READY pgs=2804 cs=0 l=1 rev1=1 crypto rx=0x7f4d5000c7a0 tx=0x7f4d5000cc60 comp rx=0 tx=0).stop 2024-07-26T17:06:47.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 -- 172.21.15.33:0/3065880918 shutdown_connections 2024-07-26T17:06:47.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4d6015f660 0x7f4d6015b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4d6015c110 0x7f4d6015ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f4d4c077130 0x7f4d4c079640 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 --2- 172.21.15.33:0/3065880918 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d6006dc50 0x7f4d6015d260 unknown :-1 s=CLOSED pgs=2804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:47.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 -- 172.21.15.33:0/3065880918 >> 172.21.15.33:0/3065880918 conn(0x7f4d600d09d0 msgr2=0x7f4d600b11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:47.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 -- 172.21.15.33:0/3065880918 shutdown_connections 2024-07-26T17:06:47.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47.655+0000 7f4d67a07640 1 -- 172.21.15.33:0/3065880918 wait complete. 2024-07-26T17:06:47.668 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T17:06:47.668 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T17:06:47.668 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T17:06:47.668 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T17:06:47.668 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:47.668 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T17:06:47.668 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T17:06:47.668 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T17:06:47.668 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:06:47.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:47.669 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T17:06:47.685 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T17:06:47.685 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:47.686 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T17:06:47.687 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T17:06:47.687 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 36849sec preferred_lft 36849sec 2024-07-26T17:06:47.687 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T17:06:47.687 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:47.687 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:06:47.687 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:47.687 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T17:06:47.687 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T17:06:47.687 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:06:47.687 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T17:06:47.687 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:47.688 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T17:06:47.688 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:47.688 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:06:47.688 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:47.688 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T17:06:47.688 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:47.688 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:06:47.688 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:47.688 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T17:06:47.688 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:06:47.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:47.689 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T17:06:47.749 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T17:06:47.751 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:47.751 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T17:06:47.808 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T17:06:47.808 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T17:06:47.808 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T17:06:47.808 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T17:06:47.808 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T17:06:47.809 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T17:06:47.809 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T17:06:47.809 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T17:06:47.809 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T17:06:47.809 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T17:06:47.809 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T17:06:47.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T17:06:47.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:06:47.938 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:47.938 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T17:06:47.954 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T17:06:47.955 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T17:06:47.955 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:06:47.955 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:47.955 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T17:06:48.020 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T17:06:48.020 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:06:48.021 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:48.076 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:06:48.077 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:06:48.077 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:48.132 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:06:48.198 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:06:48.255 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:06:48.255 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:06:48.256 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:06:48.257 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:06:48.258 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:06:48.258 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:48.258 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:48.258 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:48.258 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:48.258 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:48.258 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:06:48.311 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T17:06:48.311 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T17:06:48.354 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:06:48.380 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:06:48.439 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:06:48.439 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:06:48.439 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:06:48.439 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:06:48.439 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:06:48.439 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:06:48.439 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:06:48.439 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:06:48.439 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:06:48.440 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:06:48.441 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:06:48.441 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:06:48.441 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:06:48.441 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:06:48.441 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:06:48.441 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:06:48.441 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:06:48.441 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:06:48.441 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:48.441 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:06:48.441 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:48.442 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:06:48.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:48.442 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:06:48.448 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T17:06:48.447+0000 7fb9ceeae480 -1 init, newargv = 0x7fb9b4001080 newargc=15 2024-07-26T17:06:48.448 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[110695]: starting ceph client 2024-07-26T17:06:48.454 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[110695]: starting fuse 2024-07-26T17:06:48.464 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T17:06:48.464 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T17:06:48.464 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T17:06:48.464 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:48.465 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T17:06:48.466 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T17:06:48.466 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T17:06:48.466 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T17:06:48.466 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T17:06:48.466 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T17:06:48.466 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T17:06:48.466 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T17:06:48.466 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:06:48.466 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T17:06:48.466 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T17:06:48.585 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.110695.asok 2024-07-26T17:06:48.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:06:48.595 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.110695.asok 2024-07-26T17:06:48.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:48.596 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.110695.asok status 2024-07-26T17:06:48.743 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:06:48.743 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T17:06:48.743 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T17:06:48.743 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T17:06:48.743 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T17:06:48.743 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "110695", 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 12804, 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 12804 2024-07-26T17:06:48.744 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 4187674829 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 4187674829 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.12804 192.168.0.1:0/4187674829", 2024-07-26T17:06:48.745 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/4187674829", 2024-07-26T17:06:48.746 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T17:06:48.746 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 160, 2024-07-26T17:06:48.746 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 286, 2024-07-26T17:06:48.746 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T17:06:48.746 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T17:06:48.746 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T17:06:48.746 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:06:48.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:48.752 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T17:06:48.752 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:48.768 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T17:06:48.768 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:48.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:48.769 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:06:48.834 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T17:06:48.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.993+0000 7f86d05eb640 1 -- 172.21.15.33:0/3909783409 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b4004e60 msgr2=0x7f86b40052b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:48.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.993+0000 7f86d05eb640 1 --2- 172.21.15.33:0/3909783409 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86b4004e60 0x7f86b40052b0 secure :-1 s=READY pgs=2809 cs=0 l=1 rev1=1 crypto rx=0x7f86c00016c0 tx=0x7f86b4005830 comp rx=0 tx=0).stop 2024-07-26T17:06:48.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.993+0000 7f86ceb88640 1 -- 172.21.15.33:0/3909783409 reap_dead start 2024-07-26T17:06:48.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.993+0000 7f86d05eb640 1 -- 172.21.15.33:0/3909783409 shutdown_connections 2024-07-26T17:06:48.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.993+0000 7f86d05eb640 1 -- 172.21.15.33:0/3909783409 >> 172.21.15.33:0/3909783409 conn(0x7f86c80d1e10 msgr2=0x7f86c80d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:48.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.993+0000 7f86d05eb640 1 -- 172.21.15.33:0/3909783409 shutdown_connections 2024-07-26T17:06:48.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.993+0000 7f86d05eb640 1 -- 172.21.15.33:0/3909783409 wait complete. 2024-07-26T17:06:48.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.995+0000 7f86d05eb640 1 Processor -- start 2024-07-26T17:06:48.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.995+0000 7f86d05eb640 1 -- start start 2024-07-26T17:06:48.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86d05eb640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86b4004e60 0x7f86c809f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:48.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86d05eb640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86c806eca0 0x7f86c81e4070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:48.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86d05eb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86c81f8700 0x7f86c81f8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:48.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86d05eb640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f86c80d2cc0 con 0x7f86c81f8700 2024-07-26T17:06:48.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86d05eb640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f86c80d2b40 con 0x7f86c806eca0 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86d05eb640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f86c80b2980 con 0x7f86b4004e60 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86ceb88640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86c81f8700 0x7f86c81f8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86ceb88640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86c81f8700 0x7f86c81f8b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43532/0 (socket says 172.21.15.33:43532) 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86ceb88640 1 -- 172.21.15.33:0/2964719767 learned_addr learned my addr 172.21.15.33:0/2964719767 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86ce387640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86b4004e60 0x7f86c809f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86cdb86640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86c806eca0 0x7f86c81e4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86ceb88640 1 -- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86b4004e60 msgr2=0x7f86c809f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86ceb88640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86b4004e60 0x7f86c809f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86ceb88640 1 -- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86c806eca0 msgr2=0x7f86c81e4070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86ceb88640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86c806eca0 0x7f86c81e4070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86ceb88640 1 -- 172.21.15.33:0/2964719767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86c81f9050 con 0x7f86c81f8700 2024-07-26T17:06:49.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86ce387640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86b4004e60 0x7f86c809f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:49.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.996+0000 7f86cdb86640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86c806eca0 0x7f86c81e4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:49.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.997+0000 7f86ceb88640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86c81f8700 0x7f86c81f8b10 secure :-1 s=READY pgs=2810 cs=0 l=1 rev1=1 crypto rx=0x7f86c002a930 tx=0x7f86c00062e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:49.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.997+0000 7f86beffd640 1 -- 172.21.15.33:0/2964719767 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c00037f0 con 0x7f86c81f8700 2024-07-26T17:06:49.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.997+0000 7f86beffd640 1 -- 172.21.15.33:0/2964719767 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f86c0003a80 con 0x7f86c81f8700 2024-07-26T17:06:49.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.997+0000 7f86d05eb640 1 -- 172.21.15.33:0/2964719767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86c81e6d10 con 0x7f86c81f8700 2024-07-26T17:06:49.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.997+0000 7f86beffd640 1 -- 172.21.15.33:0/2964719767 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c003d440 con 0x7f86c81f8700 2024-07-26T17:06:49.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.997+0000 7f86d05eb640 1 -- 172.21.15.33:0/2964719767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86c80c9f60 con 0x7f86c81f8700 2024-07-26T17:06:49.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.998+0000 7f86d05eb640 1 -- 172.21.15.33:0/2964719767 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86c80c9d50 con 0x7f86c81f8700 2024-07-26T17:06:49.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.999+0000 7f86beffd640 1 -- 172.21.15.33:0/2964719767 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f86c0030050 con 0x7f86c81f8700 2024-07-26T17:06:49.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.999+0000 7f86beffd640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f86ac077130 0x7f86ac079640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:49.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:48.999+0000 7f86beffd640 1 -- 172.21.15.33:0/2964719767 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f86c00b84e0 con 0x7f86c81f8700 2024-07-26T17:06:49.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.000+0000 7f86ce387640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f86ac077130 0x7f86ac079640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:49.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.000+0000 7f86ce387640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f86ac077130 0x7f86ac079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f86c4005fd0 tx=0x7f86c4009530 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:49.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.004+0000 7f86beffd640 1 -- 172.21.15.33:0/2964719767 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f86c81f9050 con 0x7f86c81f8700 2024-07-26T17:06:49.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.218+0000 7f86d05eb640 1 -- 172.21.15.33:0/2964719767 --> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7f86c81e45b0 con 0x7f86ac077130 2024-07-26T17:06:49.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.220+0000 7f86beffd640 1 -- 172.21.15.33:0/2964719767 <== mgr.11257 v2:172.21.15.154:6836/1540360436 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+41 (secure 0 0 0) 0x7f86c401d480 con 0x7f86ac077130 2024-07-26T17:06:49.222 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:06:49.222 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:06:49.222 INFO:teuthology.orchestra.run.smithi033.stdout: "name": "cephfs" 2024-07-26T17:06:49.222 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:06:49.222 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:06:49.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 -- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f86ac077130 msgr2=0x7f86ac079640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:49.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f86ac077130 0x7f86ac079640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f86c4005fd0 tx=0x7f86c4009530 comp rx=0 tx=0).stop 2024-07-26T17:06:49.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 -- 172.21.15.33:0/2964719767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86c81f8700 msgr2=0x7f86c81f8b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:49.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86c81f8700 0x7f86c81f8b10 secure :-1 s=READY pgs=2810 cs=0 l=1 rev1=1 crypto rx=0x7f86c002a930 tx=0x7f86c00062e0 comp rx=0 tx=0).stop 2024-07-26T17:06:49.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 -- 172.21.15.33:0/2964719767 shutdown_connections 2024-07-26T17:06:49.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f86ac077130 0x7f86ac079640 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:49.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86c81f8700 0x7f86c81f8b10 unknown :-1 s=CLOSED pgs=2810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:49.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f86c806eca0 0x7f86c81e4070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:49.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 --2- 172.21.15.33:0/2964719767 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f86b4004e60 0x7f86c809f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:49.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 -- 172.21.15.33:0/2964719767 >> 172.21.15.33:0/2964719767 conn(0x7f86c80d1e10 msgr2=0x7f86c80b0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:49.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 -- 172.21.15.33:0/2964719767 shutdown_connections 2024-07-26T17:06:49.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.222+0000 7f86d05eb640 1 -- 172.21.15.33:0/2964719767 wait complete. 2024-07-26T17:06:49.235 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module enable snap_schedule 2024-07-26T17:06:49.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.355+0000 7f1f4841c640 1 -- 172.21.15.33:0/2264965724 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f28004800 msgr2=0x7f1f28004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:49.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.355+0000 7f1f4841c640 1 --2- 172.21.15.33:0/2264965724 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f28004800 0x7f1f28004c10 secure :-1 s=READY pgs=2812 cs=0 l=1 rev1=1 crypto rx=0x7f1f34009b50 tx=0x7f1f28005830 comp rx=0 tx=0).stop 2024-07-26T17:06:49.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.355+0000 7f1f469b9640 1 -- 172.21.15.33:0/2264965724 reap_dead start 2024-07-26T17:06:49.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.355+0000 7f1f4841c640 1 -- 172.21.15.33:0/2264965724 shutdown_connections 2024-07-26T17:06:49.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.355+0000 7f1f4841c640 1 -- 172.21.15.33:0/2264965724 >> 172.21.15.33:0/2264965724 conn(0x7f1f4006de40 msgr2=0x7f1f400b2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:49.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.355+0000 7f1f4841c640 1 -- 172.21.15.33:0/2264965724 shutdown_connections 2024-07-26T17:06:49.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.355+0000 7f1f4841c640 1 -- 172.21.15.33:0/2264965724 wait complete. 2024-07-26T17:06:49.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.356+0000 7f1f4841c640 1 Processor -- start 2024-07-26T17:06:49.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.357+0000 7f1f4841c640 1 -- start start 2024-07-26T17:06:49.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f4841c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1f28004800 0x7f1f4009e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:49.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f4841c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f40150750 0x7f1f401e24f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:49.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f4841c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1f401e2a30 0x7f1f4009ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:49.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f4841c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1f400ae920 con 0x7f1f40150750 2024-07-26T17:06:49.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f4841c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1f40070c40 con 0x7f1f401e2a30 2024-07-26T17:06:49.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f4841c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1f400aeaa0 con 0x7f1f28004800 2024-07-26T17:06:49.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f459b7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f40150750 0x7f1f401e24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:49.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f459b7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f40150750 0x7f1f401e24f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43548/0 (socket says 172.21.15.33:43548) 2024-07-26T17:06:49.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f459b7640 1 -- 172.21.15.33:0/2908743954 learned_addr learned my addr 172.21.15.33:0/2908743954 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:49.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f461b8640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1f28004800 0x7f1f4009e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:49.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f469b9640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1f401e2a30 0x7f1f4009ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:49.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f459b7640 1 -- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1f28004800 msgr2=0x7f1f4009e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:49.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f459b7640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1f28004800 0x7f1f4009e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:49.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f459b7640 1 -- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1f401e2a30 msgr2=0x7f1f4009ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:49.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f459b7640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1f401e2a30 0x7f1f4009ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:49.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f459b7640 1 -- 172.21.15.33:0/2908743954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f401e2e40 con 0x7f1f40150750 2024-07-26T17:06:49.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f461b8640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1f28004800 0x7f1f4009e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:49.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.358+0000 7f1f469b9640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1f401e2a30 0x7f1f4009ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:06:49.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.359+0000 7f1f459b7640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f40150750 0x7f1f401e24f0 secure :-1 s=READY pgs=2813 cs=0 l=1 rev1=1 crypto rx=0x7f1f34009a70 tx=0x7f1f340336f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:49.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.359+0000 7f1f3effd640 1 -- 172.21.15.33:0/2908743954 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f34038040 con 0x7f1f40150750 2024-07-26T17:06:49.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.359+0000 7f1f3effd640 1 -- 172.21.15.33:0/2908743954 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f34041070 con 0x7f1f40150750 2024-07-26T17:06:49.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.359+0000 7f1f3effd640 1 -- 172.21.15.33:0/2908743954 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f34033e50 con 0x7f1f40150750 2024-07-26T17:06:49.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.359+0000 7f1f4841c640 1 -- 172.21.15.33:0/2908743954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f400d0cc0 con 0x7f1f40150750 2024-07-26T17:06:49.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.359+0000 7f1f4841c640 1 -- 172.21.15.33:0/2908743954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f400d1280 con 0x7f1f40150750 2024-07-26T17:06:49.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.360+0000 7f1f4841c640 1 -- 172.21.15.33:0/2908743954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f4009ee60 con 0x7f1f40150750 2024-07-26T17:06:49.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.361+0000 7f1f3effd640 1 -- 172.21.15.33:0/2908743954 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 176) ==== 99241+0+0 (secure 0 0 0) 0x7f1f3402b8a0 con 0x7f1f40150750 2024-07-26T17:06:49.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.361+0000 7f1f3effd640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f1f2c0772d0 0x7f1f2c0797e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:49.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.361+0000 7f1f3effd640 1 -- 172.21.15.33:0/2908743954 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f1f340b9710 con 0x7f1f40150750 2024-07-26T17:06:49.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.361+0000 7f1f461b8640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f1f2c0772d0 0x7f1f2c0797e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:49.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.362+0000 7f1f461b8640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f1f2c0772d0 0x7f1f2c0797e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1f300012e0 tx=0x7f1f30001960 comp rx=0 tx=0).ready entity=mgr.11257 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:49.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.366+0000 7f1f3effd640 1 -- 172.21.15.33:0/2908743954 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1f401e2e40 con 0x7f1f40150750 2024-07-26T17:06:49.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:49.608+0000 7f1f4841c640 1 -- 172.21.15.33:0/2908743954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f1f40070dc0 con 0x7f1f40150750 2024-07-26T17:06:50.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.268+0000 7f1f3effd640 1 -- 172.21.15.33:0/2908743954 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v177) ==== 92+0+0 (secure 0 0 0) 0x7f1f340825e0 con 0x7f1f40150750 2024-07-26T17:06:50.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 -- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f1f2c0772d0 msgr2=0x7f1f2c0797e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:50.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f1f2c0772d0 0x7f1f2c0797e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1f300012e0 tx=0x7f1f30001960 comp rx=0 tx=0).stop 2024-07-26T17:06:50.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 -- 172.21.15.33:0/2908743954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f40150750 msgr2=0x7f1f401e24f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:50.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f40150750 0x7f1f401e24f0 secure :-1 s=READY pgs=2813 cs=0 l=1 rev1=1 crypto rx=0x7f1f34009a70 tx=0x7f1f340336f0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 -- 172.21.15.33:0/2908743954 shutdown_connections 2024-07-26T17:06:50.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1f401e2a30 0x7f1f4009ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f1f2c0772d0 0x7f1f2c0797e0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f40150750 0x7f1f401e24f0 unknown :-1 s=CLOSED pgs=2813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 --2- 172.21.15.33:0/2908743954 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1f28004800 0x7f1f4009e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 -- 172.21.15.33:0/2908743954 >> 172.21.15.33:0/2908743954 conn(0x7f1f4006de40 msgr2=0x7f1f400b24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:50.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 -- 172.21.15.33:0/2908743954 shutdown_connections 2024-07-26T17:06:50.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.271+0000 7f1f4841c640 1 -- 172.21.15.33:0/2908743954 wait complete. 2024-07-26T17:06:50.290 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/allow_m_granularity True 2024-07-26T17:06:50.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.419+0000 7f042d64b640 1 -- 172.21.15.33:0/2831865754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04280b3d80 msgr2=0x7f04280d21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:50.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.419+0000 7f042d64b640 1 --2- 172.21.15.33:0/2831865754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04280b3d80 0x7f04280d21d0 secure :-1 s=READY pgs=2817 cs=0 l=1 rev1=1 crypto rx=0x7f04280b4310 tx=0x7f042002a780 comp rx=0 tx=0).stop 2024-07-26T17:06:50.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.419+0000 7f042d64b640 1 -- 172.21.15.33:0/2831865754 shutdown_connections 2024-07-26T17:06:50.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.419+0000 7f042d64b640 1 --2- 172.21.15.33:0/2831865754 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04280b3d80 0x7f04280d21d0 unknown :-1 s=CLOSED pgs=2817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.419+0000 7f042d64b640 1 --2- 172.21.15.33:0/2831865754 >> v2:172.21.15.154:3300/0 conn(0x7f04280b6620 0x7f04280d2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.419+0000 7f042d64b640 1 -- 172.21.15.33:0/2831865754 >> 172.21.15.33:0/2831865754 conn(0x7f04280b5b00 msgr2=0x7f04280b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:50.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.419+0000 7f042d64b640 1 -- 172.21.15.33:0/2831865754 shutdown_connections 2024-07-26T17:06:50.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.419+0000 7f042d64b640 1 -- 172.21.15.33:0/2831865754 wait complete. 2024-07-26T17:06:50.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.421+0000 7f042d64b640 1 Processor -- start 2024-07-26T17:06:50.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.421+0000 7f042d64b640 1 -- start start 2024-07-26T17:06:50.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f042d64b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04280b3d80 0x7f0428158250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:50.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f042d64b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04280b6620 0x7f0428162080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:50.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f042d64b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04280d1dc0 0x7f04281f8af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:50.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f042d64b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f04280d3450 con 0x7f04280d1dc0 2024-07-26T17:06:50.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f042d64b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f04280d32d0 con 0x7f04280b3d80 2024-07-26T17:06:50.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f042d64b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f04280ced40 con 0x7f04280b6620 2024-07-26T17:06:50.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f04277fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04280d1dc0 0x7f04281f8af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:50.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f04277fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04280d1dc0 0x7f04281f8af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43576/0 (socket says 172.21.15.33:43576) 2024-07-26T17:06:50.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f04277fe640 1 -- 172.21.15.33:0/3760971738 learned_addr learned my addr 172.21.15.33:0/3760971738 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:50.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f0426ffd640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04280b3d80 0x7f0428158250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:50.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f04267fc640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04280b6620 0x7f0428162080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:50.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f04277fe640 1 -- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04280b6620 msgr2=0x7f0428162080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:50.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f04277fe640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04280b6620 0x7f0428162080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f04277fe640 1 -- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04280b3d80 msgr2=0x7f0428158250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:50.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f04277fe640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04280b3d80 0x7f0428158250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f04277fe640 1 -- 172.21.15.33:0/3760971738 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04281f6630 con 0x7f04280d1dc0 2024-07-26T17:06:50.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f04277fe640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04280d1dc0 0x7f04281f8af0 secure :-1 s=READY pgs=2818 cs=0 l=1 rev1=1 crypto rx=0x7f0420034040 tx=0x7f0420003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:50.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.423+0000 7f041f7fe640 1 -- 172.21.15.33:0/3760971738 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0420040070 con 0x7f04280d1dc0 2024-07-26T17:06:50.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.424+0000 7f041f7fe640 1 -- 172.21.15.33:0/3760971738 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0420004330 con 0x7f04280d1dc0 2024-07-26T17:06:50.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.424+0000 7f041f7fe640 1 -- 172.21.15.33:0/3760971738 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0420004760 con 0x7f04280d1dc0 2024-07-26T17:06:50.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.424+0000 7f042d64b640 1 -- 172.21.15.33:0/3760971738 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04281625c0 con 0x7f04280d1dc0 2024-07-26T17:06:50.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.424+0000 7f042d64b640 1 -- 172.21.15.33:0/3760971738 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0428158ef0 con 0x7f04280d1dc0 2024-07-26T17:06:50.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.425+0000 7f042d64b640 1 -- 172.21.15.33:0/3760971738 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0428158980 con 0x7f04280d1dc0 2024-07-26T17:06:50.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.425+0000 7f041f7fe640 1 -- 172.21.15.33:0/3760971738 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 177) ==== 99258+0+0 (secure 0 0 0) 0x7f0420043070 con 0x7f04280d1dc0 2024-07-26T17:06:50.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.426+0000 7f041f7fe640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f0408077180 0x7f0408079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:50.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.426+0000 7f0426ffd640 1 -- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f0408077180 msgr2=0x7f0408079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1540360436 2024-07-26T17:06:50.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.426+0000 7f041f7fe640 1 -- 172.21.15.33:0/3760971738 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f04200b9f90 con 0x7f04280d1dc0 2024-07-26T17:06:50.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.426+0000 7f0426ffd640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f0408077180 0x7f0408079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:06:50.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.430+0000 7f041f7fe640 1 -- 172.21.15.33:0/3760971738 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0420082800 con 0x7f04280d1dc0 2024-07-26T17:06:50.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.628+0000 7f0426ffd640 1 -- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f0408077180 msgr2=0x7f0408079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1540360436 2024-07-26T17:06:50.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.628+0000 7f0426ffd640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f0408077180 0x7f0408079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:06:50.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.642+0000 7f042d64b640 1 -- 172.21.15.33:0/3760971738 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f04281f6800 con 0x7f04280d1dc0 2024-07-26T17:06:50.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.646+0000 7f041f7fe640 1 -- 172.21.15.33:0/3760971738 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v85)=0 v85) ==== 138+0+0 (secure 0 0 0) 0x7f0420086d50 con 0x7f04280d1dc0 2024-07-26T17:06:50.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.648+0000 7f042d64b640 1 -- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f0408077180 msgr2=0x7f0408079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:06:50.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.648+0000 7f042d64b640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f0408077180 0x7f0408079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.648+0000 7f042d64b640 1 -- 172.21.15.33:0/3760971738 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04280d1dc0 msgr2=0x7f04281f8af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:50.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.648+0000 7f042d64b640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04280d1dc0 0x7f04281f8af0 secure :-1 s=READY pgs=2818 cs=0 l=1 rev1=1 crypto rx=0x7f0420034040 tx=0x7f0420003ba0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.648+0000 7f042d64b640 1 -- 172.21.15.33:0/3760971738 shutdown_connections 2024-07-26T17:06:50.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.648+0000 7f042d64b640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f0408077180 0x7f0408079690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.648+0000 7f042d64b640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04280d1dc0 0x7f04281f8af0 unknown :-1 s=CLOSED pgs=2818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.648+0000 7f042d64b640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04280b6620 0x7f0428162080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.648+0000 7f042d64b640 1 --2- 172.21.15.33:0/3760971738 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04280b3d80 0x7f0428158250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.648+0000 7f042d64b640 1 -- 172.21.15.33:0/3760971738 >> 172.21.15.33:0/3760971738 conn(0x7f04280b5b00 msgr2=0x7f04280b4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:50.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.649+0000 7f042d64b640 1 -- 172.21.15.33:0/3760971738 shutdown_connections 2024-07-26T17:06:50.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.649+0000 7f042d64b640 1 -- 172.21.15.33:0/3760971738 wait complete. 2024-07-26T17:06:50.663 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mgr mgr/snap_schedule/dump_on_update True 2024-07-26T17:06:50.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.784+0000 7f56458ab640 1 -- 172.21.15.33:0/379347973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56400c75e0 msgr2=0x7f5640073480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:50.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.784+0000 7f56458ab640 1 --2- 172.21.15.33:0/379347973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56400c75e0 0x7f5640073480 secure :-1 s=READY pgs=2820 cs=0 l=1 rev1=1 crypto rx=0x7f56400d08a0 tx=0x7f563402a4a0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.784+0000 7f56458ab640 1 -- 172.21.15.33:0/379347973 shutdown_connections 2024-07-26T17:06:50.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.784+0000 7f56458ab640 1 --2- 172.21.15.33:0/379347973 >> v2:172.21.15.154:3300/0 conn(0x7f56400739c0 0x7f5640071220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.784+0000 7f56458ab640 1 --2- 172.21.15.33:0/379347973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56400c75e0 0x7f5640073480 unknown :-1 s=CLOSED pgs=2820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.784+0000 7f56458ab640 1 -- 172.21.15.33:0/379347973 >> 172.21.15.33:0/379347973 conn(0x7f56400d0d70 msgr2=0x7f56400d1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:50.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.784+0000 7f56458ab640 1 -- 172.21.15.33:0/379347973 shutdown_connections 2024-07-26T17:06:50.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.784+0000 7f56458ab640 1 -- 172.21.15.33:0/379347973 wait complete. 2024-07-26T17:06:50.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.786+0000 7f56458ab640 1 Processor -- start 2024-07-26T17:06:50.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.786+0000 7f56458ab640 1 -- start start 2024-07-26T17:06:50.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.787+0000 7f56458ab640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56400739c0 0x7f56401f8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:50.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.787+0000 7f56458ab640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56400c75e0 0x7f564014d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:50.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.787+0000 7f56458ab640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56400d0470 0x7f564015dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:50.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.787+0000 7f56458ab640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5640071760 con 0x7f56400d0470 2024-07-26T17:06:50.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.787+0000 7f56458ab640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f564015faf0 con 0x7f56400739c0 2024-07-26T17:06:50.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.787+0000 7f56458ab640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f56400718e0 con 0x7f56400c75e0 2024-07-26T17:06:50.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56400d0470 0x7f564015dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:50.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563f7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56400d0470 0x7f564015dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43590/0 (socket says 172.21.15.33:43590) 2024-07-26T17:06:50.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563f7fe640 1 -- 172.21.15.33:0/3976038323 learned_addr learned my addr 172.21.15.33:0/3976038323 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:50.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563effd640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56400739c0 0x7f56401f8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:50.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563e7fc640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56400c75e0 0x7f564014d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:50.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563f7fe640 1 -- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56400c75e0 msgr2=0x7f564014d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563f7fe640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56400c75e0 0x7f564014d850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563f7fe640 1 -- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56400739c0 msgr2=0x7f56401f8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563f7fe640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56400739c0 0x7f56401f8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563f7fe640 1 -- 172.21.15.33:0/3976038323 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56401f8ca0 con 0x7f56400d0470 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563e7fc640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56400c75e0 0x7f564014d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f563f7fe640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56400d0470 0x7f564015dd10 secure :-1 s=READY pgs=2821 cs=0 l=1 rev1=1 crypto rx=0x7f563800ea80 tx=0x7f563800ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f5627fff640 1 -- 172.21.15.33:0/3976038323 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638004b20 con 0x7f56400d0470 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f5627fff640 1 -- 172.21.15.33:0/3976038323 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5638004ce0 con 0x7f56400d0470 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f56458ab640 1 -- 172.21.15.33:0/3976038323 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56401f9120 con 0x7f56400d0470 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f5627fff640 1 -- 172.21.15.33:0/3976038323 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5638005280 con 0x7f56400d0470 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.788+0000 7f56458ab640 1 -- 172.21.15.33:0/3976038323 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56400b3df0 con 0x7f56400d0470 2024-07-26T17:06:50.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.789+0000 7f56458ab640 1 -- 172.21.15.33:0/3976038323 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56401f8e70 con 0x7f56400d0470 2024-07-26T17:06:50.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.790+0000 7f5627fff640 1 -- 172.21.15.33:0/3976038323 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 177) ==== 99258+0+0 (secure 0 0 0) 0x7f5638005420 con 0x7f56400d0470 2024-07-26T17:06:50.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.791+0000 7f5627fff640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f562c0771b0 0x7f562c0796c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:50.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.791+0000 7f563effd640 1 -- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f562c0771b0 msgr2=0x7f562c0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1540360436 2024-07-26T17:06:50.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.791+0000 7f5627fff640 1 -- 172.21.15.33:0/3976038323 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f56380998b0 con 0x7f56400d0470 2024-07-26T17:06:50.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.791+0000 7f563effd640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f562c0771b0 0x7f562c0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:06:50.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.799+0000 7f5627fff640 1 -- 172.21.15.33:0/3976038323 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f56380626f0 con 0x7f56400d0470 2024-07-26T17:06:50.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.992+0000 7f563effd640 1 -- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f562c0771b0 msgr2=0x7f562c0796c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1540360436 2024-07-26T17:06:50.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.992+0000 7f563effd640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f562c0771b0 0x7f562c0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:06:50.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.993+0000 7f56458ab640 1 -- 172.21.15.33:0/3976038323 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f5640071220 con 0x7f56400d0470 2024-07-26T17:06:50.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.997+0000 7f5627fff640 1 -- 172.21.15.33:0/3976038323 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v86)=0 v86) ==== 133+0+0 (secure 0 0 0) 0x7f5638061ff0 con 0x7f56400d0470 2024-07-26T17:06:51.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 -- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f562c0771b0 msgr2=0x7f562c0796c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:06:51.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f562c0771b0 0x7f562c0796c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:51.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 -- 172.21.15.33:0/3976038323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56400d0470 msgr2=0x7f564015dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:51.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56400d0470 0x7f564015dd10 secure :-1 s=READY pgs=2821 cs=0 l=1 rev1=1 crypto rx=0x7f563800ea80 tx=0x7f563800ef40 comp rx=0 tx=0).stop 2024-07-26T17:06:51.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 -- 172.21.15.33:0/3976038323 shutdown_connections 2024-07-26T17:06:51.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f562c0771b0 0x7f562c0796c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:51.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56400d0470 0x7f564015dd10 unknown :-1 s=CLOSED pgs=2821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:51.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f56400c75e0 0x7f564014d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:51.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 --2- 172.21.15.33:0/3976038323 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f56400739c0 0x7f56401f8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:51.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 -- 172.21.15.33:0/3976038323 >> 172.21.15.33:0/3976038323 conn(0x7f56400d0d70 msgr2=0x7f56401554f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:51.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 -- 172.21.15.33:0/3976038323 shutdown_connections 2024-07-26T17:06:51.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:50.999+0000 7f56458ab640 1 -- 172.21.15.33:0/3976038323 wait complete. 2024-07-26T17:06:51.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:51.014 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo mkdir -p volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402) 2024-07-26T17:06:51.054 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:51.054 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.subvolume -v 1 volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402) 2024-07-26T17:06:51.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:51.129 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.layout.pool .) 2024-07-26T17:06:51.187 INFO:teuthology.orchestra.run.smithi033.stdout:cephfs_data 2024-07-26T17:06:51.187 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:06:51.187 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo setfattr -n ceph.dir.layout.pool -v cephfs_data volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402) 2024-07-26T17:06:51.259 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:06:51.259 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/home/ubuntu/cephtest/mnt.0/volumes/_nogroup/sv01/.meta 2024-07-26T17:06:51.330 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule add --subvol sv01 . 1m 2024-07-26T17:06:51.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.493+0000 7f57f6319640 1 -- 172.21.15.33:0/652218971 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57f00adfc0 msgr2=0x7f57f015d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:51.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.493+0000 7f57f6319640 1 --2- 172.21.15.33:0/652218971 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57f00adfc0 0x7f57f015d890 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f57e4005fd0 tx=0x7f57e402a5d0 comp rx=0 tx=0).stop 2024-07-26T17:06:51.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.493+0000 7f57f6319640 1 -- 172.21.15.33:0/652218971 shutdown_connections 2024-07-26T17:06:51.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.493+0000 7f57f6319640 1 --2- 172.21.15.33:0/652218971 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57f00adfc0 0x7f57f015d890 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:51.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.493+0000 7f57f6319640 1 --2- 172.21.15.33:0/652218971 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f015fcc0 0x7f57f00b0220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:51.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.493+0000 7f57f6319640 1 -- 172.21.15.33:0/652218971 >> 172.21.15.33:0/652218971 conn(0x7f57f006e000 msgr2=0x7f57f00b28e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:51.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.493+0000 7f57f6319640 1 -- 172.21.15.33:0/652218971 shutdown_connections 2024-07-26T17:06:51.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.493+0000 7f57f6319640 1 -- 172.21.15.33:0/652218971 wait complete. 2024-07-26T17:06:51.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.495+0000 7f57f6319640 1 Processor -- start 2024-07-26T17:06:51.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.495+0000 7f57f6319640 1 -- start start 2024-07-26T17:06:51.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.496+0000 7f57f6319640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f00adfc0 0x7f57f015b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:51.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.496+0000 7f57f6319640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f015ddd0 0x7f57f01439f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:51.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.496+0000 7f57f6319640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57f015fcc0 0x7f57f01f2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:51.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.496+0000 7f57f6319640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f57f015ce80 con 0x7f57f00adfc0 2024-07-26T17:06:51.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.496+0000 7f57f6319640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f57f015cd00 con 0x7f57f015fcc0 2024-07-26T17:06:51.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.496+0000 7f57f6319640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f57f015d000 con 0x7f57f015ddd0 2024-07-26T17:06:51.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.496+0000 7f57effff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f00adfc0 0x7f57f015b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:51.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.496+0000 7f57effff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f00adfc0 0x7f57f015b970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43600/0 (socket says 172.21.15.33:43600) 2024-07-26T17:06:51.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.496+0000 7f57ef7fe640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f015ddd0 0x7f57f01439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:51.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.496+0000 7f57f48b6640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57f015fcc0 0x7f57f01f2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:51.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.496+0000 7f57effff640 1 -- 172.21.15.33:0/1983673886 learned_addr learned my addr 172.21.15.33:0/1983673886 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:06:51.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57f48b6640 1 -- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f015ddd0 msgr2=0x7f57f01439f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:51.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57f48b6640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f015ddd0 0x7f57f01439f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:51.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57f48b6640 1 -- 172.21.15.33:0/1983673886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f00adfc0 msgr2=0x7f57f015b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:51.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57f48b6640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f00adfc0 0x7f57f015b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:51.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57f48b6640 1 -- 172.21.15.33:0/1983673886 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57f009e590 con 0x7f57f015fcc0 2024-07-26T17:06:51.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57ef7fe640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f57f015ddd0 0x7f57f01439f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:06:51.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57effff640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57f00adfc0 0x7f57f015b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:06:51.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57f48b6640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57f015fcc0 0x7f57f01f2e20 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f57e800c760 tx=0x7f57e800cc20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:51.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57ecff9640 1 -- 172.21.15.33:0/1983673886 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e8003b70 con 0x7f57f015fcc0 2024-07-26T17:06:51.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57ecff9640 1 -- 172.21.15.33:0/1983673886 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f57e8003d10 con 0x7f57f015fcc0 2024-07-26T17:06:51.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57ecff9640 1 -- 172.21.15.33:0/1983673886 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57e800aab0 con 0x7f57f015fcc0 2024-07-26T17:06:51.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57f6319640 1 -- 172.21.15.33:0/1983673886 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57f009e870 con 0x7f57f015fcc0 2024-07-26T17:06:51.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.497+0000 7f57f6319640 1 -- 172.21.15.33:0/1983673886 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57f01f3d40 con 0x7f57f015fcc0 2024-07-26T17:06:51.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.498+0000 7f57f6319640 1 -- 172.21.15.33:0/1983673886 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57f015d420 con 0x7f57f015fcc0 2024-07-26T17:06:51.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.499+0000 7f57ecff9640 1 -- 172.21.15.33:0/1983673886 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 177) ==== 99258+0+0 (secure 0 0 0) 0x7f57e800ac50 con 0x7f57f015fcc0 2024-07-26T17:06:51.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.499+0000 7f57ecff9640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f57dc077180 0x7f57dc079690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:51.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.500+0000 7f57effff640 1 -- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f57dc077180 msgr2=0x7f57dc079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1540360436 2024-07-26T17:06:51.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.500+0000 7f57ecff9640 1 -- 172.21.15.33:0/1983673886 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(286..286 src has 1..286) ==== 6257+0+0 (secure 0 0 0) 0x7f57e80989b0 con 0x7f57f015fcc0 2024-07-26T17:06:51.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.500+0000 7f57effff640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f57dc077180 0x7f57dc079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:06:51.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.504+0000 7f57ecff9640 1 -- 172.21.15.33:0/1983673886 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f57e8061220 con 0x7f57f015fcc0 2024-07-26T17:06:51.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.701+0000 7f57effff640 1 -- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f57dc077180 msgr2=0x7f57dc079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1540360436 2024-07-26T17:06:51.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.701+0000 7f57effff640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f57dc077180 0x7f57dc079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:06:51.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:51.720+0000 7f57f6319640 1 -- 172.21.15.33:0/1983673886 --> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "subvol": "sv01", "path": ".", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f57f00b4db0 con 0x7f57dc077180 2024-07-26T17:06:52.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:52.102+0000 7f57effff640 1 -- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f57dc077180 msgr2=0x7f57dc079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1540360436 2024-07-26T17:06:52.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:52.102+0000 7f57effff640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f57dc077180 0x7f57dc079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-26T17:06:52.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:52.903+0000 7f57effff640 1 -- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f57dc077180 msgr2=0x7f57dc079690 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/1540360436 2024-07-26T17:06:52.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:52.903+0000 7f57effff640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f57dc077180 0x7f57dc079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-26T17:06:53.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:53.890+0000 7f57ecff9640 1 -- 172.21.15.33:0/1983673886 <== mon.1 v2:172.21.15.154:3300/0 7 ==== mgrmap(e 178) ==== 98867+0+0 (secure 0 0 0) 0x7f57e8096ca0 con 0x7f57f015fcc0 2024-07-26T17:06:53.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:53.890+0000 7f57ecff9640 1 -- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f57dc077180 msgr2=0x7f57dc079690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:06:53.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:53.890+0000 7f57ecff9640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/1540360436,v1:172.21.15.154:6837/1540360436] conn(0x7f57dc077180 0x7f57dc079690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:06:54.042 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.040+0000 7fccd3bbd640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.042 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.040+0000 7fccd3bbd640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.042 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.040+0000 7fccd3bbd640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.042 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.040+0000 7fccd3bbd640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.043 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.040+0000 7fccd3bbd640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.043 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.041+0000 7fccd0bb7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.043 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.041+0000 7fccd0bb7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.043 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.041+0000 7fccd0bb7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.043 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.041+0000 7fccd0bb7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.043 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.041+0000 7fccd0bb7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:54.897+0000 7f57ecff9640 1 -- 172.21.15.33:0/1983673886 <== mon.1 v2:172.21.15.154:3300/0 8 ==== mgrmap(e 179) ==== 98994+0+0 (secure 0 0 0) 0x7f57e800bde0 con 0x7f57f015fcc0 2024-07-26T17:06:54.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:54.898+0000 7f57ecff9640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f57dc07f910 0x7f57dc081d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:06:54.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:54.898+0000 7f57ecff9640 1 -- 172.21.15.33:0/1983673886 --> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "subvol": "sv01", "path": ".", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f57dc00c880 con 0x7f57dc07f910 2024-07-26T17:06:54.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:54.901+0000 7f57effff640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f57dc07f910 0x7f57dc081d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:06:54.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:54.903+0000 7f57effff640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f57dc07f910 0x7f57dc081d30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f57e0009490 tx=0x7f57e0005f90 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:06:54.912 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.911+0000 7fccdabcb640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.912 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.911+0000 7fccdabcb640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.912 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.911+0000 7fccdabcb640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.912 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.911+0000 7fccdabcb640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:54.912 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:06:54.911+0000 7fccdabcb640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:06:55.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:55.002+0000 7f57ecff9640 1 -- 172.21.15.33:0/1983673886 <== mgr.10214 v2:172.21.15.154:6836/822677478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+82 (secure 0 0 0) 0x7f57dc00c880 con 0x7f57dc07f910 2024-07-26T17:06:55.004 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule set for path /volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402 2024-07-26T17:06:55.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:55.005+0000 7f57f6319640 1 -- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f57dc07f910 msgr2=0x7f57dc081d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:55.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:55.005+0000 7f57f6319640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f57dc07f910 0x7f57dc081d30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f57e0009490 tx=0x7f57e0005f90 comp rx=0 tx=0).stop 2024-07-26T17:06:55.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:55.005+0000 7f57f6319640 1 -- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57f015fcc0 msgr2=0x7f57f01f2e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:06:55.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:55.005+0000 7f57f6319640 1 --2- 172.21.15.33:0/1983673886 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f57f015fcc0 0x7f57f01f2e20 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f57e800c760 tx=0x7f57e800cc20 comp rx=0 tx=0).stop 2024-07-26T17:06:55.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:55.005+0000 7f57f48b6640 1 -- 172.21.15.33:0/1983673886 reap_dead start 2024-07-26T17:06:55.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:55.005+0000 7f57f6319640 1 -- 172.21.15.33:0/1983673886 shutdown_connections 2024-07-26T17:06:55.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:55.005+0000 7f57f6319640 1 -- 172.21.15.33:0/1983673886 >> 172.21.15.33:0/1983673886 conn(0x7f57f006e000 msgr2=0x7f57f0152d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:06:55.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:55.005+0000 7f57f6319640 1 -- 172.21.15.33:0/1983673886 shutdown_connections 2024-07-26T17:06:55.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:06:55.005+0000 7f57f6319640 1 -- 172.21.15.33:0/1983673886 wait complete. 2024-07-26T17:06:55.019 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule set for path /volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402 2024-07-26T17:07:00.016 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:07:00.013+0000 7fccbeb93640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:07:00.016 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:07:00.013+0000 7fccbeb93640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:07:00.016 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:07:00.013+0000 7fccbeb93640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:07:00.016 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:07:00.013+0000 7fccbeb93640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:07:00.016 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:07:00.013+0000 7fccbeb93640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:07:14.376 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:07:14.379 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:07:44.497 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:07:44.501 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:08:10.020 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv01 2024-07-26T17:08:10.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.156+0000 7f942243d640 1 -- 172.21.15.33:0/2593008131 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9404003a00 msgr2=0x7f9404003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.156+0000 7f942243d640 1 --2- 172.21.15.33:0/2593008131 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9404003a00 0x7f9404003e70 secure :-1 s=READY pgs=2824 cs=0 l=1 rev1=1 crypto rx=0x7f940c0096e0 tx=0x7f9404005830 comp rx=0 tx=0).stop 2024-07-26T17:08:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.156+0000 7f94209da640 1 -- 172.21.15.33:0/2593008131 reap_dead start 2024-07-26T17:08:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.156+0000 7f942243d640 1 -- 172.21.15.33:0/2593008131 shutdown_connections 2024-07-26T17:08:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.156+0000 7f942243d640 1 -- 172.21.15.33:0/2593008131 >> 172.21.15.33:0/2593008131 conn(0x7f941c0d1e10 msgr2=0x7f941c0d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.156+0000 7f942243d640 1 -- 172.21.15.33:0/2593008131 shutdown_connections 2024-07-26T17:08:10.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.156+0000 7f942243d640 1 -- 172.21.15.33:0/2593008131 wait complete. 2024-07-26T17:08:10.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.158+0000 7f942243d640 1 Processor -- start 2024-07-26T17:08:10.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.158+0000 7f942243d640 1 -- start start 2024-07-26T17:08:10.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.159+0000 7f942243d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9404003a00 0x7f941c152bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.159+0000 7f942243d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f941c1f3e80 0x7f941c1f4290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.159+0000 7f942243d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f941c153b00 0x7f941c153f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.159+0000 7f942243d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f941c161150 con 0x7f941c153b00 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.159+0000 7f942243d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f941c160fd0 con 0x7f941c1f3e80 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f942243d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f941c1612d0 con 0x7f9404003a00 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f94209da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f941c153b00 0x7f941c153f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f94209da640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f941c153b00 0x7f941c153f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43228/0 (socket says 172.21.15.33:43228) 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f94209da640 1 -- 172.21.15.33:0/2028332866 learned_addr learned my addr 172.21.15.33:0/2028332866 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f941bfff640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9404003a00 0x7f941c152bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f941b7fe640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f941c1f3e80 0x7f941c1f4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f94209da640 1 -- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9404003a00 msgr2=0x7f941c152bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:10.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f94209da640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9404003a00 0x7f941c152bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f94209da640 1 -- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f941c1f3e80 msgr2=0x7f941c1f4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:10.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f94209da640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f941c1f3e80 0x7f941c1f4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f94209da640 1 -- 172.21.15.33:0/2028332866 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f941c071b00 con 0x7f941c153b00 2024-07-26T17:08:10.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f94209da640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f941c153b00 0x7f941c153f10 secure :-1 s=READY pgs=2825 cs=0 l=1 rev1=1 crypto rx=0x7f9414005fd0 tx=0x7f9414010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:10.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f9418ff9640 1 -- 172.21.15.33:0/2028332866 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9414003970 con 0x7f941c153b00 2024-07-26T17:08:10.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f9418ff9640 1 -- 172.21.15.33:0/2028332866 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9414015070 con 0x7f941c153b00 2024-07-26T17:08:10.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f942243d640 1 -- 172.21.15.33:0/2028332866 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f941c1f4b50 con 0x7f941c153b00 2024-07-26T17:08:10.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f9418ff9640 1 -- 172.21.15.33:0/2028332866 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9414004030 con 0x7f941c153b00 2024-07-26T17:08:10.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.160+0000 7f942243d640 1 -- 172.21.15.33:0/2028332866 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f941c15f5f0 con 0x7f941c153b00 2024-07-26T17:08:10.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.161+0000 7f942243d640 1 -- 172.21.15.33:0/2028332866 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f941c15f100 con 0x7f941c153b00 2024-07-26T17:08:10.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.162+0000 7f9418ff9640 1 -- 172.21.15.33:0/2028332866 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 182) ==== 99423+0+0 (secure 0 0 0) 0x7f94140041d0 con 0x7f941c153b00 2024-07-26T17:08:10.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.163+0000 7f9418ff9640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f9408077360 0x7f9408079870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:10.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.163+0000 7f9418ff9640 1 -- 172.21.15.33:0/2028332866 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7f9414099c80 con 0x7f941c153b00 2024-07-26T17:08:10.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.163+0000 7f941bfff640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f9408077360 0x7f9408079870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:10.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.164+0000 7f941bfff640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f9408077360 0x7f9408079870 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f940c03a040 tx=0x7f940c0046c0 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:10.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.167+0000 7f9418ff9640 1 -- 172.21.15.33:0/2028332866 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9414062110 con 0x7f941c153b00 2024-07-26T17:08:10.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.392+0000 7f942243d640 1 -- 172.21.15.33:0/2028332866 --> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv01", "target": ["mon-mgr", ""]}) -- 0x7f941c1f4d20 con 0x7f9408077360 2024-07-26T17:08:10.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.400+0000 7f9418ff9640 1 -- 172.21.15.33:0/2028332866 <== mgr.10214 v2:172.21.15.154:6836/822677478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+60 (secure 0 0 0) 0x7f941c1f4d20 con 0x7f9408077360 2024-07-26T17:08:10.402 INFO:teuthology.orchestra.run.smithi033.stdout:/volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402 2024-07-26T17:08:10.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 -- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f9408077360 msgr2=0x7f9408079870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:10.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f9408077360 0x7f9408079870 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f940c03a040 tx=0x7f940c0046c0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 -- 172.21.15.33:0/2028332866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f941c153b00 msgr2=0x7f941c153f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:10.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f941c153b00 0x7f941c153f10 secure :-1 s=READY pgs=2825 cs=0 l=1 rev1=1 crypto rx=0x7f9414005fd0 tx=0x7f9414010f40 comp rx=0 tx=0).stop 2024-07-26T17:08:10.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 -- 172.21.15.33:0/2028332866 shutdown_connections 2024-07-26T17:08:10.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f9408077360 0x7f9408079870 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f941c153b00 0x7f941c153f10 unknown :-1 s=CLOSED pgs=2825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f941c1f3e80 0x7f941c1f4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 --2- 172.21.15.33:0/2028332866 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9404003a00 0x7f941c152bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 -- 172.21.15.33:0/2028332866 >> 172.21.15.33:0/2028332866 conn(0x7f941c0d1e10 msgr2=0x7f941c06d7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:10.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 -- 172.21.15.33:0/2028332866 shutdown_connections 2024-07-26T17:08:10.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.402+0000 7f942243d640 1 -- 172.21.15.33:0/2028332866 wait complete. 2024-07-26T17:08:10.416 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T17:08:10.418 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T17:08:10.461 INFO:teuthology.orchestra.run.smithi033.stdout:[global] 2024-07-26T17:08:10.461 INFO:teuthology.orchestra.run.smithi033.stdout: chdir = "" 2024-07-26T17:08:10.461 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T17:08:10.462 INFO:teuthology.orchestra.run.smithi033.stdout: auth supported = cephx 2024-07-26T17:08:10.462 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.462 INFO:teuthology.orchestra.run.smithi033.stdout: filestore xattr use omap = true 2024-07-26T17:08:10.462 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.462 INFO:teuthology.orchestra.run.smithi033.stdout: mon clock drift allowed = 1.000 2024-07-26T17:08:10.462 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.462 INFO:teuthology.orchestra.run.smithi033.stdout: osd crush chooseleaf type = 0 2024-07-26T17:08:10.462 INFO:teuthology.orchestra.run.smithi033.stdout: auth debug = true 2024-07-26T17:08:10.462 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.463 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on old message = true 2024-07-26T17:08:10.463 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on bug = true 2024-07-26T17:08:10.463 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.463 INFO:teuthology.orchestra.run.smithi033.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T17:08:10.463 INFO:teuthology.orchestra.run.smithi033.stdout: mon pg warn max object skew = 0 2024-07-26T17:08:10.463 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.464 INFO:teuthology.orchestra.run.smithi033.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T17:08:10.464 INFO:teuthology.orchestra.run.smithi033.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T17:08:10.464 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.464 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default size = 2 2024-07-26T17:08:10.464 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.464 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow primary affinity = true 2024-07-26T17:08:10.465 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow pg remap = true 2024-07-26T17:08:10.465 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on legacy crush tunables = false 2024-07-26T17:08:10.465 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on crush straw calc version zero = false 2024-07-26T17:08:10.465 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on no sortbitwise = false 2024-07-26T17:08:10.465 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on osd down out interval zero = false 2024-07-26T17:08:10.466 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on too few osds = false 2024-07-26T17:08:10.466 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T17:08:10.466 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T17:08:10.466 INFO:teuthology.orchestra.run.smithi033.stdout: mon_allow_pool_size_one = true 2024-07-26T17:08:10.466 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.466 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T17:08:10.467 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.467 INFO:teuthology.orchestra.run.smithi033.stdout: osd default data pool replay window = 5 2024-07-26T17:08:10.467 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.467 INFO:teuthology.orchestra.run.smithi033.stdout: mon allow pool delete = true 2024-07-26T17:08:10.467 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.468 INFO:teuthology.orchestra.run.smithi033.stdout: mon cluster log file level = debug 2024-07-26T17:08:10.468 INFO:teuthology.orchestra.run.smithi033.stdout: debug asserts on shutdown = true 2024-07-26T17:08:10.468 INFO:teuthology.orchestra.run.smithi033.stdout: mon health detail to clog = false 2024-07-26T17:08:10.468 INFO:teuthology.orchestra.run.smithi033.stdout: mon host = "172.21.15.33,172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790]" 2024-07-26T17:08:10.468 INFO:teuthology.orchestra.run.smithi033.stdout: fsid = f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T17:08:10.468 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.469 INFO:teuthology.orchestra.run.smithi033.stdout:[osd] 2024-07-26T17:08:10.469 INFO:teuthology.orchestra.run.smithi033.stdout: osd journal size = 100 2024-07-26T17:08:10.469 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.469 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub load threshold = 5.0 2024-07-26T17:08:10.469 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub max interval = 600 2024-07-26T17:08:10.470 INFO:teuthology.orchestra.run.smithi033.stdout: osd mclock profile = high_recovery_ops 2024-07-26T17:08:10.470 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.470 INFO:teuthology.orchestra.run.smithi033.stdout: osd recover clone overlap = true 2024-07-26T17:08:10.470 INFO:teuthology.orchestra.run.smithi033.stdout: osd recovery max chunk = 1048576 2024-07-26T17:08:10.470 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.470 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug shutdown = true 2024-07-26T17:08:10.471 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug op order = true 2024-07-26T17:08:10.471 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug verify stray on activate = true 2024-07-26T17:08:10.471 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug trim objects = true 2024-07-26T17:08:10.471 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.471 INFO:teuthology.orchestra.run.smithi033.stdout: osd open classes on start = true 2024-07-26T17:08:10.472 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug pg log writeout = true 2024-07-26T17:08:10.472 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.472 INFO:teuthology.orchestra.run.smithi033.stdout: osd deep scrub update digest min age = 30 2024-07-26T17:08:10.472 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.472 INFO:teuthology.orchestra.run.smithi033.stdout: osd map max advance = 10 2024-07-26T17:08:10.472 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.473 INFO:teuthology.orchestra.run.smithi033.stdout: journal zero on create = true 2024-07-26T17:08:10.473 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.473 INFO:teuthology.orchestra.run.smithi033.stdout: filestore ondisk finisher threads = 3 2024-07-26T17:08:10.473 INFO:teuthology.orchestra.run.smithi033.stdout: filestore apply finisher threads = 3 2024-07-26T17:08:10.473 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.474 INFO:teuthology.orchestra.run.smithi033.stdout: bdev debug aio = true 2024-07-26T17:08:10.474 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug misdirected ops = true 2024-07-26T17:08:10.474 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore block size = 96636764160 2024-07-26T17:08:10.474 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore fsck on mount = True 2024-07-26T17:08:10.474 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluefs = 20 2024-07-26T17:08:10.474 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluestore = 20 2024-07-26T17:08:10.475 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:08:10.475 INFO:teuthology.orchestra.run.smithi033.stdout: debug osd = 20 2024-07-26T17:08:10.475 INFO:teuthology.orchestra.run.smithi033.stdout: debug rocksdb = 10 2024-07-26T17:08:10.475 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T17:08:10.475 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd full ratio = 0.9 2024-07-26T17:08:10.476 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd nearfull ratio = 0.8 2024-07-26T17:08:10.476 INFO:teuthology.orchestra.run.smithi033.stdout: osd failsafe full ratio = 0.95 2024-07-26T17:08:10.476 INFO:teuthology.orchestra.run.smithi033.stdout: osd objectstore = bluestore 2024-07-26T17:08:10.476 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.476 INFO:teuthology.orchestra.run.smithi033.stdout:[mgr] 2024-07-26T17:08:10.476 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:08:10.477 INFO:teuthology.orchestra.run.smithi033.stdout: debug mgr = 20 2024-07-26T17:08:10.477 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-07-26T17:08:10.477 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-07-26T17:08:10.477 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:08:10.477 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:08:10.478 INFO:teuthology.orchestra.run.smithi033.stdout: mgr/telemetry/nag = false 2024-07-26T17:08:10.478 INFO:teuthology.orchestra.run.smithi033.stdout: debug client = 20 2024-07-26T17:08:10.478 INFO:teuthology.orchestra.run.smithi033.stdout: debug finisher = 20 2024-07-26T17:08:10.478 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.478 INFO:teuthology.orchestra.run.smithi033.stdout:[mon] 2024-07-26T17:08:10.478 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: debug paxos = 20 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: mon data avail warn = 5 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: mon mgr mkfs grace = 240 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd reporter subtree level = osd 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd prime pg temp = true 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T17:08:10.479 INFO:teuthology.orchestra.run.smithi033.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: # 1m isn't quite enough 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: mon_down_mkfs_grace = 2m 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_filestore_osds = false 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: mon down mkfs grace = 300 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout:[client] 2024-07-26T17:08:10.480 INFO:teuthology.orchestra.run.smithi033.stdout: rgw cache enabled = true 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable ops log = true 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable usage log = true 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = "" 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout: client snapdir = .snap 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.a] 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.b] 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.c] 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.a] 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.c] 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.b] 2024-07-26T17:08:10.481 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.d] 2024-07-26T17:08:10.483 INFO:teuthology.orchestra.run.smithi154.stdout:[global] 2024-07-26T17:08:10.483 INFO:teuthology.orchestra.run.smithi154.stdout: chdir = "" 2024-07-26T17:08:10.483 INFO:teuthology.orchestra.run.smithi154.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T17:08:10.483 INFO:teuthology.orchestra.run.smithi154.stdout: auth supported = cephx 2024-07-26T17:08:10.483 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: filestore xattr use omap = true 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: mon clock drift allowed = 1.000 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: osd crush chooseleaf type = 0 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: auth debug = true 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on old message = true 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on bug = true 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: mon pg warn max object skew = 0 2024-07-26T17:08:10.484 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default size = 2 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow primary affinity = true 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow pg remap = true 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on legacy crush tunables = false 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on crush straw calc version zero = false 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on no sortbitwise = false 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on osd down out interval zero = false 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on too few osds = false 2024-07-26T17:08:10.485 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T17:08:10.486 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T17:08:10.486 INFO:teuthology.orchestra.run.smithi154.stdout: mon_allow_pool_size_one = true 2024-07-26T17:08:10.486 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.486 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T17:08:10.486 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.486 INFO:teuthology.orchestra.run.smithi154.stdout: osd default data pool replay window = 5 2024-07-26T17:08:10.486 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.486 INFO:teuthology.orchestra.run.smithi154.stdout: mon allow pool delete = true 2024-07-26T17:08:10.486 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.486 INFO:teuthology.orchestra.run.smithi154.stdout: mon cluster log file level = debug 2024-07-26T17:08:10.486 INFO:teuthology.orchestra.run.smithi154.stdout: debug asserts on shutdown = true 2024-07-26T17:08:10.488 INFO:teuthology.orchestra.run.smithi154.stdout: mon health detail to clog = false 2024-07-26T17:08:10.488 INFO:teuthology.orchestra.run.smithi154.stdout: mon host = "172.21.15.33,172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790]" 2024-07-26T17:08:10.488 INFO:teuthology.orchestra.run.smithi154.stdout: fsid = f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T17:08:10.488 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.488 INFO:teuthology.orchestra.run.smithi154.stdout:[osd] 2024-07-26T17:08:10.488 INFO:teuthology.orchestra.run.smithi154.stdout: osd journal size = 100 2024-07-26T17:08:10.488 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub load threshold = 5.0 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub max interval = 600 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: osd mclock profile = high_recovery_ops 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: osd recover clone overlap = true 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: osd recovery max chunk = 1048576 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug shutdown = true 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug op order = true 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug verify stray on activate = true 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug trim objects = true 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.489 INFO:teuthology.orchestra.run.smithi154.stdout: osd open classes on start = true 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug pg log writeout = true 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: osd deep scrub update digest min age = 30 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: osd map max advance = 10 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: journal zero on create = true 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: filestore ondisk finisher threads = 3 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: filestore apply finisher threads = 3 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: bdev debug aio = true 2024-07-26T17:08:10.490 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug misdirected ops = true 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: bluestore block size = 96636764160 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: bluestore fsck on mount = True 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: debug bluefs = 20 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: debug bluestore = 20 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: debug osd = 20 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: debug rocksdb = 10 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd full ratio = 0.9 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd nearfull ratio = 0.8 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: osd failsafe full ratio = 0.95 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: osd objectstore = bluestore 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.491 INFO:teuthology.orchestra.run.smithi154.stdout:[mgr] 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: debug mgr = 20 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: mgr/telemetry/nag = false 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: debug client = 20 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: debug finisher = 20 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout:[mon] 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:08:10.492 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: debug paxos = 20 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: mon data avail warn = 5 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: mon mgr mkfs grace = 240 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd reporter subtree level = osd 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd prime pg temp = true 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T17:08:10.493 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: # 1m isn't quite enough 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: mon_down_mkfs_grace = 2m 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_filestore_osds = false 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: mon down mkfs grace = 300 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout:[client] 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: rgw cache enabled = true 2024-07-26T17:08:10.494 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable ops log = true 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable usage log = true 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout: pid file = "" 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout: client snapdir = .snap 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.a] 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.b] 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.c] 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.a] 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.c] 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.b] 2024-07-26T17:08:10.495 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.d] 2024-07-26T17:08:10.496 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:08:10.496 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:10.540 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:08:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.698+0000 7f46f56d2640 1 -- 172.21.15.33:0/3429854418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46dc004d40 msgr2=0x7f46dc0051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.698+0000 7f46f56d2640 1 --2- 172.21.15.33:0/3429854418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46dc004d40 0x7f46dc0051f0 secure :-1 s=READY pgs=2827 cs=0 l=1 rev1=1 crypto rx=0x7f46e0001d90 tx=0x7f46dc005830 comp rx=0 tx=0).stop 2024-07-26T17:08:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.698+0000 7f46ef7fe640 1 -- 172.21.15.33:0/3429854418 reap_dead start 2024-07-26T17:08:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.698+0000 7f46f56d2640 1 -- 172.21.15.33:0/3429854418 shutdown_connections 2024-07-26T17:08:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.698+0000 7f46f56d2640 1 -- 172.21.15.33:0/3429854418 >> 172.21.15.33:0/3429854418 conn(0x7f46f00d1e00 msgr2=0x7f46f00d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.698+0000 7f46f56d2640 1 -- 172.21.15.33:0/3429854418 shutdown_connections 2024-07-26T17:08:10.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.698+0000 7f46f56d2640 1 -- 172.21.15.33:0/3429854418 wait complete. 2024-07-26T17:08:10.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.700+0000 7f46f56d2640 1 Processor -- start 2024-07-26T17:08:10.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.700+0000 7f46f56d2640 1 -- start start 2024-07-26T17:08:10.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.701+0000 7f46f56d2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46dc004d40 0x7f46f01f4a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:10.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.701+0000 7f46f56d2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46f0155350 0x7f46f01f5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:10.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.701+0000 7f46f56d2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46f01f5a50 0x7f46f015ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:10.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.701+0000 7f46f56d2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f46f00ce910 con 0x7f46f0155350 2024-07-26T17:08:10.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.701+0000 7f46f56d2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f46f00ce790 con 0x7f46f01f5a50 2024-07-26T17:08:10.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.701+0000 7f46f56d2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f46f00cea90 con 0x7f46dc004d40 2024-07-26T17:08:10.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.701+0000 7f46ee7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46f0155350 0x7f46f01f5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.701+0000 7f46ee7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46f0155350 0x7f46f01f5510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43250/0 (socket says 172.21.15.33:43250) 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.701+0000 7f46ee7fc640 1 -- 172.21.15.33:0/2755843500 learned_addr learned my addr 172.21.15.33:0/2755843500 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.701+0000 7f46eeffd640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46dc004d40 0x7f46f01f4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.701+0000 7f46ef7fe640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46f01f5a50 0x7f46f015ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.702+0000 7f46ee7fc640 1 -- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46dc004d40 msgr2=0x7f46f01f4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.702+0000 7f46ee7fc640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46dc004d40 0x7f46f01f4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.702+0000 7f46ee7fc640 1 -- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46f01f5a50 msgr2=0x7f46f015ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.702+0000 7f46ee7fc640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46f01f5a50 0x7f46f015ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.702+0000 7f46ee7fc640 1 -- 172.21.15.33:0/2755843500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46f01f8a90 con 0x7f46f0155350 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.702+0000 7f46ee7fc640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46f0155350 0x7f46f01f5510 secure :-1 s=READY pgs=2828 cs=0 l=1 rev1=1 crypto rx=0x7f46d8001be0 tx=0x7f46d80039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.702+0000 7f46e77fe640 1 -- 172.21.15.33:0/2755843500 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d8015070 con 0x7f46f0155350 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.702+0000 7f46e77fe640 1 -- 172.21.15.33:0/2755843500 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46d8011900 con 0x7f46f0155350 2024-07-26T17:08:10.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.702+0000 7f46e77fe640 1 -- 172.21.15.33:0/2755843500 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d8011d50 con 0x7f46f0155350 2024-07-26T17:08:10.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.702+0000 7f46f56d2640 1 -- 172.21.15.33:0/2755843500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46f01f8d70 con 0x7f46f0155350 2024-07-26T17:08:10.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.702+0000 7f46f56d2640 1 -- 172.21.15.33:0/2755843500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46f01f9330 con 0x7f46f0155350 2024-07-26T17:08:10.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.703+0000 7f46f56d2640 1 -- 172.21.15.33:0/2755843500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46f01f8800 con 0x7f46f0155350 2024-07-26T17:08:10.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.704+0000 7f46e77fe640 1 -- 172.21.15.33:0/2755843500 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 182) ==== 99423+0+0 (secure 0 0 0) 0x7f46d8018070 con 0x7f46f0155350 2024-07-26T17:08:10.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.704+0000 7f46e77fe640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f46d0077330 0x7f46d0079840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:10.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.705+0000 7f46e77fe640 1 -- 172.21.15.33:0/2755843500 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7f46d8099f10 con 0x7f46f0155350 2024-07-26T17:08:10.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.705+0000 7f46eeffd640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f46d0077330 0x7f46d0079840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:10.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.705+0000 7f46eeffd640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f46d0077330 0x7f46d0079840 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f46e8009c50 tx=0x7f46e8005f90 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:10.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.709+0000 7f46e77fe640 1 -- 172.21.15.33:0/2755843500 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f46d80622a0 con 0x7f46f0155350 2024-07-26T17:08:10.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.913+0000 7f46f56d2640 1 -- 172.21.15.33:0/2755843500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f46f0160350 con 0x7f46f0155350 2024-07-26T17:08:10.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.913+0000 7f46e77fe640 1 -- 172.21.15.33:0/2755843500 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 8 entries v289) ==== 80+0+477 (secure 0 0 0) 0x7f46d80667f0 con 0x7f46f0155350 2024-07-26T17:08:10.915 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/1540360436 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:10.915 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2546546635 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:10.915 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/694756724 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:10.915 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/1540360436 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:10.915 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3388941642 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:10.915 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1384026672 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:10.916 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3668370461 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:10.916 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3038098689 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:10.916 INFO:teuthology.orchestra.run.smithi033.stderr:listed 8 entries 2024-07-26T17:08:10.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.915+0000 7f46f56d2640 1 -- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f46d0077330 msgr2=0x7f46d0079840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:10.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.915+0000 7f46f56d2640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f46d0077330 0x7f46d0079840 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f46e8009c50 tx=0x7f46e8005f90 comp rx=0 tx=0).stop 2024-07-26T17:08:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.915+0000 7f46f56d2640 1 -- 172.21.15.33:0/2755843500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46f0155350 msgr2=0x7f46f01f5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.915+0000 7f46f56d2640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46f0155350 0x7f46f01f5510 secure :-1 s=READY pgs=2828 cs=0 l=1 rev1=1 crypto rx=0x7f46d8001be0 tx=0x7f46d80039c0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.915+0000 7f46f56d2640 1 -- 172.21.15.33:0/2755843500 shutdown_connections 2024-07-26T17:08:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.915+0000 7f46f56d2640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f46d0077330 0x7f46d0079840 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.915+0000 7f46f56d2640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f46f01f5a50 0x7f46f015ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.915+0000 7f46f56d2640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f46f0155350 0x7f46f01f5510 unknown :-1 s=CLOSED pgs=2828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.915+0000 7f46f56d2640 1 --2- 172.21.15.33:0/2755843500 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f46dc004d40 0x7f46f01f4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.915+0000 7f46f56d2640 1 -- 172.21.15.33:0/2755843500 >> 172.21.15.33:0/2755843500 conn(0x7f46f00d1e00 msgr2=0x7f46f00b4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.916+0000 7f46f56d2640 1 -- 172.21.15.33:0/2755843500 shutdown_connections 2024-07-26T17:08:10.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:10.916+0000 7f46f56d2640 1 -- 172.21.15.33:0/2755843500 wait complete. 2024-07-26T17:08:10.928 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:08:10.929 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:10.945 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:08:11.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.102+0000 7f5e7148c640 1 -- 172.21.15.33:0/3115205791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e6c071ae0 msgr2=0x7f5e6c15b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:11.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.102+0000 7f5e7148c640 1 --2- 172.21.15.33:0/3115205791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e6c071ae0 0x7f5e6c15b6c0 secure :-1 s=READY pgs=2830 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c005fd0 tx=0x7f5e5c02a5d0 comp rx=0 tx=0).stop 2024-07-26T17:08:11.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.102+0000 7f5e7148c640 1 -- 172.21.15.33:0/3115205791 shutdown_connections 2024-07-26T17:08:11.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.102+0000 7f5e7148c640 1 --2- 172.21.15.33:0/3115205791 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e6c073b70 0x7f5e6c0d05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:11.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.102+0000 7f5e7148c640 1 --2- 172.21.15.33:0/3115205791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e6c071ae0 0x7f5e6c15b6c0 unknown :-1 s=CLOSED pgs=2830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:11.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.102+0000 7f5e7148c640 1 -- 172.21.15.33:0/3115205791 >> 172.21.15.33:0/3115205791 conn(0x7f5e6c0d0d70 msgr2=0x7f5e6c0d1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:11.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.102+0000 7f5e7148c640 1 -- 172.21.15.33:0/3115205791 shutdown_connections 2024-07-26T17:08:11.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.102+0000 7f5e7148c640 1 -- 172.21.15.33:0/3115205791 wait complete. 2024-07-26T17:08:11.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.104+0000 7f5e7148c640 1 Processor -- start 2024-07-26T17:08:11.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.104+0000 7f5e7148c640 1 -- start start 2024-07-26T17:08:11.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e7148c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e6c071ae0 0x7f5e6c070280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:11.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e7148c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e6c0d01d0 0x7f5e6c1f82c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:11.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e7148c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e6c1582a0 0x7f5e6c06f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:11.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e7148c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c15f390 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e7148c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5e6c15f210 con 0x7f5e6c071ae0 2024-07-26T17:08:11.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e7148c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5e6c15f510 con 0x7f5e6c1582a0 2024-07-26T17:08:11.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e627fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e6c0d01d0 0x7f5e6c1f82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:11.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e627fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e6c0d01d0 0x7f5e6c1f82c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:43274/0 (socket says 172.21.15.33:43274) 2024-07-26T17:08:11.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e627fc640 1 -- 172.21.15.33:0/264464951 learned_addr learned my addr 172.21.15.33:0/264464951 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e6b7fe640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e6c1582a0 0x7f5e6c06f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e627fc640 1 -- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e6c1582a0 msgr2=0x7f5e6c06f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e6affd640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e6c071ae0 0x7f5e6c070280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e627fc640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e6c1582a0 0x7f5e6c06f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e627fc640 1 -- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e6c071ae0 msgr2=0x7f5e6c070280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e627fc640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e6c071ae0 0x7f5e6c070280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e627fc640 1 -- 172.21.15.33:0/264464951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e6c0b6360 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e627fc640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e6c0d01d0 0x7f5e6c1f82c0 secure :-1 s=READY pgs=2831 cs=0 l=1 rev1=1 crypto rx=0x7f5e5400c3d0 tx=0x7f5e5400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e63fff640 1 -- 172.21.15.33:0/264464951 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e54017070 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e63fff640 1 -- 172.21.15.33:0/264464951 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e540053c0 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.106+0000 7f5e63fff640 1 -- 172.21.15.33:0/264464951 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e54003850 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.107+0000 7f5e7148c640 1 -- 172.21.15.33:0/264464951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e6c06f1e0 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.107+0000 7f5e7148c640 1 -- 172.21.15.33:0/264464951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e6c0b68e0 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.107+0000 7f5e7148c640 1 -- 172.21.15.33:0/264464951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e6c15fa30 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.108+0000 7f5e63fff640 1 -- 172.21.15.33:0/264464951 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 182) ==== 99423+0+0 (secure 0 0 0) 0x7f5e5401a070 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.109+0000 7f5e63fff640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f5e4c077360 0x7f5e4c079870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:11.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.109+0000 7f5e63fff640 1 -- 172.21.15.33:0/264464951 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7f5e540986d0 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.109+0000 7f5e6affd640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f5e4c077360 0x7f5e4c079870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:11.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.110+0000 7f5e6affd640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f5e4c077360 0x7f5e4c079870 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c033000 tx=0x7f5e5c004730 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:11.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.114+0000 7f5e63fff640 1 -- 172.21.15.33:0/264464951 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5e540610d0 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.323+0000 7f5e7148c640 1 -- 172.21.15.33:0/264464951 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5e6c070980 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.323+0000 7f5e63fff640 1 -- 172.21.15.33:0/264464951 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 8 entries v289) ==== 80+0+477 (secure 0 0 0) 0x7f5e540693a0 con 0x7f5e6c0d01d0 2024-07-26T17:08:11.325 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/1540360436 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:11.325 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2546546635 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:11.325 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/694756724 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:11.325 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/1540360436 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:11.325 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3388941642 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:11.326 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1384026672 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:11.326 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3668370461 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:11.326 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3038098689 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:11.326 INFO:teuthology.orchestra.run.smithi033.stderr:listed 8 entries 2024-07-26T17:08:11.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 -- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f5e4c077360 msgr2=0x7f5e4c079870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:11.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f5e4c077360 0x7f5e4c079870 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c033000 tx=0x7f5e5c004730 comp rx=0 tx=0).stop 2024-07-26T17:08:11.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 -- 172.21.15.33:0/264464951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e6c0d01d0 msgr2=0x7f5e6c1f82c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:11.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e6c0d01d0 0x7f5e6c1f82c0 secure :-1 s=READY pgs=2831 cs=0 l=1 rev1=1 crypto rx=0x7f5e5400c3d0 tx=0x7f5e5400c890 comp rx=0 tx=0).stop 2024-07-26T17:08:11.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 -- 172.21.15.33:0/264464951 shutdown_connections 2024-07-26T17:08:11.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f5e4c077360 0x7f5e4c079870 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:11.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f5e6c1582a0 0x7f5e6c06f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:11.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e6c0d01d0 0x7f5e6c1f82c0 unknown :-1 s=CLOSED pgs=2831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:11.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 --2- 172.21.15.33:0/264464951 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f5e6c071ae0 0x7f5e6c070280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:11.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 -- 172.21.15.33:0/264464951 >> 172.21.15.33:0/264464951 conn(0x7f5e6c0d0d70 msgr2=0x7f5e6c06c700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:11.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 -- 172.21.15.33:0/264464951 shutdown_connections 2024-07-26T17:08:11.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:11.326+0000 7f5e7148c640 1 -- 172.21.15.33:0/264464951 wait complete. 2024-07-26T17:08:11.340 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T17:08:11.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:11.341 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:11.364 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[110695]: fuse finished with error 0 and tester_r 0 2024-07-26T17:08:11.366 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:08:14.610 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:08:14.613 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:08:17.468 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:08:17.468 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:17.468 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T17:08:17.489 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:08:17.489 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:17.548 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:08:17.549 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T17:08:17.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.716+0000 7f42fcde5640 1 -- 172.21.15.33:0/1415001440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e0003a00 msgr2=0x7f42e0003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:17.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.716+0000 7f42fcde5640 1 --2- 172.21.15.33:0/1415001440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42e0003a00 0x7f42e0003e70 secure :-1 s=READY pgs=2833 cs=0 l=1 rev1=1 crypto rx=0x7f42e800c470 tx=0x7f42e0005830 comp rx=0 tx=0).stop 2024-07-26T17:08:17.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.716+0000 7f42f6d9d640 1 -- 172.21.15.33:0/1415001440 reap_dead start 2024-07-26T17:08:17.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.716+0000 7f42fcde5640 1 -- 172.21.15.33:0/1415001440 shutdown_connections 2024-07-26T17:08:17.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.716+0000 7f42fcde5640 1 -- 172.21.15.33:0/1415001440 >> 172.21.15.33:0/1415001440 conn(0x7f42f80b3200 msgr2=0x7f42f806d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:17.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.716+0000 7f42fcde5640 1 -- 172.21.15.33:0/1415001440 shutdown_connections 2024-07-26T17:08:17.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.716+0000 7f42fcde5640 1 -- 172.21.15.33:0/1415001440 wait complete. 2024-07-26T17:08:17.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.718+0000 7f42fcde5640 1 Processor -- start 2024-07-26T17:08:17.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.718+0000 7f42fcde5640 1 -- start start 2024-07-26T17:08:17.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.719+0000 7f42fcde5640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42e0003a00 0x7f42f81f20e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:17.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.719+0000 7f42fcde5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42f81f8bb0 0x7f42f81576f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:17.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.719+0000 7f42fcde5640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42f8157c30 0x7f42f81585d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.719+0000 7f42fcde5640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f42f8073760 con 0x7f42f81f8bb0 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.719+0000 7f42fcde5640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f42f80735e0 con 0x7f42f8157c30 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.719+0000 7f42fcde5640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f42f806f970 con 0x7f42e0003a00 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42f5d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42f81f8bb0 0x7f42f81576f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42f5d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42f81f8bb0 0x7f42f81576f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52886/0 (socket says 172.21.15.33:52886) 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42f5d9b640 1 -- 172.21.15.33:0/2852150746 learned_addr learned my addr 172.21.15.33:0/2852150746 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42f659c640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42e0003a00 0x7f42f81f20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42f6d9d640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42f8157c30 0x7f42f81585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42f5d9b640 1 -- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42e0003a00 msgr2=0x7f42f81f20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42f5d9b640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42e0003a00 0x7f42f81f20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42f5d9b640 1 -- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42f8157c30 msgr2=0x7f42f81585d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42f5d9b640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42f8157c30 0x7f42f81585d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:17.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42f5d9b640 1 -- 172.21.15.33:0/2852150746 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42f81f2620 con 0x7f42f81f8bb0 2024-07-26T17:08:17.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42f5d9b640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42f81f8bb0 0x7f42f81576f0 secure :-1 s=READY pgs=2834 cs=0 l=1 rev1=1 crypto rx=0x7f42ec011a50 tx=0x7f42ec011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:17.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42e6ffd640 1 -- 172.21.15.33:0/2852150746 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ec01f070 con 0x7f42f81f8bb0 2024-07-26T17:08:17.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42e6ffd640 1 -- 172.21.15.33:0/2852150746 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42ec00fe80 con 0x7f42f81f8bb0 2024-07-26T17:08:17.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42fcde5640 1 -- 172.21.15.33:0/2852150746 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42f8158040 con 0x7f42f81f8bb0 2024-07-26T17:08:17.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42e6ffd640 1 -- 172.21.15.33:0/2852150746 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ec012690 con 0x7f42f81f8bb0 2024-07-26T17:08:17.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.720+0000 7f42fcde5640 1 -- 172.21.15.33:0/2852150746 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42f81f5140 con 0x7f42f81f8bb0 2024-07-26T17:08:17.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.722+0000 7f42fcde5640 1 -- 172.21.15.33:0/2852150746 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42f806f430 con 0x7f42f81f8bb0 2024-07-26T17:08:17.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.722+0000 7f42e6ffd640 1 -- 172.21.15.33:0/2852150746 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 182) ==== 99423+0+0 (secure 0 0 0) 0x7f42ec022070 con 0x7f42f81f8bb0 2024-07-26T17:08:17.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.723+0000 7f42e6ffd640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f42d8077330 0x7f42d8079840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:17.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.723+0000 7f42e6ffd640 1 -- 172.21.15.33:0/2852150746 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7f42ec099be0 con 0x7f42f81f8bb0 2024-07-26T17:08:17.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.723+0000 7f42f659c640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f42d8077330 0x7f42d8079840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:17.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.724+0000 7f42f659c640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f42d8077330 0x7f42d8079840 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f42e8033000 tx=0x7f42e802d070 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:17.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.728+0000 7f42e6ffd640 1 -- 172.21.15.33:0/2852150746 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f42f8158040 con 0x7f42f81f8bb0 2024-07-26T17:08:17.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.959+0000 7f42fcde5640 1 -- 172.21.15.33:0/2852150746 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f42f80af660 con 0x7f42f81f8bb0 2024-07-26T17:08:17.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.959+0000 7f42e6ffd640 1 -- 172.21.15.33:0/2852150746 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v160) ==== 53+0+73 (secure 0 0 0) 0x7f42f81f2620 con 0x7f42f81f8bb0 2024-07-26T17:08:17.961 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T17:08:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 -- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f42d8077330 msgr2=0x7f42d8079840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f42d8077330 0x7f42d8079840 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f42e8033000 tx=0x7f42e802d070 comp rx=0 tx=0).stop 2024-07-26T17:08:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 -- 172.21.15.33:0/2852150746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42f81f8bb0 msgr2=0x7f42f81576f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42f81f8bb0 0x7f42f81576f0 secure :-1 s=READY pgs=2834 cs=0 l=1 rev1=1 crypto rx=0x7f42ec011a50 tx=0x7f42ec011f10 comp rx=0 tx=0).stop 2024-07-26T17:08:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 -- 172.21.15.33:0/2852150746 shutdown_connections 2024-07-26T17:08:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f42d8077330 0x7f42d8079840 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f42f8157c30 0x7f42f81585d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:17.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f42f81f8bb0 0x7f42f81576f0 unknown :-1 s=CLOSED pgs=2834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:17.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 --2- 172.21.15.33:0/2852150746 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f42e0003a00 0x7f42f81f20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:17.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 -- 172.21.15.33:0/2852150746 >> 172.21.15.33:0/2852150746 conn(0x7f42f80b3200 msgr2=0x7f42f8068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:17.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 -- 172.21.15.33:0/2852150746 shutdown_connections 2024-07-26T17:08:17.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:17.961+0000 7f42fcde5640 1 -- 172.21.15.33:0/2852150746 wait complete. 2024-07-26T17:08:17.974 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T17:08:17.974 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T17:08:17.974 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T17:08:17.974 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T17:08:17.975 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:17.975 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T17:08:17.975 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T17:08:17.975 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T17:08:17.975 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:08:17.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:17.975 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T17:08:17.992 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T17:08:17.992 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:17.993 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 36759sec preferred_lft 36759sec 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T17:08:17.994 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:17.995 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:08:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T17:08:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:17.995 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:08:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T17:08:17.995 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:17.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:17.996 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T17:08:18.057 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T17:08:18.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:18.059 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T17:08:18.115 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T17:08:18.115 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T17:08:18.116 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T17:08:18.116 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T17:08:18.116 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T17:08:18.116 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T17:08:18.117 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T17:08:18.117 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T17:08:18.117 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T17:08:18.117 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T17:08:18.117 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T17:08:18.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T17:08:18.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:08:18.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:18.246 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T17:08:18.262 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T17:08:18.262 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T17:08:18.263 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:08:18.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:18.263 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T17:08:18.329 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T17:08:18.329 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:08:18.329 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:18.385 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:08:18.386 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:08:18.386 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:18.441 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:08:18.508 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:08:18.564 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:08:18.574 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:08:18.574 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:08:18.574 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:08:18.574 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:08:18.575 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:08:18.576 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:08:18.576 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:08:18.576 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:08:18.576 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:08:18.576 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:08:18.576 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:08:18.576 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:08:18.576 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:08:18.576 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:08:18.576 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:08:18.576 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:08:18.577 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:08:18.577 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:08:18.577 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:18.577 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:18.577 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:18.577 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:18.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:18.577 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:08:18.622 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T17:08:18.622 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T17:08:18.666 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:08:18.692 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:08:18.750 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:08:18.751 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:08:18.751 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:08:18.751 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:08:18.751 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:08:18.751 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:08:18.751 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:08:18.751 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:08:18.751 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:08:18.751 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:08:18.751 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:08:18.751 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:08:18.752 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:08:18.753 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:08:18.753 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:08:18.753 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:08:18.753 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:08:18.753 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:08:18.753 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:18.753 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:18.753 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:18.753 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:18.753 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:18.754 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:08:18.761 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T17:08:18.759+0000 7f87cd71e480 -1 init, newargv = 0x55b65616eba0 newargc=15 2024-07-26T17:08:18.761 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[111742]: starting ceph client 2024-07-26T17:08:18.767 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[111742]: starting fuse 2024-07-26T17:08:18.777 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T17:08:18.777 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T17:08:18.778 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T17:08:18.778 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T17:08:18.778 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T17:08:18.778 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T17:08:18.778 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T17:08:18.778 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:18.778 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T17:08:18.778 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T17:08:18.778 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T17:08:18.778 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T17:08:18.778 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T17:08:18.779 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:18.780 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T17:08:18.780 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T17:08:18.898 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.111742.asok 2024-07-26T17:08:18.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:08:18.909 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.111742.asok 2024-07-26T17:08:18.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:18.909 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.111742.asok status 2024-07-26T17:08:19.056 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:08:19.056 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T17:08:19.056 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T17:08:19.056 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T17:08:19.056 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "111742", 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 12930, 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T17:08:19.057 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 12930 2024-07-26T17:08:19.058 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:19.058 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:08:19.058 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:08:19.058 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:08:19.058 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3950748099 2024-07-26T17:08:19.058 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:19.058 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:19.058 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:08:19.058 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:08:19.058 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:08:19.059 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 3950748099 2024-07-26T17:08:19.059 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:19.059 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.12930 192.168.0.1:0/3950748099", 2024-07-26T17:08:19.059 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/3950748099", 2024-07-26T17:08:19.059 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T17:08:19.059 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 160, 2024-07-26T17:08:19.059 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 289, 2024-07-26T17:08:19.059 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T17:08:19.059 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T17:08:19.059 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T17:08:19.059 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:08:19.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:19.065 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T17:08:19.065 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:19.081 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T17:08:19.082 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:19.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:19.082 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:19.147 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:19.147 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402/.snap) 2024-07-26T17:08:19.214 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_07_00_UTC 2024-07-26T17:08:19.214 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_08_00_UTC 2024-07-26T17:08:19.214 DEBUG:tasks.cephfs.test_snap_schedules:snaps:['scheduled-2024-07-26-17_07_00_UTC', 'scheduled-2024-07-26-17_08_00_UTC'] 2024-07-26T17:08:19.214 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv01 2024-07-26T17:08:19.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.374+0000 7f26e657e640 1 -- 172.21.15.33:0/1615829593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26e00b3670 msgr2=0x7f26e00b3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:19.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.374+0000 7f26e657e640 1 --2- 172.21.15.33:0/1615829593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26e00b3670 0x7f26e00b3a80 secure :-1 s=READY pgs=2838 cs=0 l=1 rev1=1 crypto rx=0x7f26e0074c90 tx=0x7f26d802a8f0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.374+0000 7f26e657e640 1 -- 172.21.15.33:0/1615829593 shutdown_connections 2024-07-26T17:08:19.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.374+0000 7f26e657e640 1 --2- 172.21.15.33:0/1615829593 >> v2:172.21.15.154:3300/0 conn(0x7f26e00d1dc0 0x7f26e00d21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.374+0000 7f26e657e640 1 --2- 172.21.15.33:0/1615829593 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26e00b3670 0x7f26e00b3a80 unknown :-1 s=CLOSED pgs=2838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.374+0000 7f26e657e640 1 --2- 172.21.15.33:0/1615829593 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26e00b6620 0x7f26e00d2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.374+0000 7f26e657e640 1 -- 172.21.15.33:0/1615829593 >> 172.21.15.33:0/1615829593 conn(0x7f26e00b5b00 msgr2=0x7f26e00b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:19.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.374+0000 7f26e657e640 1 -- 172.21.15.33:0/1615829593 shutdown_connections 2024-07-26T17:08:19.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.374+0000 7f26e657e640 1 -- 172.21.15.33:0/1615829593 wait complete. 2024-07-26T17:08:19.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.375+0000 7f26e657e640 1 Processor -- start 2024-07-26T17:08:19.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.376+0000 7f26e657e640 1 -- start start 2024-07-26T17:08:19.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.377+0000 7f26e657e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26e00b3670 0x7f26e0152470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:19.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.377+0000 7f26e657e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26e00b6620 0x7f26e0160fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:19.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.377+0000 7f26e657e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26e00d1dc0 0x7f26e01614e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:19.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.377+0000 7f26e657e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f26e00d32d0 con 0x7f26e00b6620 2024-07-26T17:08:19.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.377+0000 7f26e657e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f26e00d3450 con 0x7f26e00d1dc0 2024-07-26T17:08:19.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.377+0000 7f26e657e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f26e0162820 con 0x7f26e00b3670 2024-07-26T17:08:19.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.377+0000 7f26df7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26e00b6620 0x7f26e0160fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:19.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.377+0000 7f26df7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26e00b6620 0x7f26e0160fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52910/0 (socket says 172.21.15.33:52910) 2024-07-26T17:08:19.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.377+0000 7f26df7fe640 1 -- 172.21.15.33:0/1497660420 learned_addr learned my addr 172.21.15.33:0/1497660420 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:19.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.377+0000 7f26dffff640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26e00b3670 0x7f26e0152470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:19.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.377+0000 7f26e4b1b640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26e00d1dc0 0x7f26e01614e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:19.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26df7fe640 1 -- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26e00b3670 msgr2=0x7f26e0152470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:19.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26df7fe640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26e00b3670 0x7f26e0152470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26df7fe640 1 -- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26e00d1dc0 msgr2=0x7f26e01614e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:19.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26df7fe640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26e00d1dc0 0x7f26e01614e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26df7fe640 1 -- 172.21.15.33:0/1497660420 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26e01529b0 con 0x7f26e00b6620 2024-07-26T17:08:19.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26e4b1b640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26e00d1dc0 0x7f26e01614e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:19.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26dffff640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26e00b3670 0x7f26e0152470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:19.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26df7fe640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26e00b6620 0x7f26e0160fa0 secure :-1 s=READY pgs=2839 cs=0 l=1 rev1=1 crypto rx=0x7f26d4009fd0 tx=0x7f26d400ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:19.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26dcff9640 1 -- 172.21.15.33:0/1497660420 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d400ccc0 con 0x7f26e00b6620 2024-07-26T17:08:19.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26dcff9640 1 -- 172.21.15.33:0/1497660420 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f26d400ee70 con 0x7f26e00b6620 2024-07-26T17:08:19.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26e657e640 1 -- 172.21.15.33:0/1497660420 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26e009e3a0 con 0x7f26e00b6620 2024-07-26T17:08:19.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26dcff9640 1 -- 172.21.15.33:0/1497660420 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26d400ce60 con 0x7f26e00b6620 2024-07-26T17:08:19.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.378+0000 7f26e657e640 1 -- 172.21.15.33:0/1497660420 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26e009e960 con 0x7f26e00b6620 2024-07-26T17:08:19.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.379+0000 7f26e657e640 1 -- 172.21.15.33:0/1497660420 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26e009e110 con 0x7f26e00b6620 2024-07-26T17:08:19.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.380+0000 7f26dcff9640 1 -- 172.21.15.33:0/1497660420 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 182) ==== 99423+0+0 (secure 0 0 0) 0x7f26d4005260 con 0x7f26e00b6620 2024-07-26T17:08:19.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.380+0000 7f26dcff9640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f26cc077330 0x7f26cc079840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:19.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.380+0000 7f26dcff9640 1 -- 172.21.15.33:0/1497660420 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7f26d4099b00 con 0x7f26e00b6620 2024-07-26T17:08:19.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.381+0000 7f26dffff640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f26cc077330 0x7f26cc079840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:19.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.381+0000 7f26dffff640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f26cc077330 0x7f26cc079840 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f26d0009b00 tx=0x7f26d0005f90 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:19.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.385+0000 7f26dcff9640 1 -- 172.21.15.33:0/1497660420 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f26d4062520 con 0x7f26e00b6620 2024-07-26T17:08:19.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.605+0000 7f26e657e640 1 -- 172.21.15.33:0/1497660420 --> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv01", "target": ["mon-mgr", ""]}) -- 0x7f26e008cd80 con 0x7f26cc077330 2024-07-26T17:08:19.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.612+0000 7f26dcff9640 1 -- 172.21.15.33:0/1497660420 <== mgr.10214 v2:172.21.15.154:6836/822677478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+60 (secure 0 0 0) 0x7f26d0011b80 con 0x7f26cc077330 2024-07-26T17:08:19.613 INFO:teuthology.orchestra.run.smithi033.stdout:/volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402 2024-07-26T17:08:19.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 -- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f26cc077330 msgr2=0x7f26cc079840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:19.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f26cc077330 0x7f26cc079840 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f26d0009b00 tx=0x7f26d0005f90 comp rx=0 tx=0).stop 2024-07-26T17:08:19.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 -- 172.21.15.33:0/1497660420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26e00b6620 msgr2=0x7f26e0160fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:19.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26e00b6620 0x7f26e0160fa0 secure :-1 s=READY pgs=2839 cs=0 l=1 rev1=1 crypto rx=0x7f26d4009fd0 tx=0x7f26d400ec20 comp rx=0 tx=0).stop 2024-07-26T17:08:19.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 -- 172.21.15.33:0/1497660420 shutdown_connections 2024-07-26T17:08:19.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f26cc077330 0x7f26cc079840 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f26e00d1dc0 0x7f26e01614e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f26e00b6620 0x7f26e0160fa0 unknown :-1 s=CLOSED pgs=2839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 --2- 172.21.15.33:0/1497660420 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f26e00b3670 0x7f26e0152470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 -- 172.21.15.33:0/1497660420 >> 172.21.15.33:0/1497660420 conn(0x7f26e00b5b00 msgr2=0x7f26e00b1f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:19.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 -- 172.21.15.33:0/1497660420 shutdown_connections 2024-07-26T17:08:19.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.614+0000 7f26e657e640 1 -- 172.21.15.33:0/1497660420 wait complete. 2024-07-26T17:08:19.627 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T17:08:19.629 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-26T17:08:19.672 INFO:teuthology.orchestra.run.smithi033.stdout:[global] 2024-07-26T17:08:19.673 INFO:teuthology.orchestra.run.smithi033.stdout: chdir = "" 2024-07-26T17:08:19.673 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T17:08:19.673 INFO:teuthology.orchestra.run.smithi033.stdout: auth supported = cephx 2024-07-26T17:08:19.673 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.673 INFO:teuthology.orchestra.run.smithi033.stdout: filestore xattr use omap = true 2024-07-26T17:08:19.673 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.673 INFO:teuthology.orchestra.run.smithi033.stdout: mon clock drift allowed = 1.000 2024-07-26T17:08:19.673 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.673 INFO:teuthology.orchestra.run.smithi033.stdout: osd crush chooseleaf type = 0 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: auth debug = true 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on old message = true 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on bug = true 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: mon pg warn max object skew = 0 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.674 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default size = 2 2024-07-26T17:08:19.675 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.675 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow primary affinity = true 2024-07-26T17:08:19.675 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow pg remap = true 2024-07-26T17:08:19.675 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on legacy crush tunables = false 2024-07-26T17:08:19.675 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on crush straw calc version zero = false 2024-07-26T17:08:19.675 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on no sortbitwise = false 2024-07-26T17:08:19.675 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on osd down out interval zero = false 2024-07-26T17:08:19.675 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on too few osds = false 2024-07-26T17:08:19.675 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T17:08:19.675 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T17:08:19.675 INFO:teuthology.orchestra.run.smithi033.stdout: mon_allow_pool_size_one = true 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: osd default data pool replay window = 5 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: mon allow pool delete = true 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: mon cluster log file level = debug 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: debug asserts on shutdown = true 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: mon health detail to clog = false 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: mon host = "172.21.15.33,172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790]" 2024-07-26T17:08:19.676 INFO:teuthology.orchestra.run.smithi033.stdout: fsid = f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout:[osd] 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: osd journal size = 100 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub load threshold = 5.0 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub max interval = 600 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: osd mclock profile = high_recovery_ops 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: osd recover clone overlap = true 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: osd recovery max chunk = 1048576 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug shutdown = true 2024-07-26T17:08:19.677 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug op order = true 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug verify stray on activate = true 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug trim objects = true 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: osd open classes on start = true 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug pg log writeout = true 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: osd deep scrub update digest min age = 30 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: osd map max advance = 10 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: journal zero on create = true 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.678 INFO:teuthology.orchestra.run.smithi033.stdout: filestore ondisk finisher threads = 3 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: filestore apply finisher threads = 3 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: bdev debug aio = true 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug misdirected ops = true 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore block size = 96636764160 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore fsck on mount = True 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluefs = 20 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluestore = 20 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: debug osd = 20 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: debug rocksdb = 10 2024-07-26T17:08:19.679 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T17:08:19.680 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd full ratio = 0.9 2024-07-26T17:08:19.680 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd nearfull ratio = 0.8 2024-07-26T17:08:19.680 INFO:teuthology.orchestra.run.smithi033.stdout: osd failsafe full ratio = 0.95 2024-07-26T17:08:19.680 INFO:teuthology.orchestra.run.smithi033.stdout: osd objectstore = bluestore 2024-07-26T17:08:19.680 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.680 INFO:teuthology.orchestra.run.smithi033.stdout:[mgr] 2024-07-26T17:08:19.680 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:08:19.680 INFO:teuthology.orchestra.run.smithi033.stdout: debug mgr = 20 2024-07-26T17:08:19.680 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: mgr/telemetry/nag = false 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: debug client = 20 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: debug finisher = 20 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout:[mon] 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: debug paxos = 20 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: mon data avail warn = 5 2024-07-26T17:08:19.681 INFO:teuthology.orchestra.run.smithi033.stdout: mon mgr mkfs grace = 240 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd reporter subtree level = osd 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd prime pg temp = true 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T17:08:19.682 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout: # 1m isn't quite enough 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout: mon_down_mkfs_grace = 2m 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_filestore_osds = false 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout: mon down mkfs grace = 300 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout:[client] 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout: rgw cache enabled = true 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable ops log = true 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable usage log = true 2024-07-26T17:08:19.683 INFO:teuthology.orchestra.run.smithi033.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T17:08:19.684 INFO:teuthology.orchestra.run.smithi033.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T17:08:19.684 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = "" 2024-07-26T17:08:19.684 INFO:teuthology.orchestra.run.smithi033.stdout: client snapdir = .snap 2024-07-26T17:08:19.684 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.a] 2024-07-26T17:08:19.684 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.b] 2024-07-26T17:08:19.684 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.c] 2024-07-26T17:08:19.684 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.a] 2024-07-26T17:08:19.684 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.c] 2024-07-26T17:08:19.684 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.b] 2024-07-26T17:08:19.684 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.d] 2024-07-26T17:08:19.685 INFO:teuthology.orchestra.run.smithi154.stdout:[global] 2024-07-26T17:08:19.685 INFO:teuthology.orchestra.run.smithi154.stdout: chdir = "" 2024-07-26T17:08:19.685 INFO:teuthology.orchestra.run.smithi154.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-26T17:08:19.685 INFO:teuthology.orchestra.run.smithi154.stdout: auth supported = cephx 2024-07-26T17:08:19.685 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.685 INFO:teuthology.orchestra.run.smithi154.stdout: filestore xattr use omap = true 2024-07-26T17:08:19.685 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.685 INFO:teuthology.orchestra.run.smithi154.stdout: mon clock drift allowed = 1.000 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: osd crush chooseleaf type = 0 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: auth debug = true 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on old message = true 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: ms die on bug = true 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: mon pg warn max object skew = 0 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: # disable pg_autoscaler by default for new pools 2024-07-26T17:08:19.686 INFO:teuthology.orchestra.run.smithi154.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default size = 2 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow primary affinity = true 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd allow pg remap = true 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on legacy crush tunables = false 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on crush straw calc version zero = false 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on no sortbitwise = false 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on osd down out interval zero = false 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: mon warn on too few osds = false 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-26T17:08:19.687 INFO:teuthology.orchestra.run.smithi154.stdout: mon_allow_pool_size_one = true 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: osd default data pool replay window = 5 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: mon allow pool delete = true 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: mon cluster log file level = debug 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: debug asserts on shutdown = true 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: mon health detail to clog = false 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: mon host = "172.21.15.33,172.21.15.154,[v2:172.21.15.154:3301,v1:172.21.15.154:6790]" 2024-07-26T17:08:19.688 INFO:teuthology.orchestra.run.smithi154.stdout: fsid = f69ebecf-ebe6-4ee7-8558-f0389f0fc21f 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout:[osd] 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout: osd journal size = 100 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub load threshold = 5.0 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout: osd scrub max interval = 600 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout: osd mclock profile = high_recovery_ops 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout: osd recover clone overlap = true 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout: osd recovery max chunk = 1048576 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.689 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug shutdown = true 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug op order = true 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug verify stray on activate = true 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug trim objects = true 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: osd open classes on start = true 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug pg log writeout = true 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: osd deep scrub update digest min age = 30 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: osd map max advance = 10 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: journal zero on create = true 2024-07-26T17:08:19.690 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: filestore ondisk finisher threads = 3 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: filestore apply finisher threads = 3 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: bdev debug aio = true 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: osd debug misdirected ops = true 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: bluestore block size = 96636764160 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: bluestore fsck on mount = True 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: debug bluefs = 20 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: debug bluestore = 20 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: debug osd = 20 2024-07-26T17:08:19.691 INFO:teuthology.orchestra.run.smithi154.stdout: debug rocksdb = 10 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd backfillfull_ratio = 0.85 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd full ratio = 0.9 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd nearfull ratio = 0.8 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: osd failsafe full ratio = 0.95 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: osd objectstore = bluestore 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout:[mgr] 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: debug mgr = 20 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:08:19.692 INFO:teuthology.orchestra.run.smithi154.stdout: mgr/telemetry/nag = false 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout: debug client = 20 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout: debug finisher = 20 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout:[mon] 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout: debug ms = 1 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout: debug mon = 20 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout: debug paxos = 20 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout: debug auth = 20 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout: mon data avail warn = 5 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout: mon mgr mkfs grace = 240 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min pgs per osd = 4 2024-07-26T17:08:19.693 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd reporter subtree level = osd 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: mon osd prime pg temp = true 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: mon reweight min bytes per osd = 10 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: auth mon ticket ttl = 660 # 11m 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: auth service ticket ttl = 240 # 4m 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: # don't complain about insecure global_id in the test suite 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: # 1m isn't quite enough 2024-07-26T17:08:19.694 INFO:teuthology.orchestra.run.smithi154.stdout: mon_down_mkfs_grace = 2m 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout: mon_warn_on_filestore_osds = false 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout: mon down mkfs grace = 300 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout:[client] 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout: rgw cache enabled = true 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable ops log = true 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout: rgw enable usage log = true 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout: pid file = "" 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout: client snapdir = .snap 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.a] 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.b] 2024-07-26T17:08:19.695 INFO:teuthology.orchestra.run.smithi154.stdout:[mon.c] 2024-07-26T17:08:19.696 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.a] 2024-07-26T17:08:19.696 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.c] 2024-07-26T17:08:19.696 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.b] 2024-07-26T17:08:19.696 INFO:teuthology.orchestra.run.smithi154.stdout:[mds.d] 2024-07-26T17:08:19.697 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:08:19.697 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:19.754 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:08:19.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.911+0000 7fec63b20640 1 -- 172.21.15.33:0/3021605470 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec5c0b3d80 msgr2=0x7fec5c0d21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:19.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.911+0000 7fec63b20640 1 --2- 172.21.15.33:0/3021605470 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec5c0b3d80 0x7fec5c0d21d0 secure :-1 s=READY pgs=2841 cs=0 l=1 rev1=1 crypto rx=0x7fec5c0c7870 tx=0x7fec5402a800 comp rx=0 tx=0).stop 2024-07-26T17:08:19.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.911+0000 7fec63b20640 1 -- 172.21.15.33:0/3021605470 shutdown_connections 2024-07-26T17:08:19.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.911+0000 7fec63b20640 1 --2- 172.21.15.33:0/3021605470 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec5c0b3d80 0x7fec5c0d21d0 unknown :-1 s=CLOSED pgs=2841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.911+0000 7fec63b20640 1 -- 172.21.15.33:0/3021605470 >> 172.21.15.33:0/3021605470 conn(0x7fec5c0b5b00 msgr2=0x7fec5c0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:19.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.912+0000 7fec63b20640 1 -- 172.21.15.33:0/3021605470 shutdown_connections 2024-07-26T17:08:19.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.912+0000 7fec63b20640 1 -- 172.21.15.33:0/3021605470 wait complete. 2024-07-26T17:08:19.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.914+0000 7fec63b20640 1 Processor -- start 2024-07-26T17:08:19.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.914+0000 7fec63b20640 1 -- start start 2024-07-26T17:08:19.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.915+0000 7fec63b20640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec5c0b3d80 0x7fec5c14f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:19.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.915+0000 7fec63b20640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec5c0b6620 0x7fec5c0b1310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:19.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.915+0000 7fec63b20640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec5c0d1dc0 0x7fec5c0b8670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:19.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.915+0000 7fec63b20640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fec5c169c60 con 0x7fec5c0b6620 2024-07-26T17:08:19.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.915+0000 7fec63b20640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fec5c169ae0 con 0x7fec5c0b3d80 2024-07-26T17:08:19.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.915+0000 7fec63b20640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fec5c169de0 con 0x7fec5c0d1dc0 2024-07-26T17:08:19.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.915+0000 7fec610bb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec5c0b6620 0x7fec5c0b1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:19.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.915+0000 7fec610bb640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec5c0b6620 0x7fec5c0b1310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52938/0 (socket says 172.21.15.33:52938) 2024-07-26T17:08:19.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.915+0000 7fec610bb640 1 -- 172.21.15.33:0/417501246 learned_addr learned my addr 172.21.15.33:0/417501246 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:19.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.915+0000 7fec618bc640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec5c0b3d80 0x7fec5c14f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:19.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.915+0000 7fec620bd640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec5c0d1dc0 0x7fec5c0b8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:19.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.916+0000 7fec610bb640 1 -- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec5c0d1dc0 msgr2=0x7fec5c0b8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:19.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.916+0000 7fec610bb640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec5c0d1dc0 0x7fec5c0b8670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.916+0000 7fec610bb640 1 -- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec5c0b3d80 msgr2=0x7fec5c14f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:19.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.916+0000 7fec610bb640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec5c0b3d80 0x7fec5c14f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:19.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.916+0000 7fec610bb640 1 -- 172.21.15.33:0/417501246 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec5c1f8d20 con 0x7fec5c0b6620 2024-07-26T17:08:19.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.916+0000 7fec610bb640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec5c0b6620 0x7fec5c0b1310 secure :-1 s=READY pgs=2842 cs=0 l=1 rev1=1 crypto rx=0x7fec4c00c340 tx=0x7fec4c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:19.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.916+0000 7fec527fc640 1 -- 172.21.15.33:0/417501246 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec4c017070 con 0x7fec5c0b6620 2024-07-26T17:08:19.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.916+0000 7fec527fc640 1 -- 172.21.15.33:0/417501246 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec4c0053c0 con 0x7fec5c0b6620 2024-07-26T17:08:19.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.916+0000 7fec63b20640 1 -- 172.21.15.33:0/417501246 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec5c1f9000 con 0x7fec5c0b6620 2024-07-26T17:08:19.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.916+0000 7fec527fc640 1 -- 172.21.15.33:0/417501246 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec4c003850 con 0x7fec5c0b6620 2024-07-26T17:08:19.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.916+0000 7fec63b20640 1 -- 172.21.15.33:0/417501246 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec5c1f9ae0 con 0x7fec5c0b6620 2024-07-26T17:08:19.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.917+0000 7fec63b20640 1 -- 172.21.15.33:0/417501246 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec5c0b9e40 con 0x7fec5c0b6620 2024-07-26T17:08:19.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.918+0000 7fec527fc640 1 -- 172.21.15.33:0/417501246 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 182) ==== 99423+0+0 (secure 0 0 0) 0x7fec4c01a070 con 0x7fec5c0b6620 2024-07-26T17:08:19.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.918+0000 7fec527fc640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fec40077330 0x7fec40079840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:19.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.918+0000 7fec527fc640 1 -- 172.21.15.33:0/417501246 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7fec4c098380 con 0x7fec5c0b6620 2024-07-26T17:08:19.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.919+0000 7fec618bc640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fec40077330 0x7fec40079840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:19.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.919+0000 7fec618bc640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fec40077330 0x7fec40079840 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fec58007fd0 tx=0x7fec58001370 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:19.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:19.923+0000 7fec527fc640 1 -- 172.21.15.33:0/417501246 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fec4c060930 con 0x7fec5c0b6620 2024-07-26T17:08:20.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.129+0000 7fec63b20640 1 -- 172.21.15.33:0/417501246 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fec5c06d390 con 0x7fec5c0b6620 2024-07-26T17:08:20.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.129+0000 7fec527fc640 1 -- 172.21.15.33:0/417501246 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 8 entries v289) ==== 80+0+477 (secure 0 0 0) 0x7fec4c0691c0 con 0x7fec5c0b6620 2024-07-26T17:08:20.131 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/1540360436 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.131 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2546546635 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.131 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/694756724 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.132 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/1540360436 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.132 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3388941642 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.132 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1384026672 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.132 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3668370461 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.132 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3038098689 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.132 INFO:teuthology.orchestra.run.smithi033.stderr:listed 8 entries 2024-07-26T17:08:20.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 -- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fec40077330 msgr2=0x7fec40079840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:20.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fec40077330 0x7fec40079840 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fec58007fd0 tx=0x7fec58001370 comp rx=0 tx=0).stop 2024-07-26T17:08:20.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 -- 172.21.15.33:0/417501246 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec5c0b6620 msgr2=0x7fec5c0b1310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:20.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec5c0b6620 0x7fec5c0b1310 secure :-1 s=READY pgs=2842 cs=0 l=1 rev1=1 crypto rx=0x7fec4c00c340 tx=0x7fec4c00c800 comp rx=0 tx=0).stop 2024-07-26T17:08:20.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 -- 172.21.15.33:0/417501246 shutdown_connections 2024-07-26T17:08:20.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fec40077330 0x7fec40079840 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec5c0d1dc0 0x7fec5c0b8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec5c0b6620 0x7fec5c0b1310 unknown :-1 s=CLOSED pgs=2842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 --2- 172.21.15.33:0/417501246 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec5c0b3d80 0x7fec5c14f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 -- 172.21.15.33:0/417501246 >> 172.21.15.33:0/417501246 conn(0x7fec5c0b5b00 msgr2=0x7fec5c157470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:20.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 -- 172.21.15.33:0/417501246 shutdown_connections 2024-07-26T17:08:20.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.131+0000 7fec63b20640 1 -- 172.21.15.33:0/417501246 wait complete. 2024-07-26T17:08:20.144 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:08:20.145 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:20.162 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:08:20.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.318+0000 7f3e9cae7640 1 -- 172.21.15.33:0/721855369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e98152290 msgr2=0x7f3e98073950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:20.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.318+0000 7f3e9cae7640 1 --2- 172.21.15.33:0/721855369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e98152290 0x7f3e98073950 secure :-1 s=READY pgs=2843 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c005fd0 tx=0x7f3e8c02a540 comp rx=0 tx=0).stop 2024-07-26T17:08:20.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.318+0000 7f3e9cae7640 1 -- 172.21.15.33:0/721855369 shutdown_connections 2024-07-26T17:08:20.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.318+0000 7f3e9cae7640 1 --2- 172.21.15.33:0/721855369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e98152290 0x7f3e98073950 unknown :-1 s=CLOSED pgs=2843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.318+0000 7f3e9cae7640 1 --2- 172.21.15.33:0/721855369 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e98151e80 0x7f3e98073410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.318+0000 7f3e9cae7640 1 -- 172.21.15.33:0/721855369 >> 172.21.15.33:0/721855369 conn(0x7f3e9806de40 msgr2=0x7f3e980b2950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:20.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.318+0000 7f3e9cae7640 1 -- 172.21.15.33:0/721855369 shutdown_connections 2024-07-26T17:08:20.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.318+0000 7f3e9cae7640 1 -- 172.21.15.33:0/721855369 wait complete. 2024-07-26T17:08:20.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.320+0000 7f3e9cae7640 1 Processor -- start 2024-07-26T17:08:20.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.320+0000 7f3e9cae7640 1 -- start start 2024-07-26T17:08:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.321+0000 7f3e9cae7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e980708c0 0x7f3e9809c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.321+0000 7f3e9cae7640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e98151e80 0x7f3e980ce9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.321+0000 7f3e9cae7640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e98152290 0x7f3e980cef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.321+0000 7f3e9cae7640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3e980af320 con 0x7f3e980708c0 2024-07-26T17:08:20.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.321+0000 7f3e9cae7640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3e980af1a0 con 0x7f3e98152290 2024-07-26T17:08:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.321+0000 7f3e9cae7640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3e980af4a0 con 0x7f3e98151e80 2024-07-26T17:08:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.321+0000 7f3e9659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e980708c0 0x7f3e9809c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.321+0000 7f3e9659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e980708c0 0x7f3e9809c4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52948/0 (socket says 172.21.15.33:52948) 2024-07-26T17:08:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.321+0000 7f3e9659c640 1 -- 172.21.15.33:0/2347167608 learned_addr learned my addr 172.21.15.33:0/2347167608 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.321+0000 7f3e95d9b640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e98151e80 0x7f3e980ce9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.321+0000 7f3e96d9d640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e98152290 0x7f3e980cef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e9659c640 1 -- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e98151e80 msgr2=0x7f3e980ce9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e9659c640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e98151e80 0x7f3e980ce9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e9659c640 1 -- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e98152290 msgr2=0x7f3e980cef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:20.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e9659c640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e98152290 0x7f3e980cef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e9659c640 1 -- 172.21.15.33:0/2347167608 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e9809aa60 con 0x7f3e980708c0 2024-07-26T17:08:20.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e95d9b640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e98151e80 0x7f3e980ce9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:20.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e96d9d640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e98152290 0x7f3e980cef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:20.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e9659c640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e980708c0 0x7f3e9809c4e0 secure :-1 s=READY pgs=2844 cs=0 l=1 rev1=1 crypto rx=0x7f3e8800e790 tx=0x7f3e8800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:20.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e86ffd640 1 -- 172.21.15.33:0/2347167608 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e8800eea0 con 0x7f3e980708c0 2024-07-26T17:08:20.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e86ffd640 1 -- 172.21.15.33:0/2347167608 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e8800cdb0 con 0x7f3e980708c0 2024-07-26T17:08:20.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e86ffd640 1 -- 172.21.15.33:0/2347167608 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e88010690 con 0x7f3e980708c0 2024-07-26T17:08:20.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e9cae7640 1 -- 172.21.15.33:0/2347167608 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e9809f020 con 0x7f3e980708c0 2024-07-26T17:08:20.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.322+0000 7f3e9cae7640 1 -- 172.21.15.33:0/2347167608 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e980cdf00 con 0x7f3e980708c0 2024-07-26T17:08:20.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.323+0000 7f3e9cae7640 1 -- 172.21.15.33:0/2347167608 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e980af950 con 0x7f3e980708c0 2024-07-26T17:08:20.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.324+0000 7f3e86ffd640 1 -- 172.21.15.33:0/2347167608 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 182) ==== 99423+0+0 (secure 0 0 0) 0x7f3e88010830 con 0x7f3e980708c0 2024-07-26T17:08:20.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.324+0000 7f3e86ffd640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f3e78077330 0x7f3e78079840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:20.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.325+0000 7f3e86ffd640 1 -- 172.21.15.33:0/2347167608 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7f3e88099c40 con 0x7f3e980708c0 2024-07-26T17:08:20.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.325+0000 7f3e95d9b640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f3e78077330 0x7f3e78079840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:20.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.325+0000 7f3e95d9b640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f3e78077330 0x7f3e78079840 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c033000 tx=0x7f3e8c004730 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:20.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.329+0000 7f3e86ffd640 1 -- 172.21.15.33:0/2347167608 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3e880a0080 con 0x7f3e980708c0 2024-07-26T17:08:20.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.535+0000 7f3e9cae7640 1 -- 172.21.15.33:0/2347167608 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f3e98070e70 con 0x7f3e980708c0 2024-07-26T17:08:20.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.535+0000 7f3e86ffd640 1 -- 172.21.15.33:0/2347167608 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 8 entries v289) ==== 80+0+477 (secure 0 0 0) 0x7f3e88062610 con 0x7f3e980708c0 2024-07-26T17:08:20.537 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/1540360436 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.538 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2546546635 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.538 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/694756724 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.538 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/1540360436 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.538 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3388941642 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.538 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1384026672 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.538 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3668370461 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.538 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3038098689 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:20.538 INFO:teuthology.orchestra.run.smithi033.stderr:listed 8 entries 2024-07-26T17:08:20.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 -- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f3e78077330 msgr2=0x7f3e78079840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:20.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f3e78077330 0x7f3e78079840 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c033000 tx=0x7f3e8c004730 comp rx=0 tx=0).stop 2024-07-26T17:08:20.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 -- 172.21.15.33:0/2347167608 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e980708c0 msgr2=0x7f3e9809c4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:20.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e980708c0 0x7f3e9809c4e0 secure :-1 s=READY pgs=2844 cs=0 l=1 rev1=1 crypto rx=0x7f3e8800e790 tx=0x7f3e8800ec50 comp rx=0 tx=0).stop 2024-07-26T17:08:20.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 -- 172.21.15.33:0/2347167608 shutdown_connections 2024-07-26T17:08:20.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f3e78077330 0x7f3e78079840 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e98152290 0x7f3e980cef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e98151e80 0x7f3e980ce9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 --2- 172.21.15.33:0/2347167608 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e980708c0 0x7f3e9809c4e0 unknown :-1 s=CLOSED pgs=2844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:20.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 -- 172.21.15.33:0/2347167608 >> 172.21.15.33:0/2347167608 conn(0x7f3e9806de40 msgr2=0x7f3e98153e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:20.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 -- 172.21.15.33:0/2347167608 shutdown_connections 2024-07-26T17:08:20.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:20.538+0000 7f3e9cae7640 1 -- 172.21.15.33:0/2347167608 wait complete. 2024-07-26T17:08:20.551 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T17:08:20.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:20.551 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:20.575 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[111742]: fuse finished with error 0 and tester_r 0 2024-07-26T17:08:20.577 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:08:26.679 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:08:26.679 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:26.679 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T17:08:26.700 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:08:26.700 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:26.760 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:08:26.760 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T17:08:26.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.927+0000 7ff2e9141640 1 -- 172.21.15.33:0/1317727500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e415af50 msgr2=0x7ff2e40733d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:26.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.927+0000 7ff2e9141640 1 --2- 172.21.15.33:0/1317727500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e415af50 0x7ff2e40733d0 secure :-1 s=READY pgs=2845 cs=0 l=1 rev1=1 crypto rx=0x7ff2e40cd660 tx=0x7ff2d802a560 comp rx=0 tx=0).stop 2024-07-26T17:08:26.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.927+0000 7ff2e9141640 1 -- 172.21.15.33:0/1317727500 shutdown_connections 2024-07-26T17:08:26.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.927+0000 7ff2e9141640 1 --2- 172.21.15.33:0/1317727500 >> v2:172.21.15.154:3300/0 conn(0x7ff2e4073910 0x7ff2e40b3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:26.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.927+0000 7ff2e9141640 1 --2- 172.21.15.33:0/1317727500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e415af50 0x7ff2e40733d0 unknown :-1 s=CLOSED pgs=2845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:26.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.927+0000 7ff2e9141640 1 --2- 172.21.15.33:0/1317727500 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e4070de0 0x7ff2e4070870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:26.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.927+0000 7ff2e9141640 1 -- 172.21.15.33:0/1317727500 >> 172.21.15.33:0/1317727500 conn(0x7ff2e40b3200 msgr2=0x7ff2e406d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:26.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.927+0000 7ff2e9141640 1 -- 172.21.15.33:0/1317727500 shutdown_connections 2024-07-26T17:08:26.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.927+0000 7ff2e9141640 1 -- 172.21.15.33:0/1317727500 wait complete. 2024-07-26T17:08:26.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.929+0000 7ff2e9141640 1 Processor -- start 2024-07-26T17:08:26.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.929+0000 7ff2e9141640 1 -- start start 2024-07-26T17:08:26.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e9141640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e4070de0 0x7ff2e41f6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:26.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e9141640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e4073910 0x7ff2e409e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:26.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e9141640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2e415af50 0x7ff2e406c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:26.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e9141640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e40b4520 con 0x7ff2e4070de0 2024-07-26T17:08:26.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e9141640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e40b43a0 con 0x7ff2e415af50 2024-07-26T17:08:26.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e9141640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff2e40b46a0 con 0x7ff2e4073910 2024-07-26T17:08:26.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e4070de0 0x7ff2e41f6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:26.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e2d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e4070de0 0x7ff2e41f6bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52180/0 (socket says 172.21.15.33:52180) 2024-07-26T17:08:26.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e2d9d640 1 -- 172.21.15.33:0/3584415895 learned_addr learned my addr 172.21.15.33:0/3584415895 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:26.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e259c640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e4073910 0x7ff2e409e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:26.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e359e640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2e415af50 0x7ff2e406c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e2d9d640 1 -- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e4073910 msgr2=0x7ff2e409e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e2d9d640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e4073910 0x7ff2e409e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e2d9d640 1 -- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2e415af50 msgr2=0x7ff2e406c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e2d9d640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2e415af50 0x7ff2e406c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e2d9d640 1 -- 172.21.15.33:0/3584415895 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2e41f7130 con 0x7ff2e4070de0 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e259c640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e4073910 0x7ff2e409e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e359e640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2e415af50 0x7ff2e406c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.931+0000 7ff2e2d9d640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e4070de0 0x7ff2e41f6bf0 secure :-1 s=READY pgs=2846 cs=0 l=1 rev1=1 crypto rx=0x7ff2d400e960 tx=0x7ff2d400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.932+0000 7ff2cb7fe640 1 -- 172.21.15.33:0/3584415895 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d4004d20 con 0x7ff2e4070de0 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.932+0000 7ff2cb7fe640 1 -- 172.21.15.33:0/3584415895 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2d400cb20 con 0x7ff2e4070de0 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.932+0000 7ff2e9141640 1 -- 172.21.15.33:0/3584415895 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2e41476d0 con 0x7ff2e4070de0 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.932+0000 7ff2cb7fe640 1 -- 172.21.15.33:0/3584415895 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d4005020 con 0x7ff2e4070de0 2024-07-26T17:08:26.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.932+0000 7ff2e9141640 1 -- 172.21.15.33:0/3584415895 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2e4147c90 con 0x7ff2e4070de0 2024-07-26T17:08:26.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.933+0000 7ff2e9141640 1 -- 172.21.15.33:0/3584415895 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2e406a8f0 con 0x7ff2e4070de0 2024-07-26T17:08:26.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.933+0000 7ff2cb7fe640 1 -- 172.21.15.33:0/3584415895 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 183) ==== 99321+0+0 (secure 0 0 0) 0x7ff2d40051c0 con 0x7ff2e4070de0 2024-07-26T17:08:26.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.934+0000 7ff2cb7fe640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7ff2d0077240 0x7ff2d0079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:26.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.934+0000 7ff2cb7fe640 1 -- 172.21.15.33:0/3584415895 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7ff2d4099970 con 0x7ff2e4070de0 2024-07-26T17:08:26.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.934+0000 7ff2e259c640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7ff2d0077240 0x7ff2d0079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:26.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.935+0000 7ff2e259c640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7ff2d0077240 0x7ff2d0079750 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8033000 tx=0x7ff2d8004730 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:26.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:26.939+0000 7ff2cb7fe640 1 -- 172.21.15.33:0/3584415895 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff2e406a8f0 con 0x7ff2e4070de0 2024-07-26T17:08:27.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.169+0000 7ff2e9141640 1 -- 172.21.15.33:0/3584415895 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff2e40b3c50 con 0x7ff2e4070de0 2024-07-26T17:08:27.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.170+0000 7ff2cb7fe640 1 -- 172.21.15.33:0/3584415895 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v160) ==== 53+0+73 (secure 0 0 0) 0x7ff2e41f7130 con 0x7ff2e4070de0 2024-07-26T17:08:27.171 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T17:08:27.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 -- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7ff2d0077240 msgr2=0x7ff2d0079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:27.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7ff2d0077240 0x7ff2d0079750 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8033000 tx=0x7ff2d8004730 comp rx=0 tx=0).stop 2024-07-26T17:08:27.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 -- 172.21.15.33:0/3584415895 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e4070de0 msgr2=0x7ff2e41f6bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:27.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e4070de0 0x7ff2e41f6bf0 secure :-1 s=READY pgs=2846 cs=0 l=1 rev1=1 crypto rx=0x7ff2d400e960 tx=0x7ff2d400ee20 comp rx=0 tx=0).stop 2024-07-26T17:08:27.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 -- 172.21.15.33:0/3584415895 shutdown_connections 2024-07-26T17:08:27.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7ff2d0077240 0x7ff2d0079750 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:27.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff2e415af50 0x7ff2e406c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:27.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff2e4073910 0x7ff2e409e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:27.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 --2- 172.21.15.33:0/3584415895 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2e4070de0 0x7ff2e41f6bf0 unknown :-1 s=CLOSED pgs=2846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:27.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 -- 172.21.15.33:0/3584415895 >> 172.21.15.33:0/3584415895 conn(0x7ff2e40b3200 msgr2=0x7ff2e4154700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:27.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 -- 172.21.15.33:0/3584415895 shutdown_connections 2024-07-26T17:08:27.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27.172+0000 7ff2e9141640 1 -- 172.21.15.33:0/3584415895 wait complete. 2024-07-26T17:08:27.185 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T17:08:27.185 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T17:08:27.185 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T17:08:27.185 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T17:08:27.186 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:27.186 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T17:08:27.186 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T17:08:27.186 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T17:08:27.186 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:08:27.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:27.186 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T17:08:27.202 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T17:08:27.202 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:27.203 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T17:08:27.204 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T17:08:27.204 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 36750sec preferred_lft 36750sec 2024-07-26T17:08:27.204 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T17:08:27.204 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:27.204 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:08:27.204 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:27.204 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T17:08:27.204 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T17:08:27.204 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:27.204 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T17:08:27.204 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:27.205 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T17:08:27.205 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:27.205 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:08:27.205 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:27.205 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T17:08:27.205 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:27.205 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:08:27.205 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:27.205 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T17:08:27.205 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:27.206 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:27.206 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T17:08:27.266 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T17:08:27.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:27.268 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T17:08:27.325 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T17:08:27.325 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T17:08:27.325 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T17:08:27.325 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T17:08:27.325 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T17:08:27.326 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T17:08:27.326 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T17:08:27.326 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T17:08:27.326 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T17:08:27.326 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T17:08:27.326 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T17:08:27.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T17:08:27.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:08:27.455 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:27.455 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T17:08:27.471 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T17:08:27.471 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T17:08:27.472 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:08:27.472 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:27.472 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T17:08:27.537 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T17:08:27.537 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:08:27.538 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:27.594 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:08:27.594 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:08:27.594 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:27.651 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:08:27.716 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:08:27.772 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:08:27.773 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:08:27.773 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:08:27.773 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:08:27.773 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:08:27.773 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:08:27.773 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:08:27.774 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:27.775 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:27.776 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:27.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:27.777 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:08:27.833 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T17:08:27.833 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T17:08:27.875 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:08:27.901 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:08:27.959 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:08:27.959 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:08:27.960 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:08:27.961 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:08:27.962 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:08:27.962 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:08:27.962 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:08:27.962 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:08:27.962 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:27.962 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:27.962 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:27.962 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:27.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:27.962 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:08:27.971 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T17:08:27.970+0000 7f41e4c46480 -1 init, newargv = 0x7f41c8001270 newargc=15 2024-07-26T17:08:27.972 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[112414]: starting ceph client 2024-07-26T17:08:27.976 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[112414]: starting fuse 2024-07-26T17:08:27.987 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T17:08:27.987 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:27.988 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T17:08:27.989 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T17:08:28.108 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.112414.asok 2024-07-26T17:08:28.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:08:28.118 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.112414.asok 2024-07-26T17:08:28.118 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:28.119 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.112414.asok status 2024-07-26T17:08:28.265 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "112414", 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T17:08:28.266 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 12960, 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 12960 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 943900916 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:08:28.267 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 943900916 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.12960 192.168.0.1:0/943900916", 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/943900916", 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 160, 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 289, 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T17:08:28.268 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:08:28.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:28.274 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T17:08:28.274 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:28.291 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T17:08:28.291 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:28.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:28.291 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:28.357 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:28.357 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402/.snap) 2024-07-26T17:08:28.422 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_07_00_UTC 2024-07-26T17:08:28.422 INFO:teuthology.orchestra.run.smithi033.stdout:scheduled-2024-07-26-17_08_00_UTC 2024-07-26T17:08:28.422 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402/.snap/scheduled-2024-07-26-17_07_00_UTC 2024-07-26T17:08:28.422 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:28.422 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo rmdir volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402/.snap/scheduled-2024-07-26-17_07_00_UTC) 2024-07-26T17:08:28.496 DEBUG:tasks.cephfs.test_snap_schedules:removing snapshot: volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402/.snap/scheduled-2024-07-26-17_08_00_UTC 2024-07-26T17:08:28.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:28.497 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo rmdir volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402/.snap/scheduled-2024-07-26-17_08_00_UTC) 2024-07-26T17:08:28.570 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs snap-schedule remove --subvol sv01 . 1m 2024-07-26T17:08:28.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.732+0000 7f3302c47640 1 -- 172.21.15.33:0/239560293 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32fc0d1b70 msgr2=0x7f32fc0cf130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:28.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.732+0000 7f3302c47640 1 --2- 172.21.15.33:0/239560293 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32fc0d1b70 0x7f32fc0cf130 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f32fc0cee20 tx=0x7f32f402a890 comp rx=0 tx=0).stop 2024-07-26T17:08:28.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.732+0000 7f3302c47640 1 -- 172.21.15.33:0/239560293 shutdown_connections 2024-07-26T17:08:28.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.732+0000 7f3302c47640 1 --2- 172.21.15.33:0/239560293 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32fc0d1b70 0x7f32fc0cf130 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:28.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.732+0000 7f3302c47640 1 --2- 172.21.15.33:0/239560293 >> v2:172.21.15.154:3300/0 conn(0x7f32fc0b5570 0x7f32fc0b2cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:28.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.732+0000 7f3302c47640 1 -- 172.21.15.33:0/239560293 >> 172.21.15.33:0/239560293 conn(0x7f32fc0d3fa0 msgr2=0x7f32fc0d43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:28.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.732+0000 7f3302c47640 1 -- 172.21.15.33:0/239560293 shutdown_connections 2024-07-26T17:08:28.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.732+0000 7f3302c47640 1 -- 172.21.15.33:0/239560293 wait complete. 2024-07-26T17:08:28.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.734+0000 7f3302c47640 1 Processor -- start 2024-07-26T17:08:28.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.734+0000 7f3302c47640 1 -- start start 2024-07-26T17:08:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.735+0000 7f3302c47640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32fc0b5570 0x7f32fc0c8b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.735+0000 7f3302c47640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32fc0d1b70 0x7f32fc1e65b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.735+0000 7f3302c47640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32fc0d4ac0 0x7f32fc0cbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.735+0000 7f3302c47640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f32fc0cfa00 con 0x7f32fc0d4ac0 2024-07-26T17:08:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.735+0000 7f3302c47640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f32fc0cf880 con 0x7f32fc0b5570 2024-07-26T17:08:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.735+0000 7f3302c47640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f32fc0cfb80 con 0x7f32fc0d1b70 2024-07-26T17:08:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.735+0000 7f33011e4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32fc0d4ac0 0x7f32fc0cbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.735+0000 7f33011e4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32fc0d4ac0 0x7f32fc0cbcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52182/0 (socket says 172.21.15.33:52182) 2024-07-26T17:08:28.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.735+0000 7f33011e4640 1 -- 172.21.15.33:0/1860130839 learned_addr learned my addr 172.21.15.33:0/1860130839 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.735+0000 7f32fbfff640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32fc0d1b70 0x7f32fc1e65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.735+0000 7f33009e3640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32fc0b5570 0x7f32fc0c8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.736+0000 7f33011e4640 1 -- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32fc0d1b70 msgr2=0x7f32fc1e65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.736+0000 7f33011e4640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32fc0d1b70 0x7f32fc1e65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.736+0000 7f33011e4640 1 -- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32fc0b5570 msgr2=0x7f32fc0c8b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.736+0000 7f33011e4640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32fc0b5570 0x7f32fc0c8b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.736+0000 7f33011e4640 1 -- 172.21.15.33:0/1860130839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32fc1e6af0 con 0x7f32fc0d4ac0 2024-07-26T17:08:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.736+0000 7f33011e4640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32fc0d4ac0 0x7f32fc0cbcf0 secure :-1 s=READY pgs=2848 cs=0 l=1 rev1=1 crypto rx=0x7f32f402ae80 tx=0x7f32f4033cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.736+0000 7f32f97fa640 1 -- 172.21.15.33:0/1860130839 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f4031d80 con 0x7f32fc0d4ac0 2024-07-26T17:08:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.736+0000 7f3302c47640 1 -- 172.21.15.33:0/1860130839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32fc0ca780 con 0x7f32fc0d4ac0 2024-07-26T17:08:28.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.736+0000 7f32f97fa640 1 -- 172.21.15.33:0/1860130839 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32f4003970 con 0x7f32fc0d4ac0 2024-07-26T17:08:28.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.736+0000 7f32f97fa640 1 -- 172.21.15.33:0/1860130839 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f4003da0 con 0x7f32fc0d4ac0 2024-07-26T17:08:28.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.736+0000 7f3302c47640 1 -- 172.21.15.33:0/1860130839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32fc0cb4f0 con 0x7f32fc0d4ac0 2024-07-26T17:08:28.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.737+0000 7f3302c47640 1 -- 172.21.15.33:0/1860130839 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32fc0ca4f0 con 0x7f32fc0d4ac0 2024-07-26T17:08:28.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.738+0000 7f32f97fa640 1 -- 172.21.15.33:0/1860130839 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 183) ==== 99321+0+0 (secure 0 0 0) 0x7f32f40330d0 con 0x7f32fc0d4ac0 2024-07-26T17:08:28.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.738+0000 7f32f97fa640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f32dc077210 0x7f32dc079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:28.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.739+0000 7f32f97fa640 1 -- 172.21.15.33:0/1860130839 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7f32f40ba620 con 0x7f32fc0d4ac0 2024-07-26T17:08:28.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.739+0000 7f33009e3640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f32dc077210 0x7f32dc079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:28.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.739+0000 7f33009e3640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f32dc077210 0x7f32dc079720 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f32e4001890 tx=0x7f32e40013a0 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:28.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.743+0000 7f32f97fa640 1 -- 172.21.15.33:0/1860130839 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f32f404a020 con 0x7f32fc0d4ac0 2024-07-26T17:08:28.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:28.960+0000 7f3302c47640 1 -- 172.21.15.33:0/1860130839 --> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] -- mgr_command(tid 0: {"prefix": "fs snap-schedule remove", "subvol": "sv01", "path": ".", "repeat": "1m", "target": ["mon-mgr", ""]}) -- 0x7f32fc0cf130 con 0x7f32dc077210 2024-07-26T17:08:29.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.042+0000 7f32f97fa640 1 -- 172.21.15.33:0/1860130839 <== mgr.10214 v2:172.21.15.154:6836/822677478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+86 (secure 0 0 0) 0x7f32fc0cf130 con 0x7f32dc077210 2024-07-26T17:08:29.044 INFO:teuthology.orchestra.run.smithi033.stdout:Schedule removed for path /volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 -- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f32dc077210 msgr2=0x7f32dc079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f32dc077210 0x7f32dc079720 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f32e4001890 tx=0x7f32e40013a0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 -- 172.21.15.33:0/1860130839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32fc0d4ac0 msgr2=0x7f32fc0cbcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32fc0d4ac0 0x7f32fc0cbcf0 secure :-1 s=READY pgs=2848 cs=0 l=1 rev1=1 crypto rx=0x7f32f402ae80 tx=0x7f32f4033cb0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 -- 172.21.15.33:0/1860130839 shutdown_connections 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f32dc077210 0x7f32dc079720 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32fc0d4ac0 0x7f32fc0cbcf0 unknown :-1 s=CLOSED pgs=2848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f32fc0d1b70 0x7f32fc1e65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 --2- 172.21.15.33:0/1860130839 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f32fc0b5570 0x7f32fc0c8b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 -- 172.21.15.33:0/1860130839 >> 172.21.15.33:0/1860130839 conn(0x7f32fc0d3fa0 msgr2=0x7f32fc0b6dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 -- 172.21.15.33:0/1860130839 shutdown_connections 2024-07-26T17:08:29.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.045+0000 7f3302c47640 1 -- 172.21.15.33:0/1860130839 wait complete. 2024-07-26T17:08:29.057 DEBUG:tasks.cephfs.test_snap_schedules:res=Schedule removed for path /volumes/_nogroup/sv01/37af5378-d710-44f1-871b-1c9152f90402 2024-07-26T17:08:29.058 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume rm cephfs sv01 2024-07-26T17:08:29.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.177+0000 7f4e8260d640 1 -- 172.21.15.33:0/3409270045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e64003aa0 msgr2=0x7f4e64003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:29.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.177+0000 7f4e8260d640 1 --2- 172.21.15.33:0/3409270045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e64003aa0 0x7f4e64003f10 secure :-1 s=READY pgs=2850 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c006fb0 tx=0x7f4e64005830 comp rx=0 tx=0).stop 2024-07-26T17:08:29.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.177+0000 7f4e8260d640 1 -- 172.21.15.33:0/3409270045 shutdown_connections 2024-07-26T17:08:29.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.177+0000 7f4e8260d640 1 --2- 172.21.15.33:0/3409270045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e64003aa0 0x7f4e64003f10 unknown :-1 s=CLOSED pgs=2850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.177+0000 7f4e8260d640 1 -- 172.21.15.33:0/3409270045 >> 172.21.15.33:0/3409270045 conn(0x7f4e7c0d1e10 msgr2=0x7f4e7c0d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:29.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.177+0000 7f4e8260d640 1 -- 172.21.15.33:0/3409270045 shutdown_connections 2024-07-26T17:08:29.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.177+0000 7f4e8260d640 1 -- 172.21.15.33:0/3409270045 wait complete. 2024-07-26T17:08:29.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.179+0000 7f4e8260d640 1 Processor -- start 2024-07-26T17:08:29.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.179+0000 7f4e8260d640 1 -- start start 2024-07-26T17:08:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e8260d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e64003aa0 0x7f4e7c157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e8260d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e7c1f3cf0 0x7f4e7c1f2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e8260d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e7c15e380 0x7f4e7c15e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e8260d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4e7c0ccab0 con 0x7f4e7c1f3cf0 2024-07-26T17:08:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e8260d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4e7c0cc930 con 0x7f4e7c15e380 2024-07-26T17:08:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e8260d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4e7c0b3150 con 0x7f4e64003aa0 2024-07-26T17:08:29.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e7b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e7c1f3cf0 0x7f4e7c1f2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e7b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e7c1f3cf0 0x7f4e7c1f2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52208/0 (socket says 172.21.15.33:52208) 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e7b7fe640 1 -- 172.21.15.33:0/576531719 learned_addr learned my addr 172.21.15.33:0/576531719 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e7bfff640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e64003aa0 0x7f4e7c157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e80baa640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e7c15e380 0x7f4e7c15e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e7b7fe640 1 -- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e64003aa0 msgr2=0x7f4e7c157140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e7b7fe640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e64003aa0 0x7f4e7c157140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e7b7fe640 1 -- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e7c15e380 msgr2=0x7f4e7c15e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e7b7fe640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e7c15e380 0x7f4e7c15e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e7b7fe640 1 -- 172.21.15.33:0/576531719 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e7c15ecd0 con 0x7f4e7c1f3cf0 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.181+0000 7f4e7b7fe640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e7c1f3cf0 0x7f4e7c1f2bc0 secure :-1 s=READY pgs=2851 cs=0 l=1 rev1=1 crypto rx=0x7f4e70011ae0 tx=0x7f4e70009e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.182+0000 7f4e78ff9640 1 -- 172.21.15.33:0/576531719 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7001e070 con 0x7f4e7c1f3cf0 2024-07-26T17:08:29.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.182+0000 7f4e78ff9640 1 -- 172.21.15.33:0/576531719 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4e7000fc10 con 0x7f4e7c1f3cf0 2024-07-26T17:08:29.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.182+0000 7f4e8260d640 1 -- 172.21.15.33:0/576531719 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e7c1f3a80 con 0x7f4e7c1f3cf0 2024-07-26T17:08:29.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.182+0000 7f4e78ff9640 1 -- 172.21.15.33:0/576531719 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e70019410 con 0x7f4e7c1f3cf0 2024-07-26T17:08:29.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.182+0000 7f4e8260d640 1 -- 172.21.15.33:0/576531719 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e7c09e130 con 0x7f4e7c1f3cf0 2024-07-26T17:08:29.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.183+0000 7f4e8260d640 1 -- 172.21.15.33:0/576531719 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e7c1f3510 con 0x7f4e7c1f3cf0 2024-07-26T17:08:29.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.184+0000 7f4e78ff9640 1 -- 172.21.15.33:0/576531719 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 183) ==== 99321+0+0 (secure 0 0 0) 0x7f4e70021070 con 0x7f4e7c1f3cf0 2024-07-26T17:08:29.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.184+0000 7f4e78ff9640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f4e68077240 0x7f4e68079750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:29.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.184+0000 7f4e78ff9640 1 -- 172.21.15.33:0/576531719 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7f4e70099900 con 0x7f4e7c1f3cf0 2024-07-26T17:08:29.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.184+0000 7f4e7bfff640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f4e68077240 0x7f4e68079750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:29.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.185+0000 7f4e7bfff640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f4e68077240 0x7f4e68079750 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c033000 tx=0x7f4e6c0019a0 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.189+0000 7f4e78ff9640 1 -- 172.21.15.33:0/576531719 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4e7c15ecd0 con 0x7f4e7c1f3cf0 2024-07-26T17:08:29.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.413+0000 7f4e8260d640 1 -- 172.21.15.33:0/576531719 --> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] -- mgr_command(tid 0: {"prefix": "fs subvolume rm", "vol_name": "cephfs", "sub_name": "sv01", "target": ["mon-mgr", ""]}) -- 0x7f4e7c0cec80 con 0x7f4e68077240 2024-07-26T17:08:29.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.430+0000 7f4e78ff9640 1 -- 172.21.15.33:0/576531719 <== mgr.10214 v2:172.21.15.154:6836/822677478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4e7c0cec80 con 0x7f4e68077240 2024-07-26T17:08:29.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 -- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f4e68077240 msgr2=0x7f4e68079750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:29.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f4e68077240 0x7f4e68079750 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c033000 tx=0x7f4e6c0019a0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 -- 172.21.15.33:0/576531719 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e7c1f3cf0 msgr2=0x7f4e7c1f2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:29.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e7c1f3cf0 0x7f4e7c1f2bc0 secure :-1 s=READY pgs=2851 cs=0 l=1 rev1=1 crypto rx=0x7f4e70011ae0 tx=0x7f4e70009e60 comp rx=0 tx=0).stop 2024-07-26T17:08:29.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 -- 172.21.15.33:0/576531719 shutdown_connections 2024-07-26T17:08:29.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f4e68077240 0x7f4e68079750 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4e7c15e380 0x7f4e7c15e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e7c1f3cf0 0x7f4e7c1f2bc0 unknown :-1 s=CLOSED pgs=2851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 --2- 172.21.15.33:0/576531719 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4e64003aa0 0x7f4e7c157140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 -- 172.21.15.33:0/576531719 >> 172.21.15.33:0/576531719 conn(0x7f4e7c0d1e10 msgr2=0x7f4e7c0caed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:29.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 -- 172.21.15.33:0/576531719 shutdown_connections 2024-07-26T17:08:29.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.432+0000 7f4e8260d640 1 -- 172.21.15.33:0/576531719 wait complete. 2024-07-26T17:08:29.436 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:08:29.434+0000 7fccd0bb7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:29.436 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:08:29.434+0000 7fccd0bb7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:29.436 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:08:29.434+0000 7fccd0bb7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:29.436 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:08:29.434+0000 7fccd0bb7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:29.436 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:08:29.434+0000 7fccd0bb7640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:29.446 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr module disable snap_schedule 2024-07-26T17:08:29.449 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:08:29.448+0000 7fccd03b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:29.449 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:08:29.448+0000 7fccd03b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:29.450 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:08:29.448+0000 7fccd03b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:29.450 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:08:29.448+0000 7fccd03b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:29.450 INFO:tasks.ceph.mgr.x.smithi154.stderr:2024-07-26T17:08:29.448+0000 7fccd03b6640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:29.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.565+0000 7fb3890e8640 1 -- 172.21.15.33:0/2021228111 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb370004800 msgr2=0x7fb370004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:29.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.565+0000 7fb3890e8640 1 --2- 172.21.15.33:0/2021228111 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb370004800 0x7fb370004c10 secure :-1 s=READY pgs=2853 cs=0 l=1 rev1=1 crypto rx=0x7fb36c009b20 tx=0x7fb370005830 comp rx=0 tx=0).stop 2024-07-26T17:08:29.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.565+0000 7fb38359e640 1 -- 172.21.15.33:0/2021228111 reap_dead start 2024-07-26T17:08:29.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.565+0000 7fb3890e8640 1 -- 172.21.15.33:0/2021228111 shutdown_connections 2024-07-26T17:08:29.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.565+0000 7fb3890e8640 1 -- 172.21.15.33:0/2021228111 >> 172.21.15.33:0/2021228111 conn(0x7fb3840b5b00 msgr2=0x7fb3840b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:29.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.565+0000 7fb3890e8640 1 -- 172.21.15.33:0/2021228111 shutdown_connections 2024-07-26T17:08:29.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.565+0000 7fb3890e8640 1 -- 172.21.15.33:0/2021228111 wait complete. 2024-07-26T17:08:29.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.567+0000 7fb3890e8640 1 Processor -- start 2024-07-26T17:08:29.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.567+0000 7fb3890e8640 1 -- start start 2024-07-26T17:08:29.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.568+0000 7fb3890e8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb370004800 0x7fb3841f8de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:29.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.568+0000 7fb3890e8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3841e90e0 0x7fb38409e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:29.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.568+0000 7fb3890e8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3840b2070 0x7fb3840b2480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:29.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.568+0000 7fb3890e8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb3840d2470 con 0x7fb3841e90e0 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.568+0000 7fb3890e8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb3840d22f0 con 0x7fb3840b2070 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.568+0000 7fb3890e8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb3840b3970 con 0x7fb370004800 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.568+0000 7fb37a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3841e90e0 0x7fb38409e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb37a59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3841e90e0 0x7fb38409e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52216/0 (socket says 172.21.15.33:52216) 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb37a59c640 1 -- 172.21.15.33:0/1664294294 learned_addr learned my addr 172.21.15.33:0/1664294294 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb382d9d640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb370004800 0x7fb3841f8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb38359e640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3840b2070 0x7fb3840b2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb37a59c640 1 -- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb370004800 msgr2=0x7fb3841f8de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb37a59c640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb370004800 0x7fb3841f8de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb37a59c640 1 -- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3840b2070 msgr2=0x7fb3840b2480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb37a59c640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3840b2070 0x7fb3840b2480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb37a59c640 1 -- 172.21.15.33:0/1664294294 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3841e94f0 con 0x7fb3841e90e0 2024-07-26T17:08:29.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb37a59c640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3841e90e0 0x7fb38409e790 secure :-1 s=READY pgs=2854 cs=0 l=1 rev1=1 crypto rx=0x7fb36c036040 tx=0x7fb36c0336f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:29.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb37bfff640 1 -- 172.21.15.33:0/1664294294 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb36c040020 con 0x7fb3841e90e0 2024-07-26T17:08:29.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb37bfff640 1 -- 172.21.15.33:0/1664294294 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb36c0339d0 con 0x7fb3841e90e0 2024-07-26T17:08:29.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb37bfff640 1 -- 172.21.15.33:0/1664294294 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb36c038040 con 0x7fb3841e90e0 2024-07-26T17:08:29.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb3890e8640 1 -- 172.21.15.33:0/1664294294 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb38409ecd0 con 0x7fb3841e90e0 2024-07-26T17:08:29.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.569+0000 7fb3890e8640 1 -- 172.21.15.33:0/1664294294 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3840a0980 con 0x7fb3841e90e0 2024-07-26T17:08:29.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.570+0000 7fb3890e8640 1 -- 172.21.15.33:0/1664294294 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3840cddd0 con 0x7fb3841e90e0 2024-07-26T17:08:29.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.571+0000 7fb37bfff640 1 -- 172.21.15.33:0/1664294294 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 183) ==== 99321+0+0 (secure 0 0 0) 0x7fb36c043070 con 0x7fb3841e90e0 2024-07-26T17:08:29.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.572+0000 7fb37bfff640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fb364077210 0x7fb364079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:29.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.572+0000 7fb37bfff640 1 -- 172.21.15.33:0/1664294294 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7fb36c0b8d10 con 0x7fb3841e90e0 2024-07-26T17:08:29.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.572+0000 7fb382d9d640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fb364077210 0x7fb364079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:29.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.573+0000 7fb382d9d640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fb364077210 0x7fb364079720 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb374001990 tx=0x7fb374001640 comp rx=0 tx=0).ready entity=mgr.10214 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:29.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.577+0000 7fb37bfff640 1 -- 172.21.15.33:0/1664294294 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb3840cddd0 con 0x7fb3841e90e0 2024-07-26T17:08:29.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:29.819+0000 7fb3890e8640 1 -- 172.21.15.33:0/1664294294 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr module disable", "module": "snap_schedule"} v 0) -- 0x7fb3840d1bc0 con 0x7fb3841e90e0 2024-07-26T17:08:30.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.388+0000 7fb37bfff640 1 -- 172.21.15.33:0/1664294294 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module disable", "module": "snap_schedule"}]=0 v184) ==== 93+0+0 (secure 0 0 0) 0x7fb36c081320 con 0x7fb3841e90e0 2024-07-26T17:08:30.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.392+0000 7fb3890e8640 1 -- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fb364077210 msgr2=0x7fb364079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:30.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.392+0000 7fb3890e8640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fb364077210 0x7fb364079720 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb374001990 tx=0x7fb374001640 comp rx=0 tx=0).stop 2024-07-26T17:08:30.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.392+0000 7fb3890e8640 1 -- 172.21.15.33:0/1664294294 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3841e90e0 msgr2=0x7fb38409e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:30.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.392+0000 7fb3890e8640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3841e90e0 0x7fb38409e790 secure :-1 s=READY pgs=2854 cs=0 l=1 rev1=1 crypto rx=0x7fb36c036040 tx=0x7fb36c0336f0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.392+0000 7fb3890e8640 1 -- 172.21.15.33:0/1664294294 shutdown_connections 2024-07-26T17:08:30.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.392+0000 7fb3890e8640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fb364077210 0x7fb364079720 secure :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb374001990 tx=0x7fb374001640 comp rx=0 tx=0).stop 2024-07-26T17:08:30.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.392+0000 7fb3890e8640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb3840b2070 0x7fb3840b2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.392+0000 7fb3890e8640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb3841e90e0 0x7fb38409e790 unknown :-1 s=CLOSED pgs=2854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.392+0000 7fb3890e8640 1 --2- 172.21.15.33:0/1664294294 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb370004800 0x7fb3841f8de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.392+0000 7fb3890e8640 1 -- 172.21.15.33:0/1664294294 >> 172.21.15.33:0/1664294294 conn(0x7fb3840b5b00 msgr2=0x7fb3840ceae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:30.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.393+0000 7fb3890e8640 1 -- 172.21.15.33:0/1664294294 shutdown_connections 2024-07-26T17:08:30.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.393+0000 7fb3890e8640 1 -- 172.21.15.33:0/1664294294 wait complete. 2024-07-26T17:08:30.412 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-26T17:08:30.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.537+0000 7fdc45e92640 1 -- 172.21.15.33:0/2193384285 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc400b97f0 msgr2=0x7fdc400d1fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:30.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.537+0000 7fdc45e92640 1 --2- 172.21.15.33:0/2193384285 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc400b97f0 0x7fdc400d1fc0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fdc400ce7d0 tx=0x7fdc3002a460 comp rx=0 tx=0).stop 2024-07-26T17:08:30.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.537+0000 7fdc45e92640 1 -- 172.21.15.33:0/2193384285 shutdown_connections 2024-07-26T17:08:30.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.537+0000 7fdc45e92640 1 --2- 172.21.15.33:0/2193384285 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc400b97f0 0x7fdc400d1fc0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.537+0000 7fdc45e92640 1 -- 172.21.15.33:0/2193384285 >> 172.21.15.33:0/2193384285 conn(0x7fdc400b5b00 msgr2=0x7fdc400b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:30.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.537+0000 7fdc45e92640 1 -- 172.21.15.33:0/2193384285 shutdown_connections 2024-07-26T17:08:30.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.537+0000 7fdc45e92640 1 -- 172.21.15.33:0/2193384285 wait complete. 2024-07-26T17:08:30.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.539+0000 7fdc45e92640 1 Processor -- start 2024-07-26T17:08:30.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.539+0000 7fdc45e92640 1 -- start start 2024-07-26T17:08:30.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.540+0000 7fdc45e92640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc400b97f0 0x7fdc4015bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:30.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.540+0000 7fdc45e92640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc400d2820 0x7fdc40152a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:30.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.540+0000 7fdc45e92640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400d2c30 0x7fdc401522d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:30.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.540+0000 7fdc45e92640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdc401698a0 con 0x7fdc400d2c30 2024-07-26T17:08:30.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.540+0000 7fdc45e92640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdc40169720 con 0x7fdc400d2820 2024-07-26T17:08:30.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.540+0000 7fdc45e92640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdc40169a20 con 0x7fdc400b97f0 2024-07-26T17:08:30.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.540+0000 7fdc3ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400d2c30 0x7fdc401522d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:30.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.540+0000 7fdc3ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400d2c30 0x7fdc401522d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52230/0 (socket says 172.21.15.33:52230) 2024-07-26T17:08:30.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.540+0000 7fdc3ffff640 1 -- 172.21.15.33:0/2358219701 learned_addr learned my addr 172.21.15.33:0/2358219701 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:30.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.540+0000 7fdc3f7fe640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc400b97f0 0x7fdc4015bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:30.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.540+0000 7fdc3effd640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc400d2820 0x7fdc40152a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:30.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc3ffff640 1 -- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc400b97f0 msgr2=0x7fdc4015bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:30.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc3ffff640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc400b97f0 0x7fdc4015bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc3ffff640 1 -- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc400d2820 msgr2=0x7fdc40152a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:30.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc3ffff640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc400d2820 0x7fdc40152a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc3ffff640 1 -- 172.21.15.33:0/2358219701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc40158380 con 0x7fdc400d2c30 2024-07-26T17:08:30.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc3f7fe640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc400b97f0 0x7fdc4015bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:08:30.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc3ffff640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400d2c30 0x7fdc401522d0 secure :-1 s=READY pgs=2856 cs=0 l=1 rev1=1 crypto rx=0x7fdc3800c700 tx=0x7fdc3800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:30.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc27fff640 1 -- 172.21.15.33:0/2358219701 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc38003b70 con 0x7fdc400d2c30 2024-07-26T17:08:30.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc45e92640 1 -- 172.21.15.33:0/2358219701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc4015e640 con 0x7fdc400d2c30 2024-07-26T17:08:30.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc27fff640 1 -- 172.21.15.33:0/2358219701 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc38003d10 con 0x7fdc400d2c30 2024-07-26T17:08:30.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc27fff640 1 -- 172.21.15.33:0/2358219701 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc3800aab0 con 0x7fdc400d2c30 2024-07-26T17:08:30.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.541+0000 7fdc45e92640 1 -- 172.21.15.33:0/2358219701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc40152fd0 con 0x7fdc400d2c30 2024-07-26T17:08:30.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.543+0000 7fdc45e92640 1 -- 172.21.15.33:0/2358219701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc400d1fc0 con 0x7fdc400d2c30 2024-07-26T17:08:30.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.543+0000 7fdc27fff640 1 -- 172.21.15.33:0/2358219701 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 184) ==== 99406+0+0 (secure 0 0 0) 0x7fdc3800ac50 con 0x7fdc400d2c30 2024-07-26T17:08:30.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.544+0000 7fdc27fff640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fdc2c0772e0 0x7fdc2c0797f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:30.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.544+0000 7fdc3f7fe640 1 -- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fdc2c0772e0 msgr2=0x7fdc2c0797f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/822677478 2024-07-26T17:08:30.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.544+0000 7fdc27fff640 1 -- 172.21.15.33:0/2358219701 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7fdc38098ef0 con 0x7fdc400d2c30 2024-07-26T17:08:30.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.544+0000 7fdc3f7fe640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fdc2c0772e0 0x7fdc2c0797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:08:30.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.548+0000 7fdc27fff640 1 -- 172.21.15.33:0/2358219701 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdc38061350 con 0x7fdc400d2c30 2024-07-26T17:08:30.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.746+0000 7fdc3f7fe640 1 -- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fdc2c0772e0 msgr2=0x7fdc2c0797f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/822677478 2024-07-26T17:08:30.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.746+0000 7fdc3f7fe640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fdc2c0772e0 0x7fdc2c0797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:08:30.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.797+0000 7fdc45e92640 1 -- 172.21.15.33:0/2358219701 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fdc40157490 con 0x7fdc400d2c30 2024-07-26T17:08:30.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.800+0000 7fdc27fff640 1 -- 172.21.15.33:0/2358219701 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v184) ==== 74+0+191568 (secure 0 0 0) 0x7fdc380658a0 con 0x7fdc400d2c30 2024-07-26T17:08:30.804 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:30.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 -- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fdc2c0772e0 msgr2=0x7fdc2c0797f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:08:30.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fdc2c0772e0 0x7fdc2c0797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 -- 172.21.15.33:0/2358219701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400d2c30 msgr2=0x7fdc401522d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:30.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400d2c30 0x7fdc401522d0 secure :-1 s=READY pgs=2856 cs=0 l=1 rev1=1 crypto rx=0x7fdc3800c700 tx=0x7fdc3800cbc0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 -- 172.21.15.33:0/2358219701 shutdown_connections 2024-07-26T17:08:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7fdc2c0772e0 0x7fdc2c0797f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdc400d2c30 0x7fdc401522d0 unknown :-1 s=CLOSED pgs=2856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdc400d2820 0x7fdc40152a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 --2- 172.21.15.33:0/2358219701 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdc400b97f0 0x7fdc4015bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 -- 172.21.15.33:0/2358219701 >> 172.21.15.33:0/2358219701 conn(0x7fdc400b5b00 msgr2=0x7fdc400b88e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 -- 172.21.15.33:0/2358219701 shutdown_connections 2024-07-26T17:08:30.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.803+0000 7fdc45e92640 1 -- 172.21.15.33:0/2358219701 wait complete. 2024-07-26T17:08:30.817 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":184,"flags":0,"active_gid":10214,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6836","nonce":822677478},{"type":"v1","addr":"172.21.15.154:6837","nonce":822677478}]},"active_addr":"172.21.15.154:6837/822677478","active_change":"2024-07-26T17:06:53.883329+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":12828,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":287,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2597994282}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":3566135292}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":792120620}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":4118339416}]},{"name":"snap_schedule","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":830863844}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":1480901764}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2981731237}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":2018521414}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.154:0","nonce":4064222122}]}]} 2024-07-26T17:08:30.822 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr fail x 2024-07-26T17:08:30.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.940+0000 7f7547df1640 1 -- 172.21.15.33:0/4292555492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f754006c700 msgr2=0x7f754006cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:30.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.940+0000 7f7547df1640 1 --2- 172.21.15.33:0/4292555492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f754006c700 0x7f754006cb10 secure :-1 s=READY pgs=2857 cs=0 l=1 rev1=1 crypto rx=0x7f754006d200 tx=0x7f753002a540 comp rx=0 tx=0).stop 2024-07-26T17:08:30.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.940+0000 7f7547df1640 1 -- 172.21.15.33:0/4292555492 shutdown_connections 2024-07-26T17:08:30.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.940+0000 7f7547df1640 1 --2- 172.21.15.33:0/4292555492 >> v2:172.21.15.154:3300/0 conn(0x7f754015fcc0 0x7f75401600d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.940+0000 7f7547df1640 1 --2- 172.21.15.33:0/4292555492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f754006c700 0x7f754006cb10 unknown :-1 s=CLOSED pgs=2857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.940+0000 7f7547df1640 1 --2- 172.21.15.33:0/4292555492 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7540073460 0x7f7540152fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.940+0000 7f7547df1640 1 -- 172.21.15.33:0/4292555492 >> 172.21.15.33:0/4292555492 conn(0x7f75400d0d70 msgr2=0x7f75400d1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:30.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.940+0000 7f7547df1640 1 -- 172.21.15.33:0/4292555492 shutdown_connections 2024-07-26T17:08:30.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.940+0000 7f7547df1640 1 -- 172.21.15.33:0/4292555492 wait complete. 2024-07-26T17:08:30.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.943+0000 7f7547df1640 1 Processor -- start 2024-07-26T17:08:30.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.943+0000 7f7547df1640 1 -- start start 2024-07-26T17:08:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.945+0000 7f7547df1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f754006c700 0x7f754009e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.945+0000 7f7547df1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7540073460 0x7f75401537f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.945+0000 7f7547df1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f754015fcc0 0x7f75400b6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.945+0000 7f7547df1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f75401609a0 con 0x7f754015fcc0 2024-07-26T17:08:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.945+0000 7f7547df1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7540160820 con 0x7f7540073460 2024-07-26T17:08:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.945+0000 7f7547df1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7540160b20 con 0x7f754006c700 2024-07-26T17:08:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.945+0000 7f754638e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f754015fcc0 0x7f75400b6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:30.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.945+0000 7f754638e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f754015fcc0 0x7f75400b6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52254/0 (socket says 172.21.15.33:52254) 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.945+0000 7f754638e640 1 -- 172.21.15.33:0/2978557803 learned_addr learned my addr 172.21.15.33:0/2978557803 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.945+0000 7f7545b8d640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f754006c700 0x7f754009e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.945+0000 7f754538c640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7540073460 0x7f75401537f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.946+0000 7f754638e640 1 -- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f754006c700 msgr2=0x7f754009e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.946+0000 7f754638e640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f754006c700 0x7f754009e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.946+0000 7f754638e640 1 -- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7540073460 msgr2=0x7f75401537f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.946+0000 7f754638e640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7540073460 0x7f75401537f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.946+0000 7f754638e640 1 -- 172.21.15.33:0/2978557803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754009eb40 con 0x7f754015fcc0 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.946+0000 7f754638e640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f754015fcc0 0x7f75400b6070 secure :-1 s=READY pgs=2858 cs=0 l=1 rev1=1 crypto rx=0x7f753800d9e0 tx=0x7f753800dea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.946+0000 7f75367fc640 1 -- 172.21.15.33:0/2978557803 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538017070 con 0x7f754015fcc0 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.946+0000 7f75367fc640 1 -- 172.21.15.33:0/2978557803 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f753800be30 con 0x7f754015fcc0 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.946+0000 7f7547df1640 1 -- 172.21.15.33:0/2978557803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75400caa80 con 0x7f754015fcc0 2024-07-26T17:08:30.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.946+0000 7f75367fc640 1 -- 172.21.15.33:0/2978557803 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538003bb0 con 0x7f754015fcc0 2024-07-26T17:08:30.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.946+0000 7f7547df1640 1 -- 172.21.15.33:0/2978557803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75400cb040 con 0x7f754015fcc0 2024-07-26T17:08:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.947+0000 7f7547df1640 1 -- 172.21.15.33:0/2978557803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7540152fc0 con 0x7f754015fcc0 2024-07-26T17:08:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.948+0000 7f75367fc640 1 -- 172.21.15.33:0/2978557803 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 184) ==== 99406+0+0 (secure 0 0 0) 0x7f7538004b20 con 0x7f754015fcc0 2024-07-26T17:08:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.949+0000 7f75367fc640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f75240772e0 0x7f75240797f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.949+0000 7f7545b8d640 1 -- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f75240772e0 msgr2=0x7f75240797f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/822677478 2024-07-26T17:08:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.949+0000 7f75367fc640 1 -- 172.21.15.33:0/2978557803 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(289..289 src has 1..289) ==== 6688+0+0 (secure 0 0 0) 0x7f75380998f0 con 0x7f754015fcc0 2024-07-26T17:08:30.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.949+0000 7f7545b8d640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f75240772e0 0x7f75240797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-26T17:08:30.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:30.953+0000 7f75367fc640 1 -- 172.21.15.33:0/2978557803 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7538061dd0 con 0x7f754015fcc0 2024-07-26T17:08:31.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.151+0000 7f7545b8d640 1 -- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f75240772e0 msgr2=0x7f75240797f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.154:6836/822677478 2024-07-26T17:08:31.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.151+0000 7f7545b8d640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f75240772e0 0x7f75240797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-26T17:08:31.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.199+0000 7f7547df1640 1 -- 172.21.15.33:0/2978557803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr fail", "who": "x"} v 0) -- 0x7f7540075f40 con 0x7f754015fcc0 2024-07-26T17:08:31.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.202+0000 7f75367fc640 1 -- 172.21.15.33:0/2978557803 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr fail", "who": "x"}]=0 v185) ==== 68+0+0 (secure 0 0 0) 0x7f7538066320 con 0x7f754015fcc0 2024-07-26T17:08:31.204 INFO:tasks.ceph.mds.d.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-g03fdb366/rpm/el9/BUILD/ceph-19.0.0-5320-g03fdb366/src/mds/MDSContext.cc: In function 'virtual void MDSContext::complete(int)' thread 7fea4f8a0640 time 2024-07-26T17:08:31.203808+0000 2024-07-26T17:08:31.205 INFO:tasks.ceph.mds.d.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-g03fdb366/rpm/el9/BUILD/ceph-19.0.0-5320-g03fdb366/src/mds/MDSContext.cc: 27: FAILED ceph_assert(((mds->mds_lock).is_locked_by_me())) 2024-07-26T17:08:31.205 INFO:tasks.ceph.mds.d.smithi154.stderr: ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev) 2024-07-26T17:08:31.205 INFO:tasks.ceph.mds.d.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fea5be4c56d] 2024-07-26T17:08:31.205 INFO:tasks.ceph.mds.d.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c77a) [0x7fea5be4c77a] 2024-07-26T17:08:31.205 INFO:tasks.ceph.mds.d.smithi154.stderr: 3: (MDSContext::complete(int)+0xca) [0x563bc029fbb2] 2024-07-26T17:08:31.205 INFO:tasks.ceph.mds.d.smithi154.stderr: 4: (Finisher::finisher_thread_entry()+0x495) [0x7fea5bdd459d] 2024-07-26T17:08:31.205 INFO:tasks.ceph.mds.d.smithi154.stderr: 5: ceph-mds(+0x103f19) [0x563bbfefff19] 2024-07-26T17:08:31.205 INFO:tasks.ceph.mds.d.smithi154.stderr: 6: (Thread::entry_wrapper()+0x43) [0x7fea5be25d13] 2024-07-26T17:08:31.205 INFO:tasks.ceph.mds.d.smithi154.stderr: 7: (Thread::_entry_func(void*)+0xd) [0x7fea5be25d2f] 2024-07-26T17:08:31.205 INFO:tasks.ceph.mds.d.smithi154.stderr: 8: /lib64/libc.so.6(+0x89c02) [0x7fea5b489c02] 2024-07-26T17:08:31.205 INFO:tasks.ceph.mds.d.smithi154.stderr: 9: /lib64/libc.so.6(+0x10ec40) [0x7fea5b50ec40] 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr:2024-07-26T17:08:31.203+0000 7fea4f8a0640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-g03fdb366/rpm/el9/BUILD/ceph-19.0.0-5320-g03fdb366/src/mds/MDSContext.cc: In function 'virtual void MDSContext::complete(int)' thread 7fea4f8a0640 time 2024-07-26T17:08:31.203808+0000 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-g03fdb366/rpm/el9/BUILD/ceph-19.0.0-5320-g03fdb366/src/mds/MDSContext.cc: 27: FAILED ceph_assert(((mds->mds_lock).is_locked_by_me())) 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr: ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev) 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fea5be4c56d] 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c77a) [0x7fea5be4c77a] 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr: 3: (MDSContext::complete(int)+0xca) [0x563bc029fbb2] 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr: 4: (Finisher::finisher_thread_entry()+0x495) [0x7fea5bdd459d] 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr: 5: ceph-mds(+0x103f19) [0x563bbfefff19] 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr: 6: (Thread::entry_wrapper()+0x43) [0x7fea5be25d13] 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr: 7: (Thread::_entry_func(void*)+0xd) [0x7fea5be25d2f] 2024-07-26T17:08:31.206 INFO:tasks.ceph.mds.d.smithi154.stderr: 8: /lib64/libc.so.6(+0x89c02) [0x7fea5b489c02] 2024-07-26T17:08:31.207 INFO:tasks.ceph.mds.d.smithi154.stderr: 9: /lib64/libc.so.6(+0x10ec40) [0x7fea5b50ec40] 2024-07-26T17:08:31.207 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.207 INFO:tasks.ceph.mds.d.smithi154.stderr:*** Caught signal (Aborted) ** 2024-07-26T17:08:31.207 INFO:tasks.ceph.mds.d.smithi154.stderr: in thread 7fea4f8a0640 thread_name:MR_Finisher 2024-07-26T17:08:31.207 INFO:tasks.ceph.mds.d.smithi154.stderr: ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev) 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fea5b43e6f0] 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fea5b48b94c] 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 3: raise() 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 4: abort() 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fea5be4c6a8] 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c77a) [0x7fea5be4c77a] 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 7: (MDSContext::complete(int)+0xca) [0x563bc029fbb2] 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7fea5bdd459d] 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 9: ceph-mds(+0x103f19) [0x563bbfefff19] 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7fea5be25d13] 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7fea5be25d2f] 2024-07-26T17:08:31.208 INFO:tasks.ceph.mds.d.smithi154.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7fea5b489c02] 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7fea5b50ec40] 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr:2024-07-26T17:08:31.204+0000 7fea4f8a0640 -1 *** Caught signal (Aborted) ** 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: in thread 7fea4f8a0640 thread_name:MR_Finisher 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev) 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fea5b43e6f0] 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fea5b48b94c] 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: 3: raise() 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: 4: abort() 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fea5be4c6a8] 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c77a) [0x7fea5be4c77a] 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: 7: (MDSContext::complete(int)+0xca) [0x563bc029fbb2] 2024-07-26T17:08:31.209 INFO:tasks.ceph.mds.d.smithi154.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7fea5bdd459d] 2024-07-26T17:08:31.210 INFO:tasks.ceph.mds.d.smithi154.stderr: 9: ceph-mds(+0x103f19) [0x563bbfefff19] 2024-07-26T17:08:31.210 INFO:tasks.ceph.mds.d.smithi154.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7fea5be25d13] 2024-07-26T17:08:31.210 INFO:tasks.ceph.mds.d.smithi154.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7fea5be25d2f] 2024-07-26T17:08:31.210 INFO:tasks.ceph.mds.d.smithi154.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7fea5b489c02] 2024-07-26T17:08:31.210 INFO:tasks.ceph.mds.d.smithi154.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7fea5b50ec40] 2024-07-26T17:08:31.210 INFO:tasks.ceph.mds.d.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-26T17:08:31.210 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.205+0000 7f75367fc640 1 -- 172.21.15.33:0/2978557803 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 185) ==== 49591+0+0 (secure 0 0 0) 0x7f753805e060 con 0x7f754015fcc0 2024-07-26T17:08:31.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.205+0000 7f75367fc640 1 -- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f75240772e0 msgr2=0x7f75240797f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-26T17:08:31.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.205+0000 7f75367fc640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f75240772e0 0x7f75240797f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.206+0000 7f7547df1640 1 -- 172.21.15.33:0/2978557803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f754015fcc0 msgr2=0x7f75400b6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:31.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.206+0000 7f7547df1640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f754015fcc0 0x7f75400b6070 secure :-1 s=READY pgs=2858 cs=0 l=1 rev1=1 crypto rx=0x7f753800d9e0 tx=0x7f753800dea0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.206+0000 7f7547df1640 1 -- 172.21.15.33:0/2978557803 shutdown_connections 2024-07-26T17:08:31.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.206+0000 7f7547df1640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:6836/822677478,v1:172.21.15.154:6837/822677478] conn(0x7f75240772e0 0x7f75240797f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.206+0000 7f7547df1640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f754015fcc0 0x7f75400b6070 unknown :-1 s=CLOSED pgs=2858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.206+0000 7f7547df1640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7540073460 0x7f75401537f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.206+0000 7f7547df1640 1 --2- 172.21.15.33:0/2978557803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f754006c700 0x7f754009e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.206+0000 7f7547df1640 1 -- 172.21.15.33:0/2978557803 >> 172.21.15.33:0/2978557803 conn(0x7f75400d0d70 msgr2=0x7f75401527b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:31.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.206+0000 7f7547df1640 1 -- 172.21.15.33:0/2978557803 shutdown_connections 2024-07-26T17:08:31.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.206+0000 7f7547df1640 1 -- 172.21.15.33:0/2978557803 wait complete. 2024-07-26T17:08:31.221 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:08:31.221 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:08:31.222 INFO:tasks.ceph.mds.d.smithi154.stderr: -1> 2024-07-26T17:08:31.203+0000 7fea4f8a0640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-g03fdb366/rpm/el9/BUILD/ceph-19.0.0-5320-g03fdb366/src/mds/MDSContext.cc: In function 'virtual void MDSContext::complete(int)' thread 7fea4f8a0640 time 2024-07-26T17:08:31.203808+0000 2024-07-26T17:08:31.222 INFO:tasks.ceph.mds.d.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-g03fdb366/rpm/el9/BUILD/ceph-19.0.0-5320-g03fdb366/src/mds/MDSContext.cc: 27: FAILED ceph_assert(((mds->mds_lock).is_locked_by_me())) 2024-07-26T17:08:31.222 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.222 INFO:tasks.ceph.mds.d.smithi154.stderr: ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev) 2024-07-26T17:08:31.222 INFO:tasks.ceph.mds.d.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fea5be4c56d] 2024-07-26T17:08:31.222 INFO:tasks.ceph.mds.d.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c77a) [0x7fea5be4c77a] 2024-07-26T17:08:31.222 INFO:tasks.ceph.mds.d.smithi154.stderr: 3: (MDSContext::complete(int)+0xca) [0x563bc029fbb2] 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: 4: (Finisher::finisher_thread_entry()+0x495) [0x7fea5bdd459d] 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: 5: ceph-mds(+0x103f19) [0x563bbfefff19] 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: 6: (Thread::entry_wrapper()+0x43) [0x7fea5be25d13] 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: 7: (Thread::_entry_func(void*)+0xd) [0x7fea5be25d2f] 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: 8: /lib64/libc.so.6(+0x89c02) [0x7fea5b489c02] 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: 9: /lib64/libc.so.6(+0x10ec40) [0x7fea5b50ec40] 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: 0> 2024-07-26T17:08:31.204+0000 7fea4f8a0640 -1 *** Caught signal (Aborted) ** 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: in thread 7fea4f8a0640 thread_name:MR_Finisher 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev) 2024-07-26T17:08:31.223 INFO:tasks.ceph.mds.d.smithi154.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fea5b43e6f0] 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fea5b48b94c] 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 3: raise() 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 4: abort() 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fea5be4c6a8] 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c77a) [0x7fea5be4c77a] 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 7: (MDSContext::complete(int)+0xca) [0x563bc029fbb2] 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7fea5bdd459d] 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 9: ceph-mds(+0x103f19) [0x563bbfefff19] 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7fea5be25d13] 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7fea5be25d2f] 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7fea5b489c02] 2024-07-26T17:08:31.224 INFO:tasks.ceph.mds.d.smithi154.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7fea5b50ec40] 2024-07-26T17:08:31.225 INFO:tasks.ceph.mds.d.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-26T17:08:31.225 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.232 INFO:tasks.ceph.mds.d.smithi154.stderr: -12> 2024-07-26T17:08:31.203+0000 7fea4f8a0640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-g03fdb366/rpm/el9/BUILD/ceph-19.0.0-5320-g03fdb366/src/mds/MDSContext.cc: In function 'virtual void MDSContext::complete(int)' thread 7fea4f8a0640 time 2024-07-26T17:08:31.203808+0000 2024-07-26T17:08:31.232 INFO:tasks.ceph.mds.d.smithi154.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-g03fdb366/rpm/el9/BUILD/ceph-19.0.0-5320-g03fdb366/src/mds/MDSContext.cc: 27: FAILED ceph_assert(((mds->mds_lock).is_locked_by_me())) 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev) 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fea5be4c56d] 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c77a) [0x7fea5be4c77a] 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: 3: (MDSContext::complete(int)+0xca) [0x563bc029fbb2] 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: 4: (Finisher::finisher_thread_entry()+0x495) [0x7fea5bdd459d] 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: 5: ceph-mds(+0x103f19) [0x563bbfefff19] 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: 6: (Thread::entry_wrapper()+0x43) [0x7fea5be25d13] 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: 7: (Thread::_entry_func(void*)+0xd) [0x7fea5be25d2f] 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: 8: /lib64/libc.so.6(+0x89c02) [0x7fea5b489c02] 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: 9: /lib64/libc.so.6(+0x10ec40) [0x7fea5b50ec40] 2024-07-26T17:08:31.233 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: -11> 2024-07-26T17:08:31.204+0000 7fea4f8a0640 -1 *** Caught signal (Aborted) ** 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: in thread 7fea4f8a0640 thread_name:MR_Finisher 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev) 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fea5b43e6f0] 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fea5b48b94c] 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: 3: raise() 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: 4: abort() 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fea5be4c6a8] 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c77a) [0x7fea5be4c77a] 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: 7: (MDSContext::complete(int)+0xca) [0x563bc029fbb2] 2024-07-26T17:08:31.234 INFO:tasks.ceph.mds.d.smithi154.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7fea5bdd459d] 2024-07-26T17:08:31.235 INFO:tasks.ceph.mds.d.smithi154.stderr: 9: ceph-mds(+0x103f19) [0x563bbfefff19] 2024-07-26T17:08:31.235 INFO:tasks.ceph.mds.d.smithi154.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7fea5be25d13] 2024-07-26T17:08:31.235 INFO:tasks.ceph.mds.d.smithi154.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7fea5be25d2f] 2024-07-26T17:08:31.235 INFO:tasks.ceph.mds.d.smithi154.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7fea5b489c02] 2024-07-26T17:08:31.235 INFO:tasks.ceph.mds.d.smithi154.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7fea5b50ec40] 2024-07-26T17:08:31.235 INFO:tasks.ceph.mds.d.smithi154.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-26T17:08:31.235 INFO:tasks.ceph.mds.d.smithi154.stderr: 2024-07-26T17:08:31.275 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:08:31.315 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:08:31.316 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:08:31.316 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:08:31.316 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:31.332 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:08:31.333 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:31.389 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:08:31.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.547+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/2421096941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e480b6620 msgr2=0x7f7e480d2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:31.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.547+0000 7f7e4ee9a640 1 --2- 172.21.15.33:0/2421096941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e480b6620 0x7f7e480d2d90 secure :-1 s=READY pgs=2860 cs=0 l=1 rev1=1 crypto rx=0x7f7e480b4310 tx=0x7f7e3c02a4a0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.547+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/2421096941 shutdown_connections 2024-07-26T17:08:31.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.548+0000 7f7e4ee9a640 1 --2- 172.21.15.33:0/2421096941 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e480d1dc0 0x7f7e480d21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.548+0000 7f7e4ee9a640 1 --2- 172.21.15.33:0/2421096941 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e480b6620 0x7f7e480d2d90 unknown :-1 s=CLOSED pgs=2860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.548+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/2421096941 >> 172.21.15.33:0/2421096941 conn(0x7f7e480b5b00 msgr2=0x7f7e480b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:31.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.548+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/2421096941 shutdown_connections 2024-07-26T17:08:31.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.548+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/2421096941 wait complete. 2024-07-26T17:08:31.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.549+0000 7f7e4ee9a640 1 Processor -- start 2024-07-26T17:08:31.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.549+0000 7f7e4ee9a640 1 -- start start 2024-07-26T17:08:31.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4ee9a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e480b3670 0x7f7e481f4c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:31.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4ee9a640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e480b6620 0x7f7e480cb300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:31.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4ee9a640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e480d1dc0 0x7f7e48161ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:31.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4ee9a640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7e480d3450 con 0x7f7e480b3670 2024-07-26T17:08:31.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4ee9a640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7e480d32d0 con 0x7f7e480b6620 2024-07-26T17:08:31.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4ee9a640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7e480ced40 con 0x7f7e480d1dc0 2024-07-26T17:08:31.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4cc36640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e480b3670 0x7f7e481f4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:31.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4cc36640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e480b3670 0x7f7e481f4c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:52278/0 (socket says 172.21.15.33:52278) 2024-07-26T17:08:31.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4cc36640 1 -- 172.21.15.33:0/1890810169 learned_addr learned my addr 172.21.15.33:0/1890810169 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:31.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4d437640 1 --2- 172.21.15.33:0/1890810169 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e480d1dc0 0x7f7e48161ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:31.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e47fff640 1 --2- 172.21.15.33:0/1890810169 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e480b6620 0x7f7e480cb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:31.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4cc36640 1 -- 172.21.15.33:0/1890810169 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e480d1dc0 msgr2=0x7f7e48161ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:31.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4cc36640 1 --2- 172.21.15.33:0/1890810169 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e480d1dc0 0x7f7e48161ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4cc36640 1 -- 172.21.15.33:0/1890810169 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e480b6620 msgr2=0x7f7e480cb300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:31.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4cc36640 1 --2- 172.21.15.33:0/1890810169 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e480b6620 0x7f7e480cb300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.551+0000 7f7e4cc36640 1 -- 172.21.15.33:0/1890810169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e480ca470 con 0x7f7e480b3670 2024-07-26T17:08:31.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.552+0000 7f7e4cc36640 1 --2- 172.21.15.33:0/1890810169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e480b3670 0x7f7e481f4c50 secure :-1 s=READY pgs=2861 cs=0 l=1 rev1=1 crypto rx=0x7f7e3c034040 tx=0x7f7e3c003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:31.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.552+0000 7f7e457fa640 1 -- 172.21.15.33:0/1890810169 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e3c03e030 con 0x7f7e480b3670 2024-07-26T17:08:31.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.552+0000 7f7e457fa640 1 -- 172.21.15.33:0/1890810169 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e3c003d10 con 0x7f7e480b3670 2024-07-26T17:08:31.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.552+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/1890810169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e480ca750 con 0x7f7e480b3670 2024-07-26T17:08:31.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.552+0000 7f7e457fa640 1 -- 172.21.15.33:0/1890810169 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e3c035040 con 0x7f7e480b3670 2024-07-26T17:08:31.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.552+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/1890810169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e48161780 con 0x7f7e480b3670 2024-07-26T17:08:31.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.553+0000 7f7e457fa640 1 -- 172.21.15.33:0/1890810169 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 185) ==== 49591+0+0 (secure 0 0 0) 0x7f7e3c041030 con 0x7f7e480b3670 2024-07-26T17:08:31.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.553+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/1890810169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e480d2d90 con 0x7f7e480b3670 2024-07-26T17:08:31.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.553+0000 7f7e457fa640 1 -- 172.21.15.33:0/1890810169 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(290..290 src has 1..290) ==== 7161+0+0 (secure 0 0 0) 0x7f7e3c072e50 con 0x7f7e480b3670 2024-07-26T17:08:31.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.558+0000 7f7e457fa640 1 -- 172.21.15.33:0/1890810169 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7e3c0049c0 con 0x7f7e480b3670 2024-07-26T17:08:31.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.763+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/1890810169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7e48162520 con 0x7f7e480b3670 2024-07-26T17:08:31.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.763+0000 7f7e457fa640 1 -- 172.21.15.33:0/1890810169 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 19 entries v290) ==== 81+0+1128 (secure 0 0 0) 0x7f7e3c004e90 con 0x7f7e480b3670 2024-07-26T17:08:31.765 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3566135292 2024-07-27T17:08:31.200563+0000 2024-07-26T17:08:31.766 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/822677478 2024-07-27T17:08:31.200563+0000 2024-07-26T17:08:31.766 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/822677478 2024-07-27T17:08:31.200563+0000 2024-07-26T17:08:31.766 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/830863844 2024-07-27T17:08:31.200563+0000 2024-07-26T17:08:31.766 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/4064222122 2024-07-27T17:08:31.200563+0000 2024-07-26T17:08:31.766 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2981731237 2024-07-27T17:08:31.200563+0000 2024-07-26T17:08:31.766 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/792120620 2024-07-27T17:08:31.200563+0000 2024-07-26T17:08:31.766 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6837/1540360436 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:31.766 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2546546635 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:31.766 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1480901764 2024-07-27T17:08:31.200563+0000 2024-07-26T17:08:31.766 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/4118339416 2024-07-27T17:08:31.200563+0000 2024-07-26T17:08:31.766 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/694756724 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:31.767 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:6836/1540360436 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:31.767 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3388941642 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:31.767 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2597994282 2024-07-27T17:08:31.200563+0000 2024-07-26T17:08:31.767 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/1384026672 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:31.767 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/2018521414 2024-07-27T17:08:31.200563+0000 2024-07-26T17:08:31.767 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3668370461 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:31.767 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.154:0/3038098689 2024-07-27T17:06:53.883149+0000 2024-07-26T17:08:31.768 INFO:teuthology.orchestra.run.smithi033.stderr:listed 19 entries 2024-07-26T17:08:31.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.765+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/1890810169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e480b3670 msgr2=0x7f7e481f4c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:31.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.766+0000 7f7e4ee9a640 1 --2- 172.21.15.33:0/1890810169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e480b3670 0x7f7e481f4c50 secure :-1 s=READY pgs=2861 cs=0 l=1 rev1=1 crypto rx=0x7f7e3c034040 tx=0x7f7e3c003820 comp rx=0 tx=0).stop 2024-07-26T17:08:31.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.766+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/1890810169 shutdown_connections 2024-07-26T17:08:31.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.766+0000 7f7e4ee9a640 1 --2- 172.21.15.33:0/1890810169 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e480d1dc0 0x7f7e48161ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.766+0000 7f7e4ee9a640 1 --2- 172.21.15.33:0/1890810169 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e480b6620 0x7f7e480cb300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.766+0000 7f7e4ee9a640 1 --2- 172.21.15.33:0/1890810169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e480b3670 0x7f7e481f4c50 unknown :-1 s=CLOSED pgs=2861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:31.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.766+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/1890810169 >> 172.21.15.33:0/1890810169 conn(0x7f7e480b5b00 msgr2=0x7f7e480cf7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:31.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.766+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/1890810169 shutdown_connections 2024-07-26T17:08:31.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:31.766+0000 7f7e4ee9a640 1 -- 172.21.15.33:0/1890810169 wait complete. 2024-07-26T17:08:31.779 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T17:08:31.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:31.780 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:31.805 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[112414]: fuse finished with error 0 and tester_r 0 2024-07-26T17:08:31.807 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:08:31.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:31.807 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T17:08:31.976 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:08:31.976 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:08:31.976 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:31.992 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:08:31.992 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:08:31.993 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:08:31.993 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:32.032 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:08:32.032 INFO:tasks.cephfs.mount:Terminating background process 2024-07-26T17:08:32.033 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:08:32.033 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:32.048 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:08:32.049 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:08:32.177 INFO:tasks.ceph.mds.d.smithi154.stderr:daemon-helper: command crashed with signal 6 2024-07-26T17:08:32.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.189+0000 7fee1c83d640 1 -- 172.21.15.33:0/1022240977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee180b37d0 msgr2=0x7fee180b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:32.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.189+0000 7fee1c83d640 1 --2- 172.21.15.33:0/1022240977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee180b37d0 0x7fee180b9360 secure :-1 s=READY pgs=2862 cs=0 l=1 rev1=1 crypto rx=0x7fee180ce660 tx=0x7fee0802a560 comp rx=0 tx=0).stop 2024-07-26T17:08:32.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.189+0000 7fee1c83d640 1 -- 172.21.15.33:0/1022240977 shutdown_connections 2024-07-26T17:08:32.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.189+0000 7fee1c83d640 1 --2- 172.21.15.33:0/1022240977 >> v2:172.21.15.154:3300/0 conn(0x7fee180d2de0 0x7fee180cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.189+0000 7fee1c83d640 1 --2- 172.21.15.33:0/1022240977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee180b37d0 0x7fee180b9360 unknown :-1 s=CLOSED pgs=2862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.189+0000 7fee1c83d640 1 -- 172.21.15.33:0/1022240977 >> 172.21.15.33:0/1022240977 conn(0x7fee180b5b00 msgr2=0x7fee180b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:32.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.189+0000 7fee1c83d640 1 -- 172.21.15.33:0/1022240977 shutdown_connections 2024-07-26T17:08:32.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.190+0000 7fee1c83d640 1 -- 172.21.15.33:0/1022240977 wait complete. 2024-07-26T17:08:32.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.191+0000 7fee1c83d640 1 Processor -- start 2024-07-26T17:08:32.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.192+0000 7fee1c83d640 1 -- start start 2024-07-26T17:08:32.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee1c83d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee180b37d0 0x7fee1809db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:32.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee1c83d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee180b98a0 0x7fee181616e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:32.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee1c83d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee180d2de0 0x7fee181f6520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:32.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee1c83d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fee180b3d60 con 0x7fee180d2de0 2024-07-26T17:08:32.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee1c83d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fee180b3be0 con 0x7fee180b37d0 2024-07-26T17:08:32.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee1c83d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fee180d3c30 con 0x7fee180b98a0 2024-07-26T17:08:32.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee16d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee180d2de0 0x7fee181f6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:32.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee16d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee180d2de0 0x7fee181f6520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45714/0 (socket says 172.21.15.33:45714) 2024-07-26T17:08:32.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee16d9d640 1 -- 172.21.15.33:0/2118713062 learned_addr learned my addr 172.21.15.33:0/2118713062 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:32.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee1659c640 1 --2- 172.21.15.33:0/2118713062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee180b37d0 0x7fee1809db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:32.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee15d9b640 1 --2- 172.21.15.33:0/2118713062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee180b98a0 0x7fee181616e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:32.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee16d9d640 1 -- 172.21.15.33:0/2118713062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee180b98a0 msgr2=0x7fee181616e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:32.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee16d9d640 1 --2- 172.21.15.33:0/2118713062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee180b98a0 0x7fee181616e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee16d9d640 1 -- 172.21.15.33:0/2118713062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee180b37d0 msgr2=0x7fee1809db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:32.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee16d9d640 1 --2- 172.21.15.33:0/2118713062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee180b37d0 0x7fee1809db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.193+0000 7fee16d9d640 1 -- 172.21.15.33:0/2118713062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee1815ba90 con 0x7fee180d2de0 2024-07-26T17:08:32.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.194+0000 7fee16d9d640 1 --2- 172.21.15.33:0/2118713062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee180d2de0 0x7fee181f6520 secure :-1 s=READY pgs=2863 cs=0 l=1 rev1=1 crypto rx=0x7fee1000eab0 tx=0x7fee1000ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:32.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.194+0000 7fee06ffd640 1 -- 172.21.15.33:0/2118713062 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee1000cea0 con 0x7fee180d2de0 2024-07-26T17:08:32.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.194+0000 7fee06ffd640 1 -- 172.21.15.33:0/2118713062 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee10004b20 con 0x7fee180d2de0 2024-07-26T17:08:32.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.194+0000 7fee1c83d640 1 -- 172.21.15.33:0/2118713062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee1815bd70 con 0x7fee180d2de0 2024-07-26T17:08:32.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.194+0000 7fee06ffd640 1 -- 172.21.15.33:0/2118713062 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee10005020 con 0x7fee180d2de0 2024-07-26T17:08:32.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.194+0000 7fee1c83d640 1 -- 172.21.15.33:0/2118713062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee1815c330 con 0x7fee180d2de0 2024-07-26T17:08:32.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.195+0000 7fee06ffd640 1 -- 172.21.15.33:0/2118713062 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 185) ==== 49591+0+0 (secure 0 0 0) 0x7fee100051c0 con 0x7fee180d2de0 2024-07-26T17:08:32.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.195+0000 7fee06ffd640 1 -- 172.21.15.33:0/2118713062 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(290..290 src has 1..290) ==== 7161+0+0 (secure 0 0 0) 0x7fee10013dc0 con 0x7fee180d2de0 2024-07-26T17:08:32.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.195+0000 7fee1c83d640 1 -- 172.21.15.33:0/2118713062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee180d07b0 con 0x7fee180d2de0 2024-07-26T17:08:32.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.200+0000 7fee06ffd640 1 -- 172.21.15.33:0/2118713062 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fee1000f3c0 con 0x7fee180d2de0 2024-07-26T17:08:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.461+0000 7fee1c83d640 1 -- 172.21.15.33:0/2118713062 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fee180b9360 con 0x7fee180d2de0 2024-07-26T17:08:32.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.461+0000 7fee06ffd640 1 -- 172.21.15.33:0/2118713062 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5244 (secure 0 0 0) 0x7fee10005690 con 0x7fee180d2de0 2024-07-26T17:08:32.463 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:32.464 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":160,"btime":"2024-07-26T17:06:39:878577+0000","default_fscid":18,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":10103,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2472890932","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2472890932},{"type":"v1","addr":"172.21.15.154:6835","nonce":2472890932}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11422,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3821891601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821891601},{"type":"v1","addr":"172.21.15.33:6835","nonce":3821891601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11425,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3095172488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3095172488},{"type":"v1","addr":"172.21.15.33:6834","nonce":3095172488}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":154}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:36.236673+0000","modified":"2024-07-26T17:06:39.267415+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12642},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12642":{"gid":12642,"name":"d","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/175913275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":175913275},{"type":"v1","addr":"172.21.15.154:6834","nonce":175913275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[38],"metadata_pool":37,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12642,"qdb_cluster":[12642]},"id":18}]} 2024-07-26T17:08:32.464 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 160 2024-07-26T17:08:32.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.464+0000 7fee1c83d640 1 -- 172.21.15.33:0/2118713062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee180d2de0 msgr2=0x7fee181f6520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:32.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.464+0000 7fee1c83d640 1 --2- 172.21.15.33:0/2118713062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee180d2de0 0x7fee181f6520 secure :-1 s=READY pgs=2863 cs=0 l=1 rev1=1 crypto rx=0x7fee1000eab0 tx=0x7fee1000ef70 comp rx=0 tx=0).stop 2024-07-26T17:08:32.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.464+0000 7fee1c83d640 1 -- 172.21.15.33:0/2118713062 shutdown_connections 2024-07-26T17:08:32.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.464+0000 7fee1c83d640 1 --2- 172.21.15.33:0/2118713062 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fee180d2de0 0x7fee181f6520 unknown :-1 s=CLOSED pgs=2863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.464+0000 7fee1c83d640 1 --2- 172.21.15.33:0/2118713062 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fee180b98a0 0x7fee181616e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.464+0000 7fee1c83d640 1 --2- 172.21.15.33:0/2118713062 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fee180b37d0 0x7fee1809db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.464+0000 7fee1c83d640 1 -- 172.21.15.33:0/2118713062 >> 172.21.15.33:0/2118713062 conn(0x7fee180b5b00 msgr2=0x7fee1806dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.464+0000 7fee1c83d640 1 -- 172.21.15.33:0/2118713062 shutdown_connections 2024-07-26T17:08:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.464+0000 7fee1c83d640 1 -- 172.21.15.33:0/2118713062 wait complete. 2024-07-26T17:08:32.477 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:08:32.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.594+0000 7f68a5077640 1 -- 172.21.15.33:0/1412515569 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a00cd940 msgr2=0x7f68a00ceb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:32.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.594+0000 7f68a5077640 1 --2- 172.21.15.33:0/1412515569 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a00cd940 0x7f68a00ceb10 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f6898005fd0 tx=0x7f689802a780 comp rx=0 tx=0).stop 2024-07-26T17:08:32.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.594+0000 7f68a5077640 1 -- 172.21.15.33:0/1412515569 shutdown_connections 2024-07-26T17:08:32.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.594+0000 7f68a5077640 1 --2- 172.21.15.33:0/1412515569 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a00cd940 0x7f68a00ceb10 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.594+0000 7f68a5077640 1 --2- 172.21.15.33:0/1412515569 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a00b3480 0x7f68a00ce5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.594+0000 7f68a5077640 1 -- 172.21.15.33:0/1412515569 >> 172.21.15.33:0/1412515569 conn(0x7f68a00d1e20 msgr2=0x7f68a00d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:32.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.594+0000 7f68a5077640 1 -- 172.21.15.33:0/1412515569 shutdown_connections 2024-07-26T17:08:32.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.594+0000 7f68a5077640 1 -- 172.21.15.33:0/1412515569 wait complete. 2024-07-26T17:08:32.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.596+0000 7f68a5077640 1 Processor -- start 2024-07-26T17:08:32.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.596+0000 7f68a5077640 1 -- start start 2024-07-26T17:08:32.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f68a5077640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a00b3480 0x7f68a006eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:32.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f68a5077640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a00b7130 0x7f68a00cb000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:32.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f68a5077640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a00cd940 0x7f68a01f8880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:32.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f68a5077640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f68a00b2280 con 0x7f68a00cd940 2024-07-26T17:08:32.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f68a5077640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f68a00b2100 con 0x7f68a00b7130 2024-07-26T17:08:32.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f68a5077640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f68a00b2400 con 0x7f68a00b3480 2024-07-26T17:08:32.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689f59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a00cd940 0x7f68a01f8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:32.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689f59e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a00cd940 0x7f68a01f8880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45716/0 (socket says 172.21.15.33:45716) 2024-07-26T17:08:32.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689f59e640 1 -- 172.21.15.33:0/2809095758 learned_addr learned my addr 172.21.15.33:0/2809095758 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:32.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689ed9d640 1 --2- 172.21.15.33:0/2809095758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a00b3480 0x7f68a006eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:32.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689e59c640 1 --2- 172.21.15.33:0/2809095758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a00b7130 0x7f68a00cb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:32.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689f59e640 1 -- 172.21.15.33:0/2809095758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a00b3480 msgr2=0x7f68a006eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:32.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689f59e640 1 --2- 172.21.15.33:0/2809095758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a00b3480 0x7f68a006eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689f59e640 1 -- 172.21.15.33:0/2809095758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a00b7130 msgr2=0x7f68a00cb000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:32.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689f59e640 1 --2- 172.21.15.33:0/2809095758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a00b7130 0x7f68a00cb000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689f59e640 1 -- 172.21.15.33:0/2809095758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68a006f000 con 0x7f68a00cd940 2024-07-26T17:08:32.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689ed9d640 1 --2- 172.21.15.33:0/2809095758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a00b3480 0x7f68a006eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:08:32.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.598+0000 7f689e59c640 1 --2- 172.21.15.33:0/2809095758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a00b7130 0x7f68a00cb000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:08:32.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.599+0000 7f689f59e640 1 --2- 172.21.15.33:0/2809095758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a00cd940 0x7f68a01f8880 secure :-1 s=READY pgs=2865 cs=0 l=1 rev1=1 crypto rx=0x7f6898034040 tx=0x7f6898003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:32.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.599+0000 7f68877fe640 1 -- 172.21.15.33:0/2809095758 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6898040070 con 0x7f68a00cd940 2024-07-26T17:08:32.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.599+0000 7f68877fe640 1 -- 172.21.15.33:0/2809095758 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6898004330 con 0x7f68a00cd940 2024-07-26T17:08:32.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.599+0000 7f68a5077640 1 -- 172.21.15.33:0/2809095758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68a01e6df0 con 0x7f68a00cd940 2024-07-26T17:08:32.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.599+0000 7f68877fe640 1 -- 172.21.15.33:0/2809095758 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6898004780 con 0x7f68a00cd940 2024-07-26T17:08:32.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.599+0000 7f68a5077640 1 -- 172.21.15.33:0/2809095758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68a01e73b0 con 0x7f68a00cd940 2024-07-26T17:08:32.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.600+0000 7f68877fe640 1 -- 172.21.15.33:0/2809095758 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 185) ==== 49591+0+0 (secure 0 0 0) 0x7f6898043070 con 0x7f68a00cd940 2024-07-26T17:08:32.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.600+0000 7f68877fe640 1 -- 172.21.15.33:0/2809095758 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(291..291 src has 1..291) ==== 7217+0+0 (secure 0 0 0) 0x7f6898073a60 con 0x7f68a00cd940 2024-07-26T17:08:32.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.600+0000 7f68a5077640 1 -- 172.21.15.33:0/2809095758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68a00b2990 con 0x7f68a00cd940 2024-07-26T17:08:32.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.605+0000 7f68877fe640 1 -- 172.21.15.33:0/2809095758 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6898043360 con 0x7f68a00cd940 2024-07-26T17:08:32.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.848+0000 7f68a5077640 1 -- 172.21.15.33:0/2809095758 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68a01e8970 con 0x7f68a00cd940 2024-07-26T17:08:32.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.849+0000 7f68877fe640 1 -- 172.21.15.33:0/2809095758 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5244 (secure 0 0 0) 0x7f689803bde0 con 0x7f68a00cd940 2024-07-26T17:08:32.851 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:32.851 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":160,"btime":"2024-07-26T17:06:39:878577+0000","default_fscid":18,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":10103,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2472890932","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2472890932},{"type":"v1","addr":"172.21.15.154:6835","nonce":2472890932}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11422,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3821891601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821891601},{"type":"v1","addr":"172.21.15.33:6835","nonce":3821891601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11425,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3095172488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3095172488},{"type":"v1","addr":"172.21.15.33:6834","nonce":3095172488}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":154}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:36.236673+0000","modified":"2024-07-26T17:06:39.267415+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12642},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12642":{"gid":12642,"name":"d","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/175913275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":175913275},{"type":"v1","addr":"172.21.15.154:6834","nonce":175913275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[38],"metadata_pool":37,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12642,"qdb_cluster":[12642]},"id":18}]} 2024-07-26T17:08:32.851 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 160 2024-07-26T17:08:32.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.851+0000 7f68a5077640 1 -- 172.21.15.33:0/2809095758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a00cd940 msgr2=0x7f68a01f8880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:32.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.851+0000 7f68a5077640 1 --2- 172.21.15.33:0/2809095758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a00cd940 0x7f68a01f8880 secure :-1 s=READY pgs=2865 cs=0 l=1 rev1=1 crypto rx=0x7f6898034040 tx=0x7f6898003ba0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.851+0000 7f68a5077640 1 -- 172.21.15.33:0/2809095758 shutdown_connections 2024-07-26T17:08:32.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.851+0000 7f68a5077640 1 --2- 172.21.15.33:0/2809095758 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f68a00cd940 0x7f68a01f8880 unknown :-1 s=CLOSED pgs=2865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.851+0000 7f68a5077640 1 --2- 172.21.15.33:0/2809095758 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f68a00b7130 0x7f68a00cb000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.851+0000 7f68a5077640 1 --2- 172.21.15.33:0/2809095758 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f68a00b3480 0x7f68a006eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.851+0000 7f68a5077640 1 -- 172.21.15.33:0/2809095758 >> 172.21.15.33:0/2809095758 conn(0x7f68a00d1e20 msgr2=0x7f68a015f260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:32.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.851+0000 7f68a5077640 1 -- 172.21.15.33:0/2809095758 shutdown_connections 2024-07-26T17:08:32.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.851+0000 7f68a5077640 1 -- 172.21.15.33:0/2809095758 wait complete. 2024-07-26T17:08:32.865 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:08:32.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.981+0000 7f20878b2640 1 -- 172.21.15.33:0/1990261255 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20800b1050 msgr2=0x7f20800b1460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:32.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.981+0000 7f20878b2640 1 --2- 172.21.15.33:0/1990261255 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20800b1050 0x7f20800b1460 secure :-1 s=READY pgs=2866 cs=0 l=1 rev1=1 crypto rx=0x7f208008c640 tx=0x7f207802a9a0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.981+0000 7f20878b2640 1 -- 172.21.15.33:0/1990261255 shutdown_connections 2024-07-26T17:08:32.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.981+0000 7f20878b2640 1 --2- 172.21.15.33:0/1990261255 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20800b1050 0x7f20800b1460 unknown :-1 s=CLOSED pgs=2866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.981+0000 7f20878b2640 1 --2- 172.21.15.33:0/1990261255 >> v2:172.21.15.154:3300/0 conn(0x7f20800d1fc0 0x7f20800b0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.981+0000 7f20878b2640 1 -- 172.21.15.33:0/1990261255 >> 172.21.15.33:0/1990261255 conn(0x7f20800b5b00 msgr2=0x7f20800b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:32.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.982+0000 7f20878b2640 1 -- 172.21.15.33:0/1990261255 shutdown_connections 2024-07-26T17:08:32.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.982+0000 7f20878b2640 1 -- 172.21.15.33:0/1990261255 wait complete. 2024-07-26T17:08:32.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.983+0000 7f20878b2640 1 Processor -- start 2024-07-26T17:08:32.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.983+0000 7f20878b2640 1 -- start start 2024-07-26T17:08:32.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f20878b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20800b1050 0x7f2080159500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:32.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f20878b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f20800b97f0 0x7f20800b4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:32.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f20878b2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f20800d1fc0 0x7f20800b50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:32.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f20878b2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f20800ceda0 con 0x7f20800b1050 2024-07-26T17:08:32.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f20878b2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f20800cec20 con 0x7f20800b97f0 2024-07-26T17:08:32.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f20878b2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f20800cef20 con 0x7f20800d1fc0 2024-07-26T17:08:32.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f208564e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20800b1050 0x7f2080159500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f208564e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20800b1050 0x7f2080159500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45734/0 (socket says 172.21.15.33:45734) 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f208564e640 1 -- 172.21.15.33:0/3357200504 learned_addr learned my addr 172.21.15.33:0/3357200504 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f2084e4d640 1 --2- 172.21.15.33:0/3357200504 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f20800b97f0 0x7f20800b4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f2085e4f640 1 --2- 172.21.15.33:0/3357200504 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f20800d1fc0 0x7f20800b50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f208564e640 1 -- 172.21.15.33:0/3357200504 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f20800d1fc0 msgr2=0x7f20800b50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f208564e640 1 --2- 172.21.15.33:0/3357200504 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f20800d1fc0 0x7f20800b50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f208564e640 1 -- 172.21.15.33:0/3357200504 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f20800b97f0 msgr2=0x7f20800b4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f208564e640 1 --2- 172.21.15.33:0/3357200504 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f20800b97f0 0x7f20800b4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f208564e640 1 -- 172.21.15.33:0/3357200504 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20800b40c0 con 0x7f20800b1050 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.985+0000 7f208564e640 1 --2- 172.21.15.33:0/3357200504 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20800b1050 0x7f2080159500 secure :-1 s=READY pgs=2867 cs=0 l=1 rev1=1 crypto rx=0x7f207c00c370 tx=0x7f207c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.986+0000 7f2071ffb640 1 -- 172.21.15.33:0/3357200504 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f207c0052d0 con 0x7f20800b1050 2024-07-26T17:08:32.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.986+0000 7f2071ffb640 1 -- 172.21.15.33:0/3357200504 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f207c007020 con 0x7f20800b1050 2024-07-26T17:08:32.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.986+0000 7f20878b2640 1 -- 172.21.15.33:0/3357200504 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20801f89f0 con 0x7f20800b1050 2024-07-26T17:08:32.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.986+0000 7f2071ffb640 1 -- 172.21.15.33:0/3357200504 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f207c007470 con 0x7f20800b1050 2024-07-26T17:08:32.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.986+0000 7f20878b2640 1 -- 172.21.15.33:0/3357200504 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20801f8fb0 con 0x7f20800b1050 2024-07-26T17:08:32.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.987+0000 7f2071ffb640 1 -- 172.21.15.33:0/3357200504 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 185) ==== 49591+0+0 (secure 0 0 0) 0x7f207c0067d0 con 0x7f20800b1050 2024-07-26T17:08:32.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.987+0000 7f20878b2640 1 -- 172.21.15.33:0/3357200504 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20800b1460 con 0x7f20800b1050 2024-07-26T17:08:32.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.987+0000 7f2071ffb640 1 -- 172.21.15.33:0/3357200504 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(291..291 src has 1..291) ==== 7217+0+0 (secure 0 0 0) 0x7f207c051cd0 con 0x7f20800b1050 2024-07-26T17:08:32.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:32.992+0000 7f2071ffb640 1 -- 172.21.15.33:0/3357200504 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f207c006ac0 con 0x7f20800b1050 2024-07-26T17:08:33.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.187+0000 7f20878b2640 1 -- 172.21.15.33:0/3357200504 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f20800b58e0 con 0x7f20800b1050 2024-07-26T17:08:33.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.188+0000 7f2071ffb640 1 -- 172.21.15.33:0/3357200504 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v291) ==== 74+0+18602 (secure 0 0 0) 0x7f207c019310 con 0x7f20800b1050 2024-07-26T17:08:33.190 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:33.190 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":291,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:08:32.202607+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":38,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":37,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:06:33.928869+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"285","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":38,"pool_name":"cephfs_data","create_time":"2024-07-26T17:06:35.199969+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"291","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":291,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":288,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":288,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":288,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"38.8","mappings":[{"from":7,"to":4}]},{"pgid":"38.25","mappings":[{"from":7,"to":2}]},{"pgid":"38.30","mappings":[{"from":7,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/3566135292":"2024-07-27T17:08:31.200563+0000","172.21.15.154:6837/822677478":"2024-07-27T17:08:31.200563+0000","172.21.15.154:6836/822677478":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/830863844":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/4064222122":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/2981731237":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/792120620":"2024-07-27T17:08:31.200563+0000","172.21.15.154:6837/1540360436":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/2546546635":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/1480901764":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/4118339416":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/694756724":"2024-07-27T17:06:53.883149+0000","172.21.15.154:6836/1540360436":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/3388941642":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/2597994282":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/1384026672":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/2018521414":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/3668370461":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/3038098689":"2024-07-27T17:06:53.883149+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]},{"pool":38,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[{"pool":38,"snaps":[{"begin":2,"length":4}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:08:33.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.190+0000 7f20878b2640 1 -- 172.21.15.33:0/3357200504 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20800b1050 msgr2=0x7f2080159500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:33.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.190+0000 7f20878b2640 1 --2- 172.21.15.33:0/3357200504 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20800b1050 0x7f2080159500 secure :-1 s=READY pgs=2867 cs=0 l=1 rev1=1 crypto rx=0x7f207c00c370 tx=0x7f207c00c830 comp rx=0 tx=0).stop 2024-07-26T17:08:33.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.190+0000 7f20878b2640 1 -- 172.21.15.33:0/3357200504 shutdown_connections 2024-07-26T17:08:33.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.190+0000 7f20878b2640 1 --2- 172.21.15.33:0/3357200504 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f20800d1fc0 0x7f20800b50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.190+0000 7f20878b2640 1 --2- 172.21.15.33:0/3357200504 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f20800b97f0 0x7f20800b4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.190+0000 7f20878b2640 1 --2- 172.21.15.33:0/3357200504 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f20800b1050 0x7f2080159500 unknown :-1 s=CLOSED pgs=2867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.190+0000 7f20878b2640 1 -- 172.21.15.33:0/3357200504 >> 172.21.15.33:0/3357200504 conn(0x7f20800b5b00 msgr2=0x7f20800d2820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:33.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.191+0000 7f20878b2640 1 -- 172.21.15.33:0/3357200504 shutdown_connections 2024-07-26T17:08:33.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.191+0000 7f20878b2640 1 -- 172.21.15.33:0/3357200504 wait complete. 2024-07-26T17:08:33.204 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T17:08:33.204 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:08:33.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.323+0000 7f9c59606640 1 -- 172.21.15.33:0/2658758481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c540b27f0 msgr2=0x7f9c540cce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:33.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.323+0000 7f9c59606640 1 --2- 172.21.15.33:0/2658758481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c540b27f0 0x7f9c540cce70 secure :-1 s=READY pgs=2869 cs=0 l=1 rev1=1 crypto rx=0x7f9c4c005fd0 tx=0x7f9c4c02a980 comp rx=0 tx=0).stop 2024-07-26T17:08:33.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.323+0000 7f9c59606640 1 -- 172.21.15.33:0/2658758481 shutdown_connections 2024-07-26T17:08:33.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.323+0000 7f9c59606640 1 --2- 172.21.15.33:0/2658758481 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c540b27f0 0x7f9c540cce70 unknown :-1 s=CLOSED pgs=2869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.323+0000 7f9c59606640 1 --2- 172.21.15.33:0/2658758481 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9c540cece0 0x7f9c540cc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.323+0000 7f9c59606640 1 -- 172.21.15.33:0/2658758481 >> 172.21.15.33:0/2658758481 conn(0x7f9c540d1e20 msgr2=0x7f9c540d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:33.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.323+0000 7f9c59606640 1 -- 172.21.15.33:0/2658758481 shutdown_connections 2024-07-26T17:08:33.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.323+0000 7f9c59606640 1 -- 172.21.15.33:0/2658758481 wait complete. 2024-07-26T17:08:33.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.325+0000 7f9c59606640 1 Processor -- start 2024-07-26T17:08:33.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.325+0000 7f9c59606640 1 -- start start 2024-07-26T17:08:33.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.326+0000 7f9c59606640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9c540b27f0 0x7f9c5414c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:33.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.326+0000 7f9c59606640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c540b3480 0x7f9c540afd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:33.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.326+0000 7f9c59606640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9c540b02c0 0x7f9c54157530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:33.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.326+0000 7f9c59606640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9c540cd3b0 con 0x7f9c540b3480 2024-07-26T17:08:33.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.326+0000 7f9c59606640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9c540b7340 con 0x7f9c540b27f0 2024-07-26T17:08:33.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.326+0000 7f9c59606640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9c540cd530 con 0x7f9c540b02c0 2024-07-26T17:08:33.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.326+0000 7f9c4bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c540b3480 0x7f9c540afd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:33.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.326+0000 7f9c4bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c540b3480 0x7f9c540afd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45754/0 (socket says 172.21.15.33:45754) 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.326+0000 7f9c4bfff640 1 -- 172.21.15.33:0/876100676 learned_addr learned my addr 172.21.15.33:0/876100676 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c537fe640 1 --2- 172.21.15.33:0/876100676 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9c540b02c0 0x7f9c54157530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c52ffd640 1 --2- 172.21.15.33:0/876100676 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9c540b27f0 0x7f9c5414c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c4bfff640 1 -- 172.21.15.33:0/876100676 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9c540b02c0 msgr2=0x7f9c54157530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c4bfff640 1 --2- 172.21.15.33:0/876100676 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9c540b02c0 0x7f9c54157530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c4bfff640 1 -- 172.21.15.33:0/876100676 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9c540b27f0 msgr2=0x7f9c5414c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c4bfff640 1 --2- 172.21.15.33:0/876100676 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9c540b27f0 0x7f9c5414c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c4bfff640 1 -- 172.21.15.33:0/876100676 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c541f7030 con 0x7f9c540b3480 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c4bfff640 1 --2- 172.21.15.33:0/876100676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c540b3480 0x7f9c540afd80 secure :-1 s=READY pgs=2870 cs=0 l=1 rev1=1 crypto rx=0x7f9c3c00e7c0 tx=0x7f9c3c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c4b7fe640 1 -- 172.21.15.33:0/876100676 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c3c00ccc0 con 0x7f9c540b3480 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c4b7fe640 1 -- 172.21.15.33:0/876100676 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9c3c010430 con 0x7f9c540b3480 2024-07-26T17:08:33.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c59606640 1 -- 172.21.15.33:0/876100676 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c541f64b0 con 0x7f9c540b3480 2024-07-26T17:08:33.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c4b7fe640 1 -- 172.21.15.33:0/876100676 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c3c010860 con 0x7f9c540b3480 2024-07-26T17:08:33.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.327+0000 7f9c59606640 1 -- 172.21.15.33:0/876100676 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c541f6a70 con 0x7f9c540b3480 2024-07-26T17:08:33.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.328+0000 7f9c59606640 1 -- 172.21.15.33:0/876100676 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c540cda80 con 0x7f9c540b3480 2024-07-26T17:08:33.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.328+0000 7f9c4b7fe640 1 -- 172.21.15.33:0/876100676 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 185) ==== 49591+0+0 (secure 0 0 0) 0x7f9c3c010a00 con 0x7f9c540b3480 2024-07-26T17:08:33.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.329+0000 7f9c4b7fe640 1 -- 172.21.15.33:0/876100676 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(291..291 src has 1..291) ==== 7217+0+0 (secure 0 0 0) 0x7f9c3c053190 con 0x7f9c540b3480 2024-07-26T17:08:33.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.333+0000 7f9c4b7fe640 1 -- 172.21.15.33:0/876100676 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9c3c017e20 con 0x7f9c540b3480 2024-07-26T17:08:33.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.569+0000 7f9c59606640 1 -- 172.21.15.33:0/876100676 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9c54070930 con 0x7f9c540b3480 2024-07-26T17:08:33.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.569+0000 7f9c4b7fe640 1 -- 172.21.15.33:0/876100676 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5244 (secure 0 0 0) 0x7f9c3c020360 con 0x7f9c540b3480 2024-07-26T17:08:33.571 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:33.571 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":160,"btime":"2024-07-26T17:06:39:878577+0000","default_fscid":18,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":10103,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2472890932","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2472890932},{"type":"v1","addr":"172.21.15.154:6835","nonce":2472890932}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11422,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3821891601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821891601},{"type":"v1","addr":"172.21.15.33:6835","nonce":3821891601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11425,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3095172488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3095172488},{"type":"v1","addr":"172.21.15.33:6834","nonce":3095172488}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":154}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:36.236673+0000","modified":"2024-07-26T17:06:39.267415+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12642},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12642":{"gid":12642,"name":"d","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/175913275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":175913275},{"type":"v1","addr":"172.21.15.154:6834","nonce":175913275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[38],"metadata_pool":37,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12642,"qdb_cluster":[12642]},"id":18}]} 2024-07-26T17:08:33.572 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 160 2024-07-26T17:08:33.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.571+0000 7f9c59606640 1 -- 172.21.15.33:0/876100676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c540b3480 msgr2=0x7f9c540afd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:33.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.571+0000 7f9c59606640 1 --2- 172.21.15.33:0/876100676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c540b3480 0x7f9c540afd80 secure :-1 s=READY pgs=2870 cs=0 l=1 rev1=1 crypto rx=0x7f9c3c00e7c0 tx=0x7f9c3c00ec80 comp rx=0 tx=0).stop 2024-07-26T17:08:33.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.571+0000 7f9c59606640 1 -- 172.21.15.33:0/876100676 shutdown_connections 2024-07-26T17:08:33.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.571+0000 7f9c59606640 1 --2- 172.21.15.33:0/876100676 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9c540b02c0 0x7f9c54157530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.572+0000 7f9c59606640 1 --2- 172.21.15.33:0/876100676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9c540b3480 0x7f9c540afd80 unknown :-1 s=CLOSED pgs=2870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.572+0000 7f9c59606640 1 --2- 172.21.15.33:0/876100676 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9c540b27f0 0x7f9c5414c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.572+0000 7f9c59606640 1 -- 172.21.15.33:0/876100676 >> 172.21.15.33:0/876100676 conn(0x7f9c540d1e20 msgr2=0x7f9c54071b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:33.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.572+0000 7f9c59606640 1 -- 172.21.15.33:0/876100676 shutdown_connections 2024-07-26T17:08:33.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.572+0000 7f9c59606640 1 -- 172.21.15.33:0/876100676 wait complete. 2024-07-26T17:08:33.585 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:08:33.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.702+0000 7fbf7ab74640 1 -- 172.21.15.33:0/316527471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf740b37d0 msgr2=0x7fbf740b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:33.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.702+0000 7fbf7ab74640 1 --2- 172.21.15.33:0/316527471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf740b37d0 0x7fbf740b9360 secure :-1 s=READY pgs=2871 cs=0 l=1 rev1=1 crypto rx=0x7fbf68005fd0 tx=0x7fbf6802a5d0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.702+0000 7fbf7ab74640 1 -- 172.21.15.33:0/316527471 shutdown_connections 2024-07-26T17:08:33.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.702+0000 7fbf7ab74640 1 --2- 172.21.15.33:0/316527471 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf740b98a0 0x7fbf740d26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.702+0000 7fbf7ab74640 1 --2- 172.21.15.33:0/316527471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf740b37d0 0x7fbf740b9360 unknown :-1 s=CLOSED pgs=2871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.702+0000 7fbf7ab74640 1 -- 172.21.15.33:0/316527471 >> 172.21.15.33:0/316527471 conn(0x7fbf740b5b00 msgr2=0x7fbf740b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:33.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.702+0000 7fbf7ab74640 1 -- 172.21.15.33:0/316527471 shutdown_connections 2024-07-26T17:08:33.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.702+0000 7fbf7ab74640 1 -- 172.21.15.33:0/316527471 wait complete. 2024-07-26T17:08:33.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.703+0000 7fbf7ab74640 1 Processor -- start 2024-07-26T17:08:33.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.704+0000 7fbf7ab74640 1 -- start start 2024-07-26T17:08:33.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.705+0000 7fbf7ab74640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf740b37d0 0x7fbf741612f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:33.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.705+0000 7fbf7ab74640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf740b98a0 0x7fbf7415e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:33.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.705+0000 7fbf7ab74640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf740d2c10 0x7fbf74157480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:33.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.705+0000 7fbf7ab74640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fbf740d2320 con 0x7fbf740b98a0 2024-07-26T17:08:33.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.705+0000 7fbf7ab74640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fbf740b3df0 con 0x7fbf740b37d0 2024-07-26T17:08:33.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.705+0000 7fbf7ab74640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fbf740d3c30 con 0x7fbf740d2c10 2024-07-26T17:08:33.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.705+0000 7fbf73fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf740b98a0 0x7fbf7415e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:33.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.705+0000 7fbf73fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf740b98a0 0x7fbf7415e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45776/0 (socket says 172.21.15.33:45776) 2024-07-26T17:08:33.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.705+0000 7fbf73fff640 1 -- 172.21.15.33:0/375599416 learned_addr learned my addr 172.21.15.33:0/375599416 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:33.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.705+0000 7fbf78910640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf740b37d0 0x7fbf741612f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:33.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.705+0000 7fbf79111640 1 --2- 172.21.15.33:0/375599416 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf740d2c10 0x7fbf74157480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:33.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf73fff640 1 -- 172.21.15.33:0/375599416 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf740d2c10 msgr2=0x7fbf74157480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:33.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf73fff640 1 --2- 172.21.15.33:0/375599416 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf740d2c10 0x7fbf74157480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf73fff640 1 -- 172.21.15.33:0/375599416 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf740b37d0 msgr2=0x7fbf741612f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:33.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf73fff640 1 --2- 172.21.15.33:0/375599416 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf740b37d0 0x7fbf741612f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf73fff640 1 -- 172.21.15.33:0/375599416 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf7415c8c0 con 0x7fbf740b98a0 2024-07-26T17:08:33.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf79111640 1 --2- 172.21.15.33:0/375599416 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf740d2c10 0x7fbf74157480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:08:33.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf78910640 1 --2- 172.21.15.33:0/375599416 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf740b37d0 0x7fbf741612f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:08:33.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf73fff640 1 --2- 172.21.15.33:0/375599416 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf740b98a0 0x7fbf7415e0a0 secure :-1 s=READY pgs=2872 cs=0 l=1 rev1=1 crypto rx=0x7fbf6000e790 tx=0x7fbf6000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:33.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf717fa640 1 -- 172.21.15.33:0/375599416 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf6000eea0 con 0x7fbf740b98a0 2024-07-26T17:08:33.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf717fa640 1 -- 172.21.15.33:0/375599416 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbf6000ccc0 con 0x7fbf740b98a0 2024-07-26T17:08:33.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf7ab74640 1 -- 172.21.15.33:0/375599416 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf7415cba0 con 0x7fbf740b98a0 2024-07-26T17:08:33.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf717fa640 1 -- 172.21.15.33:0/375599416 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf60005280 con 0x7fbf740b98a0 2024-07-26T17:08:33.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.706+0000 7fbf7ab74640 1 -- 172.21.15.33:0/375599416 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf7415d160 con 0x7fbf740b98a0 2024-07-26T17:08:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.707+0000 7fbf717fa640 1 -- 172.21.15.33:0/375599416 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 185) ==== 49591+0+0 (secure 0 0 0) 0x7fbf60005420 con 0x7fbf740b98a0 2024-07-26T17:08:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.707+0000 7fbf7ab74640 1 -- 172.21.15.33:0/375599416 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf740d3100 con 0x7fbf740b98a0 2024-07-26T17:08:33.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.707+0000 7fbf717fa640 1 -- 172.21.15.33:0/375599416 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(291..291 src has 1..291) ==== 7217+0+0 (secure 0 0 0) 0x7fbf60052f50 con 0x7fbf740b98a0 2024-07-26T17:08:33.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.712+0000 7fbf717fa640 1 -- 172.21.15.33:0/375599416 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbf60013dc0 con 0x7fbf740b98a0 2024-07-26T17:08:33.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.943+0000 7fbf7ab74640 1 -- 172.21.15.33:0/375599416 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbf7415c5e0 con 0x7fbf740b98a0 2024-07-26T17:08:33.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.944+0000 7fbf717fa640 1 -- 172.21.15.33:0/375599416 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5244 (secure 0 0 0) 0x7fbf60004bd0 con 0x7fbf740b98a0 2024-07-26T17:08:33.946 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:33.946 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":160,"btime":"2024-07-26T17:06:39:878577+0000","default_fscid":18,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":10103,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2472890932","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2472890932},{"type":"v1","addr":"172.21.15.154:6835","nonce":2472890932}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11422,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3821891601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821891601},{"type":"v1","addr":"172.21.15.33:6835","nonce":3821891601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11425,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3095172488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3095172488},{"type":"v1","addr":"172.21.15.33:6834","nonce":3095172488}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":154}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:06:36.236673+0000","modified":"2024-07-26T17:06:39.267415+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":12642},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12642":{"gid":12642,"name":"d","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6834/175913275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":175913275},{"type":"v1","addr":"172.21.15.154:6834","nonce":175913275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[38],"metadata_pool":37,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":12642,"qdb_cluster":[12642]},"id":18}]} 2024-07-26T17:08:33.946 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 160 2024-07-26T17:08:33.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.946+0000 7fbf7ab74640 1 -- 172.21.15.33:0/375599416 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf740b98a0 msgr2=0x7fbf7415e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:33.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.946+0000 7fbf7ab74640 1 --2- 172.21.15.33:0/375599416 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf740b98a0 0x7fbf7415e0a0 secure :-1 s=READY pgs=2872 cs=0 l=1 rev1=1 crypto rx=0x7fbf6000e790 tx=0x7fbf6000ec50 comp rx=0 tx=0).stop 2024-07-26T17:08:33.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.946+0000 7fbf7ab74640 1 -- 172.21.15.33:0/375599416 shutdown_connections 2024-07-26T17:08:33.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.946+0000 7fbf7ab74640 1 --2- 172.21.15.33:0/375599416 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fbf740d2c10 0x7fbf74157480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.946+0000 7fbf7ab74640 1 --2- 172.21.15.33:0/375599416 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbf740b98a0 0x7fbf7415e0a0 unknown :-1 s=CLOSED pgs=2872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.946+0000 7fbf7ab74640 1 --2- 172.21.15.33:0/375599416 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fbf740b37d0 0x7fbf741612f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:33.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.946+0000 7fbf7ab74640 1 -- 172.21.15.33:0/375599416 >> 172.21.15.33:0/375599416 conn(0x7fbf740b5b00 msgr2=0x7fbf7406e4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:33.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.946+0000 7fbf7ab74640 1 -- 172.21.15.33:0/375599416 shutdown_connections 2024-07-26T17:08:33.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:33.946+0000 7fbf7ab74640 1 -- 172.21.15.33:0/375599416 wait complete. 2024-07-26T17:08:33.959 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:08:34.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.078+0000 7f04f59df640 1 -- 172.21.15.33:0/1326541684 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04f00b37d0 msgr2=0x7f04f00b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:34.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.078+0000 7f04f59df640 1 --2- 172.21.15.33:0/1326541684 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04f00b37d0 0x7f04f00b9360 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f04e0009860 tx=0x7f04e002a5a0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.078+0000 7f04f59df640 1 -- 172.21.15.33:0/1326541684 shutdown_connections 2024-07-26T17:08:34.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.078+0000 7f04f59df640 1 --2- 172.21.15.33:0/1326541684 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04f00b37d0 0x7f04f00b9360 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.078+0000 7f04f59df640 1 -- 172.21.15.33:0/1326541684 >> 172.21.15.33:0/1326541684 conn(0x7f04f00b5b00 msgr2=0x7f04f00b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:34.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.078+0000 7f04f59df640 1 -- 172.21.15.33:0/1326541684 shutdown_connections 2024-07-26T17:08:34.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.078+0000 7f04f59df640 1 -- 172.21.15.33:0/1326541684 wait complete. 2024-07-26T17:08:34.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.080+0000 7f04f59df640 1 Processor -- start 2024-07-26T17:08:34.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.080+0000 7f04f59df640 1 -- start start 2024-07-26T17:08:34.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.081+0000 7f04f59df640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04f00b37d0 0x7f04f00c8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:34.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.081+0000 7f04f59df640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04f00b98a0 0x7f04f01f8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:34.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.081+0000 7f04f59df640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04f00d2de0 0x7f04f0161440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:34.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.081+0000 7f04f59df640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f04f00b3d60 con 0x7f04f00b98a0 2024-07-26T17:08:34.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.081+0000 7f04f59df640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f04f00b3be0 con 0x7f04f00b37d0 2024-07-26T17:08:34.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.081+0000 7f04f59df640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f04f00d3c30 con 0x7f04f00d2de0 2024-07-26T17:08:34.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.081+0000 7f04ee7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04f00b98a0 0x7f04f01f8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:34.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.081+0000 7f04ee7fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04f00b98a0 0x7f04f01f8f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45788/0 (socket says 172.21.15.33:45788) 2024-07-26T17:08:34.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.081+0000 7f04ee7fc640 1 -- 172.21.15.33:0/70332906 learned_addr learned my addr 172.21.15.33:0/70332906 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:34.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.081+0000 7f04ef7fe640 1 --2- 172.21.15.33:0/70332906 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04f00d2de0 0x7f04f0161440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:34.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04eeffd640 1 --2- 172.21.15.33:0/70332906 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04f00b37d0 0x7f04f00c8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:34.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04ee7fc640 1 -- 172.21.15.33:0/70332906 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04f00d2de0 msgr2=0x7f04f0161440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:34.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04ee7fc640 1 --2- 172.21.15.33:0/70332906 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04f00d2de0 0x7f04f0161440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04ee7fc640 1 -- 172.21.15.33:0/70332906 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04f00b37d0 msgr2=0x7f04f00c8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04ee7fc640 1 --2- 172.21.15.33:0/70332906 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04f00b37d0 0x7f04f00c8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04ee7fc640 1 -- 172.21.15.33:0/70332906 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04f01f5500 con 0x7f04f00b98a0 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04ef7fe640 1 --2- 172.21.15.33:0/70332906 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04f00d2de0 0x7f04f0161440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04eeffd640 1 --2- 172.21.15.33:0/70332906 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04f00b37d0 0x7f04f00c8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04ee7fc640 1 --2- 172.21.15.33:0/70332906 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04f00b98a0 0x7f04f01f8f30 secure :-1 s=READY pgs=2874 cs=0 l=1 rev1=1 crypto rx=0x7f04e400c460 tx=0x7f04e400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04d7fff640 1 -- 172.21.15.33:0/70332906 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4017070 con 0x7f04f00b98a0 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04f59df640 1 -- 172.21.15.33:0/70332906 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04f01f57c0 con 0x7f04f00b98a0 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04d7fff640 1 -- 172.21.15.33:0/70332906 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f04e40053e0 con 0x7f04f00b98a0 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04d7fff640 1 -- 172.21.15.33:0/70332906 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e4003850 con 0x7f04f00b98a0 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.082+0000 7f04f59df640 1 -- 172.21.15.33:0/70332906 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04f01f5d80 con 0x7f04f00b98a0 2024-07-26T17:08:34.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.083+0000 7f04d7fff640 1 -- 172.21.15.33:0/70332906 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 185) ==== 49591+0+0 (secure 0 0 0) 0x7f04e401a070 con 0x7f04f00b98a0 2024-07-26T17:08:34.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.083+0000 7f04d7fff640 1 -- 172.21.15.33:0/70332906 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(291..291 src has 1..291) ==== 7217+0+0 (secure 0 0 0) 0x7f04e4051c20 con 0x7f04f00b98a0 2024-07-26T17:08:34.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.084+0000 7f04f59df640 1 -- 172.21.15.33:0/70332906 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04f00b9360 con 0x7f04f00b98a0 2024-07-26T17:08:34.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.089+0000 7f04d7fff640 1 -- 172.21.15.33:0/70332906 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f04e4003e20 con 0x7f04f00b98a0 2024-07-26T17:08:34.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.307+0000 7f04f59df640 1 -- 172.21.15.33:0/70332906 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f04f00b8d80 con 0x7f04f00b98a0 2024-07-26T17:08:34.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.310+0000 7f04d7fff640 1 -- 172.21.15.33:0/70332906 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 186) ==== 98850+0+0 (secure 0 0 0) 0x7f04e40039f0 con 0x7f04f00b98a0 2024-07-26T17:08:34.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.312+0000 7f04d7fff640 1 -- 172.21.15.33:0/70332906 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v292) ==== 74+0+18558 (secure 0 0 0) 0x7f04e40102e0 con 0x7f04f00b98a0 2024-07-26T17:08:34.314 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:34.314 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":292,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:08:34.302983+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":38,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":37,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:06:33.928869+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"285","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":38,"pool_name":"cephfs_data","create_time":"2024-07-26T17:06:35.199969+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"291","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":5,"snap_epoch":291,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":288,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":288,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":288,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"38.8","mappings":[{"from":7,"to":4}]},{"pgid":"38.25","mappings":[{"from":7,"to":2}]},{"pgid":"38.30","mappings":[{"from":7,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/3566135292":"2024-07-27T17:08:31.200563+0000","172.21.15.154:6837/822677478":"2024-07-27T17:08:31.200563+0000","172.21.15.154:6836/822677478":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/830863844":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/4064222122":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/2981731237":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/792120620":"2024-07-27T17:08:31.200563+0000","172.21.15.154:6837/1540360436":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/2546546635":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/1480901764":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/4118339416":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/694756724":"2024-07-27T17:06:53.883149+0000","172.21.15.154:6836/1540360436":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/3388941642":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/2597994282":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/1384026672":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/2018521414":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/3668370461":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/3038098689":"2024-07-27T17:06:53.883149+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]},{"pool":38,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:08:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.315+0000 7f04f59df640 1 -- 172.21.15.33:0/70332906 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04f00b98a0 msgr2=0x7f04f01f8f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.315+0000 7f04f59df640 1 --2- 172.21.15.33:0/70332906 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04f00b98a0 0x7f04f01f8f30 secure :-1 s=READY pgs=2874 cs=0 l=1 rev1=1 crypto rx=0x7f04e400c460 tx=0x7f04e400c920 comp rx=0 tx=0).stop 2024-07-26T17:08:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.315+0000 7f04f59df640 1 -- 172.21.15.33:0/70332906 shutdown_connections 2024-07-26T17:08:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.315+0000 7f04f59df640 1 --2- 172.21.15.33:0/70332906 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04f00d2de0 0x7f04f0161440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.315+0000 7f04f59df640 1 --2- 172.21.15.33:0/70332906 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04f00b98a0 0x7f04f01f8f30 unknown :-1 s=CLOSED pgs=2874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.315+0000 7f04f59df640 1 --2- 172.21.15.33:0/70332906 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f04f00b37d0 0x7f04f00c8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.315+0000 7f04f59df640 1 -- 172.21.15.33:0/70332906 >> 172.21.15.33:0/70332906 conn(0x7f04f00b5b00 msgr2=0x7f04f006e400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.315+0000 7f04f59df640 1 -- 172.21.15.33:0/70332906 shutdown_connections 2024-07-26T17:08:34.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.315+0000 7f04f59df640 1 -- 172.21.15.33:0/70332906 wait complete. 2024-07-26T17:08:34.331 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-26T17:08:34.377 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:08:34.376+0000 7f93f14c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:34.378 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:08:34.376+0000 7f93f14c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:34.378 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:08:34.376+0000 7f93f14c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:34.378 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:08:34.376+0000 7f93f14c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:34.378 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:08:34.376+0000 7f93f14c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:34.378 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:08:34.376+0000 7f93f4cc8640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:34.378 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:08:34.376+0000 7f93f4cc8640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:34.378 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:08:34.376+0000 7f93f4cc8640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:34.378 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:08:34.376+0000 7f93f4cc8640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:34.378 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:08:34.376+0000 7f93f4cc8640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:08:34.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.455+0000 7f87e9078640 1 -- 172.21.15.33:0/2812286605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40d1dc0 msgr2=0x7f87e40d21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:34.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.455+0000 7f87e9078640 1 --2- 172.21.15.33:0/2812286605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40d1dc0 0x7f87e40d21d0 secure :-1 s=READY pgs=2884 cs=0 l=1 rev1=1 crypto rx=0x7f87e40b4310 tx=0x7f87cc02a980 comp rx=0 tx=0).stop 2024-07-26T17:08:34.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.455+0000 7f87e9078640 1 -- 172.21.15.33:0/2812286605 shutdown_connections 2024-07-26T17:08:34.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.455+0000 7f87e9078640 1 --2- 172.21.15.33:0/2812286605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40d1dc0 0x7f87e40d21d0 unknown :-1 s=CLOSED pgs=2884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.455+0000 7f87e9078640 1 --2- 172.21.15.33:0/2812286605 >> v2:172.21.15.154:3300/0 conn(0x7f87e40b6620 0x7f87e40d2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.455+0000 7f87e9078640 1 -- 172.21.15.33:0/2812286605 >> 172.21.15.33:0/2812286605 conn(0x7f87e40b5b00 msgr2=0x7f87e40b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:34.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.455+0000 7f87e9078640 1 -- 172.21.15.33:0/2812286605 shutdown_connections 2024-07-26T17:08:34.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.455+0000 7f87e9078640 1 -- 172.21.15.33:0/2812286605 wait complete. 2024-07-26T17:08:34.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.457+0000 7f87e9078640 1 Processor -- start 2024-07-26T17:08:34.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.457+0000 7f87e9078640 1 -- start start 2024-07-26T17:08:34.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e9078640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87e40b3670 0x7f87e40c7b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:34.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e9078640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b6620 0x7f87e414eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:34.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e9078640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87e40d1dc0 0x7f87e4161480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:34.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e9078640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f87e40d3450 con 0x7f87e40b6620 2024-07-26T17:08:34.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e9078640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f87e40d32d0 con 0x7f87e40b3670 2024-07-26T17:08:34.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e9078640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f87e40ced40 con 0x7f87e40d1dc0 2024-07-26T17:08:34.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b6620 0x7f87e414eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:34.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b6620 0x7f87e414eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45874/0 (socket says 172.21.15.33:45874) 2024-07-26T17:08:34.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e259c640 1 -- 172.21.15.33:0/1045154052 learned_addr learned my addr 172.21.15.33:0/1045154052 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e2d9d640 1 --2- 172.21.15.33:0/1045154052 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87e40b3670 0x7f87e40c7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e359e640 1 --2- 172.21.15.33:0/1045154052 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87e40d1dc0 0x7f87e4161480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e259c640 1 -- 172.21.15.33:0/1045154052 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87e40d1dc0 msgr2=0x7f87e4161480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e259c640 1 --2- 172.21.15.33:0/1045154052 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87e40d1dc0 0x7f87e4161480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e259c640 1 -- 172.21.15.33:0/1045154052 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87e40b3670 msgr2=0x7f87e40c7b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e259c640 1 --2- 172.21.15.33:0/1045154052 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87e40b3670 0x7f87e40c7b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e259c640 1 -- 172.21.15.33:0/1045154052 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e41f9810 con 0x7f87e40b6620 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87e259c640 1 --2- 172.21.15.33:0/1045154052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b6620 0x7f87e414eb70 secure :-1 s=READY pgs=2885 cs=0 l=1 rev1=1 crypto rx=0x7f87cc000f80 tx=0x7f87cc003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87db7fe640 1 -- 172.21.15.33:0/1045154052 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc034040 con 0x7f87e40b6620 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.459+0000 7f87db7fe640 1 -- 172.21.15.33:0/1045154052 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87cc004600 con 0x7f87e40b6620 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.460+0000 7f87e9078640 1 -- 172.21.15.33:0/1045154052 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e409ddb0 con 0x7f87e40b6620 2024-07-26T17:08:34.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.460+0000 7f87db7fe640 1 -- 172.21.15.33:0/1045154052 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc045480 con 0x7f87e40b6620 2024-07-26T17:08:34.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.460+0000 7f87e9078640 1 -- 172.21.15.33:0/1045154052 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e409e370 con 0x7f87e40b6620 2024-07-26T17:08:34.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.461+0000 7f87e9078640 1 -- 172.21.15.33:0/1045154052 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87e40d2d90 con 0x7f87e40b6620 2024-07-26T17:08:34.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.461+0000 7f87db7fe640 1 -- 172.21.15.33:0/1045154052 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 186) ==== 98850+0+0 (secure 0 0 0) 0x7f87cc037020 con 0x7f87e40b6620 2024-07-26T17:08:34.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.462+0000 7f87db7fe640 1 -- 172.21.15.33:0/1045154052 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(292..292 src has 1..292) ==== 7189+0+0 (secure 0 0 0) 0x7f87cc0ba2f0 con 0x7f87e40b6620 2024-07-26T17:08:34.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.466+0000 7f87db7fe640 1 -- 172.21.15.33:0/1045154052 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f87cc083380 con 0x7f87e40b6620 2024-07-26T17:08:34.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.701+0000 7f87e9078640 1 -- 172.21.15.33:0/1045154052 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f87e40b9e40 con 0x7f87e40b6620 2024-07-26T17:08:34.703 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-07-26T17:08:34.702+0000 7f38da6a1640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-26T17:08:34.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.703+0000 7f87db7fe640 1 -- 172.21.15.33:0/1045154052 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v161) ==== 161+0+0 (secure 0 0 0) 0x7f87cc082c80 con 0x7f87e40b6620 2024-07-26T17:08:34.705 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-26T17:08:34.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.706+0000 7f87e9078640 1 -- 172.21.15.33:0/1045154052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b6620 msgr2=0x7f87e414eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:34.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.706+0000 7f87e9078640 1 --2- 172.21.15.33:0/1045154052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b6620 0x7f87e414eb70 secure :-1 s=READY pgs=2885 cs=0 l=1 rev1=1 crypto rx=0x7f87cc000f80 tx=0x7f87cc003f90 comp rx=0 tx=0).stop 2024-07-26T17:08:34.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.706+0000 7f87e9078640 1 -- 172.21.15.33:0/1045154052 shutdown_connections 2024-07-26T17:08:34.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.706+0000 7f87e9078640 1 --2- 172.21.15.33:0/1045154052 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f87e40d1dc0 0x7f87e4161480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.706+0000 7f87e9078640 1 --2- 172.21.15.33:0/1045154052 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87e40b6620 0x7f87e414eb70 unknown :-1 s=CLOSED pgs=2885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.706+0000 7f87e9078640 1 --2- 172.21.15.33:0/1045154052 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f87e40b3670 0x7f87e40c7b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.706+0000 7f87e9078640 1 -- 172.21.15.33:0/1045154052 >> 172.21.15.33:0/1045154052 conn(0x7f87e40b5b00 msgr2=0x7f87e40b2ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:34.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.706+0000 7f87e9078640 1 -- 172.21.15.33:0/1045154052 shutdown_connections 2024-07-26T17:08:34.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.706+0000 7f87e9078640 1 -- 172.21.15.33:0/1045154052 wait complete. 2024-07-26T17:08:34.720 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-26T17:08:34.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.837+0000 7f6a0abe2640 1 -- 172.21.15.33:0/3277958100 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a040d22f0 msgr2=0x7f6a040b3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:34.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.837+0000 7f6a0abe2640 1 --2- 172.21.15.33:0/3277958100 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a040d22f0 0x7f6a040b3970 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f69f8009830 tx=0x7f69f802a510 comp rx=0 tx=0).stop 2024-07-26T17:08:34.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.838+0000 7f6a0abe2640 1 -- 172.21.15.33:0/3277958100 shutdown_connections 2024-07-26T17:08:34.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.838+0000 7f6a0abe2640 1 --2- 172.21.15.33:0/3277958100 >> v2:172.21.15.154:3300/0 conn(0x7f6a0408c940 0x7f6a040b3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.838+0000 7f6a0abe2640 1 --2- 172.21.15.33:0/3277958100 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a040d22f0 0x7f6a040b3970 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.838+0000 7f6a0abe2640 1 -- 172.21.15.33:0/3277958100 >> 172.21.15.33:0/3277958100 conn(0x7f6a040b5b00 msgr2=0x7f6a040b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:34.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.838+0000 7f6a0abe2640 1 -- 172.21.15.33:0/3277958100 shutdown_connections 2024-07-26T17:08:34.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.838+0000 7f6a0abe2640 1 -- 172.21.15.33:0/3277958100 wait complete. 2024-07-26T17:08:34.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.839+0000 7f6a0abe2640 1 Processor -- start 2024-07-26T17:08:34.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.839+0000 7f6a0abe2640 1 -- start start 2024-07-26T17:08:34.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a0abe2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a0408c940 0x7f6a041f83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:34.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a0abe2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a040b9390 0x7f6a041e3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:34.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a0abe2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a041e3e80 0x7f6a041dfe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:34.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a0abe2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6a040b4570 con 0x7f6a040b9390 2024-07-26T17:08:34.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a0abe2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6a040b43f0 con 0x7f6a0408c940 2024-07-26T17:08:34.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a0abe2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6a040b46f0 con 0x7f6a041e3e80 2024-07-26T17:08:34.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a03fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a040b9390 0x7f6a041e3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:34.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a03fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a040b9390 0x7f6a041e3940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45882/0 (socket says 172.21.15.33:45882) 2024-07-26T17:08:34.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a03fff640 1 -- 172.21.15.33:0/4213729626 learned_addr learned my addr 172.21.15.33:0/4213729626 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a0917f640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a041e3e80 0x7f6a041dfe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a0897e640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a0408c940 0x7f6a041f83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a03fff640 1 -- 172.21.15.33:0/4213729626 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a041e3e80 msgr2=0x7f6a041dfe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a03fff640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a041e3e80 0x7f6a041dfe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a03fff640 1 -- 172.21.15.33:0/4213729626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a0408c940 msgr2=0x7f6a041f83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a03fff640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a0408c940 0x7f6a041f83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.841+0000 7f6a03fff640 1 -- 172.21.15.33:0/4213729626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a041f8e20 con 0x7f6a040b9390 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.842+0000 7f6a03fff640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a040b9390 0x7f6a041e3940 secure :-1 s=READY pgs=2886 cs=0 l=1 rev1=1 crypto rx=0x7f69f8009950 tx=0x7f69f8033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.842+0000 7f6a017fa640 1 -- 172.21.15.33:0/4213729626 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f8005c90 con 0x7f6a040b9390 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.842+0000 7f6a017fa640 1 -- 172.21.15.33:0/4213729626 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69f8031e50 con 0x7f6a040b9390 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.842+0000 7f6a0abe2640 1 -- 172.21.15.33:0/4213729626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a041f9100 con 0x7f6a040b9390 2024-07-26T17:08:34.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.842+0000 7f6a017fa640 1 -- 172.21.15.33:0/4213729626 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f8033290 con 0x7f6a040b9390 2024-07-26T17:08:34.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.842+0000 7f6a0abe2640 1 -- 172.21.15.33:0/4213729626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a041f64a0 con 0x7f6a040b9390 2024-07-26T17:08:34.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.843+0000 7f6a0abe2640 1 -- 172.21.15.33:0/4213729626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a041f8b70 con 0x7f6a040b9390 2024-07-26T17:08:34.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.844+0000 7f6a017fa640 1 -- 172.21.15.33:0/4213729626 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 186) ==== 98850+0+0 (secure 0 0 0) 0x7f69f8033430 con 0x7f6a040b9390 2024-07-26T17:08:34.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.844+0000 7f6a017fa640 1 -- 172.21.15.33:0/4213729626 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(293..293 src has 1..293) ==== 7275+0+0 (secure 0 0 0) 0x7f69f80b9b80 con 0x7f6a040b9390 2024-07-26T17:08:34.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:34.849+0000 7f6a017fa640 1 -- 172.21.15.33:0/4213729626 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f69f803f030 con 0x7f6a040b9390 2024-07-26T17:08:35.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.081+0000 7f6a0abe2640 1 -- 172.21.15.33:0/4213729626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6a040b3970 con 0x7f6a040b9390 2024-07-26T17:08:35.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.316+0000 7f6a017fa640 1 -- 172.21.15.33:0/4213729626 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 187) ==== 98977+0+0 (secure 0 0 0) 0x7f69f807de50 con 0x7f6a040b9390 2024-07-26T17:08:35.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.317+0000 7f6a017fa640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f69f007d430 0x7f69f007f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:35.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.317+0000 7f6a0897e640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f69f007d430 0x7f69f007f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:35.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.318+0000 7f6a0897e640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f69f007d430 0x7f69f007f850 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f69f4007fd0 tx=0x7f69f4007e80 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:35.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.705+0000 7f6a017fa640 1 -- 172.21.15.33:0/4213729626 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v162) ==== 104+0+0 (secure 0 0 0) 0x7f69f8082be0 con 0x7f6a040b9390 2024-07-26T17:08:35.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.707+0000 7f6a0abe2640 1 -- 172.21.15.33:0/4213729626 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f69f007d430 msgr2=0x7f69f007f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:35.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.707+0000 7f6a0abe2640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f69f007d430 0x7f69f007f850 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f69f4007fd0 tx=0x7f69f4007e80 comp rx=0 tx=0).stop 2024-07-26T17:08:35.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.707+0000 7f6a0abe2640 1 -- 172.21.15.33:0/4213729626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a040b9390 msgr2=0x7f6a041e3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:35.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.707+0000 7f6a0abe2640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a040b9390 0x7f6a041e3940 secure :-1 s=READY pgs=2886 cs=0 l=1 rev1=1 crypto rx=0x7f69f8009950 tx=0x7f69f8033c20 comp rx=0 tx=0).stop 2024-07-26T17:08:35.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.708+0000 7f6a0abe2640 1 -- 172.21.15.33:0/4213729626 shutdown_connections 2024-07-26T17:08:35.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.708+0000 7f6a0abe2640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f69f007d430 0x7f69f007f850 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:35.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.708+0000 7f6a0abe2640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6a041e3e80 0x7f6a041dfe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:35.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.708+0000 7f6a0abe2640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6a040b9390 0x7f6a041e3940 unknown :-1 s=CLOSED pgs=2886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:35.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.708+0000 7f6a0abe2640 1 --2- 172.21.15.33:0/4213729626 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6a0408c940 0x7f6a041f83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:35.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.708+0000 7f6a0abe2640 1 -- 172.21.15.33:0/4213729626 >> 172.21.15.33:0/4213729626 conn(0x7f6a040b5b00 msgr2=0x7f6a040b7100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:35.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.708+0000 7f6a0abe2640 1 -- 172.21.15.33:0/4213729626 shutdown_connections 2024-07-26T17:08:35.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.708+0000 7f6a0abe2640 1 -- 172.21.15.33:0/4213729626 wait complete. 2024-07-26T17:08:35.722 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-26T17:08:35.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.848+0000 7fa2f75cf640 1 -- 172.21.15.33:0/1496094676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2dc003a00 msgr2=0x7fa2dc003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:35.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.848+0000 7fa2f75cf640 1 --2- 172.21.15.33:0/1496094676 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2dc003a00 0x7fa2dc003e70 secure :-1 s=READY pgs=2888 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec009b50 tx=0x7fa2dc005830 comp rx=0 tx=0).stop 2024-07-26T17:08:35.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.848+0000 7fa2f5b6c640 1 -- 172.21.15.33:0/1496094676 reap_dead start 2024-07-26T17:08:35.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.848+0000 7fa2f75cf640 1 -- 172.21.15.33:0/1496094676 shutdown_connections 2024-07-26T17:08:35.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.848+0000 7fa2f75cf640 1 -- 172.21.15.33:0/1496094676 >> 172.21.15.33:0/1496094676 conn(0x7fa2f00b5a80 msgr2=0x7fa2f00b5e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:35.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.848+0000 7fa2f75cf640 1 -- 172.21.15.33:0/1496094676 shutdown_connections 2024-07-26T17:08:35.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.848+0000 7fa2f75cf640 1 -- 172.21.15.33:0/1496094676 wait complete. 2024-07-26T17:08:35.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.850+0000 7fa2f75cf640 1 Processor -- start 2024-07-26T17:08:35.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.850+0000 7fa2f75cf640 1 -- start start 2024-07-26T17:08:35.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.851+0000 7fa2f75cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa2dc003a00 0x7fa2f0161680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:35.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.851+0000 7fa2f75cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2f01f45c0 0x7fa2f01f49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:35.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.851+0000 7fa2f75cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa2f01f4f10 0x7fa2f0154900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:35.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.851+0000 7fa2f75cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f00b4200 con 0x7fa2f01f45c0 2024-07-26T17:08:35.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.851+0000 7fa2f75cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa2f00b4080 con 0x7fa2f01f4f10 2024-07-26T17:08:35.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.851+0000 7fa2f75cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa2f00b9980 con 0x7fa2dc003a00 2024-07-26T17:08:35.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.851+0000 7fa2f4b6a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2f01f45c0 0x7fa2f01f49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:35.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.851+0000 7fa2f4b6a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2f01f45c0 0x7fa2f01f49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45902/0 (socket says 172.21.15.33:45902) 2024-07-26T17:08:35.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.851+0000 7fa2f4b6a640 1 -- 172.21.15.33:0/2442119744 learned_addr learned my addr 172.21.15.33:0/2442119744 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:35.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.851+0000 7fa2f536b640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa2dc003a00 0x7fa2f0161680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:35.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2f5b6c640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa2f01f4f10 0x7fa2f0154900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:35.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2f4b6a640 1 -- 172.21.15.33:0/2442119744 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa2dc003a00 msgr2=0x7fa2f0161680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:35.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2f4b6a640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa2dc003a00 0x7fa2f0161680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:35.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2f4b6a640 1 -- 172.21.15.33:0/2442119744 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa2f01f4f10 msgr2=0x7fa2f0154900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:35.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2f4b6a640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa2f01f4f10 0x7fa2f0154900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:35.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2f4b6a640 1 -- 172.21.15.33:0/2442119744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2f0151140 con 0x7fa2f01f45c0 2024-07-26T17:08:35.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2f5b6c640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa2f01f4f10 0x7fa2f0154900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:35.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2f4b6a640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2f01f45c0 0x7fa2f01f49d0 secure :-1 s=READY pgs=2889 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0011a50 tx=0x7fa2e0011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:35.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2e5ffb640 1 -- 172.21.15.33:0/2442119744 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e000fd90 con 0x7fa2f01f45c0 2024-07-26T17:08:35.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2e5ffb640 1 -- 172.21.15.33:0/2442119744 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa2e0005020 con 0x7fa2f01f45c0 2024-07-26T17:08:35.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2f75cf640 1 -- 172.21.15.33:0/2442119744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2f01e8f90 con 0x7fa2f01f45c0 2024-07-26T17:08:35.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2e5ffb640 1 -- 172.21.15.33:0/2442119744 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2e0005430 con 0x7fa2f01f45c0 2024-07-26T17:08:35.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.852+0000 7fa2f75cf640 1 -- 172.21.15.33:0/2442119744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2f01e9550 con 0x7fa2f01f45c0 2024-07-26T17:08:35.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.853+0000 7fa2f75cf640 1 -- 172.21.15.33:0/2442119744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2f00d3c00 con 0x7fa2f01f45c0 2024-07-26T17:08:35.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.854+0000 7fa2e5ffb640 1 -- 172.21.15.33:0/2442119744 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 187) ==== 98977+0+0 (secure 0 0 0) 0x7fa2e00055d0 con 0x7fa2f01f45c0 2024-07-26T17:08:35.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.855+0000 7fa2e5ffb640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa2d4076e60 0x7fa2d4079370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:35.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.855+0000 7fa2e5ffb640 1 -- 172.21.15.33:0/2442119744 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(293..293 src has 1..293) ==== 7275+0+0 (secure 0 0 0) 0x7fa2e0099670 con 0x7fa2f01f45c0 2024-07-26T17:08:35.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.855+0000 7fa2f536b640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa2d4076e60 0x7fa2d4079370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:35.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.855+0000 7fa2f536b640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa2d4076e60 0x7fa2d4079370 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec035000 tx=0x7fa2ec02d040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:35.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:35.860+0000 7fa2e5ffb640 1 -- 172.21.15.33:0/2442119744 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa2e0061fd0 con 0x7fa2f01f45c0 2024-07-26T17:08:36.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.051+0000 7fa2f75cf640 1 -- 172.21.15.33:0/2442119744 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa2f00cdc30 con 0x7fa2f01f45c0 2024-07-26T17:08:36.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.713+0000 7fa2e5ffb640 1 -- 172.21.15.33:0/2442119744 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 188) ==== 99083+0+0 (secure 0 0 0) 0x7fa2e005e260 con 0x7fa2f01f45c0 2024-07-26T17:08:36.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.719+0000 7fa2e5ffb640 1 -- 172.21.15.33:0/2442119744 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v294) ==== 181+0+0 (secure 0 0 0) 0x7fa2e00821d0 con 0x7fa2f01f45c0 2024-07-26T17:08:36.721 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-07-26T17:08:36.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 -- 172.21.15.33:0/2442119744 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa2d4076e60 msgr2=0x7fa2d4079370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:36.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa2d4076e60 0x7fa2d4079370 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec035000 tx=0x7fa2ec02d040 comp rx=0 tx=0).stop 2024-07-26T17:08:36.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 -- 172.21.15.33:0/2442119744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2f01f45c0 msgr2=0x7fa2f01f49d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:36.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2f01f45c0 0x7fa2f01f49d0 secure :-1 s=READY pgs=2889 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0011a50 tx=0x7fa2e0011f10 comp rx=0 tx=0).stop 2024-07-26T17:08:36.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 -- 172.21.15.33:0/2442119744 shutdown_connections 2024-07-26T17:08:36.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa2d4076e60 0x7fa2d4079370 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:36.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa2f01f4f10 0x7fa2f0154900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:36.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2f01f45c0 0x7fa2f01f49d0 unknown :-1 s=CLOSED pgs=2889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:36.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 --2- 172.21.15.33:0/2442119744 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa2dc003a00 0x7fa2f0161680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:36.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 -- 172.21.15.33:0/2442119744 >> 172.21.15.33:0/2442119744 conn(0x7fa2f00b5a80 msgr2=0x7fa2f00b6dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:36.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 -- 172.21.15.33:0/2442119744 shutdown_connections 2024-07-26T17:08:36.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.723+0000 7fa2f75cf640 1 -- 172.21.15.33:0/2442119744 wait complete. 2024-07-26T17:08:36.738 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-26T17:08:36.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.861+0000 7f3e286fa640 1 -- 172.21.15.33:0/3419366361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e20151840 msgr2=0x7f3e200b3270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:36.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.861+0000 7f3e286fa640 1 --2- 172.21.15.33:0/3419366361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e20151840 0x7f3e200b3270 secure :-1 s=READY pgs=2893 cs=0 l=1 rev1=1 crypto rx=0x7f3e18005fd0 tx=0x7f3e1802a5d0 comp rx=0 tx=0).stop 2024-07-26T17:08:36.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.861+0000 7f3e286fa640 1 -- 172.21.15.33:0/3419366361 shutdown_connections 2024-07-26T17:08:36.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.861+0000 7f3e286fa640 1 --2- 172.21.15.33:0/3419366361 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e20072ff0 0x7f3e2006ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:36.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.861+0000 7f3e286fa640 1 --2- 172.21.15.33:0/3419366361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e20151840 0x7f3e200b3270 unknown :-1 s=CLOSED pgs=2893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:36.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.861+0000 7f3e286fa640 1 -- 172.21.15.33:0/3419366361 >> 172.21.15.33:0/3419366361 conn(0x7f3e200cfb70 msgr2=0x7f3e200cff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:36.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.861+0000 7f3e286fa640 1 -- 172.21.15.33:0/3419366361 shutdown_connections 2024-07-26T17:08:36.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.861+0000 7f3e286fa640 1 -- 172.21.15.33:0/3419366361 wait complete. 2024-07-26T17:08:36.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.863+0000 7f3e286fa640 1 Processor -- start 2024-07-26T17:08:36.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.863+0000 7f3e286fa640 1 -- start start 2024-07-26T17:08:36.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.864+0000 7f3e286fa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e200b37b0 0x7f3e20145b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:36.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.864+0000 7f3e286fa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e20151840 0x7f3e2013ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:36.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e286fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e200cdfe0 0x7f3e200ce3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:36.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e286fa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3e2006e7e0 con 0x7f3e200cdfe0 2024-07-26T17:08:36.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e286fa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3e2006e660 con 0x7f3e200b37b0 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e286fa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3e2006ef80 con 0x7f3e20151840 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e26c97640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e200cdfe0 0x7f3e200ce3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e26c97640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e200cdfe0 0x7f3e200ce3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45942/0 (socket says 172.21.15.33:45942) 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e26c97640 1 -- 172.21.15.33:0/3997370570 learned_addr learned my addr 172.21.15.33:0/3997370570 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e26496640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e200b37b0 0x7f3e20145b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e25c95640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e20151840 0x7f3e2013ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e26c97640 1 -- 172.21.15.33:0/3997370570 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e20151840 msgr2=0x7f3e2013ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e26c97640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e20151840 0x7f3e2013ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e26c97640 1 -- 172.21.15.33:0/3997370570 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e200b37b0 msgr2=0x7f3e20145b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e26c97640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e200b37b0 0x7f3e20145b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e26c97640 1 -- 172.21.15.33:0/3997370570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e20143ea0 con 0x7f3e200cdfe0 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e26c97640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e200cdfe0 0x7f3e200ce3f0 secure :-1 s=READY pgs=2894 cs=0 l=1 rev1=1 crypto rx=0x7f3e1000e990 tx=0x7f3e1000ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:36.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e1effd640 1 -- 172.21.15.33:0/3997370570 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e10004d20 con 0x7f3e200cdfe0 2024-07-26T17:08:36.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e1effd640 1 -- 172.21.15.33:0/3997370570 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e1000ca40 con 0x7f3e200cdfe0 2024-07-26T17:08:36.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e1effd640 1 -- 172.21.15.33:0/3997370570 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e10005020 con 0x7f3e200cdfe0 2024-07-26T17:08:36.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.865+0000 7f3e286fa640 1 -- 172.21.15.33:0/3997370570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e200ce930 con 0x7f3e200cdfe0 2024-07-26T17:08:36.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.866+0000 7f3e286fa640 1 -- 172.21.15.33:0/3997370570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e201417d0 con 0x7f3e200cdfe0 2024-07-26T17:08:36.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.867+0000 7f3e286fa640 1 -- 172.21.15.33:0/3997370570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e200b3270 con 0x7f3e200cdfe0 2024-07-26T17:08:36.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.867+0000 7f3e1effd640 1 -- 172.21.15.33:0/3997370570 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 188) ==== 99083+0+0 (secure 0 0 0) 0x7f3e100051c0 con 0x7f3e200cdfe0 2024-07-26T17:08:36.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.868+0000 7f3e1effd640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3e0c076f80 0x7f3e0c079490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:36.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.868+0000 7f3e1effd640 1 -- 172.21.15.33:0/3997370570 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(294..294 src has 1..294) ==== 6837+0+0 (secure 0 0 0) 0x7f3e100993d0 con 0x7f3e200cdfe0 2024-07-26T17:08:36.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.868+0000 7f3e26496640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3e0c076f80 0x7f3e0c079490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:36.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.868+0000 7f3e26496640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3e0c076f80 0x7f3e0c079490 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3e18033000 tx=0x7f3e18004730 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:36.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:36.873+0000 7f3e1effd640 1 -- 172.21.15.33:0/3997370570 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3e10016030 con 0x7f3e200cdfe0 2024-07-26T17:08:37.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.079+0000 7f3e286fa640 1 -- 172.21.15.33:0/3997370570 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3e20146860 con 0x7f3e200cdfe0 2024-07-26T17:08:37.412 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-07-26T17:08:37.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.721+0000 7f3e1effd640 1 -- 172.21.15.33:0/3997370570 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v295) ==== 169+0+0 (secure 0 0 0) 0x7f3e10061bf0 con 0x7f3e200cdfe0 2024-07-26T17:08:37.723 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-07-26T17:08:37.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.724+0000 7f3e286fa640 1 -- 172.21.15.33:0/3997370570 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3e0c076f80 msgr2=0x7f3e0c079490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:37.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.724+0000 7f3e286fa640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3e0c076f80 0x7f3e0c079490 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3e18033000 tx=0x7f3e18004730 comp rx=0 tx=0).stop 2024-07-26T17:08:37.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.725+0000 7f3e286fa640 1 -- 172.21.15.33:0/3997370570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e200cdfe0 msgr2=0x7f3e200ce3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:37.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.725+0000 7f3e286fa640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e200cdfe0 0x7f3e200ce3f0 secure :-1 s=READY pgs=2894 cs=0 l=1 rev1=1 crypto rx=0x7f3e1000e990 tx=0x7f3e1000ee50 comp rx=0 tx=0).stop 2024-07-26T17:08:37.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.725+0000 7f3e286fa640 1 -- 172.21.15.33:0/3997370570 shutdown_connections 2024-07-26T17:08:37.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.725+0000 7f3e286fa640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3e0c076f80 0x7f3e0c079490 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:37.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.725+0000 7f3e286fa640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e200cdfe0 0x7f3e200ce3f0 unknown :-1 s=CLOSED pgs=2894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:37.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.725+0000 7f3e286fa640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3e20151840 0x7f3e2013ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:37.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.725+0000 7f3e286fa640 1 --2- 172.21.15.33:0/3997370570 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3e200b37b0 0x7f3e20145b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:37.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.725+0000 7f3e286fa640 1 -- 172.21.15.33:0/3997370570 >> 172.21.15.33:0/3997370570 conn(0x7f3e200cfb70 msgr2=0x7f3e200cff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:37.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.726+0000 7f3e286fa640 1 -- 172.21.15.33:0/3997370570 shutdown_connections 2024-07-26T17:08:37.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.726+0000 7f3e286fa640 1 -- 172.21.15.33:0/3997370570 wait complete. 2024-07-26T17:08:37.743 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-26T17:08:37.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.866+0000 7f3d3221c640 1 -- 172.21.15.33:0/1769526161 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d2c164010 msgr2=0x7f3d2c166430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:37.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.866+0000 7f3d3221c640 1 --2- 172.21.15.33:0/1769526161 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d2c164010 0x7f3d2c166430 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f3d24005fd0 tx=0x7f3d2402a940 comp rx=0 tx=0).stop 2024-07-26T17:08:37.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.866+0000 7f3d3221c640 1 -- 172.21.15.33:0/1769526161 shutdown_connections 2024-07-26T17:08:37.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.866+0000 7f3d3221c640 1 --2- 172.21.15.33:0/1769526161 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d2c164010 0x7f3d2c166430 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:37.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.866+0000 7f3d3221c640 1 --2- 172.21.15.33:0/1769526161 >> v2:172.21.15.154:3300/0 conn(0x7f3d2c0d2930 0x7f3d2c163ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:37.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.866+0000 7f3d3221c640 1 -- 172.21.15.33:0/1769526161 >> 172.21.15.33:0/1769526161 conn(0x7f3d2c0d1e10 msgr2=0x7f3d2c0d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:37.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.866+0000 7f3d3221c640 1 -- 172.21.15.33:0/1769526161 shutdown_connections 2024-07-26T17:08:37.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.867+0000 7f3d3221c640 1 -- 172.21.15.33:0/1769526161 wait complete. 2024-07-26T17:08:37.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.868+0000 7f3d3221c640 1 Processor -- start 2024-07-26T17:08:37.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.868+0000 7f3d3221c640 1 -- start start 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d3221c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d2c0b7010 0x7f3d2c15a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d3221c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d2c0d2930 0x7f3d2c159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d3221c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d2c164010 0x7f3d2c15c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d3221c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3d2c0b2870 con 0x7f3d2c164010 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d3221c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3d2c0b20c0 con 0x7f3d2c0d2930 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d3221c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3d2c165d20 con 0x7f3d2c0b7010 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d2bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d2c164010 0x7f3d2c15c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d2bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d2c164010 0x7f3d2c15c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45954/0 (socket says 172.21.15.33:45954) 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d2bfff640 1 -- 172.21.15.33:0/3707049985 learned_addr learned my addr 172.21.15.33:0/3707049985 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d2b7fe640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d2c0b7010 0x7f3d2c15a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d2affd640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d2c0d2930 0x7f3d2c159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:37.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d2bfff640 1 -- 172.21.15.33:0/3707049985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d2c0b7010 msgr2=0x7f3d2c15a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d2bfff640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d2c0b7010 0x7f3d2c15a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d2bfff640 1 -- 172.21.15.33:0/3707049985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d2c0d2930 msgr2=0x7f3d2c159a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d2bfff640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d2c0d2930 0x7f3d2c159a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d2bfff640 1 -- 172.21.15.33:0/3707049985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d2c15ac20 con 0x7f3d2c164010 2024-07-26T17:08:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.870+0000 7f3d2bfff640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d2c164010 0x7f3d2c15c1c0 secure :-1 s=READY pgs=2895 cs=0 l=1 rev1=1 crypto rx=0x7f3d24009ca0 tx=0x7f3d24031e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.871+0000 7f3d13fff640 1 -- 172.21.15.33:0/3707049985 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d24030430 con 0x7f3d2c164010 2024-07-26T17:08:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.871+0000 7f3d3221c640 1 -- 172.21.15.33:0/3707049985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d2c15af00 con 0x7f3d2c164010 2024-07-26T17:08:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.871+0000 7f3d13fff640 1 -- 172.21.15.33:0/3707049985 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d24004540 con 0x7f3d2c164010 2024-07-26T17:08:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.871+0000 7f3d13fff640 1 -- 172.21.15.33:0/3707049985 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2403a440 con 0x7f3d2c164010 2024-07-26T17:08:37.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.871+0000 7f3d3221c640 1 -- 172.21.15.33:0/3707049985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d2c15b4c0 con 0x7f3d2c164010 2024-07-26T17:08:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.872+0000 7f3d3221c640 1 -- 172.21.15.33:0/3707049985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d2c0b1650 con 0x7f3d2c164010 2024-07-26T17:08:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.873+0000 7f3d13fff640 1 -- 172.21.15.33:0/3707049985 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 188) ==== 99083+0+0 (secure 0 0 0) 0x7f3d2403a5e0 con 0x7f3d2c164010 2024-07-26T17:08:37.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.873+0000 7f3d13fff640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3d18076f80 0x7f3d18079490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.873+0000 7f3d13fff640 1 -- 172.21.15.33:0/3707049985 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(295..295 src has 1..295) ==== 6336+0+0 (secure 0 0 0) 0x7f3d240ba2a0 con 0x7f3d2c164010 2024-07-26T17:08:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.873+0000 7f3d2b7fe640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3d18076f80 0x7f3d18079490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:37.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.874+0000 7f3d2b7fe640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3d18076f80 0x7f3d18079490 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c0d2f10 tx=0x7f3d1c009040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:37.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:37.878+0000 7f3d13fff640 1 -- 172.21.15.33:0/3707049985 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3d24049020 con 0x7f3d2c164010 2024-07-26T17:08:38.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.073+0000 7f3d3221c640 1 -- 172.21.15.33:0/3707049985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f3d2c0cfda0 con 0x7f3d2c164010 2024-07-26T17:08:38.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.078+0000 7f3d13fff640 1 -- 172.21.15.33:0/3707049985 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v87) ==== 71+0+0 (secure 0 0 0) 0x7f3d2403e030 con 0x7f3d2c164010 2024-07-26T17:08:38.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 -- 172.21.15.33:0/3707049985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3d18076f80 msgr2=0x7f3d18079490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:38.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3d18076f80 0x7f3d18079490 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c0d2f10 tx=0x7f3d1c009040 comp rx=0 tx=0).stop 2024-07-26T17:08:38.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 -- 172.21.15.33:0/3707049985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d2c164010 msgr2=0x7f3d2c15c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:38.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d2c164010 0x7f3d2c15c1c0 secure :-1 s=READY pgs=2895 cs=0 l=1 rev1=1 crypto rx=0x7f3d24009ca0 tx=0x7f3d24031e20 comp rx=0 tx=0).stop 2024-07-26T17:08:38.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 -- 172.21.15.33:0/3707049985 shutdown_connections 2024-07-26T17:08:38.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3d18076f80 0x7f3d18079490 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d2c164010 0x7f3d2c15c1c0 unknown :-1 s=CLOSED pgs=2895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3d2c0d2930 0x7f3d2c159a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 --2- 172.21.15.33:0/3707049985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3d2c0b7010 0x7f3d2c15a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 -- 172.21.15.33:0/3707049985 >> 172.21.15.33:0/3707049985 conn(0x7f3d2c0d1e10 msgr2=0x7f3d2c0cc790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:38.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 -- 172.21.15.33:0/3707049985 shutdown_connections 2024-07-26T17:08:38.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.080+0000 7f3d3221c640 1 -- 172.21.15.33:0/3707049985 wait complete. 2024-07-26T17:08:38.094 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments.test_snap_schedule_subvol_and_group_arguments_01' 2024-07-26T17:08:38.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.212+0000 7f76f23c8640 1 -- 172.21.15.33:0/3167070399 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76d4004d40 msgr2=0x7f76d4005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:38.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.212+0000 7f76f23c8640 1 --2- 172.21.15.33:0/3167070399 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76d4004d40 0x7f76d4005150 secure :-1 s=READY pgs=2897 cs=0 l=1 rev1=1 crypto rx=0x7f76e4005fd0 tx=0x7f76d4005830 comp rx=0 tx=0).stop 2024-07-26T17:08:38.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.212+0000 7f76f0965640 1 -- 172.21.15.33:0/3167070399 reap_dead start 2024-07-26T17:08:38.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.212+0000 7f76f23c8640 1 -- 172.21.15.33:0/3167070399 shutdown_connections 2024-07-26T17:08:38.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.212+0000 7f76f23c8640 1 -- 172.21.15.33:0/3167070399 >> 172.21.15.33:0/3167070399 conn(0x7f76ec0b5ab0 msgr2=0x7f76ec0b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:38.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.212+0000 7f76f23c8640 1 -- 172.21.15.33:0/3167070399 shutdown_connections 2024-07-26T17:08:38.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.212+0000 7f76f23c8640 1 -- 172.21.15.33:0/3167070399 wait complete. 2024-07-26T17:08:38.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.214+0000 7f76f23c8640 1 Processor -- start 2024-07-26T17:08:38.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.214+0000 7f76f23c8640 1 -- start start 2024-07-26T17:08:38.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.215+0000 7f76f23c8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f76ec1f8e10 0x7f76ec1d7130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:38.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.215+0000 7f76f23c8640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76ec1e30f0 0x7f76ec1e4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:38.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.215+0000 7f76f23c8640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f76ec1e54f0 0x7f76ec0c7af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:38.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.215+0000 7f76f23c8640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f76ec0d0730 con 0x7f76ec1e30f0 2024-07-26T17:08:38.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.215+0000 7f76f23c8640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f76ec08c630 con 0x7f76ec1f8e10 2024-07-26T17:08:38.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.215+0000 7f76f23c8640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f76ec1e5900 con 0x7f76ec1e54f0 2024-07-26T17:08:38.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.215+0000 7f76eb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76ec1e30f0 0x7f76ec1e4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:38.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.215+0000 7f76eb7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76ec1e30f0 0x7f76ec1e4fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45960/0 (socket says 172.21.15.33:45960) 2024-07-26T17:08:38.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.215+0000 7f76eb7fe640 1 -- 172.21.15.33:0/1657598944 learned_addr learned my addr 172.21.15.33:0/1657598944 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:38.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76ebfff640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f76ec1f8e10 0x7f76ec1d7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:38.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76f0965640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f76ec1e54f0 0x7f76ec0c7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:38.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76eb7fe640 1 -- 172.21.15.33:0/1657598944 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f76ec1e54f0 msgr2=0x7f76ec0c7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:38.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76eb7fe640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f76ec1e54f0 0x7f76ec0c7af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76eb7fe640 1 -- 172.21.15.33:0/1657598944 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f76ec1f8e10 msgr2=0x7f76ec1d7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:38.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76eb7fe640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f76ec1f8e10 0x7f76ec1d7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76eb7fe640 1 -- 172.21.15.33:0/1657598944 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76ec1d7670 con 0x7f76ec1e30f0 2024-07-26T17:08:38.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76f0965640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f76ec1e54f0 0x7f76ec0c7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:08:38.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76ebfff640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f76ec1f8e10 0x7f76ec1d7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:08:38.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76eb7fe640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76ec1e30f0 0x7f76ec1e4fb0 secure :-1 s=READY pgs=2898 cs=0 l=1 rev1=1 crypto rx=0x7f76e0004fd0 tx=0x7f76e000ea90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:38.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76e8ff9640 1 -- 172.21.15.33:0/1657598944 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e0015070 con 0x7f76ec1e30f0 2024-07-26T17:08:38.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76e8ff9640 1 -- 172.21.15.33:0/1657598944 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76e000ca00 con 0x7f76ec1e30f0 2024-07-26T17:08:38.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76e8ff9640 1 -- 172.21.15.33:0/1657598944 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76e000ce50 con 0x7f76ec1e30f0 2024-07-26T17:08:38.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76f23c8640 1 -- 172.21.15.33:0/1657598944 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76ec1f92f0 con 0x7f76ec1e30f0 2024-07-26T17:08:38.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.216+0000 7f76f23c8640 1 -- 172.21.15.33:0/1657598944 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76ec1f98b0 con 0x7f76ec1e30f0 2024-07-26T17:08:38.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.217+0000 7f76f23c8640 1 -- 172.21.15.33:0/1657598944 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76ec0b68b0 con 0x7f76ec1e30f0 2024-07-26T17:08:38.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.218+0000 7f76e8ff9640 1 -- 172.21.15.33:0/1657598944 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 188) ==== 99083+0+0 (secure 0 0 0) 0x7f76e0018070 con 0x7f76ec1e30f0 2024-07-26T17:08:38.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.218+0000 7f76e8ff9640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f76d8077120 0x7f76d8079630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:38.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.218+0000 7f76ebfff640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f76d8077120 0x7f76d8079630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:38.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.218+0000 7f76e8ff9640 1 -- 172.21.15.33:0/1657598944 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(295..295 src has 1..295) ==== 6336+0+0 (secure 0 0 0) 0x7f76e0098d40 con 0x7f76ec1e30f0 2024-07-26T17:08:38.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.219+0000 7f76ebfff640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f76d8077120 0x7f76d8079630 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f76ec1ead40 tx=0x7f76dc005f90 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:38.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.223+0000 7f76e8ff9640 1 -- 172.21.15.33:0/1657598944 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f76ec0b68b0 con 0x7f76ec1e30f0 2024-07-26T17:08:38.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.491+0000 7f76f23c8640 1 -- 172.21.15.33:0/1657598944 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments.test_snap_schedule_subvol_and_group_arguments_01"]} v 0) -- 0x7f76ec06ed50 con 0x7f76ec1e30f0 2024-07-26T17:08:38.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.723+0000 7f76e8ff9640 1 -- 172.21.15.33:0/1657598944 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments.test_snap_schedule_subvol_and_group_arguments_01"]}]=0 v3304) ==== 201+0+0 (secure 0 0 0) 0x7f76ec06ed50 con 0x7f76ec1e30f0 2024-07-26T17:08:38.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 -- 172.21.15.33:0/1657598944 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f76d8077120 msgr2=0x7f76d8079630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:38.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f76d8077120 0x7f76d8079630 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f76ec1ead40 tx=0x7f76dc005f90 comp rx=0 tx=0).stop 2024-07-26T17:08:38.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 -- 172.21.15.33:0/1657598944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76ec1e30f0 msgr2=0x7f76ec1e4fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:38.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76ec1e30f0 0x7f76ec1e4fb0 secure :-1 s=READY pgs=2898 cs=0 l=1 rev1=1 crypto rx=0x7f76e0004fd0 tx=0x7f76e000ea90 comp rx=0 tx=0).stop 2024-07-26T17:08:38.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 -- 172.21.15.33:0/1657598944 shutdown_connections 2024-07-26T17:08:38.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f76d8077120 0x7f76d8079630 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f76ec1e54f0 0x7f76ec0c7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76ec1e30f0 0x7f76ec1e4fb0 unknown :-1 s=CLOSED pgs=2898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 --2- 172.21.15.33:0/1657598944 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f76ec1f8e10 0x7f76ec1d7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 -- 172.21.15.33:0/1657598944 >> 172.21.15.33:0/1657598944 conn(0x7f76ec0b5ab0 msgr2=0x7f76ec0b4fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:38.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 -- 172.21.15.33:0/1657598944 shutdown_connections 2024-07-26T17:08:38.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.725+0000 7f76f23c8640 1 -- 172.21.15.33:0/1657598944 wait complete. 2024-07-26T17:08:38.739 INFO:tasks.cephfs_test_runner:Test subvol schedule creation succeeds for default subvolgroup. ... ok 2024-07-26T17:08:38.739 INFO:tasks.cephfs_test_runner:Starting test: test_snap_schedule_subvol_and_group_arguments_02 (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments) Test subvol schedule creation fails for non-default subvolgroup. 2024-07-26T17:08:38.739 INFO:tasks.cephfs_test_runner:test_snap_schedule_subvol_and_group_arguments_02 (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments) 2024-07-26T17:08:38.740 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:08:38.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.856+0000 7f0621092640 1 -- 172.21.15.33:0/3374155827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0608003c80 msgr2=0x7f06080040d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:38.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.856+0000 7f0621092640 1 --2- 172.21.15.33:0/3374155827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0608003c80 0x7f06080040d0 secure :-1 s=READY pgs=2900 cs=0 l=1 rev1=1 crypto rx=0x7f060c006f10 tx=0x7f0608005830 comp rx=0 tx=0).stop 2024-07-26T17:08:38.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.856+0000 7f0621092640 1 -- 172.21.15.33:0/3374155827 shutdown_connections 2024-07-26T17:08:38.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.856+0000 7f0621092640 1 --2- 172.21.15.33:0/3374155827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0608003c80 0x7f06080040d0 unknown :-1 s=CLOSED pgs=2900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.856+0000 7f0621092640 1 -- 172.21.15.33:0/3374155827 >> 172.21.15.33:0/3374155827 conn(0x7f061c0b5b00 msgr2=0x7f061c0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:38.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.856+0000 7f0621092640 1 -- 172.21.15.33:0/3374155827 shutdown_connections 2024-07-26T17:08:38.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.856+0000 7f0621092640 1 -- 172.21.15.33:0/3374155827 wait complete. 2024-07-26T17:08:38.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.858+0000 7f0621092640 1 Processor -- start 2024-07-26T17:08:38.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.858+0000 7f0621092640 1 -- start start 2024-07-26T17:08:38.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.859+0000 7f0621092640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0608003c80 0x7f061c159bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:38.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.859+0000 7f0621092640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f061c158680 0x7f061c1f4d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:38.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.859+0000 7f0621092640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f061c1f5240 0x7f061c15eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:38.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.859+0000 7f0621092640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f061c0b3df0 con 0x7f0608003c80 2024-07-26T17:08:38.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.859+0000 7f0621092640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f061c0d3c30 con 0x7f061c1f5240 2024-07-26T17:08:38.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.859+0000 7f0621092640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f061c15fd10 con 0x7f061c158680 2024-07-26T17:08:38.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.859+0000 7f061ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0608003c80 0x7f061c159bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.859+0000 7f061ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0608003c80 0x7f061c159bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45968/0 (socket says 172.21.15.33:45968) 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f061ad9d640 1 -- 172.21.15.33:0/3237002045 learned_addr learned my addr 172.21.15.33:0/3237002045 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f061259c640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f061c158680 0x7f061c1f4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f061b59e640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f061c1f5240 0x7f061c15eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f061ad9d640 1 -- 172.21.15.33:0/3237002045 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f061c158680 msgr2=0x7f061c1f4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f061ad9d640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f061c158680 0x7f061c1f4d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f061ad9d640 1 -- 172.21.15.33:0/3237002045 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f061c1f5240 msgr2=0x7f061c15eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f061ad9d640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f061c1f5240 0x7f061c15eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f061ad9d640 1 -- 172.21.15.33:0/3237002045 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f061c1f8680 con 0x7f0608003c80 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f061259c640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f061c158680 0x7f061c1f4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f061ad9d640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0608003c80 0x7f061c159bc0 secure :-1 s=READY pgs=2901 cs=0 l=1 rev1=1 crypto rx=0x7f060c02b000 tx=0x7f060c006680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:38.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f0613fff640 1 -- 172.21.15.33:0/3237002045 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c0037f0 con 0x7f0608003c80 2024-07-26T17:08:38.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f0613fff640 1 -- 172.21.15.33:0/3237002045 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f060c03f070 con 0x7f0608003c80 2024-07-26T17:08:38.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f0621092640 1 -- 172.21.15.33:0/3237002045 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f061c1f59b0 con 0x7f0608003c80 2024-07-26T17:08:38.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f0613fff640 1 -- 172.21.15.33:0/3237002045 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c003d00 con 0x7f0608003c80 2024-07-26T17:08:38.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.860+0000 7f0621092640 1 -- 172.21.15.33:0/3237002045 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f061c1590e0 con 0x7f0608003c80 2024-07-26T17:08:38.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.861+0000 7f0621092640 1 -- 172.21.15.33:0/3237002045 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f061c0d2ca0 con 0x7f0608003c80 2024-07-26T17:08:38.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.862+0000 7f0613fff640 1 -- 172.21.15.33:0/3237002045 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 188) ==== 99083+0+0 (secure 0 0 0) 0x7f060c02f480 con 0x7f0608003c80 2024-07-26T17:08:38.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.862+0000 7f0613fff640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f05fc076f80 0x7f05fc079490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:38.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.863+0000 7f0613fff640 1 -- 172.21.15.33:0/3237002045 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(295..295 src has 1..295) ==== 6336+0+0 (secure 0 0 0) 0x7f060c0b9db0 con 0x7f0608003c80 2024-07-26T17:08:38.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.863+0000 7f061259c640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f05fc076f80 0x7f05fc079490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:38.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.863+0000 7f061259c640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f05fc076f80 0x7f05fc079490 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f061c1624c0 tx=0x7f0604005f90 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:38.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:38.867+0000 7f0613fff640 1 -- 172.21.15.33:0/3237002045 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f061c1f8680 con 0x7f0608003c80 2024-07-26T17:08:39.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.059+0000 7f0621092640 1 -- 172.21.15.33:0/3237002045 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f061c06d6e0 con 0x7f0608003c80 2024-07-26T17:08:39.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.060+0000 7f0613fff640 1 -- 172.21.15.33:0/3237002045 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v295) ==== 74+0+14802 (secure 0 0 0) 0x7f060c082da0 con 0x7f0608003c80 2024-07-26T17:08:39.062 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:39.062 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":295,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:08:37.720401+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":38,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":288,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":288,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":288,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":284,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.154:0/3566135292":"2024-07-27T17:08:31.200563+0000","172.21.15.154:6834/175913275":"2024-07-27T17:08:34.703102+0000","172.21.15.154:6832/175913275":"2024-07-27T17:08:34.703102+0000","172.21.15.154:6837/822677478":"2024-07-27T17:08:31.200563+0000","172.21.15.154:6836/822677478":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/830863844":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/4064222122":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/2981731237":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/792120620":"2024-07-27T17:08:31.200563+0000","172.21.15.154:6837/1540360436":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/2546546635":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/1480901764":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/4118339416":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/694756724":"2024-07-27T17:06:53.883149+0000","172.21.15.154:6836/1540360436":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/3388941642":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/2597994282":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/1384026672":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/2018521414":"2024-07-27T17:08:31.200563+0000","172.21.15.154:0/3668370461":"2024-07-27T17:06:53.883149+0000","172.21.15.154:0/3038098689":"2024-07-27T17:06:53.883149+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]},{"pool":38,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:08:39.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 -- 172.21.15.33:0/3237002045 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f05fc076f80 msgr2=0x7f05fc079490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:39.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f05fc076f80 0x7f05fc079490 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f061c1624c0 tx=0x7f0604005f90 comp rx=0 tx=0).stop 2024-07-26T17:08:39.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 -- 172.21.15.33:0/3237002045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0608003c80 msgr2=0x7f061c159bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:39.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0608003c80 0x7f061c159bc0 secure :-1 s=READY pgs=2901 cs=0 l=1 rev1=1 crypto rx=0x7f060c02b000 tx=0x7f060c006680 comp rx=0 tx=0).stop 2024-07-26T17:08:39.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 -- 172.21.15.33:0/3237002045 shutdown_connections 2024-07-26T17:08:39.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f05fc076f80 0x7f05fc079490 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f061c1f5240 0x7f061c15eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f061c158680 0x7f061c1f4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 --2- 172.21.15.33:0/3237002045 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0608003c80 0x7f061c159bc0 unknown :-1 s=CLOSED pgs=2901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 -- 172.21.15.33:0/3237002045 >> 172.21.15.33:0/3237002045 conn(0x7f061c0b5b00 msgr2=0x7f061c0b24c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:39.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 -- 172.21.15.33:0/3237002045 shutdown_connections 2024-07-26T17:08:39.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.062+0000 7f0621092640 1 -- 172.21.15.33:0/3237002045 wait complete. 2024-07-26T17:08:39.076 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-26T15:28:40.630072+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-26T17:08:39.076 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-26T17:08:39.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.198+0000 7f5275aa1640 1 -- 172.21.15.33:0/2573592791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f525c0053a0 msgr2=0x7f525c00ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:39.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.198+0000 7f5275aa1640 1 --2- 172.21.15.33:0/2573592791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f525c0053a0 0x7f525c00ba50 secure :-1 s=READY pgs=2903 cs=0 l=1 rev1=1 crypto rx=0x7f526800c610 tx=0x7f525c005830 comp rx=0 tx=0).stop 2024-07-26T17:08:39.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.198+0000 7f5275aa1640 1 -- 172.21.15.33:0/2573592791 shutdown_connections 2024-07-26T17:08:39.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.198+0000 7f5275aa1640 1 --2- 172.21.15.33:0/2573592791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f525c0053a0 0x7f525c00ba50 unknown :-1 s=CLOSED pgs=2903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.198+0000 7f5275aa1640 1 -- 172.21.15.33:0/2573592791 >> 172.21.15.33:0/2573592791 conn(0x7f52700b5b00 msgr2=0x7f52700b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:39.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.198+0000 7f5275aa1640 1 -- 172.21.15.33:0/2573592791 shutdown_connections 2024-07-26T17:08:39.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.198+0000 7f5275aa1640 1 -- 172.21.15.33:0/2573592791 wait complete. 2024-07-26T17:08:39.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.200+0000 7f5275aa1640 1 Processor -- start 2024-07-26T17:08:39.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.200+0000 7f5275aa1640 1 -- start start 2024-07-26T17:08:39.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.201+0000 7f5275aa1640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f525c0053a0 0x7f5270160bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:39.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.201+0000 7f5275aa1640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f527009f500 0x7f52700a0e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:39.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.201+0000 7f5275aa1640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52700a13b0 0x7f52701f8500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:39.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.201+0000 7f5275aa1640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f52700d0020 con 0x7f52700a13b0 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.201+0000 7f5275aa1640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f52700cfea0 con 0x7f527009f500 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.201+0000 7f5275aa1640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f52700d01a0 con 0x7f525c0053a0 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.201+0000 7f526ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52700a13b0 0x7f52701f8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.201+0000 7f526ffff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52700a13b0 0x7f52701f8500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45986/0 (socket says 172.21.15.33:45986) 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f526ffff640 1 -- 172.21.15.33:0/1140655623 learned_addr learned my addr 172.21.15.33:0/1140655623 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f526f7fe640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f525c0053a0 0x7f5270160bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f526effd640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f527009f500 0x7f52700a0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f526ffff640 1 -- 172.21.15.33:0/1140655623 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f525c0053a0 msgr2=0x7f5270160bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f526ffff640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f525c0053a0 0x7f5270160bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f526ffff640 1 -- 172.21.15.33:0/1140655623 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f527009f500 msgr2=0x7f52700a0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f526ffff640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f527009f500 0x7f52700a0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f526ffff640 1 -- 172.21.15.33:0/1140655623 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52701f5120 con 0x7f52700a13b0 2024-07-26T17:08:39.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f526f7fe640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f525c0053a0 0x7f5270160bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:39.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f526effd640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f527009f500 0x7f52700a0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:39.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f526ffff640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52700a13b0 0x7f52701f8500 secure :-1 s=READY pgs=2904 cs=0 l=1 rev1=1 crypto rx=0x7f5268000f80 tx=0x7f5268006de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:39.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f5267fff640 1 -- 172.21.15.33:0/1140655623 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f526802b8a0 con 0x7f52700a13b0 2024-07-26T17:08:39.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f5267fff640 1 -- 172.21.15.33:0/1140655623 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f526802bb30 con 0x7f52700a13b0 2024-07-26T17:08:39.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f5275aa1640 1 -- 172.21.15.33:0/1140655623 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52701f53c0 con 0x7f52700a13b0 2024-07-26T17:08:39.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f5267fff640 1 -- 172.21.15.33:0/1140655623 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52680060e0 con 0x7f52700a13b0 2024-07-26T17:08:39.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.202+0000 7f5275aa1640 1 -- 172.21.15.33:0/1140655623 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52701f5980 con 0x7f52700a13b0 2024-07-26T17:08:39.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.203+0000 7f5275aa1640 1 -- 172.21.15.33:0/1140655623 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52700d29b0 con 0x7f52700a13b0 2024-07-26T17:08:39.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.204+0000 7f5267fff640 1 -- 172.21.15.33:0/1140655623 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f5268006280 con 0x7f52700a13b0 2024-07-26T17:08:39.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.205+0000 7f5267fff640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5250077040 0x7f5250079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:39.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.205+0000 7f5267fff640 1 -- 172.21.15.33:0/1140655623 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(295..295 src has 1..295) ==== 6336+0+0 (secure 0 0 0) 0x7f52680b8a00 con 0x7f52700a13b0 2024-07-26T17:08:39.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.205+0000 7f526f7fe640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5250077040 0x7f5250079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:39.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.205+0000 7f526f7fe640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5250077040 0x7f5250079550 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5260009bd0 tx=0x7f5260005f90 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:39.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.209+0000 7f5267fff640 1 -- 172.21.15.33:0/1140655623 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5268081990 con 0x7f52700a13b0 2024-07-26T17:08:39.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.401+0000 7f5275aa1640 1 -- 172.21.15.33:0/1140655623 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f527006d630 con 0x7f52700a13b0 2024-07-26T17:08:39.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.402+0000 7f5267fff640 1 -- 172.21.15.33:0/1140655623 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v295) ==== 93+0+10 (secure 0 0 0) 0x7f5268081290 con 0x7f52700a13b0 2024-07-26T17:08:39.404 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-07-26T17:08:39.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 -- 172.21.15.33:0/1140655623 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5250077040 msgr2=0x7f5250079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:39.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5250077040 0x7f5250079550 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5260009bd0 tx=0x7f5260005f90 comp rx=0 tx=0).stop 2024-07-26T17:08:39.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 -- 172.21.15.33:0/1140655623 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52700a13b0 msgr2=0x7f52701f8500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:39.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52700a13b0 0x7f52701f8500 secure :-1 s=READY pgs=2904 cs=0 l=1 rev1=1 crypto rx=0x7f5268000f80 tx=0x7f5268006de0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 -- 172.21.15.33:0/1140655623 shutdown_connections 2024-07-26T17:08:39.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5250077040 0x7f5250079550 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f52700a13b0 0x7f52701f8500 unknown :-1 s=CLOSED pgs=2904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f527009f500 0x7f52700a0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 --2- 172.21.15.33:0/1140655623 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f525c0053a0 0x7f5270160bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 -- 172.21.15.33:0/1140655623 >> 172.21.15.33:0/1140655623 conn(0x7f52700b5b00 msgr2=0x7f52700b8130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:39.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 -- 172.21.15.33:0/1140655623 shutdown_connections 2024-07-26T17:08:39.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.404+0000 7f5275aa1640 1 -- 172.21.15.33:0/1140655623 wait complete. 2024-07-26T17:08:39.417 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments.test_snap_schedule_subvol_and_group_arguments_02' 2024-07-26T17:08:39.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.535+0000 7f1a10389640 1 -- 172.21.15.33:0/3733370348 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f4003fd0 msgr2=0x7f19f4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:39.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.535+0000 7f1a10389640 1 --2- 172.21.15.33:0/3733370348 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f4003fd0 0x7f19f4004800 secure :-1 s=READY pgs=2906 cs=0 l=1 rev1=1 crypto rx=0x7f1a080b5810 tx=0x7f19f4005830 comp rx=0 tx=0).stop 2024-07-26T17:08:39.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.535+0000 7f1a0e926640 1 -- 172.21.15.33:0/3733370348 reap_dead start 2024-07-26T17:08:39.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.535+0000 7f1a10389640 1 -- 172.21.15.33:0/3733370348 shutdown_connections 2024-07-26T17:08:39.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.535+0000 7f1a10389640 1 -- 172.21.15.33:0/3733370348 >> 172.21.15.33:0/3733370348 conn(0x7f1a080b5b00 msgr2=0x7f1a080b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:39.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.535+0000 7f1a10389640 1 -- 172.21.15.33:0/3733370348 shutdown_connections 2024-07-26T17:08:39.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.535+0000 7f1a10389640 1 -- 172.21.15.33:0/3733370348 wait complete. 2024-07-26T17:08:39.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.537+0000 7f1a10389640 1 Processor -- start 2024-07-26T17:08:39.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.537+0000 7f1a10389640 1 -- start start 2024-07-26T17:08:39.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a10389640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f4003fd0 0x7f1a0815bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:39.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a10389640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a08157b20 0x7f1a08155dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:39.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a10389640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a0815d3e0 0x7f1a0815d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:39.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a10389640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1a080b3d60 con 0x7f19f4003fd0 2024-07-26T17:08:39.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a10389640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1a080b3be0 con 0x7f1a08157b20 2024-07-26T17:08:39.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a10389640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1a080d3c30 con 0x7f1a0815d3e0 2024-07-26T17:08:39.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a0e125640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f4003fd0 0x7f1a0815bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:39.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a0e125640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f4003fd0 0x7f1a0815bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46012/0 (socket says 172.21.15.33:46012) 2024-07-26T17:08:39.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a0e125640 1 -- 172.21.15.33:0/3498424265 learned_addr learned my addr 172.21.15.33:0/3498424265 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a0e926640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a0815d3e0 0x7f1a0815d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a0d924640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a08157b20 0x7f1a08155dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a0e125640 1 -- 172.21.15.33:0/3498424265 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a0815d3e0 msgr2=0x7f1a0815d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a0e125640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a0815d3e0 0x7f1a0815d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a0e125640 1 -- 172.21.15.33:0/3498424265 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a08157b20 msgr2=0x7f1a08155dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a0e125640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a08157b20 0x7f1a08155dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.538+0000 7f1a0e125640 1 -- 172.21.15.33:0/3498424265 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a0815dd30 con 0x7f19f4003fd0 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.539+0000 7f1a0e125640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f4003fd0 0x7f1a0815bc50 secure :-1 s=READY pgs=2907 cs=0 l=1 rev1=1 crypto rx=0x7f1a04001800 tx=0x7f1a04003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.539+0000 7f19feffd640 1 -- 172.21.15.33:0/3498424265 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0400f800 con 0x7f19f4003fd0 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.539+0000 7f19feffd640 1 -- 172.21.15.33:0/3498424265 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a04016020 con 0x7f19f4003fd0 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.539+0000 7f19feffd640 1 -- 172.21.15.33:0/3498424265 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a0400fc40 con 0x7f19f4003fd0 2024-07-26T17:08:39.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.539+0000 7f1a10389640 1 -- 172.21.15.33:0/3498424265 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a08156300 con 0x7f19f4003fd0 2024-07-26T17:08:39.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.539+0000 7f1a10389640 1 -- 172.21.15.33:0/3498424265 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a0815f450 con 0x7f19f4003fd0 2024-07-26T17:08:39.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.540+0000 7f1a10389640 1 -- 172.21.15.33:0/3498424265 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a080d2ae0 con 0x7f19f4003fd0 2024-07-26T17:08:39.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.540+0000 7f19feffd640 1 -- 172.21.15.33:0/3498424265 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f1a04011430 con 0x7f19f4003fd0 2024-07-26T17:08:39.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.541+0000 7f19feffd640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f19ec077010 0x7f19ec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:39.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.541+0000 7f19feffd640 1 -- 172.21.15.33:0/3498424265 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(295..295 src has 1..295) ==== 6336+0+0 (secure 0 0 0) 0x7f1a04099610 con 0x7f19f4003fd0 2024-07-26T17:08:39.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.541+0000 7f1a0d924640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f19ec077010 0x7f19ec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:39.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.542+0000 7f1a0d924640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f19ec077010 0x7f19ec079520 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f19f8035000 tx=0x7f19f802d040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:39.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.546+0000 7f19feffd640 1 -- 172.21.15.33:0/3498424265 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1a04020020 con 0x7f19f4003fd0 2024-07-26T17:08:39.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:39.813+0000 7f1a10389640 1 -- 172.21.15.33:0/3498424265 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments.test_snap_schedule_subvol_and_group_arguments_02"]} v 0) -- 0x7f1a080c78d0 con 0x7f19f4003fd0 2024-07-26T17:08:40.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.731+0000 7f19feffd640 1 -- 172.21.15.33:0/3498424265 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments.test_snap_schedule_subvol_and_group_arguments_02"]}]=0 v3306) ==== 204+0+0 (secure 0 0 0) 0x7f1a0815dd30 con 0x7f19f4003fd0 2024-07-26T17:08:40.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 -- 172.21.15.33:0/3498424265 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f19ec077010 msgr2=0x7f19ec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:40.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f19ec077010 0x7f19ec079520 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f19f8035000 tx=0x7f19f802d040 comp rx=0 tx=0).stop 2024-07-26T17:08:40.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 -- 172.21.15.33:0/3498424265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f4003fd0 msgr2=0x7f1a0815bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:40.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f4003fd0 0x7f1a0815bc50 secure :-1 s=READY pgs=2907 cs=0 l=1 rev1=1 crypto rx=0x7f1a04001800 tx=0x7f1a04003a80 comp rx=0 tx=0).stop 2024-07-26T17:08:40.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 -- 172.21.15.33:0/3498424265 shutdown_connections 2024-07-26T17:08:40.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f19ec077010 0x7f19ec079520 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:40.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a0815d3e0 0x7f1a0815d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:40.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a08157b20 0x7f1a08155dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:40.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 --2- 172.21.15.33:0/3498424265 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19f4003fd0 0x7f1a0815bc50 unknown :-1 s=CLOSED pgs=2907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:40.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 -- 172.21.15.33:0/3498424265 >> 172.21.15.33:0/3498424265 conn(0x7f1a080b5b00 msgr2=0x7f1a080b87b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:40.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 -- 172.21.15.33:0/3498424265 shutdown_connections 2024-07-26T17:08:40.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.734+0000 7f1a10389640 1 -- 172.21.15.33:0/3498424265 wait complete. 2024-07-26T17:08:40.750 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-26T17:08:40.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.873+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/735692580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c9c167810 msgr2=0x7f4c9c169c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:40.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.873+0000 7f4ca3cf5640 1 --2- 172.21.15.33:0/735692580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c9c167810 0x7f4c9c169c30 secure :-1 s=READY pgs=2909 cs=0 l=1 rev1=1 crypto rx=0x7f4c94005fd0 tx=0x7f4c9402a540 comp rx=0 tx=0).stop 2024-07-26T17:08:40.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.873+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/735692580 shutdown_connections 2024-07-26T17:08:40.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.873+0000 7f4ca3cf5640 1 --2- 172.21.15.33:0/735692580 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c9c167810 0x7f4c9c169c30 unknown :-1 s=CLOSED pgs=2909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:40.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.873+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/735692580 >> 172.21.15.33:0/735692580 conn(0x7f4c9c0b5b00 msgr2=0x7f4c9c0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:40.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.873+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/735692580 shutdown_connections 2024-07-26T17:08:40.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.873+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/735692580 wait complete. 2024-07-26T17:08:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.875+0000 7f4ca3cf5640 1 Processor -- start 2024-07-26T17:08:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.875+0000 7f4ca3cf5640 1 -- start start 2024-07-26T17:08:40.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.876+0000 7f4ca3cf5640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c9c0b37d0 0x7f4c9c151fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:40.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca3cf5640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c9c0d26d0 0x7f4c9c1f88b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:40.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca3cf5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c9c167810 0x7f4c9c0b1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca3cf5640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4c9c0d2300 con 0x7f4c9c167810 2024-07-26T17:08:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca3cf5640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4c9c0d2180 con 0x7f4c9c0b37d0 2024-07-26T17:08:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca3cf5640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4c9c0b3be0 con 0x7f4c9c0d26d0 2024-07-26T17:08:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca2292640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c9c167810 0x7f4c9c0b1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca2292640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c9c167810 0x7f4c9c0b1bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46020/0 (socket says 172.21.15.33:46020) 2024-07-26T17:08:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca2292640 1 -- 172.21.15.33:0/3609016549 learned_addr learned my addr 172.21.15.33:0/3609016549 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca1a91640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c9c0b37d0 0x7f4c9c151fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca1290640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c9c0d26d0 0x7f4c9c1f88b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca2292640 1 -- 172.21.15.33:0/3609016549 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c9c0d26d0 msgr2=0x7f4c9c1f88b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca2292640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c9c0d26d0 0x7f4c9c1f88b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca2292640 1 -- 172.21.15.33:0/3609016549 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c9c0b37d0 msgr2=0x7f4c9c151fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca2292640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c9c0b37d0 0x7f4c9c151fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca2292640 1 -- 172.21.15.33:0/3609016549 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c9c1f95e0 con 0x7f4c9c167810 2024-07-26T17:08:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca2292640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c9c167810 0x7f4c9c0b1bd0 secure :-1 s=READY pgs=2910 cs=0 l=1 rev1=1 crypto rx=0x7f4c94006010 tx=0x7f4c940039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4c9a7fc640 1 -- 172.21.15.33:0/3609016549 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c9403e030 con 0x7f4c9c167810 2024-07-26T17:08:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4c9a7fc640 1 -- 172.21.15.33:0/3609016549 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c940047a0 con 0x7f4c9c167810 2024-07-26T17:08:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4c9a7fc640 1 -- 172.21.15.33:0/3609016549 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c94035040 con 0x7f4c9c167810 2024-07-26T17:08:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.877+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/3609016549 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c9c1f5210 con 0x7f4c9c167810 2024-07-26T17:08:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.878+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/3609016549 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c9c1f57d0 con 0x7f4c9c167810 2024-07-26T17:08:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.879+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/3609016549 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c9c0d3c80 con 0x7f4c9c167810 2024-07-26T17:08:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.879+0000 7f4c9a7fc640 1 -- 172.21.15.33:0/3609016549 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f4c94041030 con 0x7f4c9c167810 2024-07-26T17:08:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.880+0000 7f4c9a7fc640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c88077010 0x7f4c88079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.880+0000 7f4c9a7fc640 1 -- 172.21.15.33:0/3609016549 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(295..295 src has 1..295) ==== 6336+0+0 (secure 0 0 0) 0x7f4c940b9430 con 0x7f4c9c167810 2024-07-26T17:08:40.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.880+0000 7f4ca1a91640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c88077010 0x7f4c88079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:40.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.881+0000 7f4ca1a91640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c88077010 0x7f4c88079520 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c009f20 tx=0x7f4c8c0094d0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:40.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:40.885+0000 7f4c9a7fc640 1 -- 172.21.15.33:0/3609016549 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4c94082340 con 0x7f4c9c167810 2024-07-26T17:08:41.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.077+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/3609016549 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f4c9c0b4770 con 0x7f4c9c167810 2024-07-26T17:08:41.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.077+0000 7f4c9a7fc640 1 -- 172.21.15.33:0/3609016549 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v87) ==== 59+0+1998 (secure 0 0 0) 0x7f4c94081c40 con 0x7f4c9c167810 2024-07-26T17:08:41.078 INFO:teuthology.orchestra.run.smithi033.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-26T17:08:41.078 INFO:teuthology.orchestra.run.smithi033.stdout:mon advanced mon_op_complaint_time 120 2024-07-26T17:08:41.078 INFO:teuthology.orchestra.run.smithi033.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 6166.626250 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 4820.781812 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4870.452822 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 5219.812535 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 5034.978981 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4722.276103 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5098.279708 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 8132.392156 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds 20/20 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_mds_balancer 20/20 2024-07-26T17:08:41.079 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced debug_ms 2/2 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_frag true 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_debug_scatterstat true 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:mds dev mds_verify_scatter true 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_mon_op_timeout 900 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:mds advanced rados_osd_op_timeout 900 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced client_mount_timeout 600 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_client 20/20 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced debug_ms 1/1 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_mon_op_timeout 900 2024-07-26T17:08:41.080 INFO:teuthology.orchestra.run.smithi033.stdout:client advanced rados_osd_op_timeout 900 2024-07-26T17:08:41.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.079+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/3609016549 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c88077010 msgr2=0x7f4c88079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:41.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.079+0000 7f4ca3cf5640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c88077010 0x7f4c88079520 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c009f20 tx=0x7f4c8c0094d0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.079+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/3609016549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c9c167810 msgr2=0x7f4c9c0b1bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:41.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.079+0000 7f4ca3cf5640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c9c167810 0x7f4c9c0b1bd0 secure :-1 s=READY pgs=2910 cs=0 l=1 rev1=1 crypto rx=0x7f4c94006010 tx=0x7f4c940039e0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.079+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/3609016549 shutdown_connections 2024-07-26T17:08:41.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.079+0000 7f4ca3cf5640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c88077010 0x7f4c88079520 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.079+0000 7f4ca3cf5640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c9c167810 0x7f4c9c0b1bd0 unknown :-1 s=CLOSED pgs=2910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.079+0000 7f4ca3cf5640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c9c0d26d0 0x7f4c9c1f88b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.079+0000 7f4ca3cf5640 1 --2- 172.21.15.33:0/3609016549 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c9c0b37d0 0x7f4c9c151fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.079+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/3609016549 >> 172.21.15.33:0/3609016549 conn(0x7f4c9c0b5b00 msgr2=0x7f4c9c15d060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:41.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.080+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/3609016549 shutdown_connections 2024-07-26T17:08:41.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.080+0000 7f4ca3cf5640 1 -- 172.21.15.33:0/3609016549 wait complete. 2024-07-26T17:08:41.092 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-26T17:08:41.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.212+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/3697620585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9c80d02d0 msgr2=0x7fb9c80d2140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:41.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.212+0000 7fb9cd3ad640 1 --2- 172.21.15.33:0/3697620585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9c80d02d0 0x7fb9c80d2140 secure :-1 s=READY pgs=2912 cs=0 l=1 rev1=1 crypto rx=0x7fb9b8005fd0 tx=0x7fb9b802a980 comp rx=0 tx=0).stop 2024-07-26T17:08:41.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.212+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/3697620585 shutdown_connections 2024-07-26T17:08:41.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.212+0000 7fb9cd3ad640 1 --2- 172.21.15.33:0/3697620585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9c80d02d0 0x7fb9c80d2140 unknown :-1 s=CLOSED pgs=2912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.212+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/3697620585 >> 172.21.15.33:0/3697620585 conn(0x7fb9c80b5a90 msgr2=0x7fb9c80b5ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:41.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.212+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/3697620585 shutdown_connections 2024-07-26T17:08:41.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.212+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/3697620585 wait complete. 2024-07-26T17:08:41.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.214+0000 7fb9cd3ad640 1 Processor -- start 2024-07-26T17:08:41.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.214+0000 7fb9cd3ad640 1 -- start start 2024-07-26T17:08:41.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.215+0000 7fb9cd3ad640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9c80b3cd0 0x7fb9c806e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:41.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.215+0000 7fb9cd3ad640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9c80d02d0 0x7fb9c806e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:41.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.215+0000 7fb9cd3ad640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9c80d2680 0x7fb9c814c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:41.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.215+0000 7fb9cd3ad640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c808ccb0 con 0x7fb9c80d02d0 2024-07-26T17:08:41.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.215+0000 7fb9cd3ad640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c808ce30 con 0x7fb9c80d2680 2024-07-26T17:08:41.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.215+0000 7fb9cd3ad640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb9c80cf210 con 0x7fb9c80b3cd0 2024-07-26T17:08:41.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.215+0000 7fb9c67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9c80d02d0 0x7fb9c806e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.215+0000 7fb9c67fc640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9c80d02d0 0x7fb9c806e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46046/0 (socket says 172.21.15.33:46046) 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.215+0000 7fb9c67fc640 1 -- 172.21.15.33:0/369912017 learned_addr learned my addr 172.21.15.33:0/369912017 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.215+0000 7fb9c6ffd640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9c80b3cd0 0x7fb9c806e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.215+0000 7fb9c77fe640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9c80d2680 0x7fb9c814c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.216+0000 7fb9c67fc640 1 -- 172.21.15.33:0/369912017 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9c80b3cd0 msgr2=0x7fb9c806e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.216+0000 7fb9c67fc640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9c80b3cd0 0x7fb9c806e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.216+0000 7fb9c67fc640 1 -- 172.21.15.33:0/369912017 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9c80d2680 msgr2=0x7fb9c814c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.216+0000 7fb9c67fc640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9c80d2680 0x7fb9c814c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.216+0000 7fb9c67fc640 1 -- 172.21.15.33:0/369912017 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9c814d810 con 0x7fb9c80d02d0 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.216+0000 7fb9c67fc640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9c80d02d0 0x7fb9c806e710 secure :-1 s=READY pgs=2913 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc00c3a0 tx=0x7fb9bc00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.216+0000 7fb9af7fe640 1 -- 172.21.15.33:0/369912017 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9bc017070 con 0x7fb9c80d02d0 2024-07-26T17:08:41.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.216+0000 7fb9af7fe640 1 -- 172.21.15.33:0/369912017 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb9bc0053c0 con 0x7fb9c80d02d0 2024-07-26T17:08:41.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.216+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/369912017 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9c814daf0 con 0x7fb9c80d02d0 2024-07-26T17:08:41.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.216+0000 7fb9af7fe640 1 -- 172.21.15.33:0/369912017 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9bc003850 con 0x7fb9c80d02d0 2024-07-26T17:08:41.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.216+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/369912017 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9c80cde60 con 0x7fb9c80d02d0 2024-07-26T17:08:41.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.217+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/369912017 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9c814e010 con 0x7fb9c80d02d0 2024-07-26T17:08:41.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.218+0000 7fb9af7fe640 1 -- 172.21.15.33:0/369912017 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7fb9bc01a070 con 0x7fb9c80d02d0 2024-07-26T17:08:41.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.218+0000 7fb9af7fe640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb9b4077010 0x7fb9b4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:41.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.219+0000 7fb9af7fe640 1 -- 172.21.15.33:0/369912017 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(295..295 src has 1..295) ==== 6336+0+0 (secure 0 0 0) 0x7fb9bc097e00 con 0x7fb9c80d02d0 2024-07-26T17:08:41.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.219+0000 7fb9c6ffd640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb9b4077010 0x7fb9b4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:41.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.219+0000 7fb9c6ffd640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb9b4077010 0x7fb9b4079520 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb9b8035000 tx=0x7fb9b8004ab0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:41.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.223+0000 7fb9af7fe640 1 -- 172.21.15.33:0/369912017 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb9c814e010 con 0x7fb9c80d02d0 2024-07-26T17:08:41.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.417+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/369912017 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fb9c80d2140 con 0x7fb9c80d02d0 2024-07-26T17:08:41.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.421+0000 7fb9af7fe640 1 -- 172.21.15.33:0/369912017 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v88)=0 v88) ==== 122+0+0 (secure 0 0 0) 0x7fb9bc069060 con 0x7fb9c80d02d0 2024-07-26T17:08:41.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/369912017 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb9b4077010 msgr2=0x7fb9b4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:41.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb9b4077010 0x7fb9b4079520 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb9b8035000 tx=0x7fb9b8004ab0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/369912017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9c80d02d0 msgr2=0x7fb9c806e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:41.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9c80d02d0 0x7fb9c806e710 secure :-1 s=READY pgs=2913 cs=0 l=1 rev1=1 crypto rx=0x7fb9bc00c3a0 tx=0x7fb9bc00c860 comp rx=0 tx=0).stop 2024-07-26T17:08:41.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/369912017 shutdown_connections 2024-07-26T17:08:41.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb9b4077010 0x7fb9b4079520 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb9c80d2680 0x7fb9c814c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb9c80d02d0 0x7fb9c806e710 unknown :-1 s=CLOSED pgs=2913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 --2- 172.21.15.33:0/369912017 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb9c80b3cd0 0x7fb9c806e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/369912017 >> 172.21.15.33:0/369912017 conn(0x7fb9c80b5a90 msgr2=0x7fb9c815e520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:41.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/369912017 shutdown_connections 2024-07-26T17:08:41.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.423+0000 7fb9cd3ad640 1 -- 172.21.15.33:0/369912017 wait complete. 2024-07-26T17:08:41.435 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-26T17:08:41.436 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:08:41.476 DEBUG:teuthology.orchestra.run.smithi154:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-26T17:08:41.521 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-26T17:08:41.521 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:08:41.521 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:41.538 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:08:41.538 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:08:41.538 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:41.556 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:08:41.557 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:08:41.557 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:41.595 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:08:41.595 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:08:41.595 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:08:41.614 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:08:41.614 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-26T17:08:41.615 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:08:41.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.752+0000 7f5487b2e640 1 -- 172.21.15.33:0/2639169175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f546c003a00 msgr2=0x7f546c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.752+0000 7f5487b2e640 1 --2- 172.21.15.33:0/2639169175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f546c003a00 0x7f546c003e70 secure :-1 s=READY pgs=2915 cs=0 l=1 rev1=1 crypto rx=0x7f547c00c2e0 tx=0x7f546c005830 comp rx=0 tx=0).stop 2024-07-26T17:08:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.752+0000 7f54860cb640 1 -- 172.21.15.33:0/2639169175 reap_dead start 2024-07-26T17:08:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.752+0000 7f5487b2e640 1 -- 172.21.15.33:0/2639169175 shutdown_connections 2024-07-26T17:08:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.752+0000 7f5487b2e640 1 -- 172.21.15.33:0/2639169175 >> 172.21.15.33:0/2639169175 conn(0x7f54800b5ab0 msgr2=0x7f54800b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.753+0000 7f5487b2e640 1 -- 172.21.15.33:0/2639169175 shutdown_connections 2024-07-26T17:08:41.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.753+0000 7f5487b2e640 1 -- 172.21.15.33:0/2639169175 wait complete. 2024-07-26T17:08:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.754+0000 7f5487b2e640 1 Processor -- start 2024-07-26T17:08:41.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.754+0000 7f5487b2e640 1 -- start start 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f5487b2e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f546c003a00 0x7f54801f52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f5487b2e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54800cd6a0 0x7f54801e22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f5487b2e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f54801e3b20 0x7f54801e3f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f5487b2e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f54800d0730 con 0x7f546c003a00 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f5487b2e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f548008c630 con 0x7f54801e3b20 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f5487b2e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f54801f5820 con 0x7f54800cd6a0 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f54858ca640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f546c003a00 0x7f54801f52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f54858ca640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f546c003a00 0x7f54801f52c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46068/0 (socket says 172.21.15.33:46068) 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f54858ca640 1 -- 172.21.15.33:0/1007159532 learned_addr learned my addr 172.21.15.33:0/1007159532 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f54850c9640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54800cd6a0 0x7f54801e22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f54860cb640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f54801e3b20 0x7f54801e3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:41.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f54858ca640 1 -- 172.21.15.33:0/1007159532 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54800cd6a0 msgr2=0x7f54801e22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f54858ca640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54800cd6a0 0x7f54801e22f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f54858ca640 1 -- 172.21.15.33:0/1007159532 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f54801e3b20 msgr2=0x7f54801e3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f54858ca640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f54801e3b20 0x7f54801e3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f54858ca640 1 -- 172.21.15.33:0/1007159532 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54801e4470 con 0x7f546c003a00 2024-07-26T17:08:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.756+0000 7f54858ca640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f546c003a00 0x7f54801f52c0 secure :-1 s=READY pgs=2916 cs=0 l=1 rev1=1 crypto rx=0x7f547c02b130 tx=0x7f547c006d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.757+0000 7f54767fc640 1 -- 172.21.15.33:0/1007159532 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c031040 con 0x7f546c003a00 2024-07-26T17:08:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.757+0000 7f54767fc640 1 -- 172.21.15.33:0/1007159532 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f547c0065a0 con 0x7f546c003a00 2024-07-26T17:08:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.757+0000 7f5487b2e640 1 -- 172.21.15.33:0/1007159532 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54800c8ba0 con 0x7f546c003a00 2024-07-26T17:08:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.757+0000 7f54767fc640 1 -- 172.21.15.33:0/1007159532 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547c003a60 con 0x7f546c003a00 2024-07-26T17:08:41.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.757+0000 7f5487b2e640 1 -- 172.21.15.33:0/1007159532 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54800c9160 con 0x7f546c003a00 2024-07-26T17:08:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.758+0000 7f5487b2e640 1 -- 172.21.15.33:0/1007159532 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54800b5870 con 0x7f546c003a00 2024-07-26T17:08:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.758+0000 7f54767fc640 1 -- 172.21.15.33:0/1007159532 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f547c03e030 con 0x7f546c003a00 2024-07-26T17:08:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.759+0000 7f54767fc640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5464077040 0x7f5464079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:41.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.760+0000 7f54850c9640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5464077040 0x7f5464079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:41.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.760+0000 7f54767fc640 1 -- 172.21.15.33:0/1007159532 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(295..295 src has 1..295) ==== 6336+0+0 (secure 0 0 0) 0x7f547c0b8980 con 0x7f546c003a00 2024-07-26T17:08:41.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.760+0000 7f54850c9640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5464077040 0x7f5464079550 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f54800b4420 tx=0x7f5470005f90 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:41.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.764+0000 7f54767fc640 1 -- 172.21.15.33:0/1007159532 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f54800b5870 con 0x7f546c003a00 2024-07-26T17:08:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.995+0000 7f5487b2e640 1 -- 172.21.15.33:0/1007159532 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f548008caa0 con 0x7f546c003a00 2024-07-26T17:08:41.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.996+0000 7f54767fc640 1 -- 172.21.15.33:0/1007159532 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 162 v162) ==== 95+0+3096 (secure 0 0 0) 0x7f54801e4470 con 0x7f546c003a00 2024-07-26T17:08:41.998 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:41.998 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":162,"btime":"2024-07-26T17:08:35:704888+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":10103,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/2472890932","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6833","nonce":2472890932},{"type":"v1","addr":"172.21.15.154:6835","nonce":2472890932}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11422,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3821891601","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":3821891601},{"type":"v1","addr":"172.21.15.33:6835","nonce":3821891601}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11425,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6834/3095172488","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3095172488},{"type":"v1","addr":"172.21.15.33:6834","nonce":3095172488}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":154}],"filesystems":[]} 2024-07-26T17:08:41.998 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 162 2024-07-26T17:08:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 -- 172.21.15.33:0/1007159532 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5464077040 msgr2=0x7f5464079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5464077040 0x7f5464079550 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f54800b4420 tx=0x7f5470005f90 comp rx=0 tx=0).stop 2024-07-26T17:08:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 -- 172.21.15.33:0/1007159532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f546c003a00 msgr2=0x7f54801f52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f546c003a00 0x7f54801f52c0 secure :-1 s=READY pgs=2916 cs=0 l=1 rev1=1 crypto rx=0x7f547c02b130 tx=0x7f547c006d90 comp rx=0 tx=0).stop 2024-07-26T17:08:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 -- 172.21.15.33:0/1007159532 shutdown_connections 2024-07-26T17:08:42.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5464077040 0x7f5464079550 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f54801e3b20 0x7f54801e3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f54800cd6a0 0x7f54801e22f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 --2- 172.21.15.33:0/1007159532 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f546c003a00 0x7f54801f52c0 unknown :-1 s=CLOSED pgs=2916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 -- 172.21.15.33:0/1007159532 >> 172.21.15.33:0/1007159532 conn(0x7f54800b5ab0 msgr2=0x7f54801e65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:42.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 -- 172.21.15.33:0/1007159532 shutdown_connections 2024-07-26T17:08:42.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:41.998+0000 7f5487b2e640 1 -- 172.21.15.33:0/1007159532 wait complete. 2024-07-26T17:08:42.011 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-26T17:08:42.012 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-26T17:08:42.012 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T17:08:42.012 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:08:42.012 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-26T17:08:42.012 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-26T17:08:42.012 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T17:08:42.013 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:08:42.013 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-26T17:08:42.013 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-26T17:08:42.013 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T17:08:42.013 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:08:42.013 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-26T17:08:42.013 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-26T17:08:42.014 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T17:08:42.014 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:08:42.014 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T17:08:42.014 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi154 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d' 2024-07-26T17:08:42.015 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T17:08:42.015 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-26T17:08:42.018 INFO:tasks.ceph.mds.d:Started 2024-07-26T17:08:42.018 DEBUG:teuthology.parallel:result is None 2024-07-26T17:08:42.021 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T17:08:42.021 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-26T17:08:42.022 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T17:08:42.023 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-26T17:08:42.025 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T17:08:42.025 DEBUG:teuthology.orchestra.run.smithi154:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-26T17:08:42.064 INFO:tasks.ceph.mds.a:Started 2024-07-26T17:08:42.064 DEBUG:teuthology.parallel:result is None 2024-07-26T17:08:42.065 INFO:tasks.ceph.mds.c:Started 2024-07-26T17:08:42.065 DEBUG:teuthology.parallel:result is None 2024-07-26T17:08:42.067 INFO:tasks.ceph.mds.b:Started 2024-07-26T17:08:42.067 DEBUG:teuthology.parallel:result is None 2024-07-26T17:08:42.068 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-26T17:08:42.114 INFO:tasks.ceph.mds.d.smithi154.stdout:starting mds.d at 2024-07-26T17:08:42.155 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-07-26T17:08:42.155 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-07-26T17:08:42.159 INFO:tasks.ceph.mds.b.smithi154.stdout:starting mds.b at 2024-07-26T17:08:42.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.192+0000 7f551d3e2640 1 -- 172.21.15.33:0/3740178817 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55180d1dc0 msgr2=0x7f55180d21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:42.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.192+0000 7f551d3e2640 1 --2- 172.21.15.33:0/3740178817 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55180d1dc0 0x7f55180d21d0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f55180b4310 tx=0x7f550c02a480 comp rx=0 tx=0).stop 2024-07-26T17:08:42.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.192+0000 7f551d3e2640 1 -- 172.21.15.33:0/3740178817 shutdown_connections 2024-07-26T17:08:42.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.192+0000 7f551d3e2640 1 --2- 172.21.15.33:0/3740178817 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55180d1dc0 0x7f55180d21d0 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.192+0000 7f551d3e2640 1 -- 172.21.15.33:0/3740178817 >> 172.21.15.33:0/3740178817 conn(0x7f55180b5b00 msgr2=0x7f55180b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:42.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.192+0000 7f551d3e2640 1 -- 172.21.15.33:0/3740178817 shutdown_connections 2024-07-26T17:08:42.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.192+0000 7f551d3e2640 1 -- 172.21.15.33:0/3740178817 wait complete. 2024-07-26T17:08:42.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.194+0000 7f551d3e2640 1 Processor -- start 2024-07-26T17:08:42.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.194+0000 7f551d3e2640 1 -- start start 2024-07-26T17:08:42.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.195+0000 7f551d3e2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55180b3670 0x7f5518155be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:42.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.195+0000 7f551d3e2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55180b6620 0x7f55181f6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:42.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.195+0000 7f551d3e2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55180d1dc0 0x7f55181f6960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:42.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.195+0000 7f551d3e2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f5518169c60 con 0x7f55180d1dc0 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.195+0000 7f551d3e2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f5518169ae0 con 0x7f55180b3670 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.195+0000 7f551d3e2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f5518169de0 con 0x7f55180b6620 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.195+0000 7f55177fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55180d1dc0 0x7f55181f6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.195+0000 7f55177fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55180d1dc0 0x7f55181f6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42454/0 (socket says 172.21.15.33:42454) 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.195+0000 7f55177fe640 1 -- 172.21.15.33:0/2236562653 learned_addr learned my addr 172.21.15.33:0/2236562653 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f55167fc640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55180b6620 0x7f55181f6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f5516ffd640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55180b3670 0x7f5518155be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f55177fe640 1 -- 172.21.15.33:0/2236562653 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55180b6620 msgr2=0x7f55181f6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f55177fe640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55180b6620 0x7f55181f6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f55177fe640 1 -- 172.21.15.33:0/2236562653 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55180b3670 msgr2=0x7f5518155be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f55177fe640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55180b3670 0x7f5518155be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f55177fe640 1 -- 172.21.15.33:0/2236562653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f551815fe60 con 0x7f55180d1dc0 2024-07-26T17:08:42.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f5516ffd640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55180b3670 0x7f5518155be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:08:42.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f55177fe640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55180d1dc0 0x7f55181f6960 secure :-1 s=READY pgs=2921 cs=0 l=1 rev1=1 crypto rx=0x7f551000c730 tx=0x7f551000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:42.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f54ff7fe640 1 -- 172.21.15.33:0/2236562653 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5510003b70 con 0x7f55180d1dc0 2024-07-26T17:08:42.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f551d3e2640 1 -- 172.21.15.33:0/2236562653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5518160140 con 0x7f55180d1dc0 2024-07-26T17:08:42.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f54ff7fe640 1 -- 172.21.15.33:0/2236562653 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5510003d10 con 0x7f55180d1dc0 2024-07-26T17:08:42.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f54ff7fe640 1 -- 172.21.15.33:0/2236562653 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f551000aab0 con 0x7f55180d1dc0 2024-07-26T17:08:42.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.196+0000 7f551d3e2640 1 -- 172.21.15.33:0/2236562653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5518160700 con 0x7f55180d1dc0 2024-07-26T17:08:42.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.198+0000 7f54ff7fe640 1 -- 172.21.15.33:0/2236562653 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f551000ac50 con 0x7f55180d1dc0 2024-07-26T17:08:42.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.197+0000 7f551d3e2640 1 -- 172.21.15.33:0/2236562653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55180d21d0 con 0x7f55180d1dc0 2024-07-26T17:08:42.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.199+0000 7f54ff7fe640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5504077040 0x7f5504079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:42.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.199+0000 7f5516ffd640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5504077040 0x7f5504079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:42.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.199+0000 7f54ff7fe640 1 -- 172.21.15.33:0/2236562653 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(295..295 src has 1..295) ==== 6336+0+0 (secure 0 0 0) 0x7f5510098980 con 0x7f55180d1dc0 2024-07-26T17:08:42.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.199+0000 7f5516ffd640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5504077040 0x7f5504079550 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f5508000c00 tx=0x7f5508009040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:42.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.203+0000 7f54ff7fe640 1 -- 172.21.15.33:0/2236562653 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5510061920 con 0x7f55180d1dc0 2024-07-26T17:08:42.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.408+0000 7f551d3e2640 1 -- 172.21.15.33:0/2236562653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f55180b9e40 con 0x7f55180d1dc0 2024-07-26T17:08:42.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.743+0000 7f54ff7fe640 1 -- 172.21.15.33:0/2236562653 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v297) ==== 97+0+0 (secure 0 0 0) 0x7f5510061220 con 0x7f55180d1dc0 2024-07-26T17:08:42.745 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-07-26T17:08:42.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.746+0000 7f551d3e2640 1 -- 172.21.15.33:0/2236562653 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5504077040 msgr2=0x7f5504079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:42.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.746+0000 7f551d3e2640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5504077040 0x7f5504079550 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f5508000c00 tx=0x7f5508009040 comp rx=0 tx=0).stop 2024-07-26T17:08:42.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.746+0000 7f551d3e2640 1 -- 172.21.15.33:0/2236562653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55180d1dc0 msgr2=0x7f55181f6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:42.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.746+0000 7f551d3e2640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55180d1dc0 0x7f55181f6960 secure :-1 s=READY pgs=2921 cs=0 l=1 rev1=1 crypto rx=0x7f551000c730 tx=0x7f551000cbf0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.746+0000 7f551d3e2640 1 -- 172.21.15.33:0/2236562653 shutdown_connections 2024-07-26T17:08:42.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.746+0000 7f551d3e2640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5504077040 0x7f5504079550 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.746+0000 7f551d3e2640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55180d1dc0 0x7f55181f6960 unknown :-1 s=CLOSED pgs=2921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.746+0000 7f551d3e2640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55180b6620 0x7f55181f6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.746+0000 7f551d3e2640 1 --2- 172.21.15.33:0/2236562653 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55180b3670 0x7f5518155be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.746+0000 7f551d3e2640 1 -- 172.21.15.33:0/2236562653 >> 172.21.15.33:0/2236562653 conn(0x7f55180b5b00 msgr2=0x7f55180b88f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:42.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.746+0000 7f551d3e2640 1 -- 172.21.15.33:0/2236562653 shutdown_connections 2024-07-26T17:08:42.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.747+0000 7f551d3e2640 1 -- 172.21.15.33:0/2236562653 wait complete. 2024-07-26T17:08:42.762 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-26T17:08:42.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.880+0000 7fe260a23640 1 -- 172.21.15.33:0/1423401334 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2480053a0 msgr2=0x7fe24800ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:42.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.880+0000 7fe260a23640 1 --2- 172.21.15.33:0/1423401334 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2480053a0 0x7fe24800ba50 secure :-1 s=READY pgs=2923 cs=0 l=1 rev1=1 crypto rx=0x7fe25400c260 tx=0x7fe248005830 comp rx=0 tx=0).stop 2024-07-26T17:08:42.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.880+0000 7fe260a23640 1 -- 172.21.15.33:0/1423401334 shutdown_connections 2024-07-26T17:08:42.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.880+0000 7fe260a23640 1 --2- 172.21.15.33:0/1423401334 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2480053a0 0x7fe24800ba50 unknown :-1 s=CLOSED pgs=2923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.880+0000 7fe260a23640 1 -- 172.21.15.33:0/1423401334 >> 172.21.15.33:0/1423401334 conn(0x7fe25c0d0b10 msgr2=0x7fe25c0d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:42.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.880+0000 7fe260a23640 1 -- 172.21.15.33:0/1423401334 shutdown_connections 2024-07-26T17:08:42.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.880+0000 7fe260a23640 1 -- 172.21.15.33:0/1423401334 wait complete. 2024-07-26T17:08:42.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.882+0000 7fe260a23640 1 Processor -- start 2024-07-26T17:08:42.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.882+0000 7fe260a23640 1 -- start start 2024-07-26T17:08:42.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.883+0000 7fe260a23640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2480053a0 0x7fe25c0ca8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:42.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.883+0000 7fe260a23640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe25c1f92f0 0x7fe25c0c7b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:42.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.883+0000 7fe260a23640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe25c0c6ef0 0x7fe25c154f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:42.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.883+0000 7fe260a23640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fe25c0b0ee0 con 0x7fe25c0c6ef0 2024-07-26T17:08:42.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.883+0000 7fe260a23640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fe25c0b0d60 con 0x7fe2480053a0 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.883+0000 7fe260a23640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fe25c0b1060 con 0x7fe25c1f92f0 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.883+0000 7fe25ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe25c0c6ef0 0x7fe25c154f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.883+0000 7fe25ad9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe25c0c6ef0 0x7fe25c154f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42468/0 (socket says 172.21.15.33:42468) 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.883+0000 7fe25ad9d640 1 -- 172.21.15.33:0/2696874985 learned_addr learned my addr 172.21.15.33:0/2696874985 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.883+0000 7fe259d9b640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe25c1f92f0 0x7fe25c0c7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.883+0000 7fe25a59c640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2480053a0 0x7fe25c0ca8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.884+0000 7fe25ad9d640 1 -- 172.21.15.33:0/2696874985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe25c1f92f0 msgr2=0x7fe25c0c7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.884+0000 7fe25ad9d640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe25c1f92f0 0x7fe25c0c7b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.884+0000 7fe25ad9d640 1 -- 172.21.15.33:0/2696874985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2480053a0 msgr2=0x7fe25c0ca8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.884+0000 7fe25ad9d640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2480053a0 0x7fe25c0ca8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.884+0000 7fe25ad9d640 1 -- 172.21.15.33:0/2696874985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe25c0c9820 con 0x7fe25c0c6ef0 2024-07-26T17:08:42.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.884+0000 7fe25ad9d640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe25c0c6ef0 0x7fe25c154f00 secure :-1 s=READY pgs=2924 cs=0 l=1 rev1=1 crypto rx=0x7fe25400c350 tx=0x7fe254001740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:42.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.884+0000 7fe252ffd640 1 -- 172.21.15.33:0/2696874985 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe254031050 con 0x7fe25c0c6ef0 2024-07-26T17:08:42.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.884+0000 7fe252ffd640 1 -- 172.21.15.33:0/2696874985 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe254036660 con 0x7fe25c0c6ef0 2024-07-26T17:08:42.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.884+0000 7fe260a23640 1 -- 172.21.15.33:0/2696874985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe25c0c9b00 con 0x7fe25c0c6ef0 2024-07-26T17:08:42.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.884+0000 7fe252ffd640 1 -- 172.21.15.33:0/2696874985 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe254006c30 con 0x7fe25c0c6ef0 2024-07-26T17:08:42.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.884+0000 7fe260a23640 1 -- 172.21.15.33:0/2696874985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe25c0ca0c0 con 0x7fe25c0c6ef0 2024-07-26T17:08:42.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.885+0000 7fe260a23640 1 -- 172.21.15.33:0/2696874985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe25c0cfeb0 con 0x7fe25c0c6ef0 2024-07-26T17:08:42.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.886+0000 7fe252ffd640 1 -- 172.21.15.33:0/2696874985 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7fe254034070 con 0x7fe25c0c6ef0 2024-07-26T17:08:42.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.886+0000 7fe252ffd640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fe23c077040 0x7fe23c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:42.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.886+0000 7fe252ffd640 1 -- 172.21.15.33:0/2696874985 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(298..298 src has 1..298) ==== 5433+0+0 (secure 0 0 0) 0x7fe2540b7da0 con 0x7fe25c0c6ef0 2024-07-26T17:08:42.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.886+0000 7fe25a59c640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fe23c077040 0x7fe23c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:42.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.887+0000 7fe25a59c640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fe23c077040 0x7fe23c079550 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fe24c005cc0 tx=0x7fe24c009500 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:42.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:42.891+0000 7fe252ffd640 1 -- 172.21.15.33:0/2696874985 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe254080b80 con 0x7fe25c0c6ef0 2024-07-26T17:08:43.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.162+0000 7fe260a23640 1 -- 172.21.15.33:0/2696874985 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fe25c0b70d0 con 0x7fe25c0c6ef0 2024-07-26T17:08:43.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.163+0000 7fe252ffd640 1 -- 172.21.15.33:0/2696874985 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v57) ==== 80+0+5304 (secure 0 0 0) 0x7fe2540850d0 con 0x7fe25c0c6ef0 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmPnP3CRAALrfxsYfBGXTrLEI/KY9kDQ==", 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.165 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmepISFxAAbrSaxqo3TsKl2V6HxAnKDA==", 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.166 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNm8g/LERAAzn71MV8U0EyfOjp13l8drQ==", 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmyH/HHhAA1rlOAmpAn7ihpeLvs1FLJg==", 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.167 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB+wKNm4uReAxAAQDJrAGz5tN40pig07OZg3A==", 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.168 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCBwKNm27ubAhAA/l73o3395YE4XmaSLaG8Kg==", 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCEwKNmMd1wARAARSk2MvuJNl8q+U06C1OmEA==", 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.169 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCHwKNmqvurABAAF8uNoMgL95IXInaai6QVcQ==", 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.170 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCNwKNmtvInCBAAk/M67Ppm1RneSqkGTsUtjg==", 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-07-26T17:08:43.171 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQwKNm1Vt8BhAAcBfiQ/NjMQUzoX/vsgAt8w==", 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCTwKNmO05LBhAA+mww+q7qQzfd3F4ls8I83A==", 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:08:43.172 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCWwKNmnj/+BRAA2GvHIH1OzWpBDAY2m9gpIA==", 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.173 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA==", 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow r", 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmY8tQKxAAf6k5fUb+MOJRBiNf8dz1Rg==", 2024-07-26T17:08:43.174 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.175 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:08:43.175 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:08:43.175 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:08:43.175 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:08:43.175 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.175 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.175 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.175 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-07-26T17:08:43.175 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmtmRvJxAA9wZgGg5erl9sPFRnWf1p2g==", 2024-07-26T17:08:43.175 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.175 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmuxMSLxAAALAr5TKjLEiR6l2qYE9QFw==", 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-07-26T17:08:43.176 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5wKNm/8O9JxAA9JNc/emJrky/XAB9DsuIoQ==", 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.177 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmNT4HBhAADb3S3Cu0kndXeNVCzvKlqA==", 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.178 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-07-26T17:08:43.179 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB6wKNmvnfXARAAJeYzRF3nRL3WwS4SBxsHFQ==", 2024-07-26T17:08:43.179 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-07-26T17:08:43.179 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-07-26T17:08:43.179 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-07-26T17:08:43.179 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-07-26T17:08:43.179 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.179 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.179 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-07-26T17:08:43.179 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:08:43.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 -- 172.21.15.33:0/2696874985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fe23c077040 msgr2=0x7fe23c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:43.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fe23c077040 0x7fe23c079550 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fe24c005cc0 tx=0x7fe24c009500 comp rx=0 tx=0).stop 2024-07-26T17:08:43.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 -- 172.21.15.33:0/2696874985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe25c0c6ef0 msgr2=0x7fe25c154f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:43.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe25c0c6ef0 0x7fe25c154f00 secure :-1 s=READY pgs=2924 cs=0 l=1 rev1=1 crypto rx=0x7fe25400c350 tx=0x7fe254001740 comp rx=0 tx=0).stop 2024-07-26T17:08:43.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 -- 172.21.15.33:0/2696874985 shutdown_connections 2024-07-26T17:08:43.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fe23c077040 0x7fe23c079550 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe25c0c6ef0 0x7fe25c154f00 unknown :-1 s=CLOSED pgs=2924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fe25c1f92f0 0x7fe25c0c7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 --2- 172.21.15.33:0/2696874985 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fe2480053a0 0x7fe25c0ca8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 -- 172.21.15.33:0/2696874985 >> 172.21.15.33:0/2696874985 conn(0x7fe25c0d0b10 msgr2=0x7fe25c0cb0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:43.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 -- 172.21.15.33:0/2696874985 shutdown_connections 2024-07-26T17:08:43.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.165+0000 7fe260a23640 1 -- 172.21.15.33:0/2696874985 wait complete. 2024-07-26T17:08:43.182 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-26T17:08:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.298+0000 7fb8c63ba640 1 -- 172.21.15.33:0/495714607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c0145790 msgr2=0x7fb8c00adda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.298+0000 7fb8c63ba640 1 --2- 172.21.15.33:0/495714607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c0145790 0x7fb8c00adda0 secure :-1 s=READY pgs=2926 cs=0 l=1 rev1=1 crypto rx=0x7fb8c00b6310 tx=0x7fb8b002a530 comp rx=0 tx=0).stop 2024-07-26T17:08:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.298+0000 7fb8c63ba640 1 -- 172.21.15.33:0/495714607 shutdown_connections 2024-07-26T17:08:43.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.298+0000 7fb8c63ba640 1 --2- 172.21.15.33:0/495714607 >> v2:172.21.15.154:3300/0 conn(0x7fb8c006ce10 0x7fb8c00b4410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.298+0000 7fb8c63ba640 1 --2- 172.21.15.33:0/495714607 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c0145790 0x7fb8c00adda0 unknown :-1 s=CLOSED pgs=2926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.298+0000 7fb8c63ba640 1 -- 172.21.15.33:0/495714607 >> 172.21.15.33:0/495714607 conn(0x7fb8c00b3200 msgr2=0x7fb8c006d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:43.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.298+0000 7fb8c63ba640 1 -- 172.21.15.33:0/495714607 shutdown_connections 2024-07-26T17:08:43.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.298+0000 7fb8c63ba640 1 -- 172.21.15.33:0/495714607 wait complete. 2024-07-26T17:08:43.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.300+0000 7fb8c63ba640 1 Processor -- start 2024-07-26T17:08:43.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.300+0000 7fb8c63ba640 1 -- start start 2024-07-26T17:08:43.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c63ba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c00ae2e0 0x7fb8c0132be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:43.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c63ba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c0145790 0x7fb8c015ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:43.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c63ba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c009aa60 0x7fb8c009ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:43.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c63ba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c00b4ed0 con 0x7fb8c009aa60 2024-07-26T17:08:43.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c63ba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c00b4d50 con 0x7fb8c00ae2e0 2024-07-26T17:08:43.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c63ba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb8c00b5050 con 0x7fb8c0145790 2024-07-26T17:08:43.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c4957640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c009aa60 0x7fb8c009ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:43.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c4957640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c009aa60 0x7fb8c009ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42488/0 (socket says 172.21.15.33:42488) 2024-07-26T17:08:43.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c4957640 1 -- 172.21.15.33:0/1681406803 learned_addr learned my addr 172.21.15.33:0/1681406803 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:43.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8bffff640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c00ae2e0 0x7fb8c0132be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:43.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8bf7fe640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c0145790 0x7fb8c015ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:43.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c4957640 1 -- 172.21.15.33:0/1681406803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c0145790 msgr2=0x7fb8c015ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:43.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c4957640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c0145790 0x7fb8c015ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c4957640 1 -- 172.21.15.33:0/1681406803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c00ae2e0 msgr2=0x7fb8c0132be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:43.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c4957640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c00ae2e0 0x7fb8c0132be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c4957640 1 -- 172.21.15.33:0/1681406803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8c0132140 con 0x7fb8c009aa60 2024-07-26T17:08:43.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8bffff640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c00ae2e0 0x7fb8c0132be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:43.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c4957640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c009aa60 0x7fb8c009ae70 secure :-1 s=READY pgs=2927 cs=0 l=1 rev1=1 crypto rx=0x7fb8b800ea40 tx=0x7fb8b800ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:43.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8bcff9640 1 -- 172.21.15.33:0/1681406803 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8b800cde0 con 0x7fb8c009aa60 2024-07-26T17:08:43.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8bcff9640 1 -- 172.21.15.33:0/1681406803 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb8b8004c10 con 0x7fb8c009aa60 2024-07-26T17:08:43.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c63ba640 1 -- 172.21.15.33:0/1681406803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8c015bf50 con 0x7fb8c009aa60 2024-07-26T17:08:43.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8bcff9640 1 -- 172.21.15.33:0/1681406803 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8b8005020 con 0x7fb8c009aa60 2024-07-26T17:08:43.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.302+0000 7fb8c63ba640 1 -- 172.21.15.33:0/1681406803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8c01323e0 con 0x7fb8c009aa60 2024-07-26T17:08:43.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.303+0000 7fb8c63ba640 1 -- 172.21.15.33:0/1681406803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8c00b5570 con 0x7fb8c009aa60 2024-07-26T17:08:43.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.304+0000 7fb8bcff9640 1 -- 172.21.15.33:0/1681406803 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7fb8b80051c0 con 0x7fb8c009aa60 2024-07-26T17:08:43.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.305+0000 7fb8bcff9640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb8ac077040 0x7fb8ac079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:43.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.305+0000 7fb8bcff9640 1 -- 172.21.15.33:0/1681406803 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(298..298 src has 1..298) ==== 5433+0+0 (secure 0 0 0) 0x7fb8b8099600 con 0x7fb8c009aa60 2024-07-26T17:08:43.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.305+0000 7fb8bffff640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb8ac077040 0x7fb8ac079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:43.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.305+0000 7fb8bffff640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb8ac077040 0x7fb8ac079550 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb8b0034000 tx=0x7fb8b0004730 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:43.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.309+0000 7fb8bcff9640 1 -- 172.21.15.33:0/1681406803 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb8b8062910 con 0x7fb8c009aa60 2024-07-26T17:08:43.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.505+0000 7fb8c63ba640 1 -- 172.21.15.33:0/1681406803 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb8c00d0410 con 0x7fb8c009aa60 2024-07-26T17:08:43.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.505+0000 7fb8bcff9640 1 -- 172.21.15.33:0/1681406803 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v298) ==== 84+0+65 (secure 0 0 0) 0x7fb8b8062210 con 0x7fb8c009aa60 2024-07-26T17:08:43.507 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:43.507 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-07-26T17:08:43.507 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-07-26T17:08:43.507 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-07-26T17:08:43.507 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-07-26T17:08:43.507 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:43.508 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-07-26T17:08:43.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 -- 172.21.15.33:0/1681406803 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb8ac077040 msgr2=0x7fb8ac079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:43.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb8ac077040 0x7fb8ac079550 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb8b0034000 tx=0x7fb8b0004730 comp rx=0 tx=0).stop 2024-07-26T17:08:43.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 -- 172.21.15.33:0/1681406803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c009aa60 msgr2=0x7fb8c009ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:43.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c009aa60 0x7fb8c009ae70 secure :-1 s=READY pgs=2927 cs=0 l=1 rev1=1 crypto rx=0x7fb8b800ea40 tx=0x7fb8b800ef00 comp rx=0 tx=0).stop 2024-07-26T17:08:43.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 -- 172.21.15.33:0/1681406803 shutdown_connections 2024-07-26T17:08:43.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb8ac077040 0x7fb8ac079550 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8c009aa60 0x7fb8c009ae70 unknown :-1 s=CLOSED pgs=2927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb8c0145790 0x7fb8c015ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 --2- 172.21.15.33:0/1681406803 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb8c00ae2e0 0x7fb8c0132be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 -- 172.21.15.33:0/1681406803 >> 172.21.15.33:0/1681406803 conn(0x7fb8c00b3200 msgr2=0x7fb8c0068870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 -- 172.21.15.33:0/1681406803 shutdown_connections 2024-07-26T17:08:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.507+0000 7fb8c63ba640 1 -- 172.21.15.33:0/1681406803 wait complete. 2024-07-26T17:08:43.520 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-26T17:08:43.521 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-26T17:08:43.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.640+0000 7f1c49233640 1 -- 172.21.15.33:0/1997194327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c440d1b50 msgr2=0x7f1c440d1f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:43.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.640+0000 7f1c49233640 1 --2- 172.21.15.33:0/1997194327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c440d1b50 0x7f1c440d1f60 secure :-1 s=READY pgs=2928 cs=0 l=1 rev1=1 crypto rx=0x7f1c440d3d60 tx=0x7f1c3402aac0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.640+0000 7f1c49233640 1 -- 172.21.15.33:0/1997194327 shutdown_connections 2024-07-26T17:08:43.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.640+0000 7f1c49233640 1 --2- 172.21.15.33:0/1997194327 >> v2:172.21.15.154:3300/0 conn(0x7f1c440b4400 0x7f1c44168c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.640+0000 7f1c49233640 1 --2- 172.21.15.33:0/1997194327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c440d1b50 0x7f1c440d1f60 unknown :-1 s=CLOSED pgs=2928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.640+0000 7f1c49233640 1 -- 172.21.15.33:0/1997194327 >> 172.21.15.33:0/1997194327 conn(0x7f1c440b5a70 msgr2=0x7f1c440b5e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:43.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.640+0000 7f1c49233640 1 -- 172.21.15.33:0/1997194327 shutdown_connections 2024-07-26T17:08:43.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.640+0000 7f1c49233640 1 -- 172.21.15.33:0/1997194327 wait complete. 2024-07-26T17:08:43.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.642+0000 7f1c49233640 1 Processor -- start 2024-07-26T17:08:43.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.642+0000 7f1c49233640 1 -- start start 2024-07-26T17:08:43.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c49233640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c440b38e0 0x7f1c440c84d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:43.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c49233640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1c440b4400 0x7f1c441f8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:43.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c49233640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1c440d1b50 0x7f1c441d9050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:43.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c49233640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1c4408de90 con 0x7f1c440b38e0 2024-07-26T17:08:43.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c49233640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1c4408d560 con 0x7f1c440d1b50 2024-07-26T17:08:43.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c49233640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1c4408c710 con 0x7f1c440b4400 2024-07-26T17:08:43.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c42d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c440b38e0 0x7f1c440c84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:43.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c42d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c440b38e0 0x7f1c440c84d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42504/0 (socket says 172.21.15.33:42504) 2024-07-26T17:08:43.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c42d9d640 1 -- 172.21.15.33:0/774067015 learned_addr learned my addr 172.21.15.33:0/774067015 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:43.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c4359e640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1c440d1b50 0x7f1c441d9050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c4259c640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1c440b4400 0x7f1c441f8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c42d9d640 1 -- 172.21.15.33:0/774067015 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1c440b4400 msgr2=0x7f1c441f8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c42d9d640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1c440b4400 0x7f1c441f8ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c42d9d640 1 -- 172.21.15.33:0/774067015 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1c440d1b50 msgr2=0x7f1c441d9050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c42d9d640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1c440d1b50 0x7f1c441d9050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c42d9d640 1 -- 172.21.15.33:0/774067015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c440ccdd0 con 0x7f1c440b38e0 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c4359e640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1c440d1b50 0x7f1c441d9050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c4259c640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1c440b4400 0x7f1c441f8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c42d9d640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c440b38e0 0x7f1c440c84d0 secure :-1 s=READY pgs=2929 cs=0 l=1 rev1=1 crypto rx=0x7f1c34009bf0 tx=0x7f1c34003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.644+0000 7f1c3b7fe640 1 -- 172.21.15.33:0/774067015 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c34044070 con 0x7f1c440b38e0 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.645+0000 7f1c3b7fe640 1 -- 172.21.15.33:0/774067015 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c34004250 con 0x7f1c440b38e0 2024-07-26T17:08:43.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.645+0000 7f1c49233640 1 -- 172.21.15.33:0/774067015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c440cd0b0 con 0x7f1c440b38e0 2024-07-26T17:08:43.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.645+0000 7f1c3b7fe640 1 -- 172.21.15.33:0/774067015 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c34004680 con 0x7f1c440b38e0 2024-07-26T17:08:43.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.645+0000 7f1c49233640 1 -- 172.21.15.33:0/774067015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c440cd670 con 0x7f1c440b38e0 2024-07-26T17:08:43.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.646+0000 7f1c49233640 1 -- 172.21.15.33:0/774067015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c440d0600 con 0x7f1c440b38e0 2024-07-26T17:08:43.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.646+0000 7f1c3b7fe640 1 -- 172.21.15.33:0/774067015 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f1c34036400 con 0x7f1c440b38e0 2024-07-26T17:08:43.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.647+0000 7f1c3b7fe640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1c24077010 0x7f1c24079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:43.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.647+0000 7f1c3b7fe640 1 -- 172.21.15.33:0/774067015 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(298..298 src has 1..298) ==== 5433+0+0 (secure 0 0 0) 0x7f1c340b8eb0 con 0x7f1c440b38e0 2024-07-26T17:08:43.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.647+0000 7f1c4259c640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1c24077010 0x7f1c24079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:43.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.647+0000 7f1c4259c640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1c24077010 0x7f1c24079520 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1c440c8310 tx=0x7f1c2c009040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:43.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.652+0000 7f1c3b7fe640 1 -- 172.21.15.33:0/774067015 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1c34032030 con 0x7f1c440b38e0 2024-07-26T17:08:43.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:43.849+0000 7f1c49233640 1 -- 172.21.15.33:0/774067015 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f1c440c7630 con 0x7f1c440b38e0 2024-07-26T17:08:44.124 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-07-26T17:08:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.751+0000 7f1c3b7fe640 1 -- 172.21.15.33:0/774067015 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v299) ==== 138+0+0 (secure 0 0 0) 0x7f1c34004820 con 0x7f1c440b38e0 2024-07-26T17:08:44.753 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-07-26T17:08:44.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.754+0000 7f1c49233640 1 -- 172.21.15.33:0/774067015 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1c24077010 msgr2=0x7f1c24079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:44.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.754+0000 7f1c49233640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1c24077010 0x7f1c24079520 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1c440c8310 tx=0x7f1c2c009040 comp rx=0 tx=0).stop 2024-07-26T17:08:44.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.754+0000 7f1c49233640 1 -- 172.21.15.33:0/774067015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c440b38e0 msgr2=0x7f1c440c84d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:44.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.754+0000 7f1c49233640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c440b38e0 0x7f1c440c84d0 secure :-1 s=READY pgs=2929 cs=0 l=1 rev1=1 crypto rx=0x7f1c34009bf0 tx=0x7f1c34003f10 comp rx=0 tx=0).stop 2024-07-26T17:08:44.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.754+0000 7f1c49233640 1 -- 172.21.15.33:0/774067015 shutdown_connections 2024-07-26T17:08:44.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.754+0000 7f1c49233640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1c24077010 0x7f1c24079520 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:44.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.754+0000 7f1c49233640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1c440d1b50 0x7f1c441d9050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:44.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.754+0000 7f1c49233640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1c440b4400 0x7f1c441f8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:44.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.754+0000 7f1c49233640 1 --2- 172.21.15.33:0/774067015 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c440b38e0 0x7f1c440c84d0 unknown :-1 s=CLOSED pgs=2929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:44.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.754+0000 7f1c49233640 1 -- 172.21.15.33:0/774067015 >> 172.21.15.33:0/774067015 conn(0x7f1c440b5a70 msgr2=0x7f1c4406d210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:44.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.755+0000 7f1c49233640 1 -- 172.21.15.33:0/774067015 shutdown_connections 2024-07-26T17:08:44.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.755+0000 7f1c49233640 1 -- 172.21.15.33:0/774067015 wait complete. 2024-07-26T17:08:44.767 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:08:44.769 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:08:44.775 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-26T17:08:44.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.945+0000 7fadc8991640 1 -- 172.21.15.33:0/2222250028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc40ccc60 msgr2=0x7fadc40cd070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:44.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.945+0000 7fadc8991640 1 --2- 172.21.15.33:0/2222250028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc40ccc60 0x7fadc40cd070 secure :-1 s=READY pgs=2930 cs=0 l=1 rev1=1 crypto rx=0x7fadc40cf8a0 tx=0x7fadbc02aa30 comp rx=0 tx=0).stop 2024-07-26T17:08:44.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.945+0000 7fadc8991640 1 -- 172.21.15.33:0/2222250028 shutdown_connections 2024-07-26T17:08:44.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.945+0000 7fadc8991640 1 --2- 172.21.15.33:0/2222250028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc40ccc60 0x7fadc40cd070 unknown :-1 s=CLOSED pgs=2930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:44.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.945+0000 7fadc8991640 1 --2- 172.21.15.33:0/2222250028 >> v2:172.21.15.154:3300/0 conn(0x7fadc40cefb0 0x7fadc40cc720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:44.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.945+0000 7fadc8991640 1 -- 172.21.15.33:0/2222250028 >> 172.21.15.33:0/2222250028 conn(0x7fadc40d1e10 msgr2=0x7fadc40d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:44.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.945+0000 7fadc8991640 1 -- 172.21.15.33:0/2222250028 shutdown_connections 2024-07-26T17:08:44.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.945+0000 7fadc8991640 1 -- 172.21.15.33:0/2222250028 wait complete. 2024-07-26T17:08:44.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.947+0000 7fadc8991640 1 Processor -- start 2024-07-26T17:08:44.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.947+0000 7fadc8991640 1 -- start start 2024-07-26T17:08:44.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.948+0000 7fadc8991640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc40ccc60 0x7fadc40b0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:44.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.948+0000 7fadc8991640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fadc40ce490 0x7fadc415b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:44.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.948+0000 7fadc8991640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fadc40cefb0 0x7fadc41f3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:44.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.948+0000 7fadc8991640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fadc40b4ee0 con 0x7fadc40ccc60 2024-07-26T17:08:44.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.948+0000 7fadc8991640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fadc40b4d60 con 0x7fadc40cefb0 2024-07-26T17:08:44.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.948+0000 7fadc8991640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fadc40b5060 con 0x7fadc40ce490 2024-07-26T17:08:44.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.948+0000 7fadc259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc40ccc60 0x7fadc40b0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:44.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.948+0000 7fadc259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc40ccc60 0x7fadc40b0ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42536/0 (socket says 172.21.15.33:42536) 2024-07-26T17:08:44.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.948+0000 7fadc259c640 1 -- 172.21.15.33:0/200152075 learned_addr learned my addr 172.21.15.33:0/200152075 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:44.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.948+0000 7fadc2d9d640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fadc40cefb0 0x7fadc41f3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:44.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.948+0000 7fadc1d9b640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fadc40ce490 0x7fadc415b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:44.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.949+0000 7fadc259c640 1 -- 172.21.15.33:0/200152075 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fadc40ce490 msgr2=0x7fadc415b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:44.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.949+0000 7fadc259c640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fadc40ce490 0x7fadc415b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:44.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.949+0000 7fadc259c640 1 -- 172.21.15.33:0/200152075 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fadc40cefb0 msgr2=0x7fadc41f3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:44.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.949+0000 7fadc259c640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fadc40cefb0 0x7fadc41f3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:44.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.949+0000 7fadc259c640 1 -- 172.21.15.33:0/200152075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadc409dcf0 con 0x7fadc40ccc60 2024-07-26T17:08:44.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.949+0000 7fadc259c640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc40ccc60 0x7fadc40b0ef0 secure :-1 s=READY pgs=2931 cs=0 l=1 rev1=1 crypto rx=0x7fadb400c3a0 tx=0x7fadb400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:44.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.949+0000 7fadb2ffd640 1 -- 172.21.15.33:0/200152075 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb4017070 con 0x7fadc40ccc60 2024-07-26T17:08:44.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.949+0000 7fadb2ffd640 1 -- 172.21.15.33:0/200152075 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fadb40053c0 con 0x7fadc40ccc60 2024-07-26T17:08:44.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.949+0000 7fadb2ffd640 1 -- 172.21.15.33:0/200152075 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb4003850 con 0x7fadc40ccc60 2024-07-26T17:08:44.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.949+0000 7fadc8991640 1 -- 172.21.15.33:0/200152075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadc40aeda0 con 0x7fadc40ccc60 2024-07-26T17:08:44.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.949+0000 7fadc8991640 1 -- 172.21.15.33:0/200152075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadc41f2ef0 con 0x7fadc40ccc60 2024-07-26T17:08:44.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.950+0000 7fadc8991640 1 -- 172.21.15.33:0/200152075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadc40af2c0 con 0x7fadc40ccc60 2024-07-26T17:08:44.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.951+0000 7fadb2ffd640 1 -- 172.21.15.33:0/200152075 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7fadb401a070 con 0x7fadc40ccc60 2024-07-26T17:08:44.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.951+0000 7fadb2ffd640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fada4077040 0x7fada4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:44.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.952+0000 7fadb2ffd640 1 -- 172.21.15.33:0/200152075 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(299..299 src has 1..299) ==== 5803+0+0 (secure 0 0 0) 0x7fadb4097bd0 con 0x7fadc40ccc60 2024-07-26T17:08:44.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.952+0000 7fadc1d9b640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fada4077040 0x7fada4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:44.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.952+0000 7fadc1d9b640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fada4077040 0x7fada4079550 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fadc40b2570 tx=0x7fadb800b2e0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:44.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:44.957+0000 7fadb2ffd640 1 -- 172.21.15.33:0/200152075 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fadc40af2c0 con 0x7fadc40ccc60 2024-07-26T17:08:45.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.149+0000 7fadc8991640 1 -- 172.21.15.33:0/200152075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fadc40cd070 con 0x7fadc40ccc60 2024-07-26T17:08:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.753+0000 7fadb2ffd640 1 -- 172.21.15.33:0/200152075 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v300) ==== 170+0+0 (secure 0 0 0) 0x7fadb4069040 con 0x7fadc40ccc60 2024-07-26T17:08:45.755 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-07-26T17:08:45.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 -- 172.21.15.33:0/200152075 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fada4077040 msgr2=0x7fada4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:45.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fada4077040 0x7fada4079550 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fadc40b2570 tx=0x7fadb800b2e0 comp rx=0 tx=0).stop 2024-07-26T17:08:45.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 -- 172.21.15.33:0/200152075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc40ccc60 msgr2=0x7fadc40b0ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:45.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc40ccc60 0x7fadc40b0ef0 secure :-1 s=READY pgs=2931 cs=0 l=1 rev1=1 crypto rx=0x7fadb400c3a0 tx=0x7fadb400c860 comp rx=0 tx=0).stop 2024-07-26T17:08:45.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 -- 172.21.15.33:0/200152075 shutdown_connections 2024-07-26T17:08:45.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fada4077040 0x7fada4079550 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:45.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fadc40cefb0 0x7fadc41f3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:45.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fadc40ce490 0x7fadc415b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:45.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 --2- 172.21.15.33:0/200152075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadc40ccc60 0x7fadc40b0ef0 unknown :-1 s=CLOSED pgs=2931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:45.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 -- 172.21.15.33:0/200152075 >> 172.21.15.33:0/200152075 conn(0x7fadc40d1e10 msgr2=0x7fadc415c390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:45.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 -- 172.21.15.33:0/200152075 shutdown_connections 2024-07-26T17:08:45.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.757+0000 7fadc8991640 1 -- 172.21.15.33:0/200152075 wait complete. 2024-07-26T17:08:45.784 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-26T17:08:45.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.909+0000 7f076a99b640 1 -- 172.21.15.33:0/1717617191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076415aeb0 msgr2=0x7f0764073410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:45.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.909+0000 7f076a99b640 1 --2- 172.21.15.33:0/1717617191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076415aeb0 0x7f0764073410 secure :-1 s=READY pgs=2933 cs=0 l=1 rev1=1 crypto rx=0x7f0764072ec0 tx=0x7f075802a530 comp rx=0 tx=0).stop 2024-07-26T17:08:45.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.909+0000 7f076a99b640 1 -- 172.21.15.33:0/1717617191 shutdown_connections 2024-07-26T17:08:45.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.909+0000 7f076a99b640 1 --2- 172.21.15.33:0/1717617191 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f076415aeb0 0x7f0764073410 unknown :-1 s=CLOSED pgs=2933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:45.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.909+0000 7f076a99b640 1 --2- 172.21.15.33:0/1717617191 >> v2:172.21.15.154:3300/0 conn(0x7f07640cdfb0 0x7f0764070d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:45.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.909+0000 7f076a99b640 1 -- 172.21.15.33:0/1717617191 >> 172.21.15.33:0/1717617191 conn(0x7f07640b2d70 msgr2=0x7f07640b3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:45.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.909+0000 7f076a99b640 1 -- 172.21.15.33:0/1717617191 shutdown_connections 2024-07-26T17:08:45.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.909+0000 7f076a99b640 1 -- 172.21.15.33:0/1717617191 wait complete. 2024-07-26T17:08:45.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.911+0000 7f076a99b640 1 Processor -- start 2024-07-26T17:08:45.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.911+0000 7f076a99b640 1 -- start start 2024-07-26T17:08:45.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.912+0000 7f076a99b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0764073950 0x7f076414d280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:45.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.912+0000 7f076a99b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07640cdfb0 0x7f076415d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:45.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.912+0000 7f076a99b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f076415aeb0 0x7f076415dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:45.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f076a99b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f07640cce10 con 0x7f07640cdfb0 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f076a99b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f07640ccc90 con 0x7f076415aeb0 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f076a99b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f076415f210 con 0x7f0764073950 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f07637fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07640cdfb0 0x7f076415d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f07637fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07640cdfb0 0x7f076415d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42556/0 (socket says 172.21.15.33:42556) 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f07637fe640 1 -- 172.21.15.33:0/3702359887 learned_addr learned my addr 172.21.15.33:0/3702359887 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f0763fff640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0764073950 0x7f076414d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f0768f38640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f076415aeb0 0x7f076415dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f07637fe640 1 -- 172.21.15.33:0/3702359887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0764073950 msgr2=0x7f076414d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f07637fe640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0764073950 0x7f076414d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f07637fe640 1 -- 172.21.15.33:0/3702359887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f076415aeb0 msgr2=0x7f076415dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f07637fe640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f076415aeb0 0x7f076415dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:45.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f07637fe640 1 -- 172.21.15.33:0/3702359887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0764157940 con 0x7f07640cdfb0 2024-07-26T17:08:45.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f0768f38640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f076415aeb0 0x7f076415dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:45.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f07637fe640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07640cdfb0 0x7f076415d760 secure :-1 s=READY pgs=2934 cs=0 l=1 rev1=1 crypto rx=0x7f0758009920 tx=0x7f0758033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:45.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f0760ff9640 1 -- 172.21.15.33:0/3702359887 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0758031d60 con 0x7f07640cdfb0 2024-07-26T17:08:45.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.913+0000 7f0760ff9640 1 -- 172.21.15.33:0/3702359887 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0758033e10 con 0x7f07640cdfb0 2024-07-26T17:08:45.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.914+0000 7f0760ff9640 1 -- 172.21.15.33:0/3702359887 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0758005260 con 0x7f07640cdfb0 2024-07-26T17:08:45.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.914+0000 7f076a99b640 1 -- 172.21.15.33:0/3702359887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0764157c20 con 0x7f07640cdfb0 2024-07-26T17:08:45.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.914+0000 7f076a99b640 1 -- 172.21.15.33:0/3702359887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07641581e0 con 0x7f07640cdfb0 2024-07-26T17:08:45.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.915+0000 7f076a99b640 1 -- 172.21.15.33:0/3702359887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f076415f730 con 0x7f07640cdfb0 2024-07-26T17:08:45.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.916+0000 7f0760ff9640 1 -- 172.21.15.33:0/3702359887 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f0758005400 con 0x7f07640cdfb0 2024-07-26T17:08:45.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.917+0000 7f0760ff9640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0750077010 0x7f0750079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:45.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.917+0000 7f0760ff9640 1 -- 172.21.15.33:0/3702359887 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(300..300 src has 1..300) ==== 6185+0+0 (secure 0 0 0) 0x7f07580ba0a0 con 0x7f07640cdfb0 2024-07-26T17:08:45.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.917+0000 7f0763fff640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0750077010 0x7f0750079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:45.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.917+0000 7f0763fff640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0750077010 0x7f0750079520 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0754004590 tx=0x7f075400b390 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:45.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:45.921+0000 7f0760ff9640 1 -- 172.21.15.33:0/3702359887 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f075803f030 con 0x7f07640cdfb0 2024-07-26T17:08:46.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.152+0000 7f076a99b640 1 -- 172.21.15.33:0/3702359887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f07640d17f0 con 0x7f07640cdfb0 2024-07-26T17:08:46.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.777+0000 7f0760ff9640 1 -- 172.21.15.33:0/3702359887 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 39 and data pool 40 v165) ==== 174+0+0 (secure 0 0 0) 0x7f075808b370 con 0x7f07640cdfb0 2024-07-26T17:08:46.783 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 39 and data pool 40 2024-07-26T17:08:46.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.787+0000 7f076a99b640 1 -- 172.21.15.33:0/3702359887 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0750077010 msgr2=0x7f0750079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:46.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.787+0000 7f076a99b640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0750077010 0x7f0750079520 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f0754004590 tx=0x7f075400b390 comp rx=0 tx=0).stop 2024-07-26T17:08:46.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.787+0000 7f076a99b640 1 -- 172.21.15.33:0/3702359887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07640cdfb0 msgr2=0x7f076415d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:46.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.787+0000 7f076a99b640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07640cdfb0 0x7f076415d760 secure :-1 s=READY pgs=2934 cs=0 l=1 rev1=1 crypto rx=0x7f0758009920 tx=0x7f0758033c20 comp rx=0 tx=0).stop 2024-07-26T17:08:46.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.790+0000 7f076a99b640 1 -- 172.21.15.33:0/3702359887 shutdown_connections 2024-07-26T17:08:46.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.790+0000 7f076a99b640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0750077010 0x7f0750079520 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:46.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.790+0000 7f076a99b640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f076415aeb0 0x7f076415dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:46.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.790+0000 7f076a99b640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07640cdfb0 0x7f076415d760 unknown :-1 s=CLOSED pgs=2934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:46.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.790+0000 7f076a99b640 1 --2- 172.21.15.33:0/3702359887 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0764073950 0x7f076414d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:46.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.790+0000 7f076a99b640 1 -- 172.21.15.33:0/3702359887 >> 172.21.15.33:0/3702359887 conn(0x7f07640b2d70 msgr2=0x7f0764070240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:46.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.795+0000 7f076a99b640 1 -- 172.21.15.33:0/3702359887 shutdown_connections 2024-07-26T17:08:46.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.796+0000 7f076a99b640 1 -- 172.21.15.33:0/3702359887 wait complete. 2024-07-26T17:08:46.819 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:08:46.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.941+0000 7eff9f8c2640 1 -- 172.21.15.33:0/2357233207 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff80003c10 msgr2=0x7eff80004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:46.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.941+0000 7eff9f8c2640 1 --2- 172.21.15.33:0/2357233207 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff80003c10 0x7eff80004060 secure :-1 s=READY pgs=2936 cs=0 l=1 rev1=1 crypto rx=0x7eff88009fd0 tx=0x7eff80005830 comp rx=0 tx=0).stop 2024-07-26T17:08:46.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.941+0000 7eff9de5f640 1 -- 172.21.15.33:0/2357233207 reap_dead start 2024-07-26T17:08:46.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.941+0000 7eff9f8c2640 1 -- 172.21.15.33:0/2357233207 shutdown_connections 2024-07-26T17:08:46.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.941+0000 7eff9f8c2640 1 -- 172.21.15.33:0/2357233207 >> 172.21.15.33:0/2357233207 conn(0x7eff980d09d0 msgr2=0x7eff98072c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:46.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.941+0000 7eff9f8c2640 1 -- 172.21.15.33:0/2357233207 shutdown_connections 2024-07-26T17:08:46.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.941+0000 7eff9f8c2640 1 -- 172.21.15.33:0/2357233207 wait complete. 2024-07-26T17:08:46.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.943+0000 7eff9f8c2640 1 Processor -- start 2024-07-26T17:08:46.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.943+0000 7eff9f8c2640 1 -- start start 2024-07-26T17:08:46.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9f8c2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff80003c10 0x7eff9806f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:46.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9f8c2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff981f8e10 0x7eff9814a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:46.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9f8c2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff981f81b0 0x7eff981f85c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:46.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9f8c2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7eff980cd390 con 0x7eff981f81b0 2024-07-26T17:08:46.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9f8c2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7eff980cd210 con 0x7eff80003c10 2024-07-26T17:08:46.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9f8c2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7eff980b4320 con 0x7eff981f8e10 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9de5f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff981f81b0 0x7eff981f85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9de5f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff981f81b0 0x7eff981f85c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42576/0 (socket says 172.21.15.33:42576) 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9de5f640 1 -- 172.21.15.33:0/3517813310 learned_addr learned my addr 172.21.15.33:0/3517813310 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9d65e640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff80003c10 0x7eff9806f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9ce5d640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff981f8e10 0x7eff9814a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9de5f640 1 -- 172.21.15.33:0/3517813310 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff981f8e10 msgr2=0x7eff9814a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9de5f640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff981f8e10 0x7eff9814a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9de5f640 1 -- 172.21.15.33:0/3517813310 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff80003c10 msgr2=0x7eff9806f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9de5f640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff80003c10 0x7eff9806f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.944+0000 7eff9de5f640 1 -- 172.21.15.33:0/3517813310 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff9814a5c0 con 0x7eff981f81b0 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.945+0000 7eff9de5f640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff981f81b0 0x7eff981f85c0 secure :-1 s=READY pgs=2937 cs=0 l=1 rev1=1 crypto rx=0x7eff980ce8c0 tx=0x7eff900049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.945+0000 7eff95ffb640 1 -- 172.21.15.33:0/3517813310 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff90011870 con 0x7eff981f81b0 2024-07-26T17:08:46.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.945+0000 7eff95ffb640 1 -- 172.21.15.33:0/3517813310 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7eff90017070 con 0x7eff981f81b0 2024-07-26T17:08:46.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.945+0000 7eff9f8c2640 1 -- 172.21.15.33:0/3517813310 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff981f8b00 con 0x7eff981f81b0 2024-07-26T17:08:46.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.945+0000 7eff95ffb640 1 -- 172.21.15.33:0/3517813310 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff90011da0 con 0x7eff981f81b0 2024-07-26T17:08:46.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.945+0000 7eff9f8c2640 1 -- 172.21.15.33:0/3517813310 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff98070160 con 0x7eff981f81b0 2024-07-26T17:08:46.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.946+0000 7eff9f8c2640 1 -- 172.21.15.33:0/3517813310 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff980b3c10 con 0x7eff981f81b0 2024-07-26T17:08:46.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.947+0000 7eff95ffb640 1 -- 172.21.15.33:0/3517813310 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7eff9001c460 con 0x7eff981f81b0 2024-07-26T17:08:46.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.947+0000 7eff95ffb640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7eff84077010 0x7eff84079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:46.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.947+0000 7eff95ffb640 1 -- 172.21.15.33:0/3517813310 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(301..301 src has 1..301) ==== 6285+0+0 (secure 0 0 0) 0x7eff900992e0 con 0x7eff981f81b0 2024-07-26T17:08:46.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.947+0000 7eff9d65e640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7eff84077010 0x7eff84079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:46.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.948+0000 7eff9d65e640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7eff84077010 0x7eff84079520 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7eff88034000 tx=0x7eff88004a40 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:46.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:46.952+0000 7eff95ffb640 1 -- 172.21.15.33:0/3517813310 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7eff980cd950 con 0x7eff981f81b0 2024-07-26T17:08:47.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.146+0000 7eff9f8c2640 1 -- 172.21.15.33:0/3517813310 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7eff9815fb40 con 0x7eff981f81b0 2024-07-26T17:08:47.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.147+0000 7eff95ffb640 1 -- 172.21.15.33:0/3517813310 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v301) ==== 74+0+17192 (secure 0 0 0) 0x7eff900622a0 con 0x7eff981f81b0 2024-07-26T17:08:47.149 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:47.149 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":301,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:08:46.154108+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":40,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":39,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:08:43.858986+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"301","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":40,"pool_name":"cephfs_data","create_time":"2024-07-26T17:08:45.158603+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"301","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]},{"pool":38,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:08:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.149+0000 7eff9f8c2640 1 -- 172.21.15.33:0/3517813310 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7eff84077010 msgr2=0x7eff84079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:47.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.149+0000 7eff9f8c2640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7eff84077010 0x7eff84079520 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7eff88034000 tx=0x7eff88004a40 comp rx=0 tx=0).stop 2024-07-26T17:08:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.149+0000 7eff9f8c2640 1 -- 172.21.15.33:0/3517813310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff981f81b0 msgr2=0x7eff981f85c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.149+0000 7eff9f8c2640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff981f81b0 0x7eff981f85c0 secure :-1 s=READY pgs=2937 cs=0 l=1 rev1=1 crypto rx=0x7eff980ce8c0 tx=0x7eff900049d0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.149+0000 7eff9f8c2640 1 -- 172.21.15.33:0/3517813310 shutdown_connections 2024-07-26T17:08:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.149+0000 7eff9f8c2640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7eff84077010 0x7eff84079520 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.149+0000 7eff9f8c2640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff981f81b0 0x7eff981f85c0 unknown :-1 s=CLOSED pgs=2937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.149+0000 7eff9f8c2640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7eff981f8e10 0x7eff9814a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.149+0000 7eff9f8c2640 1 --2- 172.21.15.33:0/3517813310 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7eff80003c10 0x7eff9806f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.149+0000 7eff9f8c2640 1 -- 172.21.15.33:0/3517813310 >> 172.21.15.33:0/3517813310 conn(0x7eff980d09d0 msgr2=0x7eff980b1700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.149+0000 7eff9f8c2640 1 -- 172.21.15.33:0/3517813310 shutdown_connections 2024-07-26T17:08:47.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.150+0000 7eff9f8c2640 1 -- 172.21.15.33:0/3517813310 wait complete. 2024-07-26T17:08:47.163 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:08:47.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.279+0000 7fb41db7e640 1 -- 172.21.15.33:0/1882744961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4180d3020 msgr2=0x7fb4180cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.279+0000 7fb41db7e640 1 --2- 172.21.15.33:0/1882744961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4180d3020 0x7fb4180cee00 secure :-1 s=READY pgs=2938 cs=0 l=1 rev1=1 crypto rx=0x7fb4180ce940 tx=0x7fb41002a980 comp rx=0 tx=0).stop 2024-07-26T17:08:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.279+0000 7fb41db7e640 1 -- 172.21.15.33:0/1882744961 shutdown_connections 2024-07-26T17:08:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.279+0000 7fb41db7e640 1 --2- 172.21.15.33:0/1882744961 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4180d3020 0x7fb4180cee00 unknown :-1 s=CLOSED pgs=2938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.279+0000 7fb41db7e640 1 --2- 172.21.15.33:0/1882744961 >> v2:172.21.15.154:3300/0 conn(0x7fb4180d26d0 0x7fb4180d2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.279+0000 7fb41db7e640 1 -- 172.21.15.33:0/1882744961 >> 172.21.15.33:0/1882744961 conn(0x7fb4180b5b00 msgr2=0x7fb4180b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.280+0000 7fb41db7e640 1 -- 172.21.15.33:0/1882744961 shutdown_connections 2024-07-26T17:08:47.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.280+0000 7fb41db7e640 1 -- 172.21.15.33:0/1882744961 wait complete. 2024-07-26T17:08:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.281+0000 7fb41db7e640 1 Processor -- start 2024-07-26T17:08:47.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.281+0000 7fb41db7e640 1 -- start start 2024-07-26T17:08:47.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb41db7e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4180b37d0 0x7fb418158310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb41db7e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4180d26d0 0x7fb418161ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb41db7e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4180d3020 0x7fb4180b7c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb41db7e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb4180b3d60 con 0x7fb4180d26d0 2024-07-26T17:08:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb41db7e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb4180b3be0 con 0x7fb4180d3020 2024-07-26T17:08:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb41db7e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb4180d3c30 con 0x7fb4180b37d0 2024-07-26T17:08:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb416ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4180d26d0 0x7fb418161ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb416ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4180d26d0 0x7fb418161ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42580/0 (socket says 172.21.15.33:42580) 2024-07-26T17:08:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb416ffd640 1 -- 172.21.15.33:0/2768118798 learned_addr learned my addr 172.21.15.33:0/2768118798 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:47.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb417fff640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4180d3020 0x7fb4180b7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb4177fe640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4180b37d0 0x7fb418158310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb416ffd640 1 -- 172.21.15.33:0/2768118798 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4180b37d0 msgr2=0x7fb418158310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb416ffd640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4180b37d0 0x7fb418158310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb416ffd640 1 -- 172.21.15.33:0/2768118798 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4180d3020 msgr2=0x7fb4180b7c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb416ffd640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4180d3020 0x7fb4180b7c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb416ffd640 1 -- 172.21.15.33:0/2768118798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4181f88a0 con 0x7fb4180d26d0 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb417fff640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4180d3020 0x7fb4180b7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.283+0000 7fb416ffd640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4180d26d0 0x7fb418161ac0 secure :-1 s=READY pgs=2939 cs=0 l=1 rev1=1 crypto rx=0x7fb40c00c7d0 tx=0x7fb40c00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.284+0000 7fb3fffff640 1 -- 172.21.15.33:0/2768118798 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40c007b50 con 0x7fb4180d26d0 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.284+0000 7fb3fffff640 1 -- 172.21.15.33:0/2768118798 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb40c007e00 con 0x7fb4180d26d0 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.284+0000 7fb41db7e640 1 -- 172.21.15.33:0/2768118798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4181f8b80 con 0x7fb4180d26d0 2024-07-26T17:08:47.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.284+0000 7fb3fffff640 1 -- 172.21.15.33:0/2768118798 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40c005280 con 0x7fb4180d26d0 2024-07-26T17:08:47.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.284+0000 7fb41db7e640 1 -- 172.21.15.33:0/2768118798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4181f9140 con 0x7fb4180d26d0 2024-07-26T17:08:47.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.285+0000 7fb41db7e640 1 -- 172.21.15.33:0/2768118798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4180d2ae0 con 0x7fb4180d26d0 2024-07-26T17:08:47.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.285+0000 7fb3fffff640 1 -- 172.21.15.33:0/2768118798 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7fb40c005420 con 0x7fb4180d26d0 2024-07-26T17:08:47.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.286+0000 7fb3fffff640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb404077040 0x7fb404079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:47.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.286+0000 7fb4177fe640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb404077040 0x7fb404079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:47.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.286+0000 7fb3fffff640 1 -- 172.21.15.33:0/2768118798 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(301..301 src has 1..301) ==== 6285+0+0 (secure 0 0 0) 0x7fb40c098f10 con 0x7fb4180d26d0 2024-07-26T17:08:47.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.287+0000 7fb4177fe640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb404077040 0x7fb404079550 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb408006fd0 tx=0x7fb408008040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:47.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.291+0000 7fb3fffff640 1 -- 172.21.15.33:0/2768118798 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb40c014030 con 0x7fb4180d26d0 2024-07-26T17:08:47.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.484+0000 7fb41db7e640 1 -- 172.21.15.33:0/2768118798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb4181f85c0 con 0x7fb4180d26d0 2024-07-26T17:08:47.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.485+0000 7fb3fffff640 1 -- 172.21.15.33:0/2768118798 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v301) ==== 74+0+17192 (secure 0 0 0) 0x7fb40c061ed0 con 0x7fb4180d26d0 2024-07-26T17:08:47.487 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:47.487 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":301,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:08:46.154108+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":40,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":39,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:08:43.858986+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"301","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":40,"pool_name":"cephfs_data","create_time":"2024-07-26T17:08:45.158603+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"301","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]},{"pool":38,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:08:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.487+0000 7fb41db7e640 1 -- 172.21.15.33:0/2768118798 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb404077040 msgr2=0x7fb404079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.487+0000 7fb41db7e640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb404077040 0x7fb404079550 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb408006fd0 tx=0x7fb408008040 comp rx=0 tx=0).stop 2024-07-26T17:08:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.487+0000 7fb41db7e640 1 -- 172.21.15.33:0/2768118798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4180d26d0 msgr2=0x7fb418161ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.487+0000 7fb41db7e640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4180d26d0 0x7fb418161ac0 secure :-1 s=READY pgs=2939 cs=0 l=1 rev1=1 crypto rx=0x7fb40c00c7d0 tx=0x7fb40c00cc90 comp rx=0 tx=0).stop 2024-07-26T17:08:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.488+0000 7fb41db7e640 1 -- 172.21.15.33:0/2768118798 shutdown_connections 2024-07-26T17:08:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.488+0000 7fb41db7e640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb404077040 0x7fb404079550 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.488+0000 7fb41db7e640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb4180d3020 0x7fb4180b7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.488+0000 7fb41db7e640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4180d26d0 0x7fb418161ac0 unknown :-1 s=CLOSED pgs=2939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.488+0000 7fb41db7e640 1 --2- 172.21.15.33:0/2768118798 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb4180b37d0 0x7fb418158310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.488+0000 7fb41db7e640 1 -- 172.21.15.33:0/2768118798 >> 172.21.15.33:0/2768118798 conn(0x7fb4180b5b00 msgr2=0x7fb4180b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:47.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.488+0000 7fb41db7e640 1 -- 172.21.15.33:0/2768118798 shutdown_connections 2024-07-26T17:08:47.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.488+0000 7fb41db7e640 1 -- 172.21.15.33:0/2768118798 wait complete. 2024-07-26T17:08:47.502 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-26T17:08:47.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.622+0000 7f7753694640 1 -- 172.21.15.33:0/2212314353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7738003a30 msgr2=0x7f7738003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:47.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.622+0000 7f7753694640 1 --2- 172.21.15.33:0/2212314353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7738003a30 0x7f7738003ea0 secure :-1 s=READY pgs=2941 cs=0 l=1 rev1=1 crypto rx=0x7f774800c290 tx=0x7f7738005830 comp rx=0 tx=0).stop 2024-07-26T17:08:47.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.622+0000 7f7751c31640 1 -- 172.21.15.33:0/2212314353 reap_dead start 2024-07-26T17:08:47.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.622+0000 7f7753694640 1 -- 172.21.15.33:0/2212314353 shutdown_connections 2024-07-26T17:08:47.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.622+0000 7f7753694640 1 -- 172.21.15.33:0/2212314353 >> 172.21.15.33:0/2212314353 conn(0x7f774c0b5b00 msgr2=0x7f774c0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:47.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.623+0000 7f7753694640 1 -- 172.21.15.33:0/2212314353 shutdown_connections 2024-07-26T17:08:47.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.623+0000 7f7753694640 1 -- 172.21.15.33:0/2212314353 wait complete. 2024-07-26T17:08:47.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.624+0000 7f7753694640 1 Processor -- start 2024-07-26T17:08:47.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.624+0000 7f7753694640 1 -- start start 2024-07-26T17:08:47.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7753694640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7738003a30 0x7f774c1f5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:47.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7753694640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c1588f0 0x7f774c0b4070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:47.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7753694640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f774c0b45b0 0x7f774c0b8310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:47.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7753694640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f774c08cc40 con 0x7f774c1588f0 2024-07-26T17:08:47.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7753694640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f774c08cac0 con 0x7f7738003a30 2024-07-26T17:08:47.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7753694640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f774c167600 con 0x7f774c0b45b0 2024-07-26T17:08:47.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7750c2f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c1588f0 0x7f774c0b4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:47.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7750c2f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c1588f0 0x7f774c0b4070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42596/0 (socket says 172.21.15.33:42596) 2024-07-26T17:08:47.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7750c2f640 1 -- 172.21.15.33:0/4116268666 learned_addr learned my addr 172.21.15.33:0/4116268666 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:47.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7751430640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7738003a30 0x7f774c1f5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:47.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7751c31640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f774c0b45b0 0x7f774c0b8310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7750c2f640 1 -- 172.21.15.33:0/4116268666 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f774c0b45b0 msgr2=0x7f774c0b8310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7750c2f640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f774c0b45b0 0x7f774c0b8310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7750c2f640 1 -- 172.21.15.33:0/4116268666 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7738003a30 msgr2=0x7f774c1f5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7750c2f640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7738003a30 0x7f774c1f5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7750c2f640 1 -- 172.21.15.33:0/4116268666 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f774c1571e0 con 0x7f774c1588f0 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7751430640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7738003a30 0x7f774c1f5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7750c2f640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c1588f0 0x7f774c0b4070 secure :-1 s=READY pgs=2942 cs=0 l=1 rev1=1 crypto rx=0x7f773c003f50 tx=0x7f773c0016f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7741ffb640 1 -- 172.21.15.33:0/4116268666 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c015070 con 0x7f774c1588f0 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.626+0000 7f7741ffb640 1 -- 172.21.15.33:0/4116268666 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f773c011840 con 0x7f774c1588f0 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.627+0000 7f7753694640 1 -- 172.21.15.33:0/4116268666 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f774c1574c0 con 0x7f774c1588f0 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.627+0000 7f7741ffb640 1 -- 172.21.15.33:0/4116268666 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c011c50 con 0x7f774c1588f0 2024-07-26T17:08:47.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.627+0000 7f7753694640 1 -- 172.21.15.33:0/4116268666 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f774c157a80 con 0x7f774c1588f0 2024-07-26T17:08:47.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.628+0000 7f7753694640 1 -- 172.21.15.33:0/4116268666 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f774c158e70 con 0x7f774c1588f0 2024-07-26T17:08:47.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.629+0000 7f7741ffb640 1 -- 172.21.15.33:0/4116268666 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f773c018070 con 0x7f774c1588f0 2024-07-26T17:08:47.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.629+0000 7f7741ffb640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7730077010 0x7f7730079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:47.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.629+0000 7f7741ffb640 1 -- 172.21.15.33:0/4116268666 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(301..301 src has 1..301) ==== 6285+0+0 (secure 0 0 0) 0x7f773c099790 con 0x7f774c1588f0 2024-07-26T17:08:47.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.629+0000 7f7751430640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7730077010 0x7f7730079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:47.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.630+0000 7f7751430640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7730077010 0x7f7730079520 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7748033000 tx=0x7f7748001a60 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:47.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.634+0000 7f7741ffb640 1 -- 172.21.15.33:0/4116268666 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f773c0627e0 con 0x7f774c1588f0 2024-07-26T17:08:47.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:47.868+0000 7f7753694640 1 -- 172.21.15.33:0/4116268666 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f774c0d29b0 con 0x7f774c1588f0 2024-07-26T17:08:48.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.792+0000 7f7741ffb640 1 -- 172.21.15.33:0/4116268666 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v168) ==== 118+0+0 (secure 0 0 0) 0x7f773c0620e0 con 0x7f774c1588f0 2024-07-26T17:08:48.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.795+0000 7f7753694640 1 -- 172.21.15.33:0/4116268666 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7730077010 msgr2=0x7f7730079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.795+0000 7f7753694640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7730077010 0x7f7730079520 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7748033000 tx=0x7f7748001a60 comp rx=0 tx=0).stop 2024-07-26T17:08:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.795+0000 7f7753694640 1 -- 172.21.15.33:0/4116268666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c1588f0 msgr2=0x7f774c0b4070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.795+0000 7f7753694640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c1588f0 0x7f774c0b4070 secure :-1 s=READY pgs=2942 cs=0 l=1 rev1=1 crypto rx=0x7f773c003f50 tx=0x7f773c0016f0 comp rx=0 tx=0).stop 2024-07-26T17:08:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.796+0000 7f7753694640 1 -- 172.21.15.33:0/4116268666 shutdown_connections 2024-07-26T17:08:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.796+0000 7f7753694640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7730077010 0x7f7730079520 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.796+0000 7f7753694640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f774c0b45b0 0x7f774c0b8310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.796+0000 7f7753694640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c1588f0 0x7f774c0b4070 unknown :-1 s=CLOSED pgs=2942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.796+0000 7f7753694640 1 --2- 172.21.15.33:0/4116268666 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7738003a30 0x7f774c1f5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.796+0000 7f7753694640 1 -- 172.21.15.33:0/4116268666 >> 172.21.15.33:0/4116268666 conn(0x7f774c0b5b00 msgr2=0x7f774c0b0c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.796+0000 7f7753694640 1 -- 172.21.15.33:0/4116268666 shutdown_connections 2024-07-26T17:08:48.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.796+0000 7f7753694640 1 -- 172.21.15.33:0/4116268666 wait complete. 2024-07-26T17:08:48.812 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-26T17:08:48.812 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-26T17:08:48.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.938+0000 7f0445b0e640 1 -- 172.21.15.33:0/2606971472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0440160350 msgr2=0x7f0440160760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:48.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.938+0000 7f0445b0e640 1 --2- 172.21.15.33:0/2606971472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0440160350 0x7f0440160760 secure :-1 s=READY pgs=2943 cs=0 l=1 rev1=1 crypto rx=0x7f0440073d50 tx=0x7f043802a980 comp rx=0 tx=0).stop 2024-07-26T17:08:48.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.938+0000 7f0445b0e640 1 -- 172.21.15.33:0/2606971472 shutdown_connections 2024-07-26T17:08:48.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.938+0000 7f0445b0e640 1 --2- 172.21.15.33:0/2606971472 >> v2:172.21.15.154:3300/0 conn(0x7f04400d0bc0 0x7f04400cecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:48.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.938+0000 7f0445b0e640 1 --2- 172.21.15.33:0/2606971472 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0440160350 0x7f0440160760 unknown :-1 s=CLOSED pgs=2943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:48.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.938+0000 7f0445b0e640 1 --2- 172.21.15.33:0/2606971472 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04400cfd00 0x7f04400ce790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:48.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.938+0000 7f0445b0e640 1 -- 172.21.15.33:0/2606971472 >> 172.21.15.33:0/2606971472 conn(0x7f04400d1e00 msgr2=0x7f04400d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:48.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.938+0000 7f0445b0e640 1 -- 172.21.15.33:0/2606971472 shutdown_connections 2024-07-26T17:08:48.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.938+0000 7f0445b0e640 1 -- 172.21.15.33:0/2606971472 wait complete. 2024-07-26T17:08:48.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.940+0000 7f0445b0e640 1 Processor -- start 2024-07-26T17:08:48.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.940+0000 7f0445b0e640 1 -- start start 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f0445b0e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04400cfd00 0x7f044015cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f0445b0e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04400d0bc0 0x7f04400c86b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f0445b0e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0440160350 0x7f044014d230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f0445b0e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f04400ccb70 con 0x7f04400d0bc0 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f0445b0e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f04400cc9f0 con 0x7f0440160350 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f0445b0e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f04400cccf0 con 0x7f04400cfd00 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04400d0bc0 0x7f04400c86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043effd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04400d0bc0 0x7f04400c86b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42614/0 (socket says 172.21.15.33:42614) 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043effd640 1 -- 172.21.15.33:0/1593779697 learned_addr learned my addr 172.21.15.33:0/1593779697 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043f7fe640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04400cfd00 0x7f044015cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043ffff640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0440160350 0x7f044014d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:48.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043effd640 1 -- 172.21.15.33:0/1593779697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04400cfd00 msgr2=0x7f044015cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:48.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043effd640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04400cfd00 0x7f044015cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:48.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043effd640 1 -- 172.21.15.33:0/1593779697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0440160350 msgr2=0x7f044014d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:48.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043effd640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0440160350 0x7f044014d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:48.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043effd640 1 -- 172.21.15.33:0/1593779697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f044014d770 con 0x7f04400d0bc0 2024-07-26T17:08:48.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043ffff640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0440160350 0x7f044014d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:48.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f043effd640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04400d0bc0 0x7f04400c86b0 secure :-1 s=READY pgs=2944 cs=0 l=1 rev1=1 crypto rx=0x7f043400c970 tx=0x7f043400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:48.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.942+0000 7f0427fff640 1 -- 172.21.15.33:0/1593779697 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0434007b50 con 0x7f04400d0bc0 2024-07-26T17:08:48.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.943+0000 7f0427fff640 1 -- 172.21.15.33:0/1593779697 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0434007cf0 con 0x7f04400d0bc0 2024-07-26T17:08:48.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.943+0000 7f0427fff640 1 -- 172.21.15.33:0/1593779697 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0434005280 con 0x7f04400d0bc0 2024-07-26T17:08:48.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.943+0000 7f0445b0e640 1 -- 172.21.15.33:0/1593779697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04401f3e80 con 0x7f04400d0bc0 2024-07-26T17:08:48.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.943+0000 7f0445b0e640 1 -- 172.21.15.33:0/1593779697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04401f4440 con 0x7f04400d0bc0 2024-07-26T17:08:48.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.944+0000 7f0445b0e640 1 -- 172.21.15.33:0/1593779697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04401f3bf0 con 0x7f04400d0bc0 2024-07-26T17:08:48.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.944+0000 7f0427fff640 1 -- 172.21.15.33:0/1593779697 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f0434005420 con 0x7f04400d0bc0 2024-07-26T17:08:48.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.945+0000 7f0427fff640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f042c077040 0x7f042c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:48.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.945+0000 7f0427fff640 1 -- 172.21.15.33:0/1593779697 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7f0434098d50 con 0x7f04400d0bc0 2024-07-26T17:08:48.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.945+0000 7f043f7fe640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f042c077040 0x7f042c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:48.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.946+0000 7f043f7fe640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f042c077040 0x7f042c079550 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f043000aa10 tx=0x7f0430005ed0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:48.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:48.950+0000 7f0427fff640 1 -- 172.21.15.33:0/1593779697 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f043409c030 con 0x7f04400d0bc0 2024-07-26T17:08:49.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.181+0000 7f0445b0e640 1 -- 172.21.15.33:0/1593779697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f0440160760 con 0x7f04400d0bc0 2024-07-26T17:08:49.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.795+0000 7f0427fff640 1 -- 172.21.15.33:0/1593779697 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v169) ==== 122+0+0 (secure 0 0 0) 0x7f0434014030 con 0x7f04400d0bc0 2024-07-26T17:08:49.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 -- 172.21.15.33:0/1593779697 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f042c077040 msgr2=0x7f042c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:49.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f042c077040 0x7f042c079550 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f043000aa10 tx=0x7f0430005ed0 comp rx=0 tx=0).stop 2024-07-26T17:08:49.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 -- 172.21.15.33:0/1593779697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04400d0bc0 msgr2=0x7f04400c86b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:49.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04400d0bc0 0x7f04400c86b0 secure :-1 s=READY pgs=2944 cs=0 l=1 rev1=1 crypto rx=0x7f043400c970 tx=0x7f043400ce30 comp rx=0 tx=0).stop 2024-07-26T17:08:49.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 -- 172.21.15.33:0/1593779697 shutdown_connections 2024-07-26T17:08:49.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f042c077040 0x7f042c079550 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:49.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0440160350 0x7f044014d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:49.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04400d0bc0 0x7f04400c86b0 unknown :-1 s=CLOSED pgs=2944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:49.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 --2- 172.21.15.33:0/1593779697 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f04400cfd00 0x7f044015cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:49.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 -- 172.21.15.33:0/1593779697 >> 172.21.15.33:0/1593779697 conn(0x7f04400d1e00 msgr2=0x7f04400caea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:49.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 -- 172.21.15.33:0/1593779697 shutdown_connections 2024-07-26T17:08:49.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.798+0000 7f0445b0e640 1 -- 172.21.15.33:0/1593779697 wait complete. 2024-07-26T17:08:49.813 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-26T17:08:49.813 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:08:49.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.934+0000 7fa93b668640 1 -- 172.21.15.33:0/3699254554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9340b9870 msgr2=0x7fa9340b0b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:49.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.934+0000 7fa93b668640 1 --2- 172.21.15.33:0/3699254554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9340b9870 0x7fa9340b0b50 secure :-1 s=READY pgs=2945 cs=0 l=1 rev1=1 crypto rx=0x7fa9340b92a0 tx=0x7fa93002a4d0 comp rx=0 tx=0).stop 2024-07-26T17:08:49.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.934+0000 7fa93b668640 1 -- 172.21.15.33:0/3699254554 shutdown_connections 2024-07-26T17:08:49.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.934+0000 7fa93b668640 1 --2- 172.21.15.33:0/3699254554 >> v2:172.21.15.154:3300/0 conn(0x7fa9340d2910 0x7fa9340cfeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:49.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.934+0000 7fa93b668640 1 --2- 172.21.15.33:0/3699254554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9340b9870 0x7fa9340b0b50 unknown :-1 s=CLOSED pgs=2945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:49.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.934+0000 7fa93b668640 1 -- 172.21.15.33:0/3699254554 >> 172.21.15.33:0/3699254554 conn(0x7fa9340d0b10 msgr2=0x7fa9340d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:49.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.934+0000 7fa93b668640 1 -- 172.21.15.33:0/3699254554 shutdown_connections 2024-07-26T17:08:49.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.934+0000 7fa93b668640 1 -- 172.21.15.33:0/3699254554 wait complete. 2024-07-26T17:08:49.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.936+0000 7fa93b668640 1 Processor -- start 2024-07-26T17:08:49.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.936+0000 7fa93b668640 1 -- start start 2024-07-26T17:08:49.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.937+0000 7fa93b668640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9340b9870 0x7fa9341f9a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:49.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.937+0000 7fa93b668640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9340d2910 0x7fa934153040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:49.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.937+0000 7fa93b668640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9340d2d20 0x7fa9341611b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:49.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.937+0000 7fa93b668640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa9340cecc0 con 0x7fa9340b9870 2024-07-26T17:08:49.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.937+0000 7fa93b668640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa9340cee40 con 0x7fa9340d2910 2024-07-26T17:08:49.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.937+0000 7fa93b668640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa9340cefc0 con 0x7fa9340d2d20 2024-07-26T17:08:49.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.937+0000 7fa939404640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9340b9870 0x7fa9341f9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:49.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.937+0000 7fa939404640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9340b9870 0x7fa9341f9a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42642/0 (socket says 172.21.15.33:42642) 2024-07-26T17:08:49.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.937+0000 7fa939404640 1 -- 172.21.15.33:0/3533476686 learned_addr learned my addr 172.21.15.33:0/3533476686 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:49.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.937+0000 7fa938c03640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9340d2910 0x7fa934153040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:49.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.937+0000 7fa939c05640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9340d2d20 0x7fa9341611b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:49.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.938+0000 7fa939404640 1 -- 172.21.15.33:0/3533476686 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9340d2d20 msgr2=0x7fa9341611b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:49.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.938+0000 7fa939404640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9340d2d20 0x7fa9341611b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:49.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.938+0000 7fa939404640 1 -- 172.21.15.33:0/3533476686 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9340d2910 msgr2=0x7fa934153040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:49.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.938+0000 7fa939404640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9340d2910 0x7fa934153040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:49.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.938+0000 7fa939404640 1 -- 172.21.15.33:0/3533476686 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9341e9330 con 0x7fa9340b9870 2024-07-26T17:08:49.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.938+0000 7fa939404640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9340b9870 0x7fa9341f9a20 secure :-1 s=READY pgs=2946 cs=0 l=1 rev1=1 crypto rx=0x7fa9300099c0 tx=0x7fa9300039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:49.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.938+0000 7fa929ffb640 1 -- 172.21.15.33:0/3533476686 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93003e030 con 0x7fa9340b9870 2024-07-26T17:08:49.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.938+0000 7fa93b668640 1 -- 172.21.15.33:0/3533476686 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9341e9ae0 con 0x7fa9340b9870 2024-07-26T17:08:49.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.938+0000 7fa929ffb640 1 -- 172.21.15.33:0/3533476686 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9300047a0 con 0x7fa9340b9870 2024-07-26T17:08:49.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.938+0000 7fa929ffb640 1 -- 172.21.15.33:0/3533476686 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa930035040 con 0x7fa9340b9870 2024-07-26T17:08:49.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.938+0000 7fa93b668640 1 -- 172.21.15.33:0/3533476686 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa934157170 con 0x7fa9340b9870 2024-07-26T17:08:49.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.939+0000 7fa93b668640 1 -- 172.21.15.33:0/3533476686 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa93406e4b0 con 0x7fa9340b9870 2024-07-26T17:08:49.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.940+0000 7fa929ffb640 1 -- 172.21.15.33:0/3533476686 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7fa930041030 con 0x7fa9340b9870 2024-07-26T17:08:49.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.941+0000 7fa929ffb640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa918077010 0x7fa918079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:49.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.941+0000 7fa929ffb640 1 -- 172.21.15.33:0/3533476686 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7fa9300b9100 con 0x7fa9340b9870 2024-07-26T17:08:49.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.941+0000 7fa938c03640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa918077010 0x7fa918079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:49.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.941+0000 7fa938c03640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa918077010 0x7fa918079520 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa9340cb030 tx=0x7fa92400b2e0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:49.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:49.946+0000 7fa929ffb640 1 -- 172.21.15.33:0/3533476686 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa93406e4b0 con 0x7fa9340b9870 2024-07-26T17:08:50.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.177+0000 7fa93b668640 1 -- 172.21.15.33:0/3533476686 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa9341573d0 con 0x7fa9340b9870 2024-07-26T17:08:50.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.178+0000 7fa929ffb640 1 -- 172.21.15.33:0/3533476686 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 169 v169) ==== 95+0+5247 (secure 0 0 0) 0x7fa930081b10 con 0x7fa9340b9870 2024-07-26T17:08:50.180 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:50.180 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":169,"btime":"2024-07-26T17:08:49:795462+0000","default_fscid":19,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":10523,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3063728360","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3063728360},{"type":"v1","addr":"172.21.15.33:6835","nonce":3063728360}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164},{"gid":11944,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/1392191626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":1392191626},{"type":"v1","addr":"172.21.15.154:6833","nonce":1392191626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163},{"gid":11965,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/1966919140","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":1966919140},{"type":"v1","addr":"172.21.15.154:6835","nonce":1966919140}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164}],"filesystems":[{"mdsmap":{"epoch":169,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:08:46.154060+0000","modified":"2024-07-26T17:08:49.182958+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":13173},"failed":[],"damaged":[],"stopped":[],"info":{"gid_13173":{"gid":13173,"name":"c","rank":0,"incarnation":165,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6834/2316224025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2316224025},{"type":"v1","addr":"172.21.15.33:6834","nonce":2316224025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[40],"metadata_pool":39,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":13173,"qdb_cluster":[13173]},"id":19}]} 2024-07-26T17:08:50.180 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 169 2024-07-26T17:08:50.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 -- 172.21.15.33:0/3533476686 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa918077010 msgr2=0x7fa918079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa918077010 0x7fa918079520 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa9340cb030 tx=0x7fa92400b2e0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 -- 172.21.15.33:0/3533476686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9340b9870 msgr2=0x7fa9341f9a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9340b9870 0x7fa9341f9a20 secure :-1 s=READY pgs=2946 cs=0 l=1 rev1=1 crypto rx=0x7fa9300099c0 tx=0x7fa9300039e0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 -- 172.21.15.33:0/3533476686 shutdown_connections 2024-07-26T17:08:50.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa918077010 0x7fa918079520 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa9340d2d20 0x7fa9341611b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa9340d2910 0x7fa934153040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 --2- 172.21.15.33:0/3533476686 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9340b9870 0x7fa9341f9a20 unknown :-1 s=CLOSED pgs=2946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 -- 172.21.15.33:0/3533476686 >> 172.21.15.33:0/3533476686 conn(0x7fa9340d0b10 msgr2=0x7fa93406d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:50.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 -- 172.21.15.33:0/3533476686 shutdown_connections 2024-07-26T17:08:50.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.180+0000 7fa93b668640 1 -- 172.21.15.33:0/3533476686 wait complete. 2024-07-26T17:08:50.193 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:08:50.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.310+0000 7f4a701dd640 1 -- 172.21.15.33:0/2788620997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a54003c30 msgr2=0x7f4a540040a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.310+0000 7f4a701dd640 1 --2- 172.21.15.33:0/2788620997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a54003c30 0x7f4a540040a0 secure :-1 s=READY pgs=2948 cs=0 l=1 rev1=1 crypto rx=0x7f4a64009b50 tx=0x7f4a54005830 comp rx=0 tx=0).stop 2024-07-26T17:08:50.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.310+0000 7f4a701dd640 1 -- 172.21.15.33:0/2788620997 shutdown_connections 2024-07-26T17:08:50.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.310+0000 7f4a701dd640 1 --2- 172.21.15.33:0/2788620997 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a54003c30 0x7f4a540040a0 unknown :-1 s=CLOSED pgs=2948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.310+0000 7f4a701dd640 1 -- 172.21.15.33:0/2788620997 >> 172.21.15.33:0/2788620997 conn(0x7f4a680d1e20 msgr2=0x7f4a680d2230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:50.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.310+0000 7f4a701dd640 1 -- 172.21.15.33:0/2788620997 shutdown_connections 2024-07-26T17:08:50.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.310+0000 7f4a701dd640 1 -- 172.21.15.33:0/2788620997 wait complete. 2024-07-26T17:08:50.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.312+0000 7f4a701dd640 1 Processor -- start 2024-07-26T17:08:50.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.312+0000 7f4a701dd640 1 -- start start 2024-07-26T17:08:50.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.313+0000 7f4a701dd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a54003c30 0x7f4a6814e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:50.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.313+0000 7f4a701dd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a6814e730 0x7f4a681f65c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:50.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.313+0000 7f4a701dd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a681f6b00 0x7f4a6809e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:50.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.313+0000 7f4a701dd640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4a680ce960 con 0x7f4a54003c30 2024-07-26T17:08:50.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.313+0000 7f4a701dd640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4a680ce7e0 con 0x7f4a6814e730 2024-07-26T17:08:50.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.313+0000 7f4a701dd640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4a680ceae0 con 0x7f4a681f6b00 2024-07-26T17:08:50.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.313+0000 7f4a6df79640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a54003c30 0x7f4a6814e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:50.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.313+0000 7f4a6df79640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a54003c30 0x7f4a6814e1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42664/0 (socket says 172.21.15.33:42664) 2024-07-26T17:08:50.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.313+0000 7f4a6df79640 1 -- 172.21.15.33:0/825466638 learned_addr learned my addr 172.21.15.33:0/825466638 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:50.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.313+0000 7f4a6e77a640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a681f6b00 0x7f4a6809e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:50.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a6d778640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a6814e730 0x7f4a681f65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:50.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a6df79640 1 -- 172.21.15.33:0/825466638 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a681f6b00 msgr2=0x7f4a6809e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a6df79640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a681f6b00 0x7f4a6809e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a6df79640 1 -- 172.21.15.33:0/825466638 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a6814e730 msgr2=0x7f4a681f65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a6df79640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a6814e730 0x7f4a681f65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a6df79640 1 -- 172.21.15.33:0/825466638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a681f6f10 con 0x7f4a54003c30 2024-07-26T17:08:50.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a6df79640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a54003c30 0x7f4a6814e1f0 secure :-1 s=READY pgs=2949 cs=0 l=1 rev1=1 crypto rx=0x7f4a64036040 tx=0x7f4a640336f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:50.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a5e7fc640 1 -- 172.21.15.33:0/825466638 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a64038040 con 0x7f4a54003c30 2024-07-26T17:08:50.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a5e7fc640 1 -- 172.21.15.33:0/825466638 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a64041070 con 0x7f4a54003c30 2024-07-26T17:08:50.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a701dd640 1 -- 172.21.15.33:0/825466638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a680aed20 con 0x7f4a54003c30 2024-07-26T17:08:50.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a5e7fc640 1 -- 172.21.15.33:0/825466638 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a64033da0 con 0x7f4a54003c30 2024-07-26T17:08:50.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.314+0000 7f4a701dd640 1 -- 172.21.15.33:0/825466638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a680af2e0 con 0x7f4a54003c30 2024-07-26T17:08:50.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.315+0000 7f4a701dd640 1 -- 172.21.15.33:0/825466638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a680720f0 con 0x7f4a54003c30 2024-07-26T17:08:50.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.316+0000 7f4a5e7fc640 1 -- 172.21.15.33:0/825466638 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f4a64046460 con 0x7f4a54003c30 2024-07-26T17:08:50.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.316+0000 7f4a5e7fc640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4a4c077010 0x7f4a4c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:50.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.317+0000 7f4a5e7fc640 1 -- 172.21.15.33:0/825466638 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7f4a640b95c0 con 0x7f4a54003c30 2024-07-26T17:08:50.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.317+0000 7f4a6d778640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4a4c077010 0x7f4a4c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:50.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.317+0000 7f4a6d778640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4a4c077010 0x7f4a4c079520 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4a681f7630 tx=0x7f4a580069e0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:50.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.322+0000 7f4a5e7fc640 1 -- 172.21.15.33:0/825466638 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4a680720f0 con 0x7f4a54003c30 2024-07-26T17:08:50.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.514+0000 7f4a701dd640 1 -- 172.21.15.33:0/825466638 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4a68070a90 con 0x7f4a54003c30 2024-07-26T17:08:50.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.515+0000 7f4a5e7fc640 1 -- 172.21.15.33:0/825466638 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v302) ==== 74+0+17179 (secure 0 0 0) 0x7f4a681f6f10 con 0x7f4a54003c30 2024-07-26T17:08:50.517 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:50.517 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":302,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:08:47.778754+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":40,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":39,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:08:43.858986+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"301","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":40,"pool_name":"cephfs_data","create_time":"2024-07-26T17:08:45.158603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"302","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]},{"pool":38,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:08:50.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 -- 172.21.15.33:0/825466638 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4a4c077010 msgr2=0x7f4a4c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4a4c077010 0x7f4a4c079520 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4a681f7630 tx=0x7f4a580069e0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 -- 172.21.15.33:0/825466638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a54003c30 msgr2=0x7f4a6814e1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a54003c30 0x7f4a6814e1f0 secure :-1 s=READY pgs=2949 cs=0 l=1 rev1=1 crypto rx=0x7f4a64036040 tx=0x7f4a640336f0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 -- 172.21.15.33:0/825466638 shutdown_connections 2024-07-26T17:08:50.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4a4c077010 0x7f4a4c079520 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4a681f6b00 0x7f4a6809e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4a6814e730 0x7f4a681f65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 --2- 172.21.15.33:0/825466638 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a54003c30 0x7f4a6814e1f0 unknown :-1 s=CLOSED pgs=2949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 -- 172.21.15.33:0/825466638 >> 172.21.15.33:0/825466638 conn(0x7f4a680d1e20 msgr2=0x7f4a6815f3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:50.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 -- 172.21.15.33:0/825466638 shutdown_connections 2024-07-26T17:08:50.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.517+0000 7f4a701dd640 1 -- 172.21.15.33:0/825466638 wait complete. 2024-07-26T17:08:50.531 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T17:08:50.531 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:08:50.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.646+0000 7fb027977640 1 -- 172.21.15.33:0/1261282448 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0200d2de0 msgr2=0x7fb0200cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.646+0000 7fb027977640 1 --2- 172.21.15.33:0/1261282448 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0200d2de0 0x7fb0200cee00 secure :-1 s=READY pgs=2951 cs=0 l=1 rev1=1 crypto rx=0x7fb02008ce70 tx=0x7fb01802a820 comp rx=0 tx=0).stop 2024-07-26T17:08:50.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.646+0000 7fb027977640 1 -- 172.21.15.33:0/1261282448 shutdown_connections 2024-07-26T17:08:50.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.646+0000 7fb027977640 1 --2- 172.21.15.33:0/1261282448 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0200d2de0 0x7fb0200cee00 unknown :-1 s=CLOSED pgs=2951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.646+0000 7fb027977640 1 --2- 172.21.15.33:0/1261282448 >> v2:172.21.15.154:3300/0 conn(0x7fb0200b37d0 0x7fb0200b9360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.646+0000 7fb027977640 1 -- 172.21.15.33:0/1261282448 >> 172.21.15.33:0/1261282448 conn(0x7fb0200b5b00 msgr2=0x7fb0200b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:50.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.647+0000 7fb027977640 1 -- 172.21.15.33:0/1261282448 shutdown_connections 2024-07-26T17:08:50.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.647+0000 7fb027977640 1 -- 172.21.15.33:0/1261282448 wait complete. 2024-07-26T17:08:50.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.648+0000 7fb027977640 1 Processor -- start 2024-07-26T17:08:50.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.648+0000 7fb027977640 1 -- start start 2024-07-26T17:08:50.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb027977640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0200b37d0 0x7fb02009fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:50.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb027977640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0200b98a0 0x7fb020157de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb027977640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0200d2de0 0x7fb0201f8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb027977640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fb0200b3d60 con 0x7fb0200d2de0 2024-07-26T17:08:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb027977640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fb0200b3be0 con 0x7fb0200b98a0 2024-07-26T17:08:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb027977640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fb0200d3c30 con 0x7fb0200b37d0 2024-07-26T17:08:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb025f14640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0200d2de0 0x7fb0201f8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb025f14640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0200d2de0 0x7fb0201f8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42678/0 (socket says 172.21.15.33:42678) 2024-07-26T17:08:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb025f14640 1 -- 172.21.15.33:0/2123366552 learned_addr learned my addr 172.21.15.33:0/2123366552 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb025713640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0200b37d0 0x7fb02009fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb025f14640 1 -- 172.21.15.33:0/2123366552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0200b37d0 msgr2=0x7fb02009fbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb025f14640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0200b37d0 0x7fb02009fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb024f12640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0200b98a0 0x7fb020157de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:50.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb025f14640 1 -- 172.21.15.33:0/2123366552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0200b98a0 msgr2=0x7fb020157de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb025f14640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0200b98a0 0x7fb020157de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb025f14640 1 -- 172.21.15.33:0/2123366552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0200a0e30 con 0x7fb0200d2de0 2024-07-26T17:08:50.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb024f12640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0200b98a0 0x7fb020157de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:08:50.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb025f14640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0200d2de0 0x7fb0201f8ab0 secure :-1 s=READY pgs=2952 cs=0 l=1 rev1=1 crypto rx=0x7fb018009ca0 tx=0x7fb018032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:50.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.650+0000 7fb015ffb640 1 -- 172.21.15.33:0/2123366552 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb01803f020 con 0x7fb0200d2de0 2024-07-26T17:08:50.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.651+0000 7fb015ffb640 1 -- 172.21.15.33:0/2123366552 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb018004040 con 0x7fb0200d2de0 2024-07-26T17:08:50.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.651+0000 7fb027977640 1 -- 172.21.15.33:0/2123366552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0200a0590 con 0x7fb0200d2de0 2024-07-26T17:08:50.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.651+0000 7fb015ffb640 1 -- 172.21.15.33:0/2123366552 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb018037040 con 0x7fb0200d2de0 2024-07-26T17:08:50.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.651+0000 7fb027977640 1 -- 172.21.15.33:0/2123366552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0200a0b50 con 0x7fb0200d2de0 2024-07-26T17:08:50.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.652+0000 7fb027977640 1 -- 172.21.15.33:0/2123366552 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0200b9360 con 0x7fb0200d2de0 2024-07-26T17:08:50.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.652+0000 7fb015ffb640 1 -- 172.21.15.33:0/2123366552 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7fb018042020 con 0x7fb0200d2de0 2024-07-26T17:08:50.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.653+0000 7fb015ffb640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb004077040 0x7fb004079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:50.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.653+0000 7fb015ffb640 1 -- 172.21.15.33:0/2123366552 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7fb0180b9480 con 0x7fb0200d2de0 2024-07-26T17:08:50.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.653+0000 7fb025713640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb004077040 0x7fb004079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:50.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.654+0000 7fb025713640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb004077040 0x7fb004079550 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb01c00b9a0 tx=0x7fb01c005c20 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:50.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.658+0000 7fb015ffb640 1 -- 172.21.15.33:0/2123366552 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb018049020 con 0x7fb0200d2de0 2024-07-26T17:08:50.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.847+0000 7fb027977640 1 -- 172.21.15.33:0/2123366552 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb02006ab00 con 0x7fb004077040 2024-07-26T17:08:50.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.852+0000 7fb015ffb640 1 -- 172.21.15.33:0/2123366552 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252504 (secure 0 0 0) 0x7fb01c00b5b0 con 0x7fb004077040 2024-07-26T17:08:50.856 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:50.858 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:08:50.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 -- 172.21.15.33:0/2123366552 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb004077040 msgr2=0x7fb004079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb004077040 0x7fb004079550 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fb01c00b9a0 tx=0x7fb01c005c20 comp rx=0 tx=0).stop 2024-07-26T17:08:50.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 -- 172.21.15.33:0/2123366552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0200d2de0 msgr2=0x7fb0201f8ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:50.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0200d2de0 0x7fb0201f8ab0 secure :-1 s=READY pgs=2952 cs=0 l=1 rev1=1 crypto rx=0x7fb018009ca0 tx=0x7fb018032d10 comp rx=0 tx=0).stop 2024-07-26T17:08:50.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 -- 172.21.15.33:0/2123366552 shutdown_connections 2024-07-26T17:08:50.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fb004077040 0x7fb004079550 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0200d2de0 0x7fb0201f8ab0 unknown :-1 s=CLOSED pgs=2952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fb0200b98a0 0x7fb020157de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 --2- 172.21.15.33:0/2123366552 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fb0200b37d0 0x7fb02009fbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:50.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 -- 172.21.15.33:0/2123366552 >> 172.21.15.33:0/2123366552 conn(0x7fb0200b5b00 msgr2=0x7fb02006d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:50.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 -- 172.21.15.33:0/2123366552 shutdown_connections 2024-07-26T17:08:50.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:50.856+0000 7fb027977640 1 -- 172.21.15.33:0/2123366552 wait complete. 2024-07-26T17:08:50.869 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-07-26T17:08:50.324334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":492,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3550,"ondisk_log_size":3550,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":169,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":485916,"kb_used_data":31016,"kb_used_omap":12,"kb_used_meta":454771,"kb_avail":754488804,"statfs":{"total":773094113280,"available":772596535296,"internally_reserved":0,"allocated":31760384,"data_stored":17289324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":465686065},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.571469"},"pg_stats":[{"pgid":"40.3f","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831426+0000","last_change":"2024-07-26T17:08:46.784069+0000","last_active":"2024-07-26T17:08:47.831426+0000","last_peered":"2024-07-26T17:08:47.831426+0000","last_clean":"2024-07-26T17:08:47.831426+0000","last_became_active":"2024-07-26T17:08:46.783699+0000","last_became_peered":"2024-07-26T17:08:46.783699+0000","last_unstale":"2024-07-26T17:08:47.831426+0000","last_undegraded":"2024-07-26T17:08:47.831426+0000","last_fullsized":"2024-07-26T17:08:47.831426+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:04.415774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.3e","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830342+0000","last_change":"2024-07-26T17:08:46.789599+0000","last_active":"2024-07-26T17:08:47.830342+0000","last_peered":"2024-07-26T17:08:47.830342+0000","last_clean":"2024-07-26T17:08:47.830342+0000","last_became_active":"2024-07-26T17:08:46.789201+0000","last_became_peered":"2024-07-26T17:08:46.789201+0000","last_unstale":"2024-07-26T17:08:47.830342+0000","last_undegraded":"2024-07-26T17:08:47.830342+0000","last_fullsized":"2024-07-26T17:08:47.830342+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:49.716238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.3d","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831600+0000","last_change":"2024-07-26T17:08:46.787132+0000","last_active":"2024-07-26T17:08:47.831600+0000","last_peered":"2024-07-26T17:08:47.831600+0000","last_clean":"2024-07-26T17:08:47.831600+0000","last_became_active":"2024-07-26T17:08:46.786776+0000","last_became_peered":"2024-07-26T17:08:46.786776+0000","last_unstale":"2024-07-26T17:08:47.831600+0000","last_undegraded":"2024-07-26T17:08:47.831600+0000","last_fullsized":"2024-07-26T17:08:47.831600+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:15:08.073435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.3c","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800982+0000","last_change":"2024-07-26T17:08:46.805981+0000","last_active":"2024-07-26T17:08:47.800982+0000","last_peered":"2024-07-26T17:08:47.800982+0000","last_clean":"2024-07-26T17:08:47.800982+0000","last_became_active":"2024-07-26T17:08:46.805618+0000","last_became_peered":"2024-07-26T17:08:46.805618+0000","last_unstale":"2024-07-26T17:08:47.800982+0000","last_undegraded":"2024-07-26T17:08:47.800982+0000","last_fullsized":"2024-07-26T17:08:47.800982+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:03:35.364810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.3b","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789721+0000","last_change":"2024-07-26T17:08:46.806933+0000","last_active":"2024-07-26T17:08:47.789721+0000","last_peered":"2024-07-26T17:08:47.789721+0000","last_clean":"2024-07-26T17:08:47.789721+0000","last_became_active":"2024-07-26T17:08:46.800694+0000","last_became_peered":"2024-07-26T17:08:46.800694+0000","last_unstale":"2024-07-26T17:08:47.789721+0000","last_undegraded":"2024-07-26T17:08:47.789721+0000","last_fullsized":"2024-07-26T17:08:47.789721+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:49.727261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3a","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788789+0000","last_change":"2024-07-26T17:08:46.783751+0000","last_active":"2024-07-26T17:08:47.788789+0000","last_peered":"2024-07-26T17:08:47.788789+0000","last_clean":"2024-07-26T17:08:47.788789+0000","last_became_active":"2024-07-26T17:08:46.783488+0000","last_became_peered":"2024-07-26T17:08:46.783488+0000","last_unstale":"2024-07-26T17:08:47.788789+0000","last_undegraded":"2024-07-26T17:08:47.788789+0000","last_fullsized":"2024-07-26T17:08:47.788789+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:50:18.232238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.39","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788693+0000","last_change":"2024-07-26T17:08:46.786101+0000","last_active":"2024-07-26T17:08:47.788693+0000","last_peered":"2024-07-26T17:08:47.788693+0000","last_clean":"2024-07-26T17:08:47.788693+0000","last_became_active":"2024-07-26T17:08:46.785790+0000","last_became_peered":"2024-07-26T17:08:46.785790+0000","last_unstale":"2024-07-26T17:08:47.788693+0000","last_undegraded":"2024-07-26T17:08:47.788693+0000","last_fullsized":"2024-07-26T17:08:47.788693+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:04:38.761923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.38","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789416+0000","last_change":"2024-07-26T17:08:46.798120+0000","last_active":"2024-07-26T17:08:47.789416+0000","last_peered":"2024-07-26T17:08:47.789416+0000","last_clean":"2024-07-26T17:08:47.789416+0000","last_became_active":"2024-07-26T17:08:46.797786+0000","last_became_peered":"2024-07-26T17:08:46.797786+0000","last_unstale":"2024-07-26T17:08:47.789416+0000","last_undegraded":"2024-07-26T17:08:47.789416+0000","last_fullsized":"2024-07-26T17:08:47.789416+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:57.273476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.37","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789746+0000","last_change":"2024-07-26T17:08:46.804241+0000","last_active":"2024-07-26T17:08:47.789746+0000","last_peered":"2024-07-26T17:08:47.789746+0000","last_clean":"2024-07-26T17:08:47.789746+0000","last_became_active":"2024-07-26T17:08:46.801029+0000","last_became_peered":"2024-07-26T17:08:46.801029+0000","last_unstale":"2024-07-26T17:08:47.789746+0000","last_undegraded":"2024-07-26T17:08:47.789746+0000","last_fullsized":"2024-07-26T17:08:47.789746+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:52:26.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.36","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830941+0000","last_change":"2024-07-26T17:08:46.795743+0000","last_active":"2024-07-26T17:08:47.830941+0000","last_peered":"2024-07-26T17:08:47.830941+0000","last_clean":"2024-07-26T17:08:47.830941+0000","last_became_active":"2024-07-26T17:08:46.795449+0000","last_became_peered":"2024-07-26T17:08:46.795449+0000","last_unstale":"2024-07-26T17:08:47.830941+0000","last_undegraded":"2024-07-26T17:08:47.830941+0000","last_fullsized":"2024-07-26T17:08:47.830941+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:30:25.408500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.35","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790322+0000","last_change":"2024-07-26T17:08:46.795293+0000","last_active":"2024-07-26T17:08:47.790322+0000","last_peered":"2024-07-26T17:08:47.790322+0000","last_clean":"2024-07-26T17:08:47.790322+0000","last_became_active":"2024-07-26T17:08:46.794168+0000","last_became_peered":"2024-07-26T17:08:46.794168+0000","last_unstale":"2024-07-26T17:08:47.790322+0000","last_undegraded":"2024-07-26T17:08:47.790322+0000","last_fullsized":"2024-07-26T17:08:47.790322+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:25.088129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.34","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831334+0000","last_change":"2024-07-26T17:08:46.792822+0000","last_active":"2024-07-26T17:08:47.831334+0000","last_peered":"2024-07-26T17:08:47.831334+0000","last_clean":"2024-07-26T17:08:47.831334+0000","last_became_active":"2024-07-26T17:08:46.792477+0000","last_became_peered":"2024-07-26T17:08:46.792477+0000","last_unstale":"2024-07-26T17:08:47.831334+0000","last_undegraded":"2024-07-26T17:08:47.831334+0000","last_fullsized":"2024-07-26T17:08:47.831334+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:18:08.651957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.33","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800780+0000","last_change":"2024-07-26T17:08:46.782954+0000","last_active":"2024-07-26T17:08:47.800780+0000","last_peered":"2024-07-26T17:08:47.800780+0000","last_clean":"2024-07-26T17:08:47.800780+0000","last_became_active":"2024-07-26T17:08:46.782598+0000","last_became_peered":"2024-07-26T17:08:46.782598+0000","last_unstale":"2024-07-26T17:08:47.800780+0000","last_undegraded":"2024-07-26T17:08:47.800780+0000","last_fullsized":"2024-07-26T17:08:47.800780+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:51:27.519147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.32","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790095+0000","last_change":"2024-07-26T17:08:46.797982+0000","last_active":"2024-07-26T17:08:47.790095+0000","last_peered":"2024-07-26T17:08:47.790095+0000","last_clean":"2024-07-26T17:08:47.790095+0000","last_became_active":"2024-07-26T17:08:46.797648+0000","last_became_peered":"2024-07-26T17:08:46.797648+0000","last_unstale":"2024-07-26T17:08:47.790095+0000","last_undegraded":"2024-07-26T17:08:47.790095+0000","last_fullsized":"2024-07-26T17:08:47.790095+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:56.230200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.31","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788775+0000","last_change":"2024-07-26T17:08:46.799050+0000","last_active":"2024-07-26T17:08:47.788775+0000","last_peered":"2024-07-26T17:08:47.788775+0000","last_clean":"2024-07-26T17:08:47.788775+0000","last_became_active":"2024-07-26T17:08:46.798733+0000","last_became_peered":"2024-07-26T17:08:46.798733+0000","last_unstale":"2024-07-26T17:08:47.788775+0000","last_undegraded":"2024-07-26T17:08:47.788775+0000","last_fullsized":"2024-07-26T17:08:47.788775+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:09:51.346118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.30","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830749+0000","last_change":"2024-07-26T17:08:46.792265+0000","last_active":"2024-07-26T17:08:47.830749+0000","last_peered":"2024-07-26T17:08:47.830749+0000","last_clean":"2024-07-26T17:08:47.830749+0000","last_became_active":"2024-07-26T17:08:46.791747+0000","last_became_peered":"2024-07-26T17:08:46.791747+0000","last_unstale":"2024-07-26T17:08:47.830749+0000","last_undegraded":"2024-07-26T17:08:47.830749+0000","last_fullsized":"2024-07-26T17:08:47.830749+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2f","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830636+0000","last_change":"2024-07-26T17:08:46.799560+0000","last_active":"2024-07-26T17:08:47.830636+0000","last_peered":"2024-07-26T17:08:47.830636+0000","last_clean":"2024-07-26T17:08:47.830636+0000","last_became_active":"2024-07-26T17:08:46.799225+0000","last_became_peered":"2024-07-26T17:08:46.799225+0000","last_unstale":"2024-07-26T17:08:47.830636+0000","last_undegraded":"2024-07-26T17:08:47.830636+0000","last_fullsized":"2024-07-26T17:08:47.830636+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:23.991365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2e","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831307+0000","last_change":"2024-07-26T17:08:46.806649+0000","last_active":"2024-07-26T17:08:47.831307+0000","last_peered":"2024-07-26T17:08:47.831307+0000","last_clean":"2024-07-26T17:08:47.831307+0000","last_became_active":"2024-07-26T17:08:46.806313+0000","last_became_peered":"2024-07-26T17:08:46.806313+0000","last_unstale":"2024-07-26T17:08:47.831307+0000","last_undegraded":"2024-07-26T17:08:47.831307+0000","last_fullsized":"2024-07-26T17:08:47.831307+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:33.456221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.2d","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831339+0000","last_change":"2024-07-26T17:08:46.792643+0000","last_active":"2024-07-26T17:08:47.831339+0000","last_peered":"2024-07-26T17:08:47.831339+0000","last_clean":"2024-07-26T17:08:47.831339+0000","last_became_active":"2024-07-26T17:08:46.790504+0000","last_became_peered":"2024-07-26T17:08:46.790504+0000","last_unstale":"2024-07-26T17:08:47.831339+0000","last_undegraded":"2024-07-26T17:08:47.831339+0000","last_fullsized":"2024-07-26T17:08:47.831339+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:57.859973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2c","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789391+0000","last_change":"2024-07-26T17:08:46.792510+0000","last_active":"2024-07-26T17:08:47.789391+0000","last_peered":"2024-07-26T17:08:47.789391+0000","last_clean":"2024-07-26T17:08:47.789391+0000","last_became_active":"2024-07-26T17:08:46.792186+0000","last_became_peered":"2024-07-26T17:08:46.792186+0000","last_unstale":"2024-07-26T17:08:47.789391+0000","last_undegraded":"2024-07-26T17:08:47.789391+0000","last_fullsized":"2024-07-26T17:08:47.789391+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:51:49.899306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.2b","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830365+0000","last_change":"2024-07-26T17:08:46.792303+0000","last_active":"2024-07-26T17:08:47.830365+0000","last_peered":"2024-07-26T17:08:47.830365+0000","last_clean":"2024-07-26T17:08:47.830365+0000","last_became_active":"2024-07-26T17:08:46.791961+0000","last_became_peered":"2024-07-26T17:08:46.791961+0000","last_unstale":"2024-07-26T17:08:47.830365+0000","last_undegraded":"2024-07-26T17:08:47.830365+0000","last_fullsized":"2024-07-26T17:08:47.830365+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:03.051863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2a","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789554+0000","last_change":"2024-07-26T17:08:46.800544+0000","last_active":"2024-07-26T17:08:47.789554+0000","last_peered":"2024-07-26T17:08:47.789554+0000","last_clean":"2024-07-26T17:08:47.789554+0000","last_became_active":"2024-07-26T17:08:46.799891+0000","last_became_peered":"2024-07-26T17:08:46.799891+0000","last_unstale":"2024-07-26T17:08:47.789554+0000","last_undegraded":"2024-07-26T17:08:47.789554+0000","last_fullsized":"2024-07-26T17:08:47.789554+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:21.464527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.28","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830891+0000","last_change":"2024-07-26T17:08:46.790690+0000","last_active":"2024-07-26T17:08:47.830891+0000","last_peered":"2024-07-26T17:08:47.830891+0000","last_clean":"2024-07-26T17:08:47.830891+0000","last_became_active":"2024-07-26T17:08:46.790359+0000","last_became_peered":"2024-07-26T17:08:46.790359+0000","last_unstale":"2024-07-26T17:08:47.830891+0000","last_undegraded":"2024-07-26T17:08:47.830891+0000","last_fullsized":"2024-07-26T17:08:47.830891+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:24:37.763164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.27","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789943+0000","last_change":"2024-07-26T17:08:46.807141+0000","last_active":"2024-07-26T17:08:47.789943+0000","last_peered":"2024-07-26T17:08:47.789943+0000","last_clean":"2024-07-26T17:08:47.789943+0000","last_became_active":"2024-07-26T17:08:46.805160+0000","last_became_peered":"2024-07-26T17:08:46.805160+0000","last_unstale":"2024-07-26T17:08:47.789943+0000","last_undegraded":"2024-07-26T17:08:47.789943+0000","last_fullsized":"2024-07-26T17:08:47.789943+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:19.096706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.26","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831162+0000","last_change":"2024-07-26T17:08:46.789380+0000","last_active":"2024-07-26T17:08:47.831162+0000","last_peered":"2024-07-26T17:08:47.831162+0000","last_clean":"2024-07-26T17:08:47.831162+0000","last_became_active":"2024-07-26T17:08:46.788746+0000","last_became_peered":"2024-07-26T17:08:46.788746+0000","last_unstale":"2024-07-26T17:08:47.831162+0000","last_undegraded":"2024-07-26T17:08:47.831162+0000","last_fullsized":"2024-07-26T17:08:47.831162+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:18:31.168669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.25","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831545+0000","last_change":"2024-07-26T17:08:46.789812+0000","last_active":"2024-07-26T17:08:47.831545+0000","last_peered":"2024-07-26T17:08:47.831545+0000","last_clean":"2024-07-26T17:08:47.831545+0000","last_became_active":"2024-07-26T17:08:46.789490+0000","last_became_peered":"2024-07-26T17:08:46.789490+0000","last_unstale":"2024-07-26T17:08:47.831545+0000","last_undegraded":"2024-07-26T17:08:47.831545+0000","last_fullsized":"2024-07-26T17:08:47.831545+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:43:23.302912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.24","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789841+0000","last_change":"2024-07-26T17:08:46.800997+0000","last_active":"2024-07-26T17:08:47.789841+0000","last_peered":"2024-07-26T17:08:47.789841+0000","last_clean":"2024-07-26T17:08:47.789841+0000","last_became_active":"2024-07-26T17:08:46.800463+0000","last_became_peered":"2024-07-26T17:08:46.800463+0000","last_unstale":"2024-07-26T17:08:47.789841+0000","last_undegraded":"2024-07-26T17:08:47.789841+0000","last_fullsized":"2024-07-26T17:08:47.789841+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:45:58.681931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.23","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789853+0000","last_change":"2024-07-26T17:08:46.801015+0000","last_active":"2024-07-26T17:08:47.789853+0000","last_peered":"2024-07-26T17:08:47.789853+0000","last_clean":"2024-07-26T17:08:47.789853+0000","last_became_active":"2024-07-26T17:08:46.800103+0000","last_became_peered":"2024-07-26T17:08:46.800103+0000","last_unstale":"2024-07-26T17:08:47.789853+0000","last_undegraded":"2024-07-26T17:08:47.789853+0000","last_fullsized":"2024-07-26T17:08:47.789853+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:29:53.248512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.22","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790114+0000","last_change":"2024-07-26T17:08:46.793656+0000","last_active":"2024-07-26T17:08:47.790114+0000","last_peered":"2024-07-26T17:08:47.790114+0000","last_clean":"2024-07-26T17:08:47.790114+0000","last_became_active":"2024-07-26T17:08:46.793237+0000","last_became_peered":"2024-07-26T17:08:46.793237+0000","last_unstale":"2024-07-26T17:08:47.790114+0000","last_undegraded":"2024-07-26T17:08:47.790114+0000","last_fullsized":"2024-07-26T17:08:47.790114+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:20.951173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.21","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830352+0000","last_change":"2024-07-26T17:08:46.782928+0000","last_active":"2024-07-26T17:08:47.830352+0000","last_peered":"2024-07-26T17:08:47.830352+0000","last_clean":"2024-07-26T17:08:47.830352+0000","last_became_active":"2024-07-26T17:08:46.782606+0000","last_became_peered":"2024-07-26T17:08:46.782606+0000","last_unstale":"2024-07-26T17:08:47.830352+0000","last_undegraded":"2024-07-26T17:08:47.830352+0000","last_fullsized":"2024-07-26T17:08:47.830352+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:34.054221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.20","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831151+0000","last_change":"2024-07-26T17:08:46.788298+0000","last_active":"2024-07-26T17:08:47.831151+0000","last_peered":"2024-07-26T17:08:47.831151+0000","last_clean":"2024-07-26T17:08:47.831151+0000","last_became_active":"2024-07-26T17:08:46.787955+0000","last_became_peered":"2024-07-26T17:08:46.787955+0000","last_unstale":"2024-07-26T17:08:47.831151+0000","last_undegraded":"2024-07-26T17:08:47.831151+0000","last_fullsized":"2024-07-26T17:08:47.831151+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:11:29.827339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.10","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788500+0000","last_change":"2024-07-26T17:08:46.788763+0000","last_active":"2024-07-26T17:08:47.788500+0000","last_peered":"2024-07-26T17:08:47.788500+0000","last_clean":"2024-07-26T17:08:47.788500+0000","last_became_active":"2024-07-26T17:08:46.788434+0000","last_became_peered":"2024-07-26T17:08:46.788434+0000","last_unstale":"2024-07-26T17:08:47.788500+0000","last_undegraded":"2024-07-26T17:08:47.788500+0000","last_fullsized":"2024-07-26T17:08:47.788500+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:08:37.022533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.1f","version":"301'4","reported_seq":19,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800841+0000","last_change":"2024-07-26T17:08:45.772884+0000","last_active":"2024-07-26T17:08:47.800841+0000","last_peered":"2024-07-26T17:08:47.800841+0000","last_clean":"2024-07-26T17:08:47.800841+0000","last_became_active":"2024-07-26T17:08:45.772568+0000","last_became_peered":"2024-07-26T17:08:45.772568+0000","last_unstale":"2024-07-26T17:08:47.800841+0000","last_undegraded":"2024-07-26T17:08:47.800841+0000","last_fullsized":"2024-07-26T17:08:47.800841+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:10.156337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.11","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800694+0000","last_change":"2024-07-26T17:08:46.790800+0000","last_active":"2024-07-26T17:08:47.800694+0000","last_peered":"2024-07-26T17:08:47.800694+0000","last_clean":"2024-07-26T17:08:47.800694+0000","last_became_active":"2024-07-26T17:08:46.790480+0000","last_became_peered":"2024-07-26T17:08:46.790480+0000","last_unstale":"2024-07-26T17:08:47.800694+0000","last_undegraded":"2024-07-26T17:08:47.800694+0000","last_fullsized":"2024-07-26T17:08:47.800694+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:17:00.821239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.1e","version":"301'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831712+0000","last_change":"2024-07-26T17:08:45.785217+0000","last_active":"2024-07-26T17:08:47.831712+0000","last_peered":"2024-07-26T17:08:47.831712+0000","last_clean":"2024-07-26T17:08:47.831712+0000","last_became_active":"2024-07-26T17:08:45.784982+0000","last_became_peered":"2024-07-26T17:08:45.784982+0000","last_unstale":"2024-07-26T17:08:47.831712+0000","last_undegraded":"2024-07-26T17:08:47.831712+0000","last_fullsized":"2024-07-26T17:08:47.831712+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.12","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830457+0000","last_change":"2024-07-26T17:08:46.786412+0000","last_active":"2024-07-26T17:08:47.830457+0000","last_peered":"2024-07-26T17:08:47.830457+0000","last_clean":"2024-07-26T17:08:47.830457+0000","last_became_active":"2024-07-26T17:08:46.786035+0000","last_became_peered":"2024-07-26T17:08:46.786035+0000","last_unstale":"2024-07-26T17:08:47.830457+0000","last_undegraded":"2024-07-26T17:08:47.830457+0000","last_fullsized":"2024-07-26T17:08:47.830457+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:39.455465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.1d","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830938+0000","last_change":"2024-07-26T17:08:45.785834+0000","last_active":"2024-07-26T17:08:47.830938+0000","last_peered":"2024-07-26T17:08:47.830938+0000","last_clean":"2024-07-26T17:08:47.830938+0000","last_became_active":"2024-07-26T17:08:45.785557+0000","last_became_peered":"2024-07-26T17:08:45.785557+0000","last_unstale":"2024-07-26T17:08:47.830938+0000","last_undegraded":"2024-07-26T17:08:47.830938+0000","last_fullsized":"2024-07-26T17:08:47.830938+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.13","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789927+0000","last_change":"2024-07-26T17:08:46.806931+0000","last_active":"2024-07-26T17:08:47.789927+0000","last_peered":"2024-07-26T17:08:47.789927+0000","last_clean":"2024-07-26T17:08:47.789927+0000","last_became_active":"2024-07-26T17:08:46.799779+0000","last_became_peered":"2024-07-26T17:08:46.799779+0000","last_unstale":"2024-07-26T17:08:47.789927+0000","last_undegraded":"2024-07-26T17:08:47.789927+0000","last_fullsized":"2024-07-26T17:08:47.789927+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:19:57.031549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.1c","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830324+0000","last_change":"2024-07-26T17:08:45.780810+0000","last_active":"2024-07-26T17:08:47.830324+0000","last_peered":"2024-07-26T17:08:47.830324+0000","last_clean":"2024-07-26T17:08:47.830324+0000","last_became_active":"2024-07-26T17:08:45.780474+0000","last_became_peered":"2024-07-26T17:08:45.780474+0000","last_unstale":"2024-07-26T17:08:47.830324+0000","last_undegraded":"2024-07-26T17:08:47.830324+0000","last_fullsized":"2024-07-26T17:08:47.830324+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:34:58.125285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.14","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831491+0000","last_change":"2024-07-26T17:08:46.794241+0000","last_active":"2024-07-26T17:08:47.831491+0000","last_peered":"2024-07-26T17:08:47.831491+0000","last_clean":"2024-07-26T17:08:47.831491+0000","last_became_active":"2024-07-26T17:08:46.793868+0000","last_became_peered":"2024-07-26T17:08:46.793868+0000","last_unstale":"2024-07-26T17:08:47.831491+0000","last_undegraded":"2024-07-26T17:08:47.831491+0000","last_fullsized":"2024-07-26T17:08:47.831491+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.1b","version":"301'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789926+0000","last_change":"2024-07-26T17:08:45.781791+0000","last_active":"2024-07-26T17:08:47.789926+0000","last_peered":"2024-07-26T17:08:47.789926+0000","last_clean":"2024-07-26T17:08:47.789926+0000","last_became_active":"2024-07-26T17:08:45.781441+0000","last_became_peered":"2024-07-26T17:08:45.781441+0000","last_unstale":"2024-07-26T17:08:47.789926+0000","last_undegraded":"2024-07-26T17:08:47.789926+0000","last_fullsized":"2024-07-26T17:08:47.789926+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:40.974633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.15","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831109+0000","last_change":"2024-07-26T17:08:46.786305+0000","last_active":"2024-07-26T17:08:47.831109+0000","last_peered":"2024-07-26T17:08:47.831109+0000","last_clean":"2024-07-26T17:08:47.831109+0000","last_became_active":"2024-07-26T17:08:46.785904+0000","last_became_peered":"2024-07-26T17:08:46.785904+0000","last_unstale":"2024-07-26T17:08:47.831109+0000","last_undegraded":"2024-07-26T17:08:47.831109+0000","last_fullsized":"2024-07-26T17:08:47.831109+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:02.042680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.1a","version":"301'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788871+0000","last_change":"2024-07-26T17:08:45.773780+0000","last_active":"2024-07-26T17:08:47.788871+0000","last_peered":"2024-07-26T17:08:47.788871+0000","last_clean":"2024-07-26T17:08:47.788871+0000","last_became_active":"2024-07-26T17:08:45.773467+0000","last_became_peered":"2024-07-26T17:08:45.773467+0000","last_unstale":"2024-07-26T17:08:47.788871+0000","last_undegraded":"2024-07-26T17:08:47.788871+0000","last_fullsized":"2024-07-26T17:08:47.788871+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:54.366108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.16","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831383+0000","last_change":"2024-07-26T17:08:46.788959+0000","last_active":"2024-07-26T17:08:47.831383+0000","last_peered":"2024-07-26T17:08:47.831383+0000","last_clean":"2024-07-26T17:08:47.831383+0000","last_became_active":"2024-07-26T17:08:46.788290+0000","last_became_peered":"2024-07-26T17:08:46.788290+0000","last_unstale":"2024-07-26T17:08:47.831383+0000","last_undegraded":"2024-07-26T17:08:47.831383+0000","last_fullsized":"2024-07-26T17:08:47.831383+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:46.810314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.19","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830855+0000","last_change":"2024-07-26T17:08:45.775746+0000","last_active":"2024-07-26T17:08:47.830855+0000","last_peered":"2024-07-26T17:08:47.830855+0000","last_clean":"2024-07-26T17:08:47.830855+0000","last_became_active":"2024-07-26T17:08:45.775426+0000","last_became_peered":"2024-07-26T17:08:45.775426+0000","last_unstale":"2024-07-26T17:08:47.830855+0000","last_undegraded":"2024-07-26T17:08:47.830855+0000","last_fullsized":"2024-07-26T17:08:47.830855+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.17","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831758+0000","last_change":"2024-07-26T17:08:46.791688+0000","last_active":"2024-07-26T17:08:47.831758+0000","last_peered":"2024-07-26T17:08:47.831758+0000","last_clean":"2024-07-26T17:08:47.831758+0000","last_became_active":"2024-07-26T17:08:46.791343+0000","last_became_peered":"2024-07-26T17:08:46.791343+0000","last_unstale":"2024-07-26T17:08:47.831758+0000","last_undegraded":"2024-07-26T17:08:47.831758+0000","last_fullsized":"2024-07-26T17:08:47.831758+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:35:29.025604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.18","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789371+0000","last_change":"2024-07-26T17:08:45.782508+0000","last_active":"2024-07-26T17:08:47.789371+0000","last_peered":"2024-07-26T17:08:47.789371+0000","last_clean":"2024-07-26T17:08:47.789371+0000","last_became_active":"2024-07-26T17:08:45.782204+0000","last_became_peered":"2024-07-26T17:08:45.782204+0000","last_unstale":"2024-07-26T17:08:47.789371+0000","last_undegraded":"2024-07-26T17:08:47.789371+0000","last_fullsized":"2024-07-26T17:08:47.789371+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:14.709555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.18","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830697+0000","last_change":"2024-07-26T17:08:46.786551+0000","last_active":"2024-07-26T17:08:47.830697+0000","last_peered":"2024-07-26T17:08:47.830697+0000","last_clean":"2024-07-26T17:08:47.830697+0000","last_became_active":"2024-07-26T17:08:46.786191+0000","last_became_peered":"2024-07-26T17:08:46.786191+0000","last_unstale":"2024-07-26T17:08:47.830697+0000","last_undegraded":"2024-07-26T17:08:47.830697+0000","last_fullsized":"2024-07-26T17:08:47.830697+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:11.958631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.17","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790218+0000","last_change":"2024-07-26T17:08:45.774501+0000","last_active":"2024-07-26T17:08:47.790218+0000","last_peered":"2024-07-26T17:08:47.790218+0000","last_clean":"2024-07-26T17:08:47.790218+0000","last_became_active":"2024-07-26T17:08:45.774167+0000","last_became_peered":"2024-07-26T17:08:45.774167+0000","last_unstale":"2024-07-26T17:08:47.790218+0000","last_undegraded":"2024-07-26T17:08:47.790218+0000","last_fullsized":"2024-07-26T17:08:47.790218+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:29.160765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.19","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788933+0000","last_change":"2024-07-26T17:08:46.791201+0000","last_active":"2024-07-26T17:08:47.788933+0000","last_peered":"2024-07-26T17:08:47.788933+0000","last_clean":"2024-07-26T17:08:47.788933+0000","last_became_active":"2024-07-26T17:08:46.790883+0000","last_became_peered":"2024-07-26T17:08:46.790883+0000","last_unstale":"2024-07-26T17:08:47.788933+0000","last_undegraded":"2024-07-26T17:08:47.788933+0000","last_fullsized":"2024-07-26T17:08:47.788933+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:51:01.021042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.16","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800940+0000","last_change":"2024-07-26T17:08:45.775055+0000","last_active":"2024-07-26T17:08:47.800940+0000","last_peered":"2024-07-26T17:08:47.800940+0000","last_clean":"2024-07-26T17:08:47.800940+0000","last_became_active":"2024-07-26T17:08:45.774727+0000","last_became_peered":"2024-07-26T17:08:45.774727+0000","last_unstale":"2024-07-26T17:08:47.800940+0000","last_undegraded":"2024-07-26T17:08:47.800940+0000","last_fullsized":"2024-07-26T17:08:47.800940+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:42:44.208776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.1a","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831084+0000","last_change":"2024-07-26T17:08:46.791674+0000","last_active":"2024-07-26T17:08:47.831084+0000","last_peered":"2024-07-26T17:08:47.831084+0000","last_clean":"2024-07-26T17:08:47.831084+0000","last_became_active":"2024-07-26T17:08:46.791252+0000","last_became_peered":"2024-07-26T17:08:46.791252+0000","last_unstale":"2024-07-26T17:08:47.831084+0000","last_undegraded":"2024-07-26T17:08:47.831084+0000","last_fullsized":"2024-07-26T17:08:47.831084+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:28.906640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.15","version":"301'3","reported_seq":18,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831663+0000","last_change":"2024-07-26T17:08:45.775942+0000","last_active":"2024-07-26T17:08:47.831663+0000","last_peered":"2024-07-26T17:08:47.831663+0000","last_clean":"2024-07-26T17:08:47.831663+0000","last_became_active":"2024-07-26T17:08:45.775465+0000","last_became_peered":"2024-07-26T17:08:45.775465+0000","last_unstale":"2024-07-26T17:08:47.831663+0000","last_undegraded":"2024-07-26T17:08:47.831663+0000","last_fullsized":"2024-07-26T17:08:47.831663+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:20:54.187852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.1b","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830980+0000","last_change":"2024-07-26T17:08:46.791302+0000","last_active":"2024-07-26T17:08:47.830980+0000","last_peered":"2024-07-26T17:08:47.830980+0000","last_clean":"2024-07-26T17:08:47.830980+0000","last_became_active":"2024-07-26T17:08:46.791011+0000","last_became_peered":"2024-07-26T17:08:46.791011+0000","last_unstale":"2024-07-26T17:08:47.830980+0000","last_undegraded":"2024-07-26T17:08:47.830980+0000","last_fullsized":"2024-07-26T17:08:47.830980+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.14","version":"301'6","reported_seq":21,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831126+0000","last_change":"2024-07-26T17:08:45.776383+0000","last_active":"2024-07-26T17:08:47.831126+0000","last_peered":"2024-07-26T17:08:47.831126+0000","last_clean":"2024-07-26T17:08:47.831126+0000","last_became_active":"2024-07-26T17:08:45.776047+0000","last_became_peered":"2024-07-26T17:08:45.776047+0000","last_unstale":"2024-07-26T17:08:47.831126+0000","last_undegraded":"2024-07-26T17:08:47.831126+0000","last_fullsized":"2024-07-26T17:08:47.831126+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:11:53.454084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1c","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790427+0000","last_change":"2024-07-26T17:08:46.798385+0000","last_active":"2024-07-26T17:08:47.790427+0000","last_peered":"2024-07-26T17:08:47.790427+0000","last_clean":"2024-07-26T17:08:47.790427+0000","last_became_active":"2024-07-26T17:08:46.798042+0000","last_became_peered":"2024-07-26T17:08:46.798042+0000","last_unstale":"2024-07-26T17:08:47.790427+0000","last_undegraded":"2024-07-26T17:08:47.790427+0000","last_fullsized":"2024-07-26T17:08:47.790427+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:19.279128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"39.13","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789867+0000","last_change":"2024-07-26T17:08:45.784375+0000","last_active":"2024-07-26T17:08:47.789867+0000","last_peered":"2024-07-26T17:08:47.789867+0000","last_clean":"2024-07-26T17:08:47.789867+0000","last_became_active":"2024-07-26T17:08:45.784057+0000","last_became_peered":"2024-07-26T17:08:45.784057+0000","last_unstale":"2024-07-26T17:08:47.789867+0000","last_undegraded":"2024-07-26T17:08:47.789867+0000","last_fullsized":"2024-07-26T17:08:47.789867+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:49:42.699454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.1d","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831739+0000","last_change":"2024-07-26T17:08:46.791497+0000","last_active":"2024-07-26T17:08:47.831739+0000","last_peered":"2024-07-26T17:08:47.831739+0000","last_clean":"2024-07-26T17:08:47.831739+0000","last_became_active":"2024-07-26T17:08:46.791154+0000","last_became_peered":"2024-07-26T17:08:46.791154+0000","last_unstale":"2024-07-26T17:08:47.831739+0000","last_undegraded":"2024-07-26T17:08:47.831739+0000","last_fullsized":"2024-07-26T17:08:47.831739+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:30.018916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.12","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831150+0000","last_change":"2024-07-26T17:08:45.772268+0000","last_active":"2024-07-26T17:08:47.831150+0000","last_peered":"2024-07-26T17:08:47.831150+0000","last_clean":"2024-07-26T17:08:47.831150+0000","last_became_active":"2024-07-26T17:08:45.771969+0000","last_became_peered":"2024-07-26T17:08:45.771969+0000","last_unstale":"2024-07-26T17:08:47.831150+0000","last_undegraded":"2024-07-26T17:08:47.831150+0000","last_fullsized":"2024-07-26T17:08:47.831150+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:43.930283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1e","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831575+0000","last_change":"2024-07-26T17:08:46.792541+0000","last_active":"2024-07-26T17:08:47.831575+0000","last_peered":"2024-07-26T17:08:47.831575+0000","last_clean":"2024-07-26T17:08:47.831575+0000","last_became_active":"2024-07-26T17:08:46.792215+0000","last_became_peered":"2024-07-26T17:08:46.792215+0000","last_unstale":"2024-07-26T17:08:47.831575+0000","last_undegraded":"2024-07-26T17:08:47.831575+0000","last_fullsized":"2024-07-26T17:08:47.831575+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.11","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789369+0000","last_change":"2024-07-26T17:08:45.770563+0000","last_active":"2024-07-26T17:08:47.789369+0000","last_peered":"2024-07-26T17:08:47.789369+0000","last_clean":"2024-07-26T17:08:47.789369+0000","last_became_active":"2024-07-26T17:08:45.769476+0000","last_became_peered":"2024-07-26T17:08:45.769476+0000","last_unstale":"2024-07-26T17:08:47.789369+0000","last_undegraded":"2024-07-26T17:08:47.789369+0000","last_fullsized":"2024-07-26T17:08:47.789369+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:00:38.505303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.1f","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831459+0000","last_change":"2024-07-26T17:08:46.785222+0000","last_active":"2024-07-26T17:08:47.831459+0000","last_peered":"2024-07-26T17:08:47.831459+0000","last_clean":"2024-07-26T17:08:47.831459+0000","last_became_active":"2024-07-26T17:08:46.784873+0000","last_became_peered":"2024-07-26T17:08:46.784873+0000","last_unstale":"2024-07-26T17:08:47.831459+0000","last_undegraded":"2024-07-26T17:08:47.831459+0000","last_fullsized":"2024-07-26T17:08:47.831459+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:18.797017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.10","version":"301'8","reported_seq":23,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830766+0000","last_change":"2024-07-26T17:08:45.777490+0000","last_active":"2024-07-26T17:08:47.830766+0000","last_peered":"2024-07-26T17:08:47.830766+0000","last_clean":"2024-07-26T17:08:47.830766+0000","last_became_active":"2024-07-26T17:08:45.777198+0000","last_became_peered":"2024-07-26T17:08:45.777198+0000","last_unstale":"2024-07-26T17:08:47.830766+0000","last_undegraded":"2024-07-26T17:08:47.830766+0000","last_fullsized":"2024-07-26T17:08:47.830766+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.0","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830163+0000","last_change":"2024-07-26T17:08:46.790267+0000","last_active":"2024-07-26T17:08:47.830163+0000","last_peered":"2024-07-26T17:08:47.830163+0000","last_clean":"2024-07-26T17:08:47.830163+0000","last_became_active":"2024-07-26T17:08:46.789899+0000","last_became_peered":"2024-07-26T17:08:46.789899+0000","last_unstale":"2024-07-26T17:08:47.830163+0000","last_undegraded":"2024-07-26T17:08:47.830163+0000","last_fullsized":"2024-07-26T17:08:47.830163+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:46:34.997413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.f","version":"301'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831495+0000","last_change":"2024-07-26T17:08:45.777422+0000","last_active":"2024-07-26T17:08:47.831495+0000","last_peered":"2024-07-26T17:08:47.831495+0000","last_clean":"2024-07-26T17:08:47.831495+0000","last_became_active":"2024-07-26T17:08:45.777039+0000","last_became_peered":"2024-07-26T17:08:45.777039+0000","last_unstale":"2024-07-26T17:08:47.831495+0000","last_undegraded":"2024-07-26T17:08:47.831495+0000","last_fullsized":"2024-07-26T17:08:47.831495+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:26:42.940034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830543+0000","last_change":"2024-07-26T17:08:46.795044+0000","last_active":"2024-07-26T17:08:47.830543+0000","last_peered":"2024-07-26T17:08:47.830543+0000","last_clean":"2024-07-26T17:08:47.830543+0000","last_became_active":"2024-07-26T17:08:46.794691+0000","last_became_peered":"2024-07-26T17:08:46.794691+0000","last_unstale":"2024-07-26T17:08:47.830543+0000","last_undegraded":"2024-07-26T17:08:47.830543+0000","last_fullsized":"2024-07-26T17:08:47.830543+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:36:32.701472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.e","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789654+0000","last_change":"2024-07-26T17:08:45.774364+0000","last_active":"2024-07-26T17:08:47.789654+0000","last_peered":"2024-07-26T17:08:47.789654+0000","last_clean":"2024-07-26T17:08:47.789654+0000","last_became_active":"2024-07-26T17:08:45.773678+0000","last_became_peered":"2024-07-26T17:08:45.773678+0000","last_unstale":"2024-07-26T17:08:47.789654+0000","last_undegraded":"2024-07-26T17:08:47.789654+0000","last_fullsized":"2024-07-26T17:08:47.789654+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:54:07.880751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.2","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789947+0000","last_change":"2024-07-26T17:08:46.800241+0000","last_active":"2024-07-26T17:08:47.789947+0000","last_peered":"2024-07-26T17:08:47.789947+0000","last_clean":"2024-07-26T17:08:47.789947+0000","last_became_active":"2024-07-26T17:08:46.798675+0000","last_became_peered":"2024-07-26T17:08:46.798675+0000","last_unstale":"2024-07-26T17:08:47.789947+0000","last_undegraded":"2024-07-26T17:08:47.789947+0000","last_fullsized":"2024-07-26T17:08:47.789947+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:16.765978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.d","version":"301'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790353+0000","last_change":"2024-07-26T17:08:45.767154+0000","last_active":"2024-07-26T17:08:47.790353+0000","last_peered":"2024-07-26T17:08:47.790353+0000","last_clean":"2024-07-26T17:08:47.790353+0000","last_became_active":"2024-07-26T17:08:45.766804+0000","last_became_peered":"2024-07-26T17:08:45.766804+0000","last_unstale":"2024-07-26T17:08:47.790353+0000","last_undegraded":"2024-07-26T17:08:47.790353+0000","last_fullsized":"2024-07-26T17:08:47.790353+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:10.087362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831104+0000","last_change":"2024-07-26T17:08:46.781884+0000","last_active":"2024-07-26T17:08:47.831104+0000","last_peered":"2024-07-26T17:08:47.831104+0000","last_clean":"2024-07-26T17:08:47.831104+0000","last_became_active":"2024-07-26T17:08:46.781153+0000","last_became_peered":"2024-07-26T17:08:46.781153+0000","last_unstale":"2024-07-26T17:08:47.831104+0000","last_undegraded":"2024-07-26T17:08:47.831104+0000","last_fullsized":"2024-07-26T17:08:47.831104+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:57:54.254622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.c","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830451+0000","last_change":"2024-07-26T17:08:45.785070+0000","last_active":"2024-07-26T17:08:47.830451+0000","last_peered":"2024-07-26T17:08:47.830451+0000","last_clean":"2024-07-26T17:08:47.830451+0000","last_became_active":"2024-07-26T17:08:45.784616+0000","last_became_peered":"2024-07-26T17:08:45.784616+0000","last_unstale":"2024-07-26T17:08:47.830451+0000","last_undegraded":"2024-07-26T17:08:47.830451+0000","last_fullsized":"2024-07-26T17:08:47.830451+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:08:37.977232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.4","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831654+0000","last_change":"2024-07-26T17:08:46.793330+0000","last_active":"2024-07-26T17:08:47.831654+0000","last_peered":"2024-07-26T17:08:47.831654+0000","last_clean":"2024-07-26T17:08:47.831654+0000","last_became_active":"2024-07-26T17:08:46.793013+0000","last_became_peered":"2024-07-26T17:08:46.793013+0000","last_unstale":"2024-07-26T17:08:47.831654+0000","last_undegraded":"2024-07-26T17:08:47.831654+0000","last_fullsized":"2024-07-26T17:08:47.831654+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.b","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831048+0000","last_change":"2024-07-26T17:08:45.773430+0000","last_active":"2024-07-26T17:08:47.831048+0000","last_peered":"2024-07-26T17:08:47.831048+0000","last_clean":"2024-07-26T17:08:47.831048+0000","last_became_active":"2024-07-26T17:08:45.767401+0000","last_became_peered":"2024-07-26T17:08:45.767401+0000","last_unstale":"2024-07-26T17:08:47.831048+0000","last_undegraded":"2024-07-26T17:08:47.831048+0000","last_fullsized":"2024-07-26T17:08:47.831048+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.5","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831027+0000","last_change":"2024-07-26T17:08:46.788814+0000","last_active":"2024-07-26T17:08:47.831027+0000","last_peered":"2024-07-26T17:08:47.831027+0000","last_clean":"2024-07-26T17:08:47.831027+0000","last_became_active":"2024-07-26T17:08:46.788499+0000","last_became_peered":"2024-07-26T17:08:46.788499+0000","last_unstale":"2024-07-26T17:08:47.831027+0000","last_undegraded":"2024-07-26T17:08:47.831027+0000","last_fullsized":"2024-07-26T17:08:47.831027+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:01.735480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.a","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790018+0000","last_change":"2024-07-26T17:08:45.779502+0000","last_active":"2024-07-26T17:08:47.790018+0000","last_peered":"2024-07-26T17:08:47.790018+0000","last_clean":"2024-07-26T17:08:47.790018+0000","last_became_active":"2024-07-26T17:08:45.779183+0000","last_became_peered":"2024-07-26T17:08:45.779183+0000","last_unstale":"2024-07-26T17:08:47.790018+0000","last_undegraded":"2024-07-26T17:08:47.790018+0000","last_fullsized":"2024-07-26T17:08:47.790018+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:08.860258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.6","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831338+0000","last_change":"2024-07-26T17:08:46.790708+0000","last_active":"2024-07-26T17:08:47.831338+0000","last_peered":"2024-07-26T17:08:47.831338+0000","last_clean":"2024-07-26T17:08:47.831338+0000","last_became_active":"2024-07-26T17:08:46.790406+0000","last_became_peered":"2024-07-26T17:08:46.790406+0000","last_unstale":"2024-07-26T17:08:47.831338+0000","last_undegraded":"2024-07-26T17:08:47.831338+0000","last_fullsized":"2024-07-26T17:08:47.831338+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.444221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.9","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789675+0000","last_change":"2024-07-26T17:08:45.778749+0000","last_active":"2024-07-26T17:08:47.789675+0000","last_peered":"2024-07-26T17:08:47.789675+0000","last_clean":"2024-07-26T17:08:47.789675+0000","last_became_active":"2024-07-26T17:08:45.778411+0000","last_became_peered":"2024-07-26T17:08:45.778411+0000","last_unstale":"2024-07-26T17:08:47.789675+0000","last_undegraded":"2024-07-26T17:08:47.789675+0000","last_fullsized":"2024-07-26T17:08:47.789675+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:31.242192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.7","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790151+0000","last_change":"2024-07-26T17:08:46.807464+0000","last_active":"2024-07-26T17:08:47.790151+0000","last_peered":"2024-07-26T17:08:47.790151+0000","last_clean":"2024-07-26T17:08:47.790151+0000","last_became_active":"2024-07-26T17:08:46.804740+0000","last_became_peered":"2024-07-26T17:08:46.804740+0000","last_unstale":"2024-07-26T17:08:47.790151+0000","last_undegraded":"2024-07-26T17:08:47.790151+0000","last_fullsized":"2024-07-26T17:08:47.790151+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:04.074380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.8","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830798+0000","last_change":"2024-07-26T17:08:45.781204+0000","last_active":"2024-07-26T17:08:47.830798+0000","last_peered":"2024-07-26T17:08:47.830798+0000","last_clean":"2024-07-26T17:08:47.830798+0000","last_became_active":"2024-07-26T17:08:45.780957+0000","last_became_peered":"2024-07-26T17:08:45.780957+0000","last_unstale":"2024-07-26T17:08:47.830798+0000","last_undegraded":"2024-07-26T17:08:47.830798+0000","last_fullsized":"2024-07-26T17:08:47.830798+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:42.976912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.8","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830691+0000","last_change":"2024-07-26T17:08:46.799392+0000","last_active":"2024-07-26T17:08:47.830691+0000","last_peered":"2024-07-26T17:08:47.830691+0000","last_clean":"2024-07-26T17:08:47.830691+0000","last_became_active":"2024-07-26T17:08:46.798957+0000","last_became_peered":"2024-07-26T17:08:46.798957+0000","last_unstale":"2024-07-26T17:08:47.830691+0000","last_undegraded":"2024-07-26T17:08:47.830691+0000","last_fullsized":"2024-07-26T17:08:47.830691+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:18.792551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.7","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830310+0000","last_change":"2024-07-26T17:08:45.784755+0000","last_active":"2024-07-26T17:08:47.830310+0000","last_peered":"2024-07-26T17:08:47.830310+0000","last_clean":"2024-07-26T17:08:47.830310+0000","last_became_active":"2024-07-26T17:08:45.784425+0000","last_became_peered":"2024-07-26T17:08:45.784425+0000","last_unstale":"2024-07-26T17:08:47.830310+0000","last_undegraded":"2024-07-26T17:08:47.830310+0000","last_fullsized":"2024-07-26T17:08:47.830310+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:50:48.281433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.9","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831068+0000","last_change":"2024-07-26T17:08:46.781380+0000","last_active":"2024-07-26T17:08:47.831068+0000","last_peered":"2024-07-26T17:08:47.831068+0000","last_clean":"2024-07-26T17:08:47.831068+0000","last_became_active":"2024-07-26T17:08:46.781068+0000","last_became_peered":"2024-07-26T17:08:46.781068+0000","last_unstale":"2024-07-26T17:08:47.831068+0000","last_undegraded":"2024-07-26T17:08:47.831068+0000","last_fullsized":"2024-07-26T17:08:47.831068+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.6","version":"302'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.801106+0000","last_change":"2024-07-26T17:08:45.771194+0000","last_active":"2024-07-26T17:08:47.801106+0000","last_peered":"2024-07-26T17:08:47.801106+0000","last_clean":"2024-07-26T17:08:47.801106+0000","last_became_active":"2024-07-26T17:08:45.770732+0000","last_became_peered":"2024-07-26T17:08:45.770732+0000","last_unstale":"2024-07-26T17:08:47.801106+0000","last_undegraded":"2024-07-26T17:08:47.801106+0000","last_fullsized":"2024-07-26T17:08:47.801106+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:15.323880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.a","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789748+0000","last_change":"2024-07-26T17:08:46.801335+0000","last_active":"2024-07-26T17:08:47.789748+0000","last_peered":"2024-07-26T17:08:47.789748+0000","last_clean":"2024-07-26T17:08:47.789748+0000","last_became_active":"2024-07-26T17:08:46.799898+0000","last_became_peered":"2024-07-26T17:08:46.799898+0000","last_unstale":"2024-07-26T17:08:47.789748+0000","last_undegraded":"2024-07-26T17:08:47.789748+0000","last_fullsized":"2024-07-26T17:08:47.789748+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:28:52.251685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.5","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789606+0000","last_change":"2024-07-26T17:08:45.771351+0000","last_active":"2024-07-26T17:08:47.789606+0000","last_peered":"2024-07-26T17:08:47.789606+0000","last_clean":"2024-07-26T17:08:47.789606+0000","last_became_active":"2024-07-26T17:08:45.770971+0000","last_became_peered":"2024-07-26T17:08:45.770971+0000","last_unstale":"2024-07-26T17:08:47.789606+0000","last_undegraded":"2024-07-26T17:08:47.789606+0000","last_fullsized":"2024-07-26T17:08:47.789606+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:07.505618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.b","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800909+0000","last_change":"2024-07-26T17:08:46.789232+0000","last_active":"2024-07-26T17:08:47.800909+0000","last_peered":"2024-07-26T17:08:47.800909+0000","last_clean":"2024-07-26T17:08:47.800909+0000","last_became_active":"2024-07-26T17:08:46.788909+0000","last_became_peered":"2024-07-26T17:08:46.788909+0000","last_unstale":"2024-07-26T17:08:47.800909+0000","last_undegraded":"2024-07-26T17:08:47.800909+0000","last_fullsized":"2024-07-26T17:08:47.800909+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:32:58.511236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.4","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831252+0000","last_change":"2024-07-26T17:08:45.775421+0000","last_active":"2024-07-26T17:08:47.831252+0000","last_peered":"2024-07-26T17:08:47.831252+0000","last_clean":"2024-07-26T17:08:47.831252+0000","last_became_active":"2024-07-26T17:08:45.774559+0000","last_became_peered":"2024-07-26T17:08:45.774559+0000","last_unstale":"2024-07-26T17:08:47.831252+0000","last_undegraded":"2024-07-26T17:08:47.831252+0000","last_fullsized":"2024-07-26T17:08:47.831252+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:52:03.541443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.c","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789589+0000","last_change":"2024-07-26T17:08:46.801507+0000","last_active":"2024-07-26T17:08:47.789589+0000","last_peered":"2024-07-26T17:08:47.789589+0000","last_clean":"2024-07-26T17:08:47.789589+0000","last_became_active":"2024-07-26T17:08:46.801185+0000","last_became_peered":"2024-07-26T17:08:46.801185+0000","last_unstale":"2024-07-26T17:08:47.789589+0000","last_undegraded":"2024-07-26T17:08:47.789589+0000","last_fullsized":"2024-07-26T17:08:47.789589+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.513865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.3","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831176+0000","last_change":"2024-07-26T17:08:45.774478+0000","last_active":"2024-07-26T17:08:47.831176+0000","last_peered":"2024-07-26T17:08:47.831176+0000","last_clean":"2024-07-26T17:08:47.831176+0000","last_became_active":"2024-07-26T17:08:45.774163+0000","last_became_peered":"2024-07-26T17:08:45.774163+0000","last_unstale":"2024-07-26T17:08:47.831176+0000","last_undegraded":"2024-07-26T17:08:47.831176+0000","last_fullsized":"2024-07-26T17:08:47.831176+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.d","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831167+0000","last_change":"2024-07-26T17:08:46.792651+0000","last_active":"2024-07-26T17:08:47.831167+0000","last_peered":"2024-07-26T17:08:47.831167+0000","last_clean":"2024-07-26T17:08:47.831167+0000","last_became_active":"2024-07-26T17:08:46.792303+0000","last_became_peered":"2024-07-26T17:08:46.792303+0000","last_unstale":"2024-07-26T17:08:47.831167+0000","last_undegraded":"2024-07-26T17:08:47.831167+0000","last_fullsized":"2024-07-26T17:08:47.831167+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:52:32.719396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.2","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790140+0000","last_change":"2024-07-26T17:08:45.777127+0000","last_active":"2024-07-26T17:08:47.790140+0000","last_peered":"2024-07-26T17:08:47.790140+0000","last_clean":"2024-07-26T17:08:47.790140+0000","last_became_active":"2024-07-26T17:08:45.776801+0000","last_became_peered":"2024-07-26T17:08:45.776801+0000","last_unstale":"2024-07-26T17:08:47.790140+0000","last_undegraded":"2024-07-26T17:08:47.790140+0000","last_fullsized":"2024-07-26T17:08:47.790140+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:19:21.441978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.e","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831317+0000","last_change":"2024-07-26T17:08:46.783388+0000","last_active":"2024-07-26T17:08:47.831317+0000","last_peered":"2024-07-26T17:08:47.831317+0000","last_clean":"2024-07-26T17:08:47.831317+0000","last_became_active":"2024-07-26T17:08:46.783030+0000","last_became_peered":"2024-07-26T17:08:46.783030+0000","last_unstale":"2024-07-26T17:08:47.831317+0000","last_undegraded":"2024-07-26T17:08:47.831317+0000","last_fullsized":"2024-07-26T17:08:47.831317+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:15:25.303332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.1","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789899+0000","last_change":"2024-07-26T17:08:45.779097+0000","last_active":"2024-07-26T17:08:47.789899+0000","last_peered":"2024-07-26T17:08:47.789899+0000","last_clean":"2024-07-26T17:08:47.789899+0000","last_became_active":"2024-07-26T17:08:45.778642+0000","last_became_peered":"2024-07-26T17:08:45.778642+0000","last_unstale":"2024-07-26T17:08:47.789899+0000","last_undegraded":"2024-07-26T17:08:47.789899+0000","last_fullsized":"2024-07-26T17:08:47.789899+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:59.999255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.f","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831944+0000","last_change":"2024-07-26T17:08:46.787523+0000","last_active":"2024-07-26T17:08:47.831944+0000","last_peered":"2024-07-26T17:08:47.831944+0000","last_clean":"2024-07-26T17:08:47.831944+0000","last_became_active":"2024-07-26T17:08:46.787209+0000","last_became_peered":"2024-07-26T17:08:46.787209+0000","last_unstale":"2024-07-26T17:08:47.831944+0000","last_undegraded":"2024-07-26T17:08:47.831944+0000","last_fullsized":"2024-07-26T17:08:47.831944+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.0","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788351+0000","last_change":"2024-07-26T17:08:45.772307+0000","last_active":"2024-07-26T17:08:47.788351+0000","last_peered":"2024-07-26T17:08:47.788351+0000","last_clean":"2024-07-26T17:08:47.788351+0000","last_became_active":"2024-07-26T17:08:45.771989+0000","last_became_peered":"2024-07-26T17:08:45.771989+0000","last_unstale":"2024-07-26T17:08:47.788351+0000","last_undegraded":"2024-07-26T17:08:47.788351+0000","last_fullsized":"2024-07-26T17:08:47.788351+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:56.749734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.29","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831025+0000","last_change":"2024-07-26T17:08:46.782951+0000","last_active":"2024-07-26T17:08:47.831025+0000","last_peered":"2024-07-26T17:08:47.831025+0000","last_clean":"2024-07-26T17:08:47.831025+0000","last_became_active":"2024-07-26T17:08:46.782464+0000","last_became_peered":"2024-07-26T17:08:46.782464+0000","last_unstale":"2024-07-26T17:08:47.831025+0000","last_undegraded":"2024-07-26T17:08:47.831025+0000","last_fullsized":"2024-07-26T17:08:47.831025+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"293'3511","reported_seq":4669,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789092+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:08:47.789092+0000","last_peered":"2024-07-26T17:08:47.789092+0000","last_clean":"2024-07-26T17:08:47.789092+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:08:47.789092+0000","last_undegraded":"2024-07-26T17:08:47.789092+0000","last_fullsized":"2024-07-26T17:08:47.789092+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":3511,"log_dups_size":0,"ondisk_log_size":3511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":39,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":40,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3511,"ondisk_log_size":3511,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576047,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71592,"kb_used_data":4308,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300248,"statfs":{"total":96636764160,"available":96563453952,"internally_reserved":0,"allocated":4411392,"data_stored":2603373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510638,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65432,"kb_used_data":3724,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94306408,"statfs":{"total":96636764160,"available":96569761792,"internally_reserved":0,"allocated":3813376,"data_stored":2012971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510638,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":75176,"kb_used_data":3736,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94296664,"statfs":{"total":96636764160,"available":96559783936,"internally_reserved":0,"allocated":3825664,"data_stored":2013713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510638,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":57120,"kb_used_data":3732,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94314720,"statfs":{"total":96636764160,"available":96578273280,"internally_reserved":0,"allocated":3821568,"data_stored":2013083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510637,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52960,"kb_used_data":3732,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318880,"statfs":{"total":96636764160,"available":96582533120,"internally_reserved":0,"allocated":3821568,"data_stored":2013075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510637,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52968,"kb_used_data":3740,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318872,"statfs":{"total":96636764160,"available":96582524928,"internally_reserved":0,"allocated":3829760,"data_stored":2015165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510640,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48796,"kb_used_data":3724,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323044,"statfs":{"total":96636764160,"available":96586797056,"internally_reserved":0,"allocated":3813376,"data_stored":2012971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543344,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61872,"kb_used_data":4320,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94309968,"statfs":{"total":96636764160,"available":96573407232,"internally_reserved":0,"allocated":4423680,"data_stored":2604973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:08:50.874 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:08:51.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.026+0000 7f8b5a15e640 1 -- 172.21.15.33:0/956495942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b540b4410 msgr2=0x7f8b540b4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.026+0000 7f8b5a15e640 1 --2- 172.21.15.33:0/956495942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b540b4410 0x7f8b540b4820 secure :-1 s=READY pgs=2954 cs=0 l=1 rev1=1 crypto rx=0x7f8b540728c0 tx=0x7f8b4c02a8b0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.026+0000 7f8b5a15e640 1 -- 172.21.15.33:0/956495942 shutdown_connections 2024-07-26T17:08:51.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.026+0000 7f8b5a15e640 1 --2- 172.21.15.33:0/956495942 >> v2:172.21.15.154:3300/0 conn(0x7f8b5406c700 0x7f8b5406cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.026+0000 7f8b5a15e640 1 --2- 172.21.15.33:0/956495942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b540b4410 0x7f8b540b4820 unknown :-1 s=CLOSED pgs=2954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.026+0000 7f8b5a15e640 1 -- 172.21.15.33:0/956495942 >> 172.21.15.33:0/956495942 conn(0x7f8b540b3200 msgr2=0x7f8b5406d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:51.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.026+0000 7f8b5a15e640 1 -- 172.21.15.33:0/956495942 shutdown_connections 2024-07-26T17:08:51.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.026+0000 7f8b5a15e640 1 -- 172.21.15.33:0/956495942 wait complete. 2024-07-26T17:08:51.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.028+0000 7f8b5a15e640 1 Processor -- start 2024-07-26T17:08:51.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.028+0000 7f8b5a15e640 1 -- start start 2024-07-26T17:08:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.029+0000 7f8b5a15e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b5406c700 0x7f8b540c5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.029+0000 7f8b5a15e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b540b4410 0x7f8b540cfaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.029+0000 7f8b5a15e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b54145790 0x7f8b5415e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.029+0000 7f8b5a15e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f8b540b4ee0 con 0x7f8b5406c700 2024-07-26T17:08:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.029+0000 7f8b5a15e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f8b540b4d60 con 0x7f8b54145790 2024-07-26T17:08:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.029+0000 7f8b5a15e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f8b540b5060 con 0x7f8b540b4410 2024-07-26T17:08:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.029+0000 7f8b537fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b5406c700 0x7f8b540c5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.029+0000 7f8b537fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b5406c700 0x7f8b540c5bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42694/0 (socket says 172.21.15.33:42694) 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.029+0000 7f8b537fe640 1 -- 172.21.15.33:0/3982889187 learned_addr learned my addr 172.21.15.33:0/3982889187 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.029+0000 7f8b53fff640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b54145790 0x7f8b5415e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.029+0000 7f8b52ffd640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b540b4410 0x7f8b540cfaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b537fe640 1 -- 172.21.15.33:0/3982889187 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b540b4410 msgr2=0x7f8b540cfaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b537fe640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b540b4410 0x7f8b540cfaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b537fe640 1 -- 172.21.15.33:0/3982889187 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b54145790 msgr2=0x7f8b5415e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b537fe640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b54145790 0x7f8b5415e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b537fe640 1 -- 172.21.15.33:0/3982889187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b541334c0 con 0x7f8b5406c700 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b52ffd640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b540b4410 0x7f8b540cfaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b537fe640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b5406c700 0x7f8b540c5bc0 secure :-1 s=READY pgs=2955 cs=0 l=1 rev1=1 crypto rx=0x7f8b4400c3f0 tx=0x7f8b4400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b3bfff640 1 -- 172.21.15.33:0/3982889187 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b44017070 con 0x7f8b5406c700 2024-07-26T17:08:51.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b3bfff640 1 -- 172.21.15.33:0/3982889187 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b440035f0 con 0x7f8b5406c700 2024-07-26T17:08:51.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b5a15e640 1 -- 172.21.15.33:0/3982889187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b5409acb0 con 0x7f8b5406c700 2024-07-26T17:08:51.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b3bfff640 1 -- 172.21.15.33:0/3982889187 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b44003a40 con 0x7f8b5406c700 2024-07-26T17:08:51.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.030+0000 7f8b5a15e640 1 -- 172.21.15.33:0/3982889187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b54131270 con 0x7f8b5406c700 2024-07-26T17:08:51.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.031+0000 7f8b5a15e640 1 -- 172.21.15.33:0/3982889187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b540afba0 con 0x7f8b5406c700 2024-07-26T17:08:51.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.032+0000 7f8b3bfff640 1 -- 172.21.15.33:0/3982889187 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f8b4401a070 con 0x7f8b5406c700 2024-07-26T17:08:51.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.032+0000 7f8b3bfff640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8b40077040 0x7f8b40079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.033+0000 7f8b52ffd640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8b40077040 0x7f8b40079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.033+0000 7f8b3bfff640 1 -- 172.21.15.33:0/3982889187 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7f8b44097f30 con 0x7f8b5406c700 2024-07-26T17:08:51.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.033+0000 7f8b52ffd640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8b40077040 0x7f8b40079550 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8b48005fd0 tx=0x7f8b48005e20 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:51.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.037+0000 7f8b3bfff640 1 -- 172.21.15.33:0/3982889187 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8b540afba0 con 0x7f8b5406c700 2024-07-26T17:08:51.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.225+0000 7f8b5a15e640 1 -- 172.21.15.33:0/3982889187 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8b540b5580 con 0x7f8b40077040 2024-07-26T17:08:51.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.229+0000 7f8b3bfff640 1 -- 172.21.15.33:0/3982889187 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252504 (secure 0 0 0) 0x7f8b540b5580 con 0x7f8b40077040 2024-07-26T17:08:51.233 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:51.235 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:08:51.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.232+0000 7f8b5a15e640 1 -- 172.21.15.33:0/3982889187 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8b40077040 msgr2=0x7f8b40079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.232+0000 7f8b5a15e640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8b40077040 0x7f8b40079550 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8b48005fd0 tx=0x7f8b48005e20 comp rx=0 tx=0).stop 2024-07-26T17:08:51.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.232+0000 7f8b5a15e640 1 -- 172.21.15.33:0/3982889187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b5406c700 msgr2=0x7f8b540c5bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.232+0000 7f8b5a15e640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b5406c700 0x7f8b540c5bc0 secure :-1 s=READY pgs=2955 cs=0 l=1 rev1=1 crypto rx=0x7f8b4400c3f0 tx=0x7f8b4400c8b0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.232+0000 7f8b5a15e640 1 -- 172.21.15.33:0/3982889187 shutdown_connections 2024-07-26T17:08:51.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.232+0000 7f8b5a15e640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8b40077040 0x7f8b40079550 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.232+0000 7f8b5a15e640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8b54145790 0x7f8b5415e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.232+0000 7f8b5a15e640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8b540b4410 0x7f8b540cfaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.232+0000 7f8b5a15e640 1 --2- 172.21.15.33:0/3982889187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8b5406c700 0x7f8b540c5bc0 unknown :-1 s=CLOSED pgs=2955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.233+0000 7f8b5a15e640 1 -- 172.21.15.33:0/3982889187 >> 172.21.15.33:0/3982889187 conn(0x7f8b540b3200 msgr2=0x7f8b54144950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:51.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.233+0000 7f8b5a15e640 1 -- 172.21.15.33:0/3982889187 shutdown_connections 2024-07-26T17:08:51.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.233+0000 7f8b5a15e640 1 -- 172.21.15.33:0/3982889187 wait complete. 2024-07-26T17:08:51.246 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2024-07-26T17:08:50.324334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":492,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3550,"ondisk_log_size":3550,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":169,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":485916,"kb_used_data":31016,"kb_used_omap":12,"kb_used_meta":454771,"kb_avail":754488804,"statfs":{"total":773094113280,"available":772596535296,"internally_reserved":0,"allocated":31760384,"data_stored":17289324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":465686065},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.571469"},"pg_stats":[{"pgid":"40.3f","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831426+0000","last_change":"2024-07-26T17:08:46.784069+0000","last_active":"2024-07-26T17:08:47.831426+0000","last_peered":"2024-07-26T17:08:47.831426+0000","last_clean":"2024-07-26T17:08:47.831426+0000","last_became_active":"2024-07-26T17:08:46.783699+0000","last_became_peered":"2024-07-26T17:08:46.783699+0000","last_unstale":"2024-07-26T17:08:47.831426+0000","last_undegraded":"2024-07-26T17:08:47.831426+0000","last_fullsized":"2024-07-26T17:08:47.831426+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:04.415774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.3e","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830342+0000","last_change":"2024-07-26T17:08:46.789599+0000","last_active":"2024-07-26T17:08:47.830342+0000","last_peered":"2024-07-26T17:08:47.830342+0000","last_clean":"2024-07-26T17:08:47.830342+0000","last_became_active":"2024-07-26T17:08:46.789201+0000","last_became_peered":"2024-07-26T17:08:46.789201+0000","last_unstale":"2024-07-26T17:08:47.830342+0000","last_undegraded":"2024-07-26T17:08:47.830342+0000","last_fullsized":"2024-07-26T17:08:47.830342+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:49.716238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.3d","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831600+0000","last_change":"2024-07-26T17:08:46.787132+0000","last_active":"2024-07-26T17:08:47.831600+0000","last_peered":"2024-07-26T17:08:47.831600+0000","last_clean":"2024-07-26T17:08:47.831600+0000","last_became_active":"2024-07-26T17:08:46.786776+0000","last_became_peered":"2024-07-26T17:08:46.786776+0000","last_unstale":"2024-07-26T17:08:47.831600+0000","last_undegraded":"2024-07-26T17:08:47.831600+0000","last_fullsized":"2024-07-26T17:08:47.831600+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:15:08.073435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.3c","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800982+0000","last_change":"2024-07-26T17:08:46.805981+0000","last_active":"2024-07-26T17:08:47.800982+0000","last_peered":"2024-07-26T17:08:47.800982+0000","last_clean":"2024-07-26T17:08:47.800982+0000","last_became_active":"2024-07-26T17:08:46.805618+0000","last_became_peered":"2024-07-26T17:08:46.805618+0000","last_unstale":"2024-07-26T17:08:47.800982+0000","last_undegraded":"2024-07-26T17:08:47.800982+0000","last_fullsized":"2024-07-26T17:08:47.800982+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:03:35.364810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.3b","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789721+0000","last_change":"2024-07-26T17:08:46.806933+0000","last_active":"2024-07-26T17:08:47.789721+0000","last_peered":"2024-07-26T17:08:47.789721+0000","last_clean":"2024-07-26T17:08:47.789721+0000","last_became_active":"2024-07-26T17:08:46.800694+0000","last_became_peered":"2024-07-26T17:08:46.800694+0000","last_unstale":"2024-07-26T17:08:47.789721+0000","last_undegraded":"2024-07-26T17:08:47.789721+0000","last_fullsized":"2024-07-26T17:08:47.789721+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:49.727261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3a","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788789+0000","last_change":"2024-07-26T17:08:46.783751+0000","last_active":"2024-07-26T17:08:47.788789+0000","last_peered":"2024-07-26T17:08:47.788789+0000","last_clean":"2024-07-26T17:08:47.788789+0000","last_became_active":"2024-07-26T17:08:46.783488+0000","last_became_peered":"2024-07-26T17:08:46.783488+0000","last_unstale":"2024-07-26T17:08:47.788789+0000","last_undegraded":"2024-07-26T17:08:47.788789+0000","last_fullsized":"2024-07-26T17:08:47.788789+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:50:18.232238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.39","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788693+0000","last_change":"2024-07-26T17:08:46.786101+0000","last_active":"2024-07-26T17:08:47.788693+0000","last_peered":"2024-07-26T17:08:47.788693+0000","last_clean":"2024-07-26T17:08:47.788693+0000","last_became_active":"2024-07-26T17:08:46.785790+0000","last_became_peered":"2024-07-26T17:08:46.785790+0000","last_unstale":"2024-07-26T17:08:47.788693+0000","last_undegraded":"2024-07-26T17:08:47.788693+0000","last_fullsized":"2024-07-26T17:08:47.788693+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:04:38.761923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.38","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789416+0000","last_change":"2024-07-26T17:08:46.798120+0000","last_active":"2024-07-26T17:08:47.789416+0000","last_peered":"2024-07-26T17:08:47.789416+0000","last_clean":"2024-07-26T17:08:47.789416+0000","last_became_active":"2024-07-26T17:08:46.797786+0000","last_became_peered":"2024-07-26T17:08:46.797786+0000","last_unstale":"2024-07-26T17:08:47.789416+0000","last_undegraded":"2024-07-26T17:08:47.789416+0000","last_fullsized":"2024-07-26T17:08:47.789416+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:57.273476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.37","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789746+0000","last_change":"2024-07-26T17:08:46.804241+0000","last_active":"2024-07-26T17:08:47.789746+0000","last_peered":"2024-07-26T17:08:47.789746+0000","last_clean":"2024-07-26T17:08:47.789746+0000","last_became_active":"2024-07-26T17:08:46.801029+0000","last_became_peered":"2024-07-26T17:08:46.801029+0000","last_unstale":"2024-07-26T17:08:47.789746+0000","last_undegraded":"2024-07-26T17:08:47.789746+0000","last_fullsized":"2024-07-26T17:08:47.789746+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:52:26.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.36","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830941+0000","last_change":"2024-07-26T17:08:46.795743+0000","last_active":"2024-07-26T17:08:47.830941+0000","last_peered":"2024-07-26T17:08:47.830941+0000","last_clean":"2024-07-26T17:08:47.830941+0000","last_became_active":"2024-07-26T17:08:46.795449+0000","last_became_peered":"2024-07-26T17:08:46.795449+0000","last_unstale":"2024-07-26T17:08:47.830941+0000","last_undegraded":"2024-07-26T17:08:47.830941+0000","last_fullsized":"2024-07-26T17:08:47.830941+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:30:25.408500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.35","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790322+0000","last_change":"2024-07-26T17:08:46.795293+0000","last_active":"2024-07-26T17:08:47.790322+0000","last_peered":"2024-07-26T17:08:47.790322+0000","last_clean":"2024-07-26T17:08:47.790322+0000","last_became_active":"2024-07-26T17:08:46.794168+0000","last_became_peered":"2024-07-26T17:08:46.794168+0000","last_unstale":"2024-07-26T17:08:47.790322+0000","last_undegraded":"2024-07-26T17:08:47.790322+0000","last_fullsized":"2024-07-26T17:08:47.790322+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:25.088129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.34","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831334+0000","last_change":"2024-07-26T17:08:46.792822+0000","last_active":"2024-07-26T17:08:47.831334+0000","last_peered":"2024-07-26T17:08:47.831334+0000","last_clean":"2024-07-26T17:08:47.831334+0000","last_became_active":"2024-07-26T17:08:46.792477+0000","last_became_peered":"2024-07-26T17:08:46.792477+0000","last_unstale":"2024-07-26T17:08:47.831334+0000","last_undegraded":"2024-07-26T17:08:47.831334+0000","last_fullsized":"2024-07-26T17:08:47.831334+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:18:08.651957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.33","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800780+0000","last_change":"2024-07-26T17:08:46.782954+0000","last_active":"2024-07-26T17:08:47.800780+0000","last_peered":"2024-07-26T17:08:47.800780+0000","last_clean":"2024-07-26T17:08:47.800780+0000","last_became_active":"2024-07-26T17:08:46.782598+0000","last_became_peered":"2024-07-26T17:08:46.782598+0000","last_unstale":"2024-07-26T17:08:47.800780+0000","last_undegraded":"2024-07-26T17:08:47.800780+0000","last_fullsized":"2024-07-26T17:08:47.800780+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:51:27.519147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.32","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790095+0000","last_change":"2024-07-26T17:08:46.797982+0000","last_active":"2024-07-26T17:08:47.790095+0000","last_peered":"2024-07-26T17:08:47.790095+0000","last_clean":"2024-07-26T17:08:47.790095+0000","last_became_active":"2024-07-26T17:08:46.797648+0000","last_became_peered":"2024-07-26T17:08:46.797648+0000","last_unstale":"2024-07-26T17:08:47.790095+0000","last_undegraded":"2024-07-26T17:08:47.790095+0000","last_fullsized":"2024-07-26T17:08:47.790095+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:56.230200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.31","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788775+0000","last_change":"2024-07-26T17:08:46.799050+0000","last_active":"2024-07-26T17:08:47.788775+0000","last_peered":"2024-07-26T17:08:47.788775+0000","last_clean":"2024-07-26T17:08:47.788775+0000","last_became_active":"2024-07-26T17:08:46.798733+0000","last_became_peered":"2024-07-26T17:08:46.798733+0000","last_unstale":"2024-07-26T17:08:47.788775+0000","last_undegraded":"2024-07-26T17:08:47.788775+0000","last_fullsized":"2024-07-26T17:08:47.788775+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:09:51.346118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.30","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830749+0000","last_change":"2024-07-26T17:08:46.792265+0000","last_active":"2024-07-26T17:08:47.830749+0000","last_peered":"2024-07-26T17:08:47.830749+0000","last_clean":"2024-07-26T17:08:47.830749+0000","last_became_active":"2024-07-26T17:08:46.791747+0000","last_became_peered":"2024-07-26T17:08:46.791747+0000","last_unstale":"2024-07-26T17:08:47.830749+0000","last_undegraded":"2024-07-26T17:08:47.830749+0000","last_fullsized":"2024-07-26T17:08:47.830749+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2f","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830636+0000","last_change":"2024-07-26T17:08:46.799560+0000","last_active":"2024-07-26T17:08:47.830636+0000","last_peered":"2024-07-26T17:08:47.830636+0000","last_clean":"2024-07-26T17:08:47.830636+0000","last_became_active":"2024-07-26T17:08:46.799225+0000","last_became_peered":"2024-07-26T17:08:46.799225+0000","last_unstale":"2024-07-26T17:08:47.830636+0000","last_undegraded":"2024-07-26T17:08:47.830636+0000","last_fullsized":"2024-07-26T17:08:47.830636+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:23.991365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2e","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831307+0000","last_change":"2024-07-26T17:08:46.806649+0000","last_active":"2024-07-26T17:08:47.831307+0000","last_peered":"2024-07-26T17:08:47.831307+0000","last_clean":"2024-07-26T17:08:47.831307+0000","last_became_active":"2024-07-26T17:08:46.806313+0000","last_became_peered":"2024-07-26T17:08:46.806313+0000","last_unstale":"2024-07-26T17:08:47.831307+0000","last_undegraded":"2024-07-26T17:08:47.831307+0000","last_fullsized":"2024-07-26T17:08:47.831307+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:33.456221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.2d","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831339+0000","last_change":"2024-07-26T17:08:46.792643+0000","last_active":"2024-07-26T17:08:47.831339+0000","last_peered":"2024-07-26T17:08:47.831339+0000","last_clean":"2024-07-26T17:08:47.831339+0000","last_became_active":"2024-07-26T17:08:46.790504+0000","last_became_peered":"2024-07-26T17:08:46.790504+0000","last_unstale":"2024-07-26T17:08:47.831339+0000","last_undegraded":"2024-07-26T17:08:47.831339+0000","last_fullsized":"2024-07-26T17:08:47.831339+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:57.859973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2c","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789391+0000","last_change":"2024-07-26T17:08:46.792510+0000","last_active":"2024-07-26T17:08:47.789391+0000","last_peered":"2024-07-26T17:08:47.789391+0000","last_clean":"2024-07-26T17:08:47.789391+0000","last_became_active":"2024-07-26T17:08:46.792186+0000","last_became_peered":"2024-07-26T17:08:46.792186+0000","last_unstale":"2024-07-26T17:08:47.789391+0000","last_undegraded":"2024-07-26T17:08:47.789391+0000","last_fullsized":"2024-07-26T17:08:47.789391+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:51:49.899306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.2b","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830365+0000","last_change":"2024-07-26T17:08:46.792303+0000","last_active":"2024-07-26T17:08:47.830365+0000","last_peered":"2024-07-26T17:08:47.830365+0000","last_clean":"2024-07-26T17:08:47.830365+0000","last_became_active":"2024-07-26T17:08:46.791961+0000","last_became_peered":"2024-07-26T17:08:46.791961+0000","last_unstale":"2024-07-26T17:08:47.830365+0000","last_undegraded":"2024-07-26T17:08:47.830365+0000","last_fullsized":"2024-07-26T17:08:47.830365+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:03.051863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2a","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789554+0000","last_change":"2024-07-26T17:08:46.800544+0000","last_active":"2024-07-26T17:08:47.789554+0000","last_peered":"2024-07-26T17:08:47.789554+0000","last_clean":"2024-07-26T17:08:47.789554+0000","last_became_active":"2024-07-26T17:08:46.799891+0000","last_became_peered":"2024-07-26T17:08:46.799891+0000","last_unstale":"2024-07-26T17:08:47.789554+0000","last_undegraded":"2024-07-26T17:08:47.789554+0000","last_fullsized":"2024-07-26T17:08:47.789554+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:21.464527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.28","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830891+0000","last_change":"2024-07-26T17:08:46.790690+0000","last_active":"2024-07-26T17:08:47.830891+0000","last_peered":"2024-07-26T17:08:47.830891+0000","last_clean":"2024-07-26T17:08:47.830891+0000","last_became_active":"2024-07-26T17:08:46.790359+0000","last_became_peered":"2024-07-26T17:08:46.790359+0000","last_unstale":"2024-07-26T17:08:47.830891+0000","last_undegraded":"2024-07-26T17:08:47.830891+0000","last_fullsized":"2024-07-26T17:08:47.830891+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:24:37.763164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.27","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789943+0000","last_change":"2024-07-26T17:08:46.807141+0000","last_active":"2024-07-26T17:08:47.789943+0000","last_peered":"2024-07-26T17:08:47.789943+0000","last_clean":"2024-07-26T17:08:47.789943+0000","last_became_active":"2024-07-26T17:08:46.805160+0000","last_became_peered":"2024-07-26T17:08:46.805160+0000","last_unstale":"2024-07-26T17:08:47.789943+0000","last_undegraded":"2024-07-26T17:08:47.789943+0000","last_fullsized":"2024-07-26T17:08:47.789943+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:19.096706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.26","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831162+0000","last_change":"2024-07-26T17:08:46.789380+0000","last_active":"2024-07-26T17:08:47.831162+0000","last_peered":"2024-07-26T17:08:47.831162+0000","last_clean":"2024-07-26T17:08:47.831162+0000","last_became_active":"2024-07-26T17:08:46.788746+0000","last_became_peered":"2024-07-26T17:08:46.788746+0000","last_unstale":"2024-07-26T17:08:47.831162+0000","last_undegraded":"2024-07-26T17:08:47.831162+0000","last_fullsized":"2024-07-26T17:08:47.831162+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:18:31.168669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.25","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831545+0000","last_change":"2024-07-26T17:08:46.789812+0000","last_active":"2024-07-26T17:08:47.831545+0000","last_peered":"2024-07-26T17:08:47.831545+0000","last_clean":"2024-07-26T17:08:47.831545+0000","last_became_active":"2024-07-26T17:08:46.789490+0000","last_became_peered":"2024-07-26T17:08:46.789490+0000","last_unstale":"2024-07-26T17:08:47.831545+0000","last_undegraded":"2024-07-26T17:08:47.831545+0000","last_fullsized":"2024-07-26T17:08:47.831545+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:43:23.302912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.24","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789841+0000","last_change":"2024-07-26T17:08:46.800997+0000","last_active":"2024-07-26T17:08:47.789841+0000","last_peered":"2024-07-26T17:08:47.789841+0000","last_clean":"2024-07-26T17:08:47.789841+0000","last_became_active":"2024-07-26T17:08:46.800463+0000","last_became_peered":"2024-07-26T17:08:46.800463+0000","last_unstale":"2024-07-26T17:08:47.789841+0000","last_undegraded":"2024-07-26T17:08:47.789841+0000","last_fullsized":"2024-07-26T17:08:47.789841+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:45:58.681931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.23","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789853+0000","last_change":"2024-07-26T17:08:46.801015+0000","last_active":"2024-07-26T17:08:47.789853+0000","last_peered":"2024-07-26T17:08:47.789853+0000","last_clean":"2024-07-26T17:08:47.789853+0000","last_became_active":"2024-07-26T17:08:46.800103+0000","last_became_peered":"2024-07-26T17:08:46.800103+0000","last_unstale":"2024-07-26T17:08:47.789853+0000","last_undegraded":"2024-07-26T17:08:47.789853+0000","last_fullsized":"2024-07-26T17:08:47.789853+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:29:53.248512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.22","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790114+0000","last_change":"2024-07-26T17:08:46.793656+0000","last_active":"2024-07-26T17:08:47.790114+0000","last_peered":"2024-07-26T17:08:47.790114+0000","last_clean":"2024-07-26T17:08:47.790114+0000","last_became_active":"2024-07-26T17:08:46.793237+0000","last_became_peered":"2024-07-26T17:08:46.793237+0000","last_unstale":"2024-07-26T17:08:47.790114+0000","last_undegraded":"2024-07-26T17:08:47.790114+0000","last_fullsized":"2024-07-26T17:08:47.790114+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:20.951173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.21","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830352+0000","last_change":"2024-07-26T17:08:46.782928+0000","last_active":"2024-07-26T17:08:47.830352+0000","last_peered":"2024-07-26T17:08:47.830352+0000","last_clean":"2024-07-26T17:08:47.830352+0000","last_became_active":"2024-07-26T17:08:46.782606+0000","last_became_peered":"2024-07-26T17:08:46.782606+0000","last_unstale":"2024-07-26T17:08:47.830352+0000","last_undegraded":"2024-07-26T17:08:47.830352+0000","last_fullsized":"2024-07-26T17:08:47.830352+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:34.054221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.20","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831151+0000","last_change":"2024-07-26T17:08:46.788298+0000","last_active":"2024-07-26T17:08:47.831151+0000","last_peered":"2024-07-26T17:08:47.831151+0000","last_clean":"2024-07-26T17:08:47.831151+0000","last_became_active":"2024-07-26T17:08:46.787955+0000","last_became_peered":"2024-07-26T17:08:46.787955+0000","last_unstale":"2024-07-26T17:08:47.831151+0000","last_undegraded":"2024-07-26T17:08:47.831151+0000","last_fullsized":"2024-07-26T17:08:47.831151+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:11:29.827339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.10","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788500+0000","last_change":"2024-07-26T17:08:46.788763+0000","last_active":"2024-07-26T17:08:47.788500+0000","last_peered":"2024-07-26T17:08:47.788500+0000","last_clean":"2024-07-26T17:08:47.788500+0000","last_became_active":"2024-07-26T17:08:46.788434+0000","last_became_peered":"2024-07-26T17:08:46.788434+0000","last_unstale":"2024-07-26T17:08:47.788500+0000","last_undegraded":"2024-07-26T17:08:47.788500+0000","last_fullsized":"2024-07-26T17:08:47.788500+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:08:37.022533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.1f","version":"301'4","reported_seq":19,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800841+0000","last_change":"2024-07-26T17:08:45.772884+0000","last_active":"2024-07-26T17:08:47.800841+0000","last_peered":"2024-07-26T17:08:47.800841+0000","last_clean":"2024-07-26T17:08:47.800841+0000","last_became_active":"2024-07-26T17:08:45.772568+0000","last_became_peered":"2024-07-26T17:08:45.772568+0000","last_unstale":"2024-07-26T17:08:47.800841+0000","last_undegraded":"2024-07-26T17:08:47.800841+0000","last_fullsized":"2024-07-26T17:08:47.800841+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:10.156337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.11","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800694+0000","last_change":"2024-07-26T17:08:46.790800+0000","last_active":"2024-07-26T17:08:47.800694+0000","last_peered":"2024-07-26T17:08:47.800694+0000","last_clean":"2024-07-26T17:08:47.800694+0000","last_became_active":"2024-07-26T17:08:46.790480+0000","last_became_peered":"2024-07-26T17:08:46.790480+0000","last_unstale":"2024-07-26T17:08:47.800694+0000","last_undegraded":"2024-07-26T17:08:47.800694+0000","last_fullsized":"2024-07-26T17:08:47.800694+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:17:00.821239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.1e","version":"301'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831712+0000","last_change":"2024-07-26T17:08:45.785217+0000","last_active":"2024-07-26T17:08:47.831712+0000","last_peered":"2024-07-26T17:08:47.831712+0000","last_clean":"2024-07-26T17:08:47.831712+0000","last_became_active":"2024-07-26T17:08:45.784982+0000","last_became_peered":"2024-07-26T17:08:45.784982+0000","last_unstale":"2024-07-26T17:08:47.831712+0000","last_undegraded":"2024-07-26T17:08:47.831712+0000","last_fullsized":"2024-07-26T17:08:47.831712+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.12","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830457+0000","last_change":"2024-07-26T17:08:46.786412+0000","last_active":"2024-07-26T17:08:47.830457+0000","last_peered":"2024-07-26T17:08:47.830457+0000","last_clean":"2024-07-26T17:08:47.830457+0000","last_became_active":"2024-07-26T17:08:46.786035+0000","last_became_peered":"2024-07-26T17:08:46.786035+0000","last_unstale":"2024-07-26T17:08:47.830457+0000","last_undegraded":"2024-07-26T17:08:47.830457+0000","last_fullsized":"2024-07-26T17:08:47.830457+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:39.455465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.1d","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830938+0000","last_change":"2024-07-26T17:08:45.785834+0000","last_active":"2024-07-26T17:08:47.830938+0000","last_peered":"2024-07-26T17:08:47.830938+0000","last_clean":"2024-07-26T17:08:47.830938+0000","last_became_active":"2024-07-26T17:08:45.785557+0000","last_became_peered":"2024-07-26T17:08:45.785557+0000","last_unstale":"2024-07-26T17:08:47.830938+0000","last_undegraded":"2024-07-26T17:08:47.830938+0000","last_fullsized":"2024-07-26T17:08:47.830938+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.13","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789927+0000","last_change":"2024-07-26T17:08:46.806931+0000","last_active":"2024-07-26T17:08:47.789927+0000","last_peered":"2024-07-26T17:08:47.789927+0000","last_clean":"2024-07-26T17:08:47.789927+0000","last_became_active":"2024-07-26T17:08:46.799779+0000","last_became_peered":"2024-07-26T17:08:46.799779+0000","last_unstale":"2024-07-26T17:08:47.789927+0000","last_undegraded":"2024-07-26T17:08:47.789927+0000","last_fullsized":"2024-07-26T17:08:47.789927+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:19:57.031549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.1c","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830324+0000","last_change":"2024-07-26T17:08:45.780810+0000","last_active":"2024-07-26T17:08:47.830324+0000","last_peered":"2024-07-26T17:08:47.830324+0000","last_clean":"2024-07-26T17:08:47.830324+0000","last_became_active":"2024-07-26T17:08:45.780474+0000","last_became_peered":"2024-07-26T17:08:45.780474+0000","last_unstale":"2024-07-26T17:08:47.830324+0000","last_undegraded":"2024-07-26T17:08:47.830324+0000","last_fullsized":"2024-07-26T17:08:47.830324+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:34:58.125285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.14","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831491+0000","last_change":"2024-07-26T17:08:46.794241+0000","last_active":"2024-07-26T17:08:47.831491+0000","last_peered":"2024-07-26T17:08:47.831491+0000","last_clean":"2024-07-26T17:08:47.831491+0000","last_became_active":"2024-07-26T17:08:46.793868+0000","last_became_peered":"2024-07-26T17:08:46.793868+0000","last_unstale":"2024-07-26T17:08:47.831491+0000","last_undegraded":"2024-07-26T17:08:47.831491+0000","last_fullsized":"2024-07-26T17:08:47.831491+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.1b","version":"301'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789926+0000","last_change":"2024-07-26T17:08:45.781791+0000","last_active":"2024-07-26T17:08:47.789926+0000","last_peered":"2024-07-26T17:08:47.789926+0000","last_clean":"2024-07-26T17:08:47.789926+0000","last_became_active":"2024-07-26T17:08:45.781441+0000","last_became_peered":"2024-07-26T17:08:45.781441+0000","last_unstale":"2024-07-26T17:08:47.789926+0000","last_undegraded":"2024-07-26T17:08:47.789926+0000","last_fullsized":"2024-07-26T17:08:47.789926+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:40.974633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.15","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831109+0000","last_change":"2024-07-26T17:08:46.786305+0000","last_active":"2024-07-26T17:08:47.831109+0000","last_peered":"2024-07-26T17:08:47.831109+0000","last_clean":"2024-07-26T17:08:47.831109+0000","last_became_active":"2024-07-26T17:08:46.785904+0000","last_became_peered":"2024-07-26T17:08:46.785904+0000","last_unstale":"2024-07-26T17:08:47.831109+0000","last_undegraded":"2024-07-26T17:08:47.831109+0000","last_fullsized":"2024-07-26T17:08:47.831109+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:02.042680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.1a","version":"301'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788871+0000","last_change":"2024-07-26T17:08:45.773780+0000","last_active":"2024-07-26T17:08:47.788871+0000","last_peered":"2024-07-26T17:08:47.788871+0000","last_clean":"2024-07-26T17:08:47.788871+0000","last_became_active":"2024-07-26T17:08:45.773467+0000","last_became_peered":"2024-07-26T17:08:45.773467+0000","last_unstale":"2024-07-26T17:08:47.788871+0000","last_undegraded":"2024-07-26T17:08:47.788871+0000","last_fullsized":"2024-07-26T17:08:47.788871+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:54.366108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.16","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831383+0000","last_change":"2024-07-26T17:08:46.788959+0000","last_active":"2024-07-26T17:08:47.831383+0000","last_peered":"2024-07-26T17:08:47.831383+0000","last_clean":"2024-07-26T17:08:47.831383+0000","last_became_active":"2024-07-26T17:08:46.788290+0000","last_became_peered":"2024-07-26T17:08:46.788290+0000","last_unstale":"2024-07-26T17:08:47.831383+0000","last_undegraded":"2024-07-26T17:08:47.831383+0000","last_fullsized":"2024-07-26T17:08:47.831383+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:46.810314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.19","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830855+0000","last_change":"2024-07-26T17:08:45.775746+0000","last_active":"2024-07-26T17:08:47.830855+0000","last_peered":"2024-07-26T17:08:47.830855+0000","last_clean":"2024-07-26T17:08:47.830855+0000","last_became_active":"2024-07-26T17:08:45.775426+0000","last_became_peered":"2024-07-26T17:08:45.775426+0000","last_unstale":"2024-07-26T17:08:47.830855+0000","last_undegraded":"2024-07-26T17:08:47.830855+0000","last_fullsized":"2024-07-26T17:08:47.830855+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.17","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831758+0000","last_change":"2024-07-26T17:08:46.791688+0000","last_active":"2024-07-26T17:08:47.831758+0000","last_peered":"2024-07-26T17:08:47.831758+0000","last_clean":"2024-07-26T17:08:47.831758+0000","last_became_active":"2024-07-26T17:08:46.791343+0000","last_became_peered":"2024-07-26T17:08:46.791343+0000","last_unstale":"2024-07-26T17:08:47.831758+0000","last_undegraded":"2024-07-26T17:08:47.831758+0000","last_fullsized":"2024-07-26T17:08:47.831758+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:35:29.025604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.18","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789371+0000","last_change":"2024-07-26T17:08:45.782508+0000","last_active":"2024-07-26T17:08:47.789371+0000","last_peered":"2024-07-26T17:08:47.789371+0000","last_clean":"2024-07-26T17:08:47.789371+0000","last_became_active":"2024-07-26T17:08:45.782204+0000","last_became_peered":"2024-07-26T17:08:45.782204+0000","last_unstale":"2024-07-26T17:08:47.789371+0000","last_undegraded":"2024-07-26T17:08:47.789371+0000","last_fullsized":"2024-07-26T17:08:47.789371+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:14.709555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.18","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830697+0000","last_change":"2024-07-26T17:08:46.786551+0000","last_active":"2024-07-26T17:08:47.830697+0000","last_peered":"2024-07-26T17:08:47.830697+0000","last_clean":"2024-07-26T17:08:47.830697+0000","last_became_active":"2024-07-26T17:08:46.786191+0000","last_became_peered":"2024-07-26T17:08:46.786191+0000","last_unstale":"2024-07-26T17:08:47.830697+0000","last_undegraded":"2024-07-26T17:08:47.830697+0000","last_fullsized":"2024-07-26T17:08:47.830697+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:11.958631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.17","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790218+0000","last_change":"2024-07-26T17:08:45.774501+0000","last_active":"2024-07-26T17:08:47.790218+0000","last_peered":"2024-07-26T17:08:47.790218+0000","last_clean":"2024-07-26T17:08:47.790218+0000","last_became_active":"2024-07-26T17:08:45.774167+0000","last_became_peered":"2024-07-26T17:08:45.774167+0000","last_unstale":"2024-07-26T17:08:47.790218+0000","last_undegraded":"2024-07-26T17:08:47.790218+0000","last_fullsized":"2024-07-26T17:08:47.790218+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:29.160765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.19","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788933+0000","last_change":"2024-07-26T17:08:46.791201+0000","last_active":"2024-07-26T17:08:47.788933+0000","last_peered":"2024-07-26T17:08:47.788933+0000","last_clean":"2024-07-26T17:08:47.788933+0000","last_became_active":"2024-07-26T17:08:46.790883+0000","last_became_peered":"2024-07-26T17:08:46.790883+0000","last_unstale":"2024-07-26T17:08:47.788933+0000","last_undegraded":"2024-07-26T17:08:47.788933+0000","last_fullsized":"2024-07-26T17:08:47.788933+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:51:01.021042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.16","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800940+0000","last_change":"2024-07-26T17:08:45.775055+0000","last_active":"2024-07-26T17:08:47.800940+0000","last_peered":"2024-07-26T17:08:47.800940+0000","last_clean":"2024-07-26T17:08:47.800940+0000","last_became_active":"2024-07-26T17:08:45.774727+0000","last_became_peered":"2024-07-26T17:08:45.774727+0000","last_unstale":"2024-07-26T17:08:47.800940+0000","last_undegraded":"2024-07-26T17:08:47.800940+0000","last_fullsized":"2024-07-26T17:08:47.800940+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:42:44.208776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.1a","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831084+0000","last_change":"2024-07-26T17:08:46.791674+0000","last_active":"2024-07-26T17:08:47.831084+0000","last_peered":"2024-07-26T17:08:47.831084+0000","last_clean":"2024-07-26T17:08:47.831084+0000","last_became_active":"2024-07-26T17:08:46.791252+0000","last_became_peered":"2024-07-26T17:08:46.791252+0000","last_unstale":"2024-07-26T17:08:47.831084+0000","last_undegraded":"2024-07-26T17:08:47.831084+0000","last_fullsized":"2024-07-26T17:08:47.831084+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:28.906640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.15","version":"301'3","reported_seq":18,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831663+0000","last_change":"2024-07-26T17:08:45.775942+0000","last_active":"2024-07-26T17:08:47.831663+0000","last_peered":"2024-07-26T17:08:47.831663+0000","last_clean":"2024-07-26T17:08:47.831663+0000","last_became_active":"2024-07-26T17:08:45.775465+0000","last_became_peered":"2024-07-26T17:08:45.775465+0000","last_unstale":"2024-07-26T17:08:47.831663+0000","last_undegraded":"2024-07-26T17:08:47.831663+0000","last_fullsized":"2024-07-26T17:08:47.831663+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:20:54.187852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.1b","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830980+0000","last_change":"2024-07-26T17:08:46.791302+0000","last_active":"2024-07-26T17:08:47.830980+0000","last_peered":"2024-07-26T17:08:47.830980+0000","last_clean":"2024-07-26T17:08:47.830980+0000","last_became_active":"2024-07-26T17:08:46.791011+0000","last_became_peered":"2024-07-26T17:08:46.791011+0000","last_unstale":"2024-07-26T17:08:47.830980+0000","last_undegraded":"2024-07-26T17:08:47.830980+0000","last_fullsized":"2024-07-26T17:08:47.830980+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.14","version":"301'6","reported_seq":21,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831126+0000","last_change":"2024-07-26T17:08:45.776383+0000","last_active":"2024-07-26T17:08:47.831126+0000","last_peered":"2024-07-26T17:08:47.831126+0000","last_clean":"2024-07-26T17:08:47.831126+0000","last_became_active":"2024-07-26T17:08:45.776047+0000","last_became_peered":"2024-07-26T17:08:45.776047+0000","last_unstale":"2024-07-26T17:08:47.831126+0000","last_undegraded":"2024-07-26T17:08:47.831126+0000","last_fullsized":"2024-07-26T17:08:47.831126+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:11:53.454084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1c","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790427+0000","last_change":"2024-07-26T17:08:46.798385+0000","last_active":"2024-07-26T17:08:47.790427+0000","last_peered":"2024-07-26T17:08:47.790427+0000","last_clean":"2024-07-26T17:08:47.790427+0000","last_became_active":"2024-07-26T17:08:46.798042+0000","last_became_peered":"2024-07-26T17:08:46.798042+0000","last_unstale":"2024-07-26T17:08:47.790427+0000","last_undegraded":"2024-07-26T17:08:47.790427+0000","last_fullsized":"2024-07-26T17:08:47.790427+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:19.279128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"39.13","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789867+0000","last_change":"2024-07-26T17:08:45.784375+0000","last_active":"2024-07-26T17:08:47.789867+0000","last_peered":"2024-07-26T17:08:47.789867+0000","last_clean":"2024-07-26T17:08:47.789867+0000","last_became_active":"2024-07-26T17:08:45.784057+0000","last_became_peered":"2024-07-26T17:08:45.784057+0000","last_unstale":"2024-07-26T17:08:47.789867+0000","last_undegraded":"2024-07-26T17:08:47.789867+0000","last_fullsized":"2024-07-26T17:08:47.789867+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:49:42.699454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.1d","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831739+0000","last_change":"2024-07-26T17:08:46.791497+0000","last_active":"2024-07-26T17:08:47.831739+0000","last_peered":"2024-07-26T17:08:47.831739+0000","last_clean":"2024-07-26T17:08:47.831739+0000","last_became_active":"2024-07-26T17:08:46.791154+0000","last_became_peered":"2024-07-26T17:08:46.791154+0000","last_unstale":"2024-07-26T17:08:47.831739+0000","last_undegraded":"2024-07-26T17:08:47.831739+0000","last_fullsized":"2024-07-26T17:08:47.831739+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:30.018916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.12","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831150+0000","last_change":"2024-07-26T17:08:45.772268+0000","last_active":"2024-07-26T17:08:47.831150+0000","last_peered":"2024-07-26T17:08:47.831150+0000","last_clean":"2024-07-26T17:08:47.831150+0000","last_became_active":"2024-07-26T17:08:45.771969+0000","last_became_peered":"2024-07-26T17:08:45.771969+0000","last_unstale":"2024-07-26T17:08:47.831150+0000","last_undegraded":"2024-07-26T17:08:47.831150+0000","last_fullsized":"2024-07-26T17:08:47.831150+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:43.930283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1e","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831575+0000","last_change":"2024-07-26T17:08:46.792541+0000","last_active":"2024-07-26T17:08:47.831575+0000","last_peered":"2024-07-26T17:08:47.831575+0000","last_clean":"2024-07-26T17:08:47.831575+0000","last_became_active":"2024-07-26T17:08:46.792215+0000","last_became_peered":"2024-07-26T17:08:46.792215+0000","last_unstale":"2024-07-26T17:08:47.831575+0000","last_undegraded":"2024-07-26T17:08:47.831575+0000","last_fullsized":"2024-07-26T17:08:47.831575+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.11","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789369+0000","last_change":"2024-07-26T17:08:45.770563+0000","last_active":"2024-07-26T17:08:47.789369+0000","last_peered":"2024-07-26T17:08:47.789369+0000","last_clean":"2024-07-26T17:08:47.789369+0000","last_became_active":"2024-07-26T17:08:45.769476+0000","last_became_peered":"2024-07-26T17:08:45.769476+0000","last_unstale":"2024-07-26T17:08:47.789369+0000","last_undegraded":"2024-07-26T17:08:47.789369+0000","last_fullsized":"2024-07-26T17:08:47.789369+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:00:38.505303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.1f","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831459+0000","last_change":"2024-07-26T17:08:46.785222+0000","last_active":"2024-07-26T17:08:47.831459+0000","last_peered":"2024-07-26T17:08:47.831459+0000","last_clean":"2024-07-26T17:08:47.831459+0000","last_became_active":"2024-07-26T17:08:46.784873+0000","last_became_peered":"2024-07-26T17:08:46.784873+0000","last_unstale":"2024-07-26T17:08:47.831459+0000","last_undegraded":"2024-07-26T17:08:47.831459+0000","last_fullsized":"2024-07-26T17:08:47.831459+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:18.797017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.10","version":"301'8","reported_seq":23,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830766+0000","last_change":"2024-07-26T17:08:45.777490+0000","last_active":"2024-07-26T17:08:47.830766+0000","last_peered":"2024-07-26T17:08:47.830766+0000","last_clean":"2024-07-26T17:08:47.830766+0000","last_became_active":"2024-07-26T17:08:45.777198+0000","last_became_peered":"2024-07-26T17:08:45.777198+0000","last_unstale":"2024-07-26T17:08:47.830766+0000","last_undegraded":"2024-07-26T17:08:47.830766+0000","last_fullsized":"2024-07-26T17:08:47.830766+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.0","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830163+0000","last_change":"2024-07-26T17:08:46.790267+0000","last_active":"2024-07-26T17:08:47.830163+0000","last_peered":"2024-07-26T17:08:47.830163+0000","last_clean":"2024-07-26T17:08:47.830163+0000","last_became_active":"2024-07-26T17:08:46.789899+0000","last_became_peered":"2024-07-26T17:08:46.789899+0000","last_unstale":"2024-07-26T17:08:47.830163+0000","last_undegraded":"2024-07-26T17:08:47.830163+0000","last_fullsized":"2024-07-26T17:08:47.830163+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:46:34.997413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.f","version":"301'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831495+0000","last_change":"2024-07-26T17:08:45.777422+0000","last_active":"2024-07-26T17:08:47.831495+0000","last_peered":"2024-07-26T17:08:47.831495+0000","last_clean":"2024-07-26T17:08:47.831495+0000","last_became_active":"2024-07-26T17:08:45.777039+0000","last_became_peered":"2024-07-26T17:08:45.777039+0000","last_unstale":"2024-07-26T17:08:47.831495+0000","last_undegraded":"2024-07-26T17:08:47.831495+0000","last_fullsized":"2024-07-26T17:08:47.831495+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:26:42.940034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830543+0000","last_change":"2024-07-26T17:08:46.795044+0000","last_active":"2024-07-26T17:08:47.830543+0000","last_peered":"2024-07-26T17:08:47.830543+0000","last_clean":"2024-07-26T17:08:47.830543+0000","last_became_active":"2024-07-26T17:08:46.794691+0000","last_became_peered":"2024-07-26T17:08:46.794691+0000","last_unstale":"2024-07-26T17:08:47.830543+0000","last_undegraded":"2024-07-26T17:08:47.830543+0000","last_fullsized":"2024-07-26T17:08:47.830543+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:36:32.701472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.e","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789654+0000","last_change":"2024-07-26T17:08:45.774364+0000","last_active":"2024-07-26T17:08:47.789654+0000","last_peered":"2024-07-26T17:08:47.789654+0000","last_clean":"2024-07-26T17:08:47.789654+0000","last_became_active":"2024-07-26T17:08:45.773678+0000","last_became_peered":"2024-07-26T17:08:45.773678+0000","last_unstale":"2024-07-26T17:08:47.789654+0000","last_undegraded":"2024-07-26T17:08:47.789654+0000","last_fullsized":"2024-07-26T17:08:47.789654+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:54:07.880751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.2","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789947+0000","last_change":"2024-07-26T17:08:46.800241+0000","last_active":"2024-07-26T17:08:47.789947+0000","last_peered":"2024-07-26T17:08:47.789947+0000","last_clean":"2024-07-26T17:08:47.789947+0000","last_became_active":"2024-07-26T17:08:46.798675+0000","last_became_peered":"2024-07-26T17:08:46.798675+0000","last_unstale":"2024-07-26T17:08:47.789947+0000","last_undegraded":"2024-07-26T17:08:47.789947+0000","last_fullsized":"2024-07-26T17:08:47.789947+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:16.765978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.d","version":"301'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790353+0000","last_change":"2024-07-26T17:08:45.767154+0000","last_active":"2024-07-26T17:08:47.790353+0000","last_peered":"2024-07-26T17:08:47.790353+0000","last_clean":"2024-07-26T17:08:47.790353+0000","last_became_active":"2024-07-26T17:08:45.766804+0000","last_became_peered":"2024-07-26T17:08:45.766804+0000","last_unstale":"2024-07-26T17:08:47.790353+0000","last_undegraded":"2024-07-26T17:08:47.790353+0000","last_fullsized":"2024-07-26T17:08:47.790353+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:10.087362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831104+0000","last_change":"2024-07-26T17:08:46.781884+0000","last_active":"2024-07-26T17:08:47.831104+0000","last_peered":"2024-07-26T17:08:47.831104+0000","last_clean":"2024-07-26T17:08:47.831104+0000","last_became_active":"2024-07-26T17:08:46.781153+0000","last_became_peered":"2024-07-26T17:08:46.781153+0000","last_unstale":"2024-07-26T17:08:47.831104+0000","last_undegraded":"2024-07-26T17:08:47.831104+0000","last_fullsized":"2024-07-26T17:08:47.831104+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:57:54.254622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.c","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830451+0000","last_change":"2024-07-26T17:08:45.785070+0000","last_active":"2024-07-26T17:08:47.830451+0000","last_peered":"2024-07-26T17:08:47.830451+0000","last_clean":"2024-07-26T17:08:47.830451+0000","last_became_active":"2024-07-26T17:08:45.784616+0000","last_became_peered":"2024-07-26T17:08:45.784616+0000","last_unstale":"2024-07-26T17:08:47.830451+0000","last_undegraded":"2024-07-26T17:08:47.830451+0000","last_fullsized":"2024-07-26T17:08:47.830451+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:08:37.977232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.4","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831654+0000","last_change":"2024-07-26T17:08:46.793330+0000","last_active":"2024-07-26T17:08:47.831654+0000","last_peered":"2024-07-26T17:08:47.831654+0000","last_clean":"2024-07-26T17:08:47.831654+0000","last_became_active":"2024-07-26T17:08:46.793013+0000","last_became_peered":"2024-07-26T17:08:46.793013+0000","last_unstale":"2024-07-26T17:08:47.831654+0000","last_undegraded":"2024-07-26T17:08:47.831654+0000","last_fullsized":"2024-07-26T17:08:47.831654+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.b","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831048+0000","last_change":"2024-07-26T17:08:45.773430+0000","last_active":"2024-07-26T17:08:47.831048+0000","last_peered":"2024-07-26T17:08:47.831048+0000","last_clean":"2024-07-26T17:08:47.831048+0000","last_became_active":"2024-07-26T17:08:45.767401+0000","last_became_peered":"2024-07-26T17:08:45.767401+0000","last_unstale":"2024-07-26T17:08:47.831048+0000","last_undegraded":"2024-07-26T17:08:47.831048+0000","last_fullsized":"2024-07-26T17:08:47.831048+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.5","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831027+0000","last_change":"2024-07-26T17:08:46.788814+0000","last_active":"2024-07-26T17:08:47.831027+0000","last_peered":"2024-07-26T17:08:47.831027+0000","last_clean":"2024-07-26T17:08:47.831027+0000","last_became_active":"2024-07-26T17:08:46.788499+0000","last_became_peered":"2024-07-26T17:08:46.788499+0000","last_unstale":"2024-07-26T17:08:47.831027+0000","last_undegraded":"2024-07-26T17:08:47.831027+0000","last_fullsized":"2024-07-26T17:08:47.831027+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:01.735480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.a","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790018+0000","last_change":"2024-07-26T17:08:45.779502+0000","last_active":"2024-07-26T17:08:47.790018+0000","last_peered":"2024-07-26T17:08:47.790018+0000","last_clean":"2024-07-26T17:08:47.790018+0000","last_became_active":"2024-07-26T17:08:45.779183+0000","last_became_peered":"2024-07-26T17:08:45.779183+0000","last_unstale":"2024-07-26T17:08:47.790018+0000","last_undegraded":"2024-07-26T17:08:47.790018+0000","last_fullsized":"2024-07-26T17:08:47.790018+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:08.860258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.6","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831338+0000","last_change":"2024-07-26T17:08:46.790708+0000","last_active":"2024-07-26T17:08:47.831338+0000","last_peered":"2024-07-26T17:08:47.831338+0000","last_clean":"2024-07-26T17:08:47.831338+0000","last_became_active":"2024-07-26T17:08:46.790406+0000","last_became_peered":"2024-07-26T17:08:46.790406+0000","last_unstale":"2024-07-26T17:08:47.831338+0000","last_undegraded":"2024-07-26T17:08:47.831338+0000","last_fullsized":"2024-07-26T17:08:47.831338+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.444221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.9","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789675+0000","last_change":"2024-07-26T17:08:45.778749+0000","last_active":"2024-07-26T17:08:47.789675+0000","last_peered":"2024-07-26T17:08:47.789675+0000","last_clean":"2024-07-26T17:08:47.789675+0000","last_became_active":"2024-07-26T17:08:45.778411+0000","last_became_peered":"2024-07-26T17:08:45.778411+0000","last_unstale":"2024-07-26T17:08:47.789675+0000","last_undegraded":"2024-07-26T17:08:47.789675+0000","last_fullsized":"2024-07-26T17:08:47.789675+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:31.242192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.7","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790151+0000","last_change":"2024-07-26T17:08:46.807464+0000","last_active":"2024-07-26T17:08:47.790151+0000","last_peered":"2024-07-26T17:08:47.790151+0000","last_clean":"2024-07-26T17:08:47.790151+0000","last_became_active":"2024-07-26T17:08:46.804740+0000","last_became_peered":"2024-07-26T17:08:46.804740+0000","last_unstale":"2024-07-26T17:08:47.790151+0000","last_undegraded":"2024-07-26T17:08:47.790151+0000","last_fullsized":"2024-07-26T17:08:47.790151+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:04.074380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.8","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830798+0000","last_change":"2024-07-26T17:08:45.781204+0000","last_active":"2024-07-26T17:08:47.830798+0000","last_peered":"2024-07-26T17:08:47.830798+0000","last_clean":"2024-07-26T17:08:47.830798+0000","last_became_active":"2024-07-26T17:08:45.780957+0000","last_became_peered":"2024-07-26T17:08:45.780957+0000","last_unstale":"2024-07-26T17:08:47.830798+0000","last_undegraded":"2024-07-26T17:08:47.830798+0000","last_fullsized":"2024-07-26T17:08:47.830798+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:42.976912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.8","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830691+0000","last_change":"2024-07-26T17:08:46.799392+0000","last_active":"2024-07-26T17:08:47.830691+0000","last_peered":"2024-07-26T17:08:47.830691+0000","last_clean":"2024-07-26T17:08:47.830691+0000","last_became_active":"2024-07-26T17:08:46.798957+0000","last_became_peered":"2024-07-26T17:08:46.798957+0000","last_unstale":"2024-07-26T17:08:47.830691+0000","last_undegraded":"2024-07-26T17:08:47.830691+0000","last_fullsized":"2024-07-26T17:08:47.830691+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:18.792551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.7","version":"301'2","reported_seq":17,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.830310+0000","last_change":"2024-07-26T17:08:45.784755+0000","last_active":"2024-07-26T17:08:47.830310+0000","last_peered":"2024-07-26T17:08:47.830310+0000","last_clean":"2024-07-26T17:08:47.830310+0000","last_became_active":"2024-07-26T17:08:45.784425+0000","last_became_peered":"2024-07-26T17:08:45.784425+0000","last_unstale":"2024-07-26T17:08:47.830310+0000","last_undegraded":"2024-07-26T17:08:47.830310+0000","last_fullsized":"2024-07-26T17:08:47.830310+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:50:48.281433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.9","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831068+0000","last_change":"2024-07-26T17:08:46.781380+0000","last_active":"2024-07-26T17:08:47.831068+0000","last_peered":"2024-07-26T17:08:47.831068+0000","last_clean":"2024-07-26T17:08:47.831068+0000","last_became_active":"2024-07-26T17:08:46.781068+0000","last_became_peered":"2024-07-26T17:08:46.781068+0000","last_unstale":"2024-07-26T17:08:47.831068+0000","last_undegraded":"2024-07-26T17:08:47.831068+0000","last_fullsized":"2024-07-26T17:08:47.831068+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.6","version":"302'1","reported_seq":16,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.801106+0000","last_change":"2024-07-26T17:08:45.771194+0000","last_active":"2024-07-26T17:08:47.801106+0000","last_peered":"2024-07-26T17:08:47.801106+0000","last_clean":"2024-07-26T17:08:47.801106+0000","last_became_active":"2024-07-26T17:08:45.770732+0000","last_became_peered":"2024-07-26T17:08:45.770732+0000","last_unstale":"2024-07-26T17:08:47.801106+0000","last_undegraded":"2024-07-26T17:08:47.801106+0000","last_fullsized":"2024-07-26T17:08:47.801106+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:15.323880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.a","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789748+0000","last_change":"2024-07-26T17:08:46.801335+0000","last_active":"2024-07-26T17:08:47.789748+0000","last_peered":"2024-07-26T17:08:47.789748+0000","last_clean":"2024-07-26T17:08:47.789748+0000","last_became_active":"2024-07-26T17:08:46.799898+0000","last_became_peered":"2024-07-26T17:08:46.799898+0000","last_unstale":"2024-07-26T17:08:47.789748+0000","last_undegraded":"2024-07-26T17:08:47.789748+0000","last_fullsized":"2024-07-26T17:08:47.789748+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:28:52.251685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.5","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789606+0000","last_change":"2024-07-26T17:08:45.771351+0000","last_active":"2024-07-26T17:08:47.789606+0000","last_peered":"2024-07-26T17:08:47.789606+0000","last_clean":"2024-07-26T17:08:47.789606+0000","last_became_active":"2024-07-26T17:08:45.770971+0000","last_became_peered":"2024-07-26T17:08:45.770971+0000","last_unstale":"2024-07-26T17:08:47.789606+0000","last_undegraded":"2024-07-26T17:08:47.789606+0000","last_fullsized":"2024-07-26T17:08:47.789606+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:07.505618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.b","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.800909+0000","last_change":"2024-07-26T17:08:46.789232+0000","last_active":"2024-07-26T17:08:47.800909+0000","last_peered":"2024-07-26T17:08:47.800909+0000","last_clean":"2024-07-26T17:08:47.800909+0000","last_became_active":"2024-07-26T17:08:46.788909+0000","last_became_peered":"2024-07-26T17:08:46.788909+0000","last_unstale":"2024-07-26T17:08:47.800909+0000","last_undegraded":"2024-07-26T17:08:47.800909+0000","last_fullsized":"2024-07-26T17:08:47.800909+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:32:58.511236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.4","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831252+0000","last_change":"2024-07-26T17:08:45.775421+0000","last_active":"2024-07-26T17:08:47.831252+0000","last_peered":"2024-07-26T17:08:47.831252+0000","last_clean":"2024-07-26T17:08:47.831252+0000","last_became_active":"2024-07-26T17:08:45.774559+0000","last_became_peered":"2024-07-26T17:08:45.774559+0000","last_unstale":"2024-07-26T17:08:47.831252+0000","last_undegraded":"2024-07-26T17:08:47.831252+0000","last_fullsized":"2024-07-26T17:08:47.831252+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:52:03.541443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.c","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789589+0000","last_change":"2024-07-26T17:08:46.801507+0000","last_active":"2024-07-26T17:08:47.789589+0000","last_peered":"2024-07-26T17:08:47.789589+0000","last_clean":"2024-07-26T17:08:47.789589+0000","last_became_active":"2024-07-26T17:08:46.801185+0000","last_became_peered":"2024-07-26T17:08:46.801185+0000","last_unstale":"2024-07-26T17:08:47.789589+0000","last_undegraded":"2024-07-26T17:08:47.789589+0000","last_fullsized":"2024-07-26T17:08:47.789589+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.513865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.3","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831176+0000","last_change":"2024-07-26T17:08:45.774478+0000","last_active":"2024-07-26T17:08:47.831176+0000","last_peered":"2024-07-26T17:08:47.831176+0000","last_clean":"2024-07-26T17:08:47.831176+0000","last_became_active":"2024-07-26T17:08:45.774163+0000","last_became_peered":"2024-07-26T17:08:45.774163+0000","last_unstale":"2024-07-26T17:08:47.831176+0000","last_undegraded":"2024-07-26T17:08:47.831176+0000","last_fullsized":"2024-07-26T17:08:47.831176+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.d","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831167+0000","last_change":"2024-07-26T17:08:46.792651+0000","last_active":"2024-07-26T17:08:47.831167+0000","last_peered":"2024-07-26T17:08:47.831167+0000","last_clean":"2024-07-26T17:08:47.831167+0000","last_became_active":"2024-07-26T17:08:46.792303+0000","last_became_peered":"2024-07-26T17:08:46.792303+0000","last_unstale":"2024-07-26T17:08:47.831167+0000","last_undegraded":"2024-07-26T17:08:47.831167+0000","last_fullsized":"2024-07-26T17:08:47.831167+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:52:32.719396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.2","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.790140+0000","last_change":"2024-07-26T17:08:45.777127+0000","last_active":"2024-07-26T17:08:47.790140+0000","last_peered":"2024-07-26T17:08:47.790140+0000","last_clean":"2024-07-26T17:08:47.790140+0000","last_became_active":"2024-07-26T17:08:45.776801+0000","last_became_peered":"2024-07-26T17:08:45.776801+0000","last_unstale":"2024-07-26T17:08:47.790140+0000","last_undegraded":"2024-07-26T17:08:47.790140+0000","last_fullsized":"2024-07-26T17:08:47.790140+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:19:21.441978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.e","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831317+0000","last_change":"2024-07-26T17:08:46.783388+0000","last_active":"2024-07-26T17:08:47.831317+0000","last_peered":"2024-07-26T17:08:47.831317+0000","last_clean":"2024-07-26T17:08:47.831317+0000","last_became_active":"2024-07-26T17:08:46.783030+0000","last_became_peered":"2024-07-26T17:08:46.783030+0000","last_unstale":"2024-07-26T17:08:47.831317+0000","last_undegraded":"2024-07-26T17:08:47.831317+0000","last_fullsized":"2024-07-26T17:08:47.831317+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:15:25.303332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.1","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789899+0000","last_change":"2024-07-26T17:08:45.779097+0000","last_active":"2024-07-26T17:08:47.789899+0000","last_peered":"2024-07-26T17:08:47.789899+0000","last_clean":"2024-07-26T17:08:47.789899+0000","last_became_active":"2024-07-26T17:08:45.778642+0000","last_became_peered":"2024-07-26T17:08:45.778642+0000","last_unstale":"2024-07-26T17:08:47.789899+0000","last_undegraded":"2024-07-26T17:08:47.789899+0000","last_fullsized":"2024-07-26T17:08:47.789899+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:59.999255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.f","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831944+0000","last_change":"2024-07-26T17:08:46.787523+0000","last_active":"2024-07-26T17:08:47.831944+0000","last_peered":"2024-07-26T17:08:47.831944+0000","last_clean":"2024-07-26T17:08:47.831944+0000","last_became_active":"2024-07-26T17:08:46.787209+0000","last_became_peered":"2024-07-26T17:08:46.787209+0000","last_unstale":"2024-07-26T17:08:47.831944+0000","last_undegraded":"2024-07-26T17:08:47.831944+0000","last_fullsized":"2024-07-26T17:08:47.831944+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.0","version":"0'0","reported_seq":15,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.788351+0000","last_change":"2024-07-26T17:08:45.772307+0000","last_active":"2024-07-26T17:08:47.788351+0000","last_peered":"2024-07-26T17:08:47.788351+0000","last_clean":"2024-07-26T17:08:47.788351+0000","last_became_active":"2024-07-26T17:08:45.771989+0000","last_became_peered":"2024-07-26T17:08:45.771989+0000","last_unstale":"2024-07-26T17:08:47.788351+0000","last_undegraded":"2024-07-26T17:08:47.788351+0000","last_fullsized":"2024-07-26T17:08:47.788351+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:56.749734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.29","version":"0'0","reported_seq":13,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.831025+0000","last_change":"2024-07-26T17:08:46.782951+0000","last_active":"2024-07-26T17:08:47.831025+0000","last_peered":"2024-07-26T17:08:47.831025+0000","last_clean":"2024-07-26T17:08:47.831025+0000","last_became_active":"2024-07-26T17:08:46.782464+0000","last_became_peered":"2024-07-26T17:08:46.782464+0000","last_unstale":"2024-07-26T17:08:47.831025+0000","last_undegraded":"2024-07-26T17:08:47.831025+0000","last_fullsized":"2024-07-26T17:08:47.831025+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"293'3511","reported_seq":4669,"reported_epoch":302,"state":"active+clean","last_fresh":"2024-07-26T17:08:47.789092+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:08:47.789092+0000","last_peered":"2024-07-26T17:08:47.789092+0000","last_clean":"2024-07-26T17:08:47.789092+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:08:47.789092+0000","last_undegraded":"2024-07-26T17:08:47.789092+0000","last_fullsized":"2024-07-26T17:08:47.789092+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":3511,"log_dups_size":0,"ondisk_log_size":3511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":39,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":40,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3511,"ondisk_log_size":3511,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576047,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71592,"kb_used_data":4308,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300248,"statfs":{"total":96636764160,"available":96563453952,"internally_reserved":0,"allocated":4411392,"data_stored":2603373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510638,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65432,"kb_used_data":3724,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94306408,"statfs":{"total":96636764160,"available":96569761792,"internally_reserved":0,"allocated":3813376,"data_stored":2012971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510638,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":75176,"kb_used_data":3736,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94296664,"statfs":{"total":96636764160,"available":96559783936,"internally_reserved":0,"allocated":3825664,"data_stored":2013713,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510638,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":57120,"kb_used_data":3732,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94314720,"statfs":{"total":96636764160,"available":96578273280,"internally_reserved":0,"allocated":3821568,"data_stored":2013083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510637,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52960,"kb_used_data":3732,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318880,"statfs":{"total":96636764160,"available":96582533120,"internally_reserved":0,"allocated":3821568,"data_stored":2013075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510637,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52968,"kb_used_data":3740,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318872,"statfs":{"total":96636764160,"available":96582524928,"internally_reserved":0,"allocated":3829760,"data_stored":2015165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510640,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48796,"kb_used_data":3724,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323044,"statfs":{"total":96636764160,"available":96586797056,"internally_reserved":0,"allocated":3813376,"data_stored":2012971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543344,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61872,"kb_used_data":4320,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94309968,"statfs":{"total":96636764160,"available":96573407232,"internally_reserved":0,"allocated":4423680,"data_stored":2604973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:08:51.249 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T17:08:51.250 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-26T17:08:51.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.410+0000 7efdbbd19640 1 -- 172.21.15.33:0/4590427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efdb40ce490 msgr2=0x7efdb40ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.410+0000 7efdbbd19640 1 --2- 172.21.15.33:0/4590427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efdb40ce490 0x7efdb40ce8a0 secure :-1 s=READY pgs=2957 cs=0 l=1 rev1=1 crypto rx=0x7efdb40cf8a0 tx=0x7efdb002a530 comp rx=0 tx=0).stop 2024-07-26T17:08:51.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.410+0000 7efdbbd19640 1 -- 172.21.15.33:0/4590427 shutdown_connections 2024-07-26T17:08:51.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.410+0000 7efdbbd19640 1 --2- 172.21.15.33:0/4590427 >> v2:172.21.15.154:3300/0 conn(0x7efdb40cede0 0x7efdb41604b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.410+0000 7efdbbd19640 1 --2- 172.21.15.33:0/4590427 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efdb40ce490 0x7efdb40ce8a0 unknown :-1 s=CLOSED pgs=2957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.410+0000 7efdbbd19640 1 -- 172.21.15.33:0/4590427 >> 172.21.15.33:0/4590427 conn(0x7efdb40d1e10 msgr2=0x7efdb40d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:51.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.410+0000 7efdbbd19640 1 -- 172.21.15.33:0/4590427 shutdown_connections 2024-07-26T17:08:51.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.410+0000 7efdbbd19640 1 -- 172.21.15.33:0/4590427 wait complete. 2024-07-26T17:08:51.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.412+0000 7efdbbd19640 1 Processor -- start 2024-07-26T17:08:51.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.412+0000 7efdbbd19640 1 -- start start 2024-07-26T17:08:51.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.413+0000 7efdbbd19640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efdb40ce490 0x7efdb41f6e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.413+0000 7efdbbd19640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efdb40cede0 0x7efdb4154f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.413+0000 7efdbbd19640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efdb41609f0 0x7efdb41e84d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.413+0000 7efdbbd19640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7efdb40b5ef0 con 0x7efdb40ce490 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.413+0000 7efdbbd19640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7efdb40b5d70 con 0x7efdb40cede0 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.413+0000 7efdbbd19640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7efdb40b6070 con 0x7efdb41609f0 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdb9ab5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efdb40ce490 0x7efdb41f6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdb9ab5640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efdb40ce490 0x7efdb41f6e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:42704/0 (socket says 172.21.15.33:42704) 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdb9ab5640 1 -- 172.21.15.33:0/3108474101 learned_addr learned my addr 172.21.15.33:0/3108474101 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdb92b4640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efdb40cede0 0x7efdb4154f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdb9ab5640 1 -- 172.21.15.33:0/3108474101 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efdb41609f0 msgr2=0x7efdb41e84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdba2b6640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efdb41609f0 0x7efdb41e84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdb9ab5640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efdb41609f0 0x7efdb41e84d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdb9ab5640 1 -- 172.21.15.33:0/3108474101 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efdb40cede0 msgr2=0x7efdb4154f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdb9ab5640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efdb40cede0 0x7efdb4154f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdb9ab5640 1 -- 172.21.15.33:0/3108474101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdb41f7360 con 0x7efdb40ce490 2024-07-26T17:08:51.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdb92b4640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efdb40cede0 0x7efdb4154f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:08:51.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdb9ab5640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efdb40ce490 0x7efdb41f6e20 secure :-1 s=READY pgs=2958 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009780 tx=0x7efdb0033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:51.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdaa7fc640 1 -- 172.21.15.33:0/3108474101 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb0031d60 con 0x7efdb40ce490 2024-07-26T17:08:51.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdaa7fc640 1 -- 172.21.15.33:0/3108474101 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efdb0033e10 con 0x7efdb40ce490 2024-07-26T17:08:51.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdbbd19640 1 -- 172.21.15.33:0/3108474101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdb40cc030 con 0x7efdb40ce490 2024-07-26T17:08:51.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdaa7fc640 1 -- 172.21.15.33:0/3108474101 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb0005260 con 0x7efdb40ce490 2024-07-26T17:08:51.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.414+0000 7efdbbd19640 1 -- 172.21.15.33:0/3108474101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdb40cb150 con 0x7efdb40ce490 2024-07-26T17:08:51.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.415+0000 7efdbbd19640 1 -- 172.21.15.33:0/3108474101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdb4161180 con 0x7efdb40ce490 2024-07-26T17:08:51.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.416+0000 7efdaa7fc640 1 -- 172.21.15.33:0/3108474101 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7efdb0005400 con 0x7efdb40ce490 2024-07-26T17:08:51.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.417+0000 7efdaa7fc640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7efd98077010 0x7efd98079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.417+0000 7efdaa7fc640 1 -- 172.21.15.33:0/3108474101 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7efdb00b9de0 con 0x7efdb40ce490 2024-07-26T17:08:51.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.417+0000 7efdb92b4640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7efd98077010 0x7efd98079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.417+0000 7efdb92b4640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7efd98077010 0x7efd98079520 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7efdb4160430 tx=0x7efda4005dd0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:51.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.421+0000 7efdaa7fc640 1 -- 172.21.15.33:0/3108474101 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efdb41f7360 con 0x7efdb40ce490 2024-07-26T17:08:51.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.689+0000 7efdbbd19640 1 -- 172.21.15.33:0/3108474101 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7efdb40b6ce0 con 0x7efdb40ce490 2024-07-26T17:08:51.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.692+0000 7efdaa7fc640 1 -- 172.21.15.33:0/3108474101 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v58) ==== 190+0+147 (secure 0 0 0) 0x7efdb003f030 con 0x7efdb40ce490 2024-07-26T17:08:51.694 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-07-26T17:08:51.694 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB6wKNmiWWRIxAANK+U67WSdPjT2hF8DNUbzA== 2024-07-26T17:08:51.694 INFO:teuthology.orchestra.run.smithi033.stdout: caps mds = "allow" 2024-07-26T17:08:51.694 INFO:teuthology.orchestra.run.smithi033.stdout: caps mon = "allow r" 2024-07-26T17:08:51.694 INFO:teuthology.orchestra.run.smithi033.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-26T17:08:51.694 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-07-26T17:08:51.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 -- 172.21.15.33:0/3108474101 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7efd98077010 msgr2=0x7efd98079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7efd98077010 0x7efd98079520 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7efdb4160430 tx=0x7efda4005dd0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 -- 172.21.15.33:0/3108474101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efdb40ce490 msgr2=0x7efdb41f6e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efdb40ce490 0x7efdb41f6e20 secure :-1 s=READY pgs=2958 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009780 tx=0x7efdb0033c20 comp rx=0 tx=0).stop 2024-07-26T17:08:51.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 -- 172.21.15.33:0/3108474101 shutdown_connections 2024-07-26T17:08:51.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7efd98077010 0x7efd98079520 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7efdb41609f0 0x7efdb41e84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7efdb40cede0 0x7efdb4154f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 --2- 172.21.15.33:0/3108474101 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efdb40ce490 0x7efdb41f6e20 unknown :-1 s=CLOSED pgs=2958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 -- 172.21.15.33:0/3108474101 >> 172.21.15.33:0/3108474101 conn(0x7efdb40d1e10 msgr2=0x7efdb40cd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:51.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 -- 172.21.15.33:0/3108474101 shutdown_connections 2024-07-26T17:08:51.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.694+0000 7efdbbd19640 1 -- 172.21.15.33:0/3108474101 wait complete. 2024-07-26T17:08:51.708 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:08:51.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.825+0000 7f7e38a39640 1 -- 172.21.15.33:0/2682098942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20003a50 msgr2=0x7f7e20003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.825+0000 7f7e38a39640 1 --2- 172.21.15.33:0/2682098942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20003a50 0x7f7e20003ec0 secure :-1 s=READY pgs=2960 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c001dc0 tx=0x7f7e20005830 comp rx=0 tx=0).stop 2024-07-26T17:08:51.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.825+0000 7f7e38a39640 1 -- 172.21.15.33:0/2682098942 shutdown_connections 2024-07-26T17:08:51.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.825+0000 7f7e38a39640 1 --2- 172.21.15.33:0/2682098942 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20003a50 0x7f7e20003ec0 unknown :-1 s=CLOSED pgs=2960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.825+0000 7f7e38a39640 1 -- 172.21.15.33:0/2682098942 >> 172.21.15.33:0/2682098942 conn(0x7f7e340d0b10 msgr2=0x7f7e340d0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:51.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.825+0000 7f7e38a39640 1 -- 172.21.15.33:0/2682098942 shutdown_connections 2024-07-26T17:08:51.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.825+0000 7f7e38a39640 1 -- 172.21.15.33:0/2682098942 wait complete. 2024-07-26T17:08:51.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.827+0000 7f7e38a39640 1 Processor -- start 2024-07-26T17:08:51.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.827+0000 7f7e38a39640 1 -- start start 2024-07-26T17:08:51.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.828+0000 7f7e38a39640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20003a50 0x7f7e340c8b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.828+0000 7f7e38a39640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e341f8fa0 0x7f7e34161af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.828+0000 7f7e38a39640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e341f5090 0x7f7e341f54a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.828+0000 7f7e38a39640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f7e340b0ee0 con 0x7f7e20003a50 2024-07-26T17:08:51.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.828+0000 7f7e38a39640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f7e340b0d60 con 0x7f7e341f5090 2024-07-26T17:08:51.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.828+0000 7f7e38a39640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f7e340b1060 con 0x7f7e341f8fa0 2024-07-26T17:08:51.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.828+0000 7f7e3259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20003a50 0x7f7e340c8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.828+0000 7f7e3259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20003a50 0x7f7e340c8b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51110/0 (socket says 172.21.15.33:51110) 2024-07-26T17:08:51.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.828+0000 7f7e3259c640 1 -- 172.21.15.33:0/1285995814 learned_addr learned my addr 172.21.15.33:0/1285995814 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:51.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.828+0000 7f7e31d9b640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e341f8fa0 0x7f7e34161af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.828+0000 7f7e32d9d640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e341f5090 0x7f7e341f54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.829+0000 7f7e3259c640 1 -- 172.21.15.33:0/1285995814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e341f8fa0 msgr2=0x7f7e34161af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.829+0000 7f7e3259c640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e341f8fa0 0x7f7e34161af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.829+0000 7f7e3259c640 1 -- 172.21.15.33:0/1285995814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e341f5090 msgr2=0x7f7e341f54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:51.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.829+0000 7f7e3259c640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e341f5090 0x7f7e341f54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:51.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.829+0000 7f7e3259c640 1 -- 172.21.15.33:0/1285995814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e340c90c0 con 0x7f7e20003a50 2024-07-26T17:08:51.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.829+0000 7f7e3259c640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20003a50 0x7f7e340c8b80 secure :-1 s=READY pgs=2961 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c02ac70 tx=0x7f7e2c003aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:51.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.829+0000 7f7e2affd640 1 -- 172.21.15.33:0/1285995814 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e2c006460 con 0x7f7e20003a50 2024-07-26T17:08:51.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.829+0000 7f7e2affd640 1 -- 172.21.15.33:0/1285995814 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e2c0066f0 con 0x7f7e20003a50 2024-07-26T17:08:51.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.829+0000 7f7e38a39640 1 -- 172.21.15.33:0/1285995814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e341f5d10 con 0x7f7e20003a50 2024-07-26T17:08:51.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.829+0000 7f7e2affd640 1 -- 172.21.15.33:0/1285995814 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e2c0068c0 con 0x7f7e20003a50 2024-07-26T17:08:51.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.829+0000 7f7e38a39640 1 -- 172.21.15.33:0/1285995814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e34161010 con 0x7f7e20003a50 2024-07-26T17:08:51.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.830+0000 7f7e38a39640 1 -- 172.21.15.33:0/1285995814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e340cfeb0 con 0x7f7e20003a50 2024-07-26T17:08:51.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.831+0000 7f7e2affd640 1 -- 172.21.15.33:0/1285995814 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f7e2c046020 con 0x7f7e20003a50 2024-07-26T17:08:51.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.831+0000 7f7e2affd640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7e14077010 0x7f7e14079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:51.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.831+0000 7f7e2affd640 1 -- 172.21.15.33:0/1285995814 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7f7e2c0b8dd0 con 0x7f7e20003a50 2024-07-26T17:08:51.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.831+0000 7f7e31d9b640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7e14077010 0x7f7e14079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:51.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.832+0000 7f7e31d9b640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7e14077010 0x7f7e14079520 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7e34155090 tx=0x7f7e1c006040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:51.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:51.836+0000 7f7e2affd640 1 -- 172.21.15.33:0/1285995814 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7e2c0816a0 con 0x7f7e20003a50 2024-07-26T17:08:52.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.067+0000 7f7e38a39640 1 -- 172.21.15.33:0/1285995814 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e3406ed00 con 0x7f7e20003a50 2024-07-26T17:08:52.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.068+0000 7f7e2affd640 1 -- 172.21.15.33:0/1285995814 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 169 v169) ==== 95+0+5247 (secure 0 0 0) 0x7f7e2c085bf0 con 0x7f7e20003a50 2024-07-26T17:08:52.070 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:08:52.070 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":169,"btime":"2024-07-26T17:08:49:795462+0000","default_fscid":19,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":10523,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3063728360","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3063728360},{"type":"v1","addr":"172.21.15.33:6835","nonce":3063728360}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164},{"gid":11944,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/1392191626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":1392191626},{"type":"v1","addr":"172.21.15.154:6833","nonce":1392191626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163},{"gid":11965,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/1966919140","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":1966919140},{"type":"v1","addr":"172.21.15.154:6835","nonce":1966919140}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164}],"filesystems":[{"mdsmap":{"epoch":169,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:08:46.154060+0000","modified":"2024-07-26T17:08:49.182958+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":13173},"failed":[],"damaged":[],"stopped":[],"info":{"gid_13173":{"gid":13173,"name":"c","rank":0,"incarnation":165,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6834/2316224025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2316224025},{"type":"v1","addr":"172.21.15.33:6834","nonce":2316224025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[40],"metadata_pool":39,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":13173,"qdb_cluster":[13173]},"id":19}]} 2024-07-26T17:08:52.070 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 169 2024-07-26T17:08:52.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 -- 172.21.15.33:0/1285995814 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7e14077010 msgr2=0x7f7e14079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7e14077010 0x7f7e14079520 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7e34155090 tx=0x7f7e1c006040 comp rx=0 tx=0).stop 2024-07-26T17:08:52.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 -- 172.21.15.33:0/1285995814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20003a50 msgr2=0x7f7e340c8b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20003a50 0x7f7e340c8b80 secure :-1 s=READY pgs=2961 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c02ac70 tx=0x7f7e2c003aa0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 -- 172.21.15.33:0/1285995814 shutdown_connections 2024-07-26T17:08:52.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f7e14077010 0x7f7e14079520 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f7e341f5090 0x7f7e341f54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f7e341f8fa0 0x7f7e34161af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 --2- 172.21.15.33:0/1285995814 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7e20003a50 0x7f7e340c8b80 unknown :-1 s=CLOSED pgs=2961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 -- 172.21.15.33:0/1285995814 >> 172.21.15.33:0/1285995814 conn(0x7f7e340d0b10 msgr2=0x7f7e340cb490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:52.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 -- 172.21.15.33:0/1285995814 shutdown_connections 2024-07-26T17:08:52.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.070+0000 7f7e38a39640 1 -- 172.21.15.33:0/1285995814 wait complete. 2024-07-26T17:08:52.486 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 169, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-26T17:08:46.154060+0000', 'modified': '2024-07-26T17:08:49.182958+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 13173}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_13173': {'gid': 13173, 'name': 'c', 'rank': 0, 'incarnation': 165, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6834/2316224025', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6832', 'nonce': 2316224025}, {'type': 'v1', 'addr': '172.21.15.33:6834', 'nonce': 2316224025}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [40], 'metadata_pool': 39, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 13173, 'qdb_cluster': [13173]} 2024-07-26T17:08:52.487 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-26T17:08:52.487 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-26T17:08:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.611+0000 7f3dd89cf640 1 -- 172.21.15.33:0/3614554841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd40cfd00 msgr2=0x7f3dd40ce790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.611+0000 7f3dd89cf640 1 --2- 172.21.15.33:0/3614554841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd40cfd00 0x7f3dd40ce790 secure :-1 s=READY pgs=2962 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4073d00 tx=0x7f3dc402a980 comp rx=0 tx=0).stop 2024-07-26T17:08:52.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.611+0000 7f3dd89cf640 1 -- 172.21.15.33:0/3614554841 shutdown_connections 2024-07-26T17:08:52.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.611+0000 7f3dd89cf640 1 --2- 172.21.15.33:0/3614554841 >> v2:172.21.15.154:3300/0 conn(0x7f3dd40d0bc0 0x7f3dd40cecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.611+0000 7f3dd89cf640 1 --2- 172.21.15.33:0/3614554841 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dd4160350 0x7f3dd4160760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.611+0000 7f3dd89cf640 1 --2- 172.21.15.33:0/3614554841 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd40cfd00 0x7f3dd40ce790 unknown :-1 s=CLOSED pgs=2962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.611+0000 7f3dd89cf640 1 -- 172.21.15.33:0/3614554841 >> 172.21.15.33:0/3614554841 conn(0x7f3dd40d1e00 msgr2=0x7f3dd40d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:52.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.611+0000 7f3dd89cf640 1 -- 172.21.15.33:0/3614554841 shutdown_connections 2024-07-26T17:08:52.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.611+0000 7f3dd89cf640 1 -- 172.21.15.33:0/3614554841 wait complete. 2024-07-26T17:08:52.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.613+0000 7f3dd89cf640 1 Processor -- start 2024-07-26T17:08:52.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.613+0000 7f3dd89cf640 1 -- start start 2024-07-26T17:08:52.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd89cf640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dd40cfd00 0x7f3dd41578d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd89cf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd40d0bc0 0x7f3dd4159850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd89cf640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dd4160350 0x7f3dd4159d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd89cf640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd40ccb70 con 0x7f3dd40d0bc0 2024-07-26T17:08:52.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd89cf640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd40cc9f0 con 0x7f3dd4160350 2024-07-26T17:08:52.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd89cf640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3dd40cccf0 con 0x7f3dd40cfd00 2024-07-26T17:08:52.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd40d0bc0 0x7f3dd4159850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd40d0bc0 0x7f3dd4159850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51130/0 (socket says 172.21.15.33:51130) 2024-07-26T17:08:52.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/4157925301 learned_addr learned my addr 172.21.15.33:0/4157925301 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:52.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd259c640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dd40cfd00 0x7f3dd41578d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd2d9d640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dd4160350 0x7f3dd4159d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/4157925301 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dd40cfd00 msgr2=0x7f3dd41578d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dd40cfd00 0x7f3dd41578d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/4157925301 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dd4160350 msgr2=0x7f3dd4159d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dd4160350 0x7f3dd4159d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/4157925301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dd4158380 con 0x7f3dd40d0bc0 2024-07-26T17:08:52.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd2d9d640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dd4160350 0x7f3dd4159d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:52.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.615+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd40d0bc0 0x7f3dd4159850 secure :-1 s=READY pgs=2963 cs=0 l=1 rev1=1 crypto rx=0x7f3dc800d750 tx=0x7f3dc800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:52.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.616+0000 7f3dc2ffd640 1 -- 172.21.15.33:0/4157925301 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc8017070 con 0x7f3dd40d0bc0 2024-07-26T17:08:52.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.616+0000 7f3dc2ffd640 1 -- 172.21.15.33:0/4157925301 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3dc8009cc0 con 0x7f3dd40d0bc0 2024-07-26T17:08:52.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.616+0000 7f3dd89cf640 1 -- 172.21.15.33:0/4157925301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dd415dfe0 con 0x7f3dd40d0bc0 2024-07-26T17:08:52.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.616+0000 7f3dc2ffd640 1 -- 172.21.15.33:0/4157925301 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc80106c0 con 0x7f3dd40d0bc0 2024-07-26T17:08:52.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.616+0000 7f3dd89cf640 1 -- 172.21.15.33:0/4157925301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dd415e5a0 con 0x7f3dd40d0bc0 2024-07-26T17:08:52.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.618+0000 7f3dc2ffd640 1 -- 172.21.15.33:0/4157925301 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7f3dc801a070 con 0x7f3dd40d0bc0 2024-07-26T17:08:52.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.618+0000 7f3dc2ffd640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3db4077010 0x7f3db4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.618+0000 7f3dc2ffd640 1 -- 172.21.15.33:0/4157925301 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7f3dc8098c50 con 0x7f3dd40d0bc0 2024-07-26T17:08:52.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.618+0000 7f3dd259c640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3db4077010 0x7f3db4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.619+0000 7f3dd259c640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3db4077010 0x7f3db4079520 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4035000 tx=0x7f3dc4004ab0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:52.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.619+0000 7f3ddf9c0740 1 Processor -- start 2024-07-26T17:08:52.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.619+0000 7f3ddf9c0740 1 -- start start 2024-07-26T17:08:52.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.620+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 0x560ff000f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.620+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff000f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc1e590 0x560ff002c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560feff573f0 con 0x560fefc163b0 2024-07-26T17:08:52.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x560feff46a90 con 0x560fefc1e590 2024-07-26T17:08:52.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x560feff4a930 con 0x560fefc3f270 2024-07-26T17:08:52.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3dd1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff000f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3dd259c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 0x560ff000f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3dd1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff000f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51142/0 (socket says 172.21.15.33:51142) 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/4137717757 learned_addr learned my addr 172.21.15.33:0/4137717757 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3dd2d9d640 1 --2- 172.21.15.33:0/4137717757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc1e590 0x560ff002c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/4137717757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 msgr2=0x560ff000f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/4137717757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 0x560ff000f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/4137717757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc1e590 msgr2=0x560ff002c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/4137717757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc1e590 0x560ff002c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/4137717757 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fefcaa850 con 0x560fefc163b0 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/4137717757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff000f740 secure :-1 s=READY pgs=2964 cs=0 l=1 rev1=1 crypto rx=0x7f3dc805d5c0 tx=0x7f3dc8061050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a1909003ad9f332 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3db3fff640 1 -- 172.21.15.33:0/4137717757 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc8021040 con 0x560fefc163b0 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3db3fff640 1 -- 172.21.15.33:0/4137717757 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3dc8061540 con 0x560fefc163b0 2024-07-26T17:08:52.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.621+0000 7f3db3fff640 1 -- 172.21.15.33:0/4137717757 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc8076d50 con 0x560fefc163b0 2024-07-26T17:08:52.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.622+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/4137717757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 msgr2=0x560ff000f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.622+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/4137717757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff000f740 secure :-1 s=READY pgs=2964 cs=0 l=1 rev1=1 crypto rx=0x7f3dc805d5c0 tx=0x7f3dc8061050 comp rx=0 tx=0).stop 2024-07-26T17:08:52.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.622+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/4137717757 shutdown_connections 2024-07-26T17:08:52.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.622+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/4137717757 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc1e590 0x560ff002c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.622+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/4137717757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff000f740 unknown :-1 s=CLOSED pgs=2964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.622+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/4137717757 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 0x560ff000f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.622+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/4137717757 >> 172.21.15.33:0/4137717757 conn(0x560fefc333c0 msgr2=0x560feffe54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:52.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.622+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/4137717757 shutdown_connections 2024-07-26T17:08:52.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.622+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/4137717757 wait complete. 2024-07-26T17:08:52.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.623+0000 7f3ddf9c0740 1 -- start start 2024-07-26T17:08:52.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.623+0000 7f3ddf9c0740 1 Processor -- start 2024-07-26T17:08:52.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc163b0 0x560fefffd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560ff0007ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc3f270 0x560ff00081e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560fefcb9620 con 0x560fefc1e590 2024-07-26T17:08:52.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x560fefececb0 con 0x560fefc3f270 2024-07-26T17:08:52.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x560ff000fc80 con 0x560fefc163b0 2024-07-26T17:08:52.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3ddf9c0740 10 client.0 _ll_register_callbacks cb 0x560fefef0ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:08:52.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560ff0007ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560ff0007ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51146/0 (socket says 172.21.15.33:51146) 2024-07-26T17:08:52.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/3571864960 learned_addr learned my addr 172.21.15.33:0/3571864960 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:52.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd259c640 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc163b0 0x560fefffd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd2d9d640 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc3f270 0x560ff00081e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/3571864960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc163b0 msgr2=0x560fefffd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:08:52.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc163b0 0x560fefffd380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/3571864960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc3f270 msgr2=0x560ff00081e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:08:52.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc3f270 0x560ff00081e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/3571864960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fefd216b0 con 0x560fefc1e590 2024-07-26T17:08:52.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd2d9d640 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc3f270 0x560ff00081e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:08:52.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.625+0000 7f3dd259c640 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc163b0 0x560fefffd380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:08:52.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560ff0007ca0 secure :-1 s=READY pgs=2965 cs=0 l=1 rev1=1 crypto rx=0x7f3dc805db30 tx=0x7f3dc8076de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1097e93a88767a2 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:52.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3db17fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:08:52.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3db17fa640 1 -- 172.21.15.33:0/3571864960 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc8081060 con 0x560fefc1e590 2024-07-26T17:08:52.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3db17fa640 1 -- 172.21.15.33:0/3571864960 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7f3dc80609b0 con 0x560fefc1e590 2024-07-26T17:08:52.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/3571864960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3dc8061540 con 0x560fefc1e590 2024-07-26T17:08:52.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3db17fa640 1 -- 172.21.15.33:0/3571864960 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7f3dc8021040 con 0x560fefc1e590 2024-07-26T17:08:52.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3ddf9c0740 10 client.13302 fetch_fsmap learned FSMap version 169 2024-07-26T17:08:52.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/3571864960 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=169,monmap=2+}) -- 0x560ff0023970 con 0x560fefc1e590 2024-07-26T17:08:52.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3db17fa640 1 -- 172.21.15.33:0/3571864960 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3dc8092020 con 0x560fefc1e590 2024-07-26T17:08:52.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3db17fa640 1 -- 172.21.15.33:0/3571864960 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 169) ==== 3502+0+0 (secure 0 0 0) 0x7f3dc805ceb0 con 0x560fefc1e590 2024-07-26T17:08:52.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3ddf9c0740 10 client.13302 fetch_fsmap finished waiting for FSMap version 169 2024-07-26T17:08:52.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3ddf9c0740 10 client.13302 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T17:08:52.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3ddf9c0740 20 client.13302 populate_metadata read hostname 'smithi033' 2024-07-26T17:08:52.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.33:6832/2316224025,v1:172.21.15.33:6834/2316224025] conn(0x560fefbfde40 0x560ff003ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3ddf9c0740 4 client.13302 mds_command: new command op to 13173 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-26T17:08:52.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/3571864960 --> [v2:172.21.15.33:6832/2316224025,v1:172.21.15.33:6834/2316224025] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560feff59340 con 0x560fefbfde40 2024-07-26T17:08:52.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.626+0000 7f3dd259c640 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.33:6832/2316224025,v1:172.21.15.33:6834/2316224025] conn(0x560fefbfde40 0x560ff003ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.627+0000 7f3db17fa640 10 client.13302 ms_handle_connect on v2:172.21.15.33:6832/2316224025 2024-07-26T17:08:52.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.627+0000 7f3dd259c640 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.33:6832/2316224025,v1:172.21.15.33:6834/2316224025] conn(0x560fefbfde40 0x560ff003ccd0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd39812e1fbdf8d3 server_cookie=8bd42dd6fecca01f in_seq=0 out_seq=0 2024-07-26T17:08:52.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3db17fa640 1 -- 172.21.15.33:0/3571864960 <== mds.0 v2:172.21.15.33:6832/2316224025 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560feff59340 con 0x560fefbfde40 2024-07-26T17:08:52.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3db17fa640 10 client.13302 handle_command_reply: tid=0 2024-07-26T17:08:52.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 1 client.13302 shutdown 2024-07-26T17:08:52.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/3571864960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 msgr2=0x560ff0007ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560ff0007ca0 secure :-1 s=READY pgs=2965 cs=0 l=1 rev1=1 crypto rx=0x7f3dc805db30 tx=0x7f3dc8076de0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/3571864960 shutdown_connections 2024-07-26T17:08:52.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.33:6832/2316224025,v1:172.21.15.33:6834/2316224025] conn(0x560fefbfde40 0x560ff003ccd0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc3f270 0x560ff00081e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560ff0007ca0 unknown :-1 s=CLOSED pgs=2965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3db17fa640 0 client.13302 ms_handle_reset on v2:172.21.15.33:6832/2316224025 2024-07-26T17:08:52.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/3571864960 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc163b0 0x560fefffd380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/3571864960 >> 172.21.15.33:0/3571864960 conn(0x560fefc333c0 msgr2=0x560ff002a840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:52.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/3571864960 shutdown_connections 2024-07-26T17:08:52.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/3571864960 wait complete. 2024-07-26T17:08:52.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.628+0000 7f3ddf9c0740 20 client.13302 trim_cache size 0 max 16384 2024-07-26T17:08:52.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.647+0000 7f3ddf9c0740 1 Processor -- start 2024-07-26T17:08:52.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.647+0000 7f3ddf9c0740 1 -- start start 2024-07-26T17:08:52.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc163b0 0x560ff0020300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560fefffb490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 0x560fefffb9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd41ff360 con 0x560fefc1e590 2024-07-26T17:08:52.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f3dd415d6f0 con 0x560fefc163b0 2024-07-26T17:08:52.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f3dd41feeb0 con 0x560fefc3f270 2024-07-26T17:08:52.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3dd1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560fefffb490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3dd1d9b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560fefffb490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51156/0 (socket says 172.21.15.33:51156) 2024-07-26T17:08:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/1441248225 learned_addr learned my addr 172.21.15.33:0/1441248225 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/1441248225 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 msgr2=0x560fefffb9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:08:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/1441248225 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 0x560fefffb9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/1441248225 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc163b0 msgr2=0x560ff0020300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:08:52.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/1441248225 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc163b0 0x560ff0020300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3dd1d9b640 1 -- 172.21.15.33:0/1441248225 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fefffe560 con 0x560fefc1e590 2024-07-26T17:08:52.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/1441248225 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560fefffb490 secure :-1 s=READY pgs=2966 cs=0 l=1 rev1=1 crypto rx=0x7f3dc800c010 tx=0x7f3dc806a540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e775a4311b0a48b8 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:52.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3db37fe640 1 -- 172.21.15.33:0/1441248225 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc80609b0 con 0x560fefc1e590 2024-07-26T17:08:52.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3db37fe640 1 -- 172.21.15.33:0/1441248225 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3dc8092070 con 0x560fefc1e590 2024-07-26T17:08:52.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.649+0000 7f3db37fe640 1 -- 172.21.15.33:0/1441248225 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc8060210 con 0x560fefc1e590 2024-07-26T17:08:52.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.650+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1441248225 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 msgr2=0x560fefffb490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.650+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/1441248225 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560fefffb490 secure :-1 s=READY pgs=2966 cs=0 l=1 rev1=1 crypto rx=0x7f3dc800c010 tx=0x7f3dc806a540 comp rx=0 tx=0).stop 2024-07-26T17:08:52.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.650+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1441248225 shutdown_connections 2024-07-26T17:08:52.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.650+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/1441248225 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 0x560fefffb9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.650+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/1441248225 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc1e590 0x560fefffb490 unknown :-1 s=CLOSED pgs=2966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.650+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/1441248225 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc163b0 0x560ff0020300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.650+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1441248225 >> 172.21.15.33:0/1441248225 conn(0x560fefc333c0 msgr2=0x560ff0007c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:52.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.650+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1441248225 shutdown_connections 2024-07-26T17:08:52.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.650+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1441248225 wait complete. 2024-07-26T17:08:52.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.651+0000 7f3ddf9c0740 1 -- start start 2024-07-26T17:08:52.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.651+0000 7f3ddf9c0740 1 Processor -- start 2024-07-26T17:08:52.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff009cff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc1e590 0x560feffe3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3ddf9c0740 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 0x560feffe3580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x560ff0021000 con 0x560fefc163b0 2024-07-26T17:08:52.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x560fefcb9620 con 0x560fefc1e590 2024-07-26T17:08:52.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3ddf9c0740 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x560ff0008720 con 0x560fefc3f270 2024-07-26T17:08:52.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3ddf9c0740 10 client.0 _ll_register_callbacks cb 0x7f3dc8083030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-26T17:08:52.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3dd259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff009cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3dd259c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff009cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51160/0 (socket says 172.21.15.33:51160) 2024-07-26T17:08:52.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3dd259c640 1 -- 172.21.15.33:0/1414202639 learned_addr learned my addr 172.21.15.33:0/1414202639 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3dd259c640 1 -- 172.21.15.33:0/1414202639 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 msgr2=0x560feffe3580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3dd259c640 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 0x560feffe3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3dd259c640 1 -- 172.21.15.33:0/1414202639 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc1e590 msgr2=0x560feffe3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc1e590 0x560feffe3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3dd259c640 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc1e590 0x560feffe3040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3dd259c640 1 -- 172.21.15.33:0/1414202639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560feffe2020 con 0x560fefc163b0 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3dd259c640 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff009cff0 secure :-1 s=READY pgs=2967 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4000f80 tx=0x7f3dc4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b9d5c65c1c5a7ef server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3db17fa640 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3db17fa640 1 -- 172.21.15.33:0/1414202639 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc4034040 con 0x560fefc163b0 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.653+0000 7f3db17fa640 1 -- 172.21.15.33:0/1414202639 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7f3dc4004410 con 0x560fefc163b0 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1414202639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3dc8092070 con 0x560fefc163b0 2024-07-26T17:08:52.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3db17fa640 1 -- 172.21.15.33:0/1414202639 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7f3dc4062050 con 0x560fefc163b0 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3ddf9c0740 10 client.13308 fetch_fsmap learned FSMap version 169 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1414202639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=169,monmap=2+}) -- 0x560ff0022a20 con 0x560fefc163b0 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3db17fa640 1 -- 172.21.15.33:0/1414202639 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3dc8092070 con 0x560fefc163b0 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3db17fa640 1 -- 172.21.15.33:0/1414202639 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 169) ==== 3502+0+0 (secure 0 0 0) 0x7f3dc4065020 con 0x560fefc163b0 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3ddf9c0740 10 client.13308 fetch_fsmap finished waiting for FSMap version 169 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3ddf9c0740 10 client.13308 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3ddf9c0740 20 client.13308 populate_metadata read hostname 'smithi033' 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.33:6832/2316224025,v1:172.21.15.33:6834/2316224025] conn(0x560fefffba90 0x560ff004c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3ddf9c0740 4 client.13308 mds_command: new command op to 13173 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1414202639 --> [v2:172.21.15.33:6832/2316224025,v1:172.21.15.33:6834/2316224025] -- command(tid 0: {"prefix": "status"}) -- 0x560feff54de0 con 0x560fefffba90 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.33:6832/2316224025,v1:172.21.15.33:6834/2316224025] conn(0x560fefffba90 0x560ff004c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.654+0000 7f3db17fa640 10 client.13308 ms_handle_connect on v2:172.21.15.33:6832/2316224025 2024-07-26T17:08:52.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3dd1d9b640 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.33:6832/2316224025,v1:172.21.15.33:6834/2316224025] conn(0x560fefffba90 0x560ff004c180 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ee6ae1839c6a6ff server_cookie=3682f4c5451c8cce in_seq=0 out_seq=0 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3db17fa640 1 -- 172.21.15.33:0/1414202639 <== mds.0 v2:172.21.15.33:6832/2316224025 1 ==== command_reply(tid 0: 0 ) ==== 8+0+335 (crc 0 0 0) 0x560feff54de0 con 0x560fefffba90 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3db17fa640 10 client.13308 handle_command_reply: tid=0 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 1 client.13308 shutdown 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1414202639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 msgr2=0x560ff009cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff009cff0 secure :-1 s=READY pgs=2967 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4000f80 tx=0x7f3dc4004a40 comp rx=0 tx=0).stop 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1414202639 shutdown_connections 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.33:6832/2316224025,v1:172.21.15.33:6834/2316224025] conn(0x560fefffba90 0x560ff004c180 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x560fefc3f270 0x560feffe3580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x560fefc1e590 0x560feffe3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3db17fa640 0 client.13308 ms_handle_reset on v2:172.21.15.33:6832/2316224025 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 1 --2- 172.21.15.33:0/1414202639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x560fefc163b0 0x560ff009cff0 unknown :-1 s=CLOSED pgs=2967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1414202639 >> 172.21.15.33:0/1414202639 conn(0x560fefc333c0 msgr2=0x560fefffde00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:52.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1414202639 shutdown_connections 2024-07-26T17:08:52.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 1 -- 172.21.15.33:0/1414202639 wait complete. 2024-07-26T17:08:52.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.655+0000 7f3ddf9c0740 20 client.13308 trim_cache size 0 max 16384 2024-07-26T17:08:52.667 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:08:52.667 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "f69ebecf-ebe6-4ee7-8558-f0389f0fc21f", 2024-07-26T17:08:52.667 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-07-26T17:08:52.667 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 13173, 2024-07-26T17:08:52.667 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-07-26T17:08:52.667 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-07-26T17:08:52.667 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-07-26T17:08:52.667 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 5.8757314340000004, 2024-07-26T17:08:52.668 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 169, 2024-07-26T17:08:52.668 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 302, 2024-07-26T17:08:52.668 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 302, 2024-07-26T17:08:52.668 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 10.499039918999999 2024-07-26T17:08:52.668 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:08:52.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 -- 172.21.15.33:0/4157925301 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3db4077010 msgr2=0x7f3db4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3db4077010 0x7f3db4079520 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4035000 tx=0x7f3dc4004ab0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 -- 172.21.15.33:0/4157925301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd40d0bc0 msgr2=0x7f3dd4159850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd40d0bc0 0x7f3dd4159850 secure :-1 s=READY pgs=2963 cs=0 l=1 rev1=1 crypto rx=0x7f3dc800d750 tx=0x7f3dc800dc10 comp rx=0 tx=0).stop 2024-07-26T17:08:52.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 -- 172.21.15.33:0/4157925301 shutdown_connections 2024-07-26T17:08:52.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3db4077010 0x7f3db4079520 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3dd4160350 0x7f3dd4159d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3dd40d0bc0 0x7f3dd4159850 unknown :-1 s=CLOSED pgs=2963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 --2- 172.21.15.33:0/4157925301 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f3dd40cfd00 0x7f3dd41578d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 -- 172.21.15.33:0/4157925301 >> 172.21.15.33:0/4157925301 conn(0x7f3dd40d1e00 msgr2=0x7f3dd40b65c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:52.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 -- 172.21.15.33:0/4157925301 shutdown_connections 2024-07-26T17:08:52.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.656+0000 7f3dd89cf640 1 -- 172.21.15.33:0/4157925301 wait complete. 2024-07-26T17:08:52.670 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-26T17:08:52.749 INFO:tasks.ceph.mds.c.smithi033.stderr:2024-07-26T17:08:52.747+0000 7f90d7140640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-26T17:08:52.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.787+0000 7faefc107640 1 -- 172.21.15.33:0/1172287979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faef40b37d0 msgr2=0x7faef40b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.787+0000 7faefc107640 1 --2- 172.21.15.33:0/1172287979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faef40b37d0 0x7faef40b9360 secure :-1 s=READY pgs=2968 cs=0 l=1 rev1=1 crypto rx=0x7faef40b9cb0 tx=0x7faef002a4d0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.787+0000 7faefc107640 1 -- 172.21.15.33:0/1172287979 shutdown_connections 2024-07-26T17:08:52.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.787+0000 7faefc107640 1 --2- 172.21.15.33:0/1172287979 >> v2:172.21.15.154:3300/0 conn(0x7faef40b98a0 0x7faef40d26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.787+0000 7faefc107640 1 --2- 172.21.15.33:0/1172287979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faef40b37d0 0x7faef40b9360 unknown :-1 s=CLOSED pgs=2968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.787+0000 7faefc107640 1 -- 172.21.15.33:0/1172287979 >> 172.21.15.33:0/1172287979 conn(0x7faef40b5b00 msgr2=0x7faef40b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:52.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.787+0000 7faefc107640 1 -- 172.21.15.33:0/1172287979 shutdown_connections 2024-07-26T17:08:52.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.787+0000 7faefc107640 1 -- 172.21.15.33:0/1172287979 wait complete. 2024-07-26T17:08:52.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.789+0000 7faefc107640 1 Processor -- start 2024-07-26T17:08:52.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.789+0000 7faefc107640 1 -- start start 2024-07-26T17:08:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faefc107640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faef40b37d0 0x7faef41605c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faefc107640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faef40b98a0 0x7faef41f92a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faefc107640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faef40d2c10 0x7faef415afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faefc107640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7faef40b3d60 con 0x7faef40b37d0 2024-07-26T17:08:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faefc107640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7faef40b3be0 con 0x7faef40b98a0 2024-07-26T17:08:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faefc107640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7faef40d3c30 con 0x7faef40d2c10 2024-07-26T17:08:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faef9ea3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faef40b37d0 0x7faef41605c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faef9ea3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faef40b37d0 0x7faef41605c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51186/0 (socket says 172.21.15.33:51186) 2024-07-26T17:08:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faef9ea3640 1 -- 172.21.15.33:0/3219474924 learned_addr learned my addr 172.21.15.33:0/3219474924 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faef96a2640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faef40b98a0 0x7faef41f92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faefa6a4640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faef40d2c10 0x7faef415afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faef9ea3640 1 -- 172.21.15.33:0/3219474924 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faef40d2c10 msgr2=0x7faef415afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faef9ea3640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faef40d2c10 0x7faef415afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faef9ea3640 1 -- 172.21.15.33:0/3219474924 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faef40b98a0 msgr2=0x7faef41f92a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:52.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.790+0000 7faef9ea3640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faef40b98a0 0x7faef41f92a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:52.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.791+0000 7faef9ea3640 1 -- 172.21.15.33:0/3219474924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faef41621b0 con 0x7faef40b37d0 2024-07-26T17:08:52.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.791+0000 7faef9ea3640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faef40b37d0 0x7faef41605c0 secure :-1 s=READY pgs=2969 cs=0 l=1 rev1=1 crypto rx=0x7faef0034040 tx=0x7faef00039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:52.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.791+0000 7faeea7fc640 1 -- 172.21.15.33:0/3219474924 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faef003e030 con 0x7faef40b37d0 2024-07-26T17:08:52.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.791+0000 7faeea7fc640 1 -- 172.21.15.33:0/3219474924 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faef00047a0 con 0x7faef40b37d0 2024-07-26T17:08:52.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.791+0000 7faefc107640 1 -- 172.21.15.33:0/3219474924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faef41f5740 con 0x7faef40b37d0 2024-07-26T17:08:52.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.791+0000 7faeea7fc640 1 -- 172.21.15.33:0/3219474924 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faef0035040 con 0x7faef40b37d0 2024-07-26T17:08:52.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.791+0000 7faefc107640 1 -- 172.21.15.33:0/3219474924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faef41f5d00 con 0x7faef40b37d0 2024-07-26T17:08:52.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.792+0000 7faefc107640 1 -- 172.21.15.33:0/3219474924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faef40d3120 con 0x7faef40b37d0 2024-07-26T17:08:52.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.793+0000 7faeea7fc640 1 -- 172.21.15.33:0/3219474924 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7faef0041030 con 0x7faef40b37d0 2024-07-26T17:08:52.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.793+0000 7faeea7fc640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7faed8077040 0x7faed8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:52.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.794+0000 7faeea7fc640 1 -- 172.21.15.33:0/3219474924 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7faef00b9310 con 0x7faef40b37d0 2024-07-26T17:08:52.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.794+0000 7faef96a2640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7faed8077040 0x7faed8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:52.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.794+0000 7faef96a2640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7faed8077040 0x7faed8079550 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7faee4005fd0 tx=0x7faee4005d80 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:52.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:52.798+0000 7faeea7fc640 1 -- 172.21.15.33:0/3219474924 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faef0082360 con 0x7faef40b37d0 2024-07-26T17:08:53.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.030+0000 7faefc107640 1 -- 172.21.15.33:0/3219474924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7faef406e390 con 0x7faef40b37d0 2024-07-26T17:08:53.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.031+0000 7faeea7fc640 1 -- 172.21.15.33:0/3219474924 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v169) ==== 53+0+73 (secure 0 0 0) 0x7faef0081c60 con 0x7faef40b37d0 2024-07-26T17:08:53.033 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-26T17:08:53.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 -- 172.21.15.33:0/3219474924 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7faed8077040 msgr2=0x7faed8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:53.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7faed8077040 0x7faed8079550 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7faee4005fd0 tx=0x7faee4005d80 comp rx=0 tx=0).stop 2024-07-26T17:08:53.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 -- 172.21.15.33:0/3219474924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faef40b37d0 msgr2=0x7faef41605c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:53.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faef40b37d0 0x7faef41605c0 secure :-1 s=READY pgs=2969 cs=0 l=1 rev1=1 crypto rx=0x7faef0034040 tx=0x7faef00039e0 comp rx=0 tx=0).stop 2024-07-26T17:08:53.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 -- 172.21.15.33:0/3219474924 shutdown_connections 2024-07-26T17:08:53.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7faed8077040 0x7faed8079550 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:53.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7faef40d2c10 0x7faef415afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:53.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7faef40b98a0 0x7faef41f92a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:53.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 --2- 172.21.15.33:0/3219474924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faef40b37d0 0x7faef41605c0 unknown :-1 s=CLOSED pgs=2969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:53.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 -- 172.21.15.33:0/3219474924 >> 172.21.15.33:0/3219474924 conn(0x7faef40b5b00 msgr2=0x7faef40b4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:53.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 -- 172.21.15.33:0/3219474924 shutdown_connections 2024-07-26T17:08:53.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53.033+0000 7faefc107640 1 -- 172.21.15.33:0/3219474924 wait complete. 2024-07-26T17:08:53.046 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-26T17:08:53.046 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-26T17:08:53.046 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-07-26T17:08:53.046 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-26T17:08:53.046 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:53.046 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-26T17:08:53.046 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-26T17:08:53.046 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-26T17:08:53.047 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:08:53.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:53.047 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-07-26T17:08:53.063 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-26T17:08:53.064 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-26T17:08:53.064 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-07-26T17:08:53.064 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:53.064 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-07-26T17:08:53.064 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:08:53.064 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:53.064 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f0 2024-07-26T17:08:53.064 INFO:teuthology.orchestra.run.smithi033.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:08:53.064 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:53.064 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp7s0f1 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f0 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 36724sec preferred_lft 36724sec 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link noprefixroute 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout: altname enp1s0f1 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff 2024-07-26T17:08:53.065 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-26T17:08:53.066 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:53.066 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4d1:88ff:fe21:839/64 scope link 2024-07-26T17:08:53.066 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:08:53.066 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether b6:a0:30:6e:54:bf brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:53.066 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b4a0:30ff:fe6e:54bf/64 scope link 2024-07-26T17:08:53.066 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:53.066 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-26T17:08:53.066 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 72:a0:c8:8e:92:93 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:53.066 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::70a0:c8ff:fe8e:9293/64 scope link 2024-07-26T17:08:53.066 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-07-26T17:08:53.067 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:53.067 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-26T17:08:53.128 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-07-26T17:08:53.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:53.129 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-07-26T17:08:53.186 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-07-26T17:08:53.186 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-26T17:08:53.186 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-07-26T17:08:53.186 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-07-26T17:08:53.186 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-26T17:08:53.187 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-26T17:08:53.187 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-07-26T17:08:53.187 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-07-26T17:08:53.187 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-07-26T17:08:53.187 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-07-26T17:08:53.187 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-07-26T17:08:53.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-26T17:08:53.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:08:53.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:53.316 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T17:08:53.332 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T17:08:53.332 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T17:08:53.332 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:08:53.332 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:53.332 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-07-26T17:08:53.398 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-07-26T17:08:53.399 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:08:53.399 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:53.455 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-26T17:08:53.455 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-26T17:08:53.455 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:53.511 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:08:53.578 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:08:53.635 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:08:53.636 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:08:53.636 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:08:53.636 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:08:53.636 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:08:53.636 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:08:53.636 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:08:53.636 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:08:53.636 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:08:53.636 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:08:53.636 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:08:53.637 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:08:53.638 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:08:53.638 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:08:53.638 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:08:53.638 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:08:53.638 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:08:53.638 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:08:53.638 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:08:53.638 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:53.638 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:53.638 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:53.639 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:53.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:53.639 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:08:53.692 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-26T17:08:53.692 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-07-26T17:08:53.734 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-07-26T17:08:53.759 DEBUG:teuthology.orchestra.run.smithi033:> cat /proc/self/mounts | awk '{print $2}' 2024-07-26T17:08:53.817 INFO:teuthology.orchestra.run.smithi033.stdout:/proc 2024-07-26T17:08:53.818 INFO:teuthology.orchestra.run.smithi033.stdout:/sys 2024-07-26T17:08:53.818 INFO:teuthology.orchestra.run.smithi033.stdout:/dev 2024-07-26T17:08:53.818 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/security 2024-07-26T17:08:53.818 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/shm 2024-07-26T17:08:53.818 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/pts 2024-07-26T17:08:53.818 INFO:teuthology.orchestra.run.smithi033.stdout:/run 2024-07-26T17:08:53.818 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/cgroup 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/pstore 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/bpf 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/ 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/selinux 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/proc/sys/fs/binfmt_misc 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/tracing 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/mqueue 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/debug 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/dev/hugepages 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/fs/fuse/connections 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/sys/kernel/config 2024-07-26T17:08:53.819 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-sysctl.service 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/nfs/rpc_pipefs 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/run/user/1000 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-0 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-1 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-2 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/var/lib/ceph/osd/ceph-3 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:53.820 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:08:53.821 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:53.821 INFO:teuthology.orchestra.run.smithi033.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:08:53.821 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:53.821 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-07-26T17:08:53.831 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-07-26T17:08:53.830+0000 7f6fa3bc1480 -1 init, newargv = 0x55c50e0b0ba0 newargc=15 2024-07-26T17:08:53.832 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[115057]: starting ceph client 2024-07-26T17:08:53.836 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[115057]: starting fuse 2024-07-26T17:08:53.848 INFO:teuthology.orchestra.run.smithi033.stdout:40 2024-07-26T17:08:53.848 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-26T17:08:53.848 DEBUG:teuthology.orchestra.run.smithi033:> sudo stdin-killer -- python3 -c ' 2024-07-26T17:08:53.848 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-07-26T17:08:53.848 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-07-26T17:08:53.848 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-07-26T17:08:53.848 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-07-26T17:08:53.848 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:53.848 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-07-26T17:08:53.849 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-07-26T17:08:53.849 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-07-26T17:08:53.849 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-07-26T17:08:53.849 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:53.849 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-07-26T17:08:53.849 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-07-26T17:08:53.849 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-07-26T17:08:53.849 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-07-26T17:08:53.849 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:53.849 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-07-26T17:08:53.850 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-26T17:08:53.850 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-26T17:08:53.850 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-26T17:08:53.850 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-07-26T17:08:53.850 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-07-26T17:08:53.850 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-07-26T17:08:53.850 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-26T17:08:53.850 DEBUG:teuthology.orchestra.run.smithi033:> 2024-07-26T17:08:53.850 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-07-26T17:08:53.850 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-07-26T17:08:53.969 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.115057.asok 2024-07-26T17:08:53.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-26T17:08:53.980 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.115057.asok 2024-07-26T17:08:53.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:53.980 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.115057.asok status 2024-07-26T17:08:54.127 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:08:54.127 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-07-26T17:08:54.127 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "03fdb366c724895b2ff4020e9ba5c66aa2bd0089", 2024-07-26T17:08:54.127 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 19.0.0-5320-g03fdb366 (03fdb366c724895b2ff4020e9ba5c66aa2bd0089) squid (dev)", 2024-07-26T17:08:54.127 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-07-26T17:08:54.127 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-07-26T17:08:54.127 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-07-26T17:08:54.127 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "115057", 2024-07-26T17:08:54.127 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 13320, 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 13320 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:08:54.128 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2895631055 2024-07-26T17:08:54.129 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-07-26T17:08:54.129 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:54.129 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-07-26T17:08:54.129 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-07-26T17:08:54.129 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-07-26T17:08:54.129 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2895631055 2024-07-26T17:08:54.129 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-07-26T17:08:54.130 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.13320 192.168.0.1:0/2895631055", 2024-07-26T17:08:54.130 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/2895631055", 2024-07-26T17:08:54.130 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-07-26T17:08:54.130 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 169, 2024-07-26T17:08:54.130 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 302, 2024-07-26T17:08:54.130 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-07-26T17:08:54.130 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-07-26T17:08:54.130 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-07-26T17:08:54.130 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:08:54.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:54.136 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-07-26T17:08:54.136 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:54.152 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-07-26T17:08:54.152 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:54.152 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:08:54.153 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-26T17:08:54.219 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls 2024-07-26T17:08:54.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.376+0000 7fa8e79a9640 1 -- 172.21.15.33:0/3764723359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e00b6620 msgr2=0x7fa8e00d2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.376+0000 7fa8e79a9640 1 --2- 172.21.15.33:0/3764723359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e00b6620 0x7fa8e00d2d90 secure :-1 s=READY pgs=2974 cs=0 l=1 rev1=1 crypto rx=0x7fa8e00b4310 tx=0x7fa8dc02a4d0 comp rx=0 tx=0).stop 2024-07-26T17:08:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.376+0000 7fa8e79a9640 1 -- 172.21.15.33:0/3764723359 shutdown_connections 2024-07-26T17:08:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.376+0000 7fa8e79a9640 1 --2- 172.21.15.33:0/3764723359 >> v2:172.21.15.154:3300/0 conn(0x7fa8e00b3d80 0x7fa8e00d21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.376+0000 7fa8e79a9640 1 --2- 172.21.15.33:0/3764723359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e00b6620 0x7fa8e00d2d90 unknown :-1 s=CLOSED pgs=2974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.376+0000 7fa8e79a9640 1 -- 172.21.15.33:0/3764723359 >> 172.21.15.33:0/3764723359 conn(0x7fa8e00b5b00 msgr2=0x7fa8e00b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:08:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.377+0000 7fa8e79a9640 1 -- 172.21.15.33:0/3764723359 shutdown_connections 2024-07-26T17:08:54.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.377+0000 7fa8e79a9640 1 -- 172.21.15.33:0/3764723359 wait complete. 2024-07-26T17:08:54.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.378+0000 7fa8e79a9640 1 Processor -- start 2024-07-26T17:08:54.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.378+0000 7fa8e79a9640 1 -- start start 2024-07-26T17:08:54.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e79a9640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e00b3d80 0x7fa8e01512f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:54.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e79a9640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8e00b6620 0x7fa8e009f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:54.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e79a9640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8e00d1dc0 0x7fa8e009f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e79a9640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e00d3450 con 0x7fa8e00b3d80 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e79a9640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e00d32d0 con 0x7fa8e00d1dc0 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e79a9640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa8e00ced40 con 0x7fa8e00b6620 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e5745640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e00b3d80 0x7fa8e01512f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e5745640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e00b3d80 0x7fa8e01512f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51194/0 (socket says 172.21.15.33:51194) 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e5745640 1 -- 172.21.15.33:0/2306157434 learned_addr learned my addr 172.21.15.33:0/2306157434 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e5745640 1 -- 172.21.15.33:0/2306157434 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8e00b6620 msgr2=0x7fa8e009f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e5f46640 1 --2- 172.21.15.33:0/2306157434 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8e00d1dc0 0x7fa8e009f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e5745640 1 --2- 172.21.15.33:0/2306157434 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa8e00b6620 0x7fa8e009f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e5745640 1 -- 172.21.15.33:0/2306157434 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8e00d1dc0 msgr2=0x7fa8e009f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e5745640 1 --2- 172.21.15.33:0/2306157434 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8e00d1dc0 0x7fa8e009f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e5745640 1 -- 172.21.15.33:0/2306157434 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8e01619d0 con 0x7fa8e00b3d80 2024-07-26T17:08:54.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e5f46640 1 --2- 172.21.15.33:0/2306157434 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa8e00d1dc0 0x7fa8e009f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:08:54.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8e5745640 1 --2- 172.21.15.33:0/2306157434 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8e00b3d80 0x7fa8e01512f0 secure :-1 s=READY pgs=2975 cs=0 l=1 rev1=1 crypto rx=0x7fa8dc034040 tx=0x7fa8dc0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:54.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8d5ffb640 1 -- 172.21.15.33:0/2306157434 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8dc03e030 con 0x7fa8e00b3d80 2024-07-26T17:08:54.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.380+0000 7fa8d5ffb640 1 -- 172.21.15.33:0/2306157434 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8dc0047a0 con 0x7fa8e00b3d80 2024-07-26T17:08:54.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.381+0000 7fa8e79a9640 1 -- 172.21.15.33:0/2306157434 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8e009e540 con 0x7fa8e00b3d80 2024-07-26T17:08:54.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.381+0000 7fa8d5ffb640 1 -- 172.21.15.33:0/2306157434 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8dc035040 con 0x7fa8e00b3d80 2024-07-26T17:08:54.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.381+0000 7fa8e79a9640 1 -- 172.21.15.33:0/2306157434 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8e009eb00 con 0x7fa8e00b3d80 2024-07-26T17:08:54.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.382+0000 7fa8e79a9640 1 -- 172.21.15.33:0/2306157434 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8e00d21d0 con 0x7fa8e00b3d80 2024-07-26T17:08:54.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.383+0000 7fa8d5ffb640 1 -- 172.21.15.33:0/2306157434 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 189) ==== 99139+0+0 (secure 0 0 0) 0x7fa8dc041030 con 0x7fa8e00b3d80 2024-07-26T17:08:54.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.383+0000 7fa8d5ffb640 1 --2- 172.21.15.33:0/2306157434 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa8c4077010 0x7fa8c4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:08:54.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.383+0000 7fa8d5ffb640 1 -- 172.21.15.33:0/2306157434 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(302..302 src has 1..302) ==== 6285+0+0 (secure 0 0 0) 0x7fa8dc0b92f0 con 0x7fa8e00b3d80 2024-07-26T17:08:54.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.383+0000 7fa8e4f44640 1 --2- 172.21.15.33:0/2306157434 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa8c4077010 0x7fa8c4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:08:54.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.384+0000 7fa8e4f44640 1 --2- 172.21.15.33:0/2306157434 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa8c4077010 0x7fa8c4079520 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa8d0000f60 tx=0x7fa8d00079b0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:08:54.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.388+0000 7fa8d5ffb640 1 -- 172.21.15.33:0/2306157434 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa8dc0822b0 con 0x7fa8e00b3d80 2024-07-26T17:08:54.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:08:54.605+0000 7fa8e79a9640 1 -- 172.21.15.33:0/2306157434 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "fs volume ls", "target": ["mon-mgr", ""]}) -- 0x7fa8e00b9e40 con 0x7fa8c4077010 2024-07-26T17:09:14.387 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:09:14.385+0000 7f93f1cc2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:09:14.388 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:09:14.385+0000 7f93f1cc2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:09:14.388 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:09:14.385+0000 7f93f1cc2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:09:14.388 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:09:14.385+0000 7f93f1cc2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:09:14.388 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-07-26T17:09:14.385+0000 7f93f1cc2640 -1 client.0 error registering admin socket command: (17) File exists 2024-07-26T17:09:14.888 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:09:14.892 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:09:16.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:09:16.418+0000 7fa8d5ffb640 1 -- 172.21.15.33:0/2306157434 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 190) ==== 99190+0+0 (secure 0 0 0) 0x7fa8dc07de40 con 0x7fa8e00b3d80 2024-07-26T17:09:44.961 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:09:44.965 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:10:15.025 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:10:15.030 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:10:45.104 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:10:45.108 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:10:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:46.481+0000 7fa8d5ffb640 1 -- 172.21.15.33:0/2306157434 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7fa8dc03d170 con 0x7fa8e00b3d80 2024-07-26T17:10:54.291 DEBUG:teuthology.orchestra.run:got remote process result: 124 2024-07-26T17:10:54.294 INFO:tasks.cephfs_test_runner:Test subvol schedule creation fails for non-default subvolgroup. ... ERROR 2024-07-26T17:10:54.295 INFO:tasks.cephfs_test_runner: 2024-07-26T17:10:54.295 INFO:tasks.cephfs_test_runner:====================================================================== 2024-07-26T17:10:54.295 INFO:tasks.cephfs_test_runner:ERROR: test_snap_schedule_subvol_and_group_arguments_02 (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments) 2024-07-26T17:10:54.295 INFO:tasks.cephfs_test_runner:Test subvol schedule creation fails for non-default subvolgroup. 2024-07-26T17:10:54.295 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-07-26T17:10:54.295 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-07-26T17:10:54.295 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/cephfs/test_snap_schedules.py", line 619, in setUp 2024-07-26T17:10:54.295 INFO:tasks.cephfs_test_runner: super(TestSnapSchedulesSubvolAndGroupArguments, self).setUp() 2024-07-26T17:10:54.295 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/cephfs/test_snap_schedules.py", line 103, in setUp 2024-07-26T17:10:54.295 INFO:tasks.cephfs_test_runner: self._create_or_reuse_test_volume() 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/cephfs/test_snap_schedules.py", line 79, in _create_or_reuse_test_volume 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: result = json.loads(self._fs_cmd("volume", "ls")) 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/cephfs/test_snap_schedules.py", line 63, in _fs_cmd 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: return self.get_ceph_cmd_stdout("fs", *args) 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/ceph_test_case.py", line 55, in get_ceph_cmd_stdout 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: return self.run_ceph_cmd(**kwargs).stdout.getvalue() 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/ceph_test_case.py", line 30, in run_ceph_cmd 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: return self.mon_manager.run_cluster_cmd(**kwargs) 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: return self.controller.run(**kwargs) 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: r.wait() 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-07-26T17:10:54.296 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi033 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls' 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner: 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner:Ran 16 tests in 6089.561s 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner: 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner:FAILED (errors=1) 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner: 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner:====================================================================== 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner:ERROR: test_snap_schedule_subvol_and_group_arguments_02 (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments) 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner:Test subvol schedule creation fails for non-default subvolgroup. 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-07-26T17:10:54.297 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-07-26T17:10:54.298 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/cephfs/test_snap_schedules.py", line 619, in setUp 2024-07-26T17:10:54.298 INFO:tasks.cephfs_test_runner: super(TestSnapSchedulesSubvolAndGroupArguments, self).setUp() 2024-07-26T17:10:54.298 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/cephfs/test_snap_schedules.py", line 103, in setUp 2024-07-26T17:10:54.298 INFO:tasks.cephfs_test_runner: self._create_or_reuse_test_volume() 2024-07-26T17:10:54.298 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/cephfs/test_snap_schedules.py", line 79, in _create_or_reuse_test_volume 2024-07-26T17:10:54.298 INFO:tasks.cephfs_test_runner: result = json.loads(self._fs_cmd("volume", "ls")) 2024-07-26T17:10:54.298 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/cephfs/test_snap_schedules.py", line 63, in _fs_cmd 2024-07-26T17:10:54.298 INFO:tasks.cephfs_test_runner: return self.get_ceph_cmd_stdout("fs", *args) 2024-07-26T17:10:54.298 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/ceph_test_case.py", line 55, in get_ceph_cmd_stdout 2024-07-26T17:10:54.298 INFO:tasks.cephfs_test_runner: return self.run_ceph_cmd(**kwargs).stdout.getvalue() 2024-07-26T17:10:54.298 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/ceph_test_case.py", line 30, in run_ceph_cmd 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: return self.mon_manager.run_cluster_cmd(**kwargs) 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: return self.controller.run(**kwargs) 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: r.wait() 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi033 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs volume ls' 2024-07-26T17:10:54.299 INFO:tasks.cephfs_test_runner: 2024-07-26T17:10:54.300 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_snap_schedule_subvol_and_group_arguments_02 (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments) 2024-07-26T17:10:54.538 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=02a4a49fb77a48b1b9c8096ff72858c8 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_03fdb366c724895b2ff4020e9ba5c66aa2bd0089/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_snap_schedule_subvol_and_group_arguments_02 (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments) 2024-07-26T17:10:54.540 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-07-26T17:10:54.548 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-07-26T17:10:54.556 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-07-26T17:10:54.556 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:10:54.556 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:10:54.579 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:10:54.580 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:10:54.639 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:10:54.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.812+0000 7f556bec2640 1 -- 172.21.15.33:0/3542082193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55640b31d0 msgr2=0x7f55640b3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:10:54.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.812+0000 7f556bec2640 1 --2- 172.21.15.33:0/3542082193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55640b31d0 0x7f55640b3720 secure :-1 s=READY pgs=2978 cs=0 l=1 rev1=1 crypto rx=0x7f5560005fd0 tx=0x7f556002a4a0 comp rx=0 tx=0).stop 2024-07-26T17:10:54.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.812+0000 7f556bec2640 1 -- 172.21.15.33:0/3542082193 shutdown_connections 2024-07-26T17:10:54.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.812+0000 7f556bec2640 1 --2- 172.21.15.33:0/3542082193 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55640cfd80 0x7f55640d0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:54.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.812+0000 7f556bec2640 1 --2- 172.21.15.33:0/3542082193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55640b31d0 0x7f55640b3720 unknown :-1 s=CLOSED pgs=2978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:54.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.812+0000 7f556bec2640 1 -- 172.21.15.33:0/3542082193 >> 172.21.15.33:0/3542082193 conn(0x7f55640b5ac0 msgr2=0x7f55640b5ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:10:54.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.812+0000 7f556bec2640 1 -- 172.21.15.33:0/3542082193 shutdown_connections 2024-07-26T17:10:54.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.812+0000 7f556bec2640 1 -- 172.21.15.33:0/3542082193 wait complete. 2024-07-26T17:10:54.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.814+0000 7f556bec2640 1 Processor -- start 2024-07-26T17:10:54.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.814+0000 7f556bec2640 1 -- start start 2024-07-26T17:10:54.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556bec2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55640b31d0 0x7f55641f45a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:10:54.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556bec2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55640cfd80 0x7f55640cd520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:10:54.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556bec2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55640d2520 0x7f55640cda60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:10:54.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556bec2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f55640cecf0 con 0x7f55640d2520 2024-07-26T17:10:54.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556bec2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f55640ceb70 con 0x7f55640b31d0 2024-07-26T17:10:54.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556bec2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f55640cee70 con 0x7f55640cfd80 2024-07-26T17:10:54.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556a45f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55640d2520 0x7f55640cda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:10:54.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f5569c5e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55640b31d0 0x7f55641f45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:10:54.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556a45f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55640d2520 0x7f55640cda60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60362/0 (socket says 172.21.15.33:60362) 2024-07-26T17:10:54.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f5569c5e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55640b31d0 0x7f55641f45a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.154:3300/0 says I am v2:172.21.15.33:41712/0 (socket says 172.21.15.33:41712) 2024-07-26T17:10:54.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556a45f640 1 -- 172.21.15.33:0/893866247 learned_addr learned my addr 172.21.15.33:0/893866247 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:10:54.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556945d640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55640cfd80 0x7f55640cd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:10:54.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556a45f640 1 -- 172.21.15.33:0/893866247 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55640cfd80 msgr2=0x7f55640cd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:10:54.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556a45f640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55640cfd80 0x7f55640cd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:54.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556a45f640 1 -- 172.21.15.33:0/893866247 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55640b31d0 msgr2=0x7f55641f45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:10:54.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556a45f640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55640b31d0 0x7f55641f45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:54.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556a45f640 1 -- 172.21.15.33:0/893866247 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f556415c180 con 0x7f55640d2520 2024-07-26T17:10:54.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.816+0000 7f556a45f640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55640d2520 0x7f55640cda60 secure :-1 s=READY pgs=2979 cs=0 l=1 rev1=1 crypto rx=0x7f555c00b9a0 tx=0x7f555c00be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:10:54.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.817+0000 7f555a7fc640 1 -- 172.21.15.33:0/893866247 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f555c019070 con 0x7f55640d2520 2024-07-26T17:10:54.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.817+0000 7f555a7fc640 1 -- 172.21.15.33:0/893866247 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f555c00cc90 con 0x7f55640d2520 2024-07-26T17:10:54.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.817+0000 7f556bec2640 1 -- 172.21.15.33:0/893866247 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f556415b3c0 con 0x7f55640d2520 2024-07-26T17:10:54.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.817+0000 7f555a7fc640 1 -- 172.21.15.33:0/893866247 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f555c0146a0 con 0x7f55640d2520 2024-07-26T17:10:54.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.817+0000 7f556bec2640 1 -- 172.21.15.33:0/893866247 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f556415b980 con 0x7f55640d2520 2024-07-26T17:10:54.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.818+0000 7f556bec2640 1 -- 172.21.15.33:0/893866247 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55640b3720 con 0x7f55640d2520 2024-07-26T17:10:54.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.819+0000 7f555a7fc640 1 -- 172.21.15.33:0/893866247 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f555c01c070 con 0x7f55640d2520 2024-07-26T17:10:54.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.819+0000 7f555a7fc640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5548077010 0x7f5548079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:10:54.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.819+0000 7f555a7fc640 1 -- 172.21.15.33:0/893866247 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f555c098760 con 0x7f55640d2520 2024-07-26T17:10:54.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.819+0000 7f5569c5e640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5548077010 0x7f5548079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:10:54.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.820+0000 7f5569c5e640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5548077010 0x7f5548079520 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5560033000 tx=0x7f5560004730 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:10:54.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:54.824+0000 7f555a7fc640 1 -- 172.21.15.33:0/893866247 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f555c0610c0 con 0x7f55640d2520 2024-07-26T17:10:55.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.030+0000 7f556bec2640 1 -- 172.21.15.33:0/893866247 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f55640c7f50 con 0x7f55640d2520 2024-07-26T17:10:55.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.030+0000 7f555a7fc640 1 -- 172.21.15.33:0/893866247 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v304) ==== 80+0+0 (secure 0 0 0) 0x7f555c065610 con 0x7f55640d2520 2024-07-26T17:10:55.033 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T17:10:55.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 -- 172.21.15.33:0/893866247 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5548077010 msgr2=0x7f5548079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:10:55.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5548077010 0x7f5548079520 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5560033000 tx=0x7f5560004730 comp rx=0 tx=0).stop 2024-07-26T17:10:55.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 -- 172.21.15.33:0/893866247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55640d2520 msgr2=0x7f55640cda60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:10:55.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55640d2520 0x7f55640cda60 secure :-1 s=READY pgs=2979 cs=0 l=1 rev1=1 crypto rx=0x7f555c00b9a0 tx=0x7f555c00be60 comp rx=0 tx=0).stop 2024-07-26T17:10:55.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 -- 172.21.15.33:0/893866247 shutdown_connections 2024-07-26T17:10:55.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f5548077010 0x7f5548079520 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:55.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f55640d2520 0x7f55640cda60 unknown :-1 s=CLOSED pgs=2979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:55.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f55640cfd80 0x7f55640cd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:55.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 --2- 172.21.15.33:0/893866247 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f55640b31d0 0x7f55641f45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:55.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 -- 172.21.15.33:0/893866247 >> 172.21.15.33:0/893866247 conn(0x7f55640b5ac0 msgr2=0x7f556415e300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:10:55.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 -- 172.21.15.33:0/893866247 shutdown_connections 2024-07-26T17:10:55.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.033+0000 7f556bec2640 1 -- 172.21.15.33:0/893866247 wait complete. 2024-07-26T17:10:55.046 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:10:55.047 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:10:55.066 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-26T17:10:55.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.222+0000 7fec2e4d3640 1 -- 172.21.15.33:0/1061791233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec280ceea0 msgr2=0x7fec280cc9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:10:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.222+0000 7fec2e4d3640 1 --2- 172.21.15.33:0/1061791233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec280ceea0 0x7fec280cc9f0 secure :-1 s=READY pgs=2981 cs=0 l=1 rev1=1 crypto rx=0x7fec1c005fd0 tx=0x7fec1c02a540 comp rx=0 tx=0).stop 2024-07-26T17:10:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.222+0000 7fec2e4d3640 1 -- 172.21.15.33:0/1061791233 shutdown_connections 2024-07-26T17:10:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.222+0000 7fec2e4d3640 1 --2- 172.21.15.33:0/1061791233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec280ceea0 0x7fec280cc9f0 unknown :-1 s=CLOSED pgs=2981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.222+0000 7fec2e4d3640 1 -- 172.21.15.33:0/1061791233 >> 172.21.15.33:0/1061791233 conn(0x7fec280d1e00 msgr2=0x7fec280d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:10:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.222+0000 7fec2e4d3640 1 -- 172.21.15.33:0/1061791233 shutdown_connections 2024-07-26T17:10:55.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.222+0000 7fec2e4d3640 1 -- 172.21.15.33:0/1061791233 wait complete. 2024-07-26T17:10:55.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.224+0000 7fec2e4d3640 1 Processor -- start 2024-07-26T17:10:55.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.224+0000 7fec2e4d3640 1 -- start start 2024-07-26T17:10:55.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.225+0000 7fec2e4d3640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec280ceea0 0x7fec280c5b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:10:55.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.225+0000 7fec2e4d3640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec280cfd00 0x7fec280c6050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:10:55.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2e4d3640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec280d0bc0 0x7fec28150e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:10:55.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2e4d3640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fec28167790 con 0x7fec280d0bc0 2024-07-26T17:10:55.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2e4d3640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fec28167610 con 0x7fec280cfd00 2024-07-26T17:10:55.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2e4d3640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fec28167910 con 0x7fec280ceea0 2024-07-26T17:10:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2ca70640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec280d0bc0 0x7fec28150e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:10:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2ca70640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec280d0bc0 0x7fec28150e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60382/0 (socket says 172.21.15.33:60382) 2024-07-26T17:10:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2ca70640 1 -- 172.21.15.33:0/340963232 learned_addr learned my addr 172.21.15.33:0/340963232 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:10:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec277fe640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec280cfd00 0x7fec280c6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:10:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec27fff640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec280ceea0 0x7fec280c5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:10:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2ca70640 1 -- 172.21.15.33:0/340963232 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec280ceea0 msgr2=0x7fec280c5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:10:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2ca70640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec280ceea0 0x7fec280c5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:55.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2ca70640 1 -- 172.21.15.33:0/340963232 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec280cfd00 msgr2=0x7fec280c6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:10:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2ca70640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec280cfd00 0x7fec280c6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2ca70640 1 -- 172.21.15.33:0/340963232 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec2815c090 con 0x7fec280d0bc0 2024-07-26T17:10:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec27fff640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec280ceea0 0x7fec280c5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:10:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2ca70640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec280d0bc0 0x7fec28150e30 secure :-1 s=READY pgs=2982 cs=0 l=1 rev1=1 crypto rx=0x7fec2000c6b0 tx=0x7fec2000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:10:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec24ff9640 1 -- 172.21.15.33:0/340963232 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec20003b70 con 0x7fec280d0bc0 2024-07-26T17:10:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec24ff9640 1 -- 172.21.15.33:0/340963232 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fec20003d30 con 0x7fec280d0bc0 2024-07-26T17:10:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec2e4d3640 1 -- 172.21.15.33:0/340963232 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec2815c590 con 0x7fec280d0bc0 2024-07-26T17:10:55.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.226+0000 7fec24ff9640 1 -- 172.21.15.33:0/340963232 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec20005330 con 0x7fec280d0bc0 2024-07-26T17:10:55.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.227+0000 7fec2e4d3640 1 -- 172.21.15.33:0/340963232 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec280c6990 con 0x7fec280d0bc0 2024-07-26T17:10:55.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.227+0000 7fec2e4d3640 1 -- 172.21.15.33:0/340963232 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec280ce790 con 0x7fec280d0bc0 2024-07-26T17:10:55.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.228+0000 7fec24ff9640 1 -- 172.21.15.33:0/340963232 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7fec200054d0 con 0x7fec280d0bc0 2024-07-26T17:10:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.229+0000 7fec24ff9640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fec14077010 0x7fec14079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:10:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.229+0000 7fec27fff640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fec14077010 0x7fec14079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:10:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.229+0000 7fec24ff9640 1 -- 172.21.15.33:0/340963232 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7fec200988e0 con 0x7fec280d0bc0 2024-07-26T17:10:55.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.230+0000 7fec27fff640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fec14077010 0x7fec14079520 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fec18006fd0 tx=0x7fec18008040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:10:55.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.234+0000 7fec24ff9640 1 -- 172.21.15.33:0/340963232 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fec20061890 con 0x7fec280d0bc0 2024-07-26T17:10:55.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.443+0000 7fec2e4d3640 1 -- 172.21.15.33:0/340963232 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fec2815c320 con 0x7fec280d0bc0 2024-07-26T17:10:55.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.443+0000 7fec24ff9640 1 -- 172.21.15.33:0/340963232 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v304) ==== 80+0+0 (secure 0 0 0) 0x7fec20061190 con 0x7fec280d0bc0 2024-07-26T17:10:55.447 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-07-26T17:10:55.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 -- 172.21.15.33:0/340963232 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fec14077010 msgr2=0x7fec14079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:10:55.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fec14077010 0x7fec14079520 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fec18006fd0 tx=0x7fec18008040 comp rx=0 tx=0).stop 2024-07-26T17:10:55.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 -- 172.21.15.33:0/340963232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec280d0bc0 msgr2=0x7fec28150e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:10:55.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec280d0bc0 0x7fec28150e30 secure :-1 s=READY pgs=2982 cs=0 l=1 rev1=1 crypto rx=0x7fec2000c6b0 tx=0x7fec2000cb70 comp rx=0 tx=0).stop 2024-07-26T17:10:55.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 -- 172.21.15.33:0/340963232 shutdown_connections 2024-07-26T17:10:55.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fec14077010 0x7fec14079520 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:55.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fec280d0bc0 0x7fec28150e30 unknown :-1 s=CLOSED pgs=2982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:55.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fec280cfd00 0x7fec280c6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:55.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 --2- 172.21.15.33:0/340963232 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fec280ceea0 0x7fec280c5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:10:55.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 -- 172.21.15.33:0/340963232 >> 172.21.15.33:0/340963232 conn(0x7fec280d1e00 msgr2=0x7fec2815f530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:10:55.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 -- 172.21.15.33:0/340963232 shutdown_connections 2024-07-26T17:10:55.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:10:55.446+0000 7fec2e4d3640 1 -- 172.21.15.33:0/340963232 wait complete. 2024-07-26T17:10:55.459 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-07-26T17:10:55.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:10:55.459 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-07-26T17:10:55.483 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[115057]: fuse finished with error 0 and tester_r 0 2024-07-26T17:10:55.485 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:01.587 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:11:01.588 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:11:01.588 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-26T17:11:01.608 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-07-26T17:11:01.609 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:11:01.668 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056838,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2278 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3249356k,nr_inodes=812339,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6498716k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-26T17:11:01.668 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:11:01.668 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:11:01.688 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:11:01.688 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-07-26T17:11:01.688 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-26T17:11:01.747 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056072,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1247 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248740k,nr_inodes=812185,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497480k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-26T17:11:01.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:11:01.747 DEBUG:teuthology.orchestra.run.smithi154:> ip netns list 2024-07-26T17:11:01.804 INFO:teuthology.orchestra.run.smithi154.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-07-26T17:11:01.805 INFO:teuthology.orchestra.run.smithi154.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-07-26T17:11:01.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:11:01.805 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-26T17:11:01.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:11:01.873 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-26T17:11:01.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:11:01.942 DEBUG:teuthology.orchestra.run.smithi154:> sudo ip link delete ceph-brx 2024-07-26T17:11:02.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:11:02.035 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-07-26T17:11:02.055 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-26T17:11:02.055 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-26T17:11:02.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:11:02.056 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-26T17:11:02.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:11:02.127 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-26T17:11:02.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-26T17:11:02.197 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link delete ceph-brx 2024-07-26T17:11:02.290 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-07-26T17:11:02.299 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-26T17:11:02.300 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:11:02.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.418+0000 7f0a2d141640 1 -- 172.21.15.33:0/1438288588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a281442a0 msgr2=0x7f0a280ceb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:02.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.418+0000 7f0a2d141640 1 --2- 172.21.15.33:0/1438288588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a281442a0 0x7f0a280ceb80 secure :-1 s=READY pgs=2984 cs=0 l=1 rev1=1 crypto rx=0x7f0a18005fd0 tx=0x7f0a1802a940 comp rx=0 tx=0).stop 2024-07-26T17:11:02.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.418+0000 7f0a2d141640 1 -- 172.21.15.33:0/1438288588 shutdown_connections 2024-07-26T17:11:02.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.418+0000 7f0a2d141640 1 --2- 172.21.15.33:0/1438288588 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a281442a0 0x7f0a280ceb80 unknown :-1 s=CLOSED pgs=2984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.418+0000 7f0a2d141640 1 -- 172.21.15.33:0/1438288588 >> 172.21.15.33:0/1438288588 conn(0x7f0a280cfaf0 msgr2=0x7f0a280cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:02.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.418+0000 7f0a2d141640 1 -- 172.21.15.33:0/1438288588 shutdown_connections 2024-07-26T17:11:02.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.418+0000 7f0a2d141640 1 -- 172.21.15.33:0/1438288588 wait complete. 2024-07-26T17:11:02.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.420+0000 7f0a2d141640 1 Processor -- start 2024-07-26T17:11:02.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.420+0000 7f0a2d141640 1 -- start start 2024-07-26T17:11:02.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.421+0000 7f0a2d141640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0a28070460 0x7f0a280aeec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:02.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.421+0000 7f0a2d141640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a28144770 0x7f0a281410a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:02.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.421+0000 7f0a2d141640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a2814e450 0x7f0a2814e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:02.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.421+0000 7f0a2d141640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0a2815be50 con 0x7f0a28144770 2024-07-26T17:11:02.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.421+0000 7f0a2d141640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0a2815bcd0 con 0x7f0a2814e450 2024-07-26T17:11:02.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.421+0000 7f0a2d141640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0a2815bfd0 con 0x7f0a28070460 2024-07-26T17:11:02.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a28144770 0x7f0a281410a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:02.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a28144770 0x7f0a281410a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35828/0 (socket says 172.21.15.33:35828) 2024-07-26T17:11:02.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2659c640 1 -- 172.21.15.33:0/883791468 learned_addr learned my addr 172.21.15.33:0/883791468 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:02.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a26d9d640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0a28070460 0x7f0a280aeec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:02.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2759e640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a2814e450 0x7f0a2814e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:02.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2659c640 1 -- 172.21.15.33:0/883791468 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0a28070460 msgr2=0x7f0a280aeec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:02.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2659c640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0a28070460 0x7f0a280aeec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2659c640 1 -- 172.21.15.33:0/883791468 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a2814e450 msgr2=0x7f0a2814e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:02.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2659c640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a2814e450 0x7f0a2814e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2659c640 1 -- 172.21.15.33:0/883791468 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a281415e0 con 0x7f0a28144770 2024-07-26T17:11:02.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2659c640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a28144770 0x7f0a281410a0 secure :-1 s=READY pgs=2985 cs=0 l=1 rev1=1 crypto rx=0x7f0a1000c400 tx=0x7f0a1000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:02.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a1f7fe640 1 -- 172.21.15.33:0/883791468 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a10017070 con 0x7f0a28144770 2024-07-26T17:11:02.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a1f7fe640 1 -- 172.21.15.33:0/883791468 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a100053c0 con 0x7f0a28144770 2024-07-26T17:11:02.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2d141640 1 -- 172.21.15.33:0/883791468 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a2814eda0 con 0x7f0a28144770 2024-07-26T17:11:02.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a1f7fe640 1 -- 172.21.15.33:0/883791468 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a10003850 con 0x7f0a28144770 2024-07-26T17:11:02.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.422+0000 7f0a2d141640 1 -- 172.21.15.33:0/883791468 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a2813d3c0 con 0x7f0a28144770 2024-07-26T17:11:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.424+0000 7f0a2d141640 1 -- 172.21.15.33:0/883791468 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a281442a0 con 0x7f0a28144770 2024-07-26T17:11:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.424+0000 7f0a1f7fe640 1 -- 172.21.15.33:0/883791468 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f0a1001a070 con 0x7f0a28144770 2024-07-26T17:11:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.425+0000 7f0a1f7fe640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0a08077040 0x7f0a08079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.425+0000 7f0a26d9d640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0a08077040 0x7f0a08079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:02.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.425+0000 7f0a1f7fe640 1 -- 172.21.15.33:0/883791468 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f0a10097ed0 con 0x7f0a28144770 2024-07-26T17:11:02.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.425+0000 7f0a26d9d640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0a08077040 0x7f0a08079550 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0a18034000 tx=0x7f0a18004ab0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:02.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.430+0000 7f0a1f7fe640 1 -- 172.21.15.33:0/883791468 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0a100608b0 con 0x7f0a28144770 2024-07-26T17:11:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.622+0000 7f0a2d141640 1 -- 172.21.15.33:0/883791468 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0a28141840 con 0x7f0a08077040 2024-07-26T17:11:02.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.626+0000 7f0a1f7fe640 1 -- 172.21.15.33:0/883791468 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252392 (secure 0 0 0) 0x7f0a28141840 con 0x7f0a08077040 2024-07-26T17:11:02.631 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:11:02.633 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:11:02.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 -- 172.21.15.33:0/883791468 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0a08077040 msgr2=0x7f0a08079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:02.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0a08077040 0x7f0a08079550 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0a18034000 tx=0x7f0a18004ab0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 -- 172.21.15.33:0/883791468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a28144770 msgr2=0x7f0a281410a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:02.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a28144770 0x7f0a281410a0 secure :-1 s=READY pgs=2985 cs=0 l=1 rev1=1 crypto rx=0x7f0a1000c400 tx=0x7f0a1000c8c0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 -- 172.21.15.33:0/883791468 shutdown_connections 2024-07-26T17:11:02.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0a08077040 0x7f0a08079550 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0a2814e450 0x7f0a2814e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0a28144770 0x7f0a281410a0 unknown :-1 s=CLOSED pgs=2985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 --2- 172.21.15.33:0/883791468 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0a28070460 0x7f0a280aeec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 -- 172.21.15.33:0/883791468 >> 172.21.15.33:0/883791468 conn(0x7f0a280cfaf0 msgr2=0x7f0a28141ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:02.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 -- 172.21.15.33:0/883791468 shutdown_connections 2024-07-26T17:11:02.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.630+0000 7f0a2d141640 1 -- 172.21.15.33:0/883791468 wait complete. 2024-07-26T17:11:02.643 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":89,"stamp":"2024-07-26T17:11:02.361024+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594712,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":499,"num_write_kb":1649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3557,"ondisk_log_size":3557,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":486092,"kb_used_data":31208,"kb_used_omap":12,"kb_used_meta":454771,"kb_avail":754488628,"statfs":{"total":773094113280,"available":772596355072,"internally_reserved":0,"allocated":31956992,"data_stored":17397712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":465686065},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003496"},"pg_stats":[{"pgid":"40.3f","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816748+0000","last_change":"2024-07-26T17:08:46.784069+0000","last_active":"2024-07-26T17:09:35.816748+0000","last_peered":"2024-07-26T17:09:35.816748+0000","last_clean":"2024-07-26T17:09:35.816748+0000","last_became_active":"2024-07-26T17:08:46.783699+0000","last_became_peered":"2024-07-26T17:08:46.783699+0000","last_unstale":"2024-07-26T17:09:35.816748+0000","last_undegraded":"2024-07-26T17:09:35.816748+0000","last_fullsized":"2024-07-26T17:09:35.816748+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:04.415774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.3e","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450656+0000","last_change":"2024-07-26T17:08:46.789599+0000","last_active":"2024-07-26T17:09:35.450656+0000","last_peered":"2024-07-26T17:09:35.450656+0000","last_clean":"2024-07-26T17:09:35.450656+0000","last_became_active":"2024-07-26T17:08:46.789201+0000","last_became_peered":"2024-07-26T17:08:46.789201+0000","last_unstale":"2024-07-26T17:09:35.450656+0000","last_undegraded":"2024-07-26T17:09:35.450656+0000","last_fullsized":"2024-07-26T17:09:35.450656+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:49.716238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.3d","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455427+0000","last_change":"2024-07-26T17:08:46.787132+0000","last_active":"2024-07-26T17:09:35.455427+0000","last_peered":"2024-07-26T17:09:35.455427+0000","last_clean":"2024-07-26T17:09:35.455427+0000","last_became_active":"2024-07-26T17:08:46.786776+0000","last_became_peered":"2024-07-26T17:08:46.786776+0000","last_unstale":"2024-07-26T17:09:35.455427+0000","last_undegraded":"2024-07-26T17:09:35.455427+0000","last_fullsized":"2024-07-26T17:09:35.455427+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:15:08.073435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.3c","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818174+0000","last_change":"2024-07-26T17:08:46.805981+0000","last_active":"2024-07-26T17:09:35.818174+0000","last_peered":"2024-07-26T17:09:35.818174+0000","last_clean":"2024-07-26T17:09:35.818174+0000","last_became_active":"2024-07-26T17:08:46.805618+0000","last_became_peered":"2024-07-26T17:08:46.805618+0000","last_unstale":"2024-07-26T17:09:35.818174+0000","last_undegraded":"2024-07-26T17:09:35.818174+0000","last_fullsized":"2024-07-26T17:09:35.818174+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:03:35.364810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.3b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817167+0000","last_change":"2024-07-26T17:08:46.806933+0000","last_active":"2024-07-26T17:09:35.817167+0000","last_peered":"2024-07-26T17:09:35.817167+0000","last_clean":"2024-07-26T17:09:35.817167+0000","last_became_active":"2024-07-26T17:08:46.800694+0000","last_became_peered":"2024-07-26T17:08:46.800694+0000","last_unstale":"2024-07-26T17:09:35.817167+0000","last_undegraded":"2024-07-26T17:09:35.817167+0000","last_fullsized":"2024-07-26T17:09:35.817167+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:49.727261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3a","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452918+0000","last_change":"2024-07-26T17:08:46.783751+0000","last_active":"2024-07-26T17:09:35.452918+0000","last_peered":"2024-07-26T17:09:35.452918+0000","last_clean":"2024-07-26T17:09:35.452918+0000","last_became_active":"2024-07-26T17:08:46.783488+0000","last_became_peered":"2024-07-26T17:08:46.783488+0000","last_unstale":"2024-07-26T17:09:35.452918+0000","last_undegraded":"2024-07-26T17:09:35.452918+0000","last_fullsized":"2024-07-26T17:09:35.452918+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:50:18.232238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.39","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453153+0000","last_change":"2024-07-26T17:08:46.786101+0000","last_active":"2024-07-26T17:09:35.453153+0000","last_peered":"2024-07-26T17:09:35.453153+0000","last_clean":"2024-07-26T17:09:35.453153+0000","last_became_active":"2024-07-26T17:08:46.785790+0000","last_became_peered":"2024-07-26T17:08:46.785790+0000","last_unstale":"2024-07-26T17:09:35.453153+0000","last_undegraded":"2024-07-26T17:09:35.453153+0000","last_fullsized":"2024-07-26T17:09:35.453153+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:04:38.761923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.38","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816311+0000","last_change":"2024-07-26T17:08:46.798120+0000","last_active":"2024-07-26T17:09:35.816311+0000","last_peered":"2024-07-26T17:09:35.816311+0000","last_clean":"2024-07-26T17:09:35.816311+0000","last_became_active":"2024-07-26T17:08:46.797786+0000","last_became_peered":"2024-07-26T17:08:46.797786+0000","last_unstale":"2024-07-26T17:09:35.816311+0000","last_undegraded":"2024-07-26T17:09:35.816311+0000","last_fullsized":"2024-07-26T17:09:35.816311+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:57.273476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.37","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817712+0000","last_change":"2024-07-26T17:08:46.804241+0000","last_active":"2024-07-26T17:09:35.817712+0000","last_peered":"2024-07-26T17:09:35.817712+0000","last_clean":"2024-07-26T17:09:35.817712+0000","last_became_active":"2024-07-26T17:08:46.801029+0000","last_became_peered":"2024-07-26T17:08:46.801029+0000","last_unstale":"2024-07-26T17:09:35.817712+0000","last_undegraded":"2024-07-26T17:09:35.817712+0000","last_fullsized":"2024-07-26T17:09:35.817712+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:52:26.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.36","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452152+0000","last_change":"2024-07-26T17:08:46.795743+0000","last_active":"2024-07-26T17:09:35.452152+0000","last_peered":"2024-07-26T17:09:35.452152+0000","last_clean":"2024-07-26T17:09:35.452152+0000","last_became_active":"2024-07-26T17:08:46.795449+0000","last_became_peered":"2024-07-26T17:08:46.795449+0000","last_unstale":"2024-07-26T17:09:35.452152+0000","last_undegraded":"2024-07-26T17:09:35.452152+0000","last_fullsized":"2024-07-26T17:09:35.452152+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:30:25.408500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.35","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453666+0000","last_change":"2024-07-26T17:08:46.795293+0000","last_active":"2024-07-26T17:09:35.453666+0000","last_peered":"2024-07-26T17:09:35.453666+0000","last_clean":"2024-07-26T17:09:35.453666+0000","last_became_active":"2024-07-26T17:08:46.794168+0000","last_became_peered":"2024-07-26T17:08:46.794168+0000","last_unstale":"2024-07-26T17:09:35.453666+0000","last_undegraded":"2024-07-26T17:09:35.453666+0000","last_fullsized":"2024-07-26T17:09:35.453666+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:25.088129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.34","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817367+0000","last_change":"2024-07-26T17:08:46.792822+0000","last_active":"2024-07-26T17:09:35.817367+0000","last_peered":"2024-07-26T17:09:35.817367+0000","last_clean":"2024-07-26T17:09:35.817367+0000","last_became_active":"2024-07-26T17:08:46.792477+0000","last_became_peered":"2024-07-26T17:08:46.792477+0000","last_unstale":"2024-07-26T17:09:35.817367+0000","last_undegraded":"2024-07-26T17:09:35.817367+0000","last_fullsized":"2024-07-26T17:09:35.817367+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:18:08.651957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.33","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817957+0000","last_change":"2024-07-26T17:08:46.782954+0000","last_active":"2024-07-26T17:09:35.817957+0000","last_peered":"2024-07-26T17:09:35.817957+0000","last_clean":"2024-07-26T17:09:35.817957+0000","last_became_active":"2024-07-26T17:08:46.782598+0000","last_became_peered":"2024-07-26T17:08:46.782598+0000","last_unstale":"2024-07-26T17:09:35.817957+0000","last_undegraded":"2024-07-26T17:09:35.817957+0000","last_fullsized":"2024-07-26T17:09:35.817957+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:51:27.519147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.32","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816914+0000","last_change":"2024-07-26T17:08:46.797982+0000","last_active":"2024-07-26T17:09:35.816914+0000","last_peered":"2024-07-26T17:09:35.816914+0000","last_clean":"2024-07-26T17:09:35.816914+0000","last_became_active":"2024-07-26T17:08:46.797648+0000","last_became_peered":"2024-07-26T17:08:46.797648+0000","last_unstale":"2024-07-26T17:09:35.816914+0000","last_undegraded":"2024-07-26T17:09:35.816914+0000","last_fullsized":"2024-07-26T17:09:35.816914+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:56.230200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.31","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452923+0000","last_change":"2024-07-26T17:08:46.799050+0000","last_active":"2024-07-26T17:09:35.452923+0000","last_peered":"2024-07-26T17:09:35.452923+0000","last_clean":"2024-07-26T17:09:35.452923+0000","last_became_active":"2024-07-26T17:08:46.798733+0000","last_became_peered":"2024-07-26T17:08:46.798733+0000","last_unstale":"2024-07-26T17:09:35.452923+0000","last_undegraded":"2024-07-26T17:09:35.452923+0000","last_fullsized":"2024-07-26T17:09:35.452923+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:09:51.346118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.30","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455112+0000","last_change":"2024-07-26T17:08:46.792265+0000","last_active":"2024-07-26T17:09:35.455112+0000","last_peered":"2024-07-26T17:09:35.455112+0000","last_clean":"2024-07-26T17:09:35.455112+0000","last_became_active":"2024-07-26T17:08:46.791747+0000","last_became_peered":"2024-07-26T17:08:46.791747+0000","last_unstale":"2024-07-26T17:09:35.455112+0000","last_undegraded":"2024-07-26T17:09:35.455112+0000","last_fullsized":"2024-07-26T17:09:35.455112+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2f","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450751+0000","last_change":"2024-07-26T17:08:46.799560+0000","last_active":"2024-07-26T17:09:35.450751+0000","last_peered":"2024-07-26T17:09:35.450751+0000","last_clean":"2024-07-26T17:09:35.450751+0000","last_became_active":"2024-07-26T17:08:46.799225+0000","last_became_peered":"2024-07-26T17:08:46.799225+0000","last_unstale":"2024-07-26T17:09:35.450751+0000","last_undegraded":"2024-07-26T17:09:35.450751+0000","last_fullsized":"2024-07-26T17:09:35.450751+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:23.991365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2e","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452017+0000","last_change":"2024-07-26T17:08:46.806649+0000","last_active":"2024-07-26T17:09:35.452017+0000","last_peered":"2024-07-26T17:09:35.452017+0000","last_clean":"2024-07-26T17:09:35.452017+0000","last_became_active":"2024-07-26T17:08:46.806313+0000","last_became_peered":"2024-07-26T17:08:46.806313+0000","last_unstale":"2024-07-26T17:09:35.452017+0000","last_undegraded":"2024-07-26T17:09:35.452017+0000","last_fullsized":"2024-07-26T17:09:35.452017+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:33.456221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.2d","version":"0'0","reported_seq":23,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.819500+0000","last_change":"2024-07-26T17:09:35.819436+0000","last_active":"2024-07-26T17:09:35.819500+0000","last_peered":"2024-07-26T17:09:35.819500+0000","last_clean":"2024-07-26T17:09:35.819500+0000","last_became_active":"2024-07-26T17:09:35.819004+0000","last_became_peered":"2024-07-26T17:09:35.819004+0000","last_unstale":"2024-07-26T17:09:35.819500+0000","last_undegraded":"2024-07-26T17:09:35.819500+0000","last_fullsized":"2024-07-26T17:09:35.819500+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:07.903552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2c","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453267+0000","last_change":"2024-07-26T17:08:46.792510+0000","last_active":"2024-07-26T17:09:35.453267+0000","last_peered":"2024-07-26T17:09:35.453267+0000","last_clean":"2024-07-26T17:09:35.453267+0000","last_became_active":"2024-07-26T17:08:46.792186+0000","last_became_peered":"2024-07-26T17:08:46.792186+0000","last_unstale":"2024-07-26T17:09:35.453267+0000","last_undegraded":"2024-07-26T17:09:35.453267+0000","last_fullsized":"2024-07-26T17:09:35.453267+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:51:49.899306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.2b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450479+0000","last_change":"2024-07-26T17:08:46.792303+0000","last_active":"2024-07-26T17:09:35.450479+0000","last_peered":"2024-07-26T17:09:35.450479+0000","last_clean":"2024-07-26T17:09:35.450479+0000","last_became_active":"2024-07-26T17:08:46.791961+0000","last_became_peered":"2024-07-26T17:08:46.791961+0000","last_unstale":"2024-07-26T17:09:35.450479+0000","last_undegraded":"2024-07-26T17:09:35.450479+0000","last_fullsized":"2024-07-26T17:09:35.450479+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:03.051863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2a","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816725+0000","last_change":"2024-07-26T17:08:46.800544+0000","last_active":"2024-07-26T17:09:35.816725+0000","last_peered":"2024-07-26T17:09:35.816725+0000","last_clean":"2024-07-26T17:09:35.816725+0000","last_became_active":"2024-07-26T17:08:46.799891+0000","last_became_peered":"2024-07-26T17:08:46.799891+0000","last_unstale":"2024-07-26T17:09:35.816725+0000","last_undegraded":"2024-07-26T17:09:35.816725+0000","last_fullsized":"2024-07-26T17:09:35.816725+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:21.464527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.28","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816939+0000","last_change":"2024-07-26T17:08:46.790690+0000","last_active":"2024-07-26T17:09:35.816939+0000","last_peered":"2024-07-26T17:09:35.816939+0000","last_clean":"2024-07-26T17:09:35.816939+0000","last_became_active":"2024-07-26T17:08:46.790359+0000","last_became_peered":"2024-07-26T17:08:46.790359+0000","last_unstale":"2024-07-26T17:09:35.816939+0000","last_undegraded":"2024-07-26T17:09:35.816939+0000","last_fullsized":"2024-07-26T17:09:35.816939+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:24:37.763164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.27","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817783+0000","last_change":"2024-07-26T17:08:46.807141+0000","last_active":"2024-07-26T17:09:35.817783+0000","last_peered":"2024-07-26T17:09:35.817783+0000","last_clean":"2024-07-26T17:09:35.817783+0000","last_became_active":"2024-07-26T17:08:46.805160+0000","last_became_peered":"2024-07-26T17:08:46.805160+0000","last_unstale":"2024-07-26T17:09:35.817783+0000","last_undegraded":"2024-07-26T17:09:35.817783+0000","last_fullsized":"2024-07-26T17:09:35.817783+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:19.096706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.26","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817561+0000","last_change":"2024-07-26T17:08:46.789380+0000","last_active":"2024-07-26T17:09:35.817561+0000","last_peered":"2024-07-26T17:09:35.817561+0000","last_clean":"2024-07-26T17:09:35.817561+0000","last_became_active":"2024-07-26T17:08:46.788746+0000","last_became_peered":"2024-07-26T17:08:46.788746+0000","last_unstale":"2024-07-26T17:09:35.817561+0000","last_undegraded":"2024-07-26T17:09:35.817561+0000","last_fullsized":"2024-07-26T17:09:35.817561+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:18:31.168669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.25","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455908+0000","last_change":"2024-07-26T17:08:46.789812+0000","last_active":"2024-07-26T17:09:35.455908+0000","last_peered":"2024-07-26T17:09:35.455908+0000","last_clean":"2024-07-26T17:09:35.455908+0000","last_became_active":"2024-07-26T17:08:46.789490+0000","last_became_peered":"2024-07-26T17:08:46.789490+0000","last_unstale":"2024-07-26T17:09:35.455908+0000","last_undegraded":"2024-07-26T17:09:35.455908+0000","last_fullsized":"2024-07-26T17:09:35.455908+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:43:23.302912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.24","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817004+0000","last_change":"2024-07-26T17:08:46.800997+0000","last_active":"2024-07-26T17:09:35.817004+0000","last_peered":"2024-07-26T17:09:35.817004+0000","last_clean":"2024-07-26T17:09:35.817004+0000","last_became_active":"2024-07-26T17:08:46.800463+0000","last_became_peered":"2024-07-26T17:08:46.800463+0000","last_unstale":"2024-07-26T17:09:35.817004+0000","last_undegraded":"2024-07-26T17:09:35.817004+0000","last_fullsized":"2024-07-26T17:09:35.817004+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:45:58.681931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.23","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817361+0000","last_change":"2024-07-26T17:08:46.801015+0000","last_active":"2024-07-26T17:09:35.817361+0000","last_peered":"2024-07-26T17:09:35.817361+0000","last_clean":"2024-07-26T17:09:35.817361+0000","last_became_active":"2024-07-26T17:08:46.800103+0000","last_became_peered":"2024-07-26T17:08:46.800103+0000","last_unstale":"2024-07-26T17:09:35.817361+0000","last_undegraded":"2024-07-26T17:09:35.817361+0000","last_fullsized":"2024-07-26T17:09:35.817361+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:29:53.248512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.22","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816776+0000","last_change":"2024-07-26T17:08:46.793656+0000","last_active":"2024-07-26T17:09:35.816776+0000","last_peered":"2024-07-26T17:09:35.816776+0000","last_clean":"2024-07-26T17:09:35.816776+0000","last_became_active":"2024-07-26T17:08:46.793237+0000","last_became_peered":"2024-07-26T17:08:46.793237+0000","last_unstale":"2024-07-26T17:09:35.816776+0000","last_undegraded":"2024-07-26T17:09:35.816776+0000","last_fullsized":"2024-07-26T17:09:35.816776+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:20.951173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.21","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450360+0000","last_change":"2024-07-26T17:08:46.782928+0000","last_active":"2024-07-26T17:09:35.450360+0000","last_peered":"2024-07-26T17:09:35.450360+0000","last_clean":"2024-07-26T17:09:35.450360+0000","last_became_active":"2024-07-26T17:08:46.782606+0000","last_became_peered":"2024-07-26T17:08:46.782606+0000","last_unstale":"2024-07-26T17:09:35.450360+0000","last_undegraded":"2024-07-26T17:09:35.450360+0000","last_fullsized":"2024-07-26T17:09:35.450360+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:34.054221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.20","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451794+0000","last_change":"2024-07-26T17:08:46.788298+0000","last_active":"2024-07-26T17:09:35.451794+0000","last_peered":"2024-07-26T17:09:35.451794+0000","last_clean":"2024-07-26T17:09:35.451794+0000","last_became_active":"2024-07-26T17:08:46.787955+0000","last_became_peered":"2024-07-26T17:08:46.787955+0000","last_unstale":"2024-07-26T17:09:35.451794+0000","last_undegraded":"2024-07-26T17:09:35.451794+0000","last_fullsized":"2024-07-26T17:09:35.451794+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:11:29.827339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.10","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452812+0000","last_change":"2024-07-26T17:08:46.788763+0000","last_active":"2024-07-26T17:09:35.452812+0000","last_peered":"2024-07-26T17:09:35.452812+0000","last_clean":"2024-07-26T17:09:35.452812+0000","last_became_active":"2024-07-26T17:08:46.788434+0000","last_became_peered":"2024-07-26T17:08:46.788434+0000","last_unstale":"2024-07-26T17:09:35.452812+0000","last_undegraded":"2024-07-26T17:09:35.452812+0000","last_fullsized":"2024-07-26T17:09:35.452812+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:08:37.022533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.1f","version":"301'4","reported_seq":24,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818496+0000","last_change":"2024-07-26T17:08:45.772884+0000","last_active":"2024-07-26T17:09:35.818496+0000","last_peered":"2024-07-26T17:09:35.818496+0000","last_clean":"2024-07-26T17:09:35.818496+0000","last_became_active":"2024-07-26T17:08:45.772568+0000","last_became_peered":"2024-07-26T17:08:45.772568+0000","last_unstale":"2024-07-26T17:09:35.818496+0000","last_undegraded":"2024-07-26T17:09:35.818496+0000","last_fullsized":"2024-07-26T17:09:35.818496+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:10.156337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.11","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817777+0000","last_change":"2024-07-26T17:08:46.790800+0000","last_active":"2024-07-26T17:09:35.817777+0000","last_peered":"2024-07-26T17:09:35.817777+0000","last_clean":"2024-07-26T17:09:35.817777+0000","last_became_active":"2024-07-26T17:08:46.790480+0000","last_became_peered":"2024-07-26T17:08:46.790480+0000","last_unstale":"2024-07-26T17:09:35.817777+0000","last_undegraded":"2024-07-26T17:09:35.817777+0000","last_fullsized":"2024-07-26T17:09:35.817777+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:17:00.821239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.1e","version":"301'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452478+0000","last_change":"2024-07-26T17:08:45.785217+0000","last_active":"2024-07-26T17:09:35.452478+0000","last_peered":"2024-07-26T17:09:35.452478+0000","last_clean":"2024-07-26T17:09:35.452478+0000","last_became_active":"2024-07-26T17:08:45.784982+0000","last_became_peered":"2024-07-26T17:08:45.784982+0000","last_unstale":"2024-07-26T17:09:35.452478+0000","last_undegraded":"2024-07-26T17:09:35.452478+0000","last_fullsized":"2024-07-26T17:09:35.452478+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.12","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450398+0000","last_change":"2024-07-26T17:08:46.786412+0000","last_active":"2024-07-26T17:09:35.450398+0000","last_peered":"2024-07-26T17:09:35.450398+0000","last_clean":"2024-07-26T17:09:35.450398+0000","last_became_active":"2024-07-26T17:08:46.786035+0000","last_became_peered":"2024-07-26T17:08:46.786035+0000","last_unstale":"2024-07-26T17:09:35.450398+0000","last_undegraded":"2024-07-26T17:09:35.450398+0000","last_fullsized":"2024-07-26T17:09:35.450398+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:39.455465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.1d","version":"301'2","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452304+0000","last_change":"2024-07-26T17:08:45.785834+0000","last_active":"2024-07-26T17:09:35.452304+0000","last_peered":"2024-07-26T17:09:35.452304+0000","last_clean":"2024-07-26T17:09:35.452304+0000","last_became_active":"2024-07-26T17:08:45.785557+0000","last_became_peered":"2024-07-26T17:08:45.785557+0000","last_unstale":"2024-07-26T17:09:35.452304+0000","last_undegraded":"2024-07-26T17:09:35.452304+0000","last_fullsized":"2024-07-26T17:09:35.452304+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.13","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817435+0000","last_change":"2024-07-26T17:08:46.806931+0000","last_active":"2024-07-26T17:09:35.817435+0000","last_peered":"2024-07-26T17:09:35.817435+0000","last_clean":"2024-07-26T17:09:35.817435+0000","last_became_active":"2024-07-26T17:08:46.799779+0000","last_became_peered":"2024-07-26T17:08:46.799779+0000","last_unstale":"2024-07-26T17:09:35.817435+0000","last_undegraded":"2024-07-26T17:09:35.817435+0000","last_fullsized":"2024-07-26T17:09:35.817435+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:19:57.031549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.1c","version":"301'2","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450344+0000","last_change":"2024-07-26T17:08:45.780810+0000","last_active":"2024-07-26T17:09:35.450344+0000","last_peered":"2024-07-26T17:09:35.450344+0000","last_clean":"2024-07-26T17:09:35.450344+0000","last_became_active":"2024-07-26T17:08:45.780474+0000","last_became_peered":"2024-07-26T17:08:45.780474+0000","last_unstale":"2024-07-26T17:09:35.450344+0000","last_undegraded":"2024-07-26T17:09:35.450344+0000","last_fullsized":"2024-07-26T17:09:35.450344+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:34:58.125285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.14","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452090+0000","last_change":"2024-07-26T17:08:46.794241+0000","last_active":"2024-07-26T17:09:35.452090+0000","last_peered":"2024-07-26T17:09:35.452090+0000","last_clean":"2024-07-26T17:09:35.452090+0000","last_became_active":"2024-07-26T17:08:46.793868+0000","last_became_peered":"2024-07-26T17:08:46.793868+0000","last_unstale":"2024-07-26T17:09:35.452090+0000","last_undegraded":"2024-07-26T17:09:35.452090+0000","last_fullsized":"2024-07-26T17:09:35.452090+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.1b","version":"301'1","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817572+0000","last_change":"2024-07-26T17:08:45.781791+0000","last_active":"2024-07-26T17:09:35.817572+0000","last_peered":"2024-07-26T17:09:35.817572+0000","last_clean":"2024-07-26T17:09:35.817572+0000","last_became_active":"2024-07-26T17:08:45.781441+0000","last_became_peered":"2024-07-26T17:08:45.781441+0000","last_unstale":"2024-07-26T17:09:35.817572+0000","last_undegraded":"2024-07-26T17:09:35.817572+0000","last_fullsized":"2024-07-26T17:09:35.817572+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:40.974633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.15","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817077+0000","last_change":"2024-07-26T17:08:46.786305+0000","last_active":"2024-07-26T17:09:35.817077+0000","last_peered":"2024-07-26T17:09:35.817077+0000","last_clean":"2024-07-26T17:09:35.817077+0000","last_became_active":"2024-07-26T17:08:46.785904+0000","last_became_peered":"2024-07-26T17:08:46.785904+0000","last_unstale":"2024-07-26T17:09:35.817077+0000","last_undegraded":"2024-07-26T17:09:35.817077+0000","last_fullsized":"2024-07-26T17:09:35.817077+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:02.042680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.1a","version":"301'1","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453069+0000","last_change":"2024-07-26T17:08:45.773780+0000","last_active":"2024-07-26T17:09:35.453069+0000","last_peered":"2024-07-26T17:09:35.453069+0000","last_clean":"2024-07-26T17:09:35.453069+0000","last_became_active":"2024-07-26T17:08:45.773467+0000","last_became_peered":"2024-07-26T17:08:45.773467+0000","last_unstale":"2024-07-26T17:09:35.453069+0000","last_undegraded":"2024-07-26T17:09:35.453069+0000","last_fullsized":"2024-07-26T17:09:35.453069+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:54.366108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.16","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817375+0000","last_change":"2024-07-26T17:08:46.788959+0000","last_active":"2024-07-26T17:09:35.817375+0000","last_peered":"2024-07-26T17:09:35.817375+0000","last_clean":"2024-07-26T17:09:35.817375+0000","last_became_active":"2024-07-26T17:08:46.788290+0000","last_became_peered":"2024-07-26T17:08:46.788290+0000","last_unstale":"2024-07-26T17:09:35.817375+0000","last_undegraded":"2024-07-26T17:09:35.817375+0000","last_fullsized":"2024-07-26T17:09:35.817375+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:46.810314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.19","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451610+0000","last_change":"2024-07-26T17:08:45.775746+0000","last_active":"2024-07-26T17:09:35.451610+0000","last_peered":"2024-07-26T17:09:35.451610+0000","last_clean":"2024-07-26T17:09:35.451610+0000","last_became_active":"2024-07-26T17:08:45.775426+0000","last_became_peered":"2024-07-26T17:08:45.775426+0000","last_unstale":"2024-07-26T17:09:35.451610+0000","last_undegraded":"2024-07-26T17:09:35.451610+0000","last_fullsized":"2024-07-26T17:09:35.451610+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.17","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455519+0000","last_change":"2024-07-26T17:08:46.791688+0000","last_active":"2024-07-26T17:09:35.455519+0000","last_peered":"2024-07-26T17:09:35.455519+0000","last_clean":"2024-07-26T17:09:35.455519+0000","last_became_active":"2024-07-26T17:08:46.791343+0000","last_became_peered":"2024-07-26T17:08:46.791343+0000","last_unstale":"2024-07-26T17:09:35.455519+0000","last_undegraded":"2024-07-26T17:09:35.455519+0000","last_fullsized":"2024-07-26T17:09:35.455519+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:35:29.025604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.18","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816627+0000","last_change":"2024-07-26T17:08:45.782508+0000","last_active":"2024-07-26T17:09:35.816627+0000","last_peered":"2024-07-26T17:09:35.816627+0000","last_clean":"2024-07-26T17:09:35.816627+0000","last_became_active":"2024-07-26T17:08:45.782204+0000","last_became_peered":"2024-07-26T17:08:45.782204+0000","last_unstale":"2024-07-26T17:09:35.816627+0000","last_undegraded":"2024-07-26T17:09:35.816627+0000","last_fullsized":"2024-07-26T17:09:35.816627+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:14.709555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.18","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816820+0000","last_change":"2024-07-26T17:08:46.786551+0000","last_active":"2024-07-26T17:09:35.816820+0000","last_peered":"2024-07-26T17:09:35.816820+0000","last_clean":"2024-07-26T17:09:35.816820+0000","last_became_active":"2024-07-26T17:08:46.786191+0000","last_became_peered":"2024-07-26T17:08:46.786191+0000","last_unstale":"2024-07-26T17:09:35.816820+0000","last_undegraded":"2024-07-26T17:09:35.816820+0000","last_fullsized":"2024-07-26T17:09:35.816820+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:11.958631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.17","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817855+0000","last_change":"2024-07-26T17:08:45.774501+0000","last_active":"2024-07-26T17:09:35.817855+0000","last_peered":"2024-07-26T17:09:35.817855+0000","last_clean":"2024-07-26T17:09:35.817855+0000","last_became_active":"2024-07-26T17:08:45.774167+0000","last_became_peered":"2024-07-26T17:08:45.774167+0000","last_unstale":"2024-07-26T17:09:35.817855+0000","last_undegraded":"2024-07-26T17:09:35.817855+0000","last_fullsized":"2024-07-26T17:09:35.817855+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:29.160765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.19","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453050+0000","last_change":"2024-07-26T17:08:46.791201+0000","last_active":"2024-07-26T17:09:35.453050+0000","last_peered":"2024-07-26T17:09:35.453050+0000","last_clean":"2024-07-26T17:09:35.453050+0000","last_became_active":"2024-07-26T17:08:46.790883+0000","last_became_peered":"2024-07-26T17:08:46.790883+0000","last_unstale":"2024-07-26T17:09:35.453050+0000","last_undegraded":"2024-07-26T17:09:35.453050+0000","last_fullsized":"2024-07-26T17:09:35.453050+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:51:01.021042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.16","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818393+0000","last_change":"2024-07-26T17:08:45.775055+0000","last_active":"2024-07-26T17:09:35.818393+0000","last_peered":"2024-07-26T17:09:35.818393+0000","last_clean":"2024-07-26T17:09:35.818393+0000","last_became_active":"2024-07-26T17:08:45.774727+0000","last_became_peered":"2024-07-26T17:08:45.774727+0000","last_unstale":"2024-07-26T17:09:35.818393+0000","last_undegraded":"2024-07-26T17:09:35.818393+0000","last_fullsized":"2024-07-26T17:09:35.818393+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:42:44.208776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.1a","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816484+0000","last_change":"2024-07-26T17:08:46.791674+0000","last_active":"2024-07-26T17:09:35.816484+0000","last_peered":"2024-07-26T17:09:35.816484+0000","last_clean":"2024-07-26T17:09:35.816484+0000","last_became_active":"2024-07-26T17:08:46.791252+0000","last_became_peered":"2024-07-26T17:08:46.791252+0000","last_unstale":"2024-07-26T17:09:35.816484+0000","last_undegraded":"2024-07-26T17:09:35.816484+0000","last_fullsized":"2024-07-26T17:09:35.816484+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:28.906640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.15","version":"301'3","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455984+0000","last_change":"2024-07-26T17:08:45.775942+0000","last_active":"2024-07-26T17:09:35.455984+0000","last_peered":"2024-07-26T17:09:35.455984+0000","last_clean":"2024-07-26T17:09:35.455984+0000","last_became_active":"2024-07-26T17:08:45.775465+0000","last_became_peered":"2024-07-26T17:08:45.775465+0000","last_unstale":"2024-07-26T17:09:35.455984+0000","last_undegraded":"2024-07-26T17:09:35.455984+0000","last_fullsized":"2024-07-26T17:09:35.455984+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:20:54.187852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.1b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455323+0000","last_change":"2024-07-26T17:08:46.791302+0000","last_active":"2024-07-26T17:09:35.455323+0000","last_peered":"2024-07-26T17:09:35.455323+0000","last_clean":"2024-07-26T17:09:35.455323+0000","last_became_active":"2024-07-26T17:08:46.791011+0000","last_became_peered":"2024-07-26T17:08:46.791011+0000","last_unstale":"2024-07-26T17:09:35.455323+0000","last_undegraded":"2024-07-26T17:09:35.455323+0000","last_fullsized":"2024-07-26T17:09:35.455323+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.14","version":"304'13","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:10:44.386233+0000","last_change":"2024-07-26T17:08:45.776383+0000","last_active":"2024-07-26T17:10:44.386233+0000","last_peered":"2024-07-26T17:10:44.386233+0000","last_clean":"2024-07-26T17:10:44.386233+0000","last_became_active":"2024-07-26T17:08:45.776047+0000","last_became_peered":"2024-07-26T17:08:45.776047+0000","last_unstale":"2024-07-26T17:10:44.386233+0000","last_undegraded":"2024-07-26T17:10:44.386233+0000","last_fullsized":"2024-07-26T17:10:44.386233+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:11:53.454084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3546,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1c","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816727+0000","last_change":"2024-07-26T17:08:46.798385+0000","last_active":"2024-07-26T17:09:35.816727+0000","last_peered":"2024-07-26T17:09:35.816727+0000","last_clean":"2024-07-26T17:09:35.816727+0000","last_became_active":"2024-07-26T17:08:46.798042+0000","last_became_peered":"2024-07-26T17:08:46.798042+0000","last_unstale":"2024-07-26T17:09:35.816727+0000","last_undegraded":"2024-07-26T17:09:35.816727+0000","last_fullsized":"2024-07-26T17:09:35.816727+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:19.279128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"39.13","version":"301'2","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816975+0000","last_change":"2024-07-26T17:08:45.784375+0000","last_active":"2024-07-26T17:09:35.816975+0000","last_peered":"2024-07-26T17:09:35.816975+0000","last_clean":"2024-07-26T17:09:35.816975+0000","last_became_active":"2024-07-26T17:08:45.784057+0000","last_became_peered":"2024-07-26T17:08:45.784057+0000","last_unstale":"2024-07-26T17:09:35.816975+0000","last_undegraded":"2024-07-26T17:09:35.816975+0000","last_fullsized":"2024-07-26T17:09:35.816975+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:49:42.699454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.1d","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455874+0000","last_change":"2024-07-26T17:08:46.791497+0000","last_active":"2024-07-26T17:09:35.455874+0000","last_peered":"2024-07-26T17:09:35.455874+0000","last_clean":"2024-07-26T17:09:35.455874+0000","last_became_active":"2024-07-26T17:08:46.791154+0000","last_became_peered":"2024-07-26T17:08:46.791154+0000","last_unstale":"2024-07-26T17:09:35.455874+0000","last_undegraded":"2024-07-26T17:09:35.455874+0000","last_fullsized":"2024-07-26T17:09:35.455874+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:30.018916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.12","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816721+0000","last_change":"2024-07-26T17:08:45.772268+0000","last_active":"2024-07-26T17:09:35.816721+0000","last_peered":"2024-07-26T17:09:35.816721+0000","last_clean":"2024-07-26T17:09:35.816721+0000","last_became_active":"2024-07-26T17:08:45.771969+0000","last_became_peered":"2024-07-26T17:08:45.771969+0000","last_unstale":"2024-07-26T17:09:35.816721+0000","last_undegraded":"2024-07-26T17:09:35.816721+0000","last_fullsized":"2024-07-26T17:09:35.816721+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:43.930283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1e","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452355+0000","last_change":"2024-07-26T17:08:46.792541+0000","last_active":"2024-07-26T17:09:35.452355+0000","last_peered":"2024-07-26T17:09:35.452355+0000","last_clean":"2024-07-26T17:09:35.452355+0000","last_became_active":"2024-07-26T17:08:46.792215+0000","last_became_peered":"2024-07-26T17:08:46.792215+0000","last_unstale":"2024-07-26T17:09:35.452355+0000","last_undegraded":"2024-07-26T17:09:35.452355+0000","last_fullsized":"2024-07-26T17:09:35.452355+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.11","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817051+0000","last_change":"2024-07-26T17:08:45.770563+0000","last_active":"2024-07-26T17:09:35.817051+0000","last_peered":"2024-07-26T17:09:35.817051+0000","last_clean":"2024-07-26T17:09:35.817051+0000","last_became_active":"2024-07-26T17:08:45.769476+0000","last_became_peered":"2024-07-26T17:08:45.769476+0000","last_unstale":"2024-07-26T17:09:35.817051+0000","last_undegraded":"2024-07-26T17:09:35.817051+0000","last_fullsized":"2024-07-26T17:09:35.817051+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:00:38.505303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.1f","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817103+0000","last_change":"2024-07-26T17:08:46.785222+0000","last_active":"2024-07-26T17:09:35.817103+0000","last_peered":"2024-07-26T17:09:35.817103+0000","last_clean":"2024-07-26T17:09:35.817103+0000","last_became_active":"2024-07-26T17:08:46.784873+0000","last_became_peered":"2024-07-26T17:08:46.784873+0000","last_unstale":"2024-07-26T17:09:35.817103+0000","last_undegraded":"2024-07-26T17:09:35.817103+0000","last_fullsized":"2024-07-26T17:09:35.817103+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:18.797017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.10","version":"301'8","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455381+0000","last_change":"2024-07-26T17:08:45.777490+0000","last_active":"2024-07-26T17:09:35.455381+0000","last_peered":"2024-07-26T17:09:35.455381+0000","last_clean":"2024-07-26T17:09:35.455381+0000","last_became_active":"2024-07-26T17:08:45.777198+0000","last_became_peered":"2024-07-26T17:08:45.777198+0000","last_unstale":"2024-07-26T17:09:35.455381+0000","last_undegraded":"2024-07-26T17:09:35.455381+0000","last_fullsized":"2024-07-26T17:09:35.455381+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.0","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450366+0000","last_change":"2024-07-26T17:08:46.790267+0000","last_active":"2024-07-26T17:09:35.450366+0000","last_peered":"2024-07-26T17:09:35.450366+0000","last_clean":"2024-07-26T17:09:35.450366+0000","last_became_active":"2024-07-26T17:08:46.789899+0000","last_became_peered":"2024-07-26T17:08:46.789899+0000","last_unstale":"2024-07-26T17:09:35.450366+0000","last_undegraded":"2024-07-26T17:09:35.450366+0000","last_fullsized":"2024-07-26T17:09:35.450366+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:46:34.997413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.f","version":"301'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816959+0000","last_change":"2024-07-26T17:08:45.777422+0000","last_active":"2024-07-26T17:09:35.816959+0000","last_peered":"2024-07-26T17:09:35.816959+0000","last_clean":"2024-07-26T17:09:35.816959+0000","last_became_active":"2024-07-26T17:08:45.777039+0000","last_became_peered":"2024-07-26T17:08:45.777039+0000","last_unstale":"2024-07-26T17:09:35.816959+0000","last_undegraded":"2024-07-26T17:09:35.816959+0000","last_fullsized":"2024-07-26T17:09:35.816959+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:26:42.940034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450523+0000","last_change":"2024-07-26T17:08:46.795044+0000","last_active":"2024-07-26T17:09:35.450523+0000","last_peered":"2024-07-26T17:09:35.450523+0000","last_clean":"2024-07-26T17:09:35.450523+0000","last_became_active":"2024-07-26T17:08:46.794691+0000","last_became_peered":"2024-07-26T17:08:46.794691+0000","last_unstale":"2024-07-26T17:09:35.450523+0000","last_undegraded":"2024-07-26T17:09:35.450523+0000","last_fullsized":"2024-07-26T17:09:35.450523+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:36:32.701472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.e","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817554+0000","last_change":"2024-07-26T17:08:45.774364+0000","last_active":"2024-07-26T17:09:35.817554+0000","last_peered":"2024-07-26T17:09:35.817554+0000","last_clean":"2024-07-26T17:09:35.817554+0000","last_became_active":"2024-07-26T17:08:45.773678+0000","last_became_peered":"2024-07-26T17:08:45.773678+0000","last_unstale":"2024-07-26T17:09:35.817554+0000","last_undegraded":"2024-07-26T17:09:35.817554+0000","last_fullsized":"2024-07-26T17:09:35.817554+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:54:07.880751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.2","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817085+0000","last_change":"2024-07-26T17:08:46.800241+0000","last_active":"2024-07-26T17:09:35.817085+0000","last_peered":"2024-07-26T17:09:35.817085+0000","last_clean":"2024-07-26T17:09:35.817085+0000","last_became_active":"2024-07-26T17:08:46.798675+0000","last_became_peered":"2024-07-26T17:08:46.798675+0000","last_unstale":"2024-07-26T17:09:35.817085+0000","last_undegraded":"2024-07-26T17:09:35.817085+0000","last_fullsized":"2024-07-26T17:09:35.817085+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:16.765978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.d","version":"301'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817470+0000","last_change":"2024-07-26T17:08:45.767154+0000","last_active":"2024-07-26T17:09:35.817470+0000","last_peered":"2024-07-26T17:09:35.817470+0000","last_clean":"2024-07-26T17:09:35.817470+0000","last_became_active":"2024-07-26T17:08:45.766804+0000","last_became_peered":"2024-07-26T17:08:45.766804+0000","last_unstale":"2024-07-26T17:09:35.817470+0000","last_undegraded":"2024-07-26T17:09:35.817470+0000","last_fullsized":"2024-07-26T17:09:35.817470+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:10.087362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816630+0000","last_change":"2024-07-26T17:08:46.781884+0000","last_active":"2024-07-26T17:09:35.816630+0000","last_peered":"2024-07-26T17:09:35.816630+0000","last_clean":"2024-07-26T17:09:35.816630+0000","last_became_active":"2024-07-26T17:08:46.781153+0000","last_became_peered":"2024-07-26T17:08:46.781153+0000","last_unstale":"2024-07-26T17:09:35.816630+0000","last_undegraded":"2024-07-26T17:09:35.816630+0000","last_fullsized":"2024-07-26T17:09:35.816630+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:57:54.254622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.c","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450554+0000","last_change":"2024-07-26T17:08:45.785070+0000","last_active":"2024-07-26T17:09:35.450554+0000","last_peered":"2024-07-26T17:09:35.450554+0000","last_clean":"2024-07-26T17:09:35.450554+0000","last_became_active":"2024-07-26T17:08:45.784616+0000","last_became_peered":"2024-07-26T17:08:45.784616+0000","last_unstale":"2024-07-26T17:09:35.450554+0000","last_undegraded":"2024-07-26T17:09:35.450554+0000","last_fullsized":"2024-07-26T17:09:35.450554+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:08:37.977232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.4","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452200+0000","last_change":"2024-07-26T17:08:46.793330+0000","last_active":"2024-07-26T17:09:35.452200+0000","last_peered":"2024-07-26T17:09:35.452200+0000","last_clean":"2024-07-26T17:09:35.452200+0000","last_became_active":"2024-07-26T17:08:46.793013+0000","last_became_peered":"2024-07-26T17:08:46.793013+0000","last_unstale":"2024-07-26T17:09:35.452200+0000","last_undegraded":"2024-07-26T17:09:35.452200+0000","last_fullsized":"2024-07-26T17:09:35.452200+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.b","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455515+0000","last_change":"2024-07-26T17:08:45.773430+0000","last_active":"2024-07-26T17:09:35.455515+0000","last_peered":"2024-07-26T17:09:35.455515+0000","last_clean":"2024-07-26T17:09:35.455515+0000","last_became_active":"2024-07-26T17:08:45.767401+0000","last_became_peered":"2024-07-26T17:08:45.767401+0000","last_unstale":"2024-07-26T17:09:35.455515+0000","last_undegraded":"2024-07-26T17:09:35.455515+0000","last_fullsized":"2024-07-26T17:09:35.455515+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.5","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452234+0000","last_change":"2024-07-26T17:08:46.788814+0000","last_active":"2024-07-26T17:09:35.452234+0000","last_peered":"2024-07-26T17:09:35.452234+0000","last_clean":"2024-07-26T17:09:35.452234+0000","last_became_active":"2024-07-26T17:08:46.788499+0000","last_became_peered":"2024-07-26T17:08:46.788499+0000","last_unstale":"2024-07-26T17:09:35.452234+0000","last_undegraded":"2024-07-26T17:09:35.452234+0000","last_fullsized":"2024-07-26T17:09:35.452234+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:01.735480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.a","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817216+0000","last_change":"2024-07-26T17:08:45.779502+0000","last_active":"2024-07-26T17:09:35.817216+0000","last_peered":"2024-07-26T17:09:35.817216+0000","last_clean":"2024-07-26T17:09:35.817216+0000","last_became_active":"2024-07-26T17:08:45.779183+0000","last_became_peered":"2024-07-26T17:08:45.779183+0000","last_unstale":"2024-07-26T17:09:35.817216+0000","last_undegraded":"2024-07-26T17:09:35.817216+0000","last_fullsized":"2024-07-26T17:09:35.817216+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:08.860258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.6","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455530+0000","last_change":"2024-07-26T17:08:46.790708+0000","last_active":"2024-07-26T17:09:35.455530+0000","last_peered":"2024-07-26T17:09:35.455530+0000","last_clean":"2024-07-26T17:09:35.455530+0000","last_became_active":"2024-07-26T17:08:46.790406+0000","last_became_peered":"2024-07-26T17:08:46.790406+0000","last_unstale":"2024-07-26T17:09:35.455530+0000","last_undegraded":"2024-07-26T17:09:35.455530+0000","last_fullsized":"2024-07-26T17:09:35.455530+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.444221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.9","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817032+0000","last_change":"2024-07-26T17:08:45.778749+0000","last_active":"2024-07-26T17:09:35.817032+0000","last_peered":"2024-07-26T17:09:35.817032+0000","last_clean":"2024-07-26T17:09:35.817032+0000","last_became_active":"2024-07-26T17:08:45.778411+0000","last_became_peered":"2024-07-26T17:08:45.778411+0000","last_unstale":"2024-07-26T17:09:35.817032+0000","last_undegraded":"2024-07-26T17:09:35.817032+0000","last_fullsized":"2024-07-26T17:09:35.817032+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:31.242192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.7","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817912+0000","last_change":"2024-07-26T17:08:46.807464+0000","last_active":"2024-07-26T17:09:35.817912+0000","last_peered":"2024-07-26T17:09:35.817912+0000","last_clean":"2024-07-26T17:09:35.817912+0000","last_became_active":"2024-07-26T17:08:46.804740+0000","last_became_peered":"2024-07-26T17:08:46.804740+0000","last_unstale":"2024-07-26T17:09:35.817912+0000","last_undegraded":"2024-07-26T17:09:35.817912+0000","last_fullsized":"2024-07-26T17:09:35.817912+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:04.074380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.8","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451706+0000","last_change":"2024-07-26T17:08:45.781204+0000","last_active":"2024-07-26T17:09:35.451706+0000","last_peered":"2024-07-26T17:09:35.451706+0000","last_clean":"2024-07-26T17:09:35.451706+0000","last_became_active":"2024-07-26T17:08:45.780957+0000","last_became_peered":"2024-07-26T17:08:45.780957+0000","last_unstale":"2024-07-26T17:09:35.451706+0000","last_undegraded":"2024-07-26T17:09:35.451706+0000","last_fullsized":"2024-07-26T17:09:35.451706+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:42.976912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.8","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816535+0000","last_change":"2024-07-26T17:08:46.799392+0000","last_active":"2024-07-26T17:09:35.816535+0000","last_peered":"2024-07-26T17:09:35.816535+0000","last_clean":"2024-07-26T17:09:35.816535+0000","last_became_active":"2024-07-26T17:08:46.798957+0000","last_became_peered":"2024-07-26T17:08:46.798957+0000","last_unstale":"2024-07-26T17:09:35.816535+0000","last_undegraded":"2024-07-26T17:09:35.816535+0000","last_fullsized":"2024-07-26T17:09:35.816535+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:18.792551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.7","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450836+0000","last_change":"2024-07-26T17:08:45.784755+0000","last_active":"2024-07-26T17:09:35.450836+0000","last_peered":"2024-07-26T17:09:35.450836+0000","last_clean":"2024-07-26T17:09:35.450836+0000","last_became_active":"2024-07-26T17:08:45.784425+0000","last_became_peered":"2024-07-26T17:08:45.784425+0000","last_unstale":"2024-07-26T17:09:35.450836+0000","last_undegraded":"2024-07-26T17:09:35.450836+0000","last_fullsized":"2024-07-26T17:09:35.450836+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:50:48.281433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.9","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455720+0000","last_change":"2024-07-26T17:08:46.781380+0000","last_active":"2024-07-26T17:09:35.455720+0000","last_peered":"2024-07-26T17:09:35.455720+0000","last_clean":"2024-07-26T17:09:35.455720+0000","last_became_active":"2024-07-26T17:08:46.781068+0000","last_became_peered":"2024-07-26T17:08:46.781068+0000","last_unstale":"2024-07-26T17:09:35.455720+0000","last_undegraded":"2024-07-26T17:09:35.455720+0000","last_fullsized":"2024-07-26T17:09:35.455720+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.6","version":"302'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818471+0000","last_change":"2024-07-26T17:08:45.771194+0000","last_active":"2024-07-26T17:09:35.818471+0000","last_peered":"2024-07-26T17:09:35.818471+0000","last_clean":"2024-07-26T17:09:35.818471+0000","last_became_active":"2024-07-26T17:08:45.770732+0000","last_became_peered":"2024-07-26T17:08:45.770732+0000","last_unstale":"2024-07-26T17:09:35.818471+0000","last_undegraded":"2024-07-26T17:09:35.818471+0000","last_fullsized":"2024-07-26T17:09:35.818471+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:15.323880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.a","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816941+0000","last_change":"2024-07-26T17:08:46.801335+0000","last_active":"2024-07-26T17:09:35.816941+0000","last_peered":"2024-07-26T17:09:35.816941+0000","last_clean":"2024-07-26T17:09:35.816941+0000","last_became_active":"2024-07-26T17:08:46.799898+0000","last_became_peered":"2024-07-26T17:08:46.799898+0000","last_unstale":"2024-07-26T17:09:35.816941+0000","last_undegraded":"2024-07-26T17:09:35.816941+0000","last_fullsized":"2024-07-26T17:09:35.816941+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:28:52.251685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.5","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817069+0000","last_change":"2024-07-26T17:08:45.771351+0000","last_active":"2024-07-26T17:09:35.817069+0000","last_peered":"2024-07-26T17:09:35.817069+0000","last_clean":"2024-07-26T17:09:35.817069+0000","last_became_active":"2024-07-26T17:08:45.770971+0000","last_became_peered":"2024-07-26T17:08:45.770971+0000","last_unstale":"2024-07-26T17:09:35.817069+0000","last_undegraded":"2024-07-26T17:09:35.817069+0000","last_fullsized":"2024-07-26T17:09:35.817069+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:07.505618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818050+0000","last_change":"2024-07-26T17:08:46.789232+0000","last_active":"2024-07-26T17:09:35.818050+0000","last_peered":"2024-07-26T17:09:35.818050+0000","last_clean":"2024-07-26T17:09:35.818050+0000","last_became_active":"2024-07-26T17:08:46.788909+0000","last_became_peered":"2024-07-26T17:08:46.788909+0000","last_unstale":"2024-07-26T17:09:35.818050+0000","last_undegraded":"2024-07-26T17:09:35.818050+0000","last_fullsized":"2024-07-26T17:09:35.818050+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:32:58.511236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.4","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817479+0000","last_change":"2024-07-26T17:08:45.775421+0000","last_active":"2024-07-26T17:09:35.817479+0000","last_peered":"2024-07-26T17:09:35.817479+0000","last_clean":"2024-07-26T17:09:35.817479+0000","last_became_active":"2024-07-26T17:08:45.774559+0000","last_became_peered":"2024-07-26T17:08:45.774559+0000","last_unstale":"2024-07-26T17:09:35.817479+0000","last_undegraded":"2024-07-26T17:09:35.817479+0000","last_fullsized":"2024-07-26T17:09:35.817479+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:52:03.541443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.c","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453369+0000","last_change":"2024-07-26T17:08:46.801507+0000","last_active":"2024-07-26T17:09:35.453369+0000","last_peered":"2024-07-26T17:09:35.453369+0000","last_clean":"2024-07-26T17:09:35.453369+0000","last_became_active":"2024-07-26T17:08:46.801185+0000","last_became_peered":"2024-07-26T17:08:46.801185+0000","last_unstale":"2024-07-26T17:09:35.453369+0000","last_undegraded":"2024-07-26T17:09:35.453369+0000","last_fullsized":"2024-07-26T17:09:35.453369+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.513865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.3","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455626+0000","last_change":"2024-07-26T17:08:45.774478+0000","last_active":"2024-07-26T17:09:35.455626+0000","last_peered":"2024-07-26T17:09:35.455626+0000","last_clean":"2024-07-26T17:09:35.455626+0000","last_became_active":"2024-07-26T17:08:45.774163+0000","last_became_peered":"2024-07-26T17:08:45.774163+0000","last_unstale":"2024-07-26T17:09:35.455626+0000","last_undegraded":"2024-07-26T17:09:35.455626+0000","last_fullsized":"2024-07-26T17:09:35.455626+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.d","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817224+0000","last_change":"2024-07-26T17:08:46.792651+0000","last_active":"2024-07-26T17:09:35.817224+0000","last_peered":"2024-07-26T17:09:35.817224+0000","last_clean":"2024-07-26T17:09:35.817224+0000","last_became_active":"2024-07-26T17:08:46.792303+0000","last_became_peered":"2024-07-26T17:08:46.792303+0000","last_unstale":"2024-07-26T17:09:35.817224+0000","last_undegraded":"2024-07-26T17:09:35.817224+0000","last_fullsized":"2024-07-26T17:09:35.817224+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:52:32.719396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.2","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817621+0000","last_change":"2024-07-26T17:08:45.777127+0000","last_active":"2024-07-26T17:09:35.817621+0000","last_peered":"2024-07-26T17:09:35.817621+0000","last_clean":"2024-07-26T17:09:35.817621+0000","last_became_active":"2024-07-26T17:08:45.776801+0000","last_became_peered":"2024-07-26T17:08:45.776801+0000","last_unstale":"2024-07-26T17:09:35.817621+0000","last_undegraded":"2024-07-26T17:09:35.817621+0000","last_fullsized":"2024-07-26T17:09:35.817621+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:19:21.441978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.e","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455616+0000","last_change":"2024-07-26T17:08:46.783388+0000","last_active":"2024-07-26T17:09:35.455616+0000","last_peered":"2024-07-26T17:09:35.455616+0000","last_clean":"2024-07-26T17:09:35.455616+0000","last_became_active":"2024-07-26T17:08:46.783030+0000","last_became_peered":"2024-07-26T17:08:46.783030+0000","last_unstale":"2024-07-26T17:09:35.455616+0000","last_undegraded":"2024-07-26T17:09:35.455616+0000","last_fullsized":"2024-07-26T17:09:35.455616+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:15:25.303332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.1","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816879+0000","last_change":"2024-07-26T17:08:45.779097+0000","last_active":"2024-07-26T17:09:35.816879+0000","last_peered":"2024-07-26T17:09:35.816879+0000","last_clean":"2024-07-26T17:09:35.816879+0000","last_became_active":"2024-07-26T17:08:45.778642+0000","last_became_peered":"2024-07-26T17:08:45.778642+0000","last_unstale":"2024-07-26T17:09:35.816879+0000","last_undegraded":"2024-07-26T17:09:35.816879+0000","last_fullsized":"2024-07-26T17:09:35.816879+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:59.999255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.f","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452452+0000","last_change":"2024-07-26T17:08:46.787523+0000","last_active":"2024-07-26T17:09:35.452452+0000","last_peered":"2024-07-26T17:09:35.452452+0000","last_clean":"2024-07-26T17:09:35.452452+0000","last_became_active":"2024-07-26T17:08:46.787209+0000","last_became_peered":"2024-07-26T17:08:46.787209+0000","last_unstale":"2024-07-26T17:09:35.452452+0000","last_undegraded":"2024-07-26T17:09:35.452452+0000","last_fullsized":"2024-07-26T17:09:35.452452+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.0","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452894+0000","last_change":"2024-07-26T17:08:45.772307+0000","last_active":"2024-07-26T17:09:35.452894+0000","last_peered":"2024-07-26T17:09:35.452894+0000","last_clean":"2024-07-26T17:09:35.452894+0000","last_became_active":"2024-07-26T17:08:45.771989+0000","last_became_peered":"2024-07-26T17:08:45.771989+0000","last_unstale":"2024-07-26T17:09:35.452894+0000","last_undegraded":"2024-07-26T17:09:35.452894+0000","last_fullsized":"2024-07-26T17:09:35.452894+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:56.749734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.29","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455131+0000","last_change":"2024-07-26T17:08:46.782951+0000","last_active":"2024-07-26T17:09:35.455131+0000","last_peered":"2024-07-26T17:09:35.455131+0000","last_clean":"2024-07-26T17:09:35.455131+0000","last_became_active":"2024-07-26T17:08:46.782464+0000","last_became_peered":"2024-07-26T17:08:46.782464+0000","last_unstale":"2024-07-26T17:09:35.455131+0000","last_undegraded":"2024-07-26T17:09:35.455131+0000","last_fullsized":"2024-07-26T17:09:35.455131+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"293'3511","reported_seq":4674,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816630+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:09:35.816630+0000","last_peered":"2024-07-26T17:09:35.816630+0000","last_clean":"2024-07-26T17:09:35.816630+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:09:35.816630+0000","last_undegraded":"2024-07-26T17:09:35.816630+0000","last_fullsized":"2024-07-26T17:09:35.816630+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":3511,"log_dups_size":0,"ondisk_log_size":3511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":39,"num_pg":32,"stat_sum":{"num_bytes":4344,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":64,"acting":64,"num_store_stats":8},{"poolid":40,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3511,"ondisk_log_size":3511,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576073,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71612,"kb_used_data":4332,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300228,"statfs":{"total":96636764160,"available":96563433472,"internally_reserved":0,"allocated":4435968,"data_stored":2616438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510664,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65456,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94306384,"statfs":{"total":96636764160,"available":96569737216,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510664,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":75200,"kb_used_data":3760,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94296640,"statfs":{"total":96636764160,"available":96559759360,"internally_reserved":0,"allocated":3850240,"data_stored":2026778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510664,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":57144,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94314696,"statfs":{"total":96636764160,"available":96578248704,"internally_reserved":0,"allocated":3846144,"data_stored":2026148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510663,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52984,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318856,"statfs":{"total":96636764160,"available":96582508544,"internally_reserved":0,"allocated":3846144,"data_stored":2026140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510663,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52988,"kb_used_data":3764,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318852,"statfs":{"total":96636764160,"available":96582504448,"internally_reserved":0,"allocated":3854336,"data_stored":2030164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510666,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48820,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323020,"statfs":{"total":96636764160,"available":96586772480,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543370,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61888,"kb_used_data":4344,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94309952,"statfs":{"total":96636764160,"available":96573390848,"internally_reserved":0,"allocated":4448256,"data_stored":2619972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:11:02.650 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:11:02.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.800+0000 7f4b9160d640 1 -- 172.21.15.33:0/2745474595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b8c0b37d0 msgr2=0x7f4b8c0b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:02.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.800+0000 7f4b9160d640 1 --2- 172.21.15.33:0/2745474595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b8c0b37d0 0x7f4b8c0b9360 secure :-1 s=READY pgs=2986 cs=0 l=1 rev1=1 crypto rx=0x7f4b8c0ce660 tx=0x7f4b7c02a560 comp rx=0 tx=0).stop 2024-07-26T17:11:02.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.801+0000 7f4b9160d640 1 -- 172.21.15.33:0/2745474595 shutdown_connections 2024-07-26T17:11:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.801+0000 7f4b9160d640 1 --2- 172.21.15.33:0/2745474595 >> v2:172.21.15.154:3300/0 conn(0x7f4b8c0d2de0 0x7f4b8c0cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.801+0000 7f4b9160d640 1 --2- 172.21.15.33:0/2745474595 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b8c0b37d0 0x7f4b8c0b9360 unknown :-1 s=CLOSED pgs=2986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.801+0000 7f4b9160d640 1 -- 172.21.15.33:0/2745474595 >> 172.21.15.33:0/2745474595 conn(0x7f4b8c0b5b00 msgr2=0x7f4b8c0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.801+0000 7f4b9160d640 1 -- 172.21.15.33:0/2745474595 shutdown_connections 2024-07-26T17:11:02.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.801+0000 7f4b9160d640 1 -- 172.21.15.33:0/2745474595 wait complete. 2024-07-26T17:11:02.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.803+0000 7f4b9160d640 1 Processor -- start 2024-07-26T17:11:02.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.803+0000 7f4b9160d640 1 -- start start 2024-07-26T17:11:02.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.804+0000 7f4b9160d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b8c0b37d0 0x7f4b8c150b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:02.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.804+0000 7f4b9160d640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b8c0b98a0 0x7f4b8c0a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:02.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.804+0000 7f4b9160d640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b8c0d2de0 0x7f4b8c1f4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:02.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.804+0000 7f4b9160d640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8c0b3d60 con 0x7f4b8c0b37d0 2024-07-26T17:11:02.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.804+0000 7f4b9160d640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4b8c0b3be0 con 0x7f4b8c0b98a0 2024-07-26T17:11:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.804+0000 7f4b9160d640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4b8c0d3c30 con 0x7f4b8c0d2de0 2024-07-26T17:11:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.804+0000 7f4b8affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b8c0b37d0 0x7f4b8c150b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.804+0000 7f4b8affd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b8c0b37d0 0x7f4b8c150b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35854/0 (socket says 172.21.15.33:35854) 2024-07-26T17:11:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.804+0000 7f4b8affd640 1 -- 172.21.15.33:0/1190366297 learned_addr learned my addr 172.21.15.33:0/1190366297 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b8b7fe640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b8c0d2de0 0x7f4b8c1f4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b8a7fc640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b8c0b98a0 0x7f4b8c0a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:02.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b8b7fe640 1 -- 172.21.15.33:0/1190366297 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b8c0b98a0 msgr2=0x7f4b8c0a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b8b7fe640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b8c0b98a0 0x7f4b8c0a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b8b7fe640 1 -- 172.21.15.33:0/1190366297 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b8c0b37d0 msgr2=0x7f4b8c150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b8b7fe640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b8c0b37d0 0x7f4b8c150b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b8b7fe640 1 -- 172.21.15.33:0/1190366297 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b8c1510d0 con 0x7f4b8c0d2de0 2024-07-26T17:11:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b8a7fc640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b8c0b98a0 0x7f4b8c0a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:11:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b8b7fe640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b8c0d2de0 0x7f4b8c1f4f80 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f4b8400e9e0 tx=0x7f4b8400eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b737fe640 1 -- 172.21.15.33:0/1190366297 <== mon.2 v2:172.21.15.154:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b8400cdb0 con 0x7f4b8c0d2de0 2024-07-26T17:11:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b737fe640 1 -- 172.21.15.33:0/1190366297 <== mon.2 v2:172.21.15.154:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b84004b20 con 0x7f4b8c0d2de0 2024-07-26T17:11:02.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b9160d640 1 -- 172.21.15.33:0/1190366297 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b8c161b60 con 0x7f4b8c0d2de0 2024-07-26T17:11:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b737fe640 1 -- 172.21.15.33:0/1190366297 <== mon.2 v2:172.21.15.154:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b84005020 con 0x7f4b8c0d2de0 2024-07-26T17:11:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.805+0000 7f4b9160d640 1 -- 172.21.15.33:0/1190366297 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b8c15f090 con 0x7f4b8c0d2de0 2024-07-26T17:11:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.806+0000 7f4b9160d640 1 -- 172.21.15.33:0/1190366297 --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b8c0d18f0 con 0x7f4b8c0d2de0 2024-07-26T17:11:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.807+0000 7f4b737fe640 1 -- 172.21.15.33:0/1190366297 <== mon.2 v2:172.21.15.154:3301/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f4b840051c0 con 0x7f4b8c0d2de0 2024-07-26T17:11:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.808+0000 7f4b737fe640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4b78077010 0x7f4b78079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.808+0000 7f4b8affd640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4b78077010 0x7f4b78079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.808+0000 7f4b737fe640 1 -- 172.21.15.33:0/1190366297 <== mon.2 v2:172.21.15.154:3301/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f4b840997e0 con 0x7f4b8c0d2de0 2024-07-26T17:11:02.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.808+0000 7f4b8affd640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4b78077010 0x7f4b78079520 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c009230 tx=0x7f4b7c004730 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:02.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:02.813+0000 7f4b737fe640 1 -- 172.21.15.33:0/1190366297 <== mon.2 v2:172.21.15.154:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4b8c0d18f0 con 0x7f4b8c0d2de0 2024-07-26T17:11:03.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.008+0000 7f4b9160d640 1 -- 172.21.15.33:0/1190366297 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4b8c0b9360 con 0x7f4b78077010 2024-07-26T17:11:03.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.013+0000 7f4b737fe640 1 -- 172.21.15.33:0/1190366297 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252392 (secure 0 0 0) 0x7f4b8c0b9360 con 0x7f4b78077010 2024-07-26T17:11:03.017 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:11:03.018 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:11:03.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 -- 172.21.15.33:0/1190366297 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4b78077010 msgr2=0x7f4b78079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4b78077010 0x7f4b78079520 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4b7c009230 tx=0x7f4b7c004730 comp rx=0 tx=0).stop 2024-07-26T17:11:03.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 -- 172.21.15.33:0/1190366297 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b8c0d2de0 msgr2=0x7f4b8c1f4f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b8c0d2de0 0x7f4b8c1f4f80 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f4b8400e9e0 tx=0x7f4b8400eea0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 -- 172.21.15.33:0/1190366297 shutdown_connections 2024-07-26T17:11:03.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4b78077010 0x7f4b78079520 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4b8c0d2de0 0x7f4b8c1f4f80 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4b8c0b98a0 0x7f4b8c0a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 --2- 172.21.15.33:0/1190366297 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4b8c0b37d0 0x7f4b8c150b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 -- 172.21.15.33:0/1190366297 >> 172.21.15.33:0/1190366297 conn(0x7f4b8c0b5b00 msgr2=0x7f4b8c06d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:03.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 -- 172.21.15.33:0/1190366297 shutdown_connections 2024-07-26T17:11:03.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.016+0000 7f4b9160d640 1 -- 172.21.15.33:0/1190366297 wait complete. 2024-07-26T17:11:03.029 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":89,"stamp":"2024-07-26T17:11:02.361024+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594712,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":499,"num_write_kb":1649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3557,"ondisk_log_size":3557,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":486092,"kb_used_data":31208,"kb_used_omap":12,"kb_used_meta":454771,"kb_avail":754488628,"statfs":{"total":773094113280,"available":772596355072,"internally_reserved":0,"allocated":31956992,"data_stored":17397712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":465686065},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003496"},"pg_stats":[{"pgid":"40.3f","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816748+0000","last_change":"2024-07-26T17:08:46.784069+0000","last_active":"2024-07-26T17:09:35.816748+0000","last_peered":"2024-07-26T17:09:35.816748+0000","last_clean":"2024-07-26T17:09:35.816748+0000","last_became_active":"2024-07-26T17:08:46.783699+0000","last_became_peered":"2024-07-26T17:08:46.783699+0000","last_unstale":"2024-07-26T17:09:35.816748+0000","last_undegraded":"2024-07-26T17:09:35.816748+0000","last_fullsized":"2024-07-26T17:09:35.816748+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:04.415774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.3e","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450656+0000","last_change":"2024-07-26T17:08:46.789599+0000","last_active":"2024-07-26T17:09:35.450656+0000","last_peered":"2024-07-26T17:09:35.450656+0000","last_clean":"2024-07-26T17:09:35.450656+0000","last_became_active":"2024-07-26T17:08:46.789201+0000","last_became_peered":"2024-07-26T17:08:46.789201+0000","last_unstale":"2024-07-26T17:09:35.450656+0000","last_undegraded":"2024-07-26T17:09:35.450656+0000","last_fullsized":"2024-07-26T17:09:35.450656+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:49.716238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.3d","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455427+0000","last_change":"2024-07-26T17:08:46.787132+0000","last_active":"2024-07-26T17:09:35.455427+0000","last_peered":"2024-07-26T17:09:35.455427+0000","last_clean":"2024-07-26T17:09:35.455427+0000","last_became_active":"2024-07-26T17:08:46.786776+0000","last_became_peered":"2024-07-26T17:08:46.786776+0000","last_unstale":"2024-07-26T17:09:35.455427+0000","last_undegraded":"2024-07-26T17:09:35.455427+0000","last_fullsized":"2024-07-26T17:09:35.455427+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:15:08.073435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.3c","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818174+0000","last_change":"2024-07-26T17:08:46.805981+0000","last_active":"2024-07-26T17:09:35.818174+0000","last_peered":"2024-07-26T17:09:35.818174+0000","last_clean":"2024-07-26T17:09:35.818174+0000","last_became_active":"2024-07-26T17:08:46.805618+0000","last_became_peered":"2024-07-26T17:08:46.805618+0000","last_unstale":"2024-07-26T17:09:35.818174+0000","last_undegraded":"2024-07-26T17:09:35.818174+0000","last_fullsized":"2024-07-26T17:09:35.818174+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:03:35.364810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.3b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817167+0000","last_change":"2024-07-26T17:08:46.806933+0000","last_active":"2024-07-26T17:09:35.817167+0000","last_peered":"2024-07-26T17:09:35.817167+0000","last_clean":"2024-07-26T17:09:35.817167+0000","last_became_active":"2024-07-26T17:08:46.800694+0000","last_became_peered":"2024-07-26T17:08:46.800694+0000","last_unstale":"2024-07-26T17:09:35.817167+0000","last_undegraded":"2024-07-26T17:09:35.817167+0000","last_fullsized":"2024-07-26T17:09:35.817167+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:49.727261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3a","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452918+0000","last_change":"2024-07-26T17:08:46.783751+0000","last_active":"2024-07-26T17:09:35.452918+0000","last_peered":"2024-07-26T17:09:35.452918+0000","last_clean":"2024-07-26T17:09:35.452918+0000","last_became_active":"2024-07-26T17:08:46.783488+0000","last_became_peered":"2024-07-26T17:08:46.783488+0000","last_unstale":"2024-07-26T17:09:35.452918+0000","last_undegraded":"2024-07-26T17:09:35.452918+0000","last_fullsized":"2024-07-26T17:09:35.452918+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:50:18.232238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.39","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453153+0000","last_change":"2024-07-26T17:08:46.786101+0000","last_active":"2024-07-26T17:09:35.453153+0000","last_peered":"2024-07-26T17:09:35.453153+0000","last_clean":"2024-07-26T17:09:35.453153+0000","last_became_active":"2024-07-26T17:08:46.785790+0000","last_became_peered":"2024-07-26T17:08:46.785790+0000","last_unstale":"2024-07-26T17:09:35.453153+0000","last_undegraded":"2024-07-26T17:09:35.453153+0000","last_fullsized":"2024-07-26T17:09:35.453153+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:04:38.761923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.38","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816311+0000","last_change":"2024-07-26T17:08:46.798120+0000","last_active":"2024-07-26T17:09:35.816311+0000","last_peered":"2024-07-26T17:09:35.816311+0000","last_clean":"2024-07-26T17:09:35.816311+0000","last_became_active":"2024-07-26T17:08:46.797786+0000","last_became_peered":"2024-07-26T17:08:46.797786+0000","last_unstale":"2024-07-26T17:09:35.816311+0000","last_undegraded":"2024-07-26T17:09:35.816311+0000","last_fullsized":"2024-07-26T17:09:35.816311+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:57.273476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.37","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817712+0000","last_change":"2024-07-26T17:08:46.804241+0000","last_active":"2024-07-26T17:09:35.817712+0000","last_peered":"2024-07-26T17:09:35.817712+0000","last_clean":"2024-07-26T17:09:35.817712+0000","last_became_active":"2024-07-26T17:08:46.801029+0000","last_became_peered":"2024-07-26T17:08:46.801029+0000","last_unstale":"2024-07-26T17:09:35.817712+0000","last_undegraded":"2024-07-26T17:09:35.817712+0000","last_fullsized":"2024-07-26T17:09:35.817712+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:52:26.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.36","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452152+0000","last_change":"2024-07-26T17:08:46.795743+0000","last_active":"2024-07-26T17:09:35.452152+0000","last_peered":"2024-07-26T17:09:35.452152+0000","last_clean":"2024-07-26T17:09:35.452152+0000","last_became_active":"2024-07-26T17:08:46.795449+0000","last_became_peered":"2024-07-26T17:08:46.795449+0000","last_unstale":"2024-07-26T17:09:35.452152+0000","last_undegraded":"2024-07-26T17:09:35.452152+0000","last_fullsized":"2024-07-26T17:09:35.452152+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:30:25.408500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.35","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453666+0000","last_change":"2024-07-26T17:08:46.795293+0000","last_active":"2024-07-26T17:09:35.453666+0000","last_peered":"2024-07-26T17:09:35.453666+0000","last_clean":"2024-07-26T17:09:35.453666+0000","last_became_active":"2024-07-26T17:08:46.794168+0000","last_became_peered":"2024-07-26T17:08:46.794168+0000","last_unstale":"2024-07-26T17:09:35.453666+0000","last_undegraded":"2024-07-26T17:09:35.453666+0000","last_fullsized":"2024-07-26T17:09:35.453666+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:25.088129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.34","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817367+0000","last_change":"2024-07-26T17:08:46.792822+0000","last_active":"2024-07-26T17:09:35.817367+0000","last_peered":"2024-07-26T17:09:35.817367+0000","last_clean":"2024-07-26T17:09:35.817367+0000","last_became_active":"2024-07-26T17:08:46.792477+0000","last_became_peered":"2024-07-26T17:08:46.792477+0000","last_unstale":"2024-07-26T17:09:35.817367+0000","last_undegraded":"2024-07-26T17:09:35.817367+0000","last_fullsized":"2024-07-26T17:09:35.817367+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:18:08.651957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.33","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817957+0000","last_change":"2024-07-26T17:08:46.782954+0000","last_active":"2024-07-26T17:09:35.817957+0000","last_peered":"2024-07-26T17:09:35.817957+0000","last_clean":"2024-07-26T17:09:35.817957+0000","last_became_active":"2024-07-26T17:08:46.782598+0000","last_became_peered":"2024-07-26T17:08:46.782598+0000","last_unstale":"2024-07-26T17:09:35.817957+0000","last_undegraded":"2024-07-26T17:09:35.817957+0000","last_fullsized":"2024-07-26T17:09:35.817957+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:51:27.519147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.32","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816914+0000","last_change":"2024-07-26T17:08:46.797982+0000","last_active":"2024-07-26T17:09:35.816914+0000","last_peered":"2024-07-26T17:09:35.816914+0000","last_clean":"2024-07-26T17:09:35.816914+0000","last_became_active":"2024-07-26T17:08:46.797648+0000","last_became_peered":"2024-07-26T17:08:46.797648+0000","last_unstale":"2024-07-26T17:09:35.816914+0000","last_undegraded":"2024-07-26T17:09:35.816914+0000","last_fullsized":"2024-07-26T17:09:35.816914+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:56.230200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.31","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452923+0000","last_change":"2024-07-26T17:08:46.799050+0000","last_active":"2024-07-26T17:09:35.452923+0000","last_peered":"2024-07-26T17:09:35.452923+0000","last_clean":"2024-07-26T17:09:35.452923+0000","last_became_active":"2024-07-26T17:08:46.798733+0000","last_became_peered":"2024-07-26T17:08:46.798733+0000","last_unstale":"2024-07-26T17:09:35.452923+0000","last_undegraded":"2024-07-26T17:09:35.452923+0000","last_fullsized":"2024-07-26T17:09:35.452923+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:09:51.346118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.30","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455112+0000","last_change":"2024-07-26T17:08:46.792265+0000","last_active":"2024-07-26T17:09:35.455112+0000","last_peered":"2024-07-26T17:09:35.455112+0000","last_clean":"2024-07-26T17:09:35.455112+0000","last_became_active":"2024-07-26T17:08:46.791747+0000","last_became_peered":"2024-07-26T17:08:46.791747+0000","last_unstale":"2024-07-26T17:09:35.455112+0000","last_undegraded":"2024-07-26T17:09:35.455112+0000","last_fullsized":"2024-07-26T17:09:35.455112+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2f","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450751+0000","last_change":"2024-07-26T17:08:46.799560+0000","last_active":"2024-07-26T17:09:35.450751+0000","last_peered":"2024-07-26T17:09:35.450751+0000","last_clean":"2024-07-26T17:09:35.450751+0000","last_became_active":"2024-07-26T17:08:46.799225+0000","last_became_peered":"2024-07-26T17:08:46.799225+0000","last_unstale":"2024-07-26T17:09:35.450751+0000","last_undegraded":"2024-07-26T17:09:35.450751+0000","last_fullsized":"2024-07-26T17:09:35.450751+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:23.991365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2e","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452017+0000","last_change":"2024-07-26T17:08:46.806649+0000","last_active":"2024-07-26T17:09:35.452017+0000","last_peered":"2024-07-26T17:09:35.452017+0000","last_clean":"2024-07-26T17:09:35.452017+0000","last_became_active":"2024-07-26T17:08:46.806313+0000","last_became_peered":"2024-07-26T17:08:46.806313+0000","last_unstale":"2024-07-26T17:09:35.452017+0000","last_undegraded":"2024-07-26T17:09:35.452017+0000","last_fullsized":"2024-07-26T17:09:35.452017+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:33.456221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.2d","version":"0'0","reported_seq":23,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.819500+0000","last_change":"2024-07-26T17:09:35.819436+0000","last_active":"2024-07-26T17:09:35.819500+0000","last_peered":"2024-07-26T17:09:35.819500+0000","last_clean":"2024-07-26T17:09:35.819500+0000","last_became_active":"2024-07-26T17:09:35.819004+0000","last_became_peered":"2024-07-26T17:09:35.819004+0000","last_unstale":"2024-07-26T17:09:35.819500+0000","last_undegraded":"2024-07-26T17:09:35.819500+0000","last_fullsized":"2024-07-26T17:09:35.819500+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:07.903552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2c","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453267+0000","last_change":"2024-07-26T17:08:46.792510+0000","last_active":"2024-07-26T17:09:35.453267+0000","last_peered":"2024-07-26T17:09:35.453267+0000","last_clean":"2024-07-26T17:09:35.453267+0000","last_became_active":"2024-07-26T17:08:46.792186+0000","last_became_peered":"2024-07-26T17:08:46.792186+0000","last_unstale":"2024-07-26T17:09:35.453267+0000","last_undegraded":"2024-07-26T17:09:35.453267+0000","last_fullsized":"2024-07-26T17:09:35.453267+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:51:49.899306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.2b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450479+0000","last_change":"2024-07-26T17:08:46.792303+0000","last_active":"2024-07-26T17:09:35.450479+0000","last_peered":"2024-07-26T17:09:35.450479+0000","last_clean":"2024-07-26T17:09:35.450479+0000","last_became_active":"2024-07-26T17:08:46.791961+0000","last_became_peered":"2024-07-26T17:08:46.791961+0000","last_unstale":"2024-07-26T17:09:35.450479+0000","last_undegraded":"2024-07-26T17:09:35.450479+0000","last_fullsized":"2024-07-26T17:09:35.450479+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:03.051863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2a","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816725+0000","last_change":"2024-07-26T17:08:46.800544+0000","last_active":"2024-07-26T17:09:35.816725+0000","last_peered":"2024-07-26T17:09:35.816725+0000","last_clean":"2024-07-26T17:09:35.816725+0000","last_became_active":"2024-07-26T17:08:46.799891+0000","last_became_peered":"2024-07-26T17:08:46.799891+0000","last_unstale":"2024-07-26T17:09:35.816725+0000","last_undegraded":"2024-07-26T17:09:35.816725+0000","last_fullsized":"2024-07-26T17:09:35.816725+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:21.464527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.28","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816939+0000","last_change":"2024-07-26T17:08:46.790690+0000","last_active":"2024-07-26T17:09:35.816939+0000","last_peered":"2024-07-26T17:09:35.816939+0000","last_clean":"2024-07-26T17:09:35.816939+0000","last_became_active":"2024-07-26T17:08:46.790359+0000","last_became_peered":"2024-07-26T17:08:46.790359+0000","last_unstale":"2024-07-26T17:09:35.816939+0000","last_undegraded":"2024-07-26T17:09:35.816939+0000","last_fullsized":"2024-07-26T17:09:35.816939+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:24:37.763164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.27","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817783+0000","last_change":"2024-07-26T17:08:46.807141+0000","last_active":"2024-07-26T17:09:35.817783+0000","last_peered":"2024-07-26T17:09:35.817783+0000","last_clean":"2024-07-26T17:09:35.817783+0000","last_became_active":"2024-07-26T17:08:46.805160+0000","last_became_peered":"2024-07-26T17:08:46.805160+0000","last_unstale":"2024-07-26T17:09:35.817783+0000","last_undegraded":"2024-07-26T17:09:35.817783+0000","last_fullsized":"2024-07-26T17:09:35.817783+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:19.096706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.26","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817561+0000","last_change":"2024-07-26T17:08:46.789380+0000","last_active":"2024-07-26T17:09:35.817561+0000","last_peered":"2024-07-26T17:09:35.817561+0000","last_clean":"2024-07-26T17:09:35.817561+0000","last_became_active":"2024-07-26T17:08:46.788746+0000","last_became_peered":"2024-07-26T17:08:46.788746+0000","last_unstale":"2024-07-26T17:09:35.817561+0000","last_undegraded":"2024-07-26T17:09:35.817561+0000","last_fullsized":"2024-07-26T17:09:35.817561+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:18:31.168669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.25","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455908+0000","last_change":"2024-07-26T17:08:46.789812+0000","last_active":"2024-07-26T17:09:35.455908+0000","last_peered":"2024-07-26T17:09:35.455908+0000","last_clean":"2024-07-26T17:09:35.455908+0000","last_became_active":"2024-07-26T17:08:46.789490+0000","last_became_peered":"2024-07-26T17:08:46.789490+0000","last_unstale":"2024-07-26T17:09:35.455908+0000","last_undegraded":"2024-07-26T17:09:35.455908+0000","last_fullsized":"2024-07-26T17:09:35.455908+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:43:23.302912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.24","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817004+0000","last_change":"2024-07-26T17:08:46.800997+0000","last_active":"2024-07-26T17:09:35.817004+0000","last_peered":"2024-07-26T17:09:35.817004+0000","last_clean":"2024-07-26T17:09:35.817004+0000","last_became_active":"2024-07-26T17:08:46.800463+0000","last_became_peered":"2024-07-26T17:08:46.800463+0000","last_unstale":"2024-07-26T17:09:35.817004+0000","last_undegraded":"2024-07-26T17:09:35.817004+0000","last_fullsized":"2024-07-26T17:09:35.817004+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:45:58.681931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.23","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817361+0000","last_change":"2024-07-26T17:08:46.801015+0000","last_active":"2024-07-26T17:09:35.817361+0000","last_peered":"2024-07-26T17:09:35.817361+0000","last_clean":"2024-07-26T17:09:35.817361+0000","last_became_active":"2024-07-26T17:08:46.800103+0000","last_became_peered":"2024-07-26T17:08:46.800103+0000","last_unstale":"2024-07-26T17:09:35.817361+0000","last_undegraded":"2024-07-26T17:09:35.817361+0000","last_fullsized":"2024-07-26T17:09:35.817361+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:29:53.248512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.22","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816776+0000","last_change":"2024-07-26T17:08:46.793656+0000","last_active":"2024-07-26T17:09:35.816776+0000","last_peered":"2024-07-26T17:09:35.816776+0000","last_clean":"2024-07-26T17:09:35.816776+0000","last_became_active":"2024-07-26T17:08:46.793237+0000","last_became_peered":"2024-07-26T17:08:46.793237+0000","last_unstale":"2024-07-26T17:09:35.816776+0000","last_undegraded":"2024-07-26T17:09:35.816776+0000","last_fullsized":"2024-07-26T17:09:35.816776+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:20.951173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.21","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450360+0000","last_change":"2024-07-26T17:08:46.782928+0000","last_active":"2024-07-26T17:09:35.450360+0000","last_peered":"2024-07-26T17:09:35.450360+0000","last_clean":"2024-07-26T17:09:35.450360+0000","last_became_active":"2024-07-26T17:08:46.782606+0000","last_became_peered":"2024-07-26T17:08:46.782606+0000","last_unstale":"2024-07-26T17:09:35.450360+0000","last_undegraded":"2024-07-26T17:09:35.450360+0000","last_fullsized":"2024-07-26T17:09:35.450360+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:34.054221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.20","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451794+0000","last_change":"2024-07-26T17:08:46.788298+0000","last_active":"2024-07-26T17:09:35.451794+0000","last_peered":"2024-07-26T17:09:35.451794+0000","last_clean":"2024-07-26T17:09:35.451794+0000","last_became_active":"2024-07-26T17:08:46.787955+0000","last_became_peered":"2024-07-26T17:08:46.787955+0000","last_unstale":"2024-07-26T17:09:35.451794+0000","last_undegraded":"2024-07-26T17:09:35.451794+0000","last_fullsized":"2024-07-26T17:09:35.451794+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:11:29.827339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.10","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452812+0000","last_change":"2024-07-26T17:08:46.788763+0000","last_active":"2024-07-26T17:09:35.452812+0000","last_peered":"2024-07-26T17:09:35.452812+0000","last_clean":"2024-07-26T17:09:35.452812+0000","last_became_active":"2024-07-26T17:08:46.788434+0000","last_became_peered":"2024-07-26T17:08:46.788434+0000","last_unstale":"2024-07-26T17:09:35.452812+0000","last_undegraded":"2024-07-26T17:09:35.452812+0000","last_fullsized":"2024-07-26T17:09:35.452812+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:08:37.022533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.1f","version":"301'4","reported_seq":24,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818496+0000","last_change":"2024-07-26T17:08:45.772884+0000","last_active":"2024-07-26T17:09:35.818496+0000","last_peered":"2024-07-26T17:09:35.818496+0000","last_clean":"2024-07-26T17:09:35.818496+0000","last_became_active":"2024-07-26T17:08:45.772568+0000","last_became_peered":"2024-07-26T17:08:45.772568+0000","last_unstale":"2024-07-26T17:09:35.818496+0000","last_undegraded":"2024-07-26T17:09:35.818496+0000","last_fullsized":"2024-07-26T17:09:35.818496+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:10.156337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.11","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817777+0000","last_change":"2024-07-26T17:08:46.790800+0000","last_active":"2024-07-26T17:09:35.817777+0000","last_peered":"2024-07-26T17:09:35.817777+0000","last_clean":"2024-07-26T17:09:35.817777+0000","last_became_active":"2024-07-26T17:08:46.790480+0000","last_became_peered":"2024-07-26T17:08:46.790480+0000","last_unstale":"2024-07-26T17:09:35.817777+0000","last_undegraded":"2024-07-26T17:09:35.817777+0000","last_fullsized":"2024-07-26T17:09:35.817777+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:17:00.821239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.1e","version":"301'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452478+0000","last_change":"2024-07-26T17:08:45.785217+0000","last_active":"2024-07-26T17:09:35.452478+0000","last_peered":"2024-07-26T17:09:35.452478+0000","last_clean":"2024-07-26T17:09:35.452478+0000","last_became_active":"2024-07-26T17:08:45.784982+0000","last_became_peered":"2024-07-26T17:08:45.784982+0000","last_unstale":"2024-07-26T17:09:35.452478+0000","last_undegraded":"2024-07-26T17:09:35.452478+0000","last_fullsized":"2024-07-26T17:09:35.452478+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.12","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450398+0000","last_change":"2024-07-26T17:08:46.786412+0000","last_active":"2024-07-26T17:09:35.450398+0000","last_peered":"2024-07-26T17:09:35.450398+0000","last_clean":"2024-07-26T17:09:35.450398+0000","last_became_active":"2024-07-26T17:08:46.786035+0000","last_became_peered":"2024-07-26T17:08:46.786035+0000","last_unstale":"2024-07-26T17:09:35.450398+0000","last_undegraded":"2024-07-26T17:09:35.450398+0000","last_fullsized":"2024-07-26T17:09:35.450398+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:39.455465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.1d","version":"301'2","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452304+0000","last_change":"2024-07-26T17:08:45.785834+0000","last_active":"2024-07-26T17:09:35.452304+0000","last_peered":"2024-07-26T17:09:35.452304+0000","last_clean":"2024-07-26T17:09:35.452304+0000","last_became_active":"2024-07-26T17:08:45.785557+0000","last_became_peered":"2024-07-26T17:08:45.785557+0000","last_unstale":"2024-07-26T17:09:35.452304+0000","last_undegraded":"2024-07-26T17:09:35.452304+0000","last_fullsized":"2024-07-26T17:09:35.452304+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.13","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817435+0000","last_change":"2024-07-26T17:08:46.806931+0000","last_active":"2024-07-26T17:09:35.817435+0000","last_peered":"2024-07-26T17:09:35.817435+0000","last_clean":"2024-07-26T17:09:35.817435+0000","last_became_active":"2024-07-26T17:08:46.799779+0000","last_became_peered":"2024-07-26T17:08:46.799779+0000","last_unstale":"2024-07-26T17:09:35.817435+0000","last_undegraded":"2024-07-26T17:09:35.817435+0000","last_fullsized":"2024-07-26T17:09:35.817435+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:19:57.031549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.1c","version":"301'2","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450344+0000","last_change":"2024-07-26T17:08:45.780810+0000","last_active":"2024-07-26T17:09:35.450344+0000","last_peered":"2024-07-26T17:09:35.450344+0000","last_clean":"2024-07-26T17:09:35.450344+0000","last_became_active":"2024-07-26T17:08:45.780474+0000","last_became_peered":"2024-07-26T17:08:45.780474+0000","last_unstale":"2024-07-26T17:09:35.450344+0000","last_undegraded":"2024-07-26T17:09:35.450344+0000","last_fullsized":"2024-07-26T17:09:35.450344+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:34:58.125285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.14","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452090+0000","last_change":"2024-07-26T17:08:46.794241+0000","last_active":"2024-07-26T17:09:35.452090+0000","last_peered":"2024-07-26T17:09:35.452090+0000","last_clean":"2024-07-26T17:09:35.452090+0000","last_became_active":"2024-07-26T17:08:46.793868+0000","last_became_peered":"2024-07-26T17:08:46.793868+0000","last_unstale":"2024-07-26T17:09:35.452090+0000","last_undegraded":"2024-07-26T17:09:35.452090+0000","last_fullsized":"2024-07-26T17:09:35.452090+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.1b","version":"301'1","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817572+0000","last_change":"2024-07-26T17:08:45.781791+0000","last_active":"2024-07-26T17:09:35.817572+0000","last_peered":"2024-07-26T17:09:35.817572+0000","last_clean":"2024-07-26T17:09:35.817572+0000","last_became_active":"2024-07-26T17:08:45.781441+0000","last_became_peered":"2024-07-26T17:08:45.781441+0000","last_unstale":"2024-07-26T17:09:35.817572+0000","last_undegraded":"2024-07-26T17:09:35.817572+0000","last_fullsized":"2024-07-26T17:09:35.817572+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:40.974633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.15","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817077+0000","last_change":"2024-07-26T17:08:46.786305+0000","last_active":"2024-07-26T17:09:35.817077+0000","last_peered":"2024-07-26T17:09:35.817077+0000","last_clean":"2024-07-26T17:09:35.817077+0000","last_became_active":"2024-07-26T17:08:46.785904+0000","last_became_peered":"2024-07-26T17:08:46.785904+0000","last_unstale":"2024-07-26T17:09:35.817077+0000","last_undegraded":"2024-07-26T17:09:35.817077+0000","last_fullsized":"2024-07-26T17:09:35.817077+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:02.042680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.1a","version":"301'1","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453069+0000","last_change":"2024-07-26T17:08:45.773780+0000","last_active":"2024-07-26T17:09:35.453069+0000","last_peered":"2024-07-26T17:09:35.453069+0000","last_clean":"2024-07-26T17:09:35.453069+0000","last_became_active":"2024-07-26T17:08:45.773467+0000","last_became_peered":"2024-07-26T17:08:45.773467+0000","last_unstale":"2024-07-26T17:09:35.453069+0000","last_undegraded":"2024-07-26T17:09:35.453069+0000","last_fullsized":"2024-07-26T17:09:35.453069+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:54.366108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.16","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817375+0000","last_change":"2024-07-26T17:08:46.788959+0000","last_active":"2024-07-26T17:09:35.817375+0000","last_peered":"2024-07-26T17:09:35.817375+0000","last_clean":"2024-07-26T17:09:35.817375+0000","last_became_active":"2024-07-26T17:08:46.788290+0000","last_became_peered":"2024-07-26T17:08:46.788290+0000","last_unstale":"2024-07-26T17:09:35.817375+0000","last_undegraded":"2024-07-26T17:09:35.817375+0000","last_fullsized":"2024-07-26T17:09:35.817375+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:46.810314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.19","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451610+0000","last_change":"2024-07-26T17:08:45.775746+0000","last_active":"2024-07-26T17:09:35.451610+0000","last_peered":"2024-07-26T17:09:35.451610+0000","last_clean":"2024-07-26T17:09:35.451610+0000","last_became_active":"2024-07-26T17:08:45.775426+0000","last_became_peered":"2024-07-26T17:08:45.775426+0000","last_unstale":"2024-07-26T17:09:35.451610+0000","last_undegraded":"2024-07-26T17:09:35.451610+0000","last_fullsized":"2024-07-26T17:09:35.451610+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.17","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455519+0000","last_change":"2024-07-26T17:08:46.791688+0000","last_active":"2024-07-26T17:09:35.455519+0000","last_peered":"2024-07-26T17:09:35.455519+0000","last_clean":"2024-07-26T17:09:35.455519+0000","last_became_active":"2024-07-26T17:08:46.791343+0000","last_became_peered":"2024-07-26T17:08:46.791343+0000","last_unstale":"2024-07-26T17:09:35.455519+0000","last_undegraded":"2024-07-26T17:09:35.455519+0000","last_fullsized":"2024-07-26T17:09:35.455519+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:35:29.025604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.18","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816627+0000","last_change":"2024-07-26T17:08:45.782508+0000","last_active":"2024-07-26T17:09:35.816627+0000","last_peered":"2024-07-26T17:09:35.816627+0000","last_clean":"2024-07-26T17:09:35.816627+0000","last_became_active":"2024-07-26T17:08:45.782204+0000","last_became_peered":"2024-07-26T17:08:45.782204+0000","last_unstale":"2024-07-26T17:09:35.816627+0000","last_undegraded":"2024-07-26T17:09:35.816627+0000","last_fullsized":"2024-07-26T17:09:35.816627+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:14.709555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.18","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816820+0000","last_change":"2024-07-26T17:08:46.786551+0000","last_active":"2024-07-26T17:09:35.816820+0000","last_peered":"2024-07-26T17:09:35.816820+0000","last_clean":"2024-07-26T17:09:35.816820+0000","last_became_active":"2024-07-26T17:08:46.786191+0000","last_became_peered":"2024-07-26T17:08:46.786191+0000","last_unstale":"2024-07-26T17:09:35.816820+0000","last_undegraded":"2024-07-26T17:09:35.816820+0000","last_fullsized":"2024-07-26T17:09:35.816820+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:11.958631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.17","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817855+0000","last_change":"2024-07-26T17:08:45.774501+0000","last_active":"2024-07-26T17:09:35.817855+0000","last_peered":"2024-07-26T17:09:35.817855+0000","last_clean":"2024-07-26T17:09:35.817855+0000","last_became_active":"2024-07-26T17:08:45.774167+0000","last_became_peered":"2024-07-26T17:08:45.774167+0000","last_unstale":"2024-07-26T17:09:35.817855+0000","last_undegraded":"2024-07-26T17:09:35.817855+0000","last_fullsized":"2024-07-26T17:09:35.817855+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:29.160765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.19","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453050+0000","last_change":"2024-07-26T17:08:46.791201+0000","last_active":"2024-07-26T17:09:35.453050+0000","last_peered":"2024-07-26T17:09:35.453050+0000","last_clean":"2024-07-26T17:09:35.453050+0000","last_became_active":"2024-07-26T17:08:46.790883+0000","last_became_peered":"2024-07-26T17:08:46.790883+0000","last_unstale":"2024-07-26T17:09:35.453050+0000","last_undegraded":"2024-07-26T17:09:35.453050+0000","last_fullsized":"2024-07-26T17:09:35.453050+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:51:01.021042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.16","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818393+0000","last_change":"2024-07-26T17:08:45.775055+0000","last_active":"2024-07-26T17:09:35.818393+0000","last_peered":"2024-07-26T17:09:35.818393+0000","last_clean":"2024-07-26T17:09:35.818393+0000","last_became_active":"2024-07-26T17:08:45.774727+0000","last_became_peered":"2024-07-26T17:08:45.774727+0000","last_unstale":"2024-07-26T17:09:35.818393+0000","last_undegraded":"2024-07-26T17:09:35.818393+0000","last_fullsized":"2024-07-26T17:09:35.818393+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:42:44.208776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.1a","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816484+0000","last_change":"2024-07-26T17:08:46.791674+0000","last_active":"2024-07-26T17:09:35.816484+0000","last_peered":"2024-07-26T17:09:35.816484+0000","last_clean":"2024-07-26T17:09:35.816484+0000","last_became_active":"2024-07-26T17:08:46.791252+0000","last_became_peered":"2024-07-26T17:08:46.791252+0000","last_unstale":"2024-07-26T17:09:35.816484+0000","last_undegraded":"2024-07-26T17:09:35.816484+0000","last_fullsized":"2024-07-26T17:09:35.816484+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:28.906640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.15","version":"301'3","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455984+0000","last_change":"2024-07-26T17:08:45.775942+0000","last_active":"2024-07-26T17:09:35.455984+0000","last_peered":"2024-07-26T17:09:35.455984+0000","last_clean":"2024-07-26T17:09:35.455984+0000","last_became_active":"2024-07-26T17:08:45.775465+0000","last_became_peered":"2024-07-26T17:08:45.775465+0000","last_unstale":"2024-07-26T17:09:35.455984+0000","last_undegraded":"2024-07-26T17:09:35.455984+0000","last_fullsized":"2024-07-26T17:09:35.455984+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:20:54.187852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.1b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455323+0000","last_change":"2024-07-26T17:08:46.791302+0000","last_active":"2024-07-26T17:09:35.455323+0000","last_peered":"2024-07-26T17:09:35.455323+0000","last_clean":"2024-07-26T17:09:35.455323+0000","last_became_active":"2024-07-26T17:08:46.791011+0000","last_became_peered":"2024-07-26T17:08:46.791011+0000","last_unstale":"2024-07-26T17:09:35.455323+0000","last_undegraded":"2024-07-26T17:09:35.455323+0000","last_fullsized":"2024-07-26T17:09:35.455323+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.14","version":"304'13","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:10:44.386233+0000","last_change":"2024-07-26T17:08:45.776383+0000","last_active":"2024-07-26T17:10:44.386233+0000","last_peered":"2024-07-26T17:10:44.386233+0000","last_clean":"2024-07-26T17:10:44.386233+0000","last_became_active":"2024-07-26T17:08:45.776047+0000","last_became_peered":"2024-07-26T17:08:45.776047+0000","last_unstale":"2024-07-26T17:10:44.386233+0000","last_undegraded":"2024-07-26T17:10:44.386233+0000","last_fullsized":"2024-07-26T17:10:44.386233+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:11:53.454084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3546,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1c","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816727+0000","last_change":"2024-07-26T17:08:46.798385+0000","last_active":"2024-07-26T17:09:35.816727+0000","last_peered":"2024-07-26T17:09:35.816727+0000","last_clean":"2024-07-26T17:09:35.816727+0000","last_became_active":"2024-07-26T17:08:46.798042+0000","last_became_peered":"2024-07-26T17:08:46.798042+0000","last_unstale":"2024-07-26T17:09:35.816727+0000","last_undegraded":"2024-07-26T17:09:35.816727+0000","last_fullsized":"2024-07-26T17:09:35.816727+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:19.279128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"39.13","version":"301'2","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816975+0000","last_change":"2024-07-26T17:08:45.784375+0000","last_active":"2024-07-26T17:09:35.816975+0000","last_peered":"2024-07-26T17:09:35.816975+0000","last_clean":"2024-07-26T17:09:35.816975+0000","last_became_active":"2024-07-26T17:08:45.784057+0000","last_became_peered":"2024-07-26T17:08:45.784057+0000","last_unstale":"2024-07-26T17:09:35.816975+0000","last_undegraded":"2024-07-26T17:09:35.816975+0000","last_fullsized":"2024-07-26T17:09:35.816975+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:49:42.699454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.1d","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455874+0000","last_change":"2024-07-26T17:08:46.791497+0000","last_active":"2024-07-26T17:09:35.455874+0000","last_peered":"2024-07-26T17:09:35.455874+0000","last_clean":"2024-07-26T17:09:35.455874+0000","last_became_active":"2024-07-26T17:08:46.791154+0000","last_became_peered":"2024-07-26T17:08:46.791154+0000","last_unstale":"2024-07-26T17:09:35.455874+0000","last_undegraded":"2024-07-26T17:09:35.455874+0000","last_fullsized":"2024-07-26T17:09:35.455874+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:30.018916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.12","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816721+0000","last_change":"2024-07-26T17:08:45.772268+0000","last_active":"2024-07-26T17:09:35.816721+0000","last_peered":"2024-07-26T17:09:35.816721+0000","last_clean":"2024-07-26T17:09:35.816721+0000","last_became_active":"2024-07-26T17:08:45.771969+0000","last_became_peered":"2024-07-26T17:08:45.771969+0000","last_unstale":"2024-07-26T17:09:35.816721+0000","last_undegraded":"2024-07-26T17:09:35.816721+0000","last_fullsized":"2024-07-26T17:09:35.816721+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:43.930283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1e","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452355+0000","last_change":"2024-07-26T17:08:46.792541+0000","last_active":"2024-07-26T17:09:35.452355+0000","last_peered":"2024-07-26T17:09:35.452355+0000","last_clean":"2024-07-26T17:09:35.452355+0000","last_became_active":"2024-07-26T17:08:46.792215+0000","last_became_peered":"2024-07-26T17:08:46.792215+0000","last_unstale":"2024-07-26T17:09:35.452355+0000","last_undegraded":"2024-07-26T17:09:35.452355+0000","last_fullsized":"2024-07-26T17:09:35.452355+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.11","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817051+0000","last_change":"2024-07-26T17:08:45.770563+0000","last_active":"2024-07-26T17:09:35.817051+0000","last_peered":"2024-07-26T17:09:35.817051+0000","last_clean":"2024-07-26T17:09:35.817051+0000","last_became_active":"2024-07-26T17:08:45.769476+0000","last_became_peered":"2024-07-26T17:08:45.769476+0000","last_unstale":"2024-07-26T17:09:35.817051+0000","last_undegraded":"2024-07-26T17:09:35.817051+0000","last_fullsized":"2024-07-26T17:09:35.817051+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:00:38.505303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.1f","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817103+0000","last_change":"2024-07-26T17:08:46.785222+0000","last_active":"2024-07-26T17:09:35.817103+0000","last_peered":"2024-07-26T17:09:35.817103+0000","last_clean":"2024-07-26T17:09:35.817103+0000","last_became_active":"2024-07-26T17:08:46.784873+0000","last_became_peered":"2024-07-26T17:08:46.784873+0000","last_unstale":"2024-07-26T17:09:35.817103+0000","last_undegraded":"2024-07-26T17:09:35.817103+0000","last_fullsized":"2024-07-26T17:09:35.817103+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:18.797017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.10","version":"301'8","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455381+0000","last_change":"2024-07-26T17:08:45.777490+0000","last_active":"2024-07-26T17:09:35.455381+0000","last_peered":"2024-07-26T17:09:35.455381+0000","last_clean":"2024-07-26T17:09:35.455381+0000","last_became_active":"2024-07-26T17:08:45.777198+0000","last_became_peered":"2024-07-26T17:08:45.777198+0000","last_unstale":"2024-07-26T17:09:35.455381+0000","last_undegraded":"2024-07-26T17:09:35.455381+0000","last_fullsized":"2024-07-26T17:09:35.455381+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.0","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450366+0000","last_change":"2024-07-26T17:08:46.790267+0000","last_active":"2024-07-26T17:09:35.450366+0000","last_peered":"2024-07-26T17:09:35.450366+0000","last_clean":"2024-07-26T17:09:35.450366+0000","last_became_active":"2024-07-26T17:08:46.789899+0000","last_became_peered":"2024-07-26T17:08:46.789899+0000","last_unstale":"2024-07-26T17:09:35.450366+0000","last_undegraded":"2024-07-26T17:09:35.450366+0000","last_fullsized":"2024-07-26T17:09:35.450366+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:46:34.997413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.f","version":"301'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816959+0000","last_change":"2024-07-26T17:08:45.777422+0000","last_active":"2024-07-26T17:09:35.816959+0000","last_peered":"2024-07-26T17:09:35.816959+0000","last_clean":"2024-07-26T17:09:35.816959+0000","last_became_active":"2024-07-26T17:08:45.777039+0000","last_became_peered":"2024-07-26T17:08:45.777039+0000","last_unstale":"2024-07-26T17:09:35.816959+0000","last_undegraded":"2024-07-26T17:09:35.816959+0000","last_fullsized":"2024-07-26T17:09:35.816959+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:26:42.940034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450523+0000","last_change":"2024-07-26T17:08:46.795044+0000","last_active":"2024-07-26T17:09:35.450523+0000","last_peered":"2024-07-26T17:09:35.450523+0000","last_clean":"2024-07-26T17:09:35.450523+0000","last_became_active":"2024-07-26T17:08:46.794691+0000","last_became_peered":"2024-07-26T17:08:46.794691+0000","last_unstale":"2024-07-26T17:09:35.450523+0000","last_undegraded":"2024-07-26T17:09:35.450523+0000","last_fullsized":"2024-07-26T17:09:35.450523+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:36:32.701472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.e","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817554+0000","last_change":"2024-07-26T17:08:45.774364+0000","last_active":"2024-07-26T17:09:35.817554+0000","last_peered":"2024-07-26T17:09:35.817554+0000","last_clean":"2024-07-26T17:09:35.817554+0000","last_became_active":"2024-07-26T17:08:45.773678+0000","last_became_peered":"2024-07-26T17:08:45.773678+0000","last_unstale":"2024-07-26T17:09:35.817554+0000","last_undegraded":"2024-07-26T17:09:35.817554+0000","last_fullsized":"2024-07-26T17:09:35.817554+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:54:07.880751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.2","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817085+0000","last_change":"2024-07-26T17:08:46.800241+0000","last_active":"2024-07-26T17:09:35.817085+0000","last_peered":"2024-07-26T17:09:35.817085+0000","last_clean":"2024-07-26T17:09:35.817085+0000","last_became_active":"2024-07-26T17:08:46.798675+0000","last_became_peered":"2024-07-26T17:08:46.798675+0000","last_unstale":"2024-07-26T17:09:35.817085+0000","last_undegraded":"2024-07-26T17:09:35.817085+0000","last_fullsized":"2024-07-26T17:09:35.817085+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:16.765978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.d","version":"301'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817470+0000","last_change":"2024-07-26T17:08:45.767154+0000","last_active":"2024-07-26T17:09:35.817470+0000","last_peered":"2024-07-26T17:09:35.817470+0000","last_clean":"2024-07-26T17:09:35.817470+0000","last_became_active":"2024-07-26T17:08:45.766804+0000","last_became_peered":"2024-07-26T17:08:45.766804+0000","last_unstale":"2024-07-26T17:09:35.817470+0000","last_undegraded":"2024-07-26T17:09:35.817470+0000","last_fullsized":"2024-07-26T17:09:35.817470+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:10.087362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816630+0000","last_change":"2024-07-26T17:08:46.781884+0000","last_active":"2024-07-26T17:09:35.816630+0000","last_peered":"2024-07-26T17:09:35.816630+0000","last_clean":"2024-07-26T17:09:35.816630+0000","last_became_active":"2024-07-26T17:08:46.781153+0000","last_became_peered":"2024-07-26T17:08:46.781153+0000","last_unstale":"2024-07-26T17:09:35.816630+0000","last_undegraded":"2024-07-26T17:09:35.816630+0000","last_fullsized":"2024-07-26T17:09:35.816630+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:57:54.254622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.c","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450554+0000","last_change":"2024-07-26T17:08:45.785070+0000","last_active":"2024-07-26T17:09:35.450554+0000","last_peered":"2024-07-26T17:09:35.450554+0000","last_clean":"2024-07-26T17:09:35.450554+0000","last_became_active":"2024-07-26T17:08:45.784616+0000","last_became_peered":"2024-07-26T17:08:45.784616+0000","last_unstale":"2024-07-26T17:09:35.450554+0000","last_undegraded":"2024-07-26T17:09:35.450554+0000","last_fullsized":"2024-07-26T17:09:35.450554+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:08:37.977232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.4","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452200+0000","last_change":"2024-07-26T17:08:46.793330+0000","last_active":"2024-07-26T17:09:35.452200+0000","last_peered":"2024-07-26T17:09:35.452200+0000","last_clean":"2024-07-26T17:09:35.452200+0000","last_became_active":"2024-07-26T17:08:46.793013+0000","last_became_peered":"2024-07-26T17:08:46.793013+0000","last_unstale":"2024-07-26T17:09:35.452200+0000","last_undegraded":"2024-07-26T17:09:35.452200+0000","last_fullsized":"2024-07-26T17:09:35.452200+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.b","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455515+0000","last_change":"2024-07-26T17:08:45.773430+0000","last_active":"2024-07-26T17:09:35.455515+0000","last_peered":"2024-07-26T17:09:35.455515+0000","last_clean":"2024-07-26T17:09:35.455515+0000","last_became_active":"2024-07-26T17:08:45.767401+0000","last_became_peered":"2024-07-26T17:08:45.767401+0000","last_unstale":"2024-07-26T17:09:35.455515+0000","last_undegraded":"2024-07-26T17:09:35.455515+0000","last_fullsized":"2024-07-26T17:09:35.455515+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.5","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452234+0000","last_change":"2024-07-26T17:08:46.788814+0000","last_active":"2024-07-26T17:09:35.452234+0000","last_peered":"2024-07-26T17:09:35.452234+0000","last_clean":"2024-07-26T17:09:35.452234+0000","last_became_active":"2024-07-26T17:08:46.788499+0000","last_became_peered":"2024-07-26T17:08:46.788499+0000","last_unstale":"2024-07-26T17:09:35.452234+0000","last_undegraded":"2024-07-26T17:09:35.452234+0000","last_fullsized":"2024-07-26T17:09:35.452234+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:01.735480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.a","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817216+0000","last_change":"2024-07-26T17:08:45.779502+0000","last_active":"2024-07-26T17:09:35.817216+0000","last_peered":"2024-07-26T17:09:35.817216+0000","last_clean":"2024-07-26T17:09:35.817216+0000","last_became_active":"2024-07-26T17:08:45.779183+0000","last_became_peered":"2024-07-26T17:08:45.779183+0000","last_unstale":"2024-07-26T17:09:35.817216+0000","last_undegraded":"2024-07-26T17:09:35.817216+0000","last_fullsized":"2024-07-26T17:09:35.817216+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:08.860258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.6","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455530+0000","last_change":"2024-07-26T17:08:46.790708+0000","last_active":"2024-07-26T17:09:35.455530+0000","last_peered":"2024-07-26T17:09:35.455530+0000","last_clean":"2024-07-26T17:09:35.455530+0000","last_became_active":"2024-07-26T17:08:46.790406+0000","last_became_peered":"2024-07-26T17:08:46.790406+0000","last_unstale":"2024-07-26T17:09:35.455530+0000","last_undegraded":"2024-07-26T17:09:35.455530+0000","last_fullsized":"2024-07-26T17:09:35.455530+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.444221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.9","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817032+0000","last_change":"2024-07-26T17:08:45.778749+0000","last_active":"2024-07-26T17:09:35.817032+0000","last_peered":"2024-07-26T17:09:35.817032+0000","last_clean":"2024-07-26T17:09:35.817032+0000","last_became_active":"2024-07-26T17:08:45.778411+0000","last_became_peered":"2024-07-26T17:08:45.778411+0000","last_unstale":"2024-07-26T17:09:35.817032+0000","last_undegraded":"2024-07-26T17:09:35.817032+0000","last_fullsized":"2024-07-26T17:09:35.817032+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:31.242192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.7","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817912+0000","last_change":"2024-07-26T17:08:46.807464+0000","last_active":"2024-07-26T17:09:35.817912+0000","last_peered":"2024-07-26T17:09:35.817912+0000","last_clean":"2024-07-26T17:09:35.817912+0000","last_became_active":"2024-07-26T17:08:46.804740+0000","last_became_peered":"2024-07-26T17:08:46.804740+0000","last_unstale":"2024-07-26T17:09:35.817912+0000","last_undegraded":"2024-07-26T17:09:35.817912+0000","last_fullsized":"2024-07-26T17:09:35.817912+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:04.074380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.8","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451706+0000","last_change":"2024-07-26T17:08:45.781204+0000","last_active":"2024-07-26T17:09:35.451706+0000","last_peered":"2024-07-26T17:09:35.451706+0000","last_clean":"2024-07-26T17:09:35.451706+0000","last_became_active":"2024-07-26T17:08:45.780957+0000","last_became_peered":"2024-07-26T17:08:45.780957+0000","last_unstale":"2024-07-26T17:09:35.451706+0000","last_undegraded":"2024-07-26T17:09:35.451706+0000","last_fullsized":"2024-07-26T17:09:35.451706+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:42.976912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.8","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816535+0000","last_change":"2024-07-26T17:08:46.799392+0000","last_active":"2024-07-26T17:09:35.816535+0000","last_peered":"2024-07-26T17:09:35.816535+0000","last_clean":"2024-07-26T17:09:35.816535+0000","last_became_active":"2024-07-26T17:08:46.798957+0000","last_became_peered":"2024-07-26T17:08:46.798957+0000","last_unstale":"2024-07-26T17:09:35.816535+0000","last_undegraded":"2024-07-26T17:09:35.816535+0000","last_fullsized":"2024-07-26T17:09:35.816535+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:18.792551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.7","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450836+0000","last_change":"2024-07-26T17:08:45.784755+0000","last_active":"2024-07-26T17:09:35.450836+0000","last_peered":"2024-07-26T17:09:35.450836+0000","last_clean":"2024-07-26T17:09:35.450836+0000","last_became_active":"2024-07-26T17:08:45.784425+0000","last_became_peered":"2024-07-26T17:08:45.784425+0000","last_unstale":"2024-07-26T17:09:35.450836+0000","last_undegraded":"2024-07-26T17:09:35.450836+0000","last_fullsized":"2024-07-26T17:09:35.450836+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:50:48.281433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.9","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455720+0000","last_change":"2024-07-26T17:08:46.781380+0000","last_active":"2024-07-26T17:09:35.455720+0000","last_peered":"2024-07-26T17:09:35.455720+0000","last_clean":"2024-07-26T17:09:35.455720+0000","last_became_active":"2024-07-26T17:08:46.781068+0000","last_became_peered":"2024-07-26T17:08:46.781068+0000","last_unstale":"2024-07-26T17:09:35.455720+0000","last_undegraded":"2024-07-26T17:09:35.455720+0000","last_fullsized":"2024-07-26T17:09:35.455720+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.6","version":"302'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818471+0000","last_change":"2024-07-26T17:08:45.771194+0000","last_active":"2024-07-26T17:09:35.818471+0000","last_peered":"2024-07-26T17:09:35.818471+0000","last_clean":"2024-07-26T17:09:35.818471+0000","last_became_active":"2024-07-26T17:08:45.770732+0000","last_became_peered":"2024-07-26T17:08:45.770732+0000","last_unstale":"2024-07-26T17:09:35.818471+0000","last_undegraded":"2024-07-26T17:09:35.818471+0000","last_fullsized":"2024-07-26T17:09:35.818471+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:15.323880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.a","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816941+0000","last_change":"2024-07-26T17:08:46.801335+0000","last_active":"2024-07-26T17:09:35.816941+0000","last_peered":"2024-07-26T17:09:35.816941+0000","last_clean":"2024-07-26T17:09:35.816941+0000","last_became_active":"2024-07-26T17:08:46.799898+0000","last_became_peered":"2024-07-26T17:08:46.799898+0000","last_unstale":"2024-07-26T17:09:35.816941+0000","last_undegraded":"2024-07-26T17:09:35.816941+0000","last_fullsized":"2024-07-26T17:09:35.816941+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:28:52.251685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.5","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817069+0000","last_change":"2024-07-26T17:08:45.771351+0000","last_active":"2024-07-26T17:09:35.817069+0000","last_peered":"2024-07-26T17:09:35.817069+0000","last_clean":"2024-07-26T17:09:35.817069+0000","last_became_active":"2024-07-26T17:08:45.770971+0000","last_became_peered":"2024-07-26T17:08:45.770971+0000","last_unstale":"2024-07-26T17:09:35.817069+0000","last_undegraded":"2024-07-26T17:09:35.817069+0000","last_fullsized":"2024-07-26T17:09:35.817069+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:07.505618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818050+0000","last_change":"2024-07-26T17:08:46.789232+0000","last_active":"2024-07-26T17:09:35.818050+0000","last_peered":"2024-07-26T17:09:35.818050+0000","last_clean":"2024-07-26T17:09:35.818050+0000","last_became_active":"2024-07-26T17:08:46.788909+0000","last_became_peered":"2024-07-26T17:08:46.788909+0000","last_unstale":"2024-07-26T17:09:35.818050+0000","last_undegraded":"2024-07-26T17:09:35.818050+0000","last_fullsized":"2024-07-26T17:09:35.818050+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:32:58.511236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.4","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817479+0000","last_change":"2024-07-26T17:08:45.775421+0000","last_active":"2024-07-26T17:09:35.817479+0000","last_peered":"2024-07-26T17:09:35.817479+0000","last_clean":"2024-07-26T17:09:35.817479+0000","last_became_active":"2024-07-26T17:08:45.774559+0000","last_became_peered":"2024-07-26T17:08:45.774559+0000","last_unstale":"2024-07-26T17:09:35.817479+0000","last_undegraded":"2024-07-26T17:09:35.817479+0000","last_fullsized":"2024-07-26T17:09:35.817479+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:52:03.541443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.c","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453369+0000","last_change":"2024-07-26T17:08:46.801507+0000","last_active":"2024-07-26T17:09:35.453369+0000","last_peered":"2024-07-26T17:09:35.453369+0000","last_clean":"2024-07-26T17:09:35.453369+0000","last_became_active":"2024-07-26T17:08:46.801185+0000","last_became_peered":"2024-07-26T17:08:46.801185+0000","last_unstale":"2024-07-26T17:09:35.453369+0000","last_undegraded":"2024-07-26T17:09:35.453369+0000","last_fullsized":"2024-07-26T17:09:35.453369+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.513865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.3","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455626+0000","last_change":"2024-07-26T17:08:45.774478+0000","last_active":"2024-07-26T17:09:35.455626+0000","last_peered":"2024-07-26T17:09:35.455626+0000","last_clean":"2024-07-26T17:09:35.455626+0000","last_became_active":"2024-07-26T17:08:45.774163+0000","last_became_peered":"2024-07-26T17:08:45.774163+0000","last_unstale":"2024-07-26T17:09:35.455626+0000","last_undegraded":"2024-07-26T17:09:35.455626+0000","last_fullsized":"2024-07-26T17:09:35.455626+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.d","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817224+0000","last_change":"2024-07-26T17:08:46.792651+0000","last_active":"2024-07-26T17:09:35.817224+0000","last_peered":"2024-07-26T17:09:35.817224+0000","last_clean":"2024-07-26T17:09:35.817224+0000","last_became_active":"2024-07-26T17:08:46.792303+0000","last_became_peered":"2024-07-26T17:08:46.792303+0000","last_unstale":"2024-07-26T17:09:35.817224+0000","last_undegraded":"2024-07-26T17:09:35.817224+0000","last_fullsized":"2024-07-26T17:09:35.817224+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:52:32.719396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.2","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817621+0000","last_change":"2024-07-26T17:08:45.777127+0000","last_active":"2024-07-26T17:09:35.817621+0000","last_peered":"2024-07-26T17:09:35.817621+0000","last_clean":"2024-07-26T17:09:35.817621+0000","last_became_active":"2024-07-26T17:08:45.776801+0000","last_became_peered":"2024-07-26T17:08:45.776801+0000","last_unstale":"2024-07-26T17:09:35.817621+0000","last_undegraded":"2024-07-26T17:09:35.817621+0000","last_fullsized":"2024-07-26T17:09:35.817621+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:19:21.441978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.e","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455616+0000","last_change":"2024-07-26T17:08:46.783388+0000","last_active":"2024-07-26T17:09:35.455616+0000","last_peered":"2024-07-26T17:09:35.455616+0000","last_clean":"2024-07-26T17:09:35.455616+0000","last_became_active":"2024-07-26T17:08:46.783030+0000","last_became_peered":"2024-07-26T17:08:46.783030+0000","last_unstale":"2024-07-26T17:09:35.455616+0000","last_undegraded":"2024-07-26T17:09:35.455616+0000","last_fullsized":"2024-07-26T17:09:35.455616+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:15:25.303332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.1","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816879+0000","last_change":"2024-07-26T17:08:45.779097+0000","last_active":"2024-07-26T17:09:35.816879+0000","last_peered":"2024-07-26T17:09:35.816879+0000","last_clean":"2024-07-26T17:09:35.816879+0000","last_became_active":"2024-07-26T17:08:45.778642+0000","last_became_peered":"2024-07-26T17:08:45.778642+0000","last_unstale":"2024-07-26T17:09:35.816879+0000","last_undegraded":"2024-07-26T17:09:35.816879+0000","last_fullsized":"2024-07-26T17:09:35.816879+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:59.999255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.f","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452452+0000","last_change":"2024-07-26T17:08:46.787523+0000","last_active":"2024-07-26T17:09:35.452452+0000","last_peered":"2024-07-26T17:09:35.452452+0000","last_clean":"2024-07-26T17:09:35.452452+0000","last_became_active":"2024-07-26T17:08:46.787209+0000","last_became_peered":"2024-07-26T17:08:46.787209+0000","last_unstale":"2024-07-26T17:09:35.452452+0000","last_undegraded":"2024-07-26T17:09:35.452452+0000","last_fullsized":"2024-07-26T17:09:35.452452+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.0","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452894+0000","last_change":"2024-07-26T17:08:45.772307+0000","last_active":"2024-07-26T17:09:35.452894+0000","last_peered":"2024-07-26T17:09:35.452894+0000","last_clean":"2024-07-26T17:09:35.452894+0000","last_became_active":"2024-07-26T17:08:45.771989+0000","last_became_peered":"2024-07-26T17:08:45.771989+0000","last_unstale":"2024-07-26T17:09:35.452894+0000","last_undegraded":"2024-07-26T17:09:35.452894+0000","last_fullsized":"2024-07-26T17:09:35.452894+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:56.749734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.29","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455131+0000","last_change":"2024-07-26T17:08:46.782951+0000","last_active":"2024-07-26T17:09:35.455131+0000","last_peered":"2024-07-26T17:09:35.455131+0000","last_clean":"2024-07-26T17:09:35.455131+0000","last_became_active":"2024-07-26T17:08:46.782464+0000","last_became_peered":"2024-07-26T17:08:46.782464+0000","last_unstale":"2024-07-26T17:09:35.455131+0000","last_undegraded":"2024-07-26T17:09:35.455131+0000","last_fullsized":"2024-07-26T17:09:35.455131+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"293'3511","reported_seq":4674,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816630+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:09:35.816630+0000","last_peered":"2024-07-26T17:09:35.816630+0000","last_clean":"2024-07-26T17:09:35.816630+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:09:35.816630+0000","last_undegraded":"2024-07-26T17:09:35.816630+0000","last_fullsized":"2024-07-26T17:09:35.816630+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":3511,"log_dups_size":0,"ondisk_log_size":3511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":39,"num_pg":32,"stat_sum":{"num_bytes":4344,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":64,"acting":64,"num_store_stats":8},{"poolid":40,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3511,"ondisk_log_size":3511,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576073,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71612,"kb_used_data":4332,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300228,"statfs":{"total":96636764160,"available":96563433472,"internally_reserved":0,"allocated":4435968,"data_stored":2616438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510664,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65456,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94306384,"statfs":{"total":96636764160,"available":96569737216,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510664,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":75200,"kb_used_data":3760,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94296640,"statfs":{"total":96636764160,"available":96559759360,"internally_reserved":0,"allocated":3850240,"data_stored":2026778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510664,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":57144,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94314696,"statfs":{"total":96636764160,"available":96578248704,"internally_reserved":0,"allocated":3846144,"data_stored":2026148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510663,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52984,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318856,"statfs":{"total":96636764160,"available":96582508544,"internally_reserved":0,"allocated":3846144,"data_stored":2026140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510663,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52988,"kb_used_data":3764,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318852,"statfs":{"total":96636764160,"available":96582504448,"internally_reserved":0,"allocated":3854336,"data_stored":2030164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510666,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48820,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323020,"statfs":{"total":96636764160,"available":96586772480,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543370,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61888,"kb_used_data":4344,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94309952,"statfs":{"total":96636764160,"available":96573390848,"internally_reserved":0,"allocated":4448256,"data_stored":2619972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:11:03.035 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-26T17:11:03.035 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:11:03.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.186+0000 7f0fc0fba640 1 -- 172.21.15.33:0/305822756 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fa8004800 msgr2=0x7f0fa8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.186+0000 7f0fc0fba640 1 --2- 172.21.15.33:0/305822756 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fa8004800 0x7f0fa8004c10 secure :-1 s=READY pgs=2988 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009b20 tx=0x7f0fa8005830 comp rx=0 tx=0).stop 2024-07-26T17:11:03.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.186+0000 7f0fbad9d640 1 -- 172.21.15.33:0/305822756 reap_dead start 2024-07-26T17:11:03.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.186+0000 7f0fc0fba640 1 -- 172.21.15.33:0/305822756 shutdown_connections 2024-07-26T17:11:03.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.186+0000 7f0fc0fba640 1 -- 172.21.15.33:0/305822756 >> 172.21.15.33:0/305822756 conn(0x7f0fbc0b5b00 msgr2=0x7f0fbc0b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:03.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.186+0000 7f0fc0fba640 1 -- 172.21.15.33:0/305822756 shutdown_connections 2024-07-26T17:11:03.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.186+0000 7f0fc0fba640 1 -- 172.21.15.33:0/305822756 wait complete. 2024-07-26T17:11:03.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.188+0000 7f0fc0fba640 1 Processor -- start 2024-07-26T17:11:03.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.188+0000 7f0fc0fba640 1 -- start start 2024-07-26T17:11:03.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.189+0000 7f0fc0fba640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fa8004800 0x7f0fbc15a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:03.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.189+0000 7f0fc0fba640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0fbc1f5950 0x7f0fbc1f5d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:03.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.189+0000 7f0fc0fba640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0fbc1617e0 0x7f0fbc161bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:03.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.189+0000 7f0fc0fba640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f0fbc0b3d60 con 0x7f0fa8004800 2024-07-26T17:11:03.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.189+0000 7f0fc0fba640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f0fbc0b3be0 con 0x7f0fbc1617e0 2024-07-26T17:11:03.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.189+0000 7f0fc0fba640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f0fbc0d3c30 con 0x7f0fbc1f5950 2024-07-26T17:11:03.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.189+0000 7f0fba59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fa8004800 0x7f0fbc15a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:03.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fba59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fa8004800 0x7f0fbc15a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35866/0 (socket says 172.21.15.33:35866) 2024-07-26T17:11:03.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fba59c640 1 -- 172.21.15.33:0/2752011317 learned_addr learned my addr 172.21.15.33:0/2752011317 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:03.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fb9d9b640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0fbc1f5950 0x7f0fbc1f5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:03.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fbad9d640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0fbc1617e0 0x7f0fbc161bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:03.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fba59c640 1 -- 172.21.15.33:0/2752011317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0fbc1f5950 msgr2=0x7f0fbc1f5d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fba59c640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0fbc1f5950 0x7f0fbc1f5d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fba59c640 1 -- 172.21.15.33:0/2752011317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0fbc1617e0 msgr2=0x7f0fbc161bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fba59c640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0fbc1617e0 0x7f0fbc161bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fba59c640 1 -- 172.21.15.33:0/2752011317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fbc162130 con 0x7f0fa8004800 2024-07-26T17:11:03.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fba59c640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fa8004800 0x7f0fbc15a780 secure :-1 s=READY pgs=2989 cs=0 l=1 rev1=1 crypto rx=0x7f0fac006310 tx=0x7f0fac006710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:03.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fb2ffd640 1 -- 172.21.15.33:0/2752011317 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fac006960 con 0x7f0fa8004800 2024-07-26T17:11:03.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fb2ffd640 1 -- 172.21.15.33:0/2752011317 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0fac016020 con 0x7f0fa8004800 2024-07-26T17:11:03.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fb2ffd640 1 -- 172.21.15.33:0/2752011317 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fac00fda0 con 0x7f0fa8004800 2024-07-26T17:11:03.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fc0fba640 1 -- 172.21.15.33:0/2752011317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fbc15b2f0 con 0x7f0fa8004800 2024-07-26T17:11:03.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.190+0000 7f0fc0fba640 1 -- 172.21.15.33:0/2752011317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fbc159440 con 0x7f0fa8004800 2024-07-26T17:11:03.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.191+0000 7f0fc0fba640 1 -- 172.21.15.33:0/2752011317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fbc0d2ae0 con 0x7f0fa8004800 2024-07-26T17:11:03.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.192+0000 7f0fb2ffd640 1 -- 172.21.15.33:0/2752011317 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f0fac011430 con 0x7f0fa8004800 2024-07-26T17:11:03.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.193+0000 7f0fb2ffd640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0f9c077010 0x7f0f9c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:03.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.193+0000 7f0fb9d9b640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0f9c077010 0x7f0f9c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:03.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.193+0000 7f0fb2ffd640 1 -- 172.21.15.33:0/2752011317 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f0fac099750 con 0x7f0fa8004800 2024-07-26T17:11:03.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.194+0000 7f0fb9d9b640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0f9c077010 0x7f0f9c079520 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009b20 tx=0x7f0fa402d040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:03.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.198+0000 7f0fb2ffd640 1 -- 172.21.15.33:0/2752011317 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0fac020020 con 0x7f0fa8004800 2024-07-26T17:11:03.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.384+0000 7f0fc0fba640 1 -- 172.21.15.33:0/2752011317 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0fbc06ab00 con 0x7f0f9c077010 2024-07-26T17:11:03.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.388+0000 7f0fb2ffd640 1 -- 172.21.15.33:0/2752011317 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252392 (secure 0 0 0) 0x7f0fa402bad0 con 0x7f0f9c077010 2024-07-26T17:11:03.393 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:11:03.394 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:11:03.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.391+0000 7f0fc0fba640 1 -- 172.21.15.33:0/2752011317 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0f9c077010 msgr2=0x7f0f9c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.391+0000 7f0fc0fba640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0f9c077010 0x7f0f9c079520 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009b20 tx=0x7f0fa402d040 comp rx=0 tx=0).stop 2024-07-26T17:11:03.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.391+0000 7f0fc0fba640 1 -- 172.21.15.33:0/2752011317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fa8004800 msgr2=0x7f0fbc15a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.391+0000 7f0fc0fba640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fa8004800 0x7f0fbc15a780 secure :-1 s=READY pgs=2989 cs=0 l=1 rev1=1 crypto rx=0x7f0fac006310 tx=0x7f0fac006710 comp rx=0 tx=0).stop 2024-07-26T17:11:03.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.391+0000 7f0fc0fba640 1 -- 172.21.15.33:0/2752011317 shutdown_connections 2024-07-26T17:11:03.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.391+0000 7f0fc0fba640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f0f9c077010 0x7f0f9c079520 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.391+0000 7f0fc0fba640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f0fbc1617e0 0x7f0fbc161bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.392+0000 7f0fc0fba640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f0fbc1f5950 0x7f0fbc1f5d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.392+0000 7f0fc0fba640 1 --2- 172.21.15.33:0/2752011317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0fa8004800 0x7f0fbc15a780 unknown :-1 s=CLOSED pgs=2989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.392+0000 7f0fc0fba640 1 -- 172.21.15.33:0/2752011317 >> 172.21.15.33:0/2752011317 conn(0x7f0fbc0b5b00 msgr2=0x7f0fbc0b5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:03.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.392+0000 7f0fc0fba640 1 -- 172.21.15.33:0/2752011317 shutdown_connections 2024-07-26T17:11:03.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.392+0000 7f0fc0fba640 1 -- 172.21.15.33:0/2752011317 wait complete. 2024-07-26T17:11:03.404 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":89,"stamp":"2024-07-26T17:11:02.361024+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594712,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":499,"num_write_kb":1649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3557,"ondisk_log_size":3557,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":486092,"kb_used_data":31208,"kb_used_omap":12,"kb_used_meta":454771,"kb_avail":754488628,"statfs":{"total":773094113280,"available":772596355072,"internally_reserved":0,"allocated":31956992,"data_stored":17397712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":465686065},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003496"},"pg_stats":[{"pgid":"40.3f","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816748+0000","last_change":"2024-07-26T17:08:46.784069+0000","last_active":"2024-07-26T17:09:35.816748+0000","last_peered":"2024-07-26T17:09:35.816748+0000","last_clean":"2024-07-26T17:09:35.816748+0000","last_became_active":"2024-07-26T17:08:46.783699+0000","last_became_peered":"2024-07-26T17:08:46.783699+0000","last_unstale":"2024-07-26T17:09:35.816748+0000","last_undegraded":"2024-07-26T17:09:35.816748+0000","last_fullsized":"2024-07-26T17:09:35.816748+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:47:04.415774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.3e","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450656+0000","last_change":"2024-07-26T17:08:46.789599+0000","last_active":"2024-07-26T17:09:35.450656+0000","last_peered":"2024-07-26T17:09:35.450656+0000","last_clean":"2024-07-26T17:09:35.450656+0000","last_became_active":"2024-07-26T17:08:46.789201+0000","last_became_peered":"2024-07-26T17:08:46.789201+0000","last_unstale":"2024-07-26T17:09:35.450656+0000","last_undegraded":"2024-07-26T17:09:35.450656+0000","last_fullsized":"2024-07-26T17:09:35.450656+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:49.716238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.3d","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455427+0000","last_change":"2024-07-26T17:08:46.787132+0000","last_active":"2024-07-26T17:09:35.455427+0000","last_peered":"2024-07-26T17:09:35.455427+0000","last_clean":"2024-07-26T17:09:35.455427+0000","last_became_active":"2024-07-26T17:08:46.786776+0000","last_became_peered":"2024-07-26T17:08:46.786776+0000","last_unstale":"2024-07-26T17:09:35.455427+0000","last_undegraded":"2024-07-26T17:09:35.455427+0000","last_fullsized":"2024-07-26T17:09:35.455427+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:15:08.073435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.3c","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818174+0000","last_change":"2024-07-26T17:08:46.805981+0000","last_active":"2024-07-26T17:09:35.818174+0000","last_peered":"2024-07-26T17:09:35.818174+0000","last_clean":"2024-07-26T17:09:35.818174+0000","last_became_active":"2024-07-26T17:08:46.805618+0000","last_became_peered":"2024-07-26T17:08:46.805618+0000","last_unstale":"2024-07-26T17:09:35.818174+0000","last_undegraded":"2024-07-26T17:09:35.818174+0000","last_fullsized":"2024-07-26T17:09:35.818174+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:03:35.364810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.3b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817167+0000","last_change":"2024-07-26T17:08:46.806933+0000","last_active":"2024-07-26T17:09:35.817167+0000","last_peered":"2024-07-26T17:09:35.817167+0000","last_clean":"2024-07-26T17:09:35.817167+0000","last_became_active":"2024-07-26T17:08:46.800694+0000","last_became_peered":"2024-07-26T17:08:46.800694+0000","last_unstale":"2024-07-26T17:09:35.817167+0000","last_undegraded":"2024-07-26T17:09:35.817167+0000","last_fullsized":"2024-07-26T17:09:35.817167+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:49.727261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3a","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452918+0000","last_change":"2024-07-26T17:08:46.783751+0000","last_active":"2024-07-26T17:09:35.452918+0000","last_peered":"2024-07-26T17:09:35.452918+0000","last_clean":"2024-07-26T17:09:35.452918+0000","last_became_active":"2024-07-26T17:08:46.783488+0000","last_became_peered":"2024-07-26T17:08:46.783488+0000","last_unstale":"2024-07-26T17:09:35.452918+0000","last_undegraded":"2024-07-26T17:09:35.452918+0000","last_fullsized":"2024-07-26T17:09:35.452918+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:50:18.232238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.39","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453153+0000","last_change":"2024-07-26T17:08:46.786101+0000","last_active":"2024-07-26T17:09:35.453153+0000","last_peered":"2024-07-26T17:09:35.453153+0000","last_clean":"2024-07-26T17:09:35.453153+0000","last_became_active":"2024-07-26T17:08:46.785790+0000","last_became_peered":"2024-07-26T17:08:46.785790+0000","last_unstale":"2024-07-26T17:09:35.453153+0000","last_undegraded":"2024-07-26T17:09:35.453153+0000","last_fullsized":"2024-07-26T17:09:35.453153+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:04:38.761923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.38","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816311+0000","last_change":"2024-07-26T17:08:46.798120+0000","last_active":"2024-07-26T17:09:35.816311+0000","last_peered":"2024-07-26T17:09:35.816311+0000","last_clean":"2024-07-26T17:09:35.816311+0000","last_became_active":"2024-07-26T17:08:46.797786+0000","last_became_peered":"2024-07-26T17:08:46.797786+0000","last_unstale":"2024-07-26T17:09:35.816311+0000","last_undegraded":"2024-07-26T17:09:35.816311+0000","last_fullsized":"2024-07-26T17:09:35.816311+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:57.273476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.37","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817712+0000","last_change":"2024-07-26T17:08:46.804241+0000","last_active":"2024-07-26T17:09:35.817712+0000","last_peered":"2024-07-26T17:09:35.817712+0000","last_clean":"2024-07-26T17:09:35.817712+0000","last_became_active":"2024-07-26T17:08:46.801029+0000","last_became_peered":"2024-07-26T17:08:46.801029+0000","last_unstale":"2024-07-26T17:09:35.817712+0000","last_undegraded":"2024-07-26T17:09:35.817712+0000","last_fullsized":"2024-07-26T17:09:35.817712+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:52:26.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.36","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452152+0000","last_change":"2024-07-26T17:08:46.795743+0000","last_active":"2024-07-26T17:09:35.452152+0000","last_peered":"2024-07-26T17:09:35.452152+0000","last_clean":"2024-07-26T17:09:35.452152+0000","last_became_active":"2024-07-26T17:08:46.795449+0000","last_became_peered":"2024-07-26T17:08:46.795449+0000","last_unstale":"2024-07-26T17:09:35.452152+0000","last_undegraded":"2024-07-26T17:09:35.452152+0000","last_fullsized":"2024-07-26T17:09:35.452152+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:30:25.408500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.35","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453666+0000","last_change":"2024-07-26T17:08:46.795293+0000","last_active":"2024-07-26T17:09:35.453666+0000","last_peered":"2024-07-26T17:09:35.453666+0000","last_clean":"2024-07-26T17:09:35.453666+0000","last_became_active":"2024-07-26T17:08:46.794168+0000","last_became_peered":"2024-07-26T17:08:46.794168+0000","last_unstale":"2024-07-26T17:09:35.453666+0000","last_undegraded":"2024-07-26T17:09:35.453666+0000","last_fullsized":"2024-07-26T17:09:35.453666+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:25.088129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.34","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817367+0000","last_change":"2024-07-26T17:08:46.792822+0000","last_active":"2024-07-26T17:09:35.817367+0000","last_peered":"2024-07-26T17:09:35.817367+0000","last_clean":"2024-07-26T17:09:35.817367+0000","last_became_active":"2024-07-26T17:08:46.792477+0000","last_became_peered":"2024-07-26T17:08:46.792477+0000","last_unstale":"2024-07-26T17:09:35.817367+0000","last_undegraded":"2024-07-26T17:09:35.817367+0000","last_fullsized":"2024-07-26T17:09:35.817367+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:18:08.651957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.33","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817957+0000","last_change":"2024-07-26T17:08:46.782954+0000","last_active":"2024-07-26T17:09:35.817957+0000","last_peered":"2024-07-26T17:09:35.817957+0000","last_clean":"2024-07-26T17:09:35.817957+0000","last_became_active":"2024-07-26T17:08:46.782598+0000","last_became_peered":"2024-07-26T17:08:46.782598+0000","last_unstale":"2024-07-26T17:09:35.817957+0000","last_undegraded":"2024-07-26T17:09:35.817957+0000","last_fullsized":"2024-07-26T17:09:35.817957+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:51:27.519147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.32","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816914+0000","last_change":"2024-07-26T17:08:46.797982+0000","last_active":"2024-07-26T17:09:35.816914+0000","last_peered":"2024-07-26T17:09:35.816914+0000","last_clean":"2024-07-26T17:09:35.816914+0000","last_became_active":"2024-07-26T17:08:46.797648+0000","last_became_peered":"2024-07-26T17:08:46.797648+0000","last_unstale":"2024-07-26T17:09:35.816914+0000","last_undegraded":"2024-07-26T17:09:35.816914+0000","last_fullsized":"2024-07-26T17:09:35.816914+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:56.230200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.31","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452923+0000","last_change":"2024-07-26T17:08:46.799050+0000","last_active":"2024-07-26T17:09:35.452923+0000","last_peered":"2024-07-26T17:09:35.452923+0000","last_clean":"2024-07-26T17:09:35.452923+0000","last_became_active":"2024-07-26T17:08:46.798733+0000","last_became_peered":"2024-07-26T17:08:46.798733+0000","last_unstale":"2024-07-26T17:09:35.452923+0000","last_undegraded":"2024-07-26T17:09:35.452923+0000","last_fullsized":"2024-07-26T17:09:35.452923+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:09:51.346118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.30","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455112+0000","last_change":"2024-07-26T17:08:46.792265+0000","last_active":"2024-07-26T17:09:35.455112+0000","last_peered":"2024-07-26T17:09:35.455112+0000","last_clean":"2024-07-26T17:09:35.455112+0000","last_became_active":"2024-07-26T17:08:46.791747+0000","last_became_peered":"2024-07-26T17:08:46.791747+0000","last_unstale":"2024-07-26T17:09:35.455112+0000","last_undegraded":"2024-07-26T17:09:35.455112+0000","last_fullsized":"2024-07-26T17:09:35.455112+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2f","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450751+0000","last_change":"2024-07-26T17:08:46.799560+0000","last_active":"2024-07-26T17:09:35.450751+0000","last_peered":"2024-07-26T17:09:35.450751+0000","last_clean":"2024-07-26T17:09:35.450751+0000","last_became_active":"2024-07-26T17:08:46.799225+0000","last_became_peered":"2024-07-26T17:08:46.799225+0000","last_unstale":"2024-07-26T17:09:35.450751+0000","last_undegraded":"2024-07-26T17:09:35.450751+0000","last_fullsized":"2024-07-26T17:09:35.450751+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:23.991365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2e","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452017+0000","last_change":"2024-07-26T17:08:46.806649+0000","last_active":"2024-07-26T17:09:35.452017+0000","last_peered":"2024-07-26T17:09:35.452017+0000","last_clean":"2024-07-26T17:09:35.452017+0000","last_became_active":"2024-07-26T17:08:46.806313+0000","last_became_peered":"2024-07-26T17:08:46.806313+0000","last_unstale":"2024-07-26T17:09:35.452017+0000","last_undegraded":"2024-07-26T17:09:35.452017+0000","last_fullsized":"2024-07-26T17:09:35.452017+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:33.456221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.2d","version":"0'0","reported_seq":23,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.819500+0000","last_change":"2024-07-26T17:09:35.819436+0000","last_active":"2024-07-26T17:09:35.819500+0000","last_peered":"2024-07-26T17:09:35.819500+0000","last_clean":"2024-07-26T17:09:35.819500+0000","last_became_active":"2024-07-26T17:09:35.819004+0000","last_became_peered":"2024-07-26T17:09:35.819004+0000","last_unstale":"2024-07-26T17:09:35.819500+0000","last_undegraded":"2024-07-26T17:09:35.819500+0000","last_fullsized":"2024-07-26T17:09:35.819500+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:07.903552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2c","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453267+0000","last_change":"2024-07-26T17:08:46.792510+0000","last_active":"2024-07-26T17:09:35.453267+0000","last_peered":"2024-07-26T17:09:35.453267+0000","last_clean":"2024-07-26T17:09:35.453267+0000","last_became_active":"2024-07-26T17:08:46.792186+0000","last_became_peered":"2024-07-26T17:08:46.792186+0000","last_unstale":"2024-07-26T17:09:35.453267+0000","last_undegraded":"2024-07-26T17:09:35.453267+0000","last_fullsized":"2024-07-26T17:09:35.453267+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:51:49.899306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.2b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450479+0000","last_change":"2024-07-26T17:08:46.792303+0000","last_active":"2024-07-26T17:09:35.450479+0000","last_peered":"2024-07-26T17:09:35.450479+0000","last_clean":"2024-07-26T17:09:35.450479+0000","last_became_active":"2024-07-26T17:08:46.791961+0000","last_became_peered":"2024-07-26T17:08:46.791961+0000","last_unstale":"2024-07-26T17:09:35.450479+0000","last_undegraded":"2024-07-26T17:09:35.450479+0000","last_fullsized":"2024-07-26T17:09:35.450479+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:03.051863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2a","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816725+0000","last_change":"2024-07-26T17:08:46.800544+0000","last_active":"2024-07-26T17:09:35.816725+0000","last_peered":"2024-07-26T17:09:35.816725+0000","last_clean":"2024-07-26T17:09:35.816725+0000","last_became_active":"2024-07-26T17:08:46.799891+0000","last_became_peered":"2024-07-26T17:08:46.799891+0000","last_unstale":"2024-07-26T17:09:35.816725+0000","last_undegraded":"2024-07-26T17:09:35.816725+0000","last_fullsized":"2024-07-26T17:09:35.816725+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:21.464527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.28","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816939+0000","last_change":"2024-07-26T17:08:46.790690+0000","last_active":"2024-07-26T17:09:35.816939+0000","last_peered":"2024-07-26T17:09:35.816939+0000","last_clean":"2024-07-26T17:09:35.816939+0000","last_became_active":"2024-07-26T17:08:46.790359+0000","last_became_peered":"2024-07-26T17:08:46.790359+0000","last_unstale":"2024-07-26T17:09:35.816939+0000","last_undegraded":"2024-07-26T17:09:35.816939+0000","last_fullsized":"2024-07-26T17:09:35.816939+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:24:37.763164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.27","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817783+0000","last_change":"2024-07-26T17:08:46.807141+0000","last_active":"2024-07-26T17:09:35.817783+0000","last_peered":"2024-07-26T17:09:35.817783+0000","last_clean":"2024-07-26T17:09:35.817783+0000","last_became_active":"2024-07-26T17:08:46.805160+0000","last_became_peered":"2024-07-26T17:08:46.805160+0000","last_unstale":"2024-07-26T17:09:35.817783+0000","last_undegraded":"2024-07-26T17:09:35.817783+0000","last_fullsized":"2024-07-26T17:09:35.817783+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:19.096706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.26","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817561+0000","last_change":"2024-07-26T17:08:46.789380+0000","last_active":"2024-07-26T17:09:35.817561+0000","last_peered":"2024-07-26T17:09:35.817561+0000","last_clean":"2024-07-26T17:09:35.817561+0000","last_became_active":"2024-07-26T17:08:46.788746+0000","last_became_peered":"2024-07-26T17:08:46.788746+0000","last_unstale":"2024-07-26T17:09:35.817561+0000","last_undegraded":"2024-07-26T17:09:35.817561+0000","last_fullsized":"2024-07-26T17:09:35.817561+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:18:31.168669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.25","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455908+0000","last_change":"2024-07-26T17:08:46.789812+0000","last_active":"2024-07-26T17:09:35.455908+0000","last_peered":"2024-07-26T17:09:35.455908+0000","last_clean":"2024-07-26T17:09:35.455908+0000","last_became_active":"2024-07-26T17:08:46.789490+0000","last_became_peered":"2024-07-26T17:08:46.789490+0000","last_unstale":"2024-07-26T17:09:35.455908+0000","last_undegraded":"2024-07-26T17:09:35.455908+0000","last_fullsized":"2024-07-26T17:09:35.455908+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:43:23.302912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.24","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817004+0000","last_change":"2024-07-26T17:08:46.800997+0000","last_active":"2024-07-26T17:09:35.817004+0000","last_peered":"2024-07-26T17:09:35.817004+0000","last_clean":"2024-07-26T17:09:35.817004+0000","last_became_active":"2024-07-26T17:08:46.800463+0000","last_became_peered":"2024-07-26T17:08:46.800463+0000","last_unstale":"2024-07-26T17:09:35.817004+0000","last_undegraded":"2024-07-26T17:09:35.817004+0000","last_fullsized":"2024-07-26T17:09:35.817004+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:45:58.681931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.23","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817361+0000","last_change":"2024-07-26T17:08:46.801015+0000","last_active":"2024-07-26T17:09:35.817361+0000","last_peered":"2024-07-26T17:09:35.817361+0000","last_clean":"2024-07-26T17:09:35.817361+0000","last_became_active":"2024-07-26T17:08:46.800103+0000","last_became_peered":"2024-07-26T17:08:46.800103+0000","last_unstale":"2024-07-26T17:09:35.817361+0000","last_undegraded":"2024-07-26T17:09:35.817361+0000","last_fullsized":"2024-07-26T17:09:35.817361+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:29:53.248512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.22","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816776+0000","last_change":"2024-07-26T17:08:46.793656+0000","last_active":"2024-07-26T17:09:35.816776+0000","last_peered":"2024-07-26T17:09:35.816776+0000","last_clean":"2024-07-26T17:09:35.816776+0000","last_became_active":"2024-07-26T17:08:46.793237+0000","last_became_peered":"2024-07-26T17:08:46.793237+0000","last_unstale":"2024-07-26T17:09:35.816776+0000","last_undegraded":"2024-07-26T17:09:35.816776+0000","last_fullsized":"2024-07-26T17:09:35.816776+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:20.951173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.21","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450360+0000","last_change":"2024-07-26T17:08:46.782928+0000","last_active":"2024-07-26T17:09:35.450360+0000","last_peered":"2024-07-26T17:09:35.450360+0000","last_clean":"2024-07-26T17:09:35.450360+0000","last_became_active":"2024-07-26T17:08:46.782606+0000","last_became_peered":"2024-07-26T17:08:46.782606+0000","last_unstale":"2024-07-26T17:09:35.450360+0000","last_undegraded":"2024-07-26T17:09:35.450360+0000","last_fullsized":"2024-07-26T17:09:35.450360+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:34.054221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.20","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451794+0000","last_change":"2024-07-26T17:08:46.788298+0000","last_active":"2024-07-26T17:09:35.451794+0000","last_peered":"2024-07-26T17:09:35.451794+0000","last_clean":"2024-07-26T17:09:35.451794+0000","last_became_active":"2024-07-26T17:08:46.787955+0000","last_became_peered":"2024-07-26T17:08:46.787955+0000","last_unstale":"2024-07-26T17:09:35.451794+0000","last_undegraded":"2024-07-26T17:09:35.451794+0000","last_fullsized":"2024-07-26T17:09:35.451794+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:11:29.827339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.10","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452812+0000","last_change":"2024-07-26T17:08:46.788763+0000","last_active":"2024-07-26T17:09:35.452812+0000","last_peered":"2024-07-26T17:09:35.452812+0000","last_clean":"2024-07-26T17:09:35.452812+0000","last_became_active":"2024-07-26T17:08:46.788434+0000","last_became_peered":"2024-07-26T17:08:46.788434+0000","last_unstale":"2024-07-26T17:09:35.452812+0000","last_undegraded":"2024-07-26T17:09:35.452812+0000","last_fullsized":"2024-07-26T17:09:35.452812+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:08:37.022533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.1f","version":"301'4","reported_seq":24,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818496+0000","last_change":"2024-07-26T17:08:45.772884+0000","last_active":"2024-07-26T17:09:35.818496+0000","last_peered":"2024-07-26T17:09:35.818496+0000","last_clean":"2024-07-26T17:09:35.818496+0000","last_became_active":"2024-07-26T17:08:45.772568+0000","last_became_peered":"2024-07-26T17:08:45.772568+0000","last_unstale":"2024-07-26T17:09:35.818496+0000","last_undegraded":"2024-07-26T17:09:35.818496+0000","last_fullsized":"2024-07-26T17:09:35.818496+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:10.156337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.11","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817777+0000","last_change":"2024-07-26T17:08:46.790800+0000","last_active":"2024-07-26T17:09:35.817777+0000","last_peered":"2024-07-26T17:09:35.817777+0000","last_clean":"2024-07-26T17:09:35.817777+0000","last_became_active":"2024-07-26T17:08:46.790480+0000","last_became_peered":"2024-07-26T17:08:46.790480+0000","last_unstale":"2024-07-26T17:09:35.817777+0000","last_undegraded":"2024-07-26T17:09:35.817777+0000","last_fullsized":"2024-07-26T17:09:35.817777+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:17:00.821239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.1e","version":"301'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452478+0000","last_change":"2024-07-26T17:08:45.785217+0000","last_active":"2024-07-26T17:09:35.452478+0000","last_peered":"2024-07-26T17:09:35.452478+0000","last_clean":"2024-07-26T17:09:35.452478+0000","last_became_active":"2024-07-26T17:08:45.784982+0000","last_became_peered":"2024-07-26T17:08:45.784982+0000","last_unstale":"2024-07-26T17:09:35.452478+0000","last_undegraded":"2024-07-26T17:09:35.452478+0000","last_fullsized":"2024-07-26T17:09:35.452478+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.12","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450398+0000","last_change":"2024-07-26T17:08:46.786412+0000","last_active":"2024-07-26T17:09:35.450398+0000","last_peered":"2024-07-26T17:09:35.450398+0000","last_clean":"2024-07-26T17:09:35.450398+0000","last_became_active":"2024-07-26T17:08:46.786035+0000","last_became_peered":"2024-07-26T17:08:46.786035+0000","last_unstale":"2024-07-26T17:09:35.450398+0000","last_undegraded":"2024-07-26T17:09:35.450398+0000","last_fullsized":"2024-07-26T17:09:35.450398+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:39.455465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.1d","version":"301'2","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452304+0000","last_change":"2024-07-26T17:08:45.785834+0000","last_active":"2024-07-26T17:09:35.452304+0000","last_peered":"2024-07-26T17:09:35.452304+0000","last_clean":"2024-07-26T17:09:35.452304+0000","last_became_active":"2024-07-26T17:08:45.785557+0000","last_became_peered":"2024-07-26T17:08:45.785557+0000","last_unstale":"2024-07-26T17:09:35.452304+0000","last_undegraded":"2024-07-26T17:09:35.452304+0000","last_fullsized":"2024-07-26T17:09:35.452304+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.13","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817435+0000","last_change":"2024-07-26T17:08:46.806931+0000","last_active":"2024-07-26T17:09:35.817435+0000","last_peered":"2024-07-26T17:09:35.817435+0000","last_clean":"2024-07-26T17:09:35.817435+0000","last_became_active":"2024-07-26T17:08:46.799779+0000","last_became_peered":"2024-07-26T17:08:46.799779+0000","last_unstale":"2024-07-26T17:09:35.817435+0000","last_undegraded":"2024-07-26T17:09:35.817435+0000","last_fullsized":"2024-07-26T17:09:35.817435+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:19:57.031549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.1c","version":"301'2","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450344+0000","last_change":"2024-07-26T17:08:45.780810+0000","last_active":"2024-07-26T17:09:35.450344+0000","last_peered":"2024-07-26T17:09:35.450344+0000","last_clean":"2024-07-26T17:09:35.450344+0000","last_became_active":"2024-07-26T17:08:45.780474+0000","last_became_peered":"2024-07-26T17:08:45.780474+0000","last_unstale":"2024-07-26T17:09:35.450344+0000","last_undegraded":"2024-07-26T17:09:35.450344+0000","last_fullsized":"2024-07-26T17:09:35.450344+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:34:58.125285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.14","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452090+0000","last_change":"2024-07-26T17:08:46.794241+0000","last_active":"2024-07-26T17:09:35.452090+0000","last_peered":"2024-07-26T17:09:35.452090+0000","last_clean":"2024-07-26T17:09:35.452090+0000","last_became_active":"2024-07-26T17:08:46.793868+0000","last_became_peered":"2024-07-26T17:08:46.793868+0000","last_unstale":"2024-07-26T17:09:35.452090+0000","last_undegraded":"2024-07-26T17:09:35.452090+0000","last_fullsized":"2024-07-26T17:09:35.452090+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.1b","version":"301'1","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817572+0000","last_change":"2024-07-26T17:08:45.781791+0000","last_active":"2024-07-26T17:09:35.817572+0000","last_peered":"2024-07-26T17:09:35.817572+0000","last_clean":"2024-07-26T17:09:35.817572+0000","last_became_active":"2024-07-26T17:08:45.781441+0000","last_became_peered":"2024-07-26T17:08:45.781441+0000","last_unstale":"2024-07-26T17:09:35.817572+0000","last_undegraded":"2024-07-26T17:09:35.817572+0000","last_fullsized":"2024-07-26T17:09:35.817572+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:40.974633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.15","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817077+0000","last_change":"2024-07-26T17:08:46.786305+0000","last_active":"2024-07-26T17:09:35.817077+0000","last_peered":"2024-07-26T17:09:35.817077+0000","last_clean":"2024-07-26T17:09:35.817077+0000","last_became_active":"2024-07-26T17:08:46.785904+0000","last_became_peered":"2024-07-26T17:08:46.785904+0000","last_unstale":"2024-07-26T17:09:35.817077+0000","last_undegraded":"2024-07-26T17:09:35.817077+0000","last_fullsized":"2024-07-26T17:09:35.817077+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:43:02.042680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.1a","version":"301'1","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453069+0000","last_change":"2024-07-26T17:08:45.773780+0000","last_active":"2024-07-26T17:09:35.453069+0000","last_peered":"2024-07-26T17:09:35.453069+0000","last_clean":"2024-07-26T17:09:35.453069+0000","last_became_active":"2024-07-26T17:08:45.773467+0000","last_became_peered":"2024-07-26T17:08:45.773467+0000","last_unstale":"2024-07-26T17:09:35.453069+0000","last_undegraded":"2024-07-26T17:09:35.453069+0000","last_fullsized":"2024-07-26T17:09:35.453069+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:54.366108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.16","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817375+0000","last_change":"2024-07-26T17:08:46.788959+0000","last_active":"2024-07-26T17:09:35.817375+0000","last_peered":"2024-07-26T17:09:35.817375+0000","last_clean":"2024-07-26T17:09:35.817375+0000","last_became_active":"2024-07-26T17:08:46.788290+0000","last_became_peered":"2024-07-26T17:08:46.788290+0000","last_unstale":"2024-07-26T17:09:35.817375+0000","last_undegraded":"2024-07-26T17:09:35.817375+0000","last_fullsized":"2024-07-26T17:09:35.817375+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:03:46.810314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.19","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451610+0000","last_change":"2024-07-26T17:08:45.775746+0000","last_active":"2024-07-26T17:09:35.451610+0000","last_peered":"2024-07-26T17:09:35.451610+0000","last_clean":"2024-07-26T17:09:35.451610+0000","last_became_active":"2024-07-26T17:08:45.775426+0000","last_became_peered":"2024-07-26T17:08:45.775426+0000","last_unstale":"2024-07-26T17:09:35.451610+0000","last_undegraded":"2024-07-26T17:09:35.451610+0000","last_fullsized":"2024-07-26T17:09:35.451610+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.17","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455519+0000","last_change":"2024-07-26T17:08:46.791688+0000","last_active":"2024-07-26T17:09:35.455519+0000","last_peered":"2024-07-26T17:09:35.455519+0000","last_clean":"2024-07-26T17:09:35.455519+0000","last_became_active":"2024-07-26T17:08:46.791343+0000","last_became_peered":"2024-07-26T17:08:46.791343+0000","last_unstale":"2024-07-26T17:09:35.455519+0000","last_undegraded":"2024-07-26T17:09:35.455519+0000","last_fullsized":"2024-07-26T17:09:35.455519+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:35:29.025604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.18","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816627+0000","last_change":"2024-07-26T17:08:45.782508+0000","last_active":"2024-07-26T17:09:35.816627+0000","last_peered":"2024-07-26T17:09:35.816627+0000","last_clean":"2024-07-26T17:09:35.816627+0000","last_became_active":"2024-07-26T17:08:45.782204+0000","last_became_peered":"2024-07-26T17:08:45.782204+0000","last_unstale":"2024-07-26T17:09:35.816627+0000","last_undegraded":"2024-07-26T17:09:35.816627+0000","last_fullsized":"2024-07-26T17:09:35.816627+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:14.709555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.18","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816820+0000","last_change":"2024-07-26T17:08:46.786551+0000","last_active":"2024-07-26T17:09:35.816820+0000","last_peered":"2024-07-26T17:09:35.816820+0000","last_clean":"2024-07-26T17:09:35.816820+0000","last_became_active":"2024-07-26T17:08:46.786191+0000","last_became_peered":"2024-07-26T17:08:46.786191+0000","last_unstale":"2024-07-26T17:09:35.816820+0000","last_undegraded":"2024-07-26T17:09:35.816820+0000","last_fullsized":"2024-07-26T17:09:35.816820+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:11.958631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.17","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817855+0000","last_change":"2024-07-26T17:08:45.774501+0000","last_active":"2024-07-26T17:09:35.817855+0000","last_peered":"2024-07-26T17:09:35.817855+0000","last_clean":"2024-07-26T17:09:35.817855+0000","last_became_active":"2024-07-26T17:08:45.774167+0000","last_became_peered":"2024-07-26T17:08:45.774167+0000","last_unstale":"2024-07-26T17:09:35.817855+0000","last_undegraded":"2024-07-26T17:09:35.817855+0000","last_fullsized":"2024-07-26T17:09:35.817855+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:29.160765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.19","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453050+0000","last_change":"2024-07-26T17:08:46.791201+0000","last_active":"2024-07-26T17:09:35.453050+0000","last_peered":"2024-07-26T17:09:35.453050+0000","last_clean":"2024-07-26T17:09:35.453050+0000","last_became_active":"2024-07-26T17:08:46.790883+0000","last_became_peered":"2024-07-26T17:08:46.790883+0000","last_unstale":"2024-07-26T17:09:35.453050+0000","last_undegraded":"2024-07-26T17:09:35.453050+0000","last_fullsized":"2024-07-26T17:09:35.453050+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:51:01.021042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.16","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818393+0000","last_change":"2024-07-26T17:08:45.775055+0000","last_active":"2024-07-26T17:09:35.818393+0000","last_peered":"2024-07-26T17:09:35.818393+0000","last_clean":"2024-07-26T17:09:35.818393+0000","last_became_active":"2024-07-26T17:08:45.774727+0000","last_became_peered":"2024-07-26T17:08:45.774727+0000","last_unstale":"2024-07-26T17:09:35.818393+0000","last_undegraded":"2024-07-26T17:09:35.818393+0000","last_fullsized":"2024-07-26T17:09:35.818393+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:42:44.208776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.1a","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816484+0000","last_change":"2024-07-26T17:08:46.791674+0000","last_active":"2024-07-26T17:09:35.816484+0000","last_peered":"2024-07-26T17:09:35.816484+0000","last_clean":"2024-07-26T17:09:35.816484+0000","last_became_active":"2024-07-26T17:08:46.791252+0000","last_became_peered":"2024-07-26T17:08:46.791252+0000","last_unstale":"2024-07-26T17:09:35.816484+0000","last_undegraded":"2024-07-26T17:09:35.816484+0000","last_fullsized":"2024-07-26T17:09:35.816484+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:59:28.906640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.15","version":"301'3","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455984+0000","last_change":"2024-07-26T17:08:45.775942+0000","last_active":"2024-07-26T17:09:35.455984+0000","last_peered":"2024-07-26T17:09:35.455984+0000","last_clean":"2024-07-26T17:09:35.455984+0000","last_became_active":"2024-07-26T17:08:45.775465+0000","last_became_peered":"2024-07-26T17:08:45.775465+0000","last_unstale":"2024-07-26T17:09:35.455984+0000","last_undegraded":"2024-07-26T17:09:35.455984+0000","last_fullsized":"2024-07-26T17:09:35.455984+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:20:54.187852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.1b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455323+0000","last_change":"2024-07-26T17:08:46.791302+0000","last_active":"2024-07-26T17:09:35.455323+0000","last_peered":"2024-07-26T17:09:35.455323+0000","last_clean":"2024-07-26T17:09:35.455323+0000","last_became_active":"2024-07-26T17:08:46.791011+0000","last_became_peered":"2024-07-26T17:08:46.791011+0000","last_unstale":"2024-07-26T17:09:35.455323+0000","last_undegraded":"2024-07-26T17:09:35.455323+0000","last_fullsized":"2024-07-26T17:09:35.455323+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.14","version":"304'13","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:10:44.386233+0000","last_change":"2024-07-26T17:08:45.776383+0000","last_active":"2024-07-26T17:10:44.386233+0000","last_peered":"2024-07-26T17:10:44.386233+0000","last_clean":"2024-07-26T17:10:44.386233+0000","last_became_active":"2024-07-26T17:08:45.776047+0000","last_became_peered":"2024-07-26T17:08:45.776047+0000","last_unstale":"2024-07-26T17:10:44.386233+0000","last_undegraded":"2024-07-26T17:10:44.386233+0000","last_fullsized":"2024-07-26T17:10:44.386233+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:11:53.454084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3546,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1c","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816727+0000","last_change":"2024-07-26T17:08:46.798385+0000","last_active":"2024-07-26T17:09:35.816727+0000","last_peered":"2024-07-26T17:09:35.816727+0000","last_clean":"2024-07-26T17:09:35.816727+0000","last_became_active":"2024-07-26T17:08:46.798042+0000","last_became_peered":"2024-07-26T17:08:46.798042+0000","last_unstale":"2024-07-26T17:09:35.816727+0000","last_undegraded":"2024-07-26T17:09:35.816727+0000","last_fullsized":"2024-07-26T17:09:35.816727+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:19.279128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"39.13","version":"301'2","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816975+0000","last_change":"2024-07-26T17:08:45.784375+0000","last_active":"2024-07-26T17:09:35.816975+0000","last_peered":"2024-07-26T17:09:35.816975+0000","last_clean":"2024-07-26T17:09:35.816975+0000","last_became_active":"2024-07-26T17:08:45.784057+0000","last_became_peered":"2024-07-26T17:08:45.784057+0000","last_unstale":"2024-07-26T17:09:35.816975+0000","last_undegraded":"2024-07-26T17:09:35.816975+0000","last_fullsized":"2024-07-26T17:09:35.816975+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:49:42.699454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.1d","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455874+0000","last_change":"2024-07-26T17:08:46.791497+0000","last_active":"2024-07-26T17:09:35.455874+0000","last_peered":"2024-07-26T17:09:35.455874+0000","last_clean":"2024-07-26T17:09:35.455874+0000","last_became_active":"2024-07-26T17:08:46.791154+0000","last_became_peered":"2024-07-26T17:08:46.791154+0000","last_unstale":"2024-07-26T17:09:35.455874+0000","last_undegraded":"2024-07-26T17:09:35.455874+0000","last_fullsized":"2024-07-26T17:09:35.455874+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:30.018916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.12","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816721+0000","last_change":"2024-07-26T17:08:45.772268+0000","last_active":"2024-07-26T17:09:35.816721+0000","last_peered":"2024-07-26T17:09:35.816721+0000","last_clean":"2024-07-26T17:09:35.816721+0000","last_became_active":"2024-07-26T17:08:45.771969+0000","last_became_peered":"2024-07-26T17:08:45.771969+0000","last_unstale":"2024-07-26T17:09:35.816721+0000","last_undegraded":"2024-07-26T17:09:35.816721+0000","last_fullsized":"2024-07-26T17:09:35.816721+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:55:43.930283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1e","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452355+0000","last_change":"2024-07-26T17:08:46.792541+0000","last_active":"2024-07-26T17:09:35.452355+0000","last_peered":"2024-07-26T17:09:35.452355+0000","last_clean":"2024-07-26T17:09:35.452355+0000","last_became_active":"2024-07-26T17:08:46.792215+0000","last_became_peered":"2024-07-26T17:08:46.792215+0000","last_unstale":"2024-07-26T17:09:35.452355+0000","last_undegraded":"2024-07-26T17:09:35.452355+0000","last_fullsized":"2024-07-26T17:09:35.452355+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.11","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817051+0000","last_change":"2024-07-26T17:08:45.770563+0000","last_active":"2024-07-26T17:09:35.817051+0000","last_peered":"2024-07-26T17:09:35.817051+0000","last_clean":"2024-07-26T17:09:35.817051+0000","last_became_active":"2024-07-26T17:08:45.769476+0000","last_became_peered":"2024-07-26T17:08:45.769476+0000","last_unstale":"2024-07-26T17:09:35.817051+0000","last_undegraded":"2024-07-26T17:09:35.817051+0000","last_fullsized":"2024-07-26T17:09:35.817051+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:00:38.505303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.1f","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817103+0000","last_change":"2024-07-26T17:08:46.785222+0000","last_active":"2024-07-26T17:09:35.817103+0000","last_peered":"2024-07-26T17:09:35.817103+0000","last_clean":"2024-07-26T17:09:35.817103+0000","last_became_active":"2024-07-26T17:08:46.784873+0000","last_became_peered":"2024-07-26T17:08:46.784873+0000","last_unstale":"2024-07-26T17:09:35.817103+0000","last_undegraded":"2024-07-26T17:09:35.817103+0000","last_fullsized":"2024-07-26T17:09:35.817103+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:35:18.797017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.10","version":"301'8","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455381+0000","last_change":"2024-07-26T17:08:45.777490+0000","last_active":"2024-07-26T17:09:35.455381+0000","last_peered":"2024-07-26T17:09:35.455381+0000","last_clean":"2024-07-26T17:09:35.455381+0000","last_became_active":"2024-07-26T17:08:45.777198+0000","last_became_peered":"2024-07-26T17:08:45.777198+0000","last_unstale":"2024-07-26T17:09:35.455381+0000","last_undegraded":"2024-07-26T17:09:35.455381+0000","last_fullsized":"2024-07-26T17:09:35.455381+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.0","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450366+0000","last_change":"2024-07-26T17:08:46.790267+0000","last_active":"2024-07-26T17:09:35.450366+0000","last_peered":"2024-07-26T17:09:35.450366+0000","last_clean":"2024-07-26T17:09:35.450366+0000","last_became_active":"2024-07-26T17:08:46.789899+0000","last_became_peered":"2024-07-26T17:08:46.789899+0000","last_unstale":"2024-07-26T17:09:35.450366+0000","last_undegraded":"2024-07-26T17:09:35.450366+0000","last_fullsized":"2024-07-26T17:09:35.450366+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:46:34.997413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.f","version":"301'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816959+0000","last_change":"2024-07-26T17:08:45.777422+0000","last_active":"2024-07-26T17:09:35.816959+0000","last_peered":"2024-07-26T17:09:35.816959+0000","last_clean":"2024-07-26T17:09:35.816959+0000","last_became_active":"2024-07-26T17:08:45.777039+0000","last_became_peered":"2024-07-26T17:08:45.777039+0000","last_unstale":"2024-07-26T17:09:35.816959+0000","last_undegraded":"2024-07-26T17:09:35.816959+0000","last_fullsized":"2024-07-26T17:09:35.816959+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:26:42.940034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450523+0000","last_change":"2024-07-26T17:08:46.795044+0000","last_active":"2024-07-26T17:09:35.450523+0000","last_peered":"2024-07-26T17:09:35.450523+0000","last_clean":"2024-07-26T17:09:35.450523+0000","last_became_active":"2024-07-26T17:08:46.794691+0000","last_became_peered":"2024-07-26T17:08:46.794691+0000","last_unstale":"2024-07-26T17:09:35.450523+0000","last_undegraded":"2024-07-26T17:09:35.450523+0000","last_fullsized":"2024-07-26T17:09:35.450523+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:36:32.701472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.e","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817554+0000","last_change":"2024-07-26T17:08:45.774364+0000","last_active":"2024-07-26T17:09:35.817554+0000","last_peered":"2024-07-26T17:09:35.817554+0000","last_clean":"2024-07-26T17:09:35.817554+0000","last_became_active":"2024-07-26T17:08:45.773678+0000","last_became_peered":"2024-07-26T17:08:45.773678+0000","last_unstale":"2024-07-26T17:09:35.817554+0000","last_undegraded":"2024-07-26T17:09:35.817554+0000","last_fullsized":"2024-07-26T17:09:35.817554+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:54:07.880751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.2","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817085+0000","last_change":"2024-07-26T17:08:46.800241+0000","last_active":"2024-07-26T17:09:35.817085+0000","last_peered":"2024-07-26T17:09:35.817085+0000","last_clean":"2024-07-26T17:09:35.817085+0000","last_became_active":"2024-07-26T17:08:46.798675+0000","last_became_peered":"2024-07-26T17:08:46.798675+0000","last_unstale":"2024-07-26T17:09:35.817085+0000","last_undegraded":"2024-07-26T17:09:35.817085+0000","last_fullsized":"2024-07-26T17:09:35.817085+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:16.765978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.d","version":"301'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817470+0000","last_change":"2024-07-26T17:08:45.767154+0000","last_active":"2024-07-26T17:09:35.817470+0000","last_peered":"2024-07-26T17:09:35.817470+0000","last_clean":"2024-07-26T17:09:35.817470+0000","last_became_active":"2024-07-26T17:08:45.766804+0000","last_became_peered":"2024-07-26T17:08:45.766804+0000","last_unstale":"2024-07-26T17:09:35.817470+0000","last_undegraded":"2024-07-26T17:09:35.817470+0000","last_fullsized":"2024-07-26T17:09:35.817470+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:10.087362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816630+0000","last_change":"2024-07-26T17:08:46.781884+0000","last_active":"2024-07-26T17:09:35.816630+0000","last_peered":"2024-07-26T17:09:35.816630+0000","last_clean":"2024-07-26T17:09:35.816630+0000","last_became_active":"2024-07-26T17:08:46.781153+0000","last_became_peered":"2024-07-26T17:08:46.781153+0000","last_unstale":"2024-07-26T17:09:35.816630+0000","last_undegraded":"2024-07-26T17:09:35.816630+0000","last_fullsized":"2024-07-26T17:09:35.816630+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:57:54.254622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.c","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450554+0000","last_change":"2024-07-26T17:08:45.785070+0000","last_active":"2024-07-26T17:09:35.450554+0000","last_peered":"2024-07-26T17:09:35.450554+0000","last_clean":"2024-07-26T17:09:35.450554+0000","last_became_active":"2024-07-26T17:08:45.784616+0000","last_became_peered":"2024-07-26T17:08:45.784616+0000","last_unstale":"2024-07-26T17:09:35.450554+0000","last_undegraded":"2024-07-26T17:09:35.450554+0000","last_fullsized":"2024-07-26T17:09:35.450554+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:08:37.977232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.4","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452200+0000","last_change":"2024-07-26T17:08:46.793330+0000","last_active":"2024-07-26T17:09:35.452200+0000","last_peered":"2024-07-26T17:09:35.452200+0000","last_clean":"2024-07-26T17:09:35.452200+0000","last_became_active":"2024-07-26T17:08:46.793013+0000","last_became_peered":"2024-07-26T17:08:46.793013+0000","last_unstale":"2024-07-26T17:09:35.452200+0000","last_undegraded":"2024-07-26T17:09:35.452200+0000","last_fullsized":"2024-07-26T17:09:35.452200+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.b","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455515+0000","last_change":"2024-07-26T17:08:45.773430+0000","last_active":"2024-07-26T17:09:35.455515+0000","last_peered":"2024-07-26T17:09:35.455515+0000","last_clean":"2024-07-26T17:09:35.455515+0000","last_became_active":"2024-07-26T17:08:45.767401+0000","last_became_peered":"2024-07-26T17:08:45.767401+0000","last_unstale":"2024-07-26T17:09:35.455515+0000","last_undegraded":"2024-07-26T17:09:35.455515+0000","last_fullsized":"2024-07-26T17:09:35.455515+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.5","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452234+0000","last_change":"2024-07-26T17:08:46.788814+0000","last_active":"2024-07-26T17:09:35.452234+0000","last_peered":"2024-07-26T17:09:35.452234+0000","last_clean":"2024-07-26T17:09:35.452234+0000","last_became_active":"2024-07-26T17:08:46.788499+0000","last_became_peered":"2024-07-26T17:08:46.788499+0000","last_unstale":"2024-07-26T17:09:35.452234+0000","last_undegraded":"2024-07-26T17:09:35.452234+0000","last_fullsized":"2024-07-26T17:09:35.452234+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:01.735480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.a","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817216+0000","last_change":"2024-07-26T17:08:45.779502+0000","last_active":"2024-07-26T17:09:35.817216+0000","last_peered":"2024-07-26T17:09:35.817216+0000","last_clean":"2024-07-26T17:09:35.817216+0000","last_became_active":"2024-07-26T17:08:45.779183+0000","last_became_peered":"2024-07-26T17:08:45.779183+0000","last_unstale":"2024-07-26T17:09:35.817216+0000","last_undegraded":"2024-07-26T17:09:35.817216+0000","last_fullsized":"2024-07-26T17:09:35.817216+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:08.860258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.6","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455530+0000","last_change":"2024-07-26T17:08:46.790708+0000","last_active":"2024-07-26T17:09:35.455530+0000","last_peered":"2024-07-26T17:09:35.455530+0000","last_clean":"2024-07-26T17:09:35.455530+0000","last_became_active":"2024-07-26T17:08:46.790406+0000","last_became_peered":"2024-07-26T17:08:46.790406+0000","last_unstale":"2024-07-26T17:09:35.455530+0000","last_undegraded":"2024-07-26T17:09:35.455530+0000","last_fullsized":"2024-07-26T17:09:35.455530+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.444221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.9","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817032+0000","last_change":"2024-07-26T17:08:45.778749+0000","last_active":"2024-07-26T17:09:35.817032+0000","last_peered":"2024-07-26T17:09:35.817032+0000","last_clean":"2024-07-26T17:09:35.817032+0000","last_became_active":"2024-07-26T17:08:45.778411+0000","last_became_peered":"2024-07-26T17:08:45.778411+0000","last_unstale":"2024-07-26T17:09:35.817032+0000","last_undegraded":"2024-07-26T17:09:35.817032+0000","last_fullsized":"2024-07-26T17:09:35.817032+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:31.242192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.7","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817912+0000","last_change":"2024-07-26T17:08:46.807464+0000","last_active":"2024-07-26T17:09:35.817912+0000","last_peered":"2024-07-26T17:09:35.817912+0000","last_clean":"2024-07-26T17:09:35.817912+0000","last_became_active":"2024-07-26T17:08:46.804740+0000","last_became_peered":"2024-07-26T17:08:46.804740+0000","last_unstale":"2024-07-26T17:09:35.817912+0000","last_undegraded":"2024-07-26T17:09:35.817912+0000","last_fullsized":"2024-07-26T17:09:35.817912+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:04.074380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.8","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451706+0000","last_change":"2024-07-26T17:08:45.781204+0000","last_active":"2024-07-26T17:09:35.451706+0000","last_peered":"2024-07-26T17:09:35.451706+0000","last_clean":"2024-07-26T17:09:35.451706+0000","last_became_active":"2024-07-26T17:08:45.780957+0000","last_became_peered":"2024-07-26T17:08:45.780957+0000","last_unstale":"2024-07-26T17:09:35.451706+0000","last_undegraded":"2024-07-26T17:09:35.451706+0000","last_fullsized":"2024-07-26T17:09:35.451706+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:42.976912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.8","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816535+0000","last_change":"2024-07-26T17:08:46.799392+0000","last_active":"2024-07-26T17:09:35.816535+0000","last_peered":"2024-07-26T17:09:35.816535+0000","last_clean":"2024-07-26T17:09:35.816535+0000","last_became_active":"2024-07-26T17:08:46.798957+0000","last_became_peered":"2024-07-26T17:08:46.798957+0000","last_unstale":"2024-07-26T17:09:35.816535+0000","last_undegraded":"2024-07-26T17:09:35.816535+0000","last_fullsized":"2024-07-26T17:09:35.816535+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:49:18.792551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.7","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450836+0000","last_change":"2024-07-26T17:08:45.784755+0000","last_active":"2024-07-26T17:09:35.450836+0000","last_peered":"2024-07-26T17:09:35.450836+0000","last_clean":"2024-07-26T17:09:35.450836+0000","last_became_active":"2024-07-26T17:08:45.784425+0000","last_became_peered":"2024-07-26T17:08:45.784425+0000","last_unstale":"2024-07-26T17:09:35.450836+0000","last_undegraded":"2024-07-26T17:09:35.450836+0000","last_fullsized":"2024-07-26T17:09:35.450836+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:50:48.281433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.9","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455720+0000","last_change":"2024-07-26T17:08:46.781380+0000","last_active":"2024-07-26T17:09:35.455720+0000","last_peered":"2024-07-26T17:09:35.455720+0000","last_clean":"2024-07-26T17:09:35.455720+0000","last_became_active":"2024-07-26T17:08:46.781068+0000","last_became_peered":"2024-07-26T17:08:46.781068+0000","last_unstale":"2024-07-26T17:09:35.455720+0000","last_undegraded":"2024-07-26T17:09:35.455720+0000","last_fullsized":"2024-07-26T17:09:35.455720+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.6","version":"302'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818471+0000","last_change":"2024-07-26T17:08:45.771194+0000","last_active":"2024-07-26T17:09:35.818471+0000","last_peered":"2024-07-26T17:09:35.818471+0000","last_clean":"2024-07-26T17:09:35.818471+0000","last_became_active":"2024-07-26T17:08:45.770732+0000","last_became_peered":"2024-07-26T17:08:45.770732+0000","last_unstale":"2024-07-26T17:09:35.818471+0000","last_undegraded":"2024-07-26T17:09:35.818471+0000","last_fullsized":"2024-07-26T17:09:35.818471+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:15.323880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.a","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816941+0000","last_change":"2024-07-26T17:08:46.801335+0000","last_active":"2024-07-26T17:09:35.816941+0000","last_peered":"2024-07-26T17:09:35.816941+0000","last_clean":"2024-07-26T17:09:35.816941+0000","last_became_active":"2024-07-26T17:08:46.799898+0000","last_became_peered":"2024-07-26T17:08:46.799898+0000","last_unstale":"2024-07-26T17:09:35.816941+0000","last_undegraded":"2024-07-26T17:09:35.816941+0000","last_fullsized":"2024-07-26T17:09:35.816941+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:28:52.251685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.5","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817069+0000","last_change":"2024-07-26T17:08:45.771351+0000","last_active":"2024-07-26T17:09:35.817069+0000","last_peered":"2024-07-26T17:09:35.817069+0000","last_clean":"2024-07-26T17:09:35.817069+0000","last_became_active":"2024-07-26T17:08:45.770971+0000","last_became_peered":"2024-07-26T17:08:45.770971+0000","last_unstale":"2024-07-26T17:09:35.817069+0000","last_undegraded":"2024-07-26T17:09:35.817069+0000","last_fullsized":"2024-07-26T17:09:35.817069+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:07.505618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818050+0000","last_change":"2024-07-26T17:08:46.789232+0000","last_active":"2024-07-26T17:09:35.818050+0000","last_peered":"2024-07-26T17:09:35.818050+0000","last_clean":"2024-07-26T17:09:35.818050+0000","last_became_active":"2024-07-26T17:08:46.788909+0000","last_became_peered":"2024-07-26T17:08:46.788909+0000","last_unstale":"2024-07-26T17:09:35.818050+0000","last_undegraded":"2024-07-26T17:09:35.818050+0000","last_fullsized":"2024-07-26T17:09:35.818050+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:32:58.511236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.4","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817479+0000","last_change":"2024-07-26T17:08:45.775421+0000","last_active":"2024-07-26T17:09:35.817479+0000","last_peered":"2024-07-26T17:09:35.817479+0000","last_clean":"2024-07-26T17:09:35.817479+0000","last_became_active":"2024-07-26T17:08:45.774559+0000","last_became_peered":"2024-07-26T17:08:45.774559+0000","last_unstale":"2024-07-26T17:09:35.817479+0000","last_undegraded":"2024-07-26T17:09:35.817479+0000","last_fullsized":"2024-07-26T17:09:35.817479+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:52:03.541443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.c","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453369+0000","last_change":"2024-07-26T17:08:46.801507+0000","last_active":"2024-07-26T17:09:35.453369+0000","last_peered":"2024-07-26T17:09:35.453369+0000","last_clean":"2024-07-26T17:09:35.453369+0000","last_became_active":"2024-07-26T17:08:46.801185+0000","last_became_peered":"2024-07-26T17:08:46.801185+0000","last_unstale":"2024-07-26T17:09:35.453369+0000","last_undegraded":"2024-07-26T17:09:35.453369+0000","last_fullsized":"2024-07-26T17:09:35.453369+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.513865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.3","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455626+0000","last_change":"2024-07-26T17:08:45.774478+0000","last_active":"2024-07-26T17:09:35.455626+0000","last_peered":"2024-07-26T17:09:35.455626+0000","last_clean":"2024-07-26T17:09:35.455626+0000","last_became_active":"2024-07-26T17:08:45.774163+0000","last_became_peered":"2024-07-26T17:08:45.774163+0000","last_unstale":"2024-07-26T17:09:35.455626+0000","last_undegraded":"2024-07-26T17:09:35.455626+0000","last_fullsized":"2024-07-26T17:09:35.455626+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.d","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817224+0000","last_change":"2024-07-26T17:08:46.792651+0000","last_active":"2024-07-26T17:09:35.817224+0000","last_peered":"2024-07-26T17:09:35.817224+0000","last_clean":"2024-07-26T17:09:35.817224+0000","last_became_active":"2024-07-26T17:08:46.792303+0000","last_became_peered":"2024-07-26T17:08:46.792303+0000","last_unstale":"2024-07-26T17:09:35.817224+0000","last_undegraded":"2024-07-26T17:09:35.817224+0000","last_fullsized":"2024-07-26T17:09:35.817224+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:52:32.719396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.2","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817621+0000","last_change":"2024-07-26T17:08:45.777127+0000","last_active":"2024-07-26T17:09:35.817621+0000","last_peered":"2024-07-26T17:09:35.817621+0000","last_clean":"2024-07-26T17:09:35.817621+0000","last_became_active":"2024-07-26T17:08:45.776801+0000","last_became_peered":"2024-07-26T17:08:45.776801+0000","last_unstale":"2024-07-26T17:09:35.817621+0000","last_undegraded":"2024-07-26T17:09:35.817621+0000","last_fullsized":"2024-07-26T17:09:35.817621+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:19:21.441978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.e","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455616+0000","last_change":"2024-07-26T17:08:46.783388+0000","last_active":"2024-07-26T17:09:35.455616+0000","last_peered":"2024-07-26T17:09:35.455616+0000","last_clean":"2024-07-26T17:09:35.455616+0000","last_became_active":"2024-07-26T17:08:46.783030+0000","last_became_peered":"2024-07-26T17:08:46.783030+0000","last_unstale":"2024-07-26T17:09:35.455616+0000","last_undegraded":"2024-07-26T17:09:35.455616+0000","last_fullsized":"2024-07-26T17:09:35.455616+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:15:25.303332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.1","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816879+0000","last_change":"2024-07-26T17:08:45.779097+0000","last_active":"2024-07-26T17:09:35.816879+0000","last_peered":"2024-07-26T17:09:35.816879+0000","last_clean":"2024-07-26T17:09:35.816879+0000","last_became_active":"2024-07-26T17:08:45.778642+0000","last_became_peered":"2024-07-26T17:08:45.778642+0000","last_unstale":"2024-07-26T17:09:35.816879+0000","last_undegraded":"2024-07-26T17:09:35.816879+0000","last_fullsized":"2024-07-26T17:09:35.816879+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:59.999255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.f","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452452+0000","last_change":"2024-07-26T17:08:46.787523+0000","last_active":"2024-07-26T17:09:35.452452+0000","last_peered":"2024-07-26T17:09:35.452452+0000","last_clean":"2024-07-26T17:09:35.452452+0000","last_became_active":"2024-07-26T17:08:46.787209+0000","last_became_peered":"2024-07-26T17:08:46.787209+0000","last_unstale":"2024-07-26T17:09:35.452452+0000","last_undegraded":"2024-07-26T17:09:35.452452+0000","last_fullsized":"2024-07-26T17:09:35.452452+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.0","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452894+0000","last_change":"2024-07-26T17:08:45.772307+0000","last_active":"2024-07-26T17:09:35.452894+0000","last_peered":"2024-07-26T17:09:35.452894+0000","last_clean":"2024-07-26T17:09:35.452894+0000","last_became_active":"2024-07-26T17:08:45.771989+0000","last_became_peered":"2024-07-26T17:08:45.771989+0000","last_unstale":"2024-07-26T17:09:35.452894+0000","last_undegraded":"2024-07-26T17:09:35.452894+0000","last_fullsized":"2024-07-26T17:09:35.452894+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:56.749734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.29","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455131+0000","last_change":"2024-07-26T17:08:46.782951+0000","last_active":"2024-07-26T17:09:35.455131+0000","last_peered":"2024-07-26T17:09:35.455131+0000","last_clean":"2024-07-26T17:09:35.455131+0000","last_became_active":"2024-07-26T17:08:46.782464+0000","last_became_peered":"2024-07-26T17:08:46.782464+0000","last_unstale":"2024-07-26T17:09:35.455131+0000","last_undegraded":"2024-07-26T17:09:35.455131+0000","last_fullsized":"2024-07-26T17:09:35.455131+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"293'3511","reported_seq":4674,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816630+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:09:35.816630+0000","last_peered":"2024-07-26T17:09:35.816630+0000","last_clean":"2024-07-26T17:09:35.816630+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:09:35.816630+0000","last_undegraded":"2024-07-26T17:09:35.816630+0000","last_fullsized":"2024-07-26T17:09:35.816630+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":3511,"log_dups_size":0,"ondisk_log_size":3511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":39,"num_pg":32,"stat_sum":{"num_bytes":4344,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":64,"acting":64,"num_store_stats":8},{"poolid":40,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3511,"ondisk_log_size":3511,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576073,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71612,"kb_used_data":4332,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300228,"statfs":{"total":96636764160,"available":96563433472,"internally_reserved":0,"allocated":4435968,"data_stored":2616438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510664,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65456,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94306384,"statfs":{"total":96636764160,"available":96569737216,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510664,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":75200,"kb_used_data":3760,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94296640,"statfs":{"total":96636764160,"available":96559759360,"internally_reserved":0,"allocated":3850240,"data_stored":2026778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510664,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":57144,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94314696,"statfs":{"total":96636764160,"available":96578248704,"internally_reserved":0,"allocated":3846144,"data_stored":2026148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510663,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52984,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318856,"statfs":{"total":96636764160,"available":96582508544,"internally_reserved":0,"allocated":3846144,"data_stored":2026140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510663,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52988,"kb_used_data":3764,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318852,"statfs":{"total":96636764160,"available":96582504448,"internally_reserved":0,"allocated":3854336,"data_stored":2030164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510666,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48820,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323020,"statfs":{"total":96636764160,"available":96586772480,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543370,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61888,"kb_used_data":4344,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94309952,"statfs":{"total":96636764160,"available":96573390848,"internally_reserved":0,"allocated":4448256,"data_stored":2619972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:11:03.408 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-26T17:11:03.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.561+0000 7fa109244640 1 -- 172.21.15.33:0/1119906983 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0ec004800 msgr2=0x7fa0ec004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.561+0000 7fa109244640 1 --2- 172.21.15.33:0/1119906983 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0ec004800 0x7fa0ec004c10 secure :-1 s=READY pgs=2991 cs=0 l=1 rev1=1 crypto rx=0x7fa0f80016c0 tx=0x7fa0ec005830 comp rx=0 tx=0).stop 2024-07-26T17:11:03.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.561+0000 7fa109244640 1 -- 172.21.15.33:0/1119906983 shutdown_connections 2024-07-26T17:11:03.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.561+0000 7fa109244640 1 --2- 172.21.15.33:0/1119906983 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0ec004800 0x7fa0ec004c10 unknown :-1 s=CLOSED pgs=2991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.561+0000 7fa109244640 1 -- 172.21.15.33:0/1119906983 >> 172.21.15.33:0/1119906983 conn(0x7fa1040d1d20 msgr2=0x7fa1040d2130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:03.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.561+0000 7fa109244640 1 -- 172.21.15.33:0/1119906983 shutdown_connections 2024-07-26T17:11:03.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.561+0000 7fa109244640 1 -- 172.21.15.33:0/1119906983 wait complete. 2024-07-26T17:11:03.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.564+0000 7fa109244640 1 Processor -- start 2024-07-26T17:11:03.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.564+0000 7fa109244640 1 -- start start 2024-07-26T17:11:03.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa109244640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0ec004800 0x7fa10414c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:03.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa109244640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa104155290 0x7fa1040cd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:03.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa109244640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa10415b070 0x7fa1040cdd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:03.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa109244640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa1040b1250 con 0x7fa0ec004800 2024-07-26T17:11:03.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa109244640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa1040cf150 con 0x7fa104155290 2024-07-26T17:11:03.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa109244640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa1040b13d0 con 0x7fa10415b070 2024-07-26T17:11:03.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa102d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0ec004800 0x7fa10414c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:03.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa102d9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0ec004800 0x7fa10414c1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35876/0 (socket says 172.21.15.33:35876) 2024-07-26T17:11:03.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa102d9d640 1 -- 172.21.15.33:0/444468894 learned_addr learned my addr 172.21.15.33:0/444468894 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:03.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa10359e640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa10415b070 0x7fa1040cdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:03.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa10259c640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa104155290 0x7fa1040cd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:03.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa102d9d640 1 -- 172.21.15.33:0/444468894 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa10415b070 msgr2=0x7fa1040cdd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa102d9d640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa10415b070 0x7fa1040cdd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa102d9d640 1 -- 172.21.15.33:0/444468894 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa104155290 msgr2=0x7fa1040cd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa102d9d640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa104155290 0x7fa1040cd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.565+0000 7fa102d9d640 1 -- 172.21.15.33:0/444468894 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa10415b650 con 0x7fa0ec004800 2024-07-26T17:11:03.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.566+0000 7fa102d9d640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0ec004800 0x7fa10414c1d0 secure :-1 s=READY pgs=2992 cs=0 l=1 rev1=1 crypto rx=0x7fa0f4011a10 tx=0x7fa0f4011ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:03.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.566+0000 7fa0eb7fe640 1 -- 172.21.15.33:0/444468894 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f400fbb0 con 0x7fa0ec004800 2024-07-26T17:11:03.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.566+0000 7fa0eb7fe640 1 -- 172.21.15.33:0/444468894 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa0f400fd50 con 0x7fa0ec004800 2024-07-26T17:11:03.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.566+0000 7fa109244640 1 -- 172.21.15.33:0/444468894 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa10415b930 con 0x7fa0ec004800 2024-07-26T17:11:03.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.566+0000 7fa0eb7fe640 1 -- 172.21.15.33:0/444468894 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0f4004280 con 0x7fa0ec004800 2024-07-26T17:11:03.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.566+0000 7fa109244640 1 -- 172.21.15.33:0/444468894 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa10415bef0 con 0x7fa0ec004800 2024-07-26T17:11:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.567+0000 7fa109244640 1 -- 172.21.15.33:0/444468894 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1040b6620 con 0x7fa0ec004800 2024-07-26T17:11:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.568+0000 7fa0eb7fe640 1 -- 172.21.15.33:0/444468894 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7fa0f40035f0 con 0x7fa0ec004800 2024-07-26T17:11:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.568+0000 7fa0eb7fe640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa0f0077010 0x7fa0f0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.568+0000 7fa0eb7fe640 1 -- 172.21.15.33:0/444468894 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7fa0f4099450 con 0x7fa0ec004800 2024-07-26T17:11:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.568+0000 7fa10259c640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa0f0077010 0x7fa0f0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:03.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.569+0000 7fa10259c640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa0f0077010 0x7fa0f0079520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8032000 tx=0x7fa0f802c040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:03.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.573+0000 7fa0eb7fe640 1 -- 172.21.15.33:0/444468894 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa0f4061e40 con 0x7fa0ec004800 2024-07-26T17:11:03.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.768+0000 7fa109244640 1 -- 172.21.15.33:0/444468894 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa1040d25f0 con 0x7fa0ec004800 2024-07-26T17:11:03.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.769+0000 7fa0eb7fe640 1 -- 172.21.15.33:0/444468894 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v304) ==== 74+0+17229 (secure 0 0 0) 0x7fa0f4066390 con 0x7fa0ec004800 2024-07-26T17:11:03.771 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:11:03.771 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":304,"fsid":"f69ebecf-ebe6-4ee7-8558-f0389f0fc21f","created":"2024-07-26T15:28:28.175666+0000","modified":"2024-07-26T17:09:35.446499+0000","last_up_change":"2024-07-26T15:28:40.170955+0000","last_in_change":"2024-07-26T15:28:31.456623+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":40,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-26T15:28:40.630072+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":39,"pool_name":"cephfs_metadata","create_time":"2024-07-26T17:08:43.858986+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"301","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":40,"pool_name":"cephfs_data","create_time":"2024-07-26T17:08:45.158603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"302","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ca3a4fdb-612c-46c9-b045-69477d58cc65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6808","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6809","nonce":2666453289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6811","nonce":2666453289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6815","nonce":2666453289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":2666453289},{"type":"v1","addr":"172.21.15.33:6813","nonce":2666453289}]},"public_addr":"172.21.15.33:6809/2666453289","cluster_addr":"172.21.15.33:6811/2666453289","heartbeat_back_addr":"172.21.15.33:6815/2666453289","heartbeat_front_addr":"172.21.15.33:6813/2666453289","state":["exists","up"]},{"osd":1,"uuid":"f5d61825-0f36-4120-b70e-4ddcf0f8cd3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6801","nonce":3807493254}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6803","nonce":3807493254}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6807","nonce":3807493254}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":3807493254},{"type":"v1","addr":"172.21.15.33:6805","nonce":3807493254}]},"public_addr":"172.21.15.33:6801/3807493254","cluster_addr":"172.21.15.33:6803/3807493254","heartbeat_back_addr":"172.21.15.33:6807/3807493254","heartbeat_front_addr":"172.21.15.33:6805/3807493254","state":["exists","up"]},{"osd":2,"uuid":"70141742-5cf5-4cea-801f-c83a9b948c1a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6817","nonce":3365392837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6819","nonce":3365392837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6823","nonce":3365392837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":3365392837},{"type":"v1","addr":"172.21.15.33:6821","nonce":3365392837}]},"public_addr":"172.21.15.33:6817/3365392837","cluster_addr":"172.21.15.33:6819/3365392837","heartbeat_back_addr":"172.21.15.33:6823/3365392837","heartbeat_front_addr":"172.21.15.33:6821/3365392837","state":["exists","up"]},{"osd":3,"uuid":"3e94b568-da14-44d5-afe0-12cfabd50178","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6824","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6825","nonce":1602291292}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6827","nonce":1602291292}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6831","nonce":1602291292}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6828","nonce":1602291292},{"type":"v1","addr":"172.21.15.33:6829","nonce":1602291292}]},"public_addr":"172.21.15.33:6825/1602291292","cluster_addr":"172.21.15.33:6827/1602291292","heartbeat_back_addr":"172.21.15.33:6831/1602291292","heartbeat_front_addr":"172.21.15.33:6829/1602291292","state":["exists","up"]},{"osd":4,"uuid":"03dcdcd6-9501-4550-8d47-1dd0b2064b6f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":303,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6809","nonce":4163757468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6811","nonce":4163757468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6815","nonce":4163757468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":4163757468},{"type":"v1","addr":"172.21.15.154:6813","nonce":4163757468}]},"public_addr":"172.21.15.154:6809/4163757468","cluster_addr":"172.21.15.154:6811/4163757468","heartbeat_back_addr":"172.21.15.154:6815/4163757468","heartbeat_front_addr":"172.21.15.154:6813/4163757468","state":["exists","up"]},{"osd":5,"uuid":"9fe45ef3-bc58-401d-924c-5cbe4a6393e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6818","nonce":1283583822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6822","nonce":1283583822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6829","nonce":1283583822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":1283583822},{"type":"v1","addr":"172.21.15.154:6826","nonce":1283583822}]},"public_addr":"172.21.15.154:6818/1283583822","cluster_addr":"172.21.15.154:6822/1283583822","heartbeat_back_addr":"172.21.15.154:6829/1283583822","heartbeat_front_addr":"172.21.15.154:6826/1283583822","state":["exists","up"]},{"osd":6,"uuid":"2adfa904-5ad9-426e-a046-d4e60f5fd542","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6817","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6819","nonce":149250099}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6821","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6823","nonce":149250099}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6831","nonce":149250099}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6825","nonce":149250099},{"type":"v1","addr":"172.21.15.154:6827","nonce":149250099}]},"public_addr":"172.21.15.154:6819/149250099","cluster_addr":"172.21.15.154:6823/149250099","heartbeat_back_addr":"172.21.15.154:6831/149250099","heartbeat_front_addr":"172.21.15.154:6827/149250099","state":["exists","up"]},{"osd":7,"uuid":"96f93c99-8dda-45f4-9e85-6b0734243d93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":300,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6801","nonce":2837051320}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6803","nonce":2837051320}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6807","nonce":2837051320}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2837051320},{"type":"v1","addr":"172.21.15.154:6805","nonce":2837051320}]},"public_addr":"172.21.15.154:6801/2837051320","cluster_addr":"172.21.15.154:6803/2837051320","heartbeat_back_addr":"172.21.15.154:6807/2837051320","heartbeat_front_addr":"172.21.15.154:6805/2837051320","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:37.686244+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.568592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.654811+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.650638+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.651484+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.646004+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.629156+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-26T15:28:36.598052+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"40.2d","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":8,"snaps":[{"begin":2,"length":4}]},{"pool":16,"snaps":[{"begin":2,"length":2}]},{"pool":20,"snaps":[{"begin":3,"length":55},{"begin":59,"length":55}]},{"pool":24,"snaps":[{"begin":2,"length":32}]},{"pool":26,"snaps":[{"begin":2,"length":4}]},{"pool":38,"snaps":[{"begin":2,"length":4}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-26T17:11:03.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.771+0000 7fa109244640 1 -- 172.21.15.33:0/444468894 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa0f0077010 msgr2=0x7fa0f0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.771+0000 7fa109244640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa0f0077010 0x7fa0f0079520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8032000 tx=0x7fa0f802c040 comp rx=0 tx=0).stop 2024-07-26T17:11:03.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.771+0000 7fa109244640 1 -- 172.21.15.33:0/444468894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0ec004800 msgr2=0x7fa10414c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:03.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.771+0000 7fa109244640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0ec004800 0x7fa10414c1d0 secure :-1 s=READY pgs=2992 cs=0 l=1 rev1=1 crypto rx=0x7fa0f4011a10 tx=0x7fa0f4011ed0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.771+0000 7fa109244640 1 -- 172.21.15.33:0/444468894 shutdown_connections 2024-07-26T17:11:03.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.771+0000 7fa109244640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa0f0077010 0x7fa0f0079520 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.771+0000 7fa109244640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa10415b070 0x7fa1040cdd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.771+0000 7fa109244640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa104155290 0x7fa1040cd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.771+0000 7fa109244640 1 --2- 172.21.15.33:0/444468894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa0ec004800 0x7fa10414c1d0 unknown :-1 s=CLOSED pgs=2992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:03.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.771+0000 7fa109244640 1 -- 172.21.15.33:0/444468894 >> 172.21.15.33:0/444468894 conn(0x7fa1040d1d20 msgr2=0x7fa104071060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:03.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.772+0000 7fa109244640 1 -- 172.21.15.33:0/444468894 shutdown_connections 2024-07-26T17:11:03.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:03.772+0000 7fa109244640 1 -- 172.21.15.33:0/444468894 wait complete. 2024-07-26T17:11:04.786 INFO:tasks.ceph:Scrubbing osd.0 2024-07-26T17:11:04.786 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-07-26T17:11:04.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.921+0000 7f6d6f302640 1 -- 172.21.15.33:0/645889114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d680b3730 msgr2=0x7f6d680b3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:04.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.921+0000 7f6d6f302640 1 --2- 172.21.15.33:0/645889114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d680b3730 0x7f6d680b3b40 secure :-1 s=READY pgs=2993 cs=0 l=1 rev1=1 crypto rx=0x7f6d58005fd0 tx=0x7f6d5802a540 comp rx=0 tx=0).stop 2024-07-26T17:11:04.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.921+0000 7f6d6f302640 1 -- 172.21.15.33:0/645889114 shutdown_connections 2024-07-26T17:11:04.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.921+0000 7f6d6f302640 1 --2- 172.21.15.33:0/645889114 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6d680ced80 0x7f6d680cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:04.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.921+0000 7f6d6f302640 1 --2- 172.21.15.33:0/645889114 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d680b3730 0x7f6d680b3b40 unknown :-1 s=CLOSED pgs=2993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:04.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.921+0000 7f6d6f302640 1 -- 172.21.15.33:0/645889114 >> 172.21.15.33:0/645889114 conn(0x7f6d680b5a80 msgr2=0x7f6d680b5e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:04.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.922+0000 7f6d6f302640 1 -- 172.21.15.33:0/645889114 shutdown_connections 2024-07-26T17:11:04.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.922+0000 7f6d6f302640 1 -- 172.21.15.33:0/645889114 wait complete. 2024-07-26T17:11:04.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.923+0000 7f6d6f302640 1 Processor -- start 2024-07-26T17:11:04.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.923+0000 7f6d6f302640 1 -- start start 2024-07-26T17:11:04.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6f302640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6d680b3730 0x7f6d681f9950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:04.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6f302640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d680b9570 0x7f6d68152380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:04.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6f302640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d680ced80 0x7f6d6815beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:04.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6f302640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6d680b4200 con 0x7f6d680b9570 2024-07-26T17:11:04.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6f302640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6d680b4080 con 0x7f6d680ced80 2024-07-26T17:11:04.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6f302640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6d680b9980 con 0x7f6d680b3730 2024-07-26T17:11:04.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6c89d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d680b9570 0x7f6d68152380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:04.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6c89d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d680b9570 0x7f6d68152380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35900/0 (socket says 172.21.15.33:35900) 2024-07-26T17:11:04.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6c89d640 1 -- 172.21.15.33:0/2761205800 learned_addr learned my addr 172.21.15.33:0/2761205800 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:04.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6c89d640 1 -- 172.21.15.33:0/2761205800 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6d680b3730 msgr2=0x7f6d681f9950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:04.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6c89d640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6d680b3730 0x7f6d681f9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:04.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6d89f640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d680ced80 0x7f6d6815beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:04.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6c89d640 1 -- 172.21.15.33:0/2761205800 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d680ced80 msgr2=0x7f6d6815beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:04.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6c89d640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d680ced80 0x7f6d6815beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:04.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6c89d640 1 -- 172.21.15.33:0/2761205800 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d680c8110 con 0x7f6d680b9570 2024-07-26T17:11:04.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6c89d640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d680b9570 0x7f6d68152380 secure :-1 s=READY pgs=2994 cs=0 l=1 rev1=1 crypto rx=0x7f6d58034040 tx=0x7f6d580038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:04.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d5dffb640 1 -- 172.21.15.33:0/2761205800 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d5803e030 con 0x7f6d680b9570 2024-07-26T17:11:04.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d5dffb640 1 -- 172.21.15.33:0/2761205800 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d58003db0 con 0x7f6d680b9570 2024-07-26T17:11:04.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.925+0000 7f6d6f302640 1 -- 172.21.15.33:0/2761205800 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d680c83f0 con 0x7f6d680b9570 2024-07-26T17:11:04.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.926+0000 7f6d5dffb640 1 -- 172.21.15.33:0/2761205800 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d58035040 con 0x7f6d680b9570 2024-07-26T17:11:04.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.926+0000 7f6d6f302640 1 -- 172.21.15.33:0/2761205800 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d680c89b0 con 0x7f6d680b9570 2024-07-26T17:11:04.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.927+0000 7f6d6f302640 1 -- 172.21.15.33:0/2761205800 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6d6806ab00 con 0x7f6d680b9570 2024-07-26T17:11:04.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.927+0000 7f6d5dffb640 1 -- 172.21.15.33:0/2761205800 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f6d58041030 con 0x7f6d680b9570 2024-07-26T17:11:04.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.928+0000 7f6d5dffb640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f6d4c077040 0x7f6d4c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.928+0000 7f6d5dffb640 1 -- 172.21.15.33:0/2761205800 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f6d580b9250 con 0x7f6d680b9570 2024-07-26T17:11:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.928+0000 7f6d6d09e640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f6d4c077040 0x7f6d4c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.928+0000 7f6d5dffb640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] conn(0x7f6d4c07fc20 0x7f6d4c082110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.928+0000 7f6d5dffb640 1 -- 172.21.15.33:0/2761205800 --> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6d58005310 con 0x7f6d4c07fc20 2024-07-26T17:11:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.928+0000 7f6d5dffb640 1 -- 172.21.15.33:0/2761205800 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=304) ==== 24+0+0 (secure 0 0 0) 0x7f6d580c0050 con 0x7f6d680b9570 2024-07-26T17:11:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.928+0000 7f6d6d89f640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] conn(0x7f6d4c07fc20 0x7f6d4c082110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.929+0000 7f6d6d09e640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f6d4c077040 0x7f6d4c079550 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6d64000f60 tx=0x7f6d640079b0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:04.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.929+0000 7f6d6d89f640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] conn(0x7f6d4c07fc20 0x7f6d4c082110 crc :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:04.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.930+0000 7f6d5dffb640 1 -- 172.21.15.33:0/2761205800 <== osd.0 v2:172.21.15.33:6808/2666453289 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6d58005310 con 0x7f6d4c07fc20 2024-07-26T17:11:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.943+0000 7f6d6f302640 1 -- 172.21.15.33:0/2761205800 --> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f6d680d0320 con 0x7f6d4c07fc20 2024-07-26T17:11:04.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.943+0000 7f6d5dffb640 1 -- 172.21.15.33:0/2761205800 <== osd.0 v2:172.21.15.33:6808/2666453289 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f6d680d0320 con 0x7f6d4c07fc20 2024-07-26T17:11:04.945 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:11:04.945 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T17:11:04.945 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:11:04.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.943+0000 7f6d6f302640 1 -- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] conn(0x7f6d4c07fc20 msgr2=0x7f6d4c082110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:04.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.943+0000 7f6d6f302640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:6808/2666453289,v1:172.21.15.33:6809/2666453289] conn(0x7f6d4c07fc20 0x7f6d4c082110 crc :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:04.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.943+0000 7f6d6f302640 1 -- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f6d4c077040 msgr2=0x7f6d4c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:04.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.943+0000 7f6d6f302640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f6d4c077040 0x7f6d4c079550 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6d64000f60 tx=0x7f6d640079b0 comp rx=0 tx=0).stop 2024-07-26T17:11:04.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.943+0000 7f6d6f302640 1 -- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d680b9570 msgr2=0x7f6d68152380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:04.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.943+0000 7f6d6f302640 1 --2- 172.21.15.33:0/2761205800 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d680b9570 0x7f6d68152380 secure :-1 s=READY pgs=2994 cs=0 l=1 rev1=1 crypto rx=0x7f6d58034040 tx=0x7f6d580038a0 comp rx=0 tx=0).stop 2024-07-26T17:11:04.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.943+0000 7f6d6d89f640 1 -- 172.21.15.33:0/2761205800 reap_dead start 2024-07-26T17:11:04.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.944+0000 7f6d6f302640 1 -- 172.21.15.33:0/2761205800 shutdown_connections 2024-07-26T17:11:04.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.944+0000 7f6d6f302640 1 -- 172.21.15.33:0/2761205800 >> 172.21.15.33:0/2761205800 conn(0x7f6d680b5a80 msgr2=0x7f6d680d1970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:04.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.944+0000 7f6d6f302640 1 -- 172.21.15.33:0/2761205800 shutdown_connections 2024-07-26T17:11:04.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:04.944+0000 7f6d6f302640 1 -- 172.21.15.33:0/2761205800 wait complete. 2024-07-26T17:11:04.956 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-07-26T17:11:05.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.074+0000 7f900b29b640 1 -- 172.21.15.33:0/1521534049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ff0003a30 msgr2=0x7f8ff0003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.074+0000 7f900b29b640 1 --2- 172.21.15.33:0/1521534049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ff0003a30 0x7f8ff0003ea0 secure :-1 s=READY pgs=2996 cs=0 l=1 rev1=1 crypto rx=0x7f90000016c0 tx=0x7f8ff0005830 comp rx=0 tx=0).stop 2024-07-26T17:11:05.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.074+0000 7f9009838640 1 -- 172.21.15.33:0/1521534049 reap_dead start 2024-07-26T17:11:05.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.074+0000 7f900b29b640 1 -- 172.21.15.33:0/1521534049 shutdown_connections 2024-07-26T17:11:05.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.075+0000 7f900b29b640 1 -- 172.21.15.33:0/1521534049 >> 172.21.15.33:0/1521534049 conn(0x7f90040b5ac0 msgr2=0x7f90040b5ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:05.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.075+0000 7f900b29b640 1 -- 172.21.15.33:0/1521534049 shutdown_connections 2024-07-26T17:11:05.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.075+0000 7f900b29b640 1 -- 172.21.15.33:0/1521534049 wait complete. 2024-07-26T17:11:05.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.076+0000 7f900b29b640 1 Processor -- start 2024-07-26T17:11:05.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.076+0000 7f900b29b640 1 -- start start 2024-07-26T17:11:05.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f900b29b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ff0003a30 0x7f90041562d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f900b29b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900415dea0 0x7f900415e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f900b29b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f90040b1710 0x7f90040b1b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f900b29b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f90040d0520 con 0x7f900415dea0 2024-07-26T17:11:05.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f900b29b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f90040d03a0 con 0x7f8ff0003a30 2024-07-26T17:11:05.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f900b29b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f90040d06a0 con 0x7f90040b1710 2024-07-26T17:11:05.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f9008836640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900415dea0 0x7f900415e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f9008836640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900415dea0 0x7f900415e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35908/0 (socket says 172.21.15.33:35908) 2024-07-26T17:11:05.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f9008836640 1 -- 172.21.15.33:0/978266412 learned_addr learned my addr 172.21.15.33:0/978266412 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:05.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f9009037640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ff0003a30 0x7f90041562d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f9009838640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f90040b1710 0x7f90040b1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f9008836640 1 -- 172.21.15.33:0/978266412 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f90040b1710 msgr2=0x7f90040b1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f9008836640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f90040b1710 0x7f90040b1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f9008836640 1 -- 172.21.15.33:0/978266412 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ff0003a30 msgr2=0x7f90041562d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f9008836640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ff0003a30 0x7f90041562d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f9008836640 1 -- 172.21.15.33:0/978266412 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90040b2060 con 0x7f900415dea0 2024-07-26T17:11:05.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.078+0000 7f9008836640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900415dea0 0x7f900415e2b0 secure :-1 s=READY pgs=2997 cs=0 l=1 rev1=1 crypto rx=0x7f8ff4011ae0 tx=0x7f8ff4009e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:05.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.079+0000 7f8ff9ffb640 1 -- 172.21.15.33:0/978266412 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ff401e070 con 0x7f900415dea0 2024-07-26T17:11:05.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.079+0000 7f8ff9ffb640 1 -- 172.21.15.33:0/978266412 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ff4004460 con 0x7f900415dea0 2024-07-26T17:11:05.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.079+0000 7f900b29b640 1 -- 172.21.15.33:0/978266412 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f900415a130 con 0x7f900415dea0 2024-07-26T17:11:05.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.079+0000 7f8ff9ffb640 1 -- 172.21.15.33:0/978266412 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ff400fc60 con 0x7f900415dea0 2024-07-26T17:11:05.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.079+0000 7f900b29b640 1 -- 172.21.15.33:0/978266412 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9004159650 con 0x7f900415dea0 2024-07-26T17:11:05.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.080+0000 7f900b29b640 1 -- 172.21.15.33:0/978266412 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90040b3720 con 0x7f900415dea0 2024-07-26T17:11:05.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.081+0000 7f8ff9ffb640 1 -- 172.21.15.33:0/978266412 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f8ff4021070 con 0x7f900415dea0 2024-07-26T17:11:05.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.081+0000 7f8ff9ffb640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8fe8077040 0x7f8fe8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.081+0000 7f8ff9ffb640 1 -- 172.21.15.33:0/978266412 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f8ff4099c10 con 0x7f900415dea0 2024-07-26T17:11:05.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.081+0000 7f9009037640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8fe8077040 0x7f8fe8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.082+0000 7f9009037640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8fe8077040 0x7f8fe8079550 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9000032000 tx=0x7f900002c040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:05.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.085+0000 7f8ff9ffb640 1 -- 172.21.15.33:0/978266412 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f90040b2060 con 0x7f900415dea0 2024-07-26T17:11:05.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.278+0000 7f900b29b640 1 -- 172.21.15.33:0/978266412 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f9004159120 con 0x7f8fe8077040 2024-07-26T17:11:05.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.278+0000 7f8ff9ffb640 1 -- 172.21.15.33:0/978266412 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f9004159120 con 0x7f8fe8077040 2024-07-26T17:11:05.280 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 0 to deep-scrub 2024-07-26T17:11:05.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.280+0000 7f900b29b640 1 -- 172.21.15.33:0/978266412 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8fe8077040 msgr2=0x7f8fe8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.280+0000 7f900b29b640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8fe8077040 0x7f8fe8079550 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9000032000 tx=0x7f900002c040 comp rx=0 tx=0).stop 2024-07-26T17:11:05.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.281+0000 7f900b29b640 1 -- 172.21.15.33:0/978266412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900415dea0 msgr2=0x7f900415e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.281+0000 7f900b29b640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900415dea0 0x7f900415e2b0 secure :-1 s=READY pgs=2997 cs=0 l=1 rev1=1 crypto rx=0x7f8ff4011ae0 tx=0x7f8ff4009e40 comp rx=0 tx=0).stop 2024-07-26T17:11:05.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.281+0000 7f900b29b640 1 -- 172.21.15.33:0/978266412 shutdown_connections 2024-07-26T17:11:05.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.281+0000 7f900b29b640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8fe8077040 0x7f8fe8079550 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.281+0000 7f900b29b640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f90040b1710 0x7f90040b1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.281+0000 7f900b29b640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f900415dea0 0x7f900415e2b0 unknown :-1 s=CLOSED pgs=2997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.281+0000 7f900b29b640 1 --2- 172.21.15.33:0/978266412 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8ff0003a30 0x7f90041562d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.281+0000 7f900b29b640 1 -- 172.21.15.33:0/978266412 >> 172.21.15.33:0/978266412 conn(0x7f90040b5ac0 msgr2=0x7f90040b90d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:05.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.281+0000 7f900b29b640 1 -- 172.21.15.33:0/978266412 shutdown_connections 2024-07-26T17:11:05.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.281+0000 7f900b29b640 1 -- 172.21.15.33:0/978266412 wait complete. 2024-07-26T17:11:05.294 INFO:tasks.ceph:Scrubbing osd.1 2024-07-26T17:11:05.294 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-07-26T17:11:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.416+0000 7fef91b20640 1 -- 172.21.15.33:0/1490087763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef8c0b4230 msgr2=0x7fef8c0ceb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.416+0000 7fef91b20640 1 --2- 172.21.15.33:0/1490087763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef8c0b4230 0x7fef8c0ceb90 secure :-1 s=READY pgs=2998 cs=0 l=1 rev1=1 crypto rx=0x7fef8c08c600 tx=0x7fef8402aa30 comp rx=0 tx=0).stop 2024-07-26T17:11:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.417+0000 7fef91b20640 1 -- 172.21.15.33:0/1490087763 shutdown_connections 2024-07-26T17:11:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.417+0000 7fef91b20640 1 --2- 172.21.15.33:0/1490087763 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef8c0b4230 0x7fef8c0ceb90 unknown :-1 s=CLOSED pgs=2998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.417+0000 7fef91b20640 1 --2- 172.21.15.33:0/1490087763 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef8c0b38e0 0x7fef8c0b3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.417+0000 7fef91b20640 1 --2- 172.21.15.33:0/1490087763 >> v2:172.21.15.154:3300/0 conn(0x7fef8c0d1b50 0x7fef8c0d1f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.417+0000 7fef91b20640 1 -- 172.21.15.33:0/1490087763 >> 172.21.15.33:0/1490087763 conn(0x7fef8c0b5a70 msgr2=0x7fef8c0b5e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.417+0000 7fef91b20640 1 -- 172.21.15.33:0/1490087763 shutdown_connections 2024-07-26T17:11:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.417+0000 7fef91b20640 1 -- 172.21.15.33:0/1490087763 wait complete. 2024-07-26T17:11:05.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.418+0000 7fef91b20640 1 Processor -- start 2024-07-26T17:11:05.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.419+0000 7fef91b20640 1 -- start start 2024-07-26T17:11:05.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef91b20640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef8c0b38e0 0x7fef8c1dc620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef91b20640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fef8c0b4230 0x7fef8c1e1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef91b20640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef8c0d1b50 0x7fef8c1df210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef91b20640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fef8c08c710 con 0x7fef8c0d1b50 2024-07-26T17:11:05.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef91b20640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fef8c08de90 con 0x7fef8c0b4230 2024-07-26T17:11:05.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef91b20640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fef8c08c890 con 0x7fef8c0b38e0 2024-07-26T17:11:05.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef8bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef8c0d1b50 0x7fef8c1df210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef8bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef8c0d1b50 0x7fef8c1df210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35938/0 (socket says 172.21.15.33:35938) 2024-07-26T17:11:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef8bfff640 1 -- 172.21.15.33:0/3660252932 learned_addr learned my addr 172.21.15.33:0/3660252932 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef8affd640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fef8c0b4230 0x7fef8c1e1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef8b7fe640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef8c0b38e0 0x7fef8c1dc620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef8bfff640 1 -- 172.21.15.33:0/3660252932 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef8c0b38e0 msgr2=0x7fef8c1dc620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef8bfff640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fef8c0b38e0 0x7fef8c1dc620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef8bfff640 1 -- 172.21.15.33:0/3660252932 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fef8c0b4230 msgr2=0x7fef8c1e1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef8bfff640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fef8c0b4230 0x7fef8c1e1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.420+0000 7fef8bfff640 1 -- 172.21.15.33:0/3660252932 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef8c1de770 con 0x7fef8c0d1b50 2024-07-26T17:11:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.421+0000 7fef8bfff640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef8c0d1b50 0x7fef8c1df210 secure :-1 s=READY pgs=2999 cs=0 l=1 rev1=1 crypto rx=0x7fef84005fd0 tx=0x7fef84003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.421+0000 7fef73fff640 1 -- 172.21.15.33:0/3660252932 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef84033050 con 0x7fef8c0d1b50 2024-07-26T17:11:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.421+0000 7fef73fff640 1 -- 172.21.15.33:0/3660252932 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef84004450 con 0x7fef8c0d1b50 2024-07-26T17:11:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.421+0000 7fef73fff640 1 -- 172.21.15.33:0/3660252932 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef84004840 con 0x7fef8c0d1b50 2024-07-26T17:11:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.421+0000 7fef91b20640 1 -- 172.21.15.33:0/3660252932 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef8c0c9a90 con 0x7fef8c0d1b50 2024-07-26T17:11:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.421+0000 7fef91b20640 1 -- 172.21.15.33:0/3660252932 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef8c1dcb60 con 0x7fef8c0d1b50 2024-07-26T17:11:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.422+0000 7fef91b20640 1 -- 172.21.15.33:0/3660252932 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fef8c0d0770 con 0x7fef8c0d1b50 2024-07-26T17:11:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.423+0000 7fef73fff640 1 -- 172.21.15.33:0/3660252932 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7fef84036070 con 0x7fef8c0d1b50 2024-07-26T17:11:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.423+0000 7fef73fff640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fef78077010 0x7fef78079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.424+0000 7fef73fff640 1 -- 172.21.15.33:0/3660252932 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7fef840b9f60 con 0x7fef8c0d1b50 2024-07-26T17:11:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.424+0000 7fef8b7fe640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fef78077010 0x7fef78079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.424+0000 7fef73fff640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] conn(0x7fef7807fb70 0x7fef78082060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.424+0000 7fef73fff640 1 -- 172.21.15.33:0/3660252932 --> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fef78082730 con 0x7fef7807fb70 2024-07-26T17:11:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.424+0000 7fef73fff640 1 -- 172.21.15.33:0/3660252932 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=304) ==== 24+0+0 (secure 0 0 0) 0x7fef840ba3f0 con 0x7fef8c0d1b50 2024-07-26T17:11:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.424+0000 7fef8affd640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] conn(0x7fef7807fb70 0x7fef78082060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.424+0000 7fef8b7fe640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fef78077010 0x7fef78079520 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00bb50 tx=0x7fef7c00b2e0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:05.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.424+0000 7fef8affd640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] conn(0x7fef7807fb70 0x7fef78082060 crc :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:05.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.425+0000 7fef73fff640 1 -- 172.21.15.33:0/3660252932 <== osd.1 v2:172.21.15.33:6800/3807493254 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fef78082730 con 0x7fef7807fb70 2024-07-26T17:11:05.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.438+0000 7fef91b20640 1 -- 172.21.15.33:0/3660252932 --> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fef8c0c9800 con 0x7fef7807fb70 2024-07-26T17:11:05.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.438+0000 7fef73fff640 1 -- 172.21.15.33:0/3660252932 <== osd.1 v2:172.21.15.33:6800/3807493254 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fef8c0c9800 con 0x7fef7807fb70 2024-07-26T17:11:05.440 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:11:05.441 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T17:11:05.441 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:11:05.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.439+0000 7fef91b20640 1 -- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] conn(0x7fef7807fb70 msgr2=0x7fef78082060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.439+0000 7fef91b20640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:6800/3807493254,v1:172.21.15.33:6801/3807493254] conn(0x7fef7807fb70 0x7fef78082060 crc :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.439+0000 7fef91b20640 1 -- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fef78077010 msgr2=0x7fef78079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.439+0000 7fef91b20640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fef78077010 0x7fef78079520 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00bb50 tx=0x7fef7c00b2e0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.439+0000 7fef91b20640 1 -- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef8c0d1b50 msgr2=0x7fef8c1df210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.439+0000 7fef91b20640 1 --2- 172.21.15.33:0/3660252932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fef8c0d1b50 0x7fef8c1df210 secure :-1 s=READY pgs=2999 cs=0 l=1 rev1=1 crypto rx=0x7fef84005fd0 tx=0x7fef84003f10 comp rx=0 tx=0).stop 2024-07-26T17:11:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.439+0000 7fef8bfff640 1 -- 172.21.15.33:0/3660252932 reap_dead start 2024-07-26T17:11:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.439+0000 7fef91b20640 1 -- 172.21.15.33:0/3660252932 shutdown_connections 2024-07-26T17:11:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.439+0000 7fef91b20640 1 -- 172.21.15.33:0/3660252932 >> 172.21.15.33:0/3660252932 conn(0x7fef8c0b5a70 msgr2=0x7fef8c0b5e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:05.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.439+0000 7fef91b20640 1 -- 172.21.15.33:0/3660252932 shutdown_connections 2024-07-26T17:11:05.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.439+0000 7fef91b20640 1 -- 172.21.15.33:0/3660252932 wait complete. 2024-07-26T17:11:05.452 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-07-26T17:11:05.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.570+0000 7f838b033640 1 -- 172.21.15.33:0/1517619487 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8370003c80 msgr2=0x7f83700040d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.570+0000 7f838b033640 1 --2- 172.21.15.33:0/1517619487 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8370003c80 0x7f83700040d0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f836c001830 tx=0x7f8370005830 comp rx=0 tx=0).stop 2024-07-26T17:11:05.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.570+0000 7f838b033640 1 -- 172.21.15.33:0/1517619487 shutdown_connections 2024-07-26T17:11:05.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.570+0000 7f838b033640 1 --2- 172.21.15.33:0/1517619487 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f8370003c80 0x7f83700040d0 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.570+0000 7f838b033640 1 -- 172.21.15.33:0/1517619487 >> 172.21.15.33:0/1517619487 conn(0x7f83840d0d70 msgr2=0x7f83840d1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:05.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.570+0000 7f838b033640 1 -- 172.21.15.33:0/1517619487 shutdown_connections 2024-07-26T17:11:05.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.570+0000 7f838b033640 1 -- 172.21.15.33:0/1517619487 wait complete. 2024-07-26T17:11:05.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.572+0000 7f838b033640 1 Processor -- start 2024-07-26T17:11:05.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.572+0000 7f838b033640 1 -- start start 2024-07-26T17:11:05.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.573+0000 7f838b033640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8370003c80 0x7f83841f2e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.573+0000 7f838b033640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83840b6a80 0x7f8384158a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.573+0000 7f838b033640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f838406c700 0x7f838406cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.573+0000 7f838b033640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f83840d0970 con 0x7f83840b6a80 2024-07-26T17:11:05.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.573+0000 7f838b033640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f83840d07f0 con 0x7f838406c700 2024-07-26T17:11:05.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.573+0000 7f838b033640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f838415b6c0 con 0x7f8370003c80 2024-07-26T17:11:05.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.573+0000 7f8383fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83840b6a80 0x7f8384158a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.573+0000 7f8383fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83840b6a80 0x7f8384158a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35966/0 (socket says 172.21.15.33:35966) 2024-07-26T17:11:05.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f8383fff640 1 -- 172.21.15.33:0/3529707506 learned_addr learned my addr 172.21.15.33:0/3529707506 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:05.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f8388dcf640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8370003c80 0x7f83841f2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f83895d0640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f838406c700 0x7f838406cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f8383fff640 1 -- 172.21.15.33:0/3529707506 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8370003c80 msgr2=0x7f83841f2e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f8383fff640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8370003c80 0x7f83841f2e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f8383fff640 1 -- 172.21.15.33:0/3529707506 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f838406c700 msgr2=0x7f838406cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f8383fff640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f838406c700 0x7f838406cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f8383fff640 1 -- 172.21.15.33:0/3529707506 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f838406d050 con 0x7f83840b6a80 2024-07-26T17:11:05.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f8383fff640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83840b6a80 0x7f8384158a00 secure :-1 s=READY pgs=3001 cs=0 l=1 rev1=1 crypto rx=0x7f8374011d60 tx=0x7f837400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:05.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f83817fa640 1 -- 172.21.15.33:0/3529707506 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8374003b80 con 0x7f83840b6a80 2024-07-26T17:11:05.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f83817fa640 1 -- 172.21.15.33:0/3529707506 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8374003d20 con 0x7f83840b6a80 2024-07-26T17:11:05.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f838b033640 1 -- 172.21.15.33:0/3529707506 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83841e40a0 con 0x7f83840b6a80 2024-07-26T17:11:05.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f83817fa640 1 -- 172.21.15.33:0/3529707506 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8374004270 con 0x7f83840b6a80 2024-07-26T17:11:05.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.574+0000 7f838b033640 1 -- 172.21.15.33:0/3529707506 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83841e4660 con 0x7f83840b6a80 2024-07-26T17:11:05.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.575+0000 7f838b033640 1 -- 172.21.15.33:0/3529707506 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8384073870 con 0x7f83840b6a80 2024-07-26T17:11:05.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.576+0000 7f83817fa640 1 -- 172.21.15.33:0/3529707506 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f8374004410 con 0x7f83840b6a80 2024-07-26T17:11:05.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.576+0000 7f83817fa640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8364077040 0x7f8364079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.577+0000 7f83817fa640 1 -- 172.21.15.33:0/3529707506 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f8374099e60 con 0x7f83840b6a80 2024-07-26T17:11:05.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.577+0000 7f8388dcf640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8364077040 0x7f8364079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.577+0000 7f8388dcf640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8364077040 0x7f8364079550 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f836c032000 tx=0x7f836c001360 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:05.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.581+0000 7f83817fa640 1 -- 172.21.15.33:0/3529707506 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f838406d050 con 0x7f83840b6a80 2024-07-26T17:11:05.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.772+0000 7f838b033640 1 -- 172.21.15.33:0/3529707506 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f83841e3e30 con 0x7f8364077040 2024-07-26T17:11:05.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.773+0000 7f83817fa640 1 -- 172.21.15.33:0/3529707506 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f83841e3e30 con 0x7f8364077040 2024-07-26T17:11:05.775 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 1 to deep-scrub 2024-07-26T17:11:05.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 -- 172.21.15.33:0/3529707506 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8364077040 msgr2=0x7f8364079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8364077040 0x7f8364079550 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f836c032000 tx=0x7f836c001360 comp rx=0 tx=0).stop 2024-07-26T17:11:05.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 -- 172.21.15.33:0/3529707506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83840b6a80 msgr2=0x7f8384158a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83840b6a80 0x7f8384158a00 secure :-1 s=READY pgs=3001 cs=0 l=1 rev1=1 crypto rx=0x7f8374011d60 tx=0x7f837400f790 comp rx=0 tx=0).stop 2024-07-26T17:11:05.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 -- 172.21.15.33:0/3529707506 shutdown_connections 2024-07-26T17:11:05.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f8364077040 0x7f8364079550 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f838406c700 0x7f838406cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f83840b6a80 0x7f8384158a00 unknown :-1 s=CLOSED pgs=3001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 --2- 172.21.15.33:0/3529707506 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f8370003c80 0x7f83841f2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 -- 172.21.15.33:0/3529707506 >> 172.21.15.33:0/3529707506 conn(0x7f83840d0d70 msgr2=0x7f83841597b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:05.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 -- 172.21.15.33:0/3529707506 shutdown_connections 2024-07-26T17:11:05.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.775+0000 7f838b033640 1 -- 172.21.15.33:0/3529707506 wait complete. 2024-07-26T17:11:05.788 INFO:tasks.ceph:Scrubbing osd.2 2024-07-26T17:11:05.789 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-07-26T17:11:05.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.909+0000 7f36530b2640 1 -- 172.21.15.33:0/3606149557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3634003a30 msgr2=0x7f3634003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.909+0000 7f36530b2640 1 --2- 172.21.15.33:0/3606149557 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3634003a30 0x7f3634003ea0 secure :-1 s=READY pgs=3003 cs=0 l=1 rev1=1 crypto rx=0x7f363c0016c0 tx=0x7f3634005830 comp rx=0 tx=0).stop 2024-07-26T17:11:05.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.909+0000 7f365164f640 1 -- 172.21.15.33:0/3606149557 reap_dead start 2024-07-26T17:11:05.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.909+0000 7f36530b2640 1 -- 172.21.15.33:0/3606149557 shutdown_connections 2024-07-26T17:11:05.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.909+0000 7f36530b2640 1 -- 172.21.15.33:0/3606149557 >> 172.21.15.33:0/3606149557 conn(0x7f364c0cfb70 msgr2=0x7f364c0cff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:05.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.910+0000 7f36530b2640 1 -- 172.21.15.33:0/3606149557 shutdown_connections 2024-07-26T17:11:05.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.910+0000 7f36530b2640 1 -- 172.21.15.33:0/3606149557 wait complete. 2024-07-26T17:11:05.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.911+0000 7f36530b2640 1 Processor -- start 2024-07-26T17:11:05.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.911+0000 7f36530b2640 1 -- start start 2024-07-26T17:11:05.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f36530b2640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3634003a30 0x7f364c0af270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f36530b2640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f364c1f4b40 0x7f364c15a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f36530b2640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f364c0ce4a0 0x7f364c0ce8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f36530b2640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f364c15f040 con 0x7f364c0ce4a0 2024-07-26T17:11:05.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f36530b2640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f364c070500 con 0x7f3634003a30 2024-07-26T17:11:05.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f36530b2640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f364c15f1c0 con 0x7f364c1f4b40 2024-07-26T17:11:05.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f365164f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f364c0ce4a0 0x7f364c0ce8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f365164f640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f364c0ce4a0 0x7f364c0ce8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35972/0 (socket says 172.21.15.33:35972) 2024-07-26T17:11:05.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f365164f640 1 -- 172.21.15.33:0/3888612261 learned_addr learned my addr 172.21.15.33:0/3888612261 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:05.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f3650e4e640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3634003a30 0x7f364c0af270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f364bfff640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f364c1f4b40 0x7f364c15a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f365164f640 1 -- 172.21.15.33:0/3888612261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f364c1f4b40 msgr2=0x7f364c15a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f365164f640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f364c1f4b40 0x7f364c15a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f365164f640 1 -- 172.21.15.33:0/3888612261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3634003a30 msgr2=0x7f364c0af270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f365164f640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f3634003a30 0x7f364c0af270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.913+0000 7f365164f640 1 -- 172.21.15.33:0/3888612261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f364c0cedf0 con 0x7f364c0ce4a0 2024-07-26T17:11:05.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.914+0000 7f365164f640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f364c0ce4a0 0x7f364c0ce8b0 secure :-1 s=READY pgs=3004 cs=0 l=1 rev1=1 crypto rx=0x7f364c06e810 tx=0x7f3644010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:05.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.914+0000 7f36497fa640 1 -- 172.21.15.33:0/3888612261 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364400ee50 con 0x7f364c0ce4a0 2024-07-26T17:11:05.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.914+0000 7f36497fa640 1 -- 172.21.15.33:0/3888612261 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3644015070 con 0x7f364c0ce4a0 2024-07-26T17:11:05.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.914+0000 7f36530b2640 1 -- 172.21.15.33:0/3888612261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f364c1f13a0 con 0x7f364c0ce4a0 2024-07-26T17:11:05.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.914+0000 7f36497fa640 1 -- 172.21.15.33:0/3888612261 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3644003d00 con 0x7f364c0ce4a0 2024-07-26T17:11:05.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.914+0000 7f36530b2640 1 -- 172.21.15.33:0/3888612261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f364c1f5590 con 0x7f364c0ce4a0 2024-07-26T17:11:05.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.915+0000 7f36530b2640 1 -- 172.21.15.33:0/3888612261 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f364c15be20 con 0x7f364c0ce4a0 2024-07-26T17:11:05.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.916+0000 7f36497fa640 1 -- 172.21.15.33:0/3888612261 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f3644004030 con 0x7f364c0ce4a0 2024-07-26T17:11:05.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.916+0000 7f36497fa640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3638077040 0x7f3638079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.916+0000 7f36497fa640 1 -- 172.21.15.33:0/3888612261 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f3644099930 con 0x7f364c0ce4a0 2024-07-26T17:11:05.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.916+0000 7f3650e4e640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3638077040 0x7f3638079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.916+0000 7f36497fa640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] conn(0x7f363807fc30 0x7f3638082120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:05.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.916+0000 7f36497fa640 1 -- 172.21.15.33:0/3888612261 --> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3644013e50 con 0x7f363807fc30 2024-07-26T17:11:05.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.917+0000 7f36497fa640 1 -- 172.21.15.33:0/3888612261 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=304) ==== 24+0+0 (secure 0 0 0) 0x7f3644099dc0 con 0x7f364c0ce4a0 2024-07-26T17:11:05.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.917+0000 7f364bfff640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] conn(0x7f363807fc30 0x7f3638082120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:05.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.917+0000 7f3650e4e640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3638077040 0x7f3638079550 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f363c032000 tx=0x7f363c001190 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:05.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.917+0000 7f364bfff640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] conn(0x7f363807fc30 0x7f3638082120 crc :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:05.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.918+0000 7f36497fa640 1 -- 172.21.15.33:0/3888612261 <== osd.2 v2:172.21.15.33:6816/3365392837 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3644013e50 con 0x7f363807fc30 2024-07-26T17:11:05.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.931+0000 7f36530b2640 1 -- 172.21.15.33:0/3888612261 --> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f364c1f5060 con 0x7f363807fc30 2024-07-26T17:11:05.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.931+0000 7f36497fa640 1 -- 172.21.15.33:0/3888612261 <== osd.2 v2:172.21.15.33:6816/3365392837 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f364c1f5060 con 0x7f363807fc30 2024-07-26T17:11:05.933 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:11:05.933 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T17:11:05.934 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:11:05.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.932+0000 7f36530b2640 1 -- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] conn(0x7f363807fc30 msgr2=0x7f3638082120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.932+0000 7f36530b2640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:6816/3365392837,v1:172.21.15.33:6817/3365392837] conn(0x7f363807fc30 0x7f3638082120 crc :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:05.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.932+0000 7f36530b2640 1 -- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3638077040 msgr2=0x7f3638079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.932+0000 7f36530b2640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3638077040 0x7f3638079550 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f363c032000 tx=0x7f363c001190 comp rx=0 tx=0).stop 2024-07-26T17:11:05.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.932+0000 7f36530b2640 1 -- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f364c0ce4a0 msgr2=0x7f364c0ce8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:05.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.932+0000 7f36530b2640 1 --2- 172.21.15.33:0/3888612261 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f364c0ce4a0 0x7f364c0ce8b0 secure :-1 s=READY pgs=3004 cs=0 l=1 rev1=1 crypto rx=0x7f364c06e810 tx=0x7f3644010f40 comp rx=0 tx=0).stop 2024-07-26T17:11:05.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.932+0000 7f365164f640 1 -- 172.21.15.33:0/3888612261 reap_dead start 2024-07-26T17:11:05.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.932+0000 7f36530b2640 1 -- 172.21.15.33:0/3888612261 shutdown_connections 2024-07-26T17:11:05.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.932+0000 7f36530b2640 1 -- 172.21.15.33:0/3888612261 >> 172.21.15.33:0/3888612261 conn(0x7f364c0cfb70 msgr2=0x7f364c0cff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:05.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.932+0000 7f36530b2640 1 -- 172.21.15.33:0/3888612261 shutdown_connections 2024-07-26T17:11:05.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:05.932+0000 7f36530b2640 1 -- 172.21.15.33:0/3888612261 wait complete. 2024-07-26T17:11:05.944 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-07-26T17:11:06.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.062+0000 7f60d99dd640 1 -- 172.21.15.33:0/3045356931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60bc005350 msgr2=0x7f60bc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.062+0000 7f60d99dd640 1 --2- 172.21.15.33:0/3045356931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60bc005350 0x7f60bc00b9c0 secure :-1 s=READY pgs=3006 cs=0 l=1 rev1=1 crypto rx=0x7f60cc006fd0 tx=0x7f60bc005830 comp rx=0 tx=0).stop 2024-07-26T17:11:06.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.062+0000 7f60d99dd640 1 -- 172.21.15.33:0/3045356931 shutdown_connections 2024-07-26T17:11:06.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.062+0000 7f60d99dd640 1 --2- 172.21.15.33:0/3045356931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60bc005350 0x7f60bc00b9c0 unknown :-1 s=CLOSED pgs=3006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.062+0000 7f60d99dd640 1 -- 172.21.15.33:0/3045356931 >> 172.21.15.33:0/3045356931 conn(0x7f60d40d1e00 msgr2=0x7f60d40d2210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:06.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.062+0000 7f60d99dd640 1 -- 172.21.15.33:0/3045356931 shutdown_connections 2024-07-26T17:11:06.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.063+0000 7f60d99dd640 1 -- 172.21.15.33:0/3045356931 wait complete. 2024-07-26T17:11:06.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.064+0000 7f60d99dd640 1 Processor -- start 2024-07-26T17:11:06.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.065+0000 7f60d99dd640 1 -- start start 2024-07-26T17:11:06.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d99dd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60bc005350 0x7f60d409db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d99dd640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60d415b4d0 0x7f60d41f6570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d99dd640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60d41f6ab0 0x7f60d41f0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d99dd640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f60d4160350 con 0x7f60bc005350 2024-07-26T17:11:06.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d99dd640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f60d40cea00 con 0x7f60d41f6ab0 2024-07-26T17:11:06.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d99dd640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f60d41604d0 con 0x7f60d415b4d0 2024-07-26T17:11:06.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60bc005350 0x7f60d409db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d2ffd640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60bc005350 0x7f60d409db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35994/0 (socket says 172.21.15.33:35994) 2024-07-26T17:11:06.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d2ffd640 1 -- 172.21.15.33:0/1579418458 learned_addr learned my addr 172.21.15.33:0/1579418458 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:06.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d37fe640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60d41f6ab0 0x7f60d41f0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d27fc640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60d415b4d0 0x7f60d41f6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d2ffd640 1 -- 172.21.15.33:0/1579418458 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60d415b4d0 msgr2=0x7f60d41f6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d2ffd640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60d415b4d0 0x7f60d41f6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d2ffd640 1 -- 172.21.15.33:0/1579418458 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60d41f6ab0 msgr2=0x7f60d41f0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d2ffd640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60d41f6ab0 0x7f60d41f0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d2ffd640 1 -- 172.21.15.33:0/1579418458 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60d41f6ec0 con 0x7f60bc005350 2024-07-26T17:11:06.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d37fe640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60d41f6ab0 0x7f60d41f0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:11:06.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d27fc640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60d415b4d0 0x7f60d41f6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:11:06.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.066+0000 7f60d2ffd640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60bc005350 0x7f60d409db60 secure :-1 s=READY pgs=3007 cs=0 l=1 rev1=1 crypto rx=0x7f60c4011c70 tx=0x7f60c400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:06.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.067+0000 7f60bbfff640 1 -- 172.21.15.33:0/1579418458 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c4003d80 con 0x7f60bc005350 2024-07-26T17:11:06.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.067+0000 7f60bbfff640 1 -- 172.21.15.33:0/1579418458 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f60c4004b20 con 0x7f60bc005350 2024-07-26T17:11:06.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.067+0000 7f60d99dd640 1 -- 172.21.15.33:0/1579418458 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60d41f3e00 con 0x7f60bc005350 2024-07-26T17:11:06.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.067+0000 7f60bbfff640 1 -- 172.21.15.33:0/1579418458 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c4004050 con 0x7f60bc005350 2024-07-26T17:11:06.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.067+0000 7f60d99dd640 1 -- 172.21.15.33:0/1579418458 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60d409e8c0 con 0x7f60bc005350 2024-07-26T17:11:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.068+0000 7f60d99dd640 1 -- 172.21.15.33:0/1579418458 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60d40b6580 con 0x7f60bc005350 2024-07-26T17:11:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.069+0000 7f60bbfff640 1 -- 172.21.15.33:0/1579418458 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f60c40041f0 con 0x7f60bc005350 2024-07-26T17:11:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.069+0000 7f60bbfff640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f60c0077010 0x7f60c0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.069+0000 7f60d27fc640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f60c0077010 0x7f60c0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.069+0000 7f60bbfff640 1 -- 172.21.15.33:0/1579418458 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f60c4099da0 con 0x7f60bc005350 2024-07-26T17:11:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.070+0000 7f60d27fc640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f60c0077010 0x7f60c0079520 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f60d41f64d0 tx=0x7f60c8006b70 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:06.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.074+0000 7f60bbfff640 1 -- 172.21.15.33:0/1579418458 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f60d40b6580 con 0x7f60bc005350 2024-07-26T17:11:06.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.265+0000 7f60d99dd640 1 -- 172.21.15.33:0/1579418458 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f60d4160a30 con 0x7f60c0077010 2024-07-26T17:11:06.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.265+0000 7f60bbfff640 1 -- 172.21.15.33:0/1579418458 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f60d4160a30 con 0x7f60c0077010 2024-07-26T17:11:06.267 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 2 to deep-scrub 2024-07-26T17:11:06.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.267+0000 7f60d99dd640 1 -- 172.21.15.33:0/1579418458 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f60c0077010 msgr2=0x7f60c0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.267+0000 7f60d99dd640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f60c0077010 0x7f60c0079520 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f60d41f64d0 tx=0x7f60c8006b70 comp rx=0 tx=0).stop 2024-07-26T17:11:06.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.267+0000 7f60d99dd640 1 -- 172.21.15.33:0/1579418458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60bc005350 msgr2=0x7f60d409db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.267+0000 7f60d99dd640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60bc005350 0x7f60d409db60 secure :-1 s=READY pgs=3007 cs=0 l=1 rev1=1 crypto rx=0x7f60c4011c70 tx=0x7f60c400f790 comp rx=0 tx=0).stop 2024-07-26T17:11:06.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.267+0000 7f60d99dd640 1 -- 172.21.15.33:0/1579418458 shutdown_connections 2024-07-26T17:11:06.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.267+0000 7f60d99dd640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f60c0077010 0x7f60c0079520 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.267+0000 7f60d99dd640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f60d41f6ab0 0x7f60d41f0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.268+0000 7f60d99dd640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f60d415b4d0 0x7f60d41f6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.268+0000 7f60d99dd640 1 --2- 172.21.15.33:0/1579418458 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60bc005350 0x7f60d409db60 unknown :-1 s=CLOSED pgs=3007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.268+0000 7f60d99dd640 1 -- 172.21.15.33:0/1579418458 >> 172.21.15.33:0/1579418458 conn(0x7f60d40d1e00 msgr2=0x7f60d415edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:06.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.268+0000 7f60d99dd640 1 -- 172.21.15.33:0/1579418458 shutdown_connections 2024-07-26T17:11:06.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.268+0000 7f60d99dd640 1 -- 172.21.15.33:0/1579418458 wait complete. 2024-07-26T17:11:06.282 INFO:tasks.ceph:Scrubbing osd.3 2024-07-26T17:11:06.282 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-07-26T17:11:06.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.402+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3346246536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4ac0b9570 msgr2=0x7ff4ac0d2870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.402+0000 7ff4b3e77640 1 --2- 172.21.15.33:0/3346246536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4ac0b9570 0x7ff4ac0d2870 secure :-1 s=READY pgs=3009 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8009830 tx=0x7ff4a802a480 comp rx=0 tx=0).stop 2024-07-26T17:11:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.402+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3346246536 shutdown_connections 2024-07-26T17:11:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.402+0000 7ff4b3e77640 1 --2- 172.21.15.33:0/3346246536 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4ac0b3e40 0x7ff4ac0ced80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.402+0000 7ff4b3e77640 1 --2- 172.21.15.33:0/3346246536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4ac0b9570 0x7ff4ac0d2870 unknown :-1 s=CLOSED pgs=3009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.402+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3346246536 >> 172.21.15.33:0/3346246536 conn(0x7ff4ac0b5a80 msgr2=0x7ff4ac0b5e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:06.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.402+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3346246536 shutdown_connections 2024-07-26T17:11:06.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.402+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3346246536 wait complete. 2024-07-26T17:11:06.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.404+0000 7ff4b3e77640 1 Processor -- start 2024-07-26T17:11:06.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.404+0000 7ff4b3e77640 1 -- start start 2024-07-26T17:11:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.405+0000 7ff4b3e77640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4ac0b3e40 0x7ff4ac1f8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.405+0000 7ff4b3e77640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4ac0b9570 0x7ff4ac1f6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b3e77640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4ac0d2db0 0x7ff4ac15f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b3e77640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff4ac0d3bb0 con 0x7ff4ac0d2db0 2024-07-26T17:11:06.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b3e77640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff4ac0d3d30 con 0x7ff4ac0b3e40 2024-07-26T17:11:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b3e77640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff4ac0cf2c0 con 0x7ff4ac0b9570 2024-07-26T17:11:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b2414640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4ac0d2db0 0x7ff4ac15f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b2414640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4ac0d2db0 0x7ff4ac15f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36010/0 (socket says 172.21.15.33:36010) 2024-07-26T17:11:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b2414640 1 -- 172.21.15.33:0/3579072087 learned_addr learned my addr 172.21.15.33:0/3579072087 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b1c13640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4ac0b3e40 0x7ff4ac1f8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b1412640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4ac0b9570 0x7ff4ac1f6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b2414640 1 -- 172.21.15.33:0/3579072087 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4ac0b9570 msgr2=0x7ff4ac1f6300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b2414640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff4ac0b9570 0x7ff4ac1f6300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b2414640 1 -- 172.21.15.33:0/3579072087 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4ac0b3e40 msgr2=0x7ff4ac1f8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b2414640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff4ac0b3e40 0x7ff4ac1f8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b2414640 1 -- 172.21.15.33:0/3579072087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4ac1f6840 con 0x7ff4ac0d2db0 2024-07-26T17:11:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b2414640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4ac0d2db0 0x7ff4ac15f1a0 secure :-1 s=READY pgs=3010 cs=0 l=1 rev1=1 crypto rx=0x7ff4a400e960 tx=0x7ff4a400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4a27fc640 1 -- 172.21.15.33:0/3579072087 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4004d20 con 0x7ff4ac0d2db0 2024-07-26T17:11:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4a27fc640 1 -- 172.21.15.33:0/3579072087 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff4a400cb20 con 0x7ff4ac0d2db0 2024-07-26T17:11:06.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3579072087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4ac1f98c0 con 0x7ff4ac0d2db0 2024-07-26T17:11:06.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.406+0000 7ff4a27fc640 1 -- 172.21.15.33:0/3579072087 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4005020 con 0x7ff4ac0d2db0 2024-07-26T17:11:06.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.407+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3579072087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4ac1f5b00 con 0x7ff4ac0d2db0 2024-07-26T17:11:06.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.407+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3579072087 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff4ac06ab00 con 0x7ff4ac0d2db0 2024-07-26T17:11:06.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.408+0000 7ff4a27fc640 1 -- 172.21.15.33:0/3579072087 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7ff4a40051c0 con 0x7ff4ac0d2db0 2024-07-26T17:11:06.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.409+0000 7ff4a27fc640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7ff490077040 0x7ff490079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.409+0000 7ff4b1c13640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7ff490077040 0x7ff490079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.409+0000 7ff4a27fc640 1 -- 172.21.15.33:0/3579072087 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7ff4a40998f0 con 0x7ff4ac0d2db0 2024-07-26T17:11:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.409+0000 7ff4a27fc640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] conn(0x7ff49007fc30 0x7ff490082120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.409+0000 7ff4a27fc640 1 -- 172.21.15.33:0/3579072087 --> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff4a40047f0 con 0x7ff49007fc30 2024-07-26T17:11:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.409+0000 7ff4a27fc640 1 -- 172.21.15.33:0/3579072087 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=304) ==== 24+0+0 (secure 0 0 0) 0x7ff4a4099ca0 con 0x7ff4ac0d2db0 2024-07-26T17:11:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.409+0000 7ff4b1412640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] conn(0x7ff49007fc30 0x7ff490082120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.410+0000 7ff4b1c13640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7ff490077040 0x7ff490079550 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8034000 tx=0x7ff4a8004730 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.410+0000 7ff4b1412640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] conn(0x7ff49007fc30 0x7ff490082120 crc :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:06.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.410+0000 7ff4a27fc640 1 -- 172.21.15.33:0/3579072087 <== osd.3 v2:172.21.15.33:6824/1602291292 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff4a40047f0 con 0x7ff49007fc30 2024-07-26T17:11:06.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3579072087 --> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff4ac1f9670 con 0x7ff49007fc30 2024-07-26T17:11:06.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4a27fc640 1 -- 172.21.15.33:0/3579072087 <== osd.3 v2:172.21.15.33:6824/1602291292 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff4ac1f9670 con 0x7ff49007fc30 2024-07-26T17:11:06.426 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:11:06.426 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T17:11:06.426 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:11:06.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] conn(0x7ff49007fc30 msgr2=0x7ff490082120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b3e77640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:6824/1602291292,v1:172.21.15.33:6825/1602291292] conn(0x7ff49007fc30 0x7ff490082120 crc :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7ff490077040 msgr2=0x7ff490079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b3e77640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7ff490077040 0x7ff490079550 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8034000 tx=0x7ff4a8004730 comp rx=0 tx=0).stop 2024-07-26T17:11:06.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4ac0d2db0 msgr2=0x7ff4ac15f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b3e77640 1 --2- 172.21.15.33:0/3579072087 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4ac0d2db0 0x7ff4ac15f1a0 secure :-1 s=READY pgs=3010 cs=0 l=1 rev1=1 crypto rx=0x7ff4a400e960 tx=0x7ff4a400ee20 comp rx=0 tx=0).stop 2024-07-26T17:11:06.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b2414640 1 -- 172.21.15.33:0/3579072087 reap_dead start 2024-07-26T17:11:06.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3579072087 shutdown_connections 2024-07-26T17:11:06.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3579072087 >> 172.21.15.33:0/3579072087 conn(0x7ff4ac0b5a80 msgr2=0x7ff4ac06d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:06.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3579072087 shutdown_connections 2024-07-26T17:11:06.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.424+0000 7ff4b3e77640 1 -- 172.21.15.33:0/3579072087 wait complete. 2024-07-26T17:11:06.437 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-07-26T17:11:06.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.554+0000 7f750e9c4640 1 -- 172.21.15.33:0/1645612719 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75080cf680 msgr2=0x7f75080cfa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.554+0000 7f750e9c4640 1 --2- 172.21.15.33:0/1645612719 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75080cf680 0x7f75080cfa90 secure :-1 s=READY pgs=3011 cs=0 l=1 rev1=1 crypto rx=0x7f750808d080 tx=0x7f74fc02a440 comp rx=0 tx=0).stop 2024-07-26T17:11:06.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.554+0000 7f750e9c4640 1 -- 172.21.15.33:0/1645612719 shutdown_connections 2024-07-26T17:11:06.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.554+0000 7f750e9c4640 1 --2- 172.21.15.33:0/1645612719 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75080d0830 0x7f75080d0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.554+0000 7f750e9c4640 1 --2- 172.21.15.33:0/1645612719 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75080cf680 0x7f75080cfa90 unknown :-1 s=CLOSED pgs=3011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.554+0000 7f750e9c4640 1 --2- 172.21.15.33:0/1645612719 >> v2:172.21.15.154:3300/0 conn(0x7f75080b9800 0x7f75080b6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.554+0000 7f750e9c4640 1 -- 172.21.15.33:0/1645612719 >> 172.21.15.33:0/1645612719 conn(0x7f75080d3f60 msgr2=0x7f75080d4370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:06.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.554+0000 7f750e9c4640 1 -- 172.21.15.33:0/1645612719 shutdown_connections 2024-07-26T17:11:06.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.554+0000 7f750e9c4640 1 -- 172.21.15.33:0/1645612719 wait complete. 2024-07-26T17:11:06.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.556+0000 7f750e9c4640 1 Processor -- start 2024-07-26T17:11:06.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.556+0000 7f750e9c4640 1 -- start start 2024-07-26T17:11:06.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f750e9c4640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75080b9800 0x7f75080cb030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f750e9c4640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75080cf680 0x7f75081f8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f750e9c4640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75080d0830 0x7f75081d6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f750e9c4640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f750808c060 con 0x7f75080cf680 2024-07-26T17:11:06.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f750e9c4640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f75080b9340 con 0x7f75080d0830 2024-07-26T17:11:06.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f750e9c4640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f75080b4a60 con 0x7f75080b9800 2024-07-26T17:11:06.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f75077fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75080cf680 0x7f75081f8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f75077fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75080cf680 0x7f75081f8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36036/0 (socket says 172.21.15.33:36036) 2024-07-26T17:11:06.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f75077fe640 1 -- 172.21.15.33:0/3181333200 learned_addr learned my addr 172.21.15.33:0/3181333200 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:06.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f7507fff640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75080b9800 0x7f75080cb030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f75077fe640 1 -- 172.21.15.33:0/3181333200 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75080b9800 msgr2=0x7f75080cb030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f75077fe640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75080b9800 0x7f75080cb030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f75077fe640 1 -- 172.21.15.33:0/3181333200 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75080d0830 msgr2=0x7f75081d6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f75077fe640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75080d0830 0x7f75081d6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f75077fe640 1 -- 172.21.15.33:0/3181333200 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75080ce250 con 0x7f75080cf680 2024-07-26T17:11:06.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f75077fe640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75080cf680 0x7f75081f8bc0 secure :-1 s=READY pgs=3012 cs=0 l=1 rev1=1 crypto rx=0x7f74fc0099c0 tx=0x7f74fc0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:06.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.558+0000 7f7504ff9640 1 -- 172.21.15.33:0/3181333200 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74fc03e030 con 0x7f75080cf680 2024-07-26T17:11:06.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.559+0000 7f750e9c4640 1 -- 172.21.15.33:0/3181333200 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75081f6650 con 0x7f75080cf680 2024-07-26T17:11:06.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.559+0000 7f7504ff9640 1 -- 172.21.15.33:0/3181333200 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f74fc003ca0 con 0x7f75080cf680 2024-07-26T17:11:06.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.559+0000 7f7504ff9640 1 -- 172.21.15.33:0/3181333200 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74fc035040 con 0x7f75080cf680 2024-07-26T17:11:06.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.559+0000 7f750e9c4640 1 -- 172.21.15.33:0/3181333200 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75081f6c10 con 0x7f75080cf680 2024-07-26T17:11:06.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.559+0000 7f750e9c4640 1 -- 172.21.15.33:0/3181333200 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75080cfa90 con 0x7f75080cf680 2024-07-26T17:11:06.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.560+0000 7f7504ff9640 1 -- 172.21.15.33:0/3181333200 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f74fc041030 con 0x7f75080cf680 2024-07-26T17:11:06.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.561+0000 7f7504ff9640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f74f4077010 0x7f74f4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.561+0000 7f7504ff9640 1 -- 172.21.15.33:0/3181333200 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f74fc0b9160 con 0x7f75080cf680 2024-07-26T17:11:06.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.561+0000 7f7507fff640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f74f4077010 0x7f74f4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.561+0000 7f7507fff640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f74f4077010 0x7f74f4079520 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f74f8009980 tx=0x7f74f8005f90 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:06.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.565+0000 7f7504ff9640 1 -- 172.21.15.33:0/3181333200 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f74fc082110 con 0x7f75080cf680 2024-07-26T17:11:06.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.758+0000 7f750e9c4640 1 -- 172.21.15.33:0/3181333200 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f75080cdfe0 con 0x7f74f4077010 2024-07-26T17:11:06.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.758+0000 7f7504ff9640 1 -- 172.21.15.33:0/3181333200 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f75080cdfe0 con 0x7f74f4077010 2024-07-26T17:11:06.760 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 3 to deep-scrub 2024-07-26T17:11:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 -- 172.21.15.33:0/3181333200 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f74f4077010 msgr2=0x7f74f4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f74f4077010 0x7f74f4079520 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f74f8009980 tx=0x7f74f8005f90 comp rx=0 tx=0).stop 2024-07-26T17:11:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 -- 172.21.15.33:0/3181333200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75080cf680 msgr2=0x7f75081f8bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75080cf680 0x7f75081f8bc0 secure :-1 s=READY pgs=3012 cs=0 l=1 rev1=1 crypto rx=0x7f74fc0099c0 tx=0x7f74fc0038a0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 -- 172.21.15.33:0/3181333200 shutdown_connections 2024-07-26T17:11:06.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f74f4077010 0x7f74f4079520 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f75080d0830 0x7f75081d6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f75080cf680 0x7f75081f8bc0 unknown :-1 s=CLOSED pgs=3012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 --2- 172.21.15.33:0/3181333200 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f75080b9800 0x7f75080cb030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 -- 172.21.15.33:0/3181333200 >> 172.21.15.33:0/3181333200 conn(0x7f75080d3f60 msgr2=0x7f75080c7a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 -- 172.21.15.33:0/3181333200 shutdown_connections 2024-07-26T17:11:06.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.761+0000 7f750e9c4640 1 -- 172.21.15.33:0/3181333200 wait complete. 2024-07-26T17:11:06.774 INFO:tasks.ceph:Scrubbing osd.4 2024-07-26T17:11:06.774 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-07-26T17:11:06.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.895+0000 7fa7bf59c640 1 -- 172.21.15.33:0/4063010083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7a0004800 msgr2=0x7fa7a0004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.895+0000 7fa7bf59c640 1 --2- 172.21.15.33:0/4063010083 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7a0004800 0x7fa7a0004c10 secure :-1 s=READY pgs=3014 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac009b50 tx=0x7fa7a0005830 comp rx=0 tx=0).stop 2024-07-26T17:11:06.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.895+0000 7fa7bdb39640 1 -- 172.21.15.33:0/4063010083 reap_dead start 2024-07-26T17:11:06.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.895+0000 7fa7bf59c640 1 -- 172.21.15.33:0/4063010083 shutdown_connections 2024-07-26T17:11:06.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.895+0000 7fa7bf59c640 1 -- 172.21.15.33:0/4063010083 >> 172.21.15.33:0/4063010083 conn(0x7fa7b80d1da0 msgr2=0x7fa7b80d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:06.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.896+0000 7fa7bf59c640 1 -- 172.21.15.33:0/4063010083 shutdown_connections 2024-07-26T17:11:06.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.896+0000 7fa7bf59c640 1 -- 172.21.15.33:0/4063010083 wait complete. 2024-07-26T17:11:06.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.897+0000 7fa7bf59c640 1 Processor -- start 2024-07-26T17:11:06.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.897+0000 7fa7bf59c640 1 -- start start 2024-07-26T17:11:06.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bf59c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7a0004800 0x7fa7b8153970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bf59c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7b8160c10 0x7fa7b815ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bf59c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7b815ef60 0x7fa7b81f43c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bf59c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b80d0c70 con 0x7fa7a0004800 2024-07-26T17:11:06.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bf59c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b80b14e0 con 0x7fa7b815ef60 2024-07-26T17:11:06.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bf59c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fa7b80d0df0 con 0x7fa7b8160c10 2024-07-26T17:11:06.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bd338640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7a0004800 0x7fa7b8153970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bd338640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7a0004800 0x7fa7b8153970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36064/0 (socket says 172.21.15.33:36064) 2024-07-26T17:11:06.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bd338640 1 -- 172.21.15.33:0/2653345913 learned_addr learned my addr 172.21.15.33:0/2653345913 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:06.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bd338640 1 -- 172.21.15.33:0/2653345913 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7b8160c10 msgr2=0x7fa7b815ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bd338640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fa7b8160c10 0x7fa7b815ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bd338640 1 -- 172.21.15.33:0/2653345913 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7b815ef60 msgr2=0x7fa7b81f43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bd338640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fa7b815ef60 0x7fa7b81f43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bd338640 1 -- 172.21.15.33:0/2653345913 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7b815f370 con 0x7fa7a0004800 2024-07-26T17:11:06.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bd338640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7a0004800 0x7fa7b8153970 secure :-1 s=READY pgs=3015 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8001c00 tx=0x7fa7a8006790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:06.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7b5ffb640 1 -- 172.21.15.33:0/2653345913 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a8015070 con 0x7fa7a0004800 2024-07-26T17:11:06.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7b5ffb640 1 -- 172.21.15.33:0/2653345913 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7a800fc80 con 0x7fa7a0004800 2024-07-26T17:11:06.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7bf59c640 1 -- 172.21.15.33:0/2653345913 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7b8157cd0 con 0x7fa7a0004800 2024-07-26T17:11:06.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.899+0000 7fa7b5ffb640 1 -- 172.21.15.33:0/2653345913 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a8011690 con 0x7fa7a0004800 2024-07-26T17:11:06.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.900+0000 7fa7bf59c640 1 -- 172.21.15.33:0/2653345913 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7b8158290 con 0x7fa7a0004800 2024-07-26T17:11:06.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.900+0000 7fa7bf59c640 1 -- 172.21.15.33:0/2653345913 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa7b80b4040 con 0x7fa7a0004800 2024-07-26T17:11:06.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.901+0000 7fa7b5ffb640 1 -- 172.21.15.33:0/2653345913 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7fa7a8011830 con 0x7fa7a0004800 2024-07-26T17:11:06.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.902+0000 7fa7b5ffb640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa7a4077010 0x7fa7a4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.902+0000 7fa7b5ffb640 1 -- 172.21.15.33:0/2653345913 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7fa7a8099b80 con 0x7fa7a0004800 2024-07-26T17:11:06.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.902+0000 7fa7bcb37640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa7a4077010 0x7fa7a4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.902+0000 7fa7b5ffb640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] conn(0x7fa7a407fc00 0x7fa7a40820f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:06.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.902+0000 7fa7b5ffb640 1 -- 172.21.15.33:0/2653345913 --> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa7a8020e80 con 0x7fa7a407fc00 2024-07-26T17:11:06.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.902+0000 7fa7b5ffb640 1 -- 172.21.15.33:0/2653345913 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=304) ==== 24+0+0 (secure 0 0 0) 0x7fa7a809e2a0 con 0x7fa7a0004800 2024-07-26T17:11:06.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.902+0000 7fa7bcb37640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa7a4077010 0x7fa7a4079520 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac035000 tx=0x7fa7ac004730 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:06.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.902+0000 7fa7bdb39640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] conn(0x7fa7a407fc00 0x7fa7a40820f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:06.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.903+0000 7fa7bdb39640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] conn(0x7fa7a407fc00 0x7fa7a40820f0 crc :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:06.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.904+0000 7fa7b5ffb640 1 -- 172.21.15.33:0/2653345913 <== osd.4 v2:172.21.15.154:6808/4163757468 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa7a8020e80 con 0x7fa7a407fc00 2024-07-26T17:11:06.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.917+0000 7fa7bf59c640 1 -- 172.21.15.33:0/2653345913 --> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa7b80695e0 con 0x7fa7a407fc00 2024-07-26T17:11:06.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7b5ffb640 1 -- 172.21.15.33:0/2653345913 <== osd.4 v2:172.21.15.154:6808/4163757468 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fa7b80695e0 con 0x7fa7a407fc00 2024-07-26T17:11:06.920 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:11:06.920 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T17:11:06.920 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:11:06.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7bf59c640 1 -- 172.21.15.33:0/2653345913 >> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] conn(0x7fa7a407fc00 msgr2=0x7fa7a40820f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7bf59c640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.154:6808/4163757468,v1:172.21.15.154:6809/4163757468] conn(0x7fa7a407fc00 0x7fa7a40820f0 crc :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:06.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7bf59c640 1 -- 172.21.15.33:0/2653345913 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa7a4077010 msgr2=0x7fa7a4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7bf59c640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fa7a4077010 0x7fa7a4079520 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac035000 tx=0x7fa7ac004730 comp rx=0 tx=0).stop 2024-07-26T17:11:06.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7bf59c640 1 -- 172.21.15.33:0/2653345913 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7a0004800 msgr2=0x7fa7b8153970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:06.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7bf59c640 1 --2- 172.21.15.33:0/2653345913 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa7a0004800 0x7fa7b8153970 secure :-1 s=READY pgs=3015 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8001c00 tx=0x7fa7a8006790 comp rx=0 tx=0).stop 2024-07-26T17:11:06.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7bdb39640 1 -- 172.21.15.33:0/2653345913 reap_dead start 2024-07-26T17:11:06.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7bf59c640 1 -- 172.21.15.33:0/2653345913 shutdown_connections 2024-07-26T17:11:06.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7bf59c640 1 -- 172.21.15.33:0/2653345913 >> 172.21.15.33:0/2653345913 conn(0x7fa7b80d1da0 msgr2=0x7fa7b80af670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:06.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7bf59c640 1 -- 172.21.15.33:0/2653345913 shutdown_connections 2024-07-26T17:11:06.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:06.918+0000 7fa7bf59c640 1 -- 172.21.15.33:0/2653345913 wait complete. 2024-07-26T17:11:06.931 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-07-26T17:11:07.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.048+0000 7f4c74f20640 1 -- 172.21.15.33:0/3621843060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c700d2520 msgr2=0x7f4c700d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.048+0000 7f4c74f20640 1 --2- 172.21.15.33:0/3621843060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c700d2520 0x7f4c700d2930 secure :-1 s=READY pgs=3017 cs=0 l=1 rev1=1 crypto rx=0x7f4c7008de70 tx=0x7f4c6802a820 comp rx=0 tx=0).stop 2024-07-26T17:11:07.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.048+0000 7f4c74f20640 1 -- 172.21.15.33:0/3621843060 shutdown_connections 2024-07-26T17:11:07.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.048+0000 7f4c74f20640 1 --2- 172.21.15.33:0/3621843060 >> v2:172.21.15.154:3300/0 conn(0x7f4c700cfd80 0x7f4c700d0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.048+0000 7f4c74f20640 1 --2- 172.21.15.33:0/3621843060 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c700d2520 0x7f4c700d2930 unknown :-1 s=CLOSED pgs=3017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.048+0000 7f4c74f20640 1 -- 172.21.15.33:0/3621843060 >> 172.21.15.33:0/3621843060 conn(0x7f4c700b5ac0 msgr2=0x7f4c700b5ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:07.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.049+0000 7f4c74f20640 1 -- 172.21.15.33:0/3621843060 shutdown_connections 2024-07-26T17:11:07.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.049+0000 7f4c74f20640 1 -- 172.21.15.33:0/3621843060 wait complete. 2024-07-26T17:11:07.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.050+0000 7f4c74f20640 1 Processor -- start 2024-07-26T17:11:07.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.050+0000 7f4c74f20640 1 -- start start 2024-07-26T17:11:07.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c74f20640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c700b31d0 0x7f4c70155460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c74f20640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c700cfd80 0x7f4c700b7e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c74f20640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c700d2520 0x7f4c700b8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c74f20640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f4c700ceb70 con 0x7f4c700d2520 2024-07-26T17:11:07.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c74f20640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f4c700d3080 con 0x7f4c700b31d0 2024-07-26T17:11:07.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c74f20640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f4c700cecf0 con 0x7f4c700cfd80 2024-07-26T17:11:07.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c6ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c700d2520 0x7f4c700b8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c6ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c700d2520 0x7f4c700b8390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36070/0 (socket says 172.21.15.33:36070) 2024-07-26T17:11:07.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c6ed9d640 1 -- 172.21.15.33:0/4202765583 learned_addr learned my addr 172.21.15.33:0/4202765583 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:07.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c6dd9b640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c700cfd80 0x7f4c700b7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c6e59c640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c700b31d0 0x7f4c70155460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c6ed9d640 1 -- 172.21.15.33:0/4202765583 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c700cfd80 msgr2=0x7f4c700b7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c6ed9d640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c700cfd80 0x7f4c700b7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c6ed9d640 1 -- 172.21.15.33:0/4202765583 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c700b31d0 msgr2=0x7f4c70155460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c6ed9d640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c700b31d0 0x7f4c70155460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c6ed9d640 1 -- 172.21.15.33:0/4202765583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c701f5640 con 0x7f4c700d2520 2024-07-26T17:11:07.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.052+0000 7f4c6ed9d640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c700d2520 0x7f4c700b8390 secure :-1 s=READY pgs=3018 cs=0 l=1 rev1=1 crypto rx=0x7f4c68009b30 tx=0x7f4c68032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:07.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.053+0000 7f4c5effd640 1 -- 172.21.15.33:0/4202765583 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c68037040 con 0x7f4c700d2520 2024-07-26T17:11:07.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.053+0000 7f4c5effd640 1 -- 172.21.15.33:0/4202765583 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c68042070 con 0x7f4c700d2520 2024-07-26T17:11:07.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.053+0000 7f4c74f20640 1 -- 172.21.15.33:0/4202765583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c70160090 con 0x7f4c700d2520 2024-07-26T17:11:07.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.053+0000 7f4c5effd640 1 -- 172.21.15.33:0/4202765583 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c68004280 con 0x7f4c700d2520 2024-07-26T17:11:07.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.053+0000 7f4c74f20640 1 -- 172.21.15.33:0/4202765583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c700c94f0 con 0x7f4c700d2520 2024-07-26T17:11:07.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.054+0000 7f4c74f20640 1 -- 172.21.15.33:0/4202765583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c700d0190 con 0x7f4c700d2520 2024-07-26T17:11:07.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.055+0000 7f4c5effd640 1 -- 172.21.15.33:0/4202765583 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f4c68004420 con 0x7f4c700d2520 2024-07-26T17:11:07.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.055+0000 7f4c5effd640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c50077010 0x7f4c50079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.055+0000 7f4c5effd640 1 -- 172.21.15.33:0/4202765583 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f4c680b9930 con 0x7f4c700d2520 2024-07-26T17:11:07.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.055+0000 7f4c6e59c640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c50077010 0x7f4c50079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.056+0000 7f4c6e59c640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c50077010 0x7f4c50079520 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4c60001720 tx=0x7f4c60007e90 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:07.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.060+0000 7f4c5effd640 1 -- 172.21.15.33:0/4202765583 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4c68082200 con 0x7f4c700d2520 2024-07-26T17:11:07.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.255+0000 7f4c74f20640 1 -- 172.21.15.33:0/4202765583 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f4c70160370 con 0x7f4c50077010 2024-07-26T17:11:07.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.256+0000 7f4c5effd640 1 -- 172.21.15.33:0/4202765583 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f4c70160370 con 0x7f4c50077010 2024-07-26T17:11:07.257 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 4 to deep-scrub 2024-07-26T17:11:07.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 -- 172.21.15.33:0/4202765583 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c50077010 msgr2=0x7f4c50079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c50077010 0x7f4c50079520 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f4c60001720 tx=0x7f4c60007e90 comp rx=0 tx=0).stop 2024-07-26T17:11:07.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 -- 172.21.15.33:0/4202765583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c700d2520 msgr2=0x7f4c700b8390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c700d2520 0x7f4c700b8390 secure :-1 s=READY pgs=3018 cs=0 l=1 rev1=1 crypto rx=0x7f4c68009b30 tx=0x7f4c68032c90 comp rx=0 tx=0).stop 2024-07-26T17:11:07.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 -- 172.21.15.33:0/4202765583 shutdown_connections 2024-07-26T17:11:07.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f4c50077010 0x7f4c50079520 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c700d2520 0x7f4c700b8390 unknown :-1 s=CLOSED pgs=3018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f4c700cfd80 0x7f4c700b7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 --2- 172.21.15.33:0/4202765583 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f4c700b31d0 0x7f4c70155460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 -- 172.21.15.33:0/4202765583 >> 172.21.15.33:0/4202765583 conn(0x7f4c700b5ac0 msgr2=0x7f4c7006dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:07.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 -- 172.21.15.33:0/4202765583 shutdown_connections 2024-07-26T17:11:07.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.258+0000 7f4c74f20640 1 -- 172.21.15.33:0/4202765583 wait complete. 2024-07-26T17:11:07.271 INFO:tasks.ceph:Scrubbing osd.5 2024-07-26T17:11:07.271 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-07-26T17:11:07.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.392+0000 7f9f5275e640 1 -- 172.21.15.33:0/3611610737 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f34004d40 msgr2=0x7f9f340051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.392+0000 7f9f5275e640 1 --2- 172.21.15.33:0/3611610737 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f34004d40 0x7f9f340051f0 secure :-1 s=READY pgs=3020 cs=0 l=1 rev1=1 crypto rx=0x7f9f4c0ce5a0 tx=0x7f9f34005830 comp rx=0 tx=0).stop 2024-07-26T17:11:07.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.392+0000 7f9f50cfb640 1 -- 172.21.15.33:0/3611610737 reap_dead start 2024-07-26T17:11:07.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.392+0000 7f9f5275e640 1 -- 172.21.15.33:0/3611610737 shutdown_connections 2024-07-26T17:11:07.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.392+0000 7f9f5275e640 1 -- 172.21.15.33:0/3611610737 >> 172.21.15.33:0/3611610737 conn(0x7f9f4c0d3fa0 msgr2=0x7f9f4c0d43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:07.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.393+0000 7f9f5275e640 1 -- 172.21.15.33:0/3611610737 shutdown_connections 2024-07-26T17:11:07.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.393+0000 7f9f5275e640 1 -- 172.21.15.33:0/3611610737 wait complete. 2024-07-26T17:11:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.394+0000 7f9f5275e640 1 Processor -- start 2024-07-26T17:11:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.395+0000 7f9f5275e640 1 -- start start 2024-07-26T17:11:07.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f5275e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f34004d40 0x7f9f4c0ca1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f5275e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f4c1f85d0 0x7f9f4c0b1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f5275e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f4c0cb8f0 0x7f9f4c0b2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f5275e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9f4c0cf840 con 0x7f9f4c1f85d0 2024-07-26T17:11:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f5275e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9f4c0d1e00 con 0x7f9f4c0cb8f0 2024-07-26T17:11:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f5275e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f9f4c0cf9c0 con 0x7f9f34004d40 2024-07-26T17:11:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f4b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f4c1f85d0 0x7f9f4c0b1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f4b7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f4c1f85d0 0x7f9f4c0b1dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36090/0 (socket says 172.21.15.33:36090) 2024-07-26T17:11:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f4b7fe640 1 -- 172.21.15.33:0/2806998308 learned_addr learned my addr 172.21.15.33:0/2806998308 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f4bfff640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f34004d40 0x7f9f4c0ca1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f50cfb640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f4c0cb8f0 0x7f9f4c0b2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f4b7fe640 1 -- 172.21.15.33:0/2806998308 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f34004d40 msgr2=0x7f9f4c0ca1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f4b7fe640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f9f34004d40 0x7f9f4c0ca1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f4b7fe640 1 -- 172.21.15.33:0/2806998308 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f4c0cb8f0 msgr2=0x7f9f4c0b2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f4b7fe640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f9f4c0cb8f0 0x7f9f4c0b2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f4b7fe640 1 -- 172.21.15.33:0/2806998308 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f4c1f8d40 con 0x7f9f4c1f85d0 2024-07-26T17:11:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.396+0000 7f9f4b7fe640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f4c1f85d0 0x7f9f4c0b1dd0 secure :-1 s=READY pgs=3021 cs=0 l=1 rev1=1 crypto rx=0x7f9f40003f30 tx=0x7f9f4000f7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:07.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.397+0000 7f9f48ff9640 1 -- 172.21.15.33:0/2806998308 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f40015070 con 0x7f9f4c1f85d0 2024-07-26T17:11:07.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.397+0000 7f9f48ff9640 1 -- 172.21.15.33:0/2806998308 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9f40011860 con 0x7f9f4c1f85d0 2024-07-26T17:11:07.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.397+0000 7f9f5275e640 1 -- 172.21.15.33:0/2806998308 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f4c1f9020 con 0x7f9f4c1f85d0 2024-07-26T17:11:07.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.397+0000 7f9f48ff9640 1 -- 172.21.15.33:0/2806998308 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f40011cb0 con 0x7f9f4c1f85d0 2024-07-26T17:11:07.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.397+0000 7f9f5275e640 1 -- 172.21.15.33:0/2806998308 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f4c1ea020 con 0x7f9f4c1f85d0 2024-07-26T17:11:07.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.397+0000 7f9f5275e640 1 -- 172.21.15.33:0/2806998308 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9f4c1e88a0 con 0x7f9f4c1f85d0 2024-07-26T17:11:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.399+0000 7f9f48ff9640 1 -- 172.21.15.33:0/2806998308 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f9f40018070 con 0x7f9f4c1f85d0 2024-07-26T17:11:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.399+0000 7f9f48ff9640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f9f38077010 0x7f9f38079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.399+0000 7f9f4bfff640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f9f38077010 0x7f9f38079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.399+0000 7f9f48ff9640 1 -- 172.21.15.33:0/2806998308 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f9f400996a0 con 0x7f9f4c1f85d0 2024-07-26T17:11:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.399+0000 7f9f48ff9640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] conn(0x7f9f3807fbf0 0x7f9f380820e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.399+0000 7f9f48ff9640 1 -- 172.21.15.33:0/2806998308 --> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9f4000ce50 con 0x7f9f3807fbf0 2024-07-26T17:11:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.399+0000 7f9f48ff9640 1 -- 172.21.15.33:0/2806998308 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=304) ==== 24+0+0 (secure 0 0 0) 0x7f9f40099b30 con 0x7f9f4c1f85d0 2024-07-26T17:11:07.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.400+0000 7f9f50cfb640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] conn(0x7f9f3807fbf0 0x7f9f380820e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.400+0000 7f9f4bfff640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f9f38077010 0x7f9f38079520 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c006350 tx=0x7f9f3c001260 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:07.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.400+0000 7f9f50cfb640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] conn(0x7f9f3807fbf0 0x7f9f380820e0 crc :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:07.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.401+0000 7f9f48ff9640 1 -- 172.21.15.33:0/2806998308 <== osd.5 v2:172.21.15.154:6816/1283583822 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9f4000ce50 con 0x7f9f3807fbf0 2024-07-26T17:11:07.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.414+0000 7f9f5275e640 1 -- 172.21.15.33:0/2806998308 --> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f9f4c1f8af0 con 0x7f9f3807fbf0 2024-07-26T17:11:07.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f48ff9640 1 -- 172.21.15.33:0/2806998308 <== osd.5 v2:172.21.15.154:6816/1283583822 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f9f4c1f8af0 con 0x7f9f3807fbf0 2024-07-26T17:11:07.416 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:11:07.417 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T17:11:07.417 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:11:07.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f5275e640 1 -- 172.21.15.33:0/2806998308 >> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] conn(0x7f9f3807fbf0 msgr2=0x7f9f380820e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f5275e640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.154:6816/1283583822,v1:172.21.15.154:6818/1283583822] conn(0x7f9f3807fbf0 0x7f9f380820e0 crc :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f5275e640 1 -- 172.21.15.33:0/2806998308 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f9f38077010 msgr2=0x7f9f38079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f5275e640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f9f38077010 0x7f9f38079520 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c006350 tx=0x7f9f3c001260 comp rx=0 tx=0).stop 2024-07-26T17:11:07.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f5275e640 1 -- 172.21.15.33:0/2806998308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f4c1f85d0 msgr2=0x7f9f4c0b1dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f5275e640 1 --2- 172.21.15.33:0/2806998308 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9f4c1f85d0 0x7f9f4c0b1dd0 secure :-1 s=READY pgs=3021 cs=0 l=1 rev1=1 crypto rx=0x7f9f40003f30 tx=0x7f9f4000f7e0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f50cfb640 1 -- 172.21.15.33:0/2806998308 reap_dead start 2024-07-26T17:11:07.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f5275e640 1 -- 172.21.15.33:0/2806998308 shutdown_connections 2024-07-26T17:11:07.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f5275e640 1 -- 172.21.15.33:0/2806998308 >> 172.21.15.33:0/2806998308 conn(0x7f9f4c0d3fa0 msgr2=0x7f9f4c06dc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:07.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f5275e640 1 -- 172.21.15.33:0/2806998308 shutdown_connections 2024-07-26T17:11:07.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.415+0000 7f9f5275e640 1 -- 172.21.15.33:0/2806998308 wait complete. 2024-07-26T17:11:07.428 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-07-26T17:11:07.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.545+0000 7f930dd07640 1 -- 172.21.15.33:0/582179094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f930815bba0 msgr2=0x7f930815bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.545+0000 7f930dd07640 1 --2- 172.21.15.33:0/582179094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f930815bba0 0x7f930815bfb0 secure :-1 s=READY pgs=3022 cs=0 l=1 rev1=1 crypto rx=0x7f9308071280 tx=0x7f92fc02a5f0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.545+0000 7f930dd07640 1 -- 172.21.15.33:0/582179094 shutdown_connections 2024-07-26T17:11:07.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.545+0000 7f930dd07640 1 --2- 172.21.15.33:0/582179094 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f930815bba0 0x7f930815bfb0 unknown :-1 s=CLOSED pgs=3022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.545+0000 7f930dd07640 1 --2- 172.21.15.33:0/582179094 >> v2:172.21.15.154:3300/0 conn(0x7f930815ea80 0x7f93080b4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.545+0000 7f930dd07640 1 -- 172.21.15.33:0/582179094 >> 172.21.15.33:0/582179094 conn(0x7f930806d220 msgr2=0x7f93080b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:07.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.545+0000 7f930dd07640 1 -- 172.21.15.33:0/582179094 shutdown_connections 2024-07-26T17:11:07.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.545+0000 7f930dd07640 1 -- 172.21.15.33:0/582179094 wait complete. 2024-07-26T17:11:07.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.547+0000 7f930dd07640 1 Processor -- start 2024-07-26T17:11:07.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.547+0000 7f930dd07640 1 -- start start 2024-07-26T17:11:07.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.548+0000 7f930dd07640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f93080b2ac0 0x7f930814e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.548+0000 7f930dd07640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f930815bba0 0x7f9308157230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.548+0000 7f930dd07640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f930815ea80 0x7f93080ced20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.548+0000 7f930dd07640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f9308074640 con 0x7f930815ea80 2024-07-26T17:11:07.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.548+0000 7f930dd07640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f9308070610 con 0x7f930815bba0 2024-07-26T17:11:07.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.548+0000 7f930dd07640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f93080b2ed0 con 0x7f93080b2ac0 2024-07-26T17:11:07.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f9307fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f930815ea80 0x7f93080ced20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f9307fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f930815ea80 0x7f93080ced20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36108/0 (socket says 172.21.15.33:36108) 2024-07-26T17:11:07.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f9307fff640 1 -- 172.21.15.33:0/280801233 learned_addr learned my addr 172.21.15.33:0/280801233 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:07.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f9306ffd640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f930815bba0 0x7f9308157230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f93077fe640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f93080b2ac0 0x7f930814e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f9307fff640 1 -- 172.21.15.33:0/280801233 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f93080b2ac0 msgr2=0x7f930814e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f9307fff640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f93080b2ac0 0x7f930814e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f9307fff640 1 -- 172.21.15.33:0/280801233 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f930815bba0 msgr2=0x7f9308157230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f9307fff640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f930815bba0 0x7f9308157230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f9307fff640 1 -- 172.21.15.33:0/280801233 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9308159010 con 0x7f930815ea80 2024-07-26T17:11:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f9307fff640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f930815ea80 0x7f93080ced20 secure :-1 s=READY pgs=3023 cs=0 l=1 rev1=1 crypto rx=0x7f930000e9a0 tx=0x7f930000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f92effff640 1 -- 172.21.15.33:0/280801233 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f930000cd20 con 0x7f930815ea80 2024-07-26T17:11:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f92effff640 1 -- 172.21.15.33:0/280801233 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9300003970 con 0x7f930815ea80 2024-07-26T17:11:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f930dd07640 1 -- 172.21.15.33:0/280801233 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93081512f0 con 0x7f930815ea80 2024-07-26T17:11:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f92effff640 1 -- 172.21.15.33:0/280801233 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9300003d80 con 0x7f930815ea80 2024-07-26T17:11:07.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.549+0000 7f930dd07640 1 -- 172.21.15.33:0/280801233 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93081518b0 con 0x7f930815ea80 2024-07-26T17:11:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.550+0000 7f930dd07640 1 -- 172.21.15.33:0/280801233 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93081591e0 con 0x7f930815ea80 2024-07-26T17:11:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.551+0000 7f92effff640 1 -- 172.21.15.33:0/280801233 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f93000050d0 con 0x7f930815ea80 2024-07-26T17:11:07.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.552+0000 7f92effff640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f92f4077010 0x7f92f4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.552+0000 7f93077fe640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f92f4077010 0x7f92f4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.552+0000 7f92effff640 1 -- 172.21.15.33:0/280801233 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f930009b650 con 0x7f930815ea80 2024-07-26T17:11:07.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.552+0000 7f93077fe640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f92f4077010 0x7f92f4079520 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f92f800bb50 tx=0x7f92f800b2e0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:07.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.556+0000 7f92effff640 1 -- 172.21.15.33:0/280801233 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9300016020 con 0x7f930815ea80 2024-07-26T17:11:07.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.749+0000 7f930dd07640 1 -- 172.21.15.33:0/280801233 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f93081510a0 con 0x7f92f4077010 2024-07-26T17:11:07.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.749+0000 7f92effff640 1 -- 172.21.15.33:0/280801233 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f93081510a0 con 0x7f92f4077010 2024-07-26T17:11:07.751 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 5 to deep-scrub 2024-07-26T17:11:07.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 -- 172.21.15.33:0/280801233 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f92f4077010 msgr2=0x7f92f4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f92f4077010 0x7f92f4079520 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f92f800bb50 tx=0x7f92f800b2e0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 -- 172.21.15.33:0/280801233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f930815ea80 msgr2=0x7f93080ced20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f930815ea80 0x7f93080ced20 secure :-1 s=READY pgs=3023 cs=0 l=1 rev1=1 crypto rx=0x7f930000e9a0 tx=0x7f930000ee60 comp rx=0 tx=0).stop 2024-07-26T17:11:07.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 -- 172.21.15.33:0/280801233 shutdown_connections 2024-07-26T17:11:07.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f92f4077010 0x7f92f4079520 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f930815ea80 0x7f93080ced20 unknown :-1 s=CLOSED pgs=3023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f930815bba0 0x7f9308157230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 --2- 172.21.15.33:0/280801233 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f93080b2ac0 0x7f930814e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 -- 172.21.15.33:0/280801233 >> 172.21.15.33:0/280801233 conn(0x7f930806d220 msgr2=0x7f93080b1740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:07.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 -- 172.21.15.33:0/280801233 shutdown_connections 2024-07-26T17:11:07.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.752+0000 7f930dd07640 1 -- 172.21.15.33:0/280801233 wait complete. 2024-07-26T17:11:07.765 INFO:tasks.ceph:Scrubbing osd.6 2024-07-26T17:11:07.765 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-07-26T17:11:07.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.887+0000 7f131b6fa640 1 -- 172.21.15.33:0/3902927550 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12fc004e60 msgr2=0x7f12fc0052d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.887+0000 7f131b6fa640 1 --2- 172.21.15.33:0/3902927550 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12fc004e60 0x7f12fc0052d0 secure :-1 s=READY pgs=3025 cs=0 l=1 rev1=1 crypto rx=0x7f130c001690 tx=0x7f12fc005830 comp rx=0 tx=0).stop 2024-07-26T17:11:07.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.887+0000 7f1319c97640 1 -- 172.21.15.33:0/3902927550 reap_dead start 2024-07-26T17:11:07.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.887+0000 7f131b6fa640 1 -- 172.21.15.33:0/3902927550 shutdown_connections 2024-07-26T17:11:07.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.887+0000 7f131b6fa640 1 -- 172.21.15.33:0/3902927550 >> 172.21.15.33:0/3902927550 conn(0x7f13140b3210 msgr2=0x7f131406d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:07.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.887+0000 7f131b6fa640 1 -- 172.21.15.33:0/3902927550 shutdown_connections 2024-07-26T17:11:07.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.887+0000 7f131b6fa640 1 -- 172.21.15.33:0/3902927550 wait complete. 2024-07-26T17:11:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.888+0000 7f131b6fa640 1 Processor -- start 2024-07-26T17:11:07.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.889+0000 7f131b6fa640 1 -- start start 2024-07-26T17:11:07.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f131b6fa640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1314070950 0x7f1314159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f131b6fa640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1314152190 0x7f13140cf600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f131b6fa640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1314157960 0x7f1314157d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f131b6fa640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f13140ae550 con 0x7f1314070950 2024-07-26T17:11:07.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f131b6fa640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f13140ae3d0 con 0x7f1314152190 2024-07-26T17:11:07.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f131b6fa640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f131415cbe0 con 0x7f1314157960 2024-07-26T17:11:07.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f1319496640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1314070950 0x7f1314159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f1319496640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1314070950 0x7f1314159900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36116/0 (socket says 172.21.15.33:36116) 2024-07-26T17:11:07.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f1319496640 1 -- 172.21.15.33:0/3982203040 learned_addr learned my addr 172.21.15.33:0/3982203040 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:07.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f1318c95640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1314152190 0x7f13140cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f1319496640 1 -- 172.21.15.33:0/3982203040 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1314157960 msgr2=0x7f1314157d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f1319496640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1314157960 0x7f1314157d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f1319496640 1 -- 172.21.15.33:0/3982203040 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1314152190 msgr2=0x7f13140cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f1319496640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1314152190 0x7f13140cf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f1319496640 1 -- 172.21.15.33:0/3982203040 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13141582b0 con 0x7f1314070950 2024-07-26T17:11:07.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.890+0000 7f1319496640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1314070950 0x7f1314159900 secure :-1 s=READY pgs=3026 cs=0 l=1 rev1=1 crypto rx=0x7f1304001be0 tx=0x7f1304006720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:07.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.891+0000 7f1311ffb640 1 -- 172.21.15.33:0/3982203040 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1304015070 con 0x7f1314070950 2024-07-26T17:11:07.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.891+0000 7f1311ffb640 1 -- 172.21.15.33:0/3982203040 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f130400fd10 con 0x7f1314070950 2024-07-26T17:11:07.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.891+0000 7f1311ffb640 1 -- 172.21.15.33:0/3982203040 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1304011690 con 0x7f1314070950 2024-07-26T17:11:07.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.891+0000 7f131b6fa640 1 -- 172.21.15.33:0/3982203040 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f131406fbe0 con 0x7f1314070950 2024-07-26T17:11:07.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.891+0000 7f131b6fa640 1 -- 172.21.15.33:0/3982203040 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13141525a0 con 0x7f1314070950 2024-07-26T17:11:07.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.892+0000 7f131b6fa640 1 -- 172.21.15.33:0/3982203040 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f131409eea0 con 0x7f1314070950 2024-07-26T17:11:07.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.892+0000 7f1311ffb640 1 -- 172.21.15.33:0/3982203040 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f1304011830 con 0x7f1314070950 2024-07-26T17:11:07.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.893+0000 7f1311ffb640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1300077010 0x7f1300079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.893+0000 7f1311ffb640 1 -- 172.21.15.33:0/3982203040 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f1304099b20 con 0x7f1314070950 2024-07-26T17:11:07.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.893+0000 7f1318c95640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1300077010 0x7f1300079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.893+0000 7f1311ffb640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] conn(0x7f130007fc70 0x7f1300082160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:07.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.893+0000 7f1311ffb640 1 -- 172.21.15.33:0/3982203040 --> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1304015e70 con 0x7f130007fc70 2024-07-26T17:11:07.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.893+0000 7f1311ffb640 1 -- 172.21.15.33:0/3982203040 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=304) ==== 24+0+0 (secure 0 0 0) 0x7f130409e280 con 0x7f1314070950 2024-07-26T17:11:07.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.894+0000 7f1318c95640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1300077010 0x7f1300079520 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f131415a8b0 tx=0x7f130800b2e0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:07.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.894+0000 7f1319c97640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] conn(0x7f130007fc70 0x7f1300082160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:07.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.894+0000 7f1319c97640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] conn(0x7f130007fc70 0x7f1300082160 crc :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:07.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.895+0000 7f1311ffb640 1 -- 172.21.15.33:0/3982203040 <== osd.6 v2:172.21.15.154:6817/149250099 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1304015e70 con 0x7f130007fc70 2024-07-26T17:11:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.908+0000 7f131b6fa640 1 -- 172.21.15.33:0/3982203040 --> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f131415b130 con 0x7f130007fc70 2024-07-26T17:11:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f1311ffb640 1 -- 172.21.15.33:0/3982203040 <== osd.6 v2:172.21.15.154:6817/149250099 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f131415b130 con 0x7f130007fc70 2024-07-26T17:11:07.910 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:11:07.911 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T17:11:07.911 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:11:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f131b6fa640 1 -- 172.21.15.33:0/3982203040 >> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] conn(0x7f130007fc70 msgr2=0x7f1300082160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f131b6fa640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.154:6817/149250099,v1:172.21.15.154:6819/149250099] conn(0x7f130007fc70 0x7f1300082160 crc :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f131b6fa640 1 -- 172.21.15.33:0/3982203040 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1300077010 msgr2=0x7f1300079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f131b6fa640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1300077010 0x7f1300079520 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f131415a8b0 tx=0x7f130800b2e0 comp rx=0 tx=0).stop 2024-07-26T17:11:07.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f131b6fa640 1 -- 172.21.15.33:0/3982203040 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1314070950 msgr2=0x7f1314159900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:07.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f131b6fa640 1 --2- 172.21.15.33:0/3982203040 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1314070950 0x7f1314159900 secure :-1 s=READY pgs=3026 cs=0 l=1 rev1=1 crypto rx=0x7f1304001be0 tx=0x7f1304006720 comp rx=0 tx=0).stop 2024-07-26T17:11:07.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f1319c97640 1 -- 172.21.15.33:0/3982203040 reap_dead start 2024-07-26T17:11:07.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f131b6fa640 1 -- 172.21.15.33:0/3982203040 shutdown_connections 2024-07-26T17:11:07.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f131b6fa640 1 -- 172.21.15.33:0/3982203040 >> 172.21.15.33:0/3982203040 conn(0x7f13140b3210 msgr2=0x7f131415f070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:07.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f131b6fa640 1 -- 172.21.15.33:0/3982203040 shutdown_connections 2024-07-26T17:11:07.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:07.909+0000 7f131b6fa640 1 -- 172.21.15.33:0/3982203040 wait complete. 2024-07-26T17:11:07.922 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-07-26T17:11:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.039+0000 7fdb3c61c640 1 -- 172.21.15.33:0/3408885225 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb340d1dc0 msgr2=0x7fdb340d21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.039+0000 7fdb3c61c640 1 --2- 172.21.15.33:0/3408885225 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb340d1dc0 0x7fdb340d21d0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fdb24005fd0 tx=0x7fdb2402a4b0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.039+0000 7fdb3c61c640 1 -- 172.21.15.33:0/3408885225 shutdown_connections 2024-07-26T17:11:08.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.039+0000 7fdb3c61c640 1 --2- 172.21.15.33:0/3408885225 >> v2:172.21.15.154:3300/0 conn(0x7fdb340b3670 0x7fdb340b3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.039+0000 7fdb3c61c640 1 --2- 172.21.15.33:0/3408885225 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb340d1dc0 0x7fdb340d21d0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.039+0000 7fdb3c61c640 1 -- 172.21.15.33:0/3408885225 >> 172.21.15.33:0/3408885225 conn(0x7fdb340b5b00 msgr2=0x7fdb340b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:08.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.039+0000 7fdb3c61c640 1 -- 172.21.15.33:0/3408885225 shutdown_connections 2024-07-26T17:11:08.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.039+0000 7fdb3c61c640 1 -- 172.21.15.33:0/3408885225 wait complete. 2024-07-26T17:11:08.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.041+0000 7fdb3c61c640 1 Processor -- start 2024-07-26T17:11:08.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.041+0000 7fdb3c61c640 1 -- start start 2024-07-26T17:11:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.042+0000 7fdb3c61c640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb340b3670 0x7fdb341f8f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.042+0000 7fdb3c61c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb340b6620 0x7fdb341f4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.042+0000 7fdb3c61c640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb340d1dc0 0x7fdb3406e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.042+0000 7fdb3c61c640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fdb340b4140 con 0x7fdb340b6620 2024-07-26T17:11:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.042+0000 7fdb3c61c640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fdb340b3fc0 con 0x7fdb340b3670 2024-07-26T17:11:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.042+0000 7fdb3c61c640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fdb340ced40 con 0x7fdb340d1dc0 2024-07-26T17:11:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.042+0000 7fdb39bb7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb340b6620 0x7fdb341f4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.042+0000 7fdb3a3b8640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb340b3670 0x7fdb341f8f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.042+0000 7fdb39bb7640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb340b6620 0x7fdb341f4840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36122/0 (socket says 172.21.15.33:36122) 2024-07-26T17:11:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.042+0000 7fdb39bb7640 1 -- 172.21.15.33:0/1540112492 learned_addr learned my addr 172.21.15.33:0/1540112492 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.042+0000 7fdb3abb9640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb340d1dc0 0x7fdb3406e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb3a3b8640 1 -- 172.21.15.33:0/1540112492 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb340d1dc0 msgr2=0x7fdb3406e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb3a3b8640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb340d1dc0 0x7fdb3406e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb3a3b8640 1 -- 172.21.15.33:0/1540112492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb340b6620 msgr2=0x7fdb341f4840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb3a3b8640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb340b6620 0x7fdb341f4840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb3a3b8640 1 -- 172.21.15.33:0/1540112492 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb341f5390 con 0x7fdb340b3670 2024-07-26T17:11:08.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb39bb7640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb340b6620 0x7fdb341f4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:11:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb3abb9640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb340d1dc0 0x7fdb3406e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-26T17:11:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb3a3b8640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb340b3670 0x7fdb341f8f60 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fdb3000c3c0 tx=0x7fdb3000c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb2affd640 1 -- 172.21.15.33:0/1540112492 <== mon.1 v2:172.21.15.154:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb30017070 con 0x7fdb340b3670 2024-07-26T17:11:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb2affd640 1 -- 172.21.15.33:0/1540112492 <== mon.1 v2:172.21.15.154:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb300053e0 con 0x7fdb340b3670 2024-07-26T17:11:08.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb3c61c640 1 -- 172.21.15.33:0/1540112492 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb341f5670 con 0x7fdb340b3670 2024-07-26T17:11:08.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb2affd640 1 -- 172.21.15.33:0/1540112492 <== mon.1 v2:172.21.15.154:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb30003850 con 0x7fdb340b3670 2024-07-26T17:11:08.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.043+0000 7fdb3c61c640 1 -- 172.21.15.33:0/1540112492 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb341f5c30 con 0x7fdb340b3670 2024-07-26T17:11:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.044+0000 7fdb3c61c640 1 -- 172.21.15.33:0/1540112492 --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb340b3a80 con 0x7fdb340b3670 2024-07-26T17:11:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.045+0000 7fdb2affd640 1 -- 172.21.15.33:0/1540112492 <== mon.1 v2:172.21.15.154:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7fdb3001a070 con 0x7fdb340b3670 2024-07-26T17:11:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.046+0000 7fdb2affd640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fdb18077010 0x7fdb18079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.046+0000 7fdb2affd640 1 -- 172.21.15.33:0/1540112492 <== mon.1 v2:172.21.15.154:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7fdb30098300 con 0x7fdb340b3670 2024-07-26T17:11:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.046+0000 7fdb39bb7640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fdb18077010 0x7fdb18079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.047+0000 7fdb39bb7640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fdb18077010 0x7fdb18079520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdb24009230 tx=0x7fdb24004730 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:08.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.050+0000 7fdb2affd640 1 -- 172.21.15.33:0/1540112492 <== mon.1 v2:172.21.15.154:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdb30021020 con 0x7fdb340b3670 2024-07-26T17:11:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.244+0000 7fdb3c61c640 1 -- 172.21.15.33:0/1540112492 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7fdb341f5e00 con 0x7fdb18077010 2024-07-26T17:11:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.245+0000 7fdb2affd640 1 -- 172.21.15.33:0/1540112492 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fdb341f5e00 con 0x7fdb18077010 2024-07-26T17:11:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 6 to deep-scrub 2024-07-26T17:11:08.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 -- 172.21.15.33:0/1540112492 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fdb18077010 msgr2=0x7fdb18079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fdb18077010 0x7fdb18079520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdb24009230 tx=0x7fdb24004730 comp rx=0 tx=0).stop 2024-07-26T17:11:08.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 -- 172.21.15.33:0/1540112492 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb340b3670 msgr2=0x7fdb341f8f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb340b3670 0x7fdb341f8f60 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fdb3000c3c0 tx=0x7fdb3000c880 comp rx=0 tx=0).stop 2024-07-26T17:11:08.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 -- 172.21.15.33:0/1540112492 shutdown_connections 2024-07-26T17:11:08.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fdb18077010 0x7fdb18079520 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fdb340d1dc0 0x7fdb3406e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdb340b6620 0x7fdb341f4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 --2- 172.21.15.33:0/1540112492 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fdb340b3670 0x7fdb341f8f60 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 -- 172.21.15.33:0/1540112492 >> 172.21.15.33:0/1540112492 conn(0x7fdb340b5b00 msgr2=0x7fdb340b6fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:08.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 -- 172.21.15.33:0/1540112492 shutdown_connections 2024-07-26T17:11:08.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.247+0000 7fdb3c61c640 1 -- 172.21.15.33:0/1540112492 wait complete. 2024-07-26T17:11:08.259 INFO:tasks.ceph:Scrubbing osd.7 2024-07-26T17:11:08.260 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-07-26T17:11:08.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.381+0000 7f97b2606640 1 -- 172.21.15.33:0/3083018332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97ac0d1b70 msgr2=0x7f97ac0b4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.381+0000 7f97b2606640 1 --2- 172.21.15.33:0/3083018332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97ac0d1b70 0x7f97ac0b4e60 secure :-1 s=READY pgs=3028 cs=0 l=1 rev1=1 crypto rx=0x7f97ac08e290 tx=0x7f97a002a530 comp rx=0 tx=0).stop 2024-07-26T17:11:08.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.381+0000 7f97b2606640 1 -- 172.21.15.33:0/3083018332 shutdown_connections 2024-07-26T17:11:08.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.381+0000 7f97b2606640 1 --2- 172.21.15.33:0/3083018332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97ac0d1b70 0x7f97ac0b4e60 unknown :-1 s=CLOSED pgs=3028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.381+0000 7f97b2606640 1 --2- 172.21.15.33:0/3083018332 >> v2:172.21.15.154:3300/0 conn(0x7f97ac0d4ac0 0x7f97ac0b2cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.381+0000 7f97b2606640 1 -- 172.21.15.33:0/3083018332 >> 172.21.15.33:0/3083018332 conn(0x7f97ac0d3fa0 msgr2=0x7f97ac0d43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:08.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.381+0000 7f97b2606640 1 -- 172.21.15.33:0/3083018332 shutdown_connections 2024-07-26T17:11:08.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.381+0000 7f97b2606640 1 -- 172.21.15.33:0/3083018332 wait complete. 2024-07-26T17:11:08.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.383+0000 7f97b2606640 1 Processor -- start 2024-07-26T17:11:08.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.383+0000 7f97b2606640 1 -- start start 2024-07-26T17:11:08.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.384+0000 7f97b2606640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97ac0b53a0 0x7f97ac0a1b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.384+0000 7f97b2606640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97ac0d1b70 0x7f97ac1ddfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.384+0000 7f97b2606640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97ac0d4ac0 0x7f97ac09dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.384+0000 7f97b2606640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac0cf9c0 con 0x7f97ac0d1b70 2024-07-26T17:11:08.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.384+0000 7f97b2606640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f97ac0cf840 con 0x7f97ac0d4ac0 2024-07-26T17:11:08.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.384+0000 7f97b2606640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f97ac0cfb40 con 0x7f97ac0b53a0 2024-07-26T17:11:08.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.384+0000 7f97ab7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97ac0d1b70 0x7f97ac1ddfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.384+0000 7f97ab7fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97ac0d1b70 0x7f97ac1ddfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36136/0 (socket says 172.21.15.33:36136) 2024-07-26T17:11:08.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.384+0000 7f97ab7fe640 1 -- 172.21.15.33:0/4282874317 learned_addr learned my addr 172.21.15.33:0/4282874317 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:08.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.384+0000 7f97abfff640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97ac0b53a0 0x7f97ac0a1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.384+0000 7f97b0ba3640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97ac0d4ac0 0x7f97ac09dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.385+0000 7f97ab7fe640 1 -- 172.21.15.33:0/4282874317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97ac0b53a0 msgr2=0x7f97ac0a1b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.385+0000 7f97ab7fe640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f97ac0b53a0 0x7f97ac0a1b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.385+0000 7f97ab7fe640 1 -- 172.21.15.33:0/4282874317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97ac0d4ac0 msgr2=0x7f97ac09dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.385+0000 7f97ab7fe640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f97ac0d4ac0 0x7f97ac09dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.385+0000 7f97ab7fe640 1 -- 172.21.15.33:0/4282874317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97ac0a1600 con 0x7f97ac0d1b70 2024-07-26T17:11:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.385+0000 7f97ab7fe640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97ac0d1b70 0x7f97ac1ddfc0 secure :-1 s=READY pgs=3029 cs=0 l=1 rev1=1 crypto rx=0x7f97a002ab20 tx=0x7f97a0004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.385+0000 7f97a8ff9640 1 -- 172.21.15.33:0/4282874317 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a0031b50 con 0x7f97ac0d1b70 2024-07-26T17:11:08.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.385+0000 7f97a8ff9640 1 -- 172.21.15.33:0/4282874317 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97a0004e50 con 0x7f97ac0d1b70 2024-07-26T17:11:08.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.385+0000 7f97b2606640 1 -- 172.21.15.33:0/4282874317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97ac0ca2a0 con 0x7f97ac0d1b70 2024-07-26T17:11:08.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.385+0000 7f97a8ff9640 1 -- 172.21.15.33:0/4282874317 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97a00330d0 con 0x7f97ac0d1b70 2024-07-26T17:11:08.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.385+0000 7f97b2606640 1 -- 172.21.15.33:0/4282874317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97ac0ca570 con 0x7f97ac0d1b70 2024-07-26T17:11:08.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.386+0000 7f97b2606640 1 -- 172.21.15.33:0/4282874317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f97ac0b4e60 con 0x7f97ac0d1b70 2024-07-26T17:11:08.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.387+0000 7f97a8ff9640 1 -- 172.21.15.33:0/4282874317 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f97a0033270 con 0x7f97ac0d1b70 2024-07-26T17:11:08.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.387+0000 7f97a8ff9640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f9798077010 0x7f9798079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.388+0000 7f97a8ff9640 1 -- 172.21.15.33:0/4282874317 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f97a00ba540 con 0x7f97ac0d1b70 2024-07-26T17:11:08.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.388+0000 7f97abfff640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f9798077010 0x7f9798079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.388+0000 7f97a8ff9640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] conn(0x7f979807fbf0 0x7f97980820e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.388+0000 7f97a8ff9640 1 -- 172.21.15.33:0/4282874317 --> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f97980827b0 con 0x7f979807fbf0 2024-07-26T17:11:08.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.388+0000 7f97a8ff9640 1 -- 172.21.15.33:0/4282874317 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=304) ==== 24+0+0 (secure 0 0 0) 0x7f97a00ba9d0 con 0x7f97ac0d1b70 2024-07-26T17:11:08.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.388+0000 7f97abfff640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f9798077010 0x7f9798079520 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f979c005860 tx=0x7f979c005f70 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:08.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.388+0000 7f97b0ba3640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] conn(0x7f979807fbf0 0x7f97980820e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.389+0000 7f97b0ba3640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] conn(0x7f979807fbf0 0x7f97980820e0 crc :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:08.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.389+0000 7f97a8ff9640 1 -- 172.21.15.33:0/4282874317 <== osd.7 v2:172.21.15.154:6800/2837051320 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f97980827b0 con 0x7f979807fbf0 2024-07-26T17:11:08.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.403+0000 7f97b2606640 1 -- 172.21.15.33:0/4282874317 --> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f97ac1f9190 con 0x7f979807fbf0 2024-07-26T17:11:08.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.403+0000 7f97a8ff9640 1 -- 172.21.15.33:0/4282874317 <== osd.7 v2:172.21.15.154:6800/2837051320 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f97ac1f9190 con 0x7f979807fbf0 2024-07-26T17:11:08.405 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-07-26T17:11:08.405 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-07-26T17:11:08.405 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-07-26T17:11:08.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.404+0000 7f97b2606640 1 -- 172.21.15.33:0/4282874317 >> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] conn(0x7f979807fbf0 msgr2=0x7f97980820e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.404+0000 7f97b2606640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.154:6800/2837051320,v1:172.21.15.154:6801/2837051320] conn(0x7f979807fbf0 0x7f97980820e0 crc :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.404+0000 7f97b2606640 1 -- 172.21.15.33:0/4282874317 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f9798077010 msgr2=0x7f9798079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.404+0000 7f97b2606640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f9798077010 0x7f9798079520 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f979c005860 tx=0x7f979c005f70 comp rx=0 tx=0).stop 2024-07-26T17:11:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.404+0000 7f97b2606640 1 -- 172.21.15.33:0/4282874317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97ac0d1b70 msgr2=0x7f97ac1ddfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.404+0000 7f97b2606640 1 --2- 172.21.15.33:0/4282874317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97ac0d1b70 0x7f97ac1ddfc0 secure :-1 s=READY pgs=3029 cs=0 l=1 rev1=1 crypto rx=0x7f97a002ab20 tx=0x7f97a0004a50 comp rx=0 tx=0).stop 2024-07-26T17:11:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.404+0000 7f97b0ba3640 1 -- 172.21.15.33:0/4282874317 reap_dead start 2024-07-26T17:11:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.404+0000 7f97b2606640 1 -- 172.21.15.33:0/4282874317 shutdown_connections 2024-07-26T17:11:08.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.404+0000 7f97b2606640 1 -- 172.21.15.33:0/4282874317 >> 172.21.15.33:0/4282874317 conn(0x7f97ac0d3fa0 msgr2=0x7f97ac06ea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:08.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.404+0000 7f97b2606640 1 -- 172.21.15.33:0/4282874317 shutdown_connections 2024-07-26T17:11:08.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.404+0000 7f97b2606640 1 -- 172.21.15.33:0/4282874317 wait complete. 2024-07-26T17:11:08.416 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-07-26T17:11:08.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.534+0000 7ff134d2e640 1 -- 172.21.15.33:0/1073349458 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1300b6620 msgr2=0x7ff1300d2d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.534+0000 7ff134d2e640 1 --2- 172.21.15.33:0/1073349458 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1300b6620 0x7ff1300d2d90 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff1300c7b10 tx=0x7ff12002a770 comp rx=0 tx=0).stop 2024-07-26T17:11:08.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.535+0000 7ff134d2e640 1 -- 172.21.15.33:0/1073349458 shutdown_connections 2024-07-26T17:11:08.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.535+0000 7ff134d2e640 1 --2- 172.21.15.33:0/1073349458 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1300b6620 0x7ff1300d2d90 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.535+0000 7ff134d2e640 1 -- 172.21.15.33:0/1073349458 >> 172.21.15.33:0/1073349458 conn(0x7ff1300b5b00 msgr2=0x7ff1300b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:08.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.535+0000 7ff134d2e640 1 -- 172.21.15.33:0/1073349458 shutdown_connections 2024-07-26T17:11:08.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.535+0000 7ff134d2e640 1 -- 172.21.15.33:0/1073349458 wait complete. 2024-07-26T17:11:08.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.537+0000 7ff134d2e640 1 Processor -- start 2024-07-26T17:11:08.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.537+0000 7ff134d2e640 1 -- start start 2024-07-26T17:11:08.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff134d2e640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1300b3d80 0x7ff13014cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff134d2e640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff1300b6620 0x7ff1301585f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff134d2e640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1300d1dc0 0x7ff130160810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff134d2e640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7ff1300d21d0 con 0x7ff1300d1dc0 2024-07-26T17:11:08.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff134d2e640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7ff13008cd50 con 0x7ff1300b6620 2024-07-26T17:11:08.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff134d2e640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7ff1300d2350 con 0x7ff1300b3d80 2024-07-26T17:11:08.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff12ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1300d1dc0 0x7ff130160810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff12ed9d640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1300d1dc0 0x7ff130160810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36138/0 (socket says 172.21.15.33:36138) 2024-07-26T17:11:08.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff12ed9d640 1 -- 172.21.15.33:0/3711486843 learned_addr learned my addr 172.21.15.33:0/3711486843 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:08.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff12e59c640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1300b3d80 0x7ff13014cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff12dd9b640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff1300b6620 0x7ff1301585f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff12ed9d640 1 -- 172.21.15.33:0/3711486843 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1300b3d80 msgr2=0x7ff13014cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff12ed9d640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1300b3d80 0x7ff13014cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff12ed9d640 1 -- 172.21.15.33:0/3711486843 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff1300b6620 msgr2=0x7ff1301585f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff12ed9d640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff1300b6620 0x7ff1301585f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff12ed9d640 1 -- 172.21.15.33:0/3711486843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff13015f770 con 0x7ff1300d1dc0 2024-07-26T17:11:08.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.538+0000 7ff12dd9b640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff1300b6620 0x7ff1301585f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:11:08.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.539+0000 7ff12ed9d640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1300d1dc0 0x7ff130160810 secure :-1 s=READY pgs=3031 cs=0 l=1 rev1=1 crypto rx=0x7ff12800c420 tx=0x7ff12800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:08.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.539+0000 7ff11effd640 1 -- 172.21.15.33:0/3711486843 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff128017070 con 0x7ff1300d1dc0 2024-07-26T17:11:08.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.539+0000 7ff134d2e640 1 -- 172.21.15.33:0/3711486843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff13015fa50 con 0x7ff1300d1dc0 2024-07-26T17:11:08.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.539+0000 7ff11effd640 1 -- 172.21.15.33:0/3711486843 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff1280035f0 con 0x7ff1300d1dc0 2024-07-26T17:11:08.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.539+0000 7ff11effd640 1 -- 172.21.15.33:0/3711486843 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff128003a40 con 0x7ff1300d1dc0 2024-07-26T17:11:08.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.539+0000 7ff134d2e640 1 -- 172.21.15.33:0/3711486843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff130160010 con 0x7ff1300d1dc0 2024-07-26T17:11:08.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.540+0000 7ff134d2e640 1 -- 172.21.15.33:0/3711486843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff13014cc30 con 0x7ff1300d1dc0 2024-07-26T17:11:08.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.540+0000 7ff11effd640 1 -- 172.21.15.33:0/3711486843 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7ff12801a070 con 0x7ff1300d1dc0 2024-07-26T17:11:08.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.541+0000 7ff11effd640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7ff110077040 0x7ff110079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.541+0000 7ff11effd640 1 -- 172.21.15.33:0/3711486843 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7ff128097ed0 con 0x7ff1300d1dc0 2024-07-26T17:11:08.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.541+0000 7ff12e59c640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7ff110077040 0x7ff110079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.542+0000 7ff12e59c640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7ff110077040 0x7ff110079550 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff120033000 tx=0x7ff120004ab0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:08.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.546+0000 7ff11effd640 1 -- 172.21.15.33:0/3711486843 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff128060e10 con 0x7ff1300d1dc0 2024-07-26T17:11:08.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.738+0000 7ff134d2e640 1 -- 172.21.15.33:0/3711486843 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7ff1300b9e40 con 0x7ff110077040 2024-07-26T17:11:08.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.738+0000 7ff11effd640 1 -- 172.21.15.33:0/3711486843 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7ff1300b9e40 con 0x7ff110077040 2024-07-26T17:11:08.740 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 7 to deep-scrub 2024-07-26T17:11:08.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 -- 172.21.15.33:0/3711486843 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7ff110077040 msgr2=0x7ff110079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7ff110077040 0x7ff110079550 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff120033000 tx=0x7ff120004ab0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 -- 172.21.15.33:0/3711486843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1300d1dc0 msgr2=0x7ff130160810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1300d1dc0 0x7ff130160810 secure :-1 s=READY pgs=3031 cs=0 l=1 rev1=1 crypto rx=0x7ff12800c420 tx=0x7ff12800c8e0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 -- 172.21.15.33:0/3711486843 shutdown_connections 2024-07-26T17:11:08.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7ff110077040 0x7ff110079550 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1300d1dc0 0x7ff130160810 unknown :-1 s=CLOSED pgs=3031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7ff1300b6620 0x7ff1301585f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 --2- 172.21.15.33:0/3711486843 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7ff1300b3d80 0x7ff13014cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 -- 172.21.15.33:0/3711486843 >> 172.21.15.33:0/3711486843 conn(0x7ff1300b5b00 msgr2=0x7ff1300cf170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:08.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 -- 172.21.15.33:0/3711486843 shutdown_connections 2024-07-26T17:11:08.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.740+0000 7ff134d2e640 1 -- 172.21.15.33:0/3711486843 wait complete. 2024-07-26T17:11:08.753 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:11:08.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.869+0000 7f161ae4b640 1 -- 172.21.15.33:0/2684071107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15fc004800 msgr2=0x7f15fc004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.869+0000 7f161ae4b640 1 --2- 172.21.15.33:0/2684071107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15fc004800 0x7f15fc004c10 secure :-1 s=READY pgs=3033 cs=0 l=1 rev1=1 crypto rx=0x7f1604001830 tx=0x7f15fc005830 comp rx=0 tx=0).stop 2024-07-26T17:11:08.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.869+0000 7f161ae4b640 1 -- 172.21.15.33:0/2684071107 shutdown_connections 2024-07-26T17:11:08.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.869+0000 7f161ae4b640 1 --2- 172.21.15.33:0/2684071107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f15fc004800 0x7f15fc004c10 unknown :-1 s=CLOSED pgs=3033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.869+0000 7f161ae4b640 1 -- 172.21.15.33:0/2684071107 >> 172.21.15.33:0/2684071107 conn(0x7f16140b3200 msgr2=0x7f161406d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:08.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.870+0000 7f161ae4b640 1 -- 172.21.15.33:0/2684071107 shutdown_connections 2024-07-26T17:11:08.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.870+0000 7f161ae4b640 1 -- 172.21.15.33:0/2684071107 wait complete. 2024-07-26T17:11:08.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.871+0000 7f161ae4b640 1 Processor -- start 2024-07-26T17:11:08.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.871+0000 7f161ae4b640 1 -- start start 2024-07-26T17:11:08.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f161ae4b640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f15fc004800 0x7f16140d01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f161ae4b640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16141f2360 0x7f16141e49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f161ae4b640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16140ce980 0x7f16141f5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f161ae4b640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f161415b3f0 con 0x7f16141f2360 2024-07-26T17:11:08.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f161ae4b640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f161415b270 con 0x7f16140ce980 2024-07-26T17:11:08.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f161ae4b640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f16140733d0 con 0x7f15fc004800 2024-07-26T17:11:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f160bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16141f2360 0x7f16141e49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f160bfff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16141f2360 0x7f16141e49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:36154/0 (socket says 172.21.15.33:36154) 2024-07-26T17:11:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f160bfff640 1 -- 172.21.15.33:0/188772115 learned_addr learned my addr 172.21.15.33:0/188772115 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f16193e8640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16140ce980 0x7f16141f5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f1618be7640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f15fc004800 0x7f16140d01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f160bfff640 1 -- 172.21.15.33:0/188772115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f15fc004800 msgr2=0x7f16140d01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f160bfff640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f15fc004800 0x7f16140d01d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f160bfff640 1 -- 172.21.15.33:0/188772115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16140ce980 msgr2=0x7f16141f5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:08.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f160bfff640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16140ce980 0x7f16141f5fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:08.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.873+0000 7f160bfff640 1 -- 172.21.15.33:0/188772115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16140cd8e0 con 0x7f16141f2360 2024-07-26T17:11:08.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.874+0000 7f160bfff640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16141f2360 0x7f16141e49d0 secure :-1 s=READY pgs=3034 cs=0 l=1 rev1=1 crypto rx=0x7f1604001950 tx=0x7f1604006190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:08.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.874+0000 7f16097fa640 1 -- 172.21.15.33:0/188772115 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1604043070 con 0x7f16141f2360 2024-07-26T17:11:08.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.874+0000 7f16097fa640 1 -- 172.21.15.33:0/188772115 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1604003af0 con 0x7f16141f2360 2024-07-26T17:11:08.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.874+0000 7f161ae4b640 1 -- 172.21.15.33:0/188772115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16140cdbc0 con 0x7f16141f2360 2024-07-26T17:11:08.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.874+0000 7f16097fa640 1 -- 172.21.15.33:0/188772115 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1604033480 con 0x7f16141f2360 2024-07-26T17:11:08.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.874+0000 7f161ae4b640 1 -- 172.21.15.33:0/188772115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16140ce180 con 0x7f16141f2360 2024-07-26T17:11:08.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.875+0000 7f161ae4b640 1 -- 172.21.15.33:0/188772115 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1614073930 con 0x7f16141f2360 2024-07-26T17:11:08.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.876+0000 7f16097fa640 1 -- 172.21.15.33:0/188772115 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f1604033620 con 0x7f16141f2360 2024-07-26T17:11:08.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.876+0000 7f16097fa640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1600077040 0x7f1600079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:08.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.876+0000 7f16097fa640 1 -- 172.21.15.33:0/188772115 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f16040b8980 con 0x7f16141f2360 2024-07-26T17:11:08.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.876+0000 7f1618be7640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1600077040 0x7f1600079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:08.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.877+0000 7f1618be7640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1600077040 0x7f1600079550 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1610001220 tx=0x7f1610001090 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:08.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:08.881+0000 7f16097fa640 1 -- 172.21.15.33:0/188772115 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1604081240 con 0x7f16141f2360 2024-07-26T17:11:09.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.069+0000 7f161ae4b640 1 -- 172.21.15.33:0/188772115 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f16140cd690 con 0x7f1600077040 2024-07-26T17:11:09.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.073+0000 7f16097fa640 1 -- 172.21.15.33:0/188772115 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251800 (secure 0 0 0) 0x7f16140cd690 con 0x7f1600077040 2024-07-26T17:11:09.077 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:11:09.079 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:11:09.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 -- 172.21.15.33:0/188772115 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1600077040 msgr2=0x7f1600079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:09.080 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1600077040 0x7f1600079550 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1610001220 tx=0x7f1610001090 comp rx=0 tx=0).stop 2024-07-26T17:11:09.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 -- 172.21.15.33:0/188772115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16141f2360 msgr2=0x7f16141e49d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:09.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16141f2360 0x7f16141e49d0 secure :-1 s=READY pgs=3034 cs=0 l=1 rev1=1 crypto rx=0x7f1604001950 tx=0x7f1604006190 comp rx=0 tx=0).stop 2024-07-26T17:11:09.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 -- 172.21.15.33:0/188772115 shutdown_connections 2024-07-26T17:11:09.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1600077040 0x7f1600079550 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:09.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f16140ce980 0x7f16141f5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:09.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f16141f2360 0x7f16141e49d0 unknown :-1 s=CLOSED pgs=3034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:09.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 --2- 172.21.15.33:0/188772115 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f15fc004800 0x7f16140d01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:09.081 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 -- 172.21.15.33:0/188772115 >> 172.21.15.33:0/188772115 conn(0x7f16140b3200 msgr2=0x7f161414e990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:09.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 -- 172.21.15.33:0/188772115 shutdown_connections 2024-07-26T17:11:09.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:09.076+0000 7f161ae4b640 1 -- 172.21.15.33:0/188772115 wait complete. 2024-07-26T17:11:09.089 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":92,"stamp":"2024-07-26T17:11:08.362391+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594712,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":499,"num_write_kb":1649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3557,"ondisk_log_size":3557,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":486092,"kb_used_data":31208,"kb_used_omap":12,"kb_used_meta":454771,"kb_avail":754488628,"statfs":{"total":773094113280,"available":772596355072,"internally_reserved":0,"allocated":31956992,"data_stored":17397712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":465686065},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":141,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003099"},"pg_stats":[{"pgid":"40.3f","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:10:55.334346+0000","last_change":"2024-07-26T17:08:46.784069+0000","last_active":"2024-07-26T17:10:55.334346+0000","last_peered":"2024-07-26T17:10:55.334346+0000","last_clean":"2024-07-26T17:10:55.334346+0000","last_became_active":"2024-07-26T17:08:46.783699+0000","last_became_peered":"2024-07-26T17:08:46.783699+0000","last_unstale":"2024-07-26T17:10:55.334346+0000","last_undegraded":"2024-07-26T17:10:55.334346+0000","last_fullsized":"2024-07-26T17:10:55.334346+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.3e","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450656+0000","last_change":"2024-07-26T17:08:46.789599+0000","last_active":"2024-07-26T17:09:35.450656+0000","last_peered":"2024-07-26T17:09:35.450656+0000","last_clean":"2024-07-26T17:09:35.450656+0000","last_became_active":"2024-07-26T17:08:46.789201+0000","last_became_peered":"2024-07-26T17:08:46.789201+0000","last_unstale":"2024-07-26T17:09:35.450656+0000","last_undegraded":"2024-07-26T17:09:35.450656+0000","last_fullsized":"2024-07-26T17:09:35.450656+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:49.716238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.3d","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455427+0000","last_change":"2024-07-26T17:08:46.787132+0000","last_active":"2024-07-26T17:09:35.455427+0000","last_peered":"2024-07-26T17:09:35.455427+0000","last_clean":"2024-07-26T17:09:35.455427+0000","last_became_active":"2024-07-26T17:08:46.786776+0000","last_became_peered":"2024-07-26T17:08:46.786776+0000","last_unstale":"2024-07-26T17:09:35.455427+0000","last_undegraded":"2024-07-26T17:09:35.455427+0000","last_fullsized":"2024-07-26T17:09:35.455427+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:15:08.073435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.3c","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818174+0000","last_change":"2024-07-26T17:08:46.805981+0000","last_active":"2024-07-26T17:09:35.818174+0000","last_peered":"2024-07-26T17:09:35.818174+0000","last_clean":"2024-07-26T17:09:35.818174+0000","last_became_active":"2024-07-26T17:08:46.805618+0000","last_became_peered":"2024-07-26T17:08:46.805618+0000","last_unstale":"2024-07-26T17:09:35.818174+0000","last_undegraded":"2024-07-26T17:09:35.818174+0000","last_fullsized":"2024-07-26T17:09:35.818174+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:03:35.364810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.3b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817167+0000","last_change":"2024-07-26T17:08:46.806933+0000","last_active":"2024-07-26T17:09:35.817167+0000","last_peered":"2024-07-26T17:09:35.817167+0000","last_clean":"2024-07-26T17:09:35.817167+0000","last_became_active":"2024-07-26T17:08:46.800694+0000","last_became_peered":"2024-07-26T17:08:46.800694+0000","last_unstale":"2024-07-26T17:09:35.817167+0000","last_undegraded":"2024-07-26T17:09:35.817167+0000","last_fullsized":"2024-07-26T17:09:35.817167+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:49.727261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3a","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452918+0000","last_change":"2024-07-26T17:08:46.783751+0000","last_active":"2024-07-26T17:09:35.452918+0000","last_peered":"2024-07-26T17:09:35.452918+0000","last_clean":"2024-07-26T17:09:35.452918+0000","last_became_active":"2024-07-26T17:08:46.783488+0000","last_became_peered":"2024-07-26T17:08:46.783488+0000","last_unstale":"2024-07-26T17:09:35.452918+0000","last_undegraded":"2024-07-26T17:09:35.452918+0000","last_fullsized":"2024-07-26T17:09:35.452918+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:50:18.232238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.39","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453153+0000","last_change":"2024-07-26T17:08:46.786101+0000","last_active":"2024-07-26T17:09:35.453153+0000","last_peered":"2024-07-26T17:09:35.453153+0000","last_clean":"2024-07-26T17:09:35.453153+0000","last_became_active":"2024-07-26T17:08:46.785790+0000","last_became_peered":"2024-07-26T17:08:46.785790+0000","last_unstale":"2024-07-26T17:09:35.453153+0000","last_undegraded":"2024-07-26T17:09:35.453153+0000","last_fullsized":"2024-07-26T17:09:35.453153+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:04:38.761923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.38","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816311+0000","last_change":"2024-07-26T17:08:46.798120+0000","last_active":"2024-07-26T17:09:35.816311+0000","last_peered":"2024-07-26T17:09:35.816311+0000","last_clean":"2024-07-26T17:09:35.816311+0000","last_became_active":"2024-07-26T17:08:46.797786+0000","last_became_peered":"2024-07-26T17:08:46.797786+0000","last_unstale":"2024-07-26T17:09:35.816311+0000","last_undegraded":"2024-07-26T17:09:35.816311+0000","last_fullsized":"2024-07-26T17:09:35.816311+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:43:57.273476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.37","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817712+0000","last_change":"2024-07-26T17:08:46.804241+0000","last_active":"2024-07-26T17:09:35.817712+0000","last_peered":"2024-07-26T17:09:35.817712+0000","last_clean":"2024-07-26T17:09:35.817712+0000","last_became_active":"2024-07-26T17:08:46.801029+0000","last_became_peered":"2024-07-26T17:08:46.801029+0000","last_unstale":"2024-07-26T17:09:35.817712+0000","last_undegraded":"2024-07-26T17:09:35.817712+0000","last_fullsized":"2024-07-26T17:09:35.817712+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:52:26.106615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.36","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452152+0000","last_change":"2024-07-26T17:08:46.795743+0000","last_active":"2024-07-26T17:09:35.452152+0000","last_peered":"2024-07-26T17:09:35.452152+0000","last_clean":"2024-07-26T17:09:35.452152+0000","last_became_active":"2024-07-26T17:08:46.795449+0000","last_became_peered":"2024-07-26T17:08:46.795449+0000","last_unstale":"2024-07-26T17:09:35.452152+0000","last_undegraded":"2024-07-26T17:09:35.452152+0000","last_fullsized":"2024-07-26T17:09:35.452152+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:30:25.408500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.35","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453666+0000","last_change":"2024-07-26T17:08:46.795293+0000","last_active":"2024-07-26T17:09:35.453666+0000","last_peered":"2024-07-26T17:09:35.453666+0000","last_clean":"2024-07-26T17:09:35.453666+0000","last_became_active":"2024-07-26T17:08:46.794168+0000","last_became_peered":"2024-07-26T17:08:46.794168+0000","last_unstale":"2024-07-26T17:09:35.453666+0000","last_undegraded":"2024-07-26T17:09:35.453666+0000","last_fullsized":"2024-07-26T17:09:35.453666+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:25.088129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.34","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817572+0000","last_change":"2024-07-26T17:08:46.792822+0000","last_active":"2024-07-26T17:09:35.817572+0000","last_peered":"2024-07-26T17:09:35.817572+0000","last_clean":"2024-07-26T17:09:35.817572+0000","last_became_active":"2024-07-26T17:08:46.792477+0000","last_became_peered":"2024-07-26T17:08:46.792477+0000","last_unstale":"2024-07-26T17:09:35.817572+0000","last_undegraded":"2024-07-26T17:09:35.817572+0000","last_fullsized":"2024-07-26T17:09:35.817572+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.33","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817957+0000","last_change":"2024-07-26T17:08:46.782954+0000","last_active":"2024-07-26T17:09:35.817957+0000","last_peered":"2024-07-26T17:09:35.817957+0000","last_clean":"2024-07-26T17:09:35.817957+0000","last_became_active":"2024-07-26T17:08:46.782598+0000","last_became_peered":"2024-07-26T17:08:46.782598+0000","last_unstale":"2024-07-26T17:09:35.817957+0000","last_undegraded":"2024-07-26T17:09:35.817957+0000","last_fullsized":"2024-07-26T17:09:35.817957+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:51:27.519147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.32","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816914+0000","last_change":"2024-07-26T17:08:46.797982+0000","last_active":"2024-07-26T17:09:35.816914+0000","last_peered":"2024-07-26T17:09:35.816914+0000","last_clean":"2024-07-26T17:09:35.816914+0000","last_became_active":"2024-07-26T17:08:46.797648+0000","last_became_peered":"2024-07-26T17:08:46.797648+0000","last_unstale":"2024-07-26T17:09:35.816914+0000","last_undegraded":"2024-07-26T17:09:35.816914+0000","last_fullsized":"2024-07-26T17:09:35.816914+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:36:56.230200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.31","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452923+0000","last_change":"2024-07-26T17:08:46.799050+0000","last_active":"2024-07-26T17:09:35.452923+0000","last_peered":"2024-07-26T17:09:35.452923+0000","last_clean":"2024-07-26T17:09:35.452923+0000","last_became_active":"2024-07-26T17:08:46.798733+0000","last_became_peered":"2024-07-26T17:08:46.798733+0000","last_unstale":"2024-07-26T17:09:35.452923+0000","last_undegraded":"2024-07-26T17:09:35.452923+0000","last_fullsized":"2024-07-26T17:09:35.452923+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:09:51.346118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.30","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455112+0000","last_change":"2024-07-26T17:08:46.792265+0000","last_active":"2024-07-26T17:09:35.455112+0000","last_peered":"2024-07-26T17:09:35.455112+0000","last_clean":"2024-07-26T17:09:35.455112+0000","last_became_active":"2024-07-26T17:08:46.791747+0000","last_became_peered":"2024-07-26T17:08:46.791747+0000","last_unstale":"2024-07-26T17:09:35.455112+0000","last_undegraded":"2024-07-26T17:09:35.455112+0000","last_fullsized":"2024-07-26T17:09:35.455112+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2f","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450751+0000","last_change":"2024-07-26T17:08:46.799560+0000","last_active":"2024-07-26T17:09:35.450751+0000","last_peered":"2024-07-26T17:09:35.450751+0000","last_clean":"2024-07-26T17:09:35.450751+0000","last_became_active":"2024-07-26T17:08:46.799225+0000","last_became_peered":"2024-07-26T17:08:46.799225+0000","last_unstale":"2024-07-26T17:09:35.450751+0000","last_undegraded":"2024-07-26T17:09:35.450751+0000","last_fullsized":"2024-07-26T17:09:35.450751+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:49:23.991365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2e","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452017+0000","last_change":"2024-07-26T17:08:46.806649+0000","last_active":"2024-07-26T17:09:35.452017+0000","last_peered":"2024-07-26T17:09:35.452017+0000","last_clean":"2024-07-26T17:09:35.452017+0000","last_became_active":"2024-07-26T17:08:46.806313+0000","last_became_peered":"2024-07-26T17:08:46.806313+0000","last_unstale":"2024-07-26T17:09:35.452017+0000","last_undegraded":"2024-07-26T17:09:35.452017+0000","last_fullsized":"2024-07-26T17:09:35.452017+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:03:33.456221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.2d","version":"0'0","reported_seq":24,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.819895+0000","last_change":"2024-07-26T17:09:35.819436+0000","last_active":"2024-07-26T17:09:35.819895+0000","last_peered":"2024-07-26T17:09:35.819895+0000","last_clean":"2024-07-26T17:09:35.819895+0000","last_became_active":"2024-07-26T17:09:35.819004+0000","last_became_peered":"2024-07-26T17:09:35.819004+0000","last_unstale":"2024-07-26T17:09:35.819895+0000","last_undegraded":"2024-07-26T17:09:35.819895+0000","last_fullsized":"2024-07-26T17:09:35.819895+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:57:07.903552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2c","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453316+0000","last_change":"2024-07-26T17:08:46.792510+0000","last_active":"2024-07-26T17:09:35.453316+0000","last_peered":"2024-07-26T17:09:35.453316+0000","last_clean":"2024-07-26T17:09:35.453316+0000","last_became_active":"2024-07-26T17:08:46.792186+0000","last_became_peered":"2024-07-26T17:08:46.792186+0000","last_unstale":"2024-07-26T17:09:35.453316+0000","last_undegraded":"2024-07-26T17:09:35.453316+0000","last_fullsized":"2024-07-26T17:09:35.453316+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:51:49.899306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.2b","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450546+0000","last_change":"2024-07-26T17:08:46.792303+0000","last_active":"2024-07-26T17:09:35.450546+0000","last_peered":"2024-07-26T17:09:35.450546+0000","last_clean":"2024-07-26T17:09:35.450546+0000","last_became_active":"2024-07-26T17:08:46.791961+0000","last_became_peered":"2024-07-26T17:08:46.791961+0000","last_unstale":"2024-07-26T17:09:35.450546+0000","last_undegraded":"2024-07-26T17:09:35.450546+0000","last_fullsized":"2024-07-26T17:09:35.450546+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:26:03.051863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2a","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816804+0000","last_change":"2024-07-26T17:08:46.800544+0000","last_active":"2024-07-26T17:09:35.816804+0000","last_peered":"2024-07-26T17:09:35.816804+0000","last_clean":"2024-07-26T17:09:35.816804+0000","last_became_active":"2024-07-26T17:08:46.799891+0000","last_became_peered":"2024-07-26T17:08:46.799891+0000","last_unstale":"2024-07-26T17:09:35.816804+0000","last_undegraded":"2024-07-26T17:09:35.816804+0000","last_fullsized":"2024-07-26T17:09:35.816804+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:52:21.464527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.28","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:00.334908+0000","last_change":"2024-07-26T17:08:46.790690+0000","last_active":"2024-07-26T17:11:00.334908+0000","last_peered":"2024-07-26T17:11:00.334908+0000","last_clean":"2024-07-26T17:11:00.334908+0000","last_became_active":"2024-07-26T17:08:46.790359+0000","last_became_peered":"2024-07-26T17:08:46.790359+0000","last_unstale":"2024-07-26T17:11:00.334908+0000","last_undegraded":"2024-07-26T17:11:00.334908+0000","last_fullsized":"2024-07-26T17:11:00.334908+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.27","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817783+0000","last_change":"2024-07-26T17:08:46.807141+0000","last_active":"2024-07-26T17:09:35.817783+0000","last_peered":"2024-07-26T17:09:35.817783+0000","last_clean":"2024-07-26T17:09:35.817783+0000","last_became_active":"2024-07-26T17:08:46.805160+0000","last_became_peered":"2024-07-26T17:08:46.805160+0000","last_unstale":"2024-07-26T17:09:35.817783+0000","last_undegraded":"2024-07-26T17:09:35.817783+0000","last_fullsized":"2024-07-26T17:09:35.817783+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:29:19.096706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.26","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:00.334952+0000","last_change":"2024-07-26T17:08:46.789380+0000","last_active":"2024-07-26T17:11:00.334952+0000","last_peered":"2024-07-26T17:11:00.334952+0000","last_clean":"2024-07-26T17:11:00.334952+0000","last_became_active":"2024-07-26T17:08:46.788746+0000","last_became_peered":"2024-07-26T17:08:46.788746+0000","last_unstale":"2024-07-26T17:11:00.334952+0000","last_undegraded":"2024-07-26T17:11:00.334952+0000","last_fullsized":"2024-07-26T17:11:00.334952+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.25","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455908+0000","last_change":"2024-07-26T17:08:46.789812+0000","last_active":"2024-07-26T17:09:35.455908+0000","last_peered":"2024-07-26T17:09:35.455908+0000","last_clean":"2024-07-26T17:09:35.455908+0000","last_became_active":"2024-07-26T17:08:46.789490+0000","last_became_peered":"2024-07-26T17:08:46.789490+0000","last_unstale":"2024-07-26T17:09:35.455908+0000","last_undegraded":"2024-07-26T17:09:35.455908+0000","last_fullsized":"2024-07-26T17:09:35.455908+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:43:23.302912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.24","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817004+0000","last_change":"2024-07-26T17:08:46.800997+0000","last_active":"2024-07-26T17:09:35.817004+0000","last_peered":"2024-07-26T17:09:35.817004+0000","last_clean":"2024-07-26T17:09:35.817004+0000","last_became_active":"2024-07-26T17:08:46.800463+0000","last_became_peered":"2024-07-26T17:08:46.800463+0000","last_unstale":"2024-07-26T17:09:35.817004+0000","last_undegraded":"2024-07-26T17:09:35.817004+0000","last_fullsized":"2024-07-26T17:09:35.817004+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:45:58.681931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.23","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817361+0000","last_change":"2024-07-26T17:08:46.801015+0000","last_active":"2024-07-26T17:09:35.817361+0000","last_peered":"2024-07-26T17:09:35.817361+0000","last_clean":"2024-07-26T17:09:35.817361+0000","last_became_active":"2024-07-26T17:08:46.800103+0000","last_became_peered":"2024-07-26T17:08:46.800103+0000","last_unstale":"2024-07-26T17:09:35.817361+0000","last_undegraded":"2024-07-26T17:09:35.817361+0000","last_fullsized":"2024-07-26T17:09:35.817361+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:29:53.248512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.22","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816776+0000","last_change":"2024-07-26T17:08:46.793656+0000","last_active":"2024-07-26T17:09:35.816776+0000","last_peered":"2024-07-26T17:09:35.816776+0000","last_clean":"2024-07-26T17:09:35.816776+0000","last_became_active":"2024-07-26T17:08:46.793237+0000","last_became_peered":"2024-07-26T17:08:46.793237+0000","last_unstale":"2024-07-26T17:09:35.816776+0000","last_undegraded":"2024-07-26T17:09:35.816776+0000","last_fullsized":"2024-07-26T17:09:35.816776+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:48:20.951173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.21","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450360+0000","last_change":"2024-07-26T17:08:46.782928+0000","last_active":"2024-07-26T17:09:35.450360+0000","last_peered":"2024-07-26T17:09:35.450360+0000","last_clean":"2024-07-26T17:09:35.450360+0000","last_became_active":"2024-07-26T17:08:46.782606+0000","last_became_peered":"2024-07-26T17:08:46.782606+0000","last_unstale":"2024-07-26T17:09:35.450360+0000","last_undegraded":"2024-07-26T17:09:35.450360+0000","last_fullsized":"2024-07-26T17:09:35.450360+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:21:34.054221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.20","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451794+0000","last_change":"2024-07-26T17:08:46.788298+0000","last_active":"2024-07-26T17:09:35.451794+0000","last_peered":"2024-07-26T17:09:35.451794+0000","last_clean":"2024-07-26T17:09:35.451794+0000","last_became_active":"2024-07-26T17:08:46.787955+0000","last_became_peered":"2024-07-26T17:08:46.787955+0000","last_unstale":"2024-07-26T17:09:35.451794+0000","last_undegraded":"2024-07-26T17:09:35.451794+0000","last_fullsized":"2024-07-26T17:09:35.451794+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:11:29.827339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.10","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452812+0000","last_change":"2024-07-26T17:08:46.788763+0000","last_active":"2024-07-26T17:09:35.452812+0000","last_peered":"2024-07-26T17:09:35.452812+0000","last_clean":"2024-07-26T17:09:35.452812+0000","last_became_active":"2024-07-26T17:08:46.788434+0000","last_became_peered":"2024-07-26T17:08:46.788434+0000","last_unstale":"2024-07-26T17:09:35.452812+0000","last_undegraded":"2024-07-26T17:09:35.452812+0000","last_fullsized":"2024-07-26T17:09:35.452812+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:08:37.022533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.1f","version":"301'4","reported_seq":24,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818496+0000","last_change":"2024-07-26T17:08:45.772884+0000","last_active":"2024-07-26T17:09:35.818496+0000","last_peered":"2024-07-26T17:09:35.818496+0000","last_clean":"2024-07-26T17:09:35.818496+0000","last_became_active":"2024-07-26T17:08:45.772568+0000","last_became_peered":"2024-07-26T17:08:45.772568+0000","last_unstale":"2024-07-26T17:09:35.818496+0000","last_undegraded":"2024-07-26T17:09:35.818496+0000","last_fullsized":"2024-07-26T17:09:35.818496+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:11:10.156337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.11","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817777+0000","last_change":"2024-07-26T17:08:46.790800+0000","last_active":"2024-07-26T17:09:35.817777+0000","last_peered":"2024-07-26T17:09:35.817777+0000","last_clean":"2024-07-26T17:09:35.817777+0000","last_became_active":"2024-07-26T17:08:46.790480+0000","last_became_peered":"2024-07-26T17:08:46.790480+0000","last_unstale":"2024-07-26T17:09:35.817777+0000","last_undegraded":"2024-07-26T17:09:35.817777+0000","last_fullsized":"2024-07-26T17:09:35.817777+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:17:00.821239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.1e","version":"301'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452478+0000","last_change":"2024-07-26T17:08:45.785217+0000","last_active":"2024-07-26T17:09:35.452478+0000","last_peered":"2024-07-26T17:09:35.452478+0000","last_clean":"2024-07-26T17:09:35.452478+0000","last_became_active":"2024-07-26T17:08:45.784982+0000","last_became_peered":"2024-07-26T17:08:45.784982+0000","last_unstale":"2024-07-26T17:09:35.452478+0000","last_undegraded":"2024-07-26T17:09:35.452478+0000","last_fullsized":"2024-07-26T17:09:35.452478+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.12","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450398+0000","last_change":"2024-07-26T17:08:46.786412+0000","last_active":"2024-07-26T17:09:35.450398+0000","last_peered":"2024-07-26T17:09:35.450398+0000","last_clean":"2024-07-26T17:09:35.450398+0000","last_became_active":"2024-07-26T17:08:46.786035+0000","last_became_peered":"2024-07-26T17:08:46.786035+0000","last_unstale":"2024-07-26T17:09:35.450398+0000","last_undegraded":"2024-07-26T17:09:35.450398+0000","last_fullsized":"2024-07-26T17:09:35.450398+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:42:39.455465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.1d","version":"301'2","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452304+0000","last_change":"2024-07-26T17:08:45.785834+0000","last_active":"2024-07-26T17:09:35.452304+0000","last_peered":"2024-07-26T17:09:35.452304+0000","last_clean":"2024-07-26T17:09:35.452304+0000","last_became_active":"2024-07-26T17:08:45.785557+0000","last_became_peered":"2024-07-26T17:08:45.785557+0000","last_unstale":"2024-07-26T17:09:35.452304+0000","last_undegraded":"2024-07-26T17:09:35.452304+0000","last_fullsized":"2024-07-26T17:09:35.452304+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.13","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817435+0000","last_change":"2024-07-26T17:08:46.806931+0000","last_active":"2024-07-26T17:09:35.817435+0000","last_peered":"2024-07-26T17:09:35.817435+0000","last_clean":"2024-07-26T17:09:35.817435+0000","last_became_active":"2024-07-26T17:08:46.799779+0000","last_became_peered":"2024-07-26T17:08:46.799779+0000","last_unstale":"2024-07-26T17:09:35.817435+0000","last_undegraded":"2024-07-26T17:09:35.817435+0000","last_fullsized":"2024-07-26T17:09:35.817435+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:19:57.031549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.1c","version":"301'2","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450344+0000","last_change":"2024-07-26T17:08:45.780810+0000","last_active":"2024-07-26T17:09:35.450344+0000","last_peered":"2024-07-26T17:09:35.450344+0000","last_clean":"2024-07-26T17:09:35.450344+0000","last_became_active":"2024-07-26T17:08:45.780474+0000","last_became_peered":"2024-07-26T17:08:45.780474+0000","last_unstale":"2024-07-26T17:09:35.450344+0000","last_undegraded":"2024-07-26T17:09:35.450344+0000","last_fullsized":"2024-07-26T17:09:35.450344+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:34:58.125285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.14","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452090+0000","last_change":"2024-07-26T17:08:46.794241+0000","last_active":"2024-07-26T17:09:35.452090+0000","last_peered":"2024-07-26T17:09:35.452090+0000","last_clean":"2024-07-26T17:09:35.452090+0000","last_became_active":"2024-07-26T17:08:46.793868+0000","last_became_peered":"2024-07-26T17:08:46.793868+0000","last_unstale":"2024-07-26T17:09:35.452090+0000","last_undegraded":"2024-07-26T17:09:35.452090+0000","last_fullsized":"2024-07-26T17:09:35.452090+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:56:53.178029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.1b","version":"301'1","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817572+0000","last_change":"2024-07-26T17:08:45.781791+0000","last_active":"2024-07-26T17:09:35.817572+0000","last_peered":"2024-07-26T17:09:35.817572+0000","last_clean":"2024-07-26T17:09:35.817572+0000","last_became_active":"2024-07-26T17:08:45.781441+0000","last_became_peered":"2024-07-26T17:08:45.781441+0000","last_unstale":"2024-07-26T17:09:35.817572+0000","last_undegraded":"2024-07-26T17:09:35.817572+0000","last_fullsized":"2024-07-26T17:09:35.817572+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:40.974633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.15","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817142+0000","last_change":"2024-07-26T17:08:46.786305+0000","last_active":"2024-07-26T17:09:35.817142+0000","last_peered":"2024-07-26T17:09:35.817142+0000","last_clean":"2024-07-26T17:09:35.817142+0000","last_became_active":"2024-07-26T17:08:46.785904+0000","last_became_peered":"2024-07-26T17:08:46.785904+0000","last_unstale":"2024-07-26T17:09:35.817142+0000","last_undegraded":"2024-07-26T17:09:35.817142+0000","last_fullsized":"2024-07-26T17:09:35.817142+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.1a","version":"301'1","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453069+0000","last_change":"2024-07-26T17:08:45.773780+0000","last_active":"2024-07-26T17:09:35.453069+0000","last_peered":"2024-07-26T17:09:35.453069+0000","last_clean":"2024-07-26T17:09:35.453069+0000","last_became_active":"2024-07-26T17:08:45.773467+0000","last_became_peered":"2024-07-26T17:08:45.773467+0000","last_unstale":"2024-07-26T17:09:35.453069+0000","last_undegraded":"2024-07-26T17:09:35.453069+0000","last_fullsized":"2024-07-26T17:09:35.453069+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:21:54.366108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.16","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817431+0000","last_change":"2024-07-26T17:08:46.788959+0000","last_active":"2024-07-26T17:09:35.817431+0000","last_peered":"2024-07-26T17:09:35.817431+0000","last_clean":"2024-07-26T17:09:35.817431+0000","last_became_active":"2024-07-26T17:08:46.788290+0000","last_became_peered":"2024-07-26T17:08:46.788290+0000","last_unstale":"2024-07-26T17:09:35.817431+0000","last_undegraded":"2024-07-26T17:09:35.817431+0000","last_fullsized":"2024-07-26T17:09:35.817431+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.19","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451610+0000","last_change":"2024-07-26T17:08:45.775746+0000","last_active":"2024-07-26T17:09:35.451610+0000","last_peered":"2024-07-26T17:09:35.451610+0000","last_clean":"2024-07-26T17:09:35.451610+0000","last_became_active":"2024-07-26T17:08:45.775426+0000","last_became_peered":"2024-07-26T17:08:45.775426+0000","last_unstale":"2024-07-26T17:09:35.451610+0000","last_undegraded":"2024-07-26T17:09:35.451610+0000","last_fullsized":"2024-07-26T17:09:35.451610+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.17","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455519+0000","last_change":"2024-07-26T17:08:46.791688+0000","last_active":"2024-07-26T17:09:35.455519+0000","last_peered":"2024-07-26T17:09:35.455519+0000","last_clean":"2024-07-26T17:09:35.455519+0000","last_became_active":"2024-07-26T17:08:46.791343+0000","last_became_peered":"2024-07-26T17:08:46.791343+0000","last_unstale":"2024-07-26T17:09:35.455519+0000","last_undegraded":"2024-07-26T17:09:35.455519+0000","last_fullsized":"2024-07-26T17:09:35.455519+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:35:29.025604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.18","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816627+0000","last_change":"2024-07-26T17:08:45.782508+0000","last_active":"2024-07-26T17:09:35.816627+0000","last_peered":"2024-07-26T17:09:35.816627+0000","last_clean":"2024-07-26T17:09:35.816627+0000","last_became_active":"2024-07-26T17:08:45.782204+0000","last_became_peered":"2024-07-26T17:08:45.782204+0000","last_unstale":"2024-07-26T17:09:35.816627+0000","last_undegraded":"2024-07-26T17:09:35.816627+0000","last_fullsized":"2024-07-26T17:09:35.816627+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:14:14.709555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.18","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816889+0000","last_change":"2024-07-26T17:08:46.786551+0000","last_active":"2024-07-26T17:09:35.816889+0000","last_peered":"2024-07-26T17:09:35.816889+0000","last_clean":"2024-07-26T17:09:35.816889+0000","last_became_active":"2024-07-26T17:08:46.786191+0000","last_became_peered":"2024-07-26T17:08:46.786191+0000","last_unstale":"2024-07-26T17:09:35.816889+0000","last_undegraded":"2024-07-26T17:09:35.816889+0000","last_fullsized":"2024-07-26T17:09:35.816889+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.17","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817855+0000","last_change":"2024-07-26T17:08:45.774501+0000","last_active":"2024-07-26T17:09:35.817855+0000","last_peered":"2024-07-26T17:09:35.817855+0000","last_clean":"2024-07-26T17:09:35.817855+0000","last_became_active":"2024-07-26T17:08:45.774167+0000","last_became_peered":"2024-07-26T17:08:45.774167+0000","last_unstale":"2024-07-26T17:09:35.817855+0000","last_undegraded":"2024-07-26T17:09:35.817855+0000","last_fullsized":"2024-07-26T17:09:35.817855+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:56:29.160765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.19","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453050+0000","last_change":"2024-07-26T17:08:46.791201+0000","last_active":"2024-07-26T17:09:35.453050+0000","last_peered":"2024-07-26T17:09:35.453050+0000","last_clean":"2024-07-26T17:09:35.453050+0000","last_became_active":"2024-07-26T17:08:46.790883+0000","last_became_peered":"2024-07-26T17:08:46.790883+0000","last_unstale":"2024-07-26T17:09:35.453050+0000","last_undegraded":"2024-07-26T17:09:35.453050+0000","last_fullsized":"2024-07-26T17:09:35.453050+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:51:01.021042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.16","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818393+0000","last_change":"2024-07-26T17:08:45.775055+0000","last_active":"2024-07-26T17:09:35.818393+0000","last_peered":"2024-07-26T17:09:35.818393+0000","last_clean":"2024-07-26T17:09:35.818393+0000","last_became_active":"2024-07-26T17:08:45.774727+0000","last_became_peered":"2024-07-26T17:08:45.774727+0000","last_unstale":"2024-07-26T17:09:35.818393+0000","last_undegraded":"2024-07-26T17:09:35.818393+0000","last_fullsized":"2024-07-26T17:09:35.818393+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:42:44.208776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.1a","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816560+0000","last_change":"2024-07-26T17:08:46.791674+0000","last_active":"2024-07-26T17:09:35.816560+0000","last_peered":"2024-07-26T17:09:35.816560+0000","last_clean":"2024-07-26T17:09:35.816560+0000","last_became_active":"2024-07-26T17:08:46.791252+0000","last_became_peered":"2024-07-26T17:08:46.791252+0000","last_unstale":"2024-07-26T17:09:35.816560+0000","last_undegraded":"2024-07-26T17:09:35.816560+0000","last_fullsized":"2024-07-26T17:09:35.816560+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.15","version":"301'3","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455984+0000","last_change":"2024-07-26T17:08:45.775942+0000","last_active":"2024-07-26T17:09:35.455984+0000","last_peered":"2024-07-26T17:09:35.455984+0000","last_clean":"2024-07-26T17:09:35.455984+0000","last_became_active":"2024-07-26T17:08:45.775465+0000","last_became_peered":"2024-07-26T17:08:45.775465+0000","last_unstale":"2024-07-26T17:09:35.455984+0000","last_undegraded":"2024-07-26T17:09:35.455984+0000","last_fullsized":"2024-07-26T17:09:35.455984+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:20:54.187852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.1b","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455323+0000","last_change":"2024-07-26T17:08:46.791302+0000","last_active":"2024-07-26T17:09:35.455323+0000","last_peered":"2024-07-26T17:09:35.455323+0000","last_clean":"2024-07-26T17:09:35.455323+0000","last_became_active":"2024-07-26T17:08:46.791011+0000","last_became_peered":"2024-07-26T17:08:46.791011+0000","last_unstale":"2024-07-26T17:09:35.455323+0000","last_undegraded":"2024-07-26T17:09:35.455323+0000","last_fullsized":"2024-07-26T17:09:35.455323+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.14","version":"304'13","reported_seq":34,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:05.279935+0000","last_change":"2024-07-26T17:08:45.776383+0000","last_active":"2024-07-26T17:11:05.279935+0000","last_peered":"2024-07-26T17:11:05.279935+0000","last_clean":"2024-07-26T17:11:05.279935+0000","last_became_active":"2024-07-26T17:08:45.776047+0000","last_became_peered":"2024-07-26T17:08:45.776047+0000","last_unstale":"2024-07-26T17:11:05.279935+0000","last_undegraded":"2024-07-26T17:11:05.279935+0000","last_fullsized":"2024-07-26T17:11:05.279935+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3546,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1c","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816727+0000","last_change":"2024-07-26T17:08:46.798385+0000","last_active":"2024-07-26T17:09:35.816727+0000","last_peered":"2024-07-26T17:09:35.816727+0000","last_clean":"2024-07-26T17:09:35.816727+0000","last_became_active":"2024-07-26T17:08:46.798042+0000","last_became_peered":"2024-07-26T17:08:46.798042+0000","last_unstale":"2024-07-26T17:09:35.816727+0000","last_undegraded":"2024-07-26T17:09:35.816727+0000","last_fullsized":"2024-07-26T17:09:35.816727+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:19.279128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"39.13","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817057+0000","last_change":"2024-07-26T17:08:45.784375+0000","last_active":"2024-07-26T17:09:35.817057+0000","last_peered":"2024-07-26T17:09:35.817057+0000","last_clean":"2024-07-26T17:09:35.817057+0000","last_became_active":"2024-07-26T17:08:45.784057+0000","last_became_peered":"2024-07-26T17:08:45.784057+0000","last_unstale":"2024-07-26T17:09:35.817057+0000","last_undegraded":"2024-07-26T17:09:35.817057+0000","last_fullsized":"2024-07-26T17:09:35.817057+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:49:42.699454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.1d","version":"0'0","reported_seq":17,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455874+0000","last_change":"2024-07-26T17:08:46.791497+0000","last_active":"2024-07-26T17:09:35.455874+0000","last_peered":"2024-07-26T17:09:35.455874+0000","last_clean":"2024-07-26T17:09:35.455874+0000","last_became_active":"2024-07-26T17:08:46.791154+0000","last_became_peered":"2024-07-26T17:08:46.791154+0000","last_unstale":"2024-07-26T17:09:35.455874+0000","last_undegraded":"2024-07-26T17:09:35.455874+0000","last_fullsized":"2024-07-26T17:09:35.455874+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:30.018916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.12","version":"0'0","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:05.279922+0000","last_change":"2024-07-26T17:08:45.772268+0000","last_active":"2024-07-26T17:11:05.279922+0000","last_peered":"2024-07-26T17:11:05.279922+0000","last_clean":"2024-07-26T17:11:05.279922+0000","last_became_active":"2024-07-26T17:08:45.771969+0000","last_became_peered":"2024-07-26T17:08:45.771969+0000","last_unstale":"2024-07-26T17:11:05.279922+0000","last_undegraded":"2024-07-26T17:11:05.279922+0000","last_fullsized":"2024-07-26T17:11:05.279922+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1e","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452355+0000","last_change":"2024-07-26T17:08:46.792541+0000","last_active":"2024-07-26T17:09:35.452355+0000","last_peered":"2024-07-26T17:09:35.452355+0000","last_clean":"2024-07-26T17:09:35.452355+0000","last_became_active":"2024-07-26T17:08:46.792215+0000","last_became_peered":"2024-07-26T17:08:46.792215+0000","last_unstale":"2024-07-26T17:09:35.452355+0000","last_undegraded":"2024-07-26T17:09:35.452355+0000","last_fullsized":"2024-07-26T17:09:35.452355+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:32:43.536228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.11","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817116+0000","last_change":"2024-07-26T17:08:45.770563+0000","last_active":"2024-07-26T17:09:35.817116+0000","last_peered":"2024-07-26T17:09:35.817116+0000","last_clean":"2024-07-26T17:09:35.817116+0000","last_became_active":"2024-07-26T17:08:45.769476+0000","last_became_peered":"2024-07-26T17:08:45.769476+0000","last_unstale":"2024-07-26T17:09:35.817116+0000","last_undegraded":"2024-07-26T17:09:35.817116+0000","last_fullsized":"2024-07-26T17:09:35.817116+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:00:38.505303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.1f","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:10:55.334356+0000","last_change":"2024-07-26T17:08:46.785222+0000","last_active":"2024-07-26T17:10:55.334356+0000","last_peered":"2024-07-26T17:10:55.334356+0000","last_clean":"2024-07-26T17:10:55.334356+0000","last_became_active":"2024-07-26T17:08:46.784873+0000","last_became_peered":"2024-07-26T17:08:46.784873+0000","last_unstale":"2024-07-26T17:10:55.334356+0000","last_undegraded":"2024-07-26T17:10:55.334356+0000","last_fullsized":"2024-07-26T17:10:55.334356+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.10","version":"301'8","reported_seq":28,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455442+0000","last_change":"2024-07-26T17:08:45.777490+0000","last_active":"2024-07-26T17:09:35.455442+0000","last_peered":"2024-07-26T17:09:35.455442+0000","last_clean":"2024-07-26T17:09:35.455442+0000","last_became_active":"2024-07-26T17:08:45.777198+0000","last_became_peered":"2024-07-26T17:08:45.777198+0000","last_unstale":"2024-07-26T17:09:35.455442+0000","last_undegraded":"2024-07-26T17:09:35.455442+0000","last_fullsized":"2024-07-26T17:09:35.455442+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:27:03.482367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.0","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450366+0000","last_change":"2024-07-26T17:08:46.790267+0000","last_active":"2024-07-26T17:09:35.450366+0000","last_peered":"2024-07-26T17:09:35.450366+0000","last_clean":"2024-07-26T17:09:35.450366+0000","last_became_active":"2024-07-26T17:08:46.789899+0000","last_became_peered":"2024-07-26T17:08:46.789899+0000","last_unstale":"2024-07-26T17:09:35.450366+0000","last_undegraded":"2024-07-26T17:09:35.450366+0000","last_fullsized":"2024-07-26T17:09:35.450366+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:46:34.997413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.f","version":"301'1","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:00.334981+0000","last_change":"2024-07-26T17:08:45.777422+0000","last_active":"2024-07-26T17:11:00.334981+0000","last_peered":"2024-07-26T17:11:00.334981+0000","last_clean":"2024-07-26T17:11:00.334981+0000","last_became_active":"2024-07-26T17:08:45.777039+0000","last_became_peered":"2024-07-26T17:08:45.777039+0000","last_unstale":"2024-07-26T17:11:00.334981+0000","last_undegraded":"2024-07-26T17:11:00.334981+0000","last_fullsized":"2024-07-26T17:11:00.334981+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450523+0000","last_change":"2024-07-26T17:08:46.795044+0000","last_active":"2024-07-26T17:09:35.450523+0000","last_peered":"2024-07-26T17:09:35.450523+0000","last_clean":"2024-07-26T17:09:35.450523+0000","last_became_active":"2024-07-26T17:08:46.794691+0000","last_became_peered":"2024-07-26T17:08:46.794691+0000","last_unstale":"2024-07-26T17:09:35.450523+0000","last_undegraded":"2024-07-26T17:09:35.450523+0000","last_fullsized":"2024-07-26T17:09:35.450523+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:36:32.701472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.e","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817554+0000","last_change":"2024-07-26T17:08:45.774364+0000","last_active":"2024-07-26T17:09:35.817554+0000","last_peered":"2024-07-26T17:09:35.817554+0000","last_clean":"2024-07-26T17:09:35.817554+0000","last_became_active":"2024-07-26T17:08:45.773678+0000","last_became_peered":"2024-07-26T17:08:45.773678+0000","last_unstale":"2024-07-26T17:09:35.817554+0000","last_undegraded":"2024-07-26T17:09:35.817554+0000","last_fullsized":"2024-07-26T17:09:35.817554+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:54:07.880751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.2","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817085+0000","last_change":"2024-07-26T17:08:46.800241+0000","last_active":"2024-07-26T17:09:35.817085+0000","last_peered":"2024-07-26T17:09:35.817085+0000","last_clean":"2024-07-26T17:09:35.817085+0000","last_became_active":"2024-07-26T17:08:46.798675+0000","last_became_peered":"2024-07-26T17:08:46.798675+0000","last_unstale":"2024-07-26T17:09:35.817085+0000","last_undegraded":"2024-07-26T17:09:35.817085+0000","last_fullsized":"2024-07-26T17:09:35.817085+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:33:16.765978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.d","version":"301'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817470+0000","last_change":"2024-07-26T17:08:45.767154+0000","last_active":"2024-07-26T17:09:35.817470+0000","last_peered":"2024-07-26T17:09:35.817470+0000","last_clean":"2024-07-26T17:09:35.817470+0000","last_became_active":"2024-07-26T17:08:45.766804+0000","last_became_peered":"2024-07-26T17:08:45.766804+0000","last_unstale":"2024-07-26T17:09:35.817470+0000","last_undegraded":"2024-07-26T17:09:35.817470+0000","last_fullsized":"2024-07-26T17:09:35.817470+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:04:10.087362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:10:55.334317+0000","last_change":"2024-07-26T17:08:46.781884+0000","last_active":"2024-07-26T17:10:55.334317+0000","last_peered":"2024-07-26T17:10:55.334317+0000","last_clean":"2024-07-26T17:10:55.334317+0000","last_became_active":"2024-07-26T17:08:46.781153+0000","last_became_peered":"2024-07-26T17:08:46.781153+0000","last_unstale":"2024-07-26T17:10:55.334317+0000","last_undegraded":"2024-07-26T17:10:55.334317+0000","last_fullsized":"2024-07-26T17:10:55.334317+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.c","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450554+0000","last_change":"2024-07-26T17:08:45.785070+0000","last_active":"2024-07-26T17:09:35.450554+0000","last_peered":"2024-07-26T17:09:35.450554+0000","last_clean":"2024-07-26T17:09:35.450554+0000","last_became_active":"2024-07-26T17:08:45.784616+0000","last_became_peered":"2024-07-26T17:08:45.784616+0000","last_unstale":"2024-07-26T17:09:35.450554+0000","last_undegraded":"2024-07-26T17:09:35.450554+0000","last_fullsized":"2024-07-26T17:09:35.450554+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:08:37.977232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.4","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452200+0000","last_change":"2024-07-26T17:08:46.793330+0000","last_active":"2024-07-26T17:09:35.452200+0000","last_peered":"2024-07-26T17:09:35.452200+0000","last_clean":"2024-07-26T17:09:35.452200+0000","last_became_active":"2024-07-26T17:08:46.793013+0000","last_became_peered":"2024-07-26T17:08:46.793013+0000","last_unstale":"2024-07-26T17:09:35.452200+0000","last_undegraded":"2024-07-26T17:09:35.452200+0000","last_fullsized":"2024-07-26T17:09:35.452200+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.b","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455515+0000","last_change":"2024-07-26T17:08:45.773430+0000","last_active":"2024-07-26T17:09:35.455515+0000","last_peered":"2024-07-26T17:09:35.455515+0000","last_clean":"2024-07-26T17:09:35.455515+0000","last_became_active":"2024-07-26T17:08:45.767401+0000","last_became_peered":"2024-07-26T17:08:45.767401+0000","last_unstale":"2024-07-26T17:09:35.455515+0000","last_undegraded":"2024-07-26T17:09:35.455515+0000","last_fullsized":"2024-07-26T17:09:35.455515+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:49:46.660671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.5","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452234+0000","last_change":"2024-07-26T17:08:46.788814+0000","last_active":"2024-07-26T17:09:35.452234+0000","last_peered":"2024-07-26T17:09:35.452234+0000","last_clean":"2024-07-26T17:09:35.452234+0000","last_became_active":"2024-07-26T17:08:46.788499+0000","last_became_peered":"2024-07-26T17:08:46.788499+0000","last_unstale":"2024-07-26T17:09:35.452234+0000","last_undegraded":"2024-07-26T17:09:35.452234+0000","last_fullsized":"2024-07-26T17:09:35.452234+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:03:01.735480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.a","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817216+0000","last_change":"2024-07-26T17:08:45.779502+0000","last_active":"2024-07-26T17:09:35.817216+0000","last_peered":"2024-07-26T17:09:35.817216+0000","last_clean":"2024-07-26T17:09:35.817216+0000","last_became_active":"2024-07-26T17:08:45.779183+0000","last_became_peered":"2024-07-26T17:08:45.779183+0000","last_unstale":"2024-07-26T17:09:35.817216+0000","last_undegraded":"2024-07-26T17:09:35.817216+0000","last_fullsized":"2024-07-26T17:09:35.817216+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:08.860258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.6","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455530+0000","last_change":"2024-07-26T17:08:46.790708+0000","last_active":"2024-07-26T17:09:35.455530+0000","last_peered":"2024-07-26T17:09:35.455530+0000","last_clean":"2024-07-26T17:09:35.455530+0000","last_became_active":"2024-07-26T17:08:46.790406+0000","last_became_peered":"2024-07-26T17:08:46.790406+0000","last_unstale":"2024-07-26T17:09:35.455530+0000","last_undegraded":"2024-07-26T17:09:35.455530+0000","last_fullsized":"2024-07-26T17:09:35.455530+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.444221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.9","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817032+0000","last_change":"2024-07-26T17:08:45.778749+0000","last_active":"2024-07-26T17:09:35.817032+0000","last_peered":"2024-07-26T17:09:35.817032+0000","last_clean":"2024-07-26T17:09:35.817032+0000","last_became_active":"2024-07-26T17:08:45.778411+0000","last_became_peered":"2024-07-26T17:08:45.778411+0000","last_unstale":"2024-07-26T17:09:35.817032+0000","last_undegraded":"2024-07-26T17:09:35.817032+0000","last_fullsized":"2024-07-26T17:09:35.817032+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:39:31.242192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.7","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817912+0000","last_change":"2024-07-26T17:08:46.807464+0000","last_active":"2024-07-26T17:09:35.817912+0000","last_peered":"2024-07-26T17:09:35.817912+0000","last_clean":"2024-07-26T17:09:35.817912+0000","last_became_active":"2024-07-26T17:08:46.804740+0000","last_became_peered":"2024-07-26T17:08:46.804740+0000","last_unstale":"2024-07-26T17:09:35.817912+0000","last_undegraded":"2024-07-26T17:09:35.817912+0000","last_fullsized":"2024-07-26T17:09:35.817912+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:44:04.074380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.8","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.451706+0000","last_change":"2024-07-26T17:08:45.781204+0000","last_active":"2024-07-26T17:09:35.451706+0000","last_peered":"2024-07-26T17:09:35.451706+0000","last_clean":"2024-07-26T17:09:35.451706+0000","last_became_active":"2024-07-26T17:08:45.780957+0000","last_became_peered":"2024-07-26T17:08:45.780957+0000","last_unstale":"2024-07-26T17:09:35.451706+0000","last_undegraded":"2024-07-26T17:09:35.451706+0000","last_fullsized":"2024-07-26T17:09:35.451706+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:22:42.976912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.8","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:00.334879+0000","last_change":"2024-07-26T17:08:46.799392+0000","last_active":"2024-07-26T17:11:00.334879+0000","last_peered":"2024-07-26T17:11:00.334879+0000","last_clean":"2024-07-26T17:11:00.334879+0000","last_became_active":"2024-07-26T17:08:46.798957+0000","last_became_peered":"2024-07-26T17:08:46.798957+0000","last_unstale":"2024-07-26T17:11:00.334879+0000","last_undegraded":"2024-07-26T17:11:00.334879+0000","last_fullsized":"2024-07-26T17:11:00.334879+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.7","version":"301'2","reported_seq":22,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.450836+0000","last_change":"2024-07-26T17:08:45.784755+0000","last_active":"2024-07-26T17:09:35.450836+0000","last_peered":"2024-07-26T17:09:35.450836+0000","last_clean":"2024-07-26T17:09:35.450836+0000","last_became_active":"2024-07-26T17:08:45.784425+0000","last_became_peered":"2024-07-26T17:08:45.784425+0000","last_unstale":"2024-07-26T17:09:35.450836+0000","last_undegraded":"2024-07-26T17:09:35.450836+0000","last_fullsized":"2024-07-26T17:09:35.450836+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:50:48.281433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.9","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455720+0000","last_change":"2024-07-26T17:08:46.781380+0000","last_active":"2024-07-26T17:09:35.455720+0000","last_peered":"2024-07-26T17:09:35.455720+0000","last_clean":"2024-07-26T17:09:35.455720+0000","last_became_active":"2024-07-26T17:08:46.781068+0000","last_became_peered":"2024-07-26T17:08:46.781068+0000","last_unstale":"2024-07-26T17:09:35.455720+0000","last_undegraded":"2024-07-26T17:09:35.455720+0000","last_fullsized":"2024-07-26T17:09:35.455720+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.6","version":"302'1","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818471+0000","last_change":"2024-07-26T17:08:45.771194+0000","last_active":"2024-07-26T17:09:35.818471+0000","last_peered":"2024-07-26T17:09:35.818471+0000","last_clean":"2024-07-26T17:09:35.818471+0000","last_became_active":"2024-07-26T17:08:45.770732+0000","last_became_peered":"2024-07-26T17:08:45.770732+0000","last_unstale":"2024-07-26T17:09:35.818471+0000","last_undegraded":"2024-07-26T17:09:35.818471+0000","last_fullsized":"2024-07-26T17:09:35.818471+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:31:15.323880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.a","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816941+0000","last_change":"2024-07-26T17:08:46.801335+0000","last_active":"2024-07-26T17:09:35.816941+0000","last_peered":"2024-07-26T17:09:35.816941+0000","last_clean":"2024-07-26T17:09:35.816941+0000","last_became_active":"2024-07-26T17:08:46.799898+0000","last_became_peered":"2024-07-26T17:08:46.799898+0000","last_unstale":"2024-07-26T17:09:35.816941+0000","last_undegraded":"2024-07-26T17:09:35.816941+0000","last_fullsized":"2024-07-26T17:09:35.816941+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:28:52.251685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.5","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817069+0000","last_change":"2024-07-26T17:08:45.771351+0000","last_active":"2024-07-26T17:09:35.817069+0000","last_peered":"2024-07-26T17:09:35.817069+0000","last_clean":"2024-07-26T17:09:35.817069+0000","last_became_active":"2024-07-26T17:08:45.770971+0000","last_became_peered":"2024-07-26T17:08:45.770971+0000","last_unstale":"2024-07-26T17:09:35.817069+0000","last_undegraded":"2024-07-26T17:09:35.817069+0000","last_fullsized":"2024-07-26T17:09:35.817069+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:48:07.505618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.b","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.818102+0000","last_change":"2024-07-26T17:08:46.789232+0000","last_active":"2024-07-26T17:09:35.818102+0000","last_peered":"2024-07-26T17:09:35.818102+0000","last_clean":"2024-07-26T17:09:35.818102+0000","last_became_active":"2024-07-26T17:08:46.788909+0000","last_became_peered":"2024-07-26T17:08:46.788909+0000","last_unstale":"2024-07-26T17:09:35.818102+0000","last_undegraded":"2024-07-26T17:09:35.818102+0000","last_fullsized":"2024-07-26T17:09:35.818102+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:32:58.511236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.4","version":"0'0","reported_seq":21,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:10:50.333764+0000","last_change":"2024-07-26T17:08:45.775421+0000","last_active":"2024-07-26T17:10:50.333764+0000","last_peered":"2024-07-26T17:10:50.333764+0000","last_clean":"2024-07-26T17:10:50.333764+0000","last_became_active":"2024-07-26T17:08:45.774559+0000","last_became_peered":"2024-07-26T17:08:45.774559+0000","last_unstale":"2024-07-26T17:10:50.333764+0000","last_undegraded":"2024-07-26T17:10:50.333764+0000","last_fullsized":"2024-07-26T17:10:50.333764+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.c","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.453420+0000","last_change":"2024-07-26T17:08:46.801507+0000","last_active":"2024-07-26T17:09:35.453420+0000","last_peered":"2024-07-26T17:09:35.453420+0000","last_clean":"2024-07-26T17:09:35.453420+0000","last_became_active":"2024-07-26T17:08:46.801185+0000","last_became_peered":"2024-07-26T17:08:46.801185+0000","last_unstale":"2024-07-26T17:09:35.453420+0000","last_undegraded":"2024-07-26T17:09:35.453420+0000","last_fullsized":"2024-07-26T17:09:35.453420+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:30.513865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.3","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455626+0000","last_change":"2024-07-26T17:08:45.774478+0000","last_active":"2024-07-26T17:09:35.455626+0000","last_peered":"2024-07-26T17:09:35.455626+0000","last_clean":"2024-07-26T17:09:35.455626+0000","last_became_active":"2024-07-26T17:08:45.774163+0000","last_became_peered":"2024-07-26T17:08:45.774163+0000","last_unstale":"2024-07-26T17:09:35.455626+0000","last_undegraded":"2024-07-26T17:09:35.455626+0000","last_fullsized":"2024-07-26T17:09:35.455626+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:14:05.208204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.d","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:05.280025+0000","last_change":"2024-07-26T17:08:46.792651+0000","last_active":"2024-07-26T17:11:05.280025+0000","last_peered":"2024-07-26T17:11:05.280025+0000","last_clean":"2024-07-26T17:11:05.280025+0000","last_became_active":"2024-07-26T17:08:46.792303+0000","last_became_peered":"2024-07-26T17:08:46.792303+0000","last_unstale":"2024-07-26T17:11:05.280025+0000","last_undegraded":"2024-07-26T17:11:05.280025+0000","last_fullsized":"2024-07-26T17:11:05.280025+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.2","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.817621+0000","last_change":"2024-07-26T17:08:45.777127+0000","last_active":"2024-07-26T17:09:35.817621+0000","last_peered":"2024-07-26T17:09:35.817621+0000","last_clean":"2024-07-26T17:09:35.817621+0000","last_became_active":"2024-07-26T17:08:45.776801+0000","last_became_peered":"2024-07-26T17:08:45.776801+0000","last_unstale":"2024-07-26T17:09:35.817621+0000","last_undegraded":"2024-07-26T17:09:35.817621+0000","last_fullsized":"2024-07-26T17:09:35.817621+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:19:21.441978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.e","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455660+0000","last_change":"2024-07-26T17:08:46.783388+0000","last_active":"2024-07-26T17:09:35.455660+0000","last_peered":"2024-07-26T17:09:35.455660+0000","last_clean":"2024-07-26T17:09:35.455660+0000","last_became_active":"2024-07-26T17:08:46.783030+0000","last_became_peered":"2024-07-26T17:08:46.783030+0000","last_unstale":"2024-07-26T17:09:35.455660+0000","last_undegraded":"2024-07-26T17:09:35.455660+0000","last_fullsized":"2024-07-26T17:09:35.455660+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:15:25.303332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.1","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816879+0000","last_change":"2024-07-26T17:08:45.779097+0000","last_active":"2024-07-26T17:09:35.816879+0000","last_peered":"2024-07-26T17:09:35.816879+0000","last_clean":"2024-07-26T17:09:35.816879+0000","last_became_active":"2024-07-26T17:08:45.778642+0000","last_became_peered":"2024-07-26T17:08:45.778642+0000","last_unstale":"2024-07-26T17:09:35.816879+0000","last_undegraded":"2024-07-26T17:09:35.816879+0000","last_fullsized":"2024-07-26T17:09:35.816879+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:06:59.999255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.f","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452507+0000","last_change":"2024-07-26T17:08:46.787523+0000","last_active":"2024-07-26T17:09:35.452507+0000","last_peered":"2024-07-26T17:09:35.452507+0000","last_clean":"2024-07-26T17:09:35.452507+0000","last_became_active":"2024-07-26T17:08:46.787209+0000","last_became_peered":"2024-07-26T17:08:46.787209+0000","last_unstale":"2024-07-26T17:09:35.452507+0000","last_undegraded":"2024-07-26T17:09:35.452507+0000","last_fullsized":"2024-07-26T17:09:35.452507+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:05:08.247226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.0","version":"0'0","reported_seq":20,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.452894+0000","last_change":"2024-07-26T17:08:45.772307+0000","last_active":"2024-07-26T17:09:35.452894+0000","last_peered":"2024-07-26T17:09:35.452894+0000","last_clean":"2024-07-26T17:09:35.452894+0000","last_became_active":"2024-07-26T17:08:45.771989+0000","last_became_peered":"2024-07-26T17:08:45.771989+0000","last_unstale":"2024-07-26T17:09:35.452894+0000","last_undegraded":"2024-07-26T17:09:35.452894+0000","last_fullsized":"2024-07-26T17:09:35.452894+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:44.745649+0000","last_clean_scrub_stamp":"2024-07-26T17:08:44.745649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:47:56.749734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.29","version":"0'0","reported_seq":18,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.455211+0000","last_change":"2024-07-26T17:08:46.782951+0000","last_active":"2024-07-26T17:09:35.455211+0000","last_peered":"2024-07-26T17:09:35.455211+0000","last_clean":"2024-07-26T17:09:35.455211+0000","last_became_active":"2024-07-26T17:08:46.782464+0000","last_became_peered":"2024-07-26T17:08:46.782464+0000","last_unstale":"2024-07-26T17:09:35.455211+0000","last_undegraded":"2024-07-26T17:09:35.455211+0000","last_fullsized":"2024-07-26T17:09:35.455211+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:09:17.685048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"293'3511","reported_seq":4674,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:09:35.816630+0000","last_change":"2024-07-26T15:28:42.648122+0000","last_active":"2024-07-26T17:09:35.816630+0000","last_peered":"2024-07-26T17:09:35.816630+0000","last_clean":"2024-07-26T17:09:35.816630+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:09:35.816630+0000","last_undegraded":"2024-07-26T17:09:35.816630+0000","last_fullsized":"2024-07-26T17:09:35.816630+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T15:28:41.172476+0000","last_clean_scrub_stamp":"2024-07-26T15:28:41.172476+0000","objects_scrubbed":0,"log_size":3511,"log_dups_size":0,"ondisk_log_size":3511,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:34.809041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":39,"num_pg":32,"stat_sum":{"num_bytes":4344,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":46,"ondisk_log_size":46,"up":64,"acting":64,"num_store_stats":8},{"poolid":40,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3511,"ondisk_log_size":3511,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576074,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71612,"kb_used_data":4332,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300228,"statfs":{"total":96636764160,"available":96563433472,"internally_reserved":0,"allocated":4435968,"data_stored":2616438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510665,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65456,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94306384,"statfs":{"total":96636764160,"available":96569737216,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510665,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":75200,"kb_used_data":3760,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94296640,"statfs":{"total":96636764160,"available":96559759360,"internally_reserved":0,"allocated":3850240,"data_stored":2026778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510665,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":57144,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94314696,"statfs":{"total":96636764160,"available":96578248704,"internally_reserved":0,"allocated":3846144,"data_stored":2026148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510664,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52984,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318856,"statfs":{"total":96636764160,"available":96582508544,"internally_reserved":0,"allocated":3846144,"data_stored":2026140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510664,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52988,"kb_used_data":3764,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318852,"statfs":{"total":96636764160,"available":96582504448,"internally_reserved":0,"allocated":3854336,"data_stored":2030164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510667,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48820,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323020,"statfs":{"total":96636764160,"available":96586772480,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543371,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61888,"kb_used_data":4344,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94309952,"statfs":{"total":96636764160,"available":96573390848,"internally_reserved":0,"allocated":4448256,"data_stored":2619972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:11:09.095 INFO:tasks.ceph:pgid 40.3f last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.096 INFO:tasks.ceph:pgid 40.3e last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.096 INFO:tasks.ceph:pgid 40.3d last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.096 INFO:tasks.ceph:pgid 40.3c last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.096 INFO:tasks.ceph:pgid 40.3b last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.096 INFO:tasks.ceph:pgid 40.3a last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.096 INFO:tasks.ceph:pgid 40.39 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.097 INFO:tasks.ceph:pgid 40.38 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.097 INFO:tasks.ceph:pgid 40.37 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.097 INFO:tasks.ceph:pgid 40.36 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.097 INFO:tasks.ceph:pgid 40.35 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.097 INFO:tasks.ceph:pgid 40.34 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.097 INFO:tasks.ceph:pgid 40.33 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.098 INFO:tasks.ceph:pgid 40.32 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.098 INFO:tasks.ceph:pgid 40.31 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.098 INFO:tasks.ceph:pgid 40.30 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.098 INFO:tasks.ceph:pgid 40.2f last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.098 INFO:tasks.ceph:pgid 40.2e last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.099 INFO:tasks.ceph:pgid 40.2d last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.099 INFO:tasks.ceph:pgid 40.2c last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.099 INFO:tasks.ceph:pgid 40.2b last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.099 INFO:tasks.ceph:pgid 40.2a last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.099 INFO:tasks.ceph:pgid 40.28 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.099 INFO:tasks.ceph:pgid 40.27 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.100 INFO:tasks.ceph:pgid 40.26 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.100 INFO:tasks.ceph:pgid 40.25 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.100 INFO:tasks.ceph:pgid 40.24 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.100 INFO:tasks.ceph:pgid 40.23 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.100 INFO:tasks.ceph:pgid 40.22 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.100 INFO:tasks.ceph:pgid 40.21 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.101 INFO:tasks.ceph:pgid 40.20 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.101 INFO:tasks.ceph:pgid 40.10 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.101 INFO:tasks.ceph:pgid 39.1f last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.101 INFO:tasks.ceph:pgid 40.11 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.101 INFO:tasks.ceph:pgid 39.1e last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.101 INFO:tasks.ceph:pgid 40.12 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.102 INFO:tasks.ceph:pgid 39.1d last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.102 INFO:tasks.ceph:pgid 40.13 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.102 INFO:tasks.ceph:pgid 39.1c last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.102 INFO:tasks.ceph:pgid 40.14 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.102 INFO:tasks.ceph:pgid 39.1b last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.102 INFO:tasks.ceph:pgid 40.15 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.103 INFO:tasks.ceph:pgid 39.1a last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.103 INFO:tasks.ceph:pgid 40.16 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.103 INFO:tasks.ceph:pgid 39.19 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.103 INFO:tasks.ceph:pgid 40.17 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.103 INFO:tasks.ceph:pgid 39.18 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.103 INFO:tasks.ceph:pgid 40.18 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.104 INFO:tasks.ceph:pgid 39.17 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.104 INFO:tasks.ceph:pgid 40.19 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.104 INFO:tasks.ceph:pgid 39.16 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.104 INFO:tasks.ceph:pgid 40.1a last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.104 INFO:tasks.ceph:pgid 39.15 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.104 INFO:tasks.ceph:pgid 40.1b last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.104 INFO:tasks.ceph:pgid 39.14 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.105 INFO:tasks.ceph:pgid 40.1c last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.105 INFO:tasks.ceph:pgid 39.13 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.105 INFO:tasks.ceph:pgid 40.1d last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.105 INFO:tasks.ceph:pgid 39.12 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.105 INFO:tasks.ceph:pgid 40.1e last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.105 INFO:tasks.ceph:pgid 39.11 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.105 INFO:tasks.ceph:pgid 40.1f last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.106 INFO:tasks.ceph:pgid 39.10 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.106 INFO:tasks.ceph:pgid 40.0 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.106 INFO:tasks.ceph:pgid 39.f last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.106 INFO:tasks.ceph:pgid 40.1 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.106 INFO:tasks.ceph:pgid 39.e last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.107 INFO:tasks.ceph:pgid 40.2 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.107 INFO:tasks.ceph:pgid 39.d last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.107 INFO:tasks.ceph:pgid 40.3 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.107 INFO:tasks.ceph:pgid 39.c last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.107 INFO:tasks.ceph:pgid 40.4 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.107 INFO:tasks.ceph:pgid 39.b last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.108 INFO:tasks.ceph:pgid 40.5 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.108 INFO:tasks.ceph:pgid 39.a last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.108 INFO:tasks.ceph:pgid 40.6 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.108 INFO:tasks.ceph:pgid 39.9 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.108 INFO:tasks.ceph:pgid 40.7 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.108 INFO:tasks.ceph:pgid 39.8 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.109 INFO:tasks.ceph:pgid 40.8 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.109 INFO:tasks.ceph:pgid 39.7 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.109 INFO:tasks.ceph:pgid 40.9 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.109 INFO:tasks.ceph:pgid 39.6 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.109 INFO:tasks.ceph:pgid 40.a last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.109 INFO:tasks.ceph:pgid 39.5 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.109 INFO:tasks.ceph:pgid 40.b last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.110 INFO:tasks.ceph:pgid 39.4 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.110 INFO:tasks.ceph:pgid 40.c last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.110 INFO:tasks.ceph:pgid 39.3 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.110 INFO:tasks.ceph:pgid 40.d last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.110 INFO:tasks.ceph:pgid 39.2 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.110 INFO:tasks.ceph:pgid 40.e last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.111 INFO:tasks.ceph:pgid 39.1 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.111 INFO:tasks.ceph:pgid 40.f last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.111 INFO:tasks.ceph:pgid 39.0 last_scrub_stamp 2024-07-26T17:08:44.745649+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=44, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.111 INFO:tasks.ceph:pgid 40.29 last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.111 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-07-26T15:28:41.172476+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=15, tm_min=28, tm_sec=41, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:09.111 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-07-26T17:11:15.241 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:11:15.245 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:11:29.112 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:11:29.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.245+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/762598325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a480b37d0 msgr2=0x7f1a480b9360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:29.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.245+0000 7f1a4ca3a640 1 --2- 172.21.15.33:0/762598325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a480b37d0 0x7f1a480b9360 secure :-1 s=READY pgs=3035 cs=0 l=1 rev1=1 crypto rx=0x7f1a480c7b10 tx=0x7f1a3802a560 comp rx=0 tx=0).stop 2024-07-26T17:11:29.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.245+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/762598325 shutdown_connections 2024-07-26T17:11:29.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.245+0000 7f1a4ca3a640 1 --2- 172.21.15.33:0/762598325 >> v2:172.21.15.154:3300/0 conn(0x7f1a480d2c10 0x7f1a48162560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:29.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.245+0000 7f1a4ca3a640 1 --2- 172.21.15.33:0/762598325 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a480b98a0 0x7f1a480d26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:29.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.245+0000 7f1a4ca3a640 1 --2- 172.21.15.33:0/762598325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a480b37d0 0x7f1a480b9360 unknown :-1 s=CLOSED pgs=3035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:29.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.245+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/762598325 >> 172.21.15.33:0/762598325 conn(0x7f1a480b5b00 msgr2=0x7f1a480b5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:29.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.245+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/762598325 shutdown_connections 2024-07-26T17:11:29.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.245+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/762598325 wait complete. 2024-07-26T17:11:29.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.247+0000 7f1a4ca3a640 1 Processor -- start 2024-07-26T17:11:29.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.247+0000 7f1a4ca3a640 1 -- start start 2024-07-26T17:11:29.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.248+0000 7f1a4ca3a640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a480b37d0 0x7f1a4815ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:29.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.248+0000 7f1a4ca3a640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a480b98a0 0x7f1a4815a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:29.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.248+0000 7f1a4ca3a640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a480d2c10 0x7f1a480b1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:29.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.248+0000 7f1a4ca3a640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f1a480d2320 con 0x7f1a480b37d0 2024-07-26T17:11:29.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.248+0000 7f1a4ca3a640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f1a480b3df0 con 0x7f1a480b98a0 2024-07-26T17:11:29.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.248+0000 7f1a4ca3a640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f1a480d3c30 con 0x7f1a480d2c10 2024-07-26T17:11:29.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.248+0000 7f1a4659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a480b37d0 0x7f1a4815ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:29.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.248+0000 7f1a4659c640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a480b37d0 0x7f1a4815ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:35180/0 (socket says 172.21.15.33:35180) 2024-07-26T17:11:29.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.248+0000 7f1a4659c640 1 -- 172.21.15.33:0/620603562 learned_addr learned my addr 172.21.15.33:0/620603562 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:29.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.248+0000 7f1a46d9d640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a480d2c10 0x7f1a480b1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:29.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.248+0000 7f1a3ffff640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a480b98a0 0x7f1a4815a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:29.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a4659c640 1 -- 172.21.15.33:0/620603562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a480d2c10 msgr2=0x7f1a480b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:29.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a4659c640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a480d2c10 0x7f1a480b1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:29.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a4659c640 1 -- 172.21.15.33:0/620603562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a480b98a0 msgr2=0x7f1a4815a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:29.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a4659c640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a480b98a0 0x7f1a4815a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:29.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a4659c640 1 -- 172.21.15.33:0/620603562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a480b17f0 con 0x7f1a480b37d0 2024-07-26T17:11:29.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a46d9d640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a480d2c10 0x7f1a480b1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:11:29.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a3ffff640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a480b98a0 0x7f1a4815a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:11:29.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a4659c640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a480b37d0 0x7f1a4815ff70 secure :-1 s=READY pgs=3036 cs=0 l=1 rev1=1 crypto rx=0x7f1a38000c00 tx=0x7f1a380038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:29.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a3effd640 1 -- 172.21.15.33:0/620603562 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a3803e030 con 0x7f1a480b37d0 2024-07-26T17:11:29.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a3effd640 1 -- 172.21.15.33:0/620603562 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a38003d90 con 0x7f1a480b37d0 2024-07-26T17:11:29.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/620603562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a481e8420 con 0x7f1a480b37d0 2024-07-26T17:11:29.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a3effd640 1 -- 172.21.15.33:0/620603562 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a38035040 con 0x7f1a480b37d0 2024-07-26T17:11:29.254 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.249+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/620603562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a480b1a70 con 0x7f1a480b37d0 2024-07-26T17:11:29.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.250+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/620603562 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a480d3100 con 0x7f1a480b37d0 2024-07-26T17:11:29.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.251+0000 7f1a3effd640 1 -- 172.21.15.33:0/620603562 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f1a38041030 con 0x7f1a480b37d0 2024-07-26T17:11:29.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.252+0000 7f1a3effd640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1a28077040 0x7f1a28079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:29.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.252+0000 7f1a3ffff640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1a28077040 0x7f1a28079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:29.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.252+0000 7f1a3effd640 1 -- 172.21.15.33:0/620603562 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f1a380b90d0 con 0x7f1a480b37d0 2024-07-26T17:11:29.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.252+0000 7f1a3ffff640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1a28077040 0x7f1a28079550 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1a480b2c90 tx=0x7f1a30005ef0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:29.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.257+0000 7f1a3effd640 1 -- 172.21.15.33:0/620603562 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1a480b17f0 con 0x7f1a480b37d0 2024-07-26T17:11:29.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.448+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/620603562 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1a4806ab00 con 0x7f1a28077040 2024-07-26T17:11:29.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.452+0000 7f1a3effd640 1 -- 172.21.15.33:0/620603562 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252447 (secure 0 0 0) 0x7f1a3000b7d0 con 0x7f1a28077040 2024-07-26T17:11:29.457 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:11:29.458 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:11:29.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.455+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/620603562 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1a28077040 msgr2=0x7f1a28079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:29.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.455+0000 7f1a4ca3a640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1a28077040 0x7f1a28079550 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1a480b2c90 tx=0x7f1a30005ef0 comp rx=0 tx=0).stop 2024-07-26T17:11:29.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.455+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/620603562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a480b37d0 msgr2=0x7f1a4815ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:29.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.455+0000 7f1a4ca3a640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a480b37d0 0x7f1a4815ff70 secure :-1 s=READY pgs=3036 cs=0 l=1 rev1=1 crypto rx=0x7f1a38000c00 tx=0x7f1a380038a0 comp rx=0 tx=0).stop 2024-07-26T17:11:29.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.455+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/620603562 shutdown_connections 2024-07-26T17:11:29.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.455+0000 7f1a4ca3a640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f1a28077040 0x7f1a28079550 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.455+0000 7f1a4ca3a640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f1a480d2c10 0x7f1a480b1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.455+0000 7f1a4ca3a640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f1a480b98a0 0x7f1a4815a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.455+0000 7f1a4ca3a640 1 --2- 172.21.15.33:0/620603562 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a480b37d0 0x7f1a4815ff70 unknown :-1 s=CLOSED pgs=3036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.455+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/620603562 >> 172.21.15.33:0/620603562 conn(0x7f1a480b5b00 msgr2=0x7f1a480b80c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.456+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/620603562 shutdown_connections 2024-07-26T17:11:29.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:29.456+0000 7f1a4ca3a640 1 -- 172.21.15.33:0/620603562 wait complete. 2024-07-26T17:11:29.469 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":102,"stamp":"2024-07-26T17:11:28.368486+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594712,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":499,"num_write_kb":1649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3579,"ondisk_log_size":3579,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":490216,"kb_used_data":31208,"kb_used_omap":12,"kb_used_meta":458931,"kb_avail":754484504,"statfs":{"total":773094113280,"available":772592132096,"internally_reserved":0,"allocated":31956992,"data_stored":17397712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":469945905},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003869"},"pg_stats":[{"pgid":"40.3f","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:20.584527+0000","last_change":"2024-07-26T17:11:20.584565+0000","last_active":"2024-07-26T17:11:20.584527+0000","last_peered":"2024-07-26T17:11:20.584527+0000","last_clean":"2024-07-26T17:11:20.584527+0000","last_became_active":"2024-07-26T17:08:46.783699+0000","last_became_peered":"2024-07-26T17:08:46.783699+0000","last_unstale":"2024-07-26T17:11:20.584527+0000","last_undegraded":"2024-07-26T17:11:20.584527+0000","last_fullsized":"2024-07-26T17:11:20.584527+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:20.584428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:20.584428+0000","last_clean_scrub_stamp":"2024-07-26T17:11:20.584428+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:12:02.799632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.3e","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.592332+0000","last_change":"2024-07-26T17:11:15.592363+0000","last_active":"2024-07-26T17:11:15.592332+0000","last_peered":"2024-07-26T17:11:15.592332+0000","last_clean":"2024-07-26T17:11:15.592332+0000","last_became_active":"2024-07-26T17:08:46.789201+0000","last_became_peered":"2024-07-26T17:08:46.789201+0000","last_unstale":"2024-07-26T17:11:15.592332+0000","last_undegraded":"2024-07-26T17:11:15.592332+0000","last_fullsized":"2024-07-26T17:11:15.592332+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.592229+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.592229+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.592229+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:24:07.477874+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.3d","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:20.276881+0000","last_change":"2024-07-26T17:11:20.276914+0000","last_active":"2024-07-26T17:11:20.276881+0000","last_peered":"2024-07-26T17:11:20.276881+0000","last_clean":"2024-07-26T17:11:20.276881+0000","last_became_active":"2024-07-26T17:08:46.786776+0000","last_became_peered":"2024-07-26T17:08:46.786776+0000","last_unstale":"2024-07-26T17:11:20.276881+0000","last_undegraded":"2024-07-26T17:11:20.276881+0000","last_fullsized":"2024-07-26T17:11:20.276881+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:20.276752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:20.276752+0000","last_clean_scrub_stamp":"2024-07-26T17:11:20.276752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:36:24.429142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.3c","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.049595+0000","last_change":"2024-07-26T17:11:12.049627+0000","last_active":"2024-07-26T17:11:12.049595+0000","last_peered":"2024-07-26T17:11:12.049595+0000","last_clean":"2024-07-26T17:11:12.049595+0000","last_became_active":"2024-07-26T17:08:46.805618+0000","last_became_peered":"2024-07-26T17:08:46.805618+0000","last_unstale":"2024-07-26T17:11:12.049595+0000","last_undegraded":"2024-07-26T17:11:12.049595+0000","last_fullsized":"2024-07-26T17:11:12.049595+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.049496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.049496+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.049496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:43.121419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.3b","version":"0'0","reported_seq":19,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:06.760288+0000","last_change":"2024-07-26T17:08:46.806933+0000","last_active":"2024-07-26T17:11:06.760288+0000","last_peered":"2024-07-26T17:11:06.760288+0000","last_clean":"2024-07-26T17:11:06.760288+0000","last_became_active":"2024-07-26T17:08:46.800694+0000","last_became_peered":"2024-07-26T17:08:46.800694+0000","last_unstale":"2024-07-26T17:11:06.760288+0000","last_undegraded":"2024-07-26T17:11:06.760288+0000","last_fullsized":"2024-07-26T17:11:06.760288+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:08:45.752042+0000","last_clean_scrub_stamp":"2024-07-26T17:08:45.752042+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3a","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.027899+0000","last_change":"2024-07-26T17:11:15.027899+0000","last_active":"2024-07-26T17:11:15.027899+0000","last_peered":"2024-07-26T17:11:15.027899+0000","last_clean":"2024-07-26T17:11:15.027899+0000","last_became_active":"2024-07-26T17:08:46.783488+0000","last_became_peered":"2024-07-26T17:08:46.783488+0000","last_unstale":"2024-07-26T17:11:15.027899+0000","last_undegraded":"2024-07-26T17:11:15.027899+0000","last_fullsized":"2024-07-26T17:11:15.027899+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.027748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.027748+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.027748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:21.168011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.39","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:17.105697+0000","last_change":"2024-07-26T17:11:17.105697+0000","last_active":"2024-07-26T17:11:17.105697+0000","last_peered":"2024-07-26T17:11:17.105697+0000","last_clean":"2024-07-26T17:11:17.105697+0000","last_became_active":"2024-07-26T17:08:46.785790+0000","last_became_peered":"2024-07-26T17:08:46.785790+0000","last_unstale":"2024-07-26T17:11:17.105697+0000","last_undegraded":"2024-07-26T17:11:17.105697+0000","last_fullsized":"2024-07-26T17:11:17.105697+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:17.105556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:17.105556+0000","last_clean_scrub_stamp":"2024-07-26T17:11:17.105556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:51:39.293815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.38","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:24.537426+0000","last_change":"2024-07-26T17:11:24.537462+0000","last_active":"2024-07-26T17:11:24.537426+0000","last_peered":"2024-07-26T17:11:24.537426+0000","last_clean":"2024-07-26T17:11:24.537426+0000","last_became_active":"2024-07-26T17:08:46.797786+0000","last_became_peered":"2024-07-26T17:08:46.797786+0000","last_unstale":"2024-07-26T17:11:24.537426+0000","last_undegraded":"2024-07-26T17:11:24.537426+0000","last_fullsized":"2024-07-26T17:11:24.537426+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:24.537318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:24.537318+0000","last_clean_scrub_stamp":"2024-07-26T17:11:24.537318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:07:12.468663+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.37","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:22.560361+0000","last_change":"2024-07-26T17:11:22.560397+0000","last_active":"2024-07-26T17:11:22.560361+0000","last_peered":"2024-07-26T17:11:22.560361+0000","last_clean":"2024-07-26T17:11:22.560361+0000","last_became_active":"2024-07-26T17:08:46.801029+0000","last_became_peered":"2024-07-26T17:08:46.801029+0000","last_unstale":"2024-07-26T17:11:22.560361+0000","last_undegraded":"2024-07-26T17:11:22.560361+0000","last_fullsized":"2024-07-26T17:11:22.560361+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:22.560245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:22.560245+0000","last_clean_scrub_stamp":"2024-07-26T17:11:22.560245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:21:03.022803+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.36","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:19.522939+0000","last_change":"2024-07-26T17:11:19.523013+0000","last_active":"2024-07-26T17:11:19.522939+0000","last_peered":"2024-07-26T17:11:19.522939+0000","last_clean":"2024-07-26T17:11:19.522939+0000","last_became_active":"2024-07-26T17:08:46.795449+0000","last_became_peered":"2024-07-26T17:08:46.795449+0000","last_unstale":"2024-07-26T17:11:19.522939+0000","last_undegraded":"2024-07-26T17:11:19.522939+0000","last_fullsized":"2024-07-26T17:11:19.522939+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:19.522800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:19.522800+0000","last_clean_scrub_stamp":"2024-07-26T17:11:19.522800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:33.102052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.35","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.070856+0000","last_change":"2024-07-26T17:11:14.070856+0000","last_active":"2024-07-26T17:11:14.070856+0000","last_peered":"2024-07-26T17:11:14.070856+0000","last_clean":"2024-07-26T17:11:14.070856+0000","last_became_active":"2024-07-26T17:08:46.794168+0000","last_became_peered":"2024-07-26T17:08:46.794168+0000","last_unstale":"2024-07-26T17:11:14.070856+0000","last_undegraded":"2024-07-26T17:11:14.070856+0000","last_fullsized":"2024-07-26T17:11:14.070856+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.070655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.070655+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.070655+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:31:47.462002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.34","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:19.572094+0000","last_change":"2024-07-26T17:11:19.572158+0000","last_active":"2024-07-26T17:11:19.572094+0000","last_peered":"2024-07-26T17:11:19.572094+0000","last_clean":"2024-07-26T17:11:19.572094+0000","last_became_active":"2024-07-26T17:08:46.792477+0000","last_became_peered":"2024-07-26T17:08:46.792477+0000","last_unstale":"2024-07-26T17:11:19.572094+0000","last_undegraded":"2024-07-26T17:11:19.572094+0000","last_fullsized":"2024-07-26T17:11:19.572094+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:19.571933+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:19.571933+0000","last_clean_scrub_stamp":"2024-07-26T17:11:19.571933+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:05:43.636923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.33","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.083221+0000","last_change":"2024-07-26T17:11:13.083221+0000","last_active":"2024-07-26T17:11:13.083221+0000","last_peered":"2024-07-26T17:11:13.083221+0000","last_clean":"2024-07-26T17:11:13.083221+0000","last_became_active":"2024-07-26T17:08:46.782598+0000","last_became_peered":"2024-07-26T17:08:46.782598+0000","last_unstale":"2024-07-26T17:11:13.083221+0000","last_undegraded":"2024-07-26T17:11:13.083221+0000","last_fullsized":"2024-07-26T17:11:13.083221+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.083086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.083086+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.083086+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:21:14.891074+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.32","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.408074+0000","last_change":"2024-07-26T17:11:16.408109+0000","last_active":"2024-07-26T17:11:16.408074+0000","last_peered":"2024-07-26T17:11:16.408074+0000","last_clean":"2024-07-26T17:11:16.408074+0000","last_became_active":"2024-07-26T17:08:46.797648+0000","last_became_peered":"2024-07-26T17:08:46.797648+0000","last_unstale":"2024-07-26T17:11:16.408074+0000","last_undegraded":"2024-07-26T17:11:16.408074+0000","last_fullsized":"2024-07-26T17:11:16.408074+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.407975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.407975+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.407975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:46.848096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.31","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.061915+0000","last_change":"2024-07-26T17:11:13.061945+0000","last_active":"2024-07-26T17:11:13.061915+0000","last_peered":"2024-07-26T17:11:13.061915+0000","last_clean":"2024-07-26T17:11:13.061915+0000","last_became_active":"2024-07-26T17:08:46.798733+0000","last_became_peered":"2024-07-26T17:08:46.798733+0000","last_unstale":"2024-07-26T17:11:13.061915+0000","last_undegraded":"2024-07-26T17:11:13.061915+0000","last_fullsized":"2024-07-26T17:11:13.061915+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.061806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.061806+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.061806+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:15.344702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.30","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:22.267776+0000","last_change":"2024-07-26T17:11:22.267809+0000","last_active":"2024-07-26T17:11:22.267776+0000","last_peered":"2024-07-26T17:11:22.267776+0000","last_clean":"2024-07-26T17:11:22.267776+0000","last_became_active":"2024-07-26T17:08:46.791747+0000","last_became_peered":"2024-07-26T17:08:46.791747+0000","last_unstale":"2024-07-26T17:11:22.267776+0000","last_undegraded":"2024-07-26T17:11:22.267776+0000","last_fullsized":"2024-07-26T17:11:22.267776+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:22.267672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:22.267672+0000","last_clean_scrub_stamp":"2024-07-26T17:11:22.267672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:24:31.888131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2f","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.609414+0000","last_change":"2024-07-26T17:11:14.609445+0000","last_active":"2024-07-26T17:11:14.609414+0000","last_peered":"2024-07-26T17:11:14.609414+0000","last_clean":"2024-07-26T17:11:14.609414+0000","last_became_active":"2024-07-26T17:08:46.799225+0000","last_became_peered":"2024-07-26T17:08:46.799225+0000","last_unstale":"2024-07-26T17:11:14.609414+0000","last_undegraded":"2024-07-26T17:11:14.609414+0000","last_fullsized":"2024-07-26T17:11:14.609414+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.609309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.609309+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.609309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:48:13.668451+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2e","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.507720+0000","last_change":"2024-07-26T17:11:16.507753+0000","last_active":"2024-07-26T17:11:16.507720+0000","last_peered":"2024-07-26T17:11:16.507720+0000","last_clean":"2024-07-26T17:11:16.507720+0000","last_became_active":"2024-07-26T17:08:46.806313+0000","last_became_peered":"2024-07-26T17:08:46.806313+0000","last_unstale":"2024-07-26T17:11:16.507720+0000","last_undegraded":"2024-07-26T17:11:16.507720+0000","last_fullsized":"2024-07-26T17:11:16.507720+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.507623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.507623+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.507623+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:54:28.789271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.2d","version":"0'0","reported_seq":33,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:21.286565+0000","last_change":"2024-07-26T17:11:21.286595+0000","last_active":"2024-07-26T17:11:21.286565+0000","last_peered":"2024-07-26T17:11:21.286565+0000","last_clean":"2024-07-26T17:11:21.286565+0000","last_became_active":"2024-07-26T17:09:35.819004+0000","last_became_peered":"2024-07-26T17:09:35.819004+0000","last_unstale":"2024-07-26T17:11:21.286565+0000","last_undegraded":"2024-07-26T17:11:21.286565+0000","last_fullsized":"2024-07-26T17:11:21.286565+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:21.286461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:21.286461+0000","last_clean_scrub_stamp":"2024-07-26T17:11:21.286461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:11:24.162932+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2c","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.068583+0000","last_change":"2024-07-26T17:11:16.068633+0000","last_active":"2024-07-26T17:11:16.068583+0000","last_peered":"2024-07-26T17:11:16.068583+0000","last_clean":"2024-07-26T17:11:16.068583+0000","last_became_active":"2024-07-26T17:08:46.792186+0000","last_became_peered":"2024-07-26T17:08:46.792186+0000","last_unstale":"2024-07-26T17:11:16.068583+0000","last_undegraded":"2024-07-26T17:11:16.068583+0000","last_fullsized":"2024-07-26T17:11:16.068583+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.068474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.068474+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.068474+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:38:48.245594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.2b","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.691038+0000","last_change":"2024-07-26T17:11:11.691071+0000","last_active":"2024-07-26T17:11:11.691038+0000","last_peered":"2024-07-26T17:11:11.691038+0000","last_clean":"2024-07-26T17:11:11.691038+0000","last_became_active":"2024-07-26T17:08:46.791961+0000","last_became_peered":"2024-07-26T17:08:46.791961+0000","last_unstale":"2024-07-26T17:11:11.691038+0000","last_undegraded":"2024-07-26T17:11:11.691038+0000","last_fullsized":"2024-07-26T17:11:11.691038+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.690895+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.690895+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.690895+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:03:56.315402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2a","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:23.518391+0000","last_change":"2024-07-26T17:11:23.518423+0000","last_active":"2024-07-26T17:11:23.518391+0000","last_peered":"2024-07-26T17:11:23.518391+0000","last_clean":"2024-07-26T17:11:23.518391+0000","last_became_active":"2024-07-26T17:08:46.799891+0000","last_became_peered":"2024-07-26T17:08:46.799891+0000","last_unstale":"2024-07-26T17:11:23.518391+0000","last_undegraded":"2024-07-26T17:11:23.518391+0000","last_fullsized":"2024-07-26T17:11:23.518391+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:23.518277+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:23.518277+0000","last_clean_scrub_stamp":"2024-07-26T17:11:23.518277+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:00:42.955284+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.28","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:17.596181+0000","last_change":"2024-07-26T17:11:17.596213+0000","last_active":"2024-07-26T17:11:17.596181+0000","last_peered":"2024-07-26T17:11:17.596181+0000","last_clean":"2024-07-26T17:11:17.596181+0000","last_became_active":"2024-07-26T17:08:46.790359+0000","last_became_peered":"2024-07-26T17:08:46.790359+0000","last_unstale":"2024-07-26T17:11:17.596181+0000","last_undegraded":"2024-07-26T17:11:17.596181+0000","last_fullsized":"2024-07-26T17:11:17.596181+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:17.596078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:17.596078+0000","last_clean_scrub_stamp":"2024-07-26T17:11:17.596078+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:15.164811+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.27","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:18.573741+0000","last_change":"2024-07-26T17:11:18.573773+0000","last_active":"2024-07-26T17:11:18.573741+0000","last_peered":"2024-07-26T17:11:18.573741+0000","last_clean":"2024-07-26T17:11:18.573741+0000","last_became_active":"2024-07-26T17:08:46.805160+0000","last_became_peered":"2024-07-26T17:08:46.805160+0000","last_unstale":"2024-07-26T17:11:18.573741+0000","last_undegraded":"2024-07-26T17:11:18.573741+0000","last_fullsized":"2024-07-26T17:11:18.573741+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:18.573636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:18.573636+0000","last_clean_scrub_stamp":"2024-07-26T17:11:18.573636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:51:34.326981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.26","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:18.617140+0000","last_change":"2024-07-26T17:11:18.617197+0000","last_active":"2024-07-26T17:11:18.617140+0000","last_peered":"2024-07-26T17:11:18.617140+0000","last_clean":"2024-07-26T17:11:18.617140+0000","last_became_active":"2024-07-26T17:08:46.788746+0000","last_became_peered":"2024-07-26T17:08:46.788746+0000","last_unstale":"2024-07-26T17:11:18.617140+0000","last_undegraded":"2024-07-26T17:11:18.617140+0000","last_fullsized":"2024-07-26T17:11:18.617140+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:18.617017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:18.617017+0000","last_clean_scrub_stamp":"2024-07-26T17:11:18.617017+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:07.694990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.25","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:18.191359+0000","last_change":"2024-07-26T17:11:18.191391+0000","last_active":"2024-07-26T17:11:18.191359+0000","last_peered":"2024-07-26T17:11:18.191359+0000","last_clean":"2024-07-26T17:11:18.191359+0000","last_became_active":"2024-07-26T17:08:46.789490+0000","last_became_peered":"2024-07-26T17:08:46.789490+0000","last_unstale":"2024-07-26T17:11:18.191359+0000","last_undegraded":"2024-07-26T17:11:18.191359+0000","last_fullsized":"2024-07-26T17:11:18.191359+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:18.191216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:18.191216+0000","last_clean_scrub_stamp":"2024-07-26T17:11:18.191216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:36:58.758784+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.24","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.554980+0000","last_change":"2024-07-26T17:11:16.555052+0000","last_active":"2024-07-26T17:11:16.554980+0000","last_peered":"2024-07-26T17:11:16.554980+0000","last_clean":"2024-07-26T17:11:16.554980+0000","last_became_active":"2024-07-26T17:08:46.800463+0000","last_became_peered":"2024-07-26T17:08:46.800463+0000","last_unstale":"2024-07-26T17:11:16.554980+0000","last_undegraded":"2024-07-26T17:11:16.554980+0000","last_fullsized":"2024-07-26T17:11:16.554980+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.554845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.554845+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.554845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:32:02.828358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.23","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:21.565482+0000","last_change":"2024-07-26T17:11:21.565515+0000","last_active":"2024-07-26T17:11:21.565482+0000","last_peered":"2024-07-26T17:11:21.565482+0000","last_clean":"2024-07-26T17:11:21.565482+0000","last_became_active":"2024-07-26T17:08:46.800103+0000","last_became_peered":"2024-07-26T17:08:46.800103+0000","last_unstale":"2024-07-26T17:11:21.565482+0000","last_undegraded":"2024-07-26T17:11:21.565482+0000","last_fullsized":"2024-07-26T17:11:21.565482+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:21.565377+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:21.565377+0000","last_clean_scrub_stamp":"2024-07-26T17:11:21.565377+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:41:15.785786+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.22","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.405110+0000","last_change":"2024-07-26T17:11:14.405148+0000","last_active":"2024-07-26T17:11:14.405110+0000","last_peered":"2024-07-26T17:11:14.405110+0000","last_clean":"2024-07-26T17:11:14.405110+0000","last_became_active":"2024-07-26T17:08:46.793237+0000","last_became_peered":"2024-07-26T17:08:46.793237+0000","last_unstale":"2024-07-26T17:11:14.405110+0000","last_undegraded":"2024-07-26T17:11:14.405110+0000","last_fullsized":"2024-07-26T17:11:14.405110+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.404993+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.404993+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.404993+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:15:51.040397+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.21","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.672103+0000","last_change":"2024-07-26T17:11:12.672140+0000","last_active":"2024-07-26T17:11:12.672103+0000","last_peered":"2024-07-26T17:11:12.672103+0000","last_clean":"2024-07-26T17:11:12.672103+0000","last_became_active":"2024-07-26T17:08:46.782606+0000","last_became_peered":"2024-07-26T17:08:46.782606+0000","last_unstale":"2024-07-26T17:11:12.672103+0000","last_undegraded":"2024-07-26T17:11:12.672103+0000","last_fullsized":"2024-07-26T17:11:12.672103+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.671974+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.671974+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.671974+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:17:25.234553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.20","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:18.521980+0000","last_change":"2024-07-26T17:11:18.522011+0000","last_active":"2024-07-26T17:11:18.521980+0000","last_peered":"2024-07-26T17:11:18.521980+0000","last_clean":"2024-07-26T17:11:18.521980+0000","last_became_active":"2024-07-26T17:08:46.787955+0000","last_became_peered":"2024-07-26T17:08:46.787955+0000","last_unstale":"2024-07-26T17:11:18.521980+0000","last_undegraded":"2024-07-26T17:11:18.521980+0000","last_fullsized":"2024-07-26T17:11:18.521980+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:18.521875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:18.521875+0000","last_clean_scrub_stamp":"2024-07-26T17:11:18.521875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:45.950722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.10","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.959497+0000","last_change":"2024-07-26T17:11:09.959497+0000","last_active":"2024-07-26T17:11:09.959497+0000","last_peered":"2024-07-26T17:11:09.959497+0000","last_clean":"2024-07-26T17:11:09.959497+0000","last_became_active":"2024-07-26T17:08:46.788434+0000","last_became_peered":"2024-07-26T17:08:46.788434+0000","last_unstale":"2024-07-26T17:11:09.959497+0000","last_undegraded":"2024-07-26T17:11:09.959497+0000","last_fullsized":"2024-07-26T17:11:09.959497+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.959355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.959355+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.959355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:33.915431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.1f","version":"304'6","reported_seq":35,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.037645+0000","last_change":"2024-07-26T17:11:10.037714+0000","last_active":"2024-07-26T17:11:10.037645+0000","last_peered":"2024-07-26T17:11:10.037645+0000","last_clean":"2024-07-26T17:11:10.037645+0000","last_became_active":"2024-07-26T17:08:45.772568+0000","last_became_peered":"2024-07-26T17:08:45.772568+0000","last_unstale":"2024-07-26T17:11:10.037645+0000","last_undegraded":"2024-07-26T17:11:10.037645+0000","last_fullsized":"2024-07-26T17:11:10.037645+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'6","last_scrub_stamp":"2024-07-26T17:11:10.037514+0000","last_deep_scrub":"304'6","last_deep_scrub_stamp":"2024-07-26T17:11:10.037514+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.037514+0000","objects_scrubbed":2,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:32:27.612391+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.11","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.028897+0000","last_change":"2024-07-26T17:11:11.028929+0000","last_active":"2024-07-26T17:11:11.028897+0000","last_peered":"2024-07-26T17:11:11.028897+0000","last_clean":"2024-07-26T17:11:11.028897+0000","last_became_active":"2024-07-26T17:08:46.790480+0000","last_became_peered":"2024-07-26T17:08:46.790480+0000","last_unstale":"2024-07-26T17:11:11.028897+0000","last_undegraded":"2024-07-26T17:11:11.028897+0000","last_fullsized":"2024-07-26T17:11:11.028897+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.028799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.028799+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.028799+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:33.180309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.1e","version":"301'1","reported_seq":30,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.471846+0000","last_change":"2024-07-26T17:11:08.471913+0000","last_active":"2024-07-26T17:11:08.471846+0000","last_peered":"2024-07-26T17:11:08.471846+0000","last_clean":"2024-07-26T17:11:08.471846+0000","last_became_active":"2024-07-26T17:08:45.784982+0000","last_became_peered":"2024-07-26T17:08:45.784982+0000","last_unstale":"2024-07-26T17:11:08.471846+0000","last_undegraded":"2024-07-26T17:11:08.471846+0000","last_fullsized":"2024-07-26T17:11:08.471846+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"301'1","last_scrub_stamp":"2024-07-26T17:11:08.471684+0000","last_deep_scrub":"301'1","last_deep_scrub_stamp":"2024-07-26T17:11:08.471684+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.471684+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:06:45.857296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.12","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.685615+0000","last_change":"2024-07-26T17:11:10.685643+0000","last_active":"2024-07-26T17:11:10.685615+0000","last_peered":"2024-07-26T17:11:10.685615+0000","last_clean":"2024-07-26T17:11:10.685615+0000","last_became_active":"2024-07-26T17:08:46.786035+0000","last_became_peered":"2024-07-26T17:08:46.786035+0000","last_unstale":"2024-07-26T17:11:10.685615+0000","last_undegraded":"2024-07-26T17:11:10.685615+0000","last_fullsized":"2024-07-26T17:11:10.685615+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:10.685515+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:10.685515+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.685515+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:44:49.363769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.1d","version":"304'3","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.471061+0000","last_change":"2024-07-26T17:11:12.471061+0000","last_active":"2024-07-26T17:11:12.471061+0000","last_peered":"2024-07-26T17:11:12.471061+0000","last_clean":"2024-07-26T17:11:12.471061+0000","last_became_active":"2024-07-26T17:08:45.785557+0000","last_became_peered":"2024-07-26T17:08:45.785557+0000","last_unstale":"2024-07-26T17:11:12.471061+0000","last_undegraded":"2024-07-26T17:11:12.471061+0000","last_fullsized":"2024-07-26T17:11:12.471061+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3","last_scrub_stamp":"2024-07-26T17:11:12.470905+0000","last_deep_scrub":"304'3","last_deep_scrub_stamp":"2024-07-26T17:11:12.470905+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.470905+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:12.578514+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.13","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:20.562339+0000","last_change":"2024-07-26T17:11:20.562376+0000","last_active":"2024-07-26T17:11:20.562339+0000","last_peered":"2024-07-26T17:11:20.562339+0000","last_clean":"2024-07-26T17:11:20.562339+0000","last_became_active":"2024-07-26T17:08:46.799779+0000","last_became_peered":"2024-07-26T17:08:46.799779+0000","last_unstale":"2024-07-26T17:11:20.562339+0000","last_undegraded":"2024-07-26T17:11:20.562339+0000","last_fullsized":"2024-07-26T17:11:20.562339+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:20.562227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:20.562227+0000","last_clean_scrub_stamp":"2024-07-26T17:11:20.562227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:24:26.013043+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.1c","version":"304'3","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.673435+0000","last_change":"2024-07-26T17:11:09.673435+0000","last_active":"2024-07-26T17:11:09.673435+0000","last_peered":"2024-07-26T17:11:09.673435+0000","last_clean":"2024-07-26T17:11:09.673435+0000","last_became_active":"2024-07-26T17:08:45.780474+0000","last_became_peered":"2024-07-26T17:08:45.780474+0000","last_unstale":"2024-07-26T17:11:09.673435+0000","last_undegraded":"2024-07-26T17:11:09.673435+0000","last_fullsized":"2024-07-26T17:11:09.673435+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3","last_scrub_stamp":"2024-07-26T17:11:09.673314+0000","last_deep_scrub":"304'3","last_deep_scrub_stamp":"2024-07-26T17:11:09.673314+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.673314+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:59:24.041528+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.14","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:17.475563+0000","last_change":"2024-07-26T17:11:17.475592+0000","last_active":"2024-07-26T17:11:17.475563+0000","last_peered":"2024-07-26T17:11:17.475563+0000","last_clean":"2024-07-26T17:11:17.475563+0000","last_became_active":"2024-07-26T17:08:46.793868+0000","last_became_peered":"2024-07-26T17:08:46.793868+0000","last_unstale":"2024-07-26T17:11:17.475563+0000","last_undegraded":"2024-07-26T17:11:17.475563+0000","last_fullsized":"2024-07-26T17:11:17.475563+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:17.475458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:17.475458+0000","last_clean_scrub_stamp":"2024-07-26T17:11:17.475458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:41.542544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.1b","version":"301'1","reported_seq":30,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.517809+0000","last_change":"2024-07-26T17:11:14.517809+0000","last_active":"2024-07-26T17:11:14.517809+0000","last_peered":"2024-07-26T17:11:14.517809+0000","last_clean":"2024-07-26T17:11:14.517809+0000","last_became_active":"2024-07-26T17:08:45.781441+0000","last_became_peered":"2024-07-26T17:08:45.781441+0000","last_unstale":"2024-07-26T17:11:14.517809+0000","last_undegraded":"2024-07-26T17:11:14.517809+0000","last_fullsized":"2024-07-26T17:11:14.517809+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"301'1","last_scrub_stamp":"2024-07-26T17:11:14.517658+0000","last_deep_scrub":"301'1","last_deep_scrub_stamp":"2024-07-26T17:11:14.517658+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.517658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:16:17.969412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.15","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.705029+0000","last_change":"2024-07-26T17:11:12.705029+0000","last_active":"2024-07-26T17:11:12.705029+0000","last_peered":"2024-07-26T17:11:12.705029+0000","last_clean":"2024-07-26T17:11:12.705029+0000","last_became_active":"2024-07-26T17:08:46.785904+0000","last_became_peered":"2024-07-26T17:08:46.785904+0000","last_unstale":"2024-07-26T17:11:12.705029+0000","last_undegraded":"2024-07-26T17:11:12.705029+0000","last_fullsized":"2024-07-26T17:11:12.705029+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.704879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.704879+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.704879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:05:59.718405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.1a","version":"301'1","reported_seq":30,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.920344+0000","last_change":"2024-07-26T17:11:08.920344+0000","last_active":"2024-07-26T17:11:08.920344+0000","last_peered":"2024-07-26T17:11:08.920344+0000","last_clean":"2024-07-26T17:11:08.920344+0000","last_became_active":"2024-07-26T17:08:45.773467+0000","last_became_peered":"2024-07-26T17:08:45.773467+0000","last_unstale":"2024-07-26T17:11:08.920344+0000","last_undegraded":"2024-07-26T17:11:08.920344+0000","last_fullsized":"2024-07-26T17:11:08.920344+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"301'1","last_scrub_stamp":"2024-07-26T17:11:08.920108+0000","last_deep_scrub":"301'1","last_deep_scrub_stamp":"2024-07-26T17:11:08.920108+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.920108+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:05.492090+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.16","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.662964+0000","last_change":"2024-07-26T17:11:13.662964+0000","last_active":"2024-07-26T17:11:13.662964+0000","last_peered":"2024-07-26T17:11:13.662964+0000","last_clean":"2024-07-26T17:11:13.662964+0000","last_became_active":"2024-07-26T17:08:46.788290+0000","last_became_peered":"2024-07-26T17:08:46.788290+0000","last_unstale":"2024-07-26T17:11:13.662964+0000","last_undegraded":"2024-07-26T17:11:13.662964+0000","last_fullsized":"2024-07-26T17:11:13.662964+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.662817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.662817+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.662817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:19:32.218901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.19","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.438292+0000","last_change":"2024-07-26T17:11:09.438292+0000","last_active":"2024-07-26T17:11:09.438292+0000","last_peered":"2024-07-26T17:11:09.438292+0000","last_clean":"2024-07-26T17:11:09.438292+0000","last_became_active":"2024-07-26T17:08:45.775426+0000","last_became_peered":"2024-07-26T17:08:45.775426+0000","last_unstale":"2024-07-26T17:11:09.438292+0000","last_undegraded":"2024-07-26T17:11:09.438292+0000","last_fullsized":"2024-07-26T17:11:09.438292+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.438098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.438098+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.438098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:22:12.700309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.17","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.119605+0000","last_change":"2024-07-26T17:11:14.119605+0000","last_active":"2024-07-26T17:11:14.119605+0000","last_peered":"2024-07-26T17:11:14.119605+0000","last_clean":"2024-07-26T17:11:14.119605+0000","last_became_active":"2024-07-26T17:08:46.791343+0000","last_became_peered":"2024-07-26T17:08:46.791343+0000","last_unstale":"2024-07-26T17:11:14.119605+0000","last_undegraded":"2024-07-26T17:11:14.119605+0000","last_fullsized":"2024-07-26T17:11:14.119605+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.119471+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.119471+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.119471+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:27.698724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.18","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:17.528022+0000","last_change":"2024-07-26T17:11:17.528059+0000","last_active":"2024-07-26T17:11:17.528022+0000","last_peered":"2024-07-26T17:11:17.528022+0000","last_clean":"2024-07-26T17:11:17.528022+0000","last_became_active":"2024-07-26T17:08:45.782204+0000","last_became_peered":"2024-07-26T17:08:45.782204+0000","last_unstale":"2024-07-26T17:11:17.528022+0000","last_undegraded":"2024-07-26T17:11:17.528022+0000","last_fullsized":"2024-07-26T17:11:17.528022+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:17.527910+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:17.527910+0000","last_clean_scrub_stamp":"2024-07-26T17:11:17.527910+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:43.106368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.18","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.641806+0000","last_change":"2024-07-26T17:11:14.641806+0000","last_active":"2024-07-26T17:11:14.641806+0000","last_peered":"2024-07-26T17:11:14.641806+0000","last_clean":"2024-07-26T17:11:14.641806+0000","last_became_active":"2024-07-26T17:08:46.786191+0000","last_became_peered":"2024-07-26T17:08:46.786191+0000","last_unstale":"2024-07-26T17:11:14.641806+0000","last_undegraded":"2024-07-26T17:11:14.641806+0000","last_fullsized":"2024-07-26T17:11:14.641806+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.641678+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.641678+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.641678+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:58:32.681507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.17","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.444469+0000","last_change":"2024-07-26T17:11:11.444501+0000","last_active":"2024-07-26T17:11:11.444469+0000","last_peered":"2024-07-26T17:11:11.444469+0000","last_clean":"2024-07-26T17:11:11.444469+0000","last_became_active":"2024-07-26T17:08:45.774167+0000","last_became_peered":"2024-07-26T17:08:45.774167+0000","last_unstale":"2024-07-26T17:11:11.444469+0000","last_undegraded":"2024-07-26T17:11:11.444469+0000","last_fullsized":"2024-07-26T17:11:11.444469+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.444362+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.444362+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.444362+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:40:37.151952+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.19","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.051384+0000","last_change":"2024-07-26T17:11:12.051384+0000","last_active":"2024-07-26T17:11:12.051384+0000","last_peered":"2024-07-26T17:11:12.051384+0000","last_clean":"2024-07-26T17:11:12.051384+0000","last_became_active":"2024-07-26T17:08:46.790883+0000","last_became_peered":"2024-07-26T17:08:46.790883+0000","last_unstale":"2024-07-26T17:11:12.051384+0000","last_undegraded":"2024-07-26T17:11:12.051384+0000","last_fullsized":"2024-07-26T17:11:12.051384+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.051254+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.051254+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.051254+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:29:38.651345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.16","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.083780+0000","last_change":"2024-07-26T17:11:08.083780+0000","last_active":"2024-07-26T17:11:08.083780+0000","last_peered":"2024-07-26T17:11:08.083780+0000","last_clean":"2024-07-26T17:11:08.083780+0000","last_became_active":"2024-07-26T17:08:45.774727+0000","last_became_peered":"2024-07-26T17:08:45.774727+0000","last_unstale":"2024-07-26T17:11:08.083780+0000","last_undegraded":"2024-07-26T17:11:08.083780+0000","last_fullsized":"2024-07-26T17:11:08.083780+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:08.083638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:08.083638+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.083638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:40:15.989399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.1a","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.649481+0000","last_change":"2024-07-26T17:11:15.649481+0000","last_active":"2024-07-26T17:11:15.649481+0000","last_peered":"2024-07-26T17:11:15.649481+0000","last_clean":"2024-07-26T17:11:15.649481+0000","last_became_active":"2024-07-26T17:08:46.791252+0000","last_became_peered":"2024-07-26T17:08:46.791252+0000","last_unstale":"2024-07-26T17:11:15.649481+0000","last_undegraded":"2024-07-26T17:11:15.649481+0000","last_fullsized":"2024-07-26T17:11:15.649481+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.649349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.649349+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.649349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:09:34.490026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.15","version":"304'5","reported_seq":34,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.129744+0000","last_change":"2024-07-26T17:11:11.129785+0000","last_active":"2024-07-26T17:11:11.129744+0000","last_peered":"2024-07-26T17:11:11.129744+0000","last_clean":"2024-07-26T17:11:11.129744+0000","last_became_active":"2024-07-26T17:08:45.775465+0000","last_became_peered":"2024-07-26T17:08:45.775465+0000","last_unstale":"2024-07-26T17:11:11.129744+0000","last_undegraded":"2024-07-26T17:11:11.129744+0000","last_fullsized":"2024-07-26T17:11:11.129744+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'5","last_scrub_stamp":"2024-07-26T17:11:11.129646+0000","last_deep_scrub":"304'5","last_deep_scrub_stamp":"2024-07-26T17:11:11.129646+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.129646+0000","objects_scrubbed":2,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:54:23.411293+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.1b","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.208491+0000","last_change":"2024-07-26T17:11:16.208491+0000","last_active":"2024-07-26T17:11:16.208491+0000","last_peered":"2024-07-26T17:11:16.208491+0000","last_clean":"2024-07-26T17:11:16.208491+0000","last_became_active":"2024-07-26T17:08:46.791011+0000","last_became_peered":"2024-07-26T17:08:46.791011+0000","last_unstale":"2024-07-26T17:11:16.208491+0000","last_undegraded":"2024-07-26T17:11:16.208491+0000","last_fullsized":"2024-07-26T17:11:16.208491+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.208353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.208353+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.208353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:56.568586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.14","version":"304'15","reported_seq":44,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:07.659191+0000","last_change":"2024-07-26T17:11:07.659248+0000","last_active":"2024-07-26T17:11:07.659191+0000","last_peered":"2024-07-26T17:11:07.659191+0000","last_clean":"2024-07-26T17:11:07.659191+0000","last_became_active":"2024-07-26T17:08:45.776047+0000","last_became_peered":"2024-07-26T17:08:45.776047+0000","last_unstale":"2024-07-26T17:11:07.659191+0000","last_undegraded":"2024-07-26T17:11:07.659191+0000","last_fullsized":"2024-07-26T17:11:07.659191+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'15","last_scrub_stamp":"2024-07-26T17:11:07.659057+0000","last_deep_scrub":"304'15","last_deep_scrub_stamp":"2024-07-26T17:11:07.659057+0000","last_clean_scrub_stamp":"2024-07-26T17:11:07.659057+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:15.526804+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3546,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1c","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.377424+0000","last_change":"2024-07-26T17:11:15.377424+0000","last_active":"2024-07-26T17:11:15.377424+0000","last_peered":"2024-07-26T17:11:15.377424+0000","last_clean":"2024-07-26T17:11:15.377424+0000","last_became_active":"2024-07-26T17:08:46.798042+0000","last_became_peered":"2024-07-26T17:08:46.798042+0000","last_unstale":"2024-07-26T17:11:15.377424+0000","last_undegraded":"2024-07-26T17:11:15.377424+0000","last_fullsized":"2024-07-26T17:11:15.377424+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.377290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.377290+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.377290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:19.067265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"39.13","version":"304'4","reported_seq":33,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.393542+0000","last_change":"2024-07-26T17:11:13.393578+0000","last_active":"2024-07-26T17:11:13.393542+0000","last_peered":"2024-07-26T17:11:13.393542+0000","last_clean":"2024-07-26T17:11:13.393542+0000","last_became_active":"2024-07-26T17:08:45.784057+0000","last_became_peered":"2024-07-26T17:08:45.784057+0000","last_unstale":"2024-07-26T17:11:13.393542+0000","last_undegraded":"2024-07-26T17:11:13.393542+0000","last_fullsized":"2024-07-26T17:11:13.393542+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'4","last_scrub_stamp":"2024-07-26T17:11:13.393453+0000","last_deep_scrub":"304'4","last_deep_scrub_stamp":"2024-07-26T17:11:13.393453+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.393453+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:07.201535+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.1d","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:17.168060+0000","last_change":"2024-07-26T17:11:17.168060+0000","last_active":"2024-07-26T17:11:17.168060+0000","last_peered":"2024-07-26T17:11:17.168060+0000","last_clean":"2024-07-26T17:11:17.168060+0000","last_became_active":"2024-07-26T17:08:46.791154+0000","last_became_peered":"2024-07-26T17:08:46.791154+0000","last_unstale":"2024-07-26T17:11:17.168060+0000","last_undegraded":"2024-07-26T17:11:17.168060+0000","last_fullsized":"2024-07-26T17:11:17.168060+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:17.167875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:17.167875+0000","last_clean_scrub_stamp":"2024-07-26T17:11:17.167875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:17:52.192280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.12","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:05.701864+0000","last_change":"2024-07-26T17:11:05.701891+0000","last_active":"2024-07-26T17:11:05.701864+0000","last_peered":"2024-07-26T17:11:05.701864+0000","last_clean":"2024-07-26T17:11:05.701864+0000","last_became_active":"2024-07-26T17:08:45.771969+0000","last_became_peered":"2024-07-26T17:08:45.771969+0000","last_unstale":"2024-07-26T17:11:05.701864+0000","last_undegraded":"2024-07-26T17:11:05.701864+0000","last_fullsized":"2024-07-26T17:11:05.701864+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:05.701779+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:05.701779+0000","last_clean_scrub_stamp":"2024-07-26T17:11:05.701779+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:47:49.721658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1e","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.536849+0000","last_change":"2024-07-26T17:11:15.536903+0000","last_active":"2024-07-26T17:11:15.536849+0000","last_peered":"2024-07-26T17:11:15.536849+0000","last_clean":"2024-07-26T17:11:15.536849+0000","last_became_active":"2024-07-26T17:08:46.792215+0000","last_became_peered":"2024-07-26T17:08:46.792215+0000","last_unstale":"2024-07-26T17:11:15.536849+0000","last_undegraded":"2024-07-26T17:11:15.536849+0000","last_fullsized":"2024-07-26T17:11:15.536849+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.536752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.536752+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.536752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:14.089940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.11","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.491970+0000","last_change":"2024-07-26T17:11:12.492005+0000","last_active":"2024-07-26T17:11:12.491970+0000","last_peered":"2024-07-26T17:11:12.491970+0000","last_clean":"2024-07-26T17:11:12.491970+0000","last_became_active":"2024-07-26T17:08:45.769476+0000","last_became_peered":"2024-07-26T17:08:45.769476+0000","last_unstale":"2024-07-26T17:11:12.491970+0000","last_undegraded":"2024-07-26T17:11:12.491970+0000","last_fullsized":"2024-07-26T17:11:12.491970+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.491853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.491853+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.491853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:11:06.746771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.1f","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.626418+0000","last_change":"2024-07-26T17:11:16.626461+0000","last_active":"2024-07-26T17:11:16.626418+0000","last_peered":"2024-07-26T17:11:16.626418+0000","last_clean":"2024-07-26T17:11:16.626418+0000","last_became_active":"2024-07-26T17:08:46.784873+0000","last_became_peered":"2024-07-26T17:08:46.784873+0000","last_unstale":"2024-07-26T17:11:16.626418+0000","last_undegraded":"2024-07-26T17:11:16.626418+0000","last_fullsized":"2024-07-26T17:11:16.626418+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.626316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.626316+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.626316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:21:10.283105+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.10","version":"304'12","reported_seq":41,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.135568+0000","last_change":"2024-07-26T17:11:10.135626+0000","last_active":"2024-07-26T17:11:10.135568+0000","last_peered":"2024-07-26T17:11:10.135568+0000","last_clean":"2024-07-26T17:11:10.135568+0000","last_became_active":"2024-07-26T17:08:45.777198+0000","last_became_peered":"2024-07-26T17:08:45.777198+0000","last_unstale":"2024-07-26T17:11:10.135568+0000","last_undegraded":"2024-07-26T17:11:10.135568+0000","last_fullsized":"2024-07-26T17:11:10.135568+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'12","last_scrub_stamp":"2024-07-26T17:11:10.135471+0000","last_deep_scrub":"304'12","last_deep_scrub_stamp":"2024-07-26T17:11:10.135471+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.135471+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:08.688660+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.0","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.642306+0000","last_change":"2024-07-26T17:11:13.642338+0000","last_active":"2024-07-26T17:11:13.642306+0000","last_peered":"2024-07-26T17:11:13.642306+0000","last_clean":"2024-07-26T17:11:13.642306+0000","last_became_active":"2024-07-26T17:08:46.789899+0000","last_became_peered":"2024-07-26T17:08:46.789899+0000","last_unstale":"2024-07-26T17:11:13.642306+0000","last_undegraded":"2024-07-26T17:11:13.642306+0000","last_fullsized":"2024-07-26T17:11:13.642306+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.642197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.642197+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.642197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:43:21.026673+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.f","version":"304'2","reported_seq":31,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:06.663479+0000","last_change":"2024-07-26T17:11:06.663508+0000","last_active":"2024-07-26T17:11:06.663479+0000","last_peered":"2024-07-26T17:11:06.663479+0000","last_clean":"2024-07-26T17:11:06.663479+0000","last_became_active":"2024-07-26T17:08:45.777039+0000","last_became_peered":"2024-07-26T17:08:45.777039+0000","last_unstale":"2024-07-26T17:11:06.663479+0000","last_undegraded":"2024-07-26T17:11:06.663479+0000","last_fullsized":"2024-07-26T17:11:06.663479+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'2","last_scrub_stamp":"2024-07-26T17:11:06.663407+0000","last_deep_scrub":"304'2","last_deep_scrub_stamp":"2024-07-26T17:11:06.663407+0000","last_clean_scrub_stamp":"2024-07-26T17:11:06.663407+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:28.989173+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.656556+0000","last_change":"2024-07-26T17:11:08.656603+0000","last_active":"2024-07-26T17:11:08.656556+0000","last_peered":"2024-07-26T17:11:08.656556+0000","last_clean":"2024-07-26T17:11:08.656556+0000","last_became_active":"2024-07-26T17:08:46.794691+0000","last_became_peered":"2024-07-26T17:08:46.794691+0000","last_unstale":"2024-07-26T17:11:08.656556+0000","last_undegraded":"2024-07-26T17:11:08.656556+0000","last_fullsized":"2024-07-26T17:11:08.656556+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:08.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:08.656426+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:20:34.485138+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.e","version":"304'3","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.412928+0000","last_change":"2024-07-26T17:11:09.412958+0000","last_active":"2024-07-26T17:11:09.412928+0000","last_peered":"2024-07-26T17:11:09.412928+0000","last_clean":"2024-07-26T17:11:09.412928+0000","last_became_active":"2024-07-26T17:08:45.773678+0000","last_became_peered":"2024-07-26T17:08:45.773678+0000","last_unstale":"2024-07-26T17:11:09.412928+0000","last_undegraded":"2024-07-26T17:11:09.412928+0000","last_fullsized":"2024-07-26T17:11:09.412928+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3","last_scrub_stamp":"2024-07-26T17:11:09.412845+0000","last_deep_scrub":"304'3","last_deep_scrub_stamp":"2024-07-26T17:11:09.412845+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.412845+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:58.446166+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.2","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.519700+0000","last_change":"2024-07-26T17:11:13.519733+0000","last_active":"2024-07-26T17:11:13.519700+0000","last_peered":"2024-07-26T17:11:13.519700+0000","last_clean":"2024-07-26T17:11:13.519700+0000","last_became_active":"2024-07-26T17:08:46.798675+0000","last_became_peered":"2024-07-26T17:08:46.798675+0000","last_unstale":"2024-07-26T17:11:13.519700+0000","last_undegraded":"2024-07-26T17:11:13.519700+0000","last_fullsized":"2024-07-26T17:11:13.519700+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.519588+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.519588+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.519588+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:55:59.402352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.d","version":"304'2","reported_seq":31,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.447471+0000","last_change":"2024-07-26T17:11:10.447512+0000","last_active":"2024-07-26T17:11:10.447471+0000","last_peered":"2024-07-26T17:11:10.447471+0000","last_clean":"2024-07-26T17:11:10.447471+0000","last_became_active":"2024-07-26T17:08:45.766804+0000","last_became_peered":"2024-07-26T17:08:45.766804+0000","last_unstale":"2024-07-26T17:11:10.447471+0000","last_undegraded":"2024-07-26T17:11:10.447471+0000","last_fullsized":"2024-07-26T17:11:10.447471+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'2","last_scrub_stamp":"2024-07-26T17:11:10.447372+0000","last_deep_scrub":"304'2","last_deep_scrub_stamp":"2024-07-26T17:11:10.447372+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.447372+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:52:25.497642+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.656365+0000","last_change":"2024-07-26T17:11:09.656397+0000","last_active":"2024-07-26T17:11:09.656365+0000","last_peered":"2024-07-26T17:11:09.656365+0000","last_clean":"2024-07-26T17:11:09.656365+0000","last_became_active":"2024-07-26T17:08:46.781153+0000","last_became_peered":"2024-07-26T17:08:46.781153+0000","last_unstale":"2024-07-26T17:11:09.656365+0000","last_undegraded":"2024-07-26T17:11:09.656365+0000","last_fullsized":"2024-07-26T17:11:09.656365+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.656272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.656272+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.656272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:46:51.850043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.c","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:06.694608+0000","last_change":"2024-07-26T17:11:06.694633+0000","last_active":"2024-07-26T17:11:06.694608+0000","last_peered":"2024-07-26T17:11:06.694608+0000","last_clean":"2024-07-26T17:11:06.694608+0000","last_became_active":"2024-07-26T17:08:45.784616+0000","last_became_peered":"2024-07-26T17:08:45.784616+0000","last_unstale":"2024-07-26T17:11:06.694608+0000","last_undegraded":"2024-07-26T17:11:06.694608+0000","last_fullsized":"2024-07-26T17:11:06.694608+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:06.694535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:06.694535+0000","last_clean_scrub_stamp":"2024-07-26T17:11:06.694535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:49:25.358267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.4","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.475745+0000","last_change":"2024-07-26T17:11:10.475802+0000","last_active":"2024-07-26T17:11:10.475745+0000","last_peered":"2024-07-26T17:11:10.475745+0000","last_clean":"2024-07-26T17:11:10.475745+0000","last_became_active":"2024-07-26T17:08:46.793013+0000","last_became_peered":"2024-07-26T17:08:46.793013+0000","last_unstale":"2024-07-26T17:11:10.475745+0000","last_undegraded":"2024-07-26T17:11:10.475745+0000","last_fullsized":"2024-07-26T17:11:10.475745+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:10.475633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:10.475633+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.475633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:34.404543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.b","version":"304'3","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.142732+0000","last_change":"2024-07-26T17:11:13.142765+0000","last_active":"2024-07-26T17:11:13.142732+0000","last_peered":"2024-07-26T17:11:13.142732+0000","last_clean":"2024-07-26T17:11:13.142732+0000","last_became_active":"2024-07-26T17:08:45.767401+0000","last_became_peered":"2024-07-26T17:08:45.767401+0000","last_unstale":"2024-07-26T17:11:13.142732+0000","last_undegraded":"2024-07-26T17:11:13.142732+0000","last_fullsized":"2024-07-26T17:11:13.142732+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3","last_scrub_stamp":"2024-07-26T17:11:13.142635+0000","last_deep_scrub":"304'3","last_deep_scrub_stamp":"2024-07-26T17:11:13.142635+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.142635+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:16:53.251585+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.5","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.495216+0000","last_change":"2024-07-26T17:11:14.495246+0000","last_active":"2024-07-26T17:11:14.495216+0000","last_peered":"2024-07-26T17:11:14.495216+0000","last_clean":"2024-07-26T17:11:14.495216+0000","last_became_active":"2024-07-26T17:08:46.788499+0000","last_became_peered":"2024-07-26T17:08:46.788499+0000","last_unstale":"2024-07-26T17:11:14.495216+0000","last_undegraded":"2024-07-26T17:11:14.495216+0000","last_fullsized":"2024-07-26T17:11:14.495216+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.495119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.495119+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.495119+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:57:36.754237+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.a","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.447198+0000","last_change":"2024-07-26T17:11:08.447223+0000","last_active":"2024-07-26T17:11:08.447198+0000","last_peered":"2024-07-26T17:11:08.447198+0000","last_clean":"2024-07-26T17:11:08.447198+0000","last_became_active":"2024-07-26T17:08:45.779183+0000","last_became_peered":"2024-07-26T17:08:45.779183+0000","last_unstale":"2024-07-26T17:11:08.447198+0000","last_undegraded":"2024-07-26T17:11:08.447198+0000","last_fullsized":"2024-07-26T17:11:08.447198+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:08.447117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:08.447117+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.447117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:36:49.638017+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.6","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.114053+0000","last_change":"2024-07-26T17:11:09.114086+0000","last_active":"2024-07-26T17:11:09.114053+0000","last_peered":"2024-07-26T17:11:09.114053+0000","last_clean":"2024-07-26T17:11:09.114053+0000","last_became_active":"2024-07-26T17:08:46.790406+0000","last_became_peered":"2024-07-26T17:08:46.790406+0000","last_unstale":"2024-07-26T17:11:09.114053+0000","last_undegraded":"2024-07-26T17:11:09.114053+0000","last_fullsized":"2024-07-26T17:11:09.114053+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.113957+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.113957+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.113957+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:57:31.373076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.9","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.386036+0000","last_change":"2024-07-26T17:11:12.386069+0000","last_active":"2024-07-26T17:11:12.386036+0000","last_peered":"2024-07-26T17:11:12.386036+0000","last_clean":"2024-07-26T17:11:12.386036+0000","last_became_active":"2024-07-26T17:08:45.778411+0000","last_became_peered":"2024-07-26T17:08:45.778411+0000","last_unstale":"2024-07-26T17:11:12.386036+0000","last_undegraded":"2024-07-26T17:11:12.386036+0000","last_fullsized":"2024-07-26T17:11:12.386036+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.385935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.385935+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.385935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:07:03.513331+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.7","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.516891+0000","last_change":"2024-07-26T17:11:15.516924+0000","last_active":"2024-07-26T17:11:15.516891+0000","last_peered":"2024-07-26T17:11:15.516891+0000","last_clean":"2024-07-26T17:11:15.516891+0000","last_became_active":"2024-07-26T17:08:46.804740+0000","last_became_peered":"2024-07-26T17:08:46.804740+0000","last_unstale":"2024-07-26T17:11:15.516891+0000","last_undegraded":"2024-07-26T17:11:15.516891+0000","last_fullsized":"2024-07-26T17:11:15.516891+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.516783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.516783+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.516783+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:43:12.586592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.8","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.485690+0000","last_change":"2024-07-26T17:11:11.485723+0000","last_active":"2024-07-26T17:11:11.485690+0000","last_peered":"2024-07-26T17:11:11.485690+0000","last_clean":"2024-07-26T17:11:11.485690+0000","last_became_active":"2024-07-26T17:08:45.780957+0000","last_became_peered":"2024-07-26T17:08:45.780957+0000","last_unstale":"2024-07-26T17:11:11.485690+0000","last_undegraded":"2024-07-26T17:11:11.485690+0000","last_fullsized":"2024-07-26T17:11:11.485690+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.485587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.485587+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.485587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:31:35.120455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.8","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.635273+0000","last_change":"2024-07-26T17:11:10.635305+0000","last_active":"2024-07-26T17:11:10.635273+0000","last_peered":"2024-07-26T17:11:10.635273+0000","last_clean":"2024-07-26T17:11:10.635273+0000","last_became_active":"2024-07-26T17:08:46.798957+0000","last_became_peered":"2024-07-26T17:08:46.798957+0000","last_unstale":"2024-07-26T17:11:10.635273+0000","last_undegraded":"2024-07-26T17:11:10.635273+0000","last_fullsized":"2024-07-26T17:11:10.635273+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:10.635158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:10.635158+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.635158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:40:53.593618+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.7","version":"304'3","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:07.684293+0000","last_change":"2024-07-26T17:11:07.684324+0000","last_active":"2024-07-26T17:11:07.684293+0000","last_peered":"2024-07-26T17:11:07.684293+0000","last_clean":"2024-07-26T17:11:07.684293+0000","last_became_active":"2024-07-26T17:08:45.784425+0000","last_became_peered":"2024-07-26T17:08:45.784425+0000","last_unstale":"2024-07-26T17:11:07.684293+0000","last_undegraded":"2024-07-26T17:11:07.684293+0000","last_fullsized":"2024-07-26T17:11:07.684293+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3","last_scrub_stamp":"2024-07-26T17:11:07.684224+0000","last_deep_scrub":"304'3","last_deep_scrub_stamp":"2024-07-26T17:11:07.684224+0000","last_clean_scrub_stamp":"2024-07-26T17:11:07.684224+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:22.867804+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.9","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.149371+0000","last_change":"2024-07-26T17:11:12.149401+0000","last_active":"2024-07-26T17:11:12.149371+0000","last_peered":"2024-07-26T17:11:12.149371+0000","last_clean":"2024-07-26T17:11:12.149371+0000","last_became_active":"2024-07-26T17:08:46.781068+0000","last_became_peered":"2024-07-26T17:08:46.781068+0000","last_unstale":"2024-07-26T17:11:12.149371+0000","last_undegraded":"2024-07-26T17:11:12.149371+0000","last_fullsized":"2024-07-26T17:11:12.149371+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.149268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.149268+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.149268+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:36.216355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.6","version":"304'2","reported_seq":31,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:07.039362+0000","last_change":"2024-07-26T17:11:07.039418+0000","last_active":"2024-07-26T17:11:07.039362+0000","last_peered":"2024-07-26T17:11:07.039362+0000","last_clean":"2024-07-26T17:11:07.039362+0000","last_became_active":"2024-07-26T17:08:45.770732+0000","last_became_peered":"2024-07-26T17:08:45.770732+0000","last_unstale":"2024-07-26T17:11:07.039362+0000","last_undegraded":"2024-07-26T17:11:07.039362+0000","last_fullsized":"2024-07-26T17:11:07.039362+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'2","last_scrub_stamp":"2024-07-26T17:11:07.039264+0000","last_deep_scrub":"304'2","last_deep_scrub_stamp":"2024-07-26T17:11:07.039264+0000","last_clean_scrub_stamp":"2024-07-26T17:11:07.039264+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:20:27.411900+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.a","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:19.600296+0000","last_change":"2024-07-26T17:11:19.600371+0000","last_active":"2024-07-26T17:11:19.600296+0000","last_peered":"2024-07-26T17:11:19.600296+0000","last_clean":"2024-07-26T17:11:19.600296+0000","last_became_active":"2024-07-26T17:08:46.799898+0000","last_became_peered":"2024-07-26T17:08:46.799898+0000","last_unstale":"2024-07-26T17:11:19.600296+0000","last_undegraded":"2024-07-26T17:11:19.600296+0000","last_fullsized":"2024-07-26T17:11:19.600296+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:19.600180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:19.600180+0000","last_clean_scrub_stamp":"2024-07-26T17:11:19.600180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:49:00.685982+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.5","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.375987+0000","last_change":"2024-07-26T17:11:09.376018+0000","last_active":"2024-07-26T17:11:09.375987+0000","last_peered":"2024-07-26T17:11:09.375987+0000","last_clean":"2024-07-26T17:11:09.375987+0000","last_became_active":"2024-07-26T17:08:45.770971+0000","last_became_peered":"2024-07-26T17:08:45.770971+0000","last_unstale":"2024-07-26T17:11:09.375987+0000","last_undegraded":"2024-07-26T17:11:09.375987+0000","last_fullsized":"2024-07-26T17:11:09.375987+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.375889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.375889+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.375889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:13:35.558075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.b","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.077206+0000","last_change":"2024-07-26T17:11:09.077255+0000","last_active":"2024-07-26T17:11:09.077206+0000","last_peered":"2024-07-26T17:11:09.077206+0000","last_clean":"2024-07-26T17:11:09.077206+0000","last_became_active":"2024-07-26T17:08:46.788909+0000","last_became_peered":"2024-07-26T17:08:46.788909+0000","last_unstale":"2024-07-26T17:11:09.077206+0000","last_undegraded":"2024-07-26T17:11:09.077206+0000","last_fullsized":"2024-07-26T17:11:09.077206+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.077066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.077066+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.077066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:20:18.129060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.4","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.677768+0000","last_change":"2024-07-26T17:11:08.677802+0000","last_active":"2024-07-26T17:11:08.677768+0000","last_peered":"2024-07-26T17:11:08.677768+0000","last_clean":"2024-07-26T17:11:08.677768+0000","last_became_active":"2024-07-26T17:08:45.774559+0000","last_became_peered":"2024-07-26T17:08:45.774559+0000","last_unstale":"2024-07-26T17:11:08.677768+0000","last_undegraded":"2024-07-26T17:11:08.677768+0000","last_fullsized":"2024-07-26T17:11:08.677768+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:08.677689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:08.677689+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.677689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:16.382007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.c","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.006524+0000","last_change":"2024-07-26T17:11:11.006556+0000","last_active":"2024-07-26T17:11:11.006524+0000","last_peered":"2024-07-26T17:11:11.006524+0000","last_clean":"2024-07-26T17:11:11.006524+0000","last_became_active":"2024-07-26T17:08:46.801185+0000","last_became_peered":"2024-07-26T17:08:46.801185+0000","last_unstale":"2024-07-26T17:11:11.006524+0000","last_undegraded":"2024-07-26T17:11:11.006524+0000","last_fullsized":"2024-07-26T17:11:11.006524+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.006421+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.006421+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.006421+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:15:54.193793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.3","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.126587+0000","last_change":"2024-07-26T17:11:08.126640+0000","last_active":"2024-07-26T17:11:08.126587+0000","last_peered":"2024-07-26T17:11:08.126587+0000","last_clean":"2024-07-26T17:11:08.126587+0000","last_became_active":"2024-07-26T17:08:45.774163+0000","last_became_peered":"2024-07-26T17:08:45.774163+0000","last_unstale":"2024-07-26T17:11:08.126587+0000","last_undegraded":"2024-07-26T17:11:08.126587+0000","last_fullsized":"2024-07-26T17:11:08.126587+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:08.126425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:08.126425+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.126425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:49.336149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.d","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.667955+0000","last_change":"2024-07-26T17:11:11.667986+0000","last_active":"2024-07-26T17:11:11.667955+0000","last_peered":"2024-07-26T17:11:11.667955+0000","last_clean":"2024-07-26T17:11:11.667955+0000","last_became_active":"2024-07-26T17:08:46.792303+0000","last_became_peered":"2024-07-26T17:08:46.792303+0000","last_unstale":"2024-07-26T17:11:11.667955+0000","last_undegraded":"2024-07-26T17:11:11.667955+0000","last_fullsized":"2024-07-26T17:11:11.667955+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.667849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.667849+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.667849+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:08:38.277805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.2","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:07.471949+0000","last_change":"2024-07-26T17:11:07.471972+0000","last_active":"2024-07-26T17:11:07.471949+0000","last_peered":"2024-07-26T17:11:07.471949+0000","last_clean":"2024-07-26T17:11:07.471949+0000","last_became_active":"2024-07-26T17:08:45.776801+0000","last_became_peered":"2024-07-26T17:08:45.776801+0000","last_unstale":"2024-07-26T17:11:07.471949+0000","last_undegraded":"2024-07-26T17:11:07.471949+0000","last_fullsized":"2024-07-26T17:11:07.471949+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:07.471868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:07.471868+0000","last_clean_scrub_stamp":"2024-07-26T17:11:07.471868+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:39:44.062331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.e","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.165306+0000","last_change":"2024-07-26T17:11:15.165339+0000","last_active":"2024-07-26T17:11:15.165306+0000","last_peered":"2024-07-26T17:11:15.165306+0000","last_clean":"2024-07-26T17:11:15.165306+0000","last_became_active":"2024-07-26T17:08:46.783030+0000","last_became_peered":"2024-07-26T17:08:46.783030+0000","last_unstale":"2024-07-26T17:11:15.165306+0000","last_undegraded":"2024-07-26T17:11:15.165306+0000","last_fullsized":"2024-07-26T17:11:15.165306+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.165205+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.165205+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.165205+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:28:44.255862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.1","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.398467+0000","last_change":"2024-07-26T17:11:10.398500+0000","last_active":"2024-07-26T17:11:10.398467+0000","last_peered":"2024-07-26T17:11:10.398467+0000","last_clean":"2024-07-26T17:11:10.398467+0000","last_became_active":"2024-07-26T17:08:45.778642+0000","last_became_peered":"2024-07-26T17:08:45.778642+0000","last_unstale":"2024-07-26T17:11:10.398467+0000","last_undegraded":"2024-07-26T17:11:10.398467+0000","last_fullsized":"2024-07-26T17:11:10.398467+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:10.398361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:10.398361+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.398361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:47.157543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.f","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.482553+0000","last_change":"2024-07-26T17:11:13.482583+0000","last_active":"2024-07-26T17:11:13.482553+0000","last_peered":"2024-07-26T17:11:13.482553+0000","last_clean":"2024-07-26T17:11:13.482553+0000","last_became_active":"2024-07-26T17:08:46.787209+0000","last_became_peered":"2024-07-26T17:08:46.787209+0000","last_unstale":"2024-07-26T17:11:13.482553+0000","last_undegraded":"2024-07-26T17:11:13.482553+0000","last_fullsized":"2024-07-26T17:11:13.482553+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.482434+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.482434+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.482434+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:23:46.463338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.0","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:07.914230+0000","last_change":"2024-07-26T17:11:07.914265+0000","last_active":"2024-07-26T17:11:07.914230+0000","last_peered":"2024-07-26T17:11:07.914230+0000","last_clean":"2024-07-26T17:11:07.914230+0000","last_became_active":"2024-07-26T17:08:45.771989+0000","last_became_peered":"2024-07-26T17:08:45.771989+0000","last_unstale":"2024-07-26T17:11:07.914230+0000","last_undegraded":"2024-07-26T17:11:07.914230+0000","last_fullsized":"2024-07-26T17:11:07.914230+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:07.914125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:07.914125+0000","last_clean_scrub_stamp":"2024-07-26T17:11:07.914125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:52:34.820263+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.29","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:19.241725+0000","last_change":"2024-07-26T17:11:19.241782+0000","last_active":"2024-07-26T17:11:19.241725+0000","last_peered":"2024-07-26T17:11:19.241725+0000","last_clean":"2024-07-26T17:11:19.241725+0000","last_became_active":"2024-07-26T17:08:46.782464+0000","last_became_peered":"2024-07-26T17:08:46.782464+0000","last_unstale":"2024-07-26T17:11:19.241725+0000","last_undegraded":"2024-07-26T17:11:19.241725+0000","last_fullsized":"2024-07-26T17:11:19.241725+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:19.241595+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:19.241595+0000","last_clean_scrub_stamp":"2024-07-26T17:11:19.241595+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:48:00.403331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"304'3513","reported_seq":4686,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.379039+0000","last_change":"2024-07-26T17:11:11.379039+0000","last_active":"2024-07-26T17:11:11.379039+0000","last_peered":"2024-07-26T17:11:11.379039+0000","last_clean":"2024-07-26T17:11:11.379039+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:11:11.379039+0000","last_undegraded":"2024-07-26T17:11:11.379039+0000","last_fullsized":"2024-07-26T17:11:11.379039+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3513","last_scrub_stamp":"2024-07-26T17:11:11.378901+0000","last_deep_scrub":"304'3513","last_deep_scrub_stamp":"2024-07-26T17:11:11.378901+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.378901+0000","objects_scrubbed":2,"log_size":3513,"log_dups_size":0,"ondisk_log_size":3513,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:03.389799+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":39,"num_pg":32,"stat_sum":{"num_bytes":4344,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":64,"acting":64,"num_store_stats":8},{"poolid":40,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3513,"ondisk_log_size":3513,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576078,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71604,"kb_used_data":4332,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300236,"statfs":{"total":96636764160,"available":96563441664,"internally_reserved":0,"allocated":4435968,"data_stored":2616438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510669,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65452,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94306388,"statfs":{"total":96636764160,"available":96569741312,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510669,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":75192,"kb_used_data":3760,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94296648,"statfs":{"total":96636764160,"available":96559767552,"internally_reserved":0,"allocated":3850240,"data_stored":2026778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510669,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":57140,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94314700,"statfs":{"total":96636764160,"available":96578252800,"internally_reserved":0,"allocated":3846144,"data_stored":2026148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510668,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52980,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318860,"statfs":{"total":96636764160,"available":96582512640,"internally_reserved":0,"allocated":3846144,"data_stored":2026140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510668,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52988,"kb_used_data":3764,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318852,"statfs":{"total":96636764160,"available":96582504448,"internally_reserved":0,"allocated":3854336,"data_stored":2030164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510671,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52972,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318868,"statfs":{"total":96636764160,"available":96582520832,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543375,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61888,"kb_used_data":4344,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94309952,"statfs":{"total":96636764160,"available":96573390848,"internally_reserved":0,"allocated":4448256,"data_stored":2619972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:11:29.473 INFO:tasks.ceph:pgid 40.3b last_scrub_stamp 2024-07-26T17:08:45.752042+0000 time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=8, tm_sec=45, tm_wday=4, tm_yday=208, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=7, tm_mday=26, tm_hour=17, tm_min=11, tm_sec=3, tm_wday=4, tm_yday=208, tm_isdst=0) 2024-07-26T17:11:29.474 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-07-26T17:11:45.314 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:11:45.318 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:11:49.476 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-26T17:11:49.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.609+0000 7f6d5a565640 1 -- 172.21.15.33:0/664262340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d3c003c10 msgr2=0x7f6d3c004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:49.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.609+0000 7f6d5a565640 1 --2- 172.21.15.33:0/664262340 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d3c003c10 0x7f6d3c004060 secure :-1 s=READY pgs=3038 cs=0 l=1 rev1=1 crypto rx=0x7f6d44001830 tx=0x7f6d3c005830 comp rx=0 tx=0).stop 2024-07-26T17:11:49.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.609+0000 7f6d58b02640 1 -- 172.21.15.33:0/664262340 reap_dead start 2024-07-26T17:11:49.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.609+0000 7f6d5a565640 1 -- 172.21.15.33:0/664262340 shutdown_connections 2024-07-26T17:11:49.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.609+0000 7f6d5a565640 1 -- 172.21.15.33:0/664262340 >> 172.21.15.33:0/664262340 conn(0x7f6d540cfaf0 msgr2=0x7f6d540cff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:49.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.609+0000 7f6d5a565640 1 -- 172.21.15.33:0/664262340 shutdown_connections 2024-07-26T17:11:49.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.609+0000 7f6d5a565640 1 -- 172.21.15.33:0/664262340 wait complete. 2024-07-26T17:11:49.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.611+0000 7f6d5a565640 1 Processor -- start 2024-07-26T17:11:49.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.611+0000 7f6d5a565640 1 -- start start 2024-07-26T17:11:49.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.612+0000 7f6d5a565640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d3c003c10 0x7f6d540b4490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:49.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.612+0000 7f6d5a565640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6d540b5220 0x7f6d540b5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:49.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.612+0000 7f6d5a565640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d541f6080 0x7f6d541f6490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:49.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.612+0000 7f6d5a565640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f6d54072570 con 0x7f6d3c003c10 2024-07-26T17:11:49.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.612+0000 7f6d5a565640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f6d541604e0 con 0x7f6d541f6080 2024-07-26T17:11:49.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.612+0000 7f6d5a565640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f6d5406e5c0 con 0x7f6d540b5220 2024-07-26T17:11:49.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.612+0000 7f6d53fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d3c003c10 0x7f6d540b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:49.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.612+0000 7f6d53fff640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d3c003c10 0x7f6d540b4490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56260/0 (socket says 172.21.15.33:56260) 2024-07-26T17:11:49.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d53fff640 1 -- 172.21.15.33:0/3467880123 learned_addr learned my addr 172.21.15.33:0/3467880123 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:49.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d537fe640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6d540b5220 0x7f6d540b5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:49.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d58b02640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d541f6080 0x7f6d541f6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:49.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d53fff640 1 -- 172.21.15.33:0/3467880123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6d540b5220 msgr2=0x7f6d540b5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:49.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d53fff640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6d540b5220 0x7f6d540b5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:49.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d53fff640 1 -- 172.21.15.33:0/3467880123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d541f6080 msgr2=0x7f6d541f6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:49.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d53fff640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d541f6080 0x7f6d541f6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:49.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d53fff640 1 -- 172.21.15.33:0/3467880123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d541f69d0 con 0x7f6d3c003c10 2024-07-26T17:11:49.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d53fff640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d3c003c10 0x7f6d540b4490 secure :-1 s=READY pgs=3039 cs=0 l=1 rev1=1 crypto rx=0x7f6d44001950 tx=0x7f6d44006940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:49.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d50ff9640 1 -- 172.21.15.33:0/3467880123 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44043070 con 0x7f6d3c003c10 2024-07-26T17:11:49.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d50ff9640 1 -- 172.21.15.33:0/3467880123 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d440038e0 con 0x7f6d3c003c10 2024-07-26T17:11:49.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d5a565640 1 -- 172.21.15.33:0/3467880123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d5413f090 con 0x7f6d3c003c10 2024-07-26T17:11:49.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d50ff9640 1 -- 172.21.15.33:0/3467880123 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d44003d30 con 0x7f6d3c003c10 2024-07-26T17:11:49.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.613+0000 7f6d5a565640 1 -- 172.21.15.33:0/3467880123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d5413f650 con 0x7f6d3c003c10 2024-07-26T17:11:49.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.614+0000 7f6d5a565640 1 -- 172.21.15.33:0/3467880123 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d5415fbc0 con 0x7f6d3c003c10 2024-07-26T17:11:49.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.615+0000 7f6d50ff9640 1 -- 172.21.15.33:0/3467880123 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f6d44046070 con 0x7f6d3c003c10 2024-07-26T17:11:49.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.616+0000 7f6d50ff9640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f6d40077010 0x7f6d40079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:49.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.616+0000 7f6d50ff9640 1 -- 172.21.15.33:0/3467880123 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f6d440b8950 con 0x7f6d3c003c10 2024-07-26T17:11:49.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.616+0000 7f6d537fe640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f6d40077010 0x7f6d40079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:49.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.616+0000 7f6d537fe640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f6d40077010 0x7f6d40079520 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6d540af5d0 tx=0x7f6d480013a0 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:49.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.620+0000 7f6d50ff9640 1 -- 172.21.15.33:0/3467880123 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6d541f69d0 con 0x7f6d3c003c10 2024-07-26T17:11:49.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.809+0000 7f6d5a565640 1 -- 172.21.15.33:0/3467880123 --> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6d5415f5e0 con 0x7f6d40077010 2024-07-26T17:11:49.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.814+0000 7f6d50ff9640 1 -- 172.21.15.33:0/3467880123 <== mgr.10373 v2:172.21.15.33:6836/3045261663 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252484 (secure 0 0 0) 0x7f6d5415f5e0 con 0x7f6d40077010 2024-07-26T17:11:49.818 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:11:49.819 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-07-26T17:11:49.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.816+0000 7f6d5a565640 1 -- 172.21.15.33:0/3467880123 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f6d40077010 msgr2=0x7f6d40079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:49.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.816+0000 7f6d5a565640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f6d40077010 0x7f6d40079520 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6d540af5d0 tx=0x7f6d480013a0 comp rx=0 tx=0).stop 2024-07-26T17:11:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.816+0000 7f6d5a565640 1 -- 172.21.15.33:0/3467880123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d3c003c10 msgr2=0x7f6d540b4490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.816+0000 7f6d5a565640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d3c003c10 0x7f6d540b4490 secure :-1 s=READY pgs=3039 cs=0 l=1 rev1=1 crypto rx=0x7f6d44001950 tx=0x7f6d44006940 comp rx=0 tx=0).stop 2024-07-26T17:11:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.817+0000 7f6d5a565640 1 -- 172.21.15.33:0/3467880123 shutdown_connections 2024-07-26T17:11:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.817+0000 7f6d5a565640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f6d40077010 0x7f6d40079520 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.817+0000 7f6d5a565640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f6d541f6080 0x7f6d541f6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.817+0000 7f6d5a565640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f6d540b5220 0x7f6d540b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:49.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.817+0000 7f6d5a565640 1 --2- 172.21.15.33:0/3467880123 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6d3c003c10 0x7f6d540b4490 unknown :-1 s=CLOSED pgs=3039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:49.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.817+0000 7f6d5a565640 1 -- 172.21.15.33:0/3467880123 >> 172.21.15.33:0/3467880123 conn(0x7f6d540cfaf0 msgr2=0x7f6d5415c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:49.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.817+0000 7f6d5a565640 1 -- 172.21.15.33:0/3467880123 shutdown_connections 2024-07-26T17:11:49.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.817+0000 7f6d5a565640 1 -- 172.21.15.33:0/3467880123 wait complete. 2024-07-26T17:11:49.829 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":112,"stamp":"2024-07-26T17:11:48.373293+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594712,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":499,"num_write_kb":1649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3579,"ondisk_log_size":3579,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":490216,"kb_used_data":31208,"kb_used_omap":12,"kb_used_meta":458931,"kb_avail":754484504,"statfs":{"total":773094113280,"available":772592132096,"internally_reserved":0,"allocated":31956992,"data_stored":17397712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":469945905},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002993"},"pg_stats":[{"pgid":"40.3f","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:20.584527+0000","last_change":"2024-07-26T17:11:20.584565+0000","last_active":"2024-07-26T17:11:20.584527+0000","last_peered":"2024-07-26T17:11:20.584527+0000","last_clean":"2024-07-26T17:11:20.584527+0000","last_became_active":"2024-07-26T17:08:46.783699+0000","last_became_peered":"2024-07-26T17:08:46.783699+0000","last_unstale":"2024-07-26T17:11:20.584527+0000","last_undegraded":"2024-07-26T17:11:20.584527+0000","last_fullsized":"2024-07-26T17:11:20.584527+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:20.584428+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:20.584428+0000","last_clean_scrub_stamp":"2024-07-26T17:11:20.584428+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:12:02.799632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.3e","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.592332+0000","last_change":"2024-07-26T17:11:15.592363+0000","last_active":"2024-07-26T17:11:15.592332+0000","last_peered":"2024-07-26T17:11:15.592332+0000","last_clean":"2024-07-26T17:11:15.592332+0000","last_became_active":"2024-07-26T17:08:46.789201+0000","last_became_peered":"2024-07-26T17:08:46.789201+0000","last_unstale":"2024-07-26T17:11:15.592332+0000","last_undegraded":"2024-07-26T17:11:15.592332+0000","last_fullsized":"2024-07-26T17:11:15.592332+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.592229+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.592229+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.592229+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:24:07.477874+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.3d","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:20.276881+0000","last_change":"2024-07-26T17:11:20.276914+0000","last_active":"2024-07-26T17:11:20.276881+0000","last_peered":"2024-07-26T17:11:20.276881+0000","last_clean":"2024-07-26T17:11:20.276881+0000","last_became_active":"2024-07-26T17:08:46.786776+0000","last_became_peered":"2024-07-26T17:08:46.786776+0000","last_unstale":"2024-07-26T17:11:20.276881+0000","last_undegraded":"2024-07-26T17:11:20.276881+0000","last_fullsized":"2024-07-26T17:11:20.276881+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:20.276752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:20.276752+0000","last_clean_scrub_stamp":"2024-07-26T17:11:20.276752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:36:24.429142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.3c","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.049595+0000","last_change":"2024-07-26T17:11:12.049627+0000","last_active":"2024-07-26T17:11:12.049595+0000","last_peered":"2024-07-26T17:11:12.049595+0000","last_clean":"2024-07-26T17:11:12.049595+0000","last_became_active":"2024-07-26T17:08:46.805618+0000","last_became_peered":"2024-07-26T17:08:46.805618+0000","last_unstale":"2024-07-26T17:11:12.049595+0000","last_undegraded":"2024-07-26T17:11:12.049595+0000","last_fullsized":"2024-07-26T17:11:12.049595+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.049496+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.049496+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.049496+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:12:43.121419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.3b","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:25.526158+0000","last_change":"2024-07-26T17:11:25.526202+0000","last_active":"2024-07-26T17:11:25.526158+0000","last_peered":"2024-07-26T17:11:25.526158+0000","last_clean":"2024-07-26T17:11:25.526158+0000","last_became_active":"2024-07-26T17:08:46.800694+0000","last_became_peered":"2024-07-26T17:08:46.800694+0000","last_unstale":"2024-07-26T17:11:25.526158+0000","last_undegraded":"2024-07-26T17:11:25.526158+0000","last_fullsized":"2024-07-26T17:11:25.526158+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:25.526033+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:25.526033+0000","last_clean_scrub_stamp":"2024-07-26T17:11:25.526033+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:10:50.001606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3a","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.027899+0000","last_change":"2024-07-26T17:11:15.027899+0000","last_active":"2024-07-26T17:11:15.027899+0000","last_peered":"2024-07-26T17:11:15.027899+0000","last_clean":"2024-07-26T17:11:15.027899+0000","last_became_active":"2024-07-26T17:08:46.783488+0000","last_became_peered":"2024-07-26T17:08:46.783488+0000","last_unstale":"2024-07-26T17:11:15.027899+0000","last_undegraded":"2024-07-26T17:11:15.027899+0000","last_fullsized":"2024-07-26T17:11:15.027899+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.027748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.027748+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.027748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:23:21.168011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.39","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:17.105697+0000","last_change":"2024-07-26T17:11:17.105697+0000","last_active":"2024-07-26T17:11:17.105697+0000","last_peered":"2024-07-26T17:11:17.105697+0000","last_clean":"2024-07-26T17:11:17.105697+0000","last_became_active":"2024-07-26T17:08:46.785790+0000","last_became_peered":"2024-07-26T17:08:46.785790+0000","last_unstale":"2024-07-26T17:11:17.105697+0000","last_undegraded":"2024-07-26T17:11:17.105697+0000","last_fullsized":"2024-07-26T17:11:17.105697+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:17.105556+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:17.105556+0000","last_clean_scrub_stamp":"2024-07-26T17:11:17.105556+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:51:39.293815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.38","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:24.537426+0000","last_change":"2024-07-26T17:11:24.537462+0000","last_active":"2024-07-26T17:11:24.537426+0000","last_peered":"2024-07-26T17:11:24.537426+0000","last_clean":"2024-07-26T17:11:24.537426+0000","last_became_active":"2024-07-26T17:08:46.797786+0000","last_became_peered":"2024-07-26T17:08:46.797786+0000","last_unstale":"2024-07-26T17:11:24.537426+0000","last_undegraded":"2024-07-26T17:11:24.537426+0000","last_fullsized":"2024-07-26T17:11:24.537426+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:24.537318+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:24.537318+0000","last_clean_scrub_stamp":"2024-07-26T17:11:24.537318+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:07:12.468663+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.37","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:22.560361+0000","last_change":"2024-07-26T17:11:22.560397+0000","last_active":"2024-07-26T17:11:22.560361+0000","last_peered":"2024-07-26T17:11:22.560361+0000","last_clean":"2024-07-26T17:11:22.560361+0000","last_became_active":"2024-07-26T17:08:46.801029+0000","last_became_peered":"2024-07-26T17:08:46.801029+0000","last_unstale":"2024-07-26T17:11:22.560361+0000","last_undegraded":"2024-07-26T17:11:22.560361+0000","last_fullsized":"2024-07-26T17:11:22.560361+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:22.560245+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:22.560245+0000","last_clean_scrub_stamp":"2024-07-26T17:11:22.560245+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:21:03.022803+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.36","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:19.522939+0000","last_change":"2024-07-26T17:11:19.523013+0000","last_active":"2024-07-26T17:11:19.522939+0000","last_peered":"2024-07-26T17:11:19.522939+0000","last_clean":"2024-07-26T17:11:19.522939+0000","last_became_active":"2024-07-26T17:08:46.795449+0000","last_became_peered":"2024-07-26T17:08:46.795449+0000","last_unstale":"2024-07-26T17:11:19.522939+0000","last_undegraded":"2024-07-26T17:11:19.522939+0000","last_fullsized":"2024-07-26T17:11:19.522939+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:19.522800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:19.522800+0000","last_clean_scrub_stamp":"2024-07-26T17:11:19.522800+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:33.102052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.35","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.070856+0000","last_change":"2024-07-26T17:11:14.070856+0000","last_active":"2024-07-26T17:11:14.070856+0000","last_peered":"2024-07-26T17:11:14.070856+0000","last_clean":"2024-07-26T17:11:14.070856+0000","last_became_active":"2024-07-26T17:08:46.794168+0000","last_became_peered":"2024-07-26T17:08:46.794168+0000","last_unstale":"2024-07-26T17:11:14.070856+0000","last_undegraded":"2024-07-26T17:11:14.070856+0000","last_fullsized":"2024-07-26T17:11:14.070856+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.070655+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.070655+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.070655+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:31:47.462002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.34","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:19.572094+0000","last_change":"2024-07-26T17:11:19.572158+0000","last_active":"2024-07-26T17:11:19.572094+0000","last_peered":"2024-07-26T17:11:19.572094+0000","last_clean":"2024-07-26T17:11:19.572094+0000","last_became_active":"2024-07-26T17:08:46.792477+0000","last_became_peered":"2024-07-26T17:08:46.792477+0000","last_unstale":"2024-07-26T17:11:19.572094+0000","last_undegraded":"2024-07-26T17:11:19.572094+0000","last_fullsized":"2024-07-26T17:11:19.572094+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:19.571933+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:19.571933+0000","last_clean_scrub_stamp":"2024-07-26T17:11:19.571933+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:05:43.636923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.33","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.083221+0000","last_change":"2024-07-26T17:11:13.083221+0000","last_active":"2024-07-26T17:11:13.083221+0000","last_peered":"2024-07-26T17:11:13.083221+0000","last_clean":"2024-07-26T17:11:13.083221+0000","last_became_active":"2024-07-26T17:08:46.782598+0000","last_became_peered":"2024-07-26T17:08:46.782598+0000","last_unstale":"2024-07-26T17:11:13.083221+0000","last_undegraded":"2024-07-26T17:11:13.083221+0000","last_fullsized":"2024-07-26T17:11:13.083221+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.083086+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.083086+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.083086+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:21:14.891074+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.32","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.408074+0000","last_change":"2024-07-26T17:11:16.408109+0000","last_active":"2024-07-26T17:11:16.408074+0000","last_peered":"2024-07-26T17:11:16.408074+0000","last_clean":"2024-07-26T17:11:16.408074+0000","last_became_active":"2024-07-26T17:08:46.797648+0000","last_became_peered":"2024-07-26T17:08:46.797648+0000","last_unstale":"2024-07-26T17:11:16.408074+0000","last_undegraded":"2024-07-26T17:11:16.408074+0000","last_fullsized":"2024-07-26T17:11:16.408074+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.407975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.407975+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.407975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:33:46.848096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.31","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.061915+0000","last_change":"2024-07-26T17:11:13.061945+0000","last_active":"2024-07-26T17:11:13.061915+0000","last_peered":"2024-07-26T17:11:13.061915+0000","last_clean":"2024-07-26T17:11:13.061915+0000","last_became_active":"2024-07-26T17:08:46.798733+0000","last_became_peered":"2024-07-26T17:08:46.798733+0000","last_unstale":"2024-07-26T17:11:13.061915+0000","last_undegraded":"2024-07-26T17:11:13.061915+0000","last_fullsized":"2024-07-26T17:11:13.061915+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.061806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.061806+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.061806+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:15.344702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.30","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:22.267776+0000","last_change":"2024-07-26T17:11:22.267809+0000","last_active":"2024-07-26T17:11:22.267776+0000","last_peered":"2024-07-26T17:11:22.267776+0000","last_clean":"2024-07-26T17:11:22.267776+0000","last_became_active":"2024-07-26T17:08:46.791747+0000","last_became_peered":"2024-07-26T17:08:46.791747+0000","last_unstale":"2024-07-26T17:11:22.267776+0000","last_undegraded":"2024-07-26T17:11:22.267776+0000","last_fullsized":"2024-07-26T17:11:22.267776+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:22.267672+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:22.267672+0000","last_clean_scrub_stamp":"2024-07-26T17:11:22.267672+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:24:31.888131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2f","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.609414+0000","last_change":"2024-07-26T17:11:14.609445+0000","last_active":"2024-07-26T17:11:14.609414+0000","last_peered":"2024-07-26T17:11:14.609414+0000","last_clean":"2024-07-26T17:11:14.609414+0000","last_became_active":"2024-07-26T17:08:46.799225+0000","last_became_peered":"2024-07-26T17:08:46.799225+0000","last_unstale":"2024-07-26T17:11:14.609414+0000","last_undegraded":"2024-07-26T17:11:14.609414+0000","last_fullsized":"2024-07-26T17:11:14.609414+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.609309+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.609309+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.609309+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:48:13.668451+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2e","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.507720+0000","last_change":"2024-07-26T17:11:16.507753+0000","last_active":"2024-07-26T17:11:16.507720+0000","last_peered":"2024-07-26T17:11:16.507720+0000","last_clean":"2024-07-26T17:11:16.507720+0000","last_became_active":"2024-07-26T17:08:46.806313+0000","last_became_peered":"2024-07-26T17:08:46.806313+0000","last_unstale":"2024-07-26T17:11:16.507720+0000","last_undegraded":"2024-07-26T17:11:16.507720+0000","last_fullsized":"2024-07-26T17:11:16.507720+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.507623+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.507623+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.507623+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:54:28.789271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.2d","version":"0'0","reported_seq":33,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:21.286565+0000","last_change":"2024-07-26T17:11:21.286595+0000","last_active":"2024-07-26T17:11:21.286565+0000","last_peered":"2024-07-26T17:11:21.286565+0000","last_clean":"2024-07-26T17:11:21.286565+0000","last_became_active":"2024-07-26T17:09:35.819004+0000","last_became_peered":"2024-07-26T17:09:35.819004+0000","last_unstale":"2024-07-26T17:11:21.286565+0000","last_undegraded":"2024-07-26T17:11:21.286565+0000","last_fullsized":"2024-07-26T17:11:21.286565+0000","mapping_epoch":303,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":304,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:21.286461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:21.286461+0000","last_clean_scrub_stamp":"2024-07-26T17:11:21.286461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:11:24.162932+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.2c","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.068583+0000","last_change":"2024-07-26T17:11:16.068633+0000","last_active":"2024-07-26T17:11:16.068583+0000","last_peered":"2024-07-26T17:11:16.068583+0000","last_clean":"2024-07-26T17:11:16.068583+0000","last_became_active":"2024-07-26T17:08:46.792186+0000","last_became_peered":"2024-07-26T17:08:46.792186+0000","last_unstale":"2024-07-26T17:11:16.068583+0000","last_undegraded":"2024-07-26T17:11:16.068583+0000","last_fullsized":"2024-07-26T17:11:16.068583+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.068474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.068474+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.068474+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:38:48.245594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.2b","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.691038+0000","last_change":"2024-07-26T17:11:11.691071+0000","last_active":"2024-07-26T17:11:11.691038+0000","last_peered":"2024-07-26T17:11:11.691038+0000","last_clean":"2024-07-26T17:11:11.691038+0000","last_became_active":"2024-07-26T17:08:46.791961+0000","last_became_peered":"2024-07-26T17:08:46.791961+0000","last_unstale":"2024-07-26T17:11:11.691038+0000","last_undegraded":"2024-07-26T17:11:11.691038+0000","last_fullsized":"2024-07-26T17:11:11.691038+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.690895+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.690895+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.690895+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:03:56.315402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.2a","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:23.518391+0000","last_change":"2024-07-26T17:11:23.518423+0000","last_active":"2024-07-26T17:11:23.518391+0000","last_peered":"2024-07-26T17:11:23.518391+0000","last_clean":"2024-07-26T17:11:23.518391+0000","last_became_active":"2024-07-26T17:08:46.799891+0000","last_became_peered":"2024-07-26T17:08:46.799891+0000","last_unstale":"2024-07-26T17:11:23.518391+0000","last_undegraded":"2024-07-26T17:11:23.518391+0000","last_fullsized":"2024-07-26T17:11:23.518391+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:23.518277+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:23.518277+0000","last_clean_scrub_stamp":"2024-07-26T17:11:23.518277+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:00:42.955284+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.28","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:17.596181+0000","last_change":"2024-07-26T17:11:17.596213+0000","last_active":"2024-07-26T17:11:17.596181+0000","last_peered":"2024-07-26T17:11:17.596181+0000","last_clean":"2024-07-26T17:11:17.596181+0000","last_became_active":"2024-07-26T17:08:46.790359+0000","last_became_peered":"2024-07-26T17:08:46.790359+0000","last_unstale":"2024-07-26T17:11:17.596181+0000","last_undegraded":"2024-07-26T17:11:17.596181+0000","last_fullsized":"2024-07-26T17:11:17.596181+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:17.596078+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:17.596078+0000","last_clean_scrub_stamp":"2024-07-26T17:11:17.596078+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:40:15.164811+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.27","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:18.573741+0000","last_change":"2024-07-26T17:11:18.573773+0000","last_active":"2024-07-26T17:11:18.573741+0000","last_peered":"2024-07-26T17:11:18.573741+0000","last_clean":"2024-07-26T17:11:18.573741+0000","last_became_active":"2024-07-26T17:08:46.805160+0000","last_became_peered":"2024-07-26T17:08:46.805160+0000","last_unstale":"2024-07-26T17:11:18.573741+0000","last_undegraded":"2024-07-26T17:11:18.573741+0000","last_fullsized":"2024-07-26T17:11:18.573741+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:18.573636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:18.573636+0000","last_clean_scrub_stamp":"2024-07-26T17:11:18.573636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:51:34.326981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.26","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:18.617140+0000","last_change":"2024-07-26T17:11:18.617197+0000","last_active":"2024-07-26T17:11:18.617140+0000","last_peered":"2024-07-26T17:11:18.617140+0000","last_clean":"2024-07-26T17:11:18.617140+0000","last_became_active":"2024-07-26T17:08:46.788746+0000","last_became_peered":"2024-07-26T17:08:46.788746+0000","last_unstale":"2024-07-26T17:11:18.617140+0000","last_undegraded":"2024-07-26T17:11:18.617140+0000","last_fullsized":"2024-07-26T17:11:18.617140+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:18.617017+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:18.617017+0000","last_clean_scrub_stamp":"2024-07-26T17:11:18.617017+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:36:07.694990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.25","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:18.191359+0000","last_change":"2024-07-26T17:11:18.191391+0000","last_active":"2024-07-26T17:11:18.191359+0000","last_peered":"2024-07-26T17:11:18.191359+0000","last_clean":"2024-07-26T17:11:18.191359+0000","last_became_active":"2024-07-26T17:08:46.789490+0000","last_became_peered":"2024-07-26T17:08:46.789490+0000","last_unstale":"2024-07-26T17:11:18.191359+0000","last_undegraded":"2024-07-26T17:11:18.191359+0000","last_fullsized":"2024-07-26T17:11:18.191359+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:18.191216+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:18.191216+0000","last_clean_scrub_stamp":"2024-07-26T17:11:18.191216+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:36:58.758784+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.24","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.554980+0000","last_change":"2024-07-26T17:11:16.555052+0000","last_active":"2024-07-26T17:11:16.554980+0000","last_peered":"2024-07-26T17:11:16.554980+0000","last_clean":"2024-07-26T17:11:16.554980+0000","last_became_active":"2024-07-26T17:08:46.800463+0000","last_became_peered":"2024-07-26T17:08:46.800463+0000","last_unstale":"2024-07-26T17:11:16.554980+0000","last_undegraded":"2024-07-26T17:11:16.554980+0000","last_fullsized":"2024-07-26T17:11:16.554980+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.554845+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.554845+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.554845+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:32:02.828358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.23","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:21.565482+0000","last_change":"2024-07-26T17:11:21.565515+0000","last_active":"2024-07-26T17:11:21.565482+0000","last_peered":"2024-07-26T17:11:21.565482+0000","last_clean":"2024-07-26T17:11:21.565482+0000","last_became_active":"2024-07-26T17:08:46.800103+0000","last_became_peered":"2024-07-26T17:08:46.800103+0000","last_unstale":"2024-07-26T17:11:21.565482+0000","last_undegraded":"2024-07-26T17:11:21.565482+0000","last_fullsized":"2024-07-26T17:11:21.565482+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:21.565377+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:21.565377+0000","last_clean_scrub_stamp":"2024-07-26T17:11:21.565377+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:41:15.785786+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.22","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.405110+0000","last_change":"2024-07-26T17:11:14.405148+0000","last_active":"2024-07-26T17:11:14.405110+0000","last_peered":"2024-07-26T17:11:14.405110+0000","last_clean":"2024-07-26T17:11:14.405110+0000","last_became_active":"2024-07-26T17:08:46.793237+0000","last_became_peered":"2024-07-26T17:08:46.793237+0000","last_unstale":"2024-07-26T17:11:14.405110+0000","last_undegraded":"2024-07-26T17:11:14.405110+0000","last_fullsized":"2024-07-26T17:11:14.405110+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.404993+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.404993+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.404993+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:15:51.040397+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.21","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.672103+0000","last_change":"2024-07-26T17:11:12.672140+0000","last_active":"2024-07-26T17:11:12.672103+0000","last_peered":"2024-07-26T17:11:12.672103+0000","last_clean":"2024-07-26T17:11:12.672103+0000","last_became_active":"2024-07-26T17:08:46.782606+0000","last_became_peered":"2024-07-26T17:08:46.782606+0000","last_unstale":"2024-07-26T17:11:12.672103+0000","last_undegraded":"2024-07-26T17:11:12.672103+0000","last_fullsized":"2024-07-26T17:11:12.672103+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.671974+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.671974+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.671974+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:17:25.234553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.20","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:18.521980+0000","last_change":"2024-07-26T17:11:18.522011+0000","last_active":"2024-07-26T17:11:18.521980+0000","last_peered":"2024-07-26T17:11:18.521980+0000","last_clean":"2024-07-26T17:11:18.521980+0000","last_became_active":"2024-07-26T17:08:46.787955+0000","last_became_peered":"2024-07-26T17:08:46.787955+0000","last_unstale":"2024-07-26T17:11:18.521980+0000","last_undegraded":"2024-07-26T17:11:18.521980+0000","last_fullsized":"2024-07-26T17:11:18.521980+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:18.521875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:18.521875+0000","last_clean_scrub_stamp":"2024-07-26T17:11:18.521875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:58:45.950722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.10","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.959497+0000","last_change":"2024-07-26T17:11:09.959497+0000","last_active":"2024-07-26T17:11:09.959497+0000","last_peered":"2024-07-26T17:11:09.959497+0000","last_clean":"2024-07-26T17:11:09.959497+0000","last_became_active":"2024-07-26T17:08:46.788434+0000","last_became_peered":"2024-07-26T17:08:46.788434+0000","last_unstale":"2024-07-26T17:11:09.959497+0000","last_undegraded":"2024-07-26T17:11:09.959497+0000","last_fullsized":"2024-07-26T17:11:09.959497+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.959355+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.959355+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.959355+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:10:33.915431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.1f","version":"304'6","reported_seq":35,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.037645+0000","last_change":"2024-07-26T17:11:10.037714+0000","last_active":"2024-07-26T17:11:10.037645+0000","last_peered":"2024-07-26T17:11:10.037645+0000","last_clean":"2024-07-26T17:11:10.037645+0000","last_became_active":"2024-07-26T17:08:45.772568+0000","last_became_peered":"2024-07-26T17:08:45.772568+0000","last_unstale":"2024-07-26T17:11:10.037645+0000","last_undegraded":"2024-07-26T17:11:10.037645+0000","last_fullsized":"2024-07-26T17:11:10.037645+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'6","last_scrub_stamp":"2024-07-26T17:11:10.037514+0000","last_deep_scrub":"304'6","last_deep_scrub_stamp":"2024-07-26T17:11:10.037514+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.037514+0000","objects_scrubbed":2,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:32:27.612391+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.11","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.028897+0000","last_change":"2024-07-26T17:11:11.028929+0000","last_active":"2024-07-26T17:11:11.028897+0000","last_peered":"2024-07-26T17:11:11.028897+0000","last_clean":"2024-07-26T17:11:11.028897+0000","last_became_active":"2024-07-26T17:08:46.790480+0000","last_became_peered":"2024-07-26T17:08:46.790480+0000","last_unstale":"2024-07-26T17:11:11.028897+0000","last_undegraded":"2024-07-26T17:11:11.028897+0000","last_fullsized":"2024-07-26T17:11:11.028897+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.028799+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.028799+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.028799+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:59:33.180309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.1e","version":"301'1","reported_seq":30,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.471846+0000","last_change":"2024-07-26T17:11:08.471913+0000","last_active":"2024-07-26T17:11:08.471846+0000","last_peered":"2024-07-26T17:11:08.471846+0000","last_clean":"2024-07-26T17:11:08.471846+0000","last_became_active":"2024-07-26T17:08:45.784982+0000","last_became_peered":"2024-07-26T17:08:45.784982+0000","last_unstale":"2024-07-26T17:11:08.471846+0000","last_undegraded":"2024-07-26T17:11:08.471846+0000","last_fullsized":"2024-07-26T17:11:08.471846+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"301'1","last_scrub_stamp":"2024-07-26T17:11:08.471684+0000","last_deep_scrub":"301'1","last_deep_scrub_stamp":"2024-07-26T17:11:08.471684+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.471684+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:06:45.857296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.12","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.685615+0000","last_change":"2024-07-26T17:11:10.685643+0000","last_active":"2024-07-26T17:11:10.685615+0000","last_peered":"2024-07-26T17:11:10.685615+0000","last_clean":"2024-07-26T17:11:10.685615+0000","last_became_active":"2024-07-26T17:08:46.786035+0000","last_became_peered":"2024-07-26T17:08:46.786035+0000","last_unstale":"2024-07-26T17:11:10.685615+0000","last_undegraded":"2024-07-26T17:11:10.685615+0000","last_fullsized":"2024-07-26T17:11:10.685615+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:10.685515+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:10.685515+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.685515+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:44:49.363769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.1d","version":"304'3","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.471061+0000","last_change":"2024-07-26T17:11:12.471061+0000","last_active":"2024-07-26T17:11:12.471061+0000","last_peered":"2024-07-26T17:11:12.471061+0000","last_clean":"2024-07-26T17:11:12.471061+0000","last_became_active":"2024-07-26T17:08:45.785557+0000","last_became_peered":"2024-07-26T17:08:45.785557+0000","last_unstale":"2024-07-26T17:11:12.471061+0000","last_undegraded":"2024-07-26T17:11:12.471061+0000","last_fullsized":"2024-07-26T17:11:12.471061+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3","last_scrub_stamp":"2024-07-26T17:11:12.470905+0000","last_deep_scrub":"304'3","last_deep_scrub_stamp":"2024-07-26T17:11:12.470905+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.470905+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:09:12.578514+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.13","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:20.562339+0000","last_change":"2024-07-26T17:11:20.562376+0000","last_active":"2024-07-26T17:11:20.562339+0000","last_peered":"2024-07-26T17:11:20.562339+0000","last_clean":"2024-07-26T17:11:20.562339+0000","last_became_active":"2024-07-26T17:08:46.799779+0000","last_became_peered":"2024-07-26T17:08:46.799779+0000","last_unstale":"2024-07-26T17:11:20.562339+0000","last_undegraded":"2024-07-26T17:11:20.562339+0000","last_fullsized":"2024-07-26T17:11:20.562339+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:20.562227+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:20.562227+0000","last_clean_scrub_stamp":"2024-07-26T17:11:20.562227+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:24:26.013043+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.1c","version":"304'3","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.673435+0000","last_change":"2024-07-26T17:11:09.673435+0000","last_active":"2024-07-26T17:11:09.673435+0000","last_peered":"2024-07-26T17:11:09.673435+0000","last_clean":"2024-07-26T17:11:09.673435+0000","last_became_active":"2024-07-26T17:08:45.780474+0000","last_became_peered":"2024-07-26T17:08:45.780474+0000","last_unstale":"2024-07-26T17:11:09.673435+0000","last_undegraded":"2024-07-26T17:11:09.673435+0000","last_fullsized":"2024-07-26T17:11:09.673435+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3","last_scrub_stamp":"2024-07-26T17:11:09.673314+0000","last_deep_scrub":"304'3","last_deep_scrub_stamp":"2024-07-26T17:11:09.673314+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.673314+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:59:24.041528+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.14","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:17.475563+0000","last_change":"2024-07-26T17:11:17.475592+0000","last_active":"2024-07-26T17:11:17.475563+0000","last_peered":"2024-07-26T17:11:17.475563+0000","last_clean":"2024-07-26T17:11:17.475563+0000","last_became_active":"2024-07-26T17:08:46.793868+0000","last_became_peered":"2024-07-26T17:08:46.793868+0000","last_unstale":"2024-07-26T17:11:17.475563+0000","last_undegraded":"2024-07-26T17:11:17.475563+0000","last_fullsized":"2024-07-26T17:11:17.475563+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:17.475458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:17.475458+0000","last_clean_scrub_stamp":"2024-07-26T17:11:17.475458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:41.542544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.1b","version":"301'1","reported_seq":30,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.517809+0000","last_change":"2024-07-26T17:11:14.517809+0000","last_active":"2024-07-26T17:11:14.517809+0000","last_peered":"2024-07-26T17:11:14.517809+0000","last_clean":"2024-07-26T17:11:14.517809+0000","last_became_active":"2024-07-26T17:08:45.781441+0000","last_became_peered":"2024-07-26T17:08:45.781441+0000","last_unstale":"2024-07-26T17:11:14.517809+0000","last_undegraded":"2024-07-26T17:11:14.517809+0000","last_fullsized":"2024-07-26T17:11:14.517809+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"301'1","last_scrub_stamp":"2024-07-26T17:11:14.517658+0000","last_deep_scrub":"301'1","last_deep_scrub_stamp":"2024-07-26T17:11:14.517658+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.517658+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:16:17.969412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.15","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.705029+0000","last_change":"2024-07-26T17:11:12.705029+0000","last_active":"2024-07-26T17:11:12.705029+0000","last_peered":"2024-07-26T17:11:12.705029+0000","last_clean":"2024-07-26T17:11:12.705029+0000","last_became_active":"2024-07-26T17:08:46.785904+0000","last_became_peered":"2024-07-26T17:08:46.785904+0000","last_unstale":"2024-07-26T17:11:12.705029+0000","last_undegraded":"2024-07-26T17:11:12.705029+0000","last_fullsized":"2024-07-26T17:11:12.705029+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.704879+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.704879+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.704879+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T05:05:59.718405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.1a","version":"301'1","reported_seq":30,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.920344+0000","last_change":"2024-07-26T17:11:08.920344+0000","last_active":"2024-07-26T17:11:08.920344+0000","last_peered":"2024-07-26T17:11:08.920344+0000","last_clean":"2024-07-26T17:11:08.920344+0000","last_became_active":"2024-07-26T17:08:45.773467+0000","last_became_peered":"2024-07-26T17:08:45.773467+0000","last_unstale":"2024-07-26T17:11:08.920344+0000","last_undegraded":"2024-07-26T17:11:08.920344+0000","last_fullsized":"2024-07-26T17:11:08.920344+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"301'1","last_scrub_stamp":"2024-07-26T17:11:08.920108+0000","last_deep_scrub":"301'1","last_deep_scrub_stamp":"2024-07-26T17:11:08.920108+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.920108+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:06:05.492090+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.16","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.662964+0000","last_change":"2024-07-26T17:11:13.662964+0000","last_active":"2024-07-26T17:11:13.662964+0000","last_peered":"2024-07-26T17:11:13.662964+0000","last_clean":"2024-07-26T17:11:13.662964+0000","last_became_active":"2024-07-26T17:08:46.788290+0000","last_became_peered":"2024-07-26T17:08:46.788290+0000","last_unstale":"2024-07-26T17:11:13.662964+0000","last_undegraded":"2024-07-26T17:11:13.662964+0000","last_fullsized":"2024-07-26T17:11:13.662964+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.662817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.662817+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.662817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:19:32.218901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.19","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.438292+0000","last_change":"2024-07-26T17:11:09.438292+0000","last_active":"2024-07-26T17:11:09.438292+0000","last_peered":"2024-07-26T17:11:09.438292+0000","last_clean":"2024-07-26T17:11:09.438292+0000","last_became_active":"2024-07-26T17:08:45.775426+0000","last_became_peered":"2024-07-26T17:08:45.775426+0000","last_unstale":"2024-07-26T17:11:09.438292+0000","last_undegraded":"2024-07-26T17:11:09.438292+0000","last_fullsized":"2024-07-26T17:11:09.438292+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.438098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.438098+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.438098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:22:12.700309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.17","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.119605+0000","last_change":"2024-07-26T17:11:14.119605+0000","last_active":"2024-07-26T17:11:14.119605+0000","last_peered":"2024-07-26T17:11:14.119605+0000","last_clean":"2024-07-26T17:11:14.119605+0000","last_became_active":"2024-07-26T17:08:46.791343+0000","last_became_peered":"2024-07-26T17:08:46.791343+0000","last_unstale":"2024-07-26T17:11:14.119605+0000","last_undegraded":"2024-07-26T17:11:14.119605+0000","last_fullsized":"2024-07-26T17:11:14.119605+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.119471+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.119471+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.119471+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:12:27.698724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.18","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:17.528022+0000","last_change":"2024-07-26T17:11:17.528059+0000","last_active":"2024-07-26T17:11:17.528022+0000","last_peered":"2024-07-26T17:11:17.528022+0000","last_clean":"2024-07-26T17:11:17.528022+0000","last_became_active":"2024-07-26T17:08:45.782204+0000","last_became_peered":"2024-07-26T17:08:45.782204+0000","last_unstale":"2024-07-26T17:11:17.528022+0000","last_undegraded":"2024-07-26T17:11:17.528022+0000","last_fullsized":"2024-07-26T17:11:17.528022+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:17.527910+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:17.527910+0000","last_clean_scrub_stamp":"2024-07-26T17:11:17.527910+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:58:43.106368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.18","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.641806+0000","last_change":"2024-07-26T17:11:14.641806+0000","last_active":"2024-07-26T17:11:14.641806+0000","last_peered":"2024-07-26T17:11:14.641806+0000","last_clean":"2024-07-26T17:11:14.641806+0000","last_became_active":"2024-07-26T17:08:46.786191+0000","last_became_peered":"2024-07-26T17:08:46.786191+0000","last_unstale":"2024-07-26T17:11:14.641806+0000","last_undegraded":"2024-07-26T17:11:14.641806+0000","last_fullsized":"2024-07-26T17:11:14.641806+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.641678+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.641678+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.641678+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:58:32.681507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.17","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.444469+0000","last_change":"2024-07-26T17:11:11.444501+0000","last_active":"2024-07-26T17:11:11.444469+0000","last_peered":"2024-07-26T17:11:11.444469+0000","last_clean":"2024-07-26T17:11:11.444469+0000","last_became_active":"2024-07-26T17:08:45.774167+0000","last_became_peered":"2024-07-26T17:08:45.774167+0000","last_unstale":"2024-07-26T17:11:11.444469+0000","last_undegraded":"2024-07-26T17:11:11.444469+0000","last_fullsized":"2024-07-26T17:11:11.444469+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.444362+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.444362+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.444362+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:40:37.151952+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.19","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.051384+0000","last_change":"2024-07-26T17:11:12.051384+0000","last_active":"2024-07-26T17:11:12.051384+0000","last_peered":"2024-07-26T17:11:12.051384+0000","last_clean":"2024-07-26T17:11:12.051384+0000","last_became_active":"2024-07-26T17:08:46.790883+0000","last_became_peered":"2024-07-26T17:08:46.790883+0000","last_unstale":"2024-07-26T17:11:12.051384+0000","last_undegraded":"2024-07-26T17:11:12.051384+0000","last_fullsized":"2024-07-26T17:11:12.051384+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.051254+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.051254+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.051254+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:29:38.651345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.16","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.083780+0000","last_change":"2024-07-26T17:11:08.083780+0000","last_active":"2024-07-26T17:11:08.083780+0000","last_peered":"2024-07-26T17:11:08.083780+0000","last_clean":"2024-07-26T17:11:08.083780+0000","last_became_active":"2024-07-26T17:08:45.774727+0000","last_became_peered":"2024-07-26T17:08:45.774727+0000","last_unstale":"2024-07-26T17:11:08.083780+0000","last_undegraded":"2024-07-26T17:11:08.083780+0000","last_fullsized":"2024-07-26T17:11:08.083780+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:08.083638+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:08.083638+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.083638+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:40:15.989399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.1a","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.649481+0000","last_change":"2024-07-26T17:11:15.649481+0000","last_active":"2024-07-26T17:11:15.649481+0000","last_peered":"2024-07-26T17:11:15.649481+0000","last_clean":"2024-07-26T17:11:15.649481+0000","last_became_active":"2024-07-26T17:08:46.791252+0000","last_became_peered":"2024-07-26T17:08:46.791252+0000","last_unstale":"2024-07-26T17:11:15.649481+0000","last_undegraded":"2024-07-26T17:11:15.649481+0000","last_fullsized":"2024-07-26T17:11:15.649481+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.649349+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.649349+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.649349+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:09:34.490026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.15","version":"304'5","reported_seq":34,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.129744+0000","last_change":"2024-07-26T17:11:11.129785+0000","last_active":"2024-07-26T17:11:11.129744+0000","last_peered":"2024-07-26T17:11:11.129744+0000","last_clean":"2024-07-26T17:11:11.129744+0000","last_became_active":"2024-07-26T17:08:45.775465+0000","last_became_peered":"2024-07-26T17:08:45.775465+0000","last_unstale":"2024-07-26T17:11:11.129744+0000","last_undegraded":"2024-07-26T17:11:11.129744+0000","last_fullsized":"2024-07-26T17:11:11.129744+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'5","last_scrub_stamp":"2024-07-26T17:11:11.129646+0000","last_deep_scrub":"304'5","last_deep_scrub_stamp":"2024-07-26T17:11:11.129646+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.129646+0000","objects_scrubbed":2,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:54:23.411293+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.1b","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.208491+0000","last_change":"2024-07-26T17:11:16.208491+0000","last_active":"2024-07-26T17:11:16.208491+0000","last_peered":"2024-07-26T17:11:16.208491+0000","last_clean":"2024-07-26T17:11:16.208491+0000","last_became_active":"2024-07-26T17:08:46.791011+0000","last_became_peered":"2024-07-26T17:08:46.791011+0000","last_unstale":"2024-07-26T17:11:16.208491+0000","last_undegraded":"2024-07-26T17:11:16.208491+0000","last_fullsized":"2024-07-26T17:11:16.208491+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.208353+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.208353+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.208353+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:26:56.568586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.14","version":"304'15","reported_seq":44,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:07.659191+0000","last_change":"2024-07-26T17:11:07.659248+0000","last_active":"2024-07-26T17:11:07.659191+0000","last_peered":"2024-07-26T17:11:07.659191+0000","last_clean":"2024-07-26T17:11:07.659191+0000","last_became_active":"2024-07-26T17:08:45.776047+0000","last_became_peered":"2024-07-26T17:08:45.776047+0000","last_unstale":"2024-07-26T17:11:07.659191+0000","last_undegraded":"2024-07-26T17:11:07.659191+0000","last_fullsized":"2024-07-26T17:11:07.659191+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'15","last_scrub_stamp":"2024-07-26T17:11:07.659057+0000","last_deep_scrub":"304'15","last_deep_scrub_stamp":"2024-07-26T17:11:07.659057+0000","last_clean_scrub_stamp":"2024-07-26T17:11:07.659057+0000","objects_scrubbed":4,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:33:15.526804+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3546,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1c","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.377424+0000","last_change":"2024-07-26T17:11:15.377424+0000","last_active":"2024-07-26T17:11:15.377424+0000","last_peered":"2024-07-26T17:11:15.377424+0000","last_clean":"2024-07-26T17:11:15.377424+0000","last_became_active":"2024-07-26T17:08:46.798042+0000","last_became_peered":"2024-07-26T17:08:46.798042+0000","last_unstale":"2024-07-26T17:11:15.377424+0000","last_undegraded":"2024-07-26T17:11:15.377424+0000","last_fullsized":"2024-07-26T17:11:15.377424+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.377290+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.377290+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.377290+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:13:19.067265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"39.13","version":"304'4","reported_seq":33,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.393542+0000","last_change":"2024-07-26T17:11:13.393578+0000","last_active":"2024-07-26T17:11:13.393542+0000","last_peered":"2024-07-26T17:11:13.393542+0000","last_clean":"2024-07-26T17:11:13.393542+0000","last_became_active":"2024-07-26T17:08:45.784057+0000","last_became_peered":"2024-07-26T17:08:45.784057+0000","last_unstale":"2024-07-26T17:11:13.393542+0000","last_undegraded":"2024-07-26T17:11:13.393542+0000","last_fullsized":"2024-07-26T17:11:13.393542+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'4","last_scrub_stamp":"2024-07-26T17:11:13.393453+0000","last_deep_scrub":"304'4","last_deep_scrub_stamp":"2024-07-26T17:11:13.393453+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.393453+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:19:07.201535+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.1d","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:17.168060+0000","last_change":"2024-07-26T17:11:17.168060+0000","last_active":"2024-07-26T17:11:17.168060+0000","last_peered":"2024-07-26T17:11:17.168060+0000","last_clean":"2024-07-26T17:11:17.168060+0000","last_became_active":"2024-07-26T17:08:46.791154+0000","last_became_peered":"2024-07-26T17:08:46.791154+0000","last_unstale":"2024-07-26T17:11:17.168060+0000","last_undegraded":"2024-07-26T17:11:17.168060+0000","last_fullsized":"2024-07-26T17:11:17.168060+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:17.167875+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:17.167875+0000","last_clean_scrub_stamp":"2024-07-26T17:11:17.167875+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:17:52.192280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.12","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:05.701864+0000","last_change":"2024-07-26T17:11:05.701891+0000","last_active":"2024-07-26T17:11:05.701864+0000","last_peered":"2024-07-26T17:11:05.701864+0000","last_clean":"2024-07-26T17:11:05.701864+0000","last_became_active":"2024-07-26T17:08:45.771969+0000","last_became_peered":"2024-07-26T17:08:45.771969+0000","last_unstale":"2024-07-26T17:11:05.701864+0000","last_undegraded":"2024-07-26T17:11:05.701864+0000","last_fullsized":"2024-07-26T17:11:05.701864+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:05.701779+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:05.701779+0000","last_clean_scrub_stamp":"2024-07-26T17:11:05.701779+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:47:49.721658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1e","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.536849+0000","last_change":"2024-07-26T17:11:15.536903+0000","last_active":"2024-07-26T17:11:15.536849+0000","last_peered":"2024-07-26T17:11:15.536849+0000","last_clean":"2024-07-26T17:11:15.536849+0000","last_became_active":"2024-07-26T17:08:46.792215+0000","last_became_peered":"2024-07-26T17:08:46.792215+0000","last_unstale":"2024-07-26T17:11:15.536849+0000","last_undegraded":"2024-07-26T17:11:15.536849+0000","last_fullsized":"2024-07-26T17:11:15.536849+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.536752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.536752+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.536752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:14.089940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.11","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.491970+0000","last_change":"2024-07-26T17:11:12.492005+0000","last_active":"2024-07-26T17:11:12.491970+0000","last_peered":"2024-07-26T17:11:12.491970+0000","last_clean":"2024-07-26T17:11:12.491970+0000","last_became_active":"2024-07-26T17:08:45.769476+0000","last_became_peered":"2024-07-26T17:08:45.769476+0000","last_unstale":"2024-07-26T17:11:12.491970+0000","last_undegraded":"2024-07-26T17:11:12.491970+0000","last_fullsized":"2024-07-26T17:11:12.491970+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.491853+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.491853+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.491853+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:11:06.746771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.1f","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:16.626418+0000","last_change":"2024-07-26T17:11:16.626461+0000","last_active":"2024-07-26T17:11:16.626418+0000","last_peered":"2024-07-26T17:11:16.626418+0000","last_clean":"2024-07-26T17:11:16.626418+0000","last_became_active":"2024-07-26T17:08:46.784873+0000","last_became_peered":"2024-07-26T17:08:46.784873+0000","last_unstale":"2024-07-26T17:11:16.626418+0000","last_undegraded":"2024-07-26T17:11:16.626418+0000","last_fullsized":"2024-07-26T17:11:16.626418+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:16.626316+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:16.626316+0000","last_clean_scrub_stamp":"2024-07-26T17:11:16.626316+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:21:10.283105+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.10","version":"304'12","reported_seq":41,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.135568+0000","last_change":"2024-07-26T17:11:10.135626+0000","last_active":"2024-07-26T17:11:10.135568+0000","last_peered":"2024-07-26T17:11:10.135568+0000","last_clean":"2024-07-26T17:11:10.135568+0000","last_became_active":"2024-07-26T17:08:45.777198+0000","last_became_peered":"2024-07-26T17:08:45.777198+0000","last_unstale":"2024-07-26T17:11:10.135568+0000","last_undegraded":"2024-07-26T17:11:10.135568+0000","last_fullsized":"2024-07-26T17:11:10.135568+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'12","last_scrub_stamp":"2024-07-26T17:11:10.135471+0000","last_deep_scrub":"304'12","last_deep_scrub_stamp":"2024-07-26T17:11:10.135471+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.135471+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:53:08.688660+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.0","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.642306+0000","last_change":"2024-07-26T17:11:13.642338+0000","last_active":"2024-07-26T17:11:13.642306+0000","last_peered":"2024-07-26T17:11:13.642306+0000","last_clean":"2024-07-26T17:11:13.642306+0000","last_became_active":"2024-07-26T17:08:46.789899+0000","last_became_peered":"2024-07-26T17:08:46.789899+0000","last_unstale":"2024-07-26T17:11:13.642306+0000","last_undegraded":"2024-07-26T17:11:13.642306+0000","last_fullsized":"2024-07-26T17:11:13.642306+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.642197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.642197+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.642197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:43:21.026673+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.f","version":"304'2","reported_seq":31,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:06.663479+0000","last_change":"2024-07-26T17:11:06.663508+0000","last_active":"2024-07-26T17:11:06.663479+0000","last_peered":"2024-07-26T17:11:06.663479+0000","last_clean":"2024-07-26T17:11:06.663479+0000","last_became_active":"2024-07-26T17:08:45.777039+0000","last_became_peered":"2024-07-26T17:08:45.777039+0000","last_unstale":"2024-07-26T17:11:06.663479+0000","last_undegraded":"2024-07-26T17:11:06.663479+0000","last_fullsized":"2024-07-26T17:11:06.663479+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'2","last_scrub_stamp":"2024-07-26T17:11:06.663407+0000","last_deep_scrub":"304'2","last_deep_scrub_stamp":"2024-07-26T17:11:06.663407+0000","last_clean_scrub_stamp":"2024-07-26T17:11:06.663407+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:46:28.989173+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.1","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.656556+0000","last_change":"2024-07-26T17:11:08.656603+0000","last_active":"2024-07-26T17:11:08.656556+0000","last_peered":"2024-07-26T17:11:08.656556+0000","last_clean":"2024-07-26T17:11:08.656556+0000","last_became_active":"2024-07-26T17:08:46.794691+0000","last_became_peered":"2024-07-26T17:08:46.794691+0000","last_unstale":"2024-07-26T17:11:08.656556+0000","last_undegraded":"2024-07-26T17:11:08.656556+0000","last_fullsized":"2024-07-26T17:11:08.656556+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:08.656426+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:08.656426+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.656426+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:20:34.485138+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"39.e","version":"304'3","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.412928+0000","last_change":"2024-07-26T17:11:09.412958+0000","last_active":"2024-07-26T17:11:09.412928+0000","last_peered":"2024-07-26T17:11:09.412928+0000","last_clean":"2024-07-26T17:11:09.412928+0000","last_became_active":"2024-07-26T17:08:45.773678+0000","last_became_peered":"2024-07-26T17:08:45.773678+0000","last_unstale":"2024-07-26T17:11:09.412928+0000","last_undegraded":"2024-07-26T17:11:09.412928+0000","last_fullsized":"2024-07-26T17:11:09.412928+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3","last_scrub_stamp":"2024-07-26T17:11:09.412845+0000","last_deep_scrub":"304'3","last_deep_scrub_stamp":"2024-07-26T17:11:09.412845+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.412845+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:35:58.446166+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.2","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.519700+0000","last_change":"2024-07-26T17:11:13.519733+0000","last_active":"2024-07-26T17:11:13.519700+0000","last_peered":"2024-07-26T17:11:13.519700+0000","last_clean":"2024-07-26T17:11:13.519700+0000","last_became_active":"2024-07-26T17:08:46.798675+0000","last_became_peered":"2024-07-26T17:08:46.798675+0000","last_unstale":"2024-07-26T17:11:13.519700+0000","last_undegraded":"2024-07-26T17:11:13.519700+0000","last_fullsized":"2024-07-26T17:11:13.519700+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.519588+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.519588+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.519588+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:55:59.402352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.d","version":"304'2","reported_seq":31,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.447471+0000","last_change":"2024-07-26T17:11:10.447512+0000","last_active":"2024-07-26T17:11:10.447471+0000","last_peered":"2024-07-26T17:11:10.447471+0000","last_clean":"2024-07-26T17:11:10.447471+0000","last_became_active":"2024-07-26T17:08:45.766804+0000","last_became_peered":"2024-07-26T17:08:45.766804+0000","last_unstale":"2024-07-26T17:11:10.447471+0000","last_undegraded":"2024-07-26T17:11:10.447471+0000","last_fullsized":"2024-07-26T17:11:10.447471+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'2","last_scrub_stamp":"2024-07-26T17:11:10.447372+0000","last_deep_scrub":"304'2","last_deep_scrub_stamp":"2024-07-26T17:11:10.447372+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.447372+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T20:52:25.497642+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.3","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.656365+0000","last_change":"2024-07-26T17:11:09.656397+0000","last_active":"2024-07-26T17:11:09.656365+0000","last_peered":"2024-07-26T17:11:09.656365+0000","last_clean":"2024-07-26T17:11:09.656365+0000","last_became_active":"2024-07-26T17:08:46.781153+0000","last_became_peered":"2024-07-26T17:08:46.781153+0000","last_unstale":"2024-07-26T17:11:09.656365+0000","last_undegraded":"2024-07-26T17:11:09.656365+0000","last_fullsized":"2024-07-26T17:11:09.656365+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.656272+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.656272+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.656272+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:46:51.850043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.c","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:06.694608+0000","last_change":"2024-07-26T17:11:06.694633+0000","last_active":"2024-07-26T17:11:06.694608+0000","last_peered":"2024-07-26T17:11:06.694608+0000","last_clean":"2024-07-26T17:11:06.694608+0000","last_became_active":"2024-07-26T17:08:45.784616+0000","last_became_peered":"2024-07-26T17:08:45.784616+0000","last_unstale":"2024-07-26T17:11:06.694608+0000","last_undegraded":"2024-07-26T17:11:06.694608+0000","last_fullsized":"2024-07-26T17:11:06.694608+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:06.694535+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:06.694535+0000","last_clean_scrub_stamp":"2024-07-26T17:11:06.694535+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:49:25.358267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.4","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.475745+0000","last_change":"2024-07-26T17:11:10.475802+0000","last_active":"2024-07-26T17:11:10.475745+0000","last_peered":"2024-07-26T17:11:10.475745+0000","last_clean":"2024-07-26T17:11:10.475745+0000","last_became_active":"2024-07-26T17:08:46.793013+0000","last_became_peered":"2024-07-26T17:08:46.793013+0000","last_unstale":"2024-07-26T17:11:10.475745+0000","last_undegraded":"2024-07-26T17:11:10.475745+0000","last_fullsized":"2024-07-26T17:11:10.475745+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:10.475633+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:10.475633+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.475633+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:14:34.404543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.b","version":"304'3","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.142732+0000","last_change":"2024-07-26T17:11:13.142765+0000","last_active":"2024-07-26T17:11:13.142732+0000","last_peered":"2024-07-26T17:11:13.142732+0000","last_clean":"2024-07-26T17:11:13.142732+0000","last_became_active":"2024-07-26T17:08:45.767401+0000","last_became_peered":"2024-07-26T17:08:45.767401+0000","last_unstale":"2024-07-26T17:11:13.142732+0000","last_undegraded":"2024-07-26T17:11:13.142732+0000","last_fullsized":"2024-07-26T17:11:13.142732+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3","last_scrub_stamp":"2024-07-26T17:11:13.142635+0000","last_deep_scrub":"304'3","last_deep_scrub_stamp":"2024-07-26T17:11:13.142635+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.142635+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:16:53.251585+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.5","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:14.495216+0000","last_change":"2024-07-26T17:11:14.495246+0000","last_active":"2024-07-26T17:11:14.495216+0000","last_peered":"2024-07-26T17:11:14.495216+0000","last_clean":"2024-07-26T17:11:14.495216+0000","last_became_active":"2024-07-26T17:08:46.788499+0000","last_became_peered":"2024-07-26T17:08:46.788499+0000","last_unstale":"2024-07-26T17:11:14.495216+0000","last_undegraded":"2024-07-26T17:11:14.495216+0000","last_fullsized":"2024-07-26T17:11:14.495216+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:14.495119+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:14.495119+0000","last_clean_scrub_stamp":"2024-07-26T17:11:14.495119+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:57:36.754237+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.a","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.447198+0000","last_change":"2024-07-26T17:11:08.447223+0000","last_active":"2024-07-26T17:11:08.447198+0000","last_peered":"2024-07-26T17:11:08.447198+0000","last_clean":"2024-07-26T17:11:08.447198+0000","last_became_active":"2024-07-26T17:08:45.779183+0000","last_became_peered":"2024-07-26T17:08:45.779183+0000","last_unstale":"2024-07-26T17:11:08.447198+0000","last_undegraded":"2024-07-26T17:11:08.447198+0000","last_fullsized":"2024-07-26T17:11:08.447198+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:08.447117+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:08.447117+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.447117+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:36:49.638017+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.6","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.114053+0000","last_change":"2024-07-26T17:11:09.114086+0000","last_active":"2024-07-26T17:11:09.114053+0000","last_peered":"2024-07-26T17:11:09.114053+0000","last_clean":"2024-07-26T17:11:09.114053+0000","last_became_active":"2024-07-26T17:08:46.790406+0000","last_became_peered":"2024-07-26T17:08:46.790406+0000","last_unstale":"2024-07-26T17:11:09.114053+0000","last_undegraded":"2024-07-26T17:11:09.114053+0000","last_fullsized":"2024-07-26T17:11:09.114053+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.113957+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.113957+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.113957+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T00:57:31.373076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.9","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.386036+0000","last_change":"2024-07-26T17:11:12.386069+0000","last_active":"2024-07-26T17:11:12.386036+0000","last_peered":"2024-07-26T17:11:12.386036+0000","last_clean":"2024-07-26T17:11:12.386036+0000","last_became_active":"2024-07-26T17:08:45.778411+0000","last_became_peered":"2024-07-26T17:08:45.778411+0000","last_unstale":"2024-07-26T17:11:12.386036+0000","last_undegraded":"2024-07-26T17:11:12.386036+0000","last_fullsized":"2024-07-26T17:11:12.386036+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.385935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.385935+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.385935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:07:03.513331+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.7","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.516891+0000","last_change":"2024-07-26T17:11:15.516924+0000","last_active":"2024-07-26T17:11:15.516891+0000","last_peered":"2024-07-26T17:11:15.516891+0000","last_clean":"2024-07-26T17:11:15.516891+0000","last_became_active":"2024-07-26T17:08:46.804740+0000","last_became_peered":"2024-07-26T17:08:46.804740+0000","last_unstale":"2024-07-26T17:11:15.516891+0000","last_undegraded":"2024-07-26T17:11:15.516891+0000","last_fullsized":"2024-07-26T17:11:15.516891+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.516783+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.516783+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.516783+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:43:12.586592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.8","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.485690+0000","last_change":"2024-07-26T17:11:11.485723+0000","last_active":"2024-07-26T17:11:11.485690+0000","last_peered":"2024-07-26T17:11:11.485690+0000","last_clean":"2024-07-26T17:11:11.485690+0000","last_became_active":"2024-07-26T17:08:45.780957+0000","last_became_peered":"2024-07-26T17:08:45.780957+0000","last_unstale":"2024-07-26T17:11:11.485690+0000","last_undegraded":"2024-07-26T17:11:11.485690+0000","last_fullsized":"2024-07-26T17:11:11.485690+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.485587+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.485587+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.485587+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T03:31:35.120455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"40.8","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.635273+0000","last_change":"2024-07-26T17:11:10.635305+0000","last_active":"2024-07-26T17:11:10.635273+0000","last_peered":"2024-07-26T17:11:10.635273+0000","last_clean":"2024-07-26T17:11:10.635273+0000","last_became_active":"2024-07-26T17:08:46.798957+0000","last_became_peered":"2024-07-26T17:08:46.798957+0000","last_unstale":"2024-07-26T17:11:10.635273+0000","last_undegraded":"2024-07-26T17:11:10.635273+0000","last_fullsized":"2024-07-26T17:11:10.635273+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:10.635158+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:10.635158+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.635158+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:40:53.593618+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.7","version":"304'3","reported_seq":32,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:07.684293+0000","last_change":"2024-07-26T17:11:07.684324+0000","last_active":"2024-07-26T17:11:07.684293+0000","last_peered":"2024-07-26T17:11:07.684293+0000","last_clean":"2024-07-26T17:11:07.684293+0000","last_became_active":"2024-07-26T17:08:45.784425+0000","last_became_peered":"2024-07-26T17:08:45.784425+0000","last_unstale":"2024-07-26T17:11:07.684293+0000","last_undegraded":"2024-07-26T17:11:07.684293+0000","last_fullsized":"2024-07-26T17:11:07.684293+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3","last_scrub_stamp":"2024-07-26T17:11:07.684224+0000","last_deep_scrub":"304'3","last_deep_scrub_stamp":"2024-07-26T17:11:07.684224+0000","last_clean_scrub_stamp":"2024-07-26T17:11:07.684224+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T17:12:22.867804+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"40.9","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:12.149371+0000","last_change":"2024-07-26T17:11:12.149401+0000","last_active":"2024-07-26T17:11:12.149371+0000","last_peered":"2024-07-26T17:11:12.149371+0000","last_clean":"2024-07-26T17:11:12.149371+0000","last_became_active":"2024-07-26T17:08:46.781068+0000","last_became_peered":"2024-07-26T17:08:46.781068+0000","last_unstale":"2024-07-26T17:11:12.149371+0000","last_undegraded":"2024-07-26T17:11:12.149371+0000","last_fullsized":"2024-07-26T17:11:12.149371+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:12.149268+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:12.149268+0000","last_clean_scrub_stamp":"2024-07-26T17:11:12.149268+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:07:36.216355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.6","version":"304'2","reported_seq":31,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:07.039362+0000","last_change":"2024-07-26T17:11:07.039418+0000","last_active":"2024-07-26T17:11:07.039362+0000","last_peered":"2024-07-26T17:11:07.039362+0000","last_clean":"2024-07-26T17:11:07.039362+0000","last_became_active":"2024-07-26T17:08:45.770732+0000","last_became_peered":"2024-07-26T17:08:45.770732+0000","last_unstale":"2024-07-26T17:11:07.039362+0000","last_undegraded":"2024-07-26T17:11:07.039362+0000","last_fullsized":"2024-07-26T17:11:07.039362+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'2","last_scrub_stamp":"2024-07-26T17:11:07.039264+0000","last_deep_scrub":"304'2","last_deep_scrub_stamp":"2024-07-26T17:11:07.039264+0000","last_clean_scrub_stamp":"2024-07-26T17:11:07.039264+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:20:27.411900+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"40.a","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:19.600296+0000","last_change":"2024-07-26T17:11:19.600371+0000","last_active":"2024-07-26T17:11:19.600296+0000","last_peered":"2024-07-26T17:11:19.600296+0000","last_clean":"2024-07-26T17:11:19.600296+0000","last_became_active":"2024-07-26T17:08:46.799898+0000","last_became_peered":"2024-07-26T17:08:46.799898+0000","last_unstale":"2024-07-26T17:11:19.600296+0000","last_undegraded":"2024-07-26T17:11:19.600296+0000","last_fullsized":"2024-07-26T17:11:19.600296+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:19.600180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:19.600180+0000","last_clean_scrub_stamp":"2024-07-26T17:11:19.600180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:49:00.685982+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"39.5","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.375987+0000","last_change":"2024-07-26T17:11:09.376018+0000","last_active":"2024-07-26T17:11:09.375987+0000","last_peered":"2024-07-26T17:11:09.375987+0000","last_clean":"2024-07-26T17:11:09.375987+0000","last_became_active":"2024-07-26T17:08:45.770971+0000","last_became_peered":"2024-07-26T17:08:45.770971+0000","last_unstale":"2024-07-26T17:11:09.375987+0000","last_undegraded":"2024-07-26T17:11:09.375987+0000","last_fullsized":"2024-07-26T17:11:09.375987+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.375889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.375889+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.375889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T19:13:35.558075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.b","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:09.077206+0000","last_change":"2024-07-26T17:11:09.077255+0000","last_active":"2024-07-26T17:11:09.077206+0000","last_peered":"2024-07-26T17:11:09.077206+0000","last_clean":"2024-07-26T17:11:09.077206+0000","last_became_active":"2024-07-26T17:08:46.788909+0000","last_became_peered":"2024-07-26T17:08:46.788909+0000","last_unstale":"2024-07-26T17:11:09.077206+0000","last_undegraded":"2024-07-26T17:11:09.077206+0000","last_fullsized":"2024-07-26T17:11:09.077206+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:09.077066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:09.077066+0000","last_clean_scrub_stamp":"2024-07-26T17:11:09.077066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:20:18.129060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"39.4","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.677768+0000","last_change":"2024-07-26T17:11:08.677802+0000","last_active":"2024-07-26T17:11:08.677768+0000","last_peered":"2024-07-26T17:11:08.677768+0000","last_clean":"2024-07-26T17:11:08.677768+0000","last_became_active":"2024-07-26T17:08:45.774559+0000","last_became_peered":"2024-07-26T17:08:45.774559+0000","last_unstale":"2024-07-26T17:11:08.677768+0000","last_undegraded":"2024-07-26T17:11:08.677768+0000","last_fullsized":"2024-07-26T17:11:08.677768+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:08.677689+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:08.677689+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.677689+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T23:38:16.382007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"40.c","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.006524+0000","last_change":"2024-07-26T17:11:11.006556+0000","last_active":"2024-07-26T17:11:11.006524+0000","last_peered":"2024-07-26T17:11:11.006524+0000","last_clean":"2024-07-26T17:11:11.006524+0000","last_became_active":"2024-07-26T17:08:46.801185+0000","last_became_peered":"2024-07-26T17:08:46.801185+0000","last_unstale":"2024-07-26T17:11:11.006524+0000","last_undegraded":"2024-07-26T17:11:11.006524+0000","last_fullsized":"2024-07-26T17:11:11.006524+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.006421+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.006421+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.006421+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:15:54.193793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"39.3","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:08.126587+0000","last_change":"2024-07-26T17:11:08.126640+0000","last_active":"2024-07-26T17:11:08.126587+0000","last_peered":"2024-07-26T17:11:08.126587+0000","last_clean":"2024-07-26T17:11:08.126587+0000","last_became_active":"2024-07-26T17:08:45.774163+0000","last_became_peered":"2024-07-26T17:08:45.774163+0000","last_unstale":"2024-07-26T17:11:08.126587+0000","last_undegraded":"2024-07-26T17:11:08.126587+0000","last_fullsized":"2024-07-26T17:11:08.126587+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:08.126425+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:08.126425+0000","last_clean_scrub_stamp":"2024-07-26T17:11:08.126425+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:52:49.336149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"40.d","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.667955+0000","last_change":"2024-07-26T17:11:11.667986+0000","last_active":"2024-07-26T17:11:11.667955+0000","last_peered":"2024-07-26T17:11:11.667955+0000","last_clean":"2024-07-26T17:11:11.667955+0000","last_became_active":"2024-07-26T17:08:46.792303+0000","last_became_peered":"2024-07-26T17:08:46.792303+0000","last_unstale":"2024-07-26T17:11:11.667955+0000","last_undegraded":"2024-07-26T17:11:11.667955+0000","last_fullsized":"2024-07-26T17:11:11.667955+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:11.667849+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:11.667849+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.667849+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:08:38.277805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"39.2","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:07.471949+0000","last_change":"2024-07-26T17:11:07.471972+0000","last_active":"2024-07-26T17:11:07.471949+0000","last_peered":"2024-07-26T17:11:07.471949+0000","last_clean":"2024-07-26T17:11:07.471949+0000","last_became_active":"2024-07-26T17:08:45.776801+0000","last_became_peered":"2024-07-26T17:08:45.776801+0000","last_unstale":"2024-07-26T17:11:07.471949+0000","last_undegraded":"2024-07-26T17:11:07.471949+0000","last_fullsized":"2024-07-26T17:11:07.471949+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:07.471868+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:07.471868+0000","last_clean_scrub_stamp":"2024-07-26T17:11:07.471868+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:39:44.062331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"40.e","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:15.165306+0000","last_change":"2024-07-26T17:11:15.165339+0000","last_active":"2024-07-26T17:11:15.165306+0000","last_peered":"2024-07-26T17:11:15.165306+0000","last_clean":"2024-07-26T17:11:15.165306+0000","last_became_active":"2024-07-26T17:08:46.783030+0000","last_became_peered":"2024-07-26T17:08:46.783030+0000","last_unstale":"2024-07-26T17:11:15.165306+0000","last_undegraded":"2024-07-26T17:11:15.165306+0000","last_fullsized":"2024-07-26T17:11:15.165306+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:15.165205+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:15.165205+0000","last_clean_scrub_stamp":"2024-07-26T17:11:15.165205+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T18:28:44.255862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"39.1","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:10.398467+0000","last_change":"2024-07-26T17:11:10.398500+0000","last_active":"2024-07-26T17:11:10.398467+0000","last_peered":"2024-07-26T17:11:10.398467+0000","last_clean":"2024-07-26T17:11:10.398467+0000","last_became_active":"2024-07-26T17:08:45.778642+0000","last_became_peered":"2024-07-26T17:08:45.778642+0000","last_unstale":"2024-07-26T17:11:10.398467+0000","last_undegraded":"2024-07-26T17:11:10.398467+0000","last_fullsized":"2024-07-26T17:11:10.398467+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:10.398361+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:10.398361+0000","last_clean_scrub_stamp":"2024-07-26T17:11:10.398361+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T22:18:47.157543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"40.f","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:13.482553+0000","last_change":"2024-07-26T17:11:13.482583+0000","last_active":"2024-07-26T17:11:13.482553+0000","last_peered":"2024-07-26T17:11:13.482553+0000","last_clean":"2024-07-26T17:11:13.482553+0000","last_became_active":"2024-07-26T17:08:46.787209+0000","last_became_peered":"2024-07-26T17:08:46.787209+0000","last_unstale":"2024-07-26T17:11:13.482553+0000","last_undegraded":"2024-07-26T17:11:13.482553+0000","last_fullsized":"2024-07-26T17:11:13.482553+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:13.482434+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:13.482434+0000","last_clean_scrub_stamp":"2024-07-26T17:11:13.482434+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T02:23:46.463338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"39.0","version":"0'0","reported_seq":29,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:07.914230+0000","last_change":"2024-07-26T17:11:07.914265+0000","last_active":"2024-07-26T17:11:07.914230+0000","last_peered":"2024-07-26T17:11:07.914230+0000","last_clean":"2024-07-26T17:11:07.914230+0000","last_became_active":"2024-07-26T17:08:45.771989+0000","last_became_peered":"2024-07-26T17:08:45.771989+0000","last_unstale":"2024-07-26T17:11:07.914230+0000","last_undegraded":"2024-07-26T17:11:07.914230+0000","last_fullsized":"2024-07-26T17:11:07.914230+0000","mapping_epoch":299,"log_start":"0'0","ondisk_log_start":"0'0","created":299,"last_epoch_clean":300,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:07.914125+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:07.914125+0000","last_clean_scrub_stamp":"2024-07-26T17:11:07.914125+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T04:52:34.820263+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"40.29","version":"0'0","reported_seq":27,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:19.241725+0000","last_change":"2024-07-26T17:11:19.241782+0000","last_active":"2024-07-26T17:11:19.241725+0000","last_peered":"2024-07-26T17:11:19.241725+0000","last_clean":"2024-07-26T17:11:19.241725+0000","last_became_active":"2024-07-26T17:08:46.782464+0000","last_became_peered":"2024-07-26T17:08:46.782464+0000","last_unstale":"2024-07-26T17:11:19.241725+0000","last_undegraded":"2024-07-26T17:11:19.241725+0000","last_fullsized":"2024-07-26T17:11:19.241725+0000","mapping_epoch":300,"log_start":"0'0","ondisk_log_start":"0'0","created":300,"last_epoch_clean":301,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-26T17:11:19.241595+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-26T17:11:19.241595+0000","last_clean_scrub_stamp":"2024-07-26T17:11:19.241595+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T01:48:00.403331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"304'3513","reported_seq":4686,"reported_epoch":304,"state":"active+clean","last_fresh":"2024-07-26T17:11:11.379039+0000","last_change":"2024-07-26T17:11:11.379039+0000","last_active":"2024-07-26T17:11:11.379039+0000","last_peered":"2024-07-26T17:11:11.379039+0000","last_clean":"2024-07-26T17:11:11.379039+0000","last_became_active":"2024-07-26T15:28:42.646972+0000","last_became_peered":"2024-07-26T15:28:42.646972+0000","last_unstale":"2024-07-26T17:11:11.379039+0000","last_undegraded":"2024-07-26T17:11:11.379039+0000","last_fullsized":"2024-07-26T17:11:11.379039+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"304'3513","last_scrub_stamp":"2024-07-26T17:11:11.378901+0000","last_deep_scrub":"304'3513","last_deep_scrub_stamp":"2024-07-26T17:11:11.378901+0000","last_clean_scrub_stamp":"2024-07-26T17:11:11.378901+0000","objects_scrubbed":2,"log_size":3513,"log_dups_size":0,"ondisk_log_size":3513,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-07-27T21:23:03.389799+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":39,"num_pg":32,"stat_sum":{"num_bytes":4344,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":52,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5000,"num_omap_keys":10,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":66,"ondisk_log_size":66,"up":64,"acting":64,"num_store_stats":8},{"poolid":40,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1828,"num_read_kb":5185,"num_write":447,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3513,"ondisk_log_size":3513,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834576082,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":71604,"kb_used_data":4332,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94300236,"statfs":{"total":96636764160,"available":96563441664,"internally_reserved":0,"allocated":4435968,"data_stored":2616438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":68876746},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424510673,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65452,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94306388,"statfs":{"total":96636764160,"available":96569741312,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424510673,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":75192,"kb_used_data":3760,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94296648,"statfs":{"total":96636764160,"available":96559767552,"internally_reserved":0,"allocated":3850240,"data_stored":2026778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424510673,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":57140,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94314700,"statfs":{"total":96636764160,"available":96578252800,"internally_reserved":0,"allocated":3846144,"data_stored":2026148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424510672,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52980,"kb_used_data":3756,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318860,"statfs":{"total":96636764160,"available":96582512640,"internally_reserved":0,"allocated":3846144,"data_stored":2026140,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":50395591},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424510672,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52988,"kb_used_data":3764,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318852,"statfs":{"total":96636764160,"available":96582504448,"internally_reserved":0,"allocated":3854336,"data_stored":2030164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424510675,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52972,"kb_used_data":3748,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94318868,"statfs":{"total":96636764160,"available":96582520832,"internally_reserved":0,"allocated":3837952,"data_stored":2026036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129543379,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":61888,"kb_used_data":4344,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94309952,"statfs":{"total":96636764160,"available":96573390848,"internally_reserved":0,"allocated":4448256,"data_stored":2619972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":3568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":39,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":40,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-26T17:11:49.835 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-07-26T17:11:49.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.986+0000 7f31aa502640 1 -- 172.21.15.33:0/1731375850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31a40cef70 msgr2=0x7f31a40cf380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:49.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.986+0000 7f31aa502640 1 --2- 172.21.15.33:0/1731375850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31a40cef70 0x7f31a40cf380 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f319c005fd0 tx=0x7f319c02a780 comp rx=0 tx=0).stop 2024-07-26T17:11:49.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.986+0000 7f31aa502640 1 -- 172.21.15.33:0/1731375850 shutdown_connections 2024-07-26T17:11:49.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.986+0000 7f31aa502640 1 --2- 172.21.15.33:0/1731375850 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31a40cef70 0x7f31a40cf380 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:49.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.986+0000 7f31aa502640 1 --2- 172.21.15.33:0/1731375850 >> v2:172.21.15.154:3300/0 conn(0x7f31a4160310 0x7f31a40b4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:49.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.986+0000 7f31aa502640 1 -- 172.21.15.33:0/1731375850 >> 172.21.15.33:0/1731375850 conn(0x7f31a406d220 msgr2=0x7f31a40b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:49.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.986+0000 7f31aa502640 1 -- 172.21.15.33:0/1731375850 shutdown_connections 2024-07-26T17:11:49.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.986+0000 7f31aa502640 1 -- 172.21.15.33:0/1731375850 wait complete. 2024-07-26T17:11:49.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.987+0000 7f31aa502640 1 Processor -- start 2024-07-26T17:11:49.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.988+0000 7f31aa502640 1 -- start start 2024-07-26T17:11:49.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31aa502640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31a406f9f0 0x7f31a4134e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:49.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31aa502640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31a40cef70 0x7f31a41e72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:49.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31aa502640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31a4144ec0 0x7f31a41e7830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:49.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31aa502640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7f31a406e8d0 con 0x7f31a40cef70 2024-07-26T17:11:49.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31aa502640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7f31a406e750 con 0x7f31a406f9f0 2024-07-26T17:11:49.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31aa502640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7f31a406ea50 con 0x7f31a4144ec0 2024-07-26T17:11:49.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31a37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31a40cef70 0x7f31a41e72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:49.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31a37fe640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31a40cef70 0x7f31a41e72f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56266/0 (socket says 172.21.15.33:56266) 2024-07-26T17:11:49.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31a37fe640 1 -- 172.21.15.33:0/3534478244 learned_addr learned my addr 172.21.15.33:0/3534478244 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:49.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31a3fff640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31a406f9f0 0x7f31a4134e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:49.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31a8a9f640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31a4144ec0 0x7f31a41e7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:49.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31a37fe640 1 -- 172.21.15.33:0/3534478244 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31a4144ec0 msgr2=0x7f31a41e7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:49.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31a37fe640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31a4144ec0 0x7f31a41e7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:49.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31a37fe640 1 -- 172.21.15.33:0/3534478244 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31a406f9f0 msgr2=0x7f31a4134e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:49.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.989+0000 7f31a37fe640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31a406f9f0 0x7f31a4134e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:49.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.990+0000 7f31a37fe640 1 -- 172.21.15.33:0/3534478244 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31a4158160 con 0x7f31a40cef70 2024-07-26T17:11:49.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.990+0000 7f31a8a9f640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31a4144ec0 0x7f31a41e7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-26T17:11:49.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.990+0000 7f31a37fe640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31a40cef70 0x7f31a41e72f0 secure :-1 s=READY pgs=3040 cs=0 l=1 rev1=1 crypto rx=0x7f319800ea20 tx=0x7f319800eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:49.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.990+0000 7f31a0ff9640 1 -- 172.21.15.33:0/3534478244 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f319800ce40 con 0x7f31a40cef70 2024-07-26T17:11:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.990+0000 7f31a0ff9640 1 -- 172.21.15.33:0/3534478244 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3198004020 con 0x7f31a40cef70 2024-07-26T17:11:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.990+0000 7f31aa502640 1 -- 172.21.15.33:0/3534478244 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31a41356d0 con 0x7f31a40cef70 2024-07-26T17:11:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.990+0000 7f31a0ff9640 1 -- 172.21.15.33:0/3534478244 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3198004470 con 0x7f31a40cef70 2024-07-26T17:11:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.990+0000 7f31aa502640 1 -- 172.21.15.33:0/3534478244 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31a4135c90 con 0x7f31a40cef70 2024-07-26T17:11:49.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.991+0000 7f31aa502640 1 -- 172.21.15.33:0/3534478244 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31a40b0990 con 0x7f31a40cef70 2024-07-26T17:11:49.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.992+0000 7f31a0ff9640 1 -- 172.21.15.33:0/3534478244 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7f31980035f0 con 0x7f31a40cef70 2024-07-26T17:11:49.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.992+0000 7f31a0ff9640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3190077010 0x7f3190079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:49.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.992+0000 7f31a0ff9640 1 -- 172.21.15.33:0/3534478244 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7f3198099430 con 0x7f31a40cef70 2024-07-26T17:11:49.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.992+0000 7f31a3fff640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3190077010 0x7f3190079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:49.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.993+0000 7f31a3fff640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3190077010 0x7f3190079520 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3194007fd0 tx=0x7f3194001370 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:49.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:49.997+0000 7f31a0ff9640 1 -- 172.21.15.33:0/3534478244 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f31a40b0990 con 0x7f31a40cef70 2024-07-26T17:11:50.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.193+0000 7f31aa502640 1 -- 172.21.15.33:0/3534478244 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f31a406ef00 con 0x7f31a40cef70 2024-07-26T17:11:50.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.196+0000 7f31a0ff9640 1 -- 172.21.15.33:0/3534478244 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v89)=0 v89) ==== 123+0+0 (secure 0 0 0) 0x7f3198062350 con 0x7f31a40cef70 2024-07-26T17:11:50.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.198+0000 7f31a0ff9640 1 -- 172.21.15.33:0/3534478244 <== mon.0 v2:172.21.15.33:3300/0 8 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f3198061760 con 0x7f31a40cef70 2024-07-26T17:11:50.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 -- 172.21.15.33:0/3534478244 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3190077010 msgr2=0x7f3190079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:50.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3190077010 0x7f3190079520 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3194007fd0 tx=0x7f3194001370 comp rx=0 tx=0).stop 2024-07-26T17:11:50.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 -- 172.21.15.33:0/3534478244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31a40cef70 msgr2=0x7f31a41e72f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:50.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31a40cef70 0x7f31a41e72f0 secure :-1 s=READY pgs=3040 cs=0 l=1 rev1=1 crypto rx=0x7f319800ea20 tx=0x7f319800eee0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 -- 172.21.15.33:0/3534478244 shutdown_connections 2024-07-26T17:11:50.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7f3190077010 0x7f3190079520 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7f31a4144ec0 0x7f31a41e7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31a40cef70 0x7f31a41e72f0 unknown :-1 s=CLOSED pgs=3040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 --2- 172.21.15.33:0/3534478244 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7f31a406f9f0 0x7f31a4134e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 -- 172.21.15.33:0/3534478244 >> 172.21.15.33:0/3534478244 conn(0x7f31a406d220 msgr2=0x7f31a41555e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:50.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 -- 172.21.15.33:0/3534478244 shutdown_connections 2024-07-26T17:11:50.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.200+0000 7f31aa502640 1 -- 172.21.15.33:0/3534478244 wait complete. 2024-07-26T17:11:50.213 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-26T17:11:50.213 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-26T17:11:50.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.329+0000 7fc38aa32640 1 -- 172.21.15.33:0/3638767981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3840cc870 msgr2=0x7fc3840ccc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:50.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.329+0000 7fc38aa32640 1 --2- 172.21.15.33:0/3638767981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3840cc870 0x7fc3840ccc80 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fc378009830 tx=0x7fc37802a510 comp rx=0 tx=0).stop 2024-07-26T17:11:50.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.330+0000 7fc38aa32640 1 -- 172.21.15.33:0/3638767981 shutdown_connections 2024-07-26T17:11:50.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.330+0000 7fc38aa32640 1 --2- 172.21.15.33:0/3638767981 >> v2:172.21.15.154:3300/0 conn(0x7fc3840cd1c0 0x7fc384166a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.330+0000 7fc38aa32640 1 --2- 172.21.15.33:0/3638767981 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3840cc870 0x7fc3840ccc80 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.330+0000 7fc38aa32640 1 -- 172.21.15.33:0/3638767981 >> 172.21.15.33:0/3638767981 conn(0x7fc3840d1da0 msgr2=0x7fc3840d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:50.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.330+0000 7fc38aa32640 1 -- 172.21.15.33:0/3638767981 shutdown_connections 2024-07-26T17:11:50.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.330+0000 7fc38aa32640 1 -- 172.21.15.33:0/3638767981 wait complete. 2024-07-26T17:11:50.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc38aa32640 1 Processor -- start 2024-07-26T17:11:50.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc38aa32640 1 -- start start 2024-07-26T17:11:50.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc38aa32640 1 --2- >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3840b3130 0x7fc3840c7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:50.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc38aa32640 1 --2- >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3840cc870 0x7fc3841db9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:50.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc38aa32640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3840cd1c0 0x7fc38409f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:50.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc38aa32640 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 -- 0x7fc3840b73c0 con 0x7fc3840cd1c0 2024-07-26T17:11:50.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc38aa32640 1 -- --> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] -- mon_getmap magic: 0 -- 0x7fc3840b7240 con 0x7fc3840b3130 2024-07-26T17:11:50.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc38aa32640 1 -- --> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] -- mon_getmap magic: 0 -- 0x7fc3840d1a10 con 0x7fc3840cc870 2024-07-26T17:11:50.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc388fcf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3840cd1c0 0x7fc38409f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:50.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc388fcf640 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3840cd1c0 0x7fc38409f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:56280/0 (socket says 172.21.15.33:56280) 2024-07-26T17:11:50.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc388fcf640 1 -- 172.21.15.33:0/1356421473 learned_addr learned my addr 172.21.15.33:0/1356421473 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-07-26T17:11:50.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc3837fe640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3840cc870 0x7fc3841db9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:50.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.333+0000 7fc383fff640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3840b3130 0x7fc3840c7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:50.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc388fcf640 1 -- 172.21.15.33:0/1356421473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3840cc870 msgr2=0x7fc3841db9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:50.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc388fcf640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3840cc870 0x7fc3841db9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc388fcf640 1 -- 172.21.15.33:0/1356421473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3840b3130 msgr2=0x7fc3840c7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:50.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc388fcf640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3840b3130 0x7fc3840c7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc388fcf640 1 -- 172.21.15.33:0/1356421473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3840c5620 con 0x7fc3840cd1c0 2024-07-26T17:11:50.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc3837fe640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3840cc870 0x7fc3841db9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:11:50.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc383fff640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3840b3130 0x7fc3840c7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-26T17:11:50.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc388fcf640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3840cd1c0 0x7fc38409f450 secure :-1 s=READY pgs=3041 cs=0 l=1 rev1=1 crypto rx=0x7fc37c00ec20 tx=0x7fc37c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:50.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc380ff9640 1 -- 172.21.15.33:0/1356421473 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c010630 con 0x7fc3840cd1c0 2024-07-26T17:11:50.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc380ff9640 1 -- 172.21.15.33:0/1356421473 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7fc37c0108e0 con 0x7fc3840cd1c0 2024-07-26T17:11:50.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc38aa32640 1 -- 172.21.15.33:0/1356421473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc38409d330 con 0x7fc3840cd1c0 2024-07-26T17:11:50.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc380ff9640 1 -- 172.21.15.33:0/1356421473 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c010d50 con 0x7fc3840cd1c0 2024-07-26T17:11:50.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.334+0000 7fc38aa32640 1 -- 172.21.15.33:0/1356421473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3841f3940 con 0x7fc3840cd1c0 2024-07-26T17:11:50.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.335+0000 7fc38aa32640 1 -- 172.21.15.33:0/1356421473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3840ccc80 con 0x7fc3840cd1c0 2024-07-26T17:11:50.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.336+0000 7fc380ff9640 1 -- 172.21.15.33:0/1356421473 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 191) ==== 99139+0+0 (secure 0 0 0) 0x7fc37c021430 con 0x7fc3840cd1c0 2024-07-26T17:11:50.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.337+0000 7fc380ff9640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fc370077040 0x7fc370079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-26T17:11:50.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.337+0000 7fc380ff9640 1 -- 172.21.15.33:0/1356421473 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(304..304 src has 1..304) ==== 6314+0+0 (secure 0 0 0) 0x7fc37c099b60 con 0x7fc3840cd1c0 2024-07-26T17:11:50.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.337+0000 7fc383fff640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fc370077040 0x7fc370079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-26T17:11:50.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.337+0000 7fc383fff640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fc370077040 0x7fc370079550 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc3840cc660 tx=0x7fc374009040 comp rx=0 tx=0).ready entity=mgr.10373 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-26T17:11:50.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.342+0000 7fc380ff9640 1 -- 172.21.15.33:0/1356421473 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc37c062b00 con 0x7fc3840cd1c0 2024-07-26T17:11:50.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.577+0000 7fc38aa32640 1 -- 172.21.15.33:0/1356421473 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc3841f33f0 con 0x7fc3840cd1c0 2024-07-26T17:11:50.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.578+0000 7fc380ff9640 1 -- 172.21.15.33:0/1356421473 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 169 v169) ==== 95+0+5247 (secure 0 0 0) 0x7fc37c062400 con 0x7fc3840cd1c0 2024-07-26T17:11:50.580 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-07-26T17:11:50.580 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":169,"btime":"2024-07-26T17:08:49:795462+0000","default_fscid":19,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":10523,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/3063728360","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6833","nonce":3063728360},{"type":"v1","addr":"172.21.15.33:6835","nonce":3063728360}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164},{"gid":11944,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/1392191626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":1392191626},{"type":"v1","addr":"172.21.15.154:6833","nonce":1392191626}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163},{"gid":11965,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6835/1966919140","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6834","nonce":1966919140},{"type":"v1","addr":"172.21.15.154:6835","nonce":1966919140}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164}],"filesystems":[{"mdsmap":{"epoch":169,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-26T17:08:46.154060+0000","modified":"2024-07-26T17:08:49.182958+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":13173},"failed":[],"damaged":[],"stopped":[],"info":{"gid_13173":{"gid":13173,"name":"c","rank":0,"incarnation":165,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6834/2316224025","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2316224025},{"type":"v1","addr":"172.21.15.33:6834","nonce":2316224025}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[40],"metadata_pool":39,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":13173,"qdb_cluster":[13173]},"id":19}]} 2024-07-26T17:11:50.580 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 169 2024-07-26T17:11:50.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 -- 172.21.15.33:0/1356421473 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fc370077040 msgr2=0x7fc370079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:50.582 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fc370077040 0x7fc370079550 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc3840cc660 tx=0x7fc374009040 comp rx=0 tx=0).stop 2024-07-26T17:11:50.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 -- 172.21.15.33:0/1356421473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3840cd1c0 msgr2=0x7fc38409f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-26T17:11:50.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3840cd1c0 0x7fc38409f450 secure :-1 s=READY pgs=3041 cs=0 l=1 rev1=1 crypto rx=0x7fc37c00ec20 tx=0x7fc37c00c6a0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 -- 172.21.15.33:0/1356421473 shutdown_connections 2024-07-26T17:11:50.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.33:6836/3045261663,v1:172.21.15.33:6837/3045261663] conn(0x7fc370077040 0x7fc370079550 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3840cd1c0 0x7fc38409f450 unknown :-1 s=CLOSED pgs=3041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.154:3301/0,v1:172.21.15.154:6790/0] conn(0x7fc3840cc870 0x7fc3841db9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 --2- 172.21.15.33:0/1356421473 >> [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] conn(0x7fc3840b3130 0x7fc3840c7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-26T17:11:50.583 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 -- 172.21.15.33:0/1356421473 >> 172.21.15.33:0/1356421473 conn(0x7fc3840d1da0 msgr2=0x7fc3840d21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-26T17:11:50.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 -- 172.21.15.33:0/1356421473 shutdown_connections 2024-07-26T17:11:50.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-07-26T17:11:50.581+0000 7fc38aa32640 1 -- 172.21.15.33:0/1356421473 wait complete. 2024-07-26T17:11:50.593 DEBUG:tasks.cephfs.filesystem:already dead... 2024-07-26T17:11:50.593 INFO:teuthology.misc:Shutting down mds daemons... 2024-07-26T17:11:50.594 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-26T17:11:50.594 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:50.603 INFO:tasks.ceph.mds.a:Stopped 2024-07-26T17:11:50.603 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-26T17:11:50.603 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:50.653 INFO:tasks.ceph.mds.c:Stopped 2024-07-26T17:11:50.654 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-26T17:11:50.654 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:50.665 INFO:tasks.ceph.mds.b:Stopped 2024-07-26T17:11:50.666 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-26T17:11:50.666 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:50.718 INFO:tasks.ceph.mds.d:Stopped 2024-07-26T17:11:50.718 INFO:teuthology.misc:Shutting down osd daemons... 2024-07-26T17:11:50.718 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-07-26T17:11:50.719 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:50.751 INFO:tasks.ceph.osd.0:Stopped 2024-07-26T17:11:50.751 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-07-26T17:11:50.751 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:50.821 INFO:tasks.ceph.osd.1:Stopped 2024-07-26T17:11:50.822 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-07-26T17:11:50.822 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:50.896 INFO:tasks.ceph.osd.2:Stopped 2024-07-26T17:11:50.896 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-07-26T17:11:50.896 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:50.963 INFO:tasks.ceph.osd.3:Stopped 2024-07-26T17:11:50.964 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-07-26T17:11:50.964 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:51.005 INFO:tasks.ceph.osd.4:Stopped 2024-07-26T17:11:51.005 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-07-26T17:11:51.005 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:51.050 INFO:tasks.ceph.osd.5:Stopped 2024-07-26T17:11:51.050 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-07-26T17:11:51.050 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:51.092 INFO:tasks.ceph.osd.6:Stopped 2024-07-26T17:11:51.092 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-07-26T17:11:51.092 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:51.133 INFO:tasks.ceph.osd.7:Stopped 2024-07-26T17:11:51.134 INFO:teuthology.misc:Shutting down mgr daemons... 2024-07-26T17:11:51.134 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-07-26T17:11:51.134 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:51.171 INFO:tasks.ceph.mgr.y:Stopped 2024-07-26T17:11:51.172 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-07-26T17:11:51.172 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:51.207 INFO:tasks.ceph.mgr.x:Stopped 2024-07-26T17:11:51.207 INFO:teuthology.misc:Shutting down mon daemons... 2024-07-26T17:11:51.207 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-07-26T17:11:51.207 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:51.230 INFO:tasks.ceph.mon.a:Stopped 2024-07-26T17:11:51.230 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-07-26T17:11:51.230 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:51.263 INFO:tasks.ceph.mon.b:Stopped 2024-07-26T17:11:51.264 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-07-26T17:11:51.264 INFO:teuthology.orchestra.run:waiting for 300 2024-07-26T17:11:51.320 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-07-26T17:11:51.320 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~0s 2024-07-26T17:11:51.320 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b is failed for ~0s 2024-07-26T17:11:51.320 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c is failed for ~0s 2024-07-26T17:11:51.320 INFO:tasks.ceph.mon.c:Stopped 2024-07-26T17:11:51.321 INFO:tasks.ceph:Checking cluster log for badness... 2024-07-26T17:11:51.321 DEBUG:teuthology.orchestra.run.smithi033:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'OSD full dropping all updates' | egrep -v 'OSD near full' | egrep -v 'pausewr flag' | egrep -v 'failsafe engaged, dropping updates' | egrep -v 'failsafe disengaged, no longer dropping' | egrep -v 'is full \(reached quota' | egrep -v POOL_FULL | egrep -v POOL_BACKFILLFULL | head -n 1 2024-07-26T17:11:51.363 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:11:51.364 DEBUG:teuthology.orchestra.run.smithi033:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-07-26T17:11:51.631 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:11:51.632 DEBUG:teuthology.orchestra.run.smithi033:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-07-26T17:11:51.739 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:11:51.739 DEBUG:teuthology.orchestra.run.smithi033:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-07-26T17:11:51.822 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:11:51.823 DEBUG:teuthology.orchestra.run.smithi033:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-07-26T17:11:51.880 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T17:11:51.880 DEBUG:teuthology.orchestra.run.smithi154:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-07-26T17:11:52.089 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T17:11:52.089 DEBUG:teuthology.orchestra.run.smithi154:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-07-26T17:11:52.160 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T17:11:52.161 DEBUG:teuthology.orchestra.run.smithi154:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-07-26T17:11:52.216 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T17:11:52.217 DEBUG:teuthology.orchestra.run.smithi154:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-07-26T17:11:52.276 INFO:tasks.ceph:Archiving mon data... 2024-07-26T17:11:52.278 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544/data/mon.a.tgz 2024-07-26T17:11:52.279 DEBUG:teuthology.orchestra.run.smithi033:> mktemp 2024-07-26T17:11:52.296 INFO:teuthology.orchestra.run.smithi033.stdout:/tmp/tmp.t0KajY7f4y 2024-07-26T17:11:52.296 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.t0KajY7f4y 2024-07-26T17:11:53.050 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 0666 /tmp/tmp.t0KajY7f4y 2024-07-26T17:11:53.135 DEBUG:teuthology.orchestra.remote:smithi033:/tmp/tmp.t0KajY7f4y is 4MB 2024-07-26T17:11:53.305 DEBUG:teuthology.orchestra.run.smithi033:> rm -fr /tmp/tmp.t0KajY7f4y 2024-07-26T17:11:53.322 DEBUG:teuthology.misc:Transferring archived files from smithi154:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544/data/mon.b.tgz 2024-07-26T17:11:53.322 DEBUG:teuthology.orchestra.run.smithi154:> mktemp 2024-07-26T17:11:53.341 INFO:teuthology.orchestra.run.smithi154.stdout:/tmp/tmp.ff0NhE8Zoz 2024-07-26T17:11:53.341 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.ff0NhE8Zoz 2024-07-26T17:11:54.073 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 0666 /tmp/tmp.ff0NhE8Zoz 2024-07-26T17:11:54.156 DEBUG:teuthology.orchestra.remote:smithi154:/tmp/tmp.ff0NhE8Zoz is 4MB 2024-07-26T17:11:54.313 DEBUG:teuthology.orchestra.run.smithi154:> rm -fr /tmp/tmp.ff0NhE8Zoz 2024-07-26T17:11:54.329 DEBUG:teuthology.misc:Transferring archived files from smithi154:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544/data/mon.c.tgz 2024-07-26T17:11:54.329 DEBUG:teuthology.orchestra.run.smithi154:> mktemp 2024-07-26T17:11:54.383 INFO:teuthology.orchestra.run.smithi154.stdout:/tmp/tmp.OIiwEKwcuj 2024-07-26T17:11:54.384 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.OIiwEKwcuj 2024-07-26T17:11:55.114 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 0666 /tmp/tmp.OIiwEKwcuj 2024-07-26T17:11:55.198 DEBUG:teuthology.orchestra.remote:smithi154:/tmp/tmp.OIiwEKwcuj is 4MB 2024-07-26T17:11:55.358 DEBUG:teuthology.orchestra.run.smithi154:> rm -fr /tmp/tmp.OIiwEKwcuj 2024-07-26T17:11:55.374 INFO:tasks.ceph:Cleaning ceph cluster... 2024-07-26T17:11:55.374 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-07-26T17:11:55.377 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-07-26T17:11:55.464 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-07-26T17:11:55.494 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-07-26T17:11:55.494 INFO:tasks.ceph:Archiving crash dumps... 2024-07-26T17:11:55.496 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/lib/ceph/crash to /home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544/remote/smithi033/crash 2024-07-26T17:11:55.497 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-07-26T17:11:55.533 DEBUG:teuthology.misc:Transferring archived files from smithi154:/var/lib/ceph/crash to /home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544/remote/smithi154/crash 2024-07-26T17:11:55.534 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-07-26T17:11:55.616 INFO:tasks.ceph:Shutting down logrotate 2024-07-26T17:11:55.617 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:11:55.619 DEBUG:teuthology.orchestra.run.smithi154:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-26T17:11:55.694 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-07-26T17:11:55.723 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-07-26T17:11:55.759 INFO:tasks.ceph:Compressing logs... 2024-07-26T17:11:55.759 DEBUG:teuthology.orchestra.run.smithi033:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-26T17:11:55.766 DEBUG:teuthology.orchestra.run.smithi154:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-26T17:11:55.791 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75526.log 2024-07-26T17:11:55.791 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71318.log 2024-07-26T17:11:55.792 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.73314.log 2024-07-26T17:11:55.833 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38126.log 2024-07-26T17:11:55.834 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-07-26T17:11:55.834 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-client.admin.38126.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-07-26T17:11:55.834 INFO:teuthology.orchestra.run.smithi154.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38126.log.gz 2024-07-26T17:11:55.834 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38206.log 2024-07-26T17:11:55.834 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-07-26T17:11:55.834 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-client.admin.38206.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-07-26T17:11:55.835 INFO:teuthology.orchestra.run.smithi154.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38206.log.gz 2024-07-26T17:11:55.835 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-07-26T17:11:55.835 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38286.log 2024-07-26T17:11:55.835 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-07-26T17:11:55.835 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-client.admin.38286.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.38286.log.gz 2024-07-26T17:11:55.845 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-07-26T17:11:55.845 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-07-26T17:11:55.845 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-07-26T17:11:55.845 INFO:teuthology.orchestra.run.smithi154.stderr: 93.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-07-26T17:11:55.845 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38366.log 2024-07-26T17:11:55.864 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-osd.6.log: 94.0% -- replaced with /var/log/ceph/ceph.log.gz 2024-07-26T17:11:55.864 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38086.log 2024-07-26T17:11:55.864 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-client.admin.38366.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38366.log.gz 2024-07-26T17:11:55.864 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38246.log 2024-07-26T17:11:55.864 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-client.admin.38086.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.38086.log.gz 2024-07-26T17:11:55.864 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.44554.log 2024-07-26T17:11:55.865 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-client.admin.38246.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.38246.log.gz 2024-07-26T17:11:55.865 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38166.log 2024-07-26T17:11:55.865 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-client.3.44554.log: 87.5% -- replaced with /var/log/ceph/ceph-client.3.44554.log.gz 2024-07-26T17:11:55.865 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38326.log 2024-07-26T17:11:55.865 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-client.admin.38166.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38166.log.gz 2024-07-26T17:11:55.865 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.44097.log 2024-07-26T17:11:55.865 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-client.admin.38326.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38326.log.gz 2024-07-26T17:11:55.866 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-07-26T17:11:55.866 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-client.1.44097.log: 87.7% -- replaced with /var/log/ceph/ceph-client.1.44097.log.gz 2024-07-26T17:11:55.866 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-07-26T17:11:55.923 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/ceph-mds.d.log: /var/log/ceph/ceph-mon.b.log: 92.6% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-07-26T17:11:56.086 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58391.log 2024-07-26T17:11:56.086 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.75526.log.gz 2024-07-26T17:11:56.087 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.71318.log.gz 2024-07-26T17:11:56.087 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.73314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63313.log 2024-07-26T17:11:56.087 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93474.log 2024-07-26T17:11:56.087 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58391.log: /var/log/ceph/ceph-client.admin.63313.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65549.log 2024-07-26T17:11:56.087 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.58391.log.gz 2024-07-26T17:11:56.087 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.63313.log.gz 2024-07-26T17:11:56.088 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89893.log 2024-07-26T17:11:56.088 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.93474.log.gz 2024-07-26T17:11:56.088 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65549.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108685.log 2024-07-26T17:11:56.088 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89893.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65549.log.gz 2024-07-26T17:11:56.088 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49400.log 2024-07-26T17:11:56.089 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.89893.log.gz 2024-07-26T17:11:56.089 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85183.log 2024-07-26T17:11:56.089 INFO:teuthology.orchestra.run.smithi033.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.108685.log.gz 2024-07-26T17:11:56.089 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77334.log 2024-07-26T17:11:56.089 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49400.log: /var/log/ceph/ceph-client.admin.85183.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49400.log.gz 2024-07-26T17:11:56.089 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61971.log 2024-07-26T17:11:56.090 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.85183.log.gz 2024-07-26T17:11:56.090 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77334.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106371.log 2024-07-26T17:11:56.090 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.77334.log.gz 2024-07-26T17:11:56.090 INFO:teuthology.orchestra.run.smithi033.stderr:gzip/var/log/ceph/ceph-client.admin.61971.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.97475.log 2024-07-26T17:11:56.090 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.106371.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61971.log.gz 2024-07-26T17:11:56.090 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63892.log 2024-07-26T17:11:56.090 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.106371.log.gz 2024-07-26T17:11:56.091 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97475.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85775.log 2024-07-26T17:11:56.091 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.97475.log.gz 2024-07-26T17:11:56.091 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63892.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80018.log 2024-07-26T17:11:56.091 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85775.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63892.log.gz 2024-07-26T17:11:56.091 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101851.log 2024-07-26T17:11:56.091 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.85775.log.gz 2024-07-26T17:11:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.80018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92173.log 2024-07-26T17:11:56.092 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.80018.log.gz 2024-07-26T17:11:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88446.log 2024-07-26T17:11:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101851.log: /var/log/ceph/ceph-client.admin.92173.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.101851.log.gz 2024-07-26T17:11:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73687.log 2024-07-26T17:11:56.092 INFO:teuthology.orchestra.run.smithi033.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.92173.log.gz 2024-07-26T17:11:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88446.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108293.log 2024-07-26T17:11:56.093 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.88446.log.gz 2024-07-26T17:11:56.093 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.73687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116664.log 2024-07-26T17:11:56.093 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108293.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.73687.log.gz 2024-07-26T17:11:56.093 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63808.log 2024-07-26T17:11:56.093 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.108293.log.gz 2024-07-26T17:11:56.093 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116664.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109166.log 2024-07-26T17:11:56.093 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.116664.log.gz 2024-07-26T17:11:56.094 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.110695.log 2024-07-26T17:11:56.094 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109166.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63808.log.gz 2024-07-26T17:11:56.094 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58526.log 2024-07-26T17:11:56.094 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.109166.log.gz 2024-07-26T17:11:56.094 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.110695.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109467.log 2024-07-26T17:11:56.094 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67498.log 2024-07-26T17:11:56.095 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109467.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.58526.log.gz 2024-07-26T17:11:56.095 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103466.log 2024-07-26T17:11:56.095 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.109467.log.gz 2024-07-26T17:11:56.095 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44230.log 2024-07-26T17:11:56.095 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.67498.log: /var/log/ceph/ceph-client.admin.103466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64585.log 2024-07-26T17:11:56.095 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.67498.log.gz 2024-07-26T17:11:56.095 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.103466.log.gz 2024-07-26T17:11:56.095 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84762.log 2024-07-26T17:11:56.096 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.44230.log.gz 2024-07-26T17:11:56.096 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93302.log 2024-07-26T17:11:56.096 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.64585.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108174.log 2024-07-26T17:11:56.096 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.84762.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.64585.log.gz 2024-07-26T17:11:56.096 INFO:teuthology.orchestra.run.smithi033.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.84762.log.gz 2024-07-26T17:11:56.096 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76175.log 2024-07-26T17:11:56.097 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.93302.log.gz 2024-07-26T17:11:56.097 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80060.log 2024-07-26T17:11:56.097 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108174.log: /var/log/ceph/ceph-client.admin.76175.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.108174.log.gz 2024-07-26T17:11:56.097 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101305.log 2024-07-26T17:11:56.097 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.76175.log.gz 2024-07-26T17:11:56.097 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51520.log 2024-07-26T17:11:56.097 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.80060.log: /var/log/ceph/ceph-client.admin.101305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98016.log 2024-07-26T17:11:56.098 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.80060.log.gz 2024-07-26T17:11:56.098 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.101305.log.gz 2024-07-26T17:11:56.098 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.51520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115859.log 2024-07-26T17:11:56.098 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.51520.log.gz 2024-07-26T17:11:56.098 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.94154.log 2024-07-26T17:11:56.098 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98016.log: 93.7% -- replaced with /var/log/ceph/ceph-client.0.110695.log.gz 2024-07-26T17:11:56.099 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.59361.log 2024-07-26T17:11:56.099 INFO:teuthology.orchestra.run.smithi033.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.98016.log.gz 2024-07-26T17:11:56.099 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.94154.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.115859.log.gz 2024-07-26T17:11:56.099 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57261.log 2024-07-26T17:11:56.099 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.59361.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93786.log 2024-07-26T17:11:56.099 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57261.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96303.log 2024-07-26T17:11:56.099 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.57261.log.gz 2024-07-26T17:11:56.099 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93786.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57041.log 2024-07-26T17:11:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 87.7% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.93786.log.gz /var/log/ceph/ceph-client.admin.115901.log 2024-07-26T17:11:56.100 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96303.log: /var/log/ceph/ceph-client.admin.57041.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.96303.log.gz 2024-07-26T17:11:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91847.log 2024-07-26T17:11:56.100 INFO:teuthology.orchestra.run.smithi033.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.57041.log.gz 2024-07-26T17:11:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74653.log 2024-07-26T17:11:56.101 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.115901.log.gz 2024-07-26T17:11:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86399.log 2024-07-26T17:11:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.91847.log: /var/log/ceph/ceph-client.admin.74653.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.91847.log.gzgzip 2024-07-26T17:11:56.101 INFO:teuthology.orchestra.run.smithi033.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.59560.log 2024-07-26T17:11:56.101 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.74653.log.gz 2024-07-26T17:11:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.86399.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46684.log 2024-07-26T17:11:56.101 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.86399.log.gz 2024-07-26T17:11:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.59560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79193.log 2024-07-26T17:11:56.102 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59560.log.gz 2024-07-26T17:11:56.102 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46684.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76617.log 2024-07-26T17:11:56.102 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- 87.5% /var/log/ceph/ceph-client.admin.58867.log 2024-07-26T17:11:56.102 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46684.log.gz 2024-07-26T17:11:56.102 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79193.log: /var/log/ceph/ceph-client.admin.76617.log: gzip 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79193.log.gz -5 2024-07-26T17:11:56.102 INFO:teuthology.orchestra.run.smithi033.stderr: --verbose -- /var/log/ceph/ceph-client.admin.69383.log 2024-07-26T17:11:56.103 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.76617.log.gz 2024-07-26T17:11:56.103 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58867.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86591.log 2024-07-26T17:11:56.103 INFO:teuthology.orchestra.run.smithi033.stderr:gzip 87.2% -5 -- replaced with /var/log/ceph/ceph-client.admin.58867.log.gz 2024-07-26T17:11:56.103 INFO:teuthology.orchestra.run.smithi033.stderr: --verbose -- /var/log/ceph/ceph-client.admin.102466.log 2024-07-26T17:11:56.103 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69383.log: /var/log/ceph/ceph-client.admin.86591.log: 87.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.69383.log.gz -5 2024-07-26T17:11:56.103 INFO:teuthology.orchestra.run.smithi033.stderr: --verbose -- /var/log/ceph/ceph-client.admin.65854.log 2024-07-26T17:11:56.103 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.86591.log.gz 2024-07-26T17:11:56.104 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72736.log 2024-07-26T17:11:56.104 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.102466.log.gz 2024-07-26T17:11:56.104 INFO:teuthology.orchestra.run.smithi033.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.51030.log 2024-07-26T17:11:56.104 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65854.log: /var/log/ceph/ceph-client.admin.72736.log: gzip 87.7% -5 -- replaced with /var/log/ceph/ceph-client.admin.65854.log.gz --verbose 2024-07-26T17:11:56.104 INFO:teuthology.orchestra.run.smithi033.stderr: -- /var/log/ceph/ceph-client.admin.92299.log 2024-07-26T17:11:56.104 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.72736.log.gz 2024-07-26T17:11:56.104 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.51030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69341.log 2024-07-26T17:11:56.105 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90131.log 2024-07-26T17:11:56.105 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92299.log: /var/log/ceph/ceph-client.admin.69341.log: 86.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87479.log 2024-07-26T17:11:56.105 INFO:teuthology.orchestra.run.smithi033.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.51030.log.gz 2024-07-26T17:11:56.105 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.92299.log.gz 2024-07-26T17:11:56.105 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.69341.log.gz 2024-07-26T17:11:56.105 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.90131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72526.log 2024-07-26T17:11:56.105 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87479.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.90131.log.gz 2024-07-26T17:11:56.106 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- 87.8% -- replaced with /var/log/ceph/ceph-client.admin.87479.log.gz 2024-07-26T17:11:56.106 INFO:teuthology.orchestra.run.smithi033.stderr: /var/log/ceph/ceph-client.admin.54037.log 2024-07-26T17:11:56.106 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101179.log 2024-07-26T17:11:56.106 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.72526.log.gz 2024-07-26T17:11:56.106 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.54037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105509.log 2024-07-26T17:11:56.106 INFO:teuthology.orchestra.run.smithi033.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.54037.log.gz 2024-07-26T17:11:56.106 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101179.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102106.log 2024-07-26T17:11:56.107 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.101179.log.gz 2024-07-26T17:11:56.107 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105509.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44568.log 2024-07-26T17:11:56.107 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3%/var/log/ceph/ceph-client.admin.102106.log: -- replaced with /var/log/ceph/ceph-client.admin.105509.log.gz 2024-07-26T17:11:56.107 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58119.log 2024-07-26T17:11:56.107 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.102106.log.gz 2024-07-26T17:11:56.107 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44568.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96019.log 2024-07-26T17:11:56.107 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58119.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53978.log 2024-07-26T17:11:56.107 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58119.log.gz 2024-07-26T17:11:56.108 INFO:teuthology.orchestra.run.smithi033.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.44568.log.gz 2024-07-26T17:11:56.108 INFO:teuthology.orchestra.run.smithi033.stderr:gzip/var/log/ceph/ceph-client.admin.96019.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57776.log 2024-07-26T17:11:56.108 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53978.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.96019.log.gz 2024-07-26T17:11:56.108 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 86.9% -- replaced with /var/log/ceph/ceph-client.admin.53978.log.gz 2024-07-26T17:11:56.108 INFO:teuthology.orchestra.run.smithi033.stderr: --verbose -- /var/log/ceph/ceph-client.admin.102148.log 2024-07-26T17:11:56.108 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57776.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46351.log 2024-07-26T17:11:56.108 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.57776.log.gz 2024-07-26T17:11:56.109 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102148.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50320.log 2024-07-26T17:11:56.109 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.102148.log.gz 2024-07-26T17:11:56.109 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52331.log 2024-07-26T17:11:56.109 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46351.log: 94.4% -- replaced with /var/log/ceph/ceph-client.0.73314.log.gz 2024-07-26T17:11:56.109 INFO:teuthology.orchestra.run.smithi033.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46351.log.gz 2024-07-26T17:11:56.109 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50320.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113767.log 2024-07-26T17:11:56.109 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.50320.log.gz 2024-07-26T17:11:56.110 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102190.log 2024-07-26T17:11:56.110 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9%/var/log/ceph/ceph-client.admin.113767.log: -- replaced with /var/log/ceph/ceph-client.admin.52331.log.gz 2024-07-26T17:11:56.110 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89935.log 2024-07-26T17:11:56.110 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.113767.log.gz 2024-07-26T17:11:56.110 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102190.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114437.log 2024-07-26T17:11:56.110 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.102190.log.gz 2024-07-26T17:11:56.110 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106689.log 2024-07-26T17:11:56.111 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.89935.log.gz 2024-07-26T17:11:56.111 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114437.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57387.log 2024-07-26T17:11:56.111 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.114437.log.gz 2024-07-26T17:11:56.111 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.106689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73555.log 2024-07-26T17:11:56.111 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.106689.log.gz 2024-07-26T17:11:56.111 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54460.log 2024-07-26T17:11:56.111 INFO:teuthology.orchestra.run.smithi033.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.57387.log.gz 2024-07-26T17:11:56.112 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.73555.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109548.log 2024-07-26T17:11:56.112 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.73555.log.gz 2024-07-26T17:11:56.112 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.54460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97782.log 2024-07-26T17:11:56.112 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.54460.log.gz 2024-07-26T17:11:56.112 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109548.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87271.log 2024-07-26T17:11:56.112 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.109548.log.gz 2024-07-26T17:11:56.112 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97782.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.31809.log 2024-07-26T17:11:56.113 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.97782.log.gz 2024-07-26T17:11:56.113 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87271.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57733.log 2024-07-26T17:11:56.113 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.87271.log.gz 2024-07-26T17:11:56.113 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph.tmp-client.admin.31809.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.31809.log.gz 2024-07-26T17:11:56.113 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99742.log 2024-07-26T17:11:56.113 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.86851.log 2024-07-26T17:11:56.113 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.57733.log.gz 2024-07-26T17:11:56.114 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99742.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63976.log 2024-07-26T17:11:56.114 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.99742.log.gz 2024-07-26T17:11:56.114 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56935.log 2024-07-26T17:11:56.114 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.86851.log: /var/log/ceph/ceph-client.admin.63976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51100.log 2024-07-26T17:11:56.114 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.63976.log.gz 2024-07-26T17:11:56.115 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.56935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64720.log 2024-07-26T17:11:56.115 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56935.log.gz 2024-07-26T17:11:56.115 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.51100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112711.log 2024-07-26T17:11:56.115 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.51100.log.gz 2024-07-26T17:11:56.115 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107148.log 2024-07-26T17:11:56.115 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.64720.log: /var/log/ceph/ceph-client.admin.112711.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47051.log 2024-07-26T17:11:56.115 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.64720.log.gz 2024-07-26T17:11:56.116 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.112711.log.gz 2024-07-26T17:11:56.116 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89410.log 2024-07-26T17:11:56.116 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.107148.log: 91.5% -- replaced with /var/log/ceph/ceph-client.0.86851.log.gz 2024-07-26T17:11:56.116 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53919.log 2024-07-26T17:11:56.116 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.107148.log.gz 2024-07-26T17:11:56.116 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.47051.log: /var/log/ceph/ceph-client.admin.89410.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47051.log.gz 2024-07-26T17:11:56.116 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57596.log 2024-07-26T17:11:56.117 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57818.log 2024-07-26T17:11:56.117 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53919.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.89410.log.gz 2024-07-26T17:11:56.117 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77761.log 2024-07-26T17:11:56.117 INFO:teuthology.orchestra.run.smithi033.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.53919.log.gz 2024-07-26T17:11:56.117 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.57596.log.gz 2024-07-26T17:11:56.117 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76431.log 2024-07-26T17:11:56.117 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57818.log: /var/log/ceph/ceph-client.admin.77761.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112003.log 2024-07-26T17:11:56.118 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57818.log.gz 2024-07-26T17:11:56.118 INFO:teuthology.orchestra.run.smithi033.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.77761.log.gz 2024-07-26T17:11:56.118 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115817.log 2024-07-26T17:11:56.118 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.76431.log.gz 2024-07-26T17:11:56.118 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.112003.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54197.log 2024-07-26T17:11:56.118 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.112003.log.gz 2024-07-26T17:11:56.119 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46566.log 2024-07-26T17:11:56.119 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115817.log: /var/log/ceph/ceph-client.admin.54197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45539.log 2024-07-26T17:11:56.119 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.115817.log.gz 2024-07-26T17:11:56.119 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.54197.log.gz 2024-07-26T17:11:56.119 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46566.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100782.log 2024-07-26T17:11:56.119 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46566.log.gz 2024-07-26T17:11:56.119 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79067.log 2024-07-26T17:11:56.119 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45539.log: /var/log/ceph/ceph-client.admin.100782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98605.log 2024-07-26T17:11:56.120 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.45539.log.gz 2024-07-26T17:11:56.120 INFO:teuthology.orchestra.run.smithi033.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.100782.log.gz 2024-07-26T17:11:56.120 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79067.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106241.log 2024-07-26T17:11:56.120 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.79067.log.gz 2024-07-26T17:11:56.120 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44084.log 2024-07-26T17:11:56.120 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98605.log: /var/log/ceph/ceph-client.admin.106241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88846.log 2024-07-26T17:11:56.120 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.98605.log.gz 2024-07-26T17:11:56.121 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44084.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.106241.log.gz 2024-07-26T17:11:56.121 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106058.log 2024-07-26T17:11:56.121 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44084.log.gz 2024-07-26T17:11:56.121 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44274.log 2024-07-26T17:11:56.121 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88846.log: /var/log/ceph/ceph-client.admin.106058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58572.log 2024-07-26T17:11:56.121 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.88846.log.gz 2024-07-26T17:11:56.121 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.106058.log.gz 2024-07-26T17:11:56.122 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44274.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69765.log 2024-07-26T17:11:56.122 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44274.log.gz 2024-07-26T17:11:56.122 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103508.log 2024-07-26T17:11:56.122 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58572.log: /var/log/ceph/ceph-client.admin.69765.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58572.log.gz 2024-07-26T17:11:56.122 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48570.log 2024-07-26T17:11:56.122 INFO:teuthology.orchestra.run.smithi033.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.69765.log.gz 2024-07-26T17:11:56.123 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45371.log 2024-07-26T17:11:56.123 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103508.log: /var/log/ceph/ceph-client.admin.48570.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38158.log 2024-07-26T17:11:56.123 INFO:teuthology.orchestra.run.smithi033.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.103508.log.gz 2024-07-26T17:11:56.123 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48570.log.gz 2024-07-26T17:11:56.123 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45371.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102026.log 2024-07-26T17:11:56.123 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45371.log.gz 2024-07-26T17:11:56.123 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103415.log 2024-07-26T17:11:56.124 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38158.log.gz 2024-07-26T17:11:56.124 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46007.log 2024-07-26T17:11:56.124 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102026.log: /var/log/ceph/ceph-client.admin.103415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99784.log 2024-07-26T17:11:56.124 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.102026.log.gz 2024-07-26T17:11:56.124 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.103415.log.gz 2024-07-26T17:11:56.124 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46007.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47177.log 2024-07-26T17:11:56.124 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.46007.log.gz 2024-07-26T17:11:56.124 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63184.log 2024-07-26T17:11:56.125 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99784.log: /var/log/ceph/ceph-client.admin.47177.log: gzip 86.9% -5 -- replaced with /var/log/ceph/ceph-client.admin.99784.log.gz 2024-07-26T17:11:56.125 INFO:teuthology.orchestra.run.smithi033.stderr: --verbose -- /var/log/ceph/ceph-client.admin.53504.log 2024-07-26T17:11:56.125 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73513.log 2024-07-26T17:11:56.125 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63184.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.47177.log.gz 2024-07-26T17:11:56.125 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53504.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.63184.log.gz 2024-07-26T17:11:56.125 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71508.log 2024-07-26T17:11:56.125 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.53504.log.gz 2024-07-26T17:11:56.126 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97866.log 2024-07-26T17:11:56.126 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.73513.log: /var/log/ceph/ceph-client.admin.71508.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.73513.log.gz 2024-07-26T17:11:56.126 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114731.log 2024-07-26T17:11:56.126 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71508.log.gz 2024-07-26T17:11:56.126 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50234.log 2024-07-26T17:11:56.126 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97866.log: /var/log/ceph/ceph-client.admin.114731.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86525.log 2024-07-26T17:11:56.126 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.97866.log.gz 2024-07-26T17:11:56.127 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64994.log 2024-07-26T17:11:56.127 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50234.log.gz 2024-07-26T17:11:56.127 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.86525.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.114731.log.gz 2024-07-26T17:11:56.127 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68297.log 2024-07-26T17:11:56.127 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83443.log 2024-07-26T17:11:56.127 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.64994.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.86525.log.gz 2024-07-26T17:11:56.127 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68297.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.64994.log.gz 2024-07-26T17:11:56.127 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72610.log 2024-07-26T17:11:56.128 INFO:teuthology.orchestra.run.smithi033.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.68297.log.gz 2024-07-26T17:11:56.128 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105635.log 2024-07-26T17:11:56.128 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.83443.log: /var/log/ceph/ceph-client.admin.72610.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93642.log 2024-07-26T17:11:56.128 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.83443.log.gz 2024-07-26T17:11:56.128 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.72610.log.gz 2024-07-26T17:11:56.128 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105635.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50983.log 2024-07-26T17:11:56.128 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.105635.log.gz 2024-07-26T17:11:56.129 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72778.log 2024-07-26T17:11:56.129 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.93642.log.gz 2024-07-26T17:11:56.129 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46013.log 2024-07-26T17:11:56.129 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50983.log: /var/log/ceph/ceph-client.admin.72778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46011.log 2024-07-26T17:11:56.129 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.50983.log.gz 2024-07-26T17:11:56.129 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.72778.log.gz 2024-07-26T17:11:56.129 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46013.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80186.log 2024-07-26T17:11:56.130 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.46013.log.gz 2024-07-26T17:11:56.130 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115214.log 2024-07-26T17:11:56.130 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46011.log: /var/log/ceph/ceph-client.admin.80186.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.46011.log.gz 2024-07-26T17:11:56.130 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97610.log 2024-07-26T17:11:56.130 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.80186.log.gz 2024-07-26T17:11:56.130 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79014.log 2024-07-26T17:11:56.130 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115214.log: /var/log/ceph/ceph-client.admin.97610.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111917.log 2024-07-26T17:11:56.131 INFO:teuthology.orchestra.run.smithi033.stderr: 84.7% -- replaced with /var/log/ceph/ceph-client.admin.115214.log.gz 2024-07-26T17:11:56.131 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.97610.log.gz 2024-07-26T17:11:56.131 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101767.log 2024-07-26T17:11:56.131 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.79014.log.gz 2024-07-26T17:11:56.131 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96471.log 2024-07-26T17:11:56.131 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.111917.log: /var/log/ceph/ceph-client.admin.101767.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-07-26T17:11:56.131 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.111917.log.gz 2024-07-26T17:11:56.131 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.101767.log.gz 2024-07-26T17:11:56.132 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47818.log 2024-07-26T17:11:56.132 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112627.log 2024-07-26T17:11:56.132 INFO:teuthology.orchestra.run.smithi033.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.96471.log.gz 2024-07-26T17:11:56.132 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.admin.47818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114307.log 2024-07-26T17:11:56.132 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47818.log.gz 2024-07-26T17:11:56.132 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.112627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62844.log 2024-07-26T17:11:56.132 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.112627.log.gzgzip 2024-07-26T17:11:56.133 INFO:teuthology.orchestra.run.smithi033.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.63934.log 2024-07-26T17:11:56.133 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114307.log: /var/log/ceph/ceph-client.admin.62844.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66973.log 2024-07-26T17:11:56.133 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.114307.log.gz 2024-07-26T17:11:56.133 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.62844.log.gz 2024-07-26T17:11:56.133 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96429.log 2024-07-26T17:11:56.133 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.63934.log.gz 2024-07-26T17:11:56.133 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113515.log 2024-07-26T17:11:56.134 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66973.log: /var/log/ceph/ceph-client.admin.96429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113230.log 2024-07-26T17:11:56.134 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.96429.log.gz 2024-07-26T17:11:56.134 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103956.log 2024-07-26T17:11:56.134 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113515.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.66973.log.gz 2024-07-26T17:11:56.134 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113230.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.113515.log.gz 2024-07-26T17:11:56.134 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112926.log 2024-07-26T17:11:56.134 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.113230.log.gz 2024-07-26T17:11:56.134 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103956.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115691.log 2024-07-26T17:11:56.135 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.112926.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.103956.log.gz 2024-07-26T17:11:56.135 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72438.log 2024-07-26T17:11:56.135 INFO:teuthology.orchestra.run.smithi033.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.112926.log.gz 2024-07-26T17:11:56.135 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115691.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99133.log 2024-07-26T17:11:56.135 INFO:teuthology.orchestra.run.smithi033.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.115691.log.gz 2024-07-26T17:11:56.135 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114797.log 2024-07-26T17:11:56.135 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.72438.log.gz 2024-07-26T17:11:56.135 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99133.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62718.log 2024-07-26T17:11:56.136 INFO:teuthology.orchestra.run.smithi033.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.99133.log.gz 2024-07-26T17:11:56.136 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114797.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43874.log 2024-07-26T17:11:56.136 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62718.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.114797.log.gz 2024-07-26T17:11:56.136 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101809.log 2024-07-26T17:11:56.136 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62718.log.gz 2024-07-26T17:11:56.136 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.43874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87313.log 2024-07-26T17:11:56.136 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose 87.3% -- -- replaced with /var/log/ceph/ceph-client.admin.43874.log.gz /var/log/ceph/ceph-client.admin.38341.log 2024-07-26T17:11:56.137 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.137 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101809.log: /var/log/ceph/ceph-client.admin.87313.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.101809.log.gz 2024-07-26T17:11:56.137 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59945.log 2024-07-26T17:11:56.137 INFO:teuthology.orchestra.run.smithi033.stderr: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.87313.log.gz 2024-07-26T17:11:56.137 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38341.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51817.log 2024-07-26T17:11:56.137 INFO:teuthology.orchestra.run.smithi033.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.38341.log.gz 2024-07-26T17:11:56.137 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80753.log 2024-07-26T17:11:56.138 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.59945.log: /var/log/ceph/ceph-client.admin.51817.log: 86.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88141.log 2024-07-26T17:11:56.138 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59945.log.gz 2024-07-26T17:11:56.138 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.51817.log.gz 2024-07-26T17:11:56.138 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.80753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65130.log 2024-07-26T17:11:56.138 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50150.log 87.3% 2024-07-26T17:11:56.138 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.80753.log.gz 2024-07-26T17:11:56.138 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78595.log 2024-07-26T17:11:56.139 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.88141.log.gz 2024-07-26T17:11:56.139 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65130.log: gzip/var/log/ceph/ceph-client.admin.50150.log: 86.5% -5 --verbose -- /var/log/ceph/ceph-client.admin.78763.log 2024-07-26T17:11:56.139 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.65130.log.gz 2024-07-26T17:11:56.139 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.78595.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50150.log.gz 2024-07-26T17:11:56.139 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101137.log 2024-07-26T17:11:56.139 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.78595.log.gz 2024-07-26T17:11:56.140 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71174.log 2024-07-26T17:11:56.140 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.78763.log: /var/log/ceph/ceph-client.admin.101137.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.78763.log.gz 2024-07-26T17:11:56.140 INFO:teuthology.orchestra.run.smithi033.stderr: 89.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-07-26T17:11:56.140 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116111.log 2024-07-26T17:11:56.140 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.101137.log.gz 2024-07-26T17:11:56.140 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53336.log 2024-07-26T17:11:56.140 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71174.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.71174.log.gz 2024-07-26T17:11:56.141 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116111.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-07-26T17:11:56.141 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.116111.log.gz 2024-07-26T17:11:56.141 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106329.log 2024-07-26T17:11:56.141 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53336.log: 94.2% -- replaced with /var/log/ceph/ceph-client.0.94154.log.gz 2024-07-26T17:11:56.141 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-osd.2.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.53336.log.gz 2024-07-26T17:11:56.141 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84846.log 2024-07-26T17:11:56.141 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62760.log 2024-07-26T17:11:56.142 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.106329.log: /var/log/ceph/ceph-client.admin.84846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72256.log 2024-07-26T17:11:56.142 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.106329.log.gz 2024-07-26T17:11:56.142 INFO:teuthology.orchestra.run.smithi033.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.84846.log.gz 2024-07-26T17:11:56.142 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62760.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90043.log 2024-07-26T17:11:56.142 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72256.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.62760.log.gz 2024-07-26T17:11:56.142 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105677.log 2024-07-26T17:11:56.142 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.72256.log.gz 2024-07-26T17:11:56.143 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45623.log 2024-07-26T17:11:56.143 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.90043.log: /var/log/ceph/ceph-client.admin.105677.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71748.log 2024-07-26T17:11:56.143 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.90043.log.gz 2024-07-26T17:11:56.143 INFO:teuthology.orchestra.run.smithi033.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.105677.log.gz 2024-07-26T17:11:56.143 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73054.log 2024-07-26T17:11:56.143 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.45623.log.gz 2024-07-26T17:11:56.143 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68381.log 2024-07-26T17:11:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71748.log: /var/log/ceph/ceph-client.admin.73054.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71748.log.gz 2024-07-26T17:11:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99242.log 2024-07-26T17:11:56.144 INFO:teuthology.orchestra.run.smithi033.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.73054.log.gz 2024-07-26T17:11:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103914.log 2024-07-26T17:11:56.144 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68381.log: /var/log/ceph/ceph-client.admin.99242.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92696.log 2024-07-26T17:11:56.144 INFO:teuthology.orchestra.run.smithi033.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.68381.log.gz 2024-07-26T17:11:56.144 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.99242.log.gz 2024-07-26T17:11:56.145 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103914.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49139.log 2024-07-26T17:11:56.145 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.103914.log.gz 2024-07-26T17:11:56.145 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92696.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66236.log 2024-07-26T17:11:56.145 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.92696.log.gz 2024-07-26T17:11:56.145 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80795.log 2024-07-26T17:11:56.145 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49139.log: /var/log/ceph/ceph-client.admin.66236.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105238.log 2024-07-26T17:11:56.145 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49139.log.gz 2024-07-26T17:11:56.146 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.66236.log.gz 2024-07-26T17:11:56.146 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.80795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87680.log 2024-07-26T17:11:56.146 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.80795.log.gz 2024-07-26T17:11:56.146 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54723.log 2024-07-26T17:11:56.146 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105238.log: /var/log/ceph/ceph-client.admin.87680.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.105238.log.gz 2024-07-26T17:11:56.146 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103848.log 2024-07-26T17:11:56.146 INFO:teuthology.orchestra.run.smithi033.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.87680.log.gz 2024-07-26T17:11:56.146 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48376.log 2024-07-26T17:11:56.147 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.54723.log: /var/log/ceph/ceph-client.admin.103848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50192.log 2024-07-26T17:11:56.147 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.54723.log.gz 2024-07-26T17:11:56.147 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.48376.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101076.log 2024-07-26T17:11:56.147 INFO:teuthology.orchestra.run.smithi033.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.103848.log.gz 2024-07-26T17:11:56.147 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48376.log.gz 2024-07-26T17:11:56.147 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.50192.log: /var/log/ceph/ceph-client.admin.79235.log 2024-07-26T17:11:56.147 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.101076.log: /var/log/ceph/ceph-client.admin.80228.log 2024-07-26T17:11:56.148 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50192.log.gz 2024-07-26T17:11:56.148 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79235.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.101076.log.gz 2024-07-26T17:11:56.148 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116582.log 2024-07-26T17:11:56.148 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.79235.log.gz 2024-07-26T17:11:56.148 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.80228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76305.log 2024-07-26T17:11:56.148 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.80228.log.gz 2024-07-26T17:11:56.148 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96943.log 2024-07-26T17:11:56.149 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116582.log: /var/log/ceph/ceph-client.admin.76305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79617.log 2024-07-26T17:11:56.149 INFO:teuthology.orchestra.run.smithi033.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.116582.log.gz 2024-07-26T17:11:56.149 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.76305.log.gz 2024-07-26T17:11:56.149 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96943.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80270.log 2024-07-26T17:11:56.149 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.96943.log.gz 2024-07-26T17:11:56.149 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95911.log 2024-07-26T17:11:56.149 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79617.log: /var/log/ceph/ceph-client.admin.80270.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.79617.log.gz 2024-07-26T17:11:56.150 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92528.log 2024-07-26T17:11:56.150 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62676.log 2024-07-26T17:11:56.150 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.95911.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.80270.log.gz 2024-07-26T17:11:56.150 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92528.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62405.log 2024-07-26T17:11:56.150 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.95911.log.gz 2024-07-26T17:11:56.150 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.92528.log.gz 2024-07-26T17:11:56.150 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109632.log 2024-07-26T17:11:56.151 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62676.log: /var/log/ceph/ceph-client.admin.62405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71132.log 2024-07-26T17:11:56.151 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62676.log.gz 2024-07-26T17:11:56.151 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.62405.log.gz 2024-07-26T17:11:56.151 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98857.log 2024-07-26T17:11:56.151 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.109632.log.gz 2024-07-26T17:11:56.151 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65728.log 2024-07-26T17:11:56.151 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71132.log: /var/log/ceph/ceph-client.admin.98857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98475.log 2024-07-26T17:11:56.152 INFO:teuthology.orchestra.run.smithi033.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.71132.log.gz 2024-07-26T17:11:56.152 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.98857.log.gz 2024-07-26T17:11:56.152 INFO:teuthology.orchestra.run.smithi033.stderr:gzip/var/log/ceph/ceph-client.admin.65728.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.85691.log 2024-07-26T17:11:56.152 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37837.log 2024-07-26T17:11:56.152 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.65728.log.gz 2024-07-26T17:11:56.152 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98475.log: /var/log/ceph/ceph-client.admin.85691.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.98475.log.gz 2024-07-26T17:11:56.152 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116195.log 2024-07-26T17:11:56.153 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.85691.log.gz 2024-07-26T17:11:56.153 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107747.log 2024-07-26T17:11:56.153 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.37837.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37837.log.gz 2024-07-26T17:11:56.153 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116195.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89028.log 2024-07-26T17:11:56.153 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0%/var/log/ceph/ceph-client.admin.107747.log: -- replaced with /var/log/ceph/ceph-client.admin.116195.log.gz 2024-07-26T17:11:56.153 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62802.log 2024-07-26T17:11:56.153 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.107747.log.gz 2024-07-26T17:11:56.154 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87413.log 2024-07-26T17:11:56.154 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.89028.log.gz 2024-07-26T17:11:56.154 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104301.log 2024-07-26T17:11:56.154 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62802.log: /var/log/ceph/ceph-client.admin.87413.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101599.log 2024-07-26T17:11:56.154 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62802.log.gz 2024-07-26T17:11:56.154 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.87413.log.gz 2024-07-26T17:11:56.154 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99500.log 2024-07-26T17:11:56.155 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93123.log/var/log/ceph/ceph-client.admin.101599.log: 2024-07-26T17:11:56.155 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.104301.log.gz 2024-07-26T17:11:56.155 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.101599.log.gz 2024-07-26T17:11:56.155 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66931.log 2024-07-26T17:11:56.155 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.99500.log.gz 2024-07-26T17:11:56.155 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108216.log 2024-07-26T17:11:56.155 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93123.log: /var/log/ceph/ceph-client.admin.66931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49610.log 2024-07-26T17:11:56.156 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.93123.log.gz 2024-07-26T17:11:56.156 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.66931.log.gz 2024-07-26T17:11:56.156 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109973.log 2024-07-26T17:11:56.156 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.108216.log.gz 2024-07-26T17:11:56.156 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49610.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84454.log 2024-07-26T17:11:56.156 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49610.log.gz 2024-07-26T17:11:56.156 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92215.log 2024-07-26T17:11:56.157 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109973.log: /var/log/ceph/ceph-client.admin.84454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98647.log 2024-07-26T17:11:56.157 INFO:teuthology.orchestra.run.smithi033.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.109973.log.gz 2024-07-26T17:11:56.157 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.84454.log.gz 2024-07-26T17:11:56.157 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92215.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109082.log 2024-07-26T17:11:56.157 INFO:teuthology.orchestra.run.smithi033.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.92215.log.gz 2024-07-26T17:11:56.157 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71360.log 2024-07-26T17:11:56.157 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98647.log: /var/log/ceph/ceph-client.admin.109082.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.98647.log.gz 2024-07-26T17:11:56.158 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87890.log 2024-07-26T17:11:56.158 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.109082.log.gz 2024-07-26T17:11:56.158 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102718.log 2024-07-26T17:11:56.158 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71360.log: /var/log/ceph/ceph-client.admin.87890.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-07-26T17:11:56.158 INFO:teuthology.orchestra.run.smithi033.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.71360.log.gz 2024-07-26T17:11:56.158 INFO:teuthology.orchestra.run.smithi033.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.87890.log.gz 2024-07-26T17:11:56.159 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102718.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97430.log 2024-07-26T17:11:56.159 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.102718.log.gz 2024-07-26T17:11:56.159 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96733.log 2024-07-26T17:11:56.159 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77643.log 2024-07-26T17:11:56.159 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97430.log: /var/log/ceph/ceph-client.admin.96733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52053.log 2024-07-26T17:11:56.159 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.97430.log.gz 2024-07-26T17:11:56.159 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.96733.log.gz 2024-07-26T17:11:56.160 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77643.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88362.log 2024-07-26T17:11:56.160 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100474.log 2024-07-26T17:11:56.160 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.77643.log.gz 2024-07-26T17:11:56.160 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52053.log: /var/log/ceph/ceph-client.admin.88362.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77584.log 2024-07-26T17:11:56.160 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.52053.log.gz 2024-07-26T17:11:56.160 INFO:teuthology.orchestra.run.smithi033.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.88362.log.gz 2024-07-26T17:11:56.160 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.100474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109250.log 2024-07-26T17:11:56.161 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.100474.log.gz 2024-07-26T17:11:56.161 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116027.log 2024-07-26T17:11:56.161 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- 87.3% /var/log/ceph/ceph-client.admin.76389.log -- replaced with /var/log/ceph/ceph-client.admin.77584.log.gz 2024-07-26T17:11:56.161 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.161 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109250.log: /var/log/ceph/ceph-client.admin.116027.log: gzip 87.8% -- replaced with /var/log/ceph/ceph-client.admin.109250.log.gz -5 2024-07-26T17:11:56.161 INFO:teuthology.orchestra.run.smithi033.stderr: --verbose -- /var/log/ceph/ceph-client.admin.110285.log 2024-07-26T17:11:56.161 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.116027.log.gz 2024-07-26T17:11:56.162 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116622.log 2024-07-26T17:11:56.162 INFO:teuthology.orchestra.run.smithi033.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.76389.log.gz 2024-07-26T17:11:56.162 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65298.log 2024-07-26T17:11:56.162 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110285.log: /var/log/ceph/ceph-client.admin.116622.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.110285.log.gz 2024-07-26T17:11:56.162 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37977.log 2024-07-26T17:11:56.162 INFO:teuthology.orchestra.run.smithi033.stderr: 94.3% -- replaced with /var/log/ceph/ceph-client.0.59361.log.gz 2024-07-26T17:11:56.163 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.116622.log.gz 2024-07-26T17:11:56.163 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65298.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47305.log 2024-07-26T17:11:56.163 INFO:teuthology.orchestra.run.smithi033.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.65298.log.gz 2024-07-26T17:11:56.163 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.37977.log: gzip -5 76.8% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.37977.log.gz /var/log/ceph/ceph-client.admin.72946.log 2024-07-26T17:11:56.163 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.163 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.47305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76347.log 2024-07-26T17:11:56.163 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47305.log.gz 2024-07-26T17:11:56.163 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44146.log 2024-07-26T17:11:56.164 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.72946.log.gz 2024-07-26T17:11:56.164 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76347.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116279.log 2024-07-26T17:11:56.164 INFO:teuthology.orchestra.run.smithi033.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.76347.log.gz 2024-07-26T17:11:56.164 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44146.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50415.log 2024-07-26T17:11:56.164 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44146.log.gz 2024-07-26T17:11:56.164 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116279.log: 90.2% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-07-26T17:11:56.164 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63622.log 2024-07-26T17:11:56.165 INFO:teuthology.orchestra.run.smithi033.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.116279.log.gz 2024-07-26T17:11:56.165 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44526.log 2024-07-26T17:11:56.165 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50415.log.gz 2024-07-26T17:11:56.165 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63622.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113641.log 2024-07-26T17:11:56.165 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44526.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63622.log.gz 2024-07-26T17:11:56.165 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108811.log 2024-07-26T17:11:56.165 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44526.log.gz 2024-07-26T17:11:56.166 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98815.log 2024-07-26T17:11:56.166 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.113641.log.gz 2024-07-26T17:11:56.166 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68171.log 2024-07-26T17:11:56.166 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98815.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.108811.log.gz 2024-07-26T17:11:56.166 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113104.log 2024-07-26T17:11:56.166 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.98815.log.gz 2024-07-26T17:11:56.166 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68171.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56827.log 2024-07-26T17:11:56.167 INFO:teuthology.orchestra.run.smithi033.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.68171.log.gz 2024-07-26T17:11:56.167 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105593.log 2024-07-26T17:11:56.167 INFO:teuthology.orchestra.run.smithi033.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.113104.log.gz 2024-07-26T17:11:56.167 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.56827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66595.log 2024-07-26T17:11:56.167 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.56827.log.gz 2024-07-26T17:11:56.167 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105593.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113326.log 2024-07-26T17:11:56.167 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.105593.log.gz 2024-07-26T17:11:56.168 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72480.log 2024-07-26T17:11:56.168 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.66595.log.gz 2024-07-26T17:11:56.168 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113326.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67606.log 2024-07-26T17:11:56.168 INFO:teuthology.orchestra.run.smithi033.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.113326.log.gz 2024-07-26T17:11:56.168 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78553.log 2024-07-26T17:11:56.168 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.72480.log.gz 2024-07-26T17:11:56.168 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.67606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46350.log 2024-07-26T17:11:56.169 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.67606.log.gz 2024-07-26T17:11:56.169 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96125.log 2024-07-26T17:11:56.169 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.78553.log: /var/log/ceph/ceph-client.admin.46350.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.78553.log.gz 2024-07-26T17:11:56.169 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112154.log 2024-07-26T17:11:56.169 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46350.log.gz 2024-07-26T17:11:56.169 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99928.log 2024-07-26T17:11:56.169 INFO:teuthology.orchestra.run.smithi033.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.96125.log.gz 2024-07-26T17:11:56.170 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.112154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52583.log 2024-07-26T17:11:56.170 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99928.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.112154.log.gz 2024-07-26T17:11:56.170 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50066.log 2024-07-26T17:11:56.170 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.99928.log.gz 2024-07-26T17:11:56.170 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68591.log 2024-07-26T17:11:56.170 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.52583.log.gz 2024-07-26T17:11:56.171 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50066.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97908.log 2024-07-26T17:11:56.171 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50066.log.gz 2024-07-26T17:11:56.171 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68591.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67820.log 2024-07-26T17:11:56.171 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.68591.log.gz 2024-07-26T17:11:56.171 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89284.log 2024-07-26T17:11:56.171 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.97908.log.gz 2024-07-26T17:11:56.171 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.67820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85435.log 2024-07-26T17:11:56.172 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89284.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.67820.log.gz 2024-07-26T17:11:56.172 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89200.log 2024-07-26T17:11:56.172 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.89284.log.gz 2024-07-26T17:11:56.172 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80971.log 2024-07-26T17:11:56.172 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.85435.log.gz 2024-07-26T17:11:56.172 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89200.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43697.log 2024-07-26T17:11:56.172 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.89200.log.gz 2024-07-26T17:11:56.173 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.80971.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85267.log 2024-07-26T17:11:56.173 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.43697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68423.log 2024-07-26T17:11:56.173 INFO:teuthology.orchestra.run.smithi033.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.80971.log.gz 2024-07-26T17:11:56.173 INFO:teuthology.orchestra.run.smithi033.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43697.log.gz 2024-07-26T17:11:56.173 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56564.log 2024-07-26T17:11:56.173 INFO:teuthology.orchestra.run.smithi033.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.85267.log.gz 2024-07-26T17:11:56.173 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68423.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91391.log 2024-07-26T17:11:56.174 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.68423.log.gz 2024-07-26T17:11:56.174 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.56564.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108507.log 2024-07-26T17:11:56.174 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.56564.log.gz 2024-07-26T17:11:56.174 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103722.log 2024-07-26T17:11:56.174 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.91391.log: /var/log/ceph/ceph-client.admin.108507.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.91391.log.gz 2024-07-26T17:11:56.174 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48887.log 2024-07-26T17:11:56.175 INFO:teuthology.orchestra.run.smithi033.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.108507.log.gz 2024-07-26T17:11:56.175 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102634.log 2024-07-26T17:11:56.175 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.103722.log.gz 2024-07-26T17:11:56.175 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.48887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96817.log 2024-07-26T17:11:56.175 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48887.log.gz/var/log/ceph/ceph-client.admin.102634.log: 2024-07-26T17:11:56.175 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57345.log 2024-07-26T17:11:56.175 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.102634.log.gz 2024-07-26T17:11:56.176 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96817.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104730.log 2024-07-26T17:11:56.176 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.96817.log.gz 2024-07-26T17:11:56.176 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107256.log 2024-07-26T17:11:56.176 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.57345.log.gz 2024-07-26T17:11:56.176 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104730.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50276.log 2024-07-26T17:11:56.176 INFO:teuthology.orchestra.run.smithi033.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.104730.log.gz 2024-07-26T17:11:56.176 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.107256.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49526.log 2024-07-26T17:11:56.177 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.107256.log.gz 2024-07-26T17:11:56.177 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46967.log 2024-07-26T17:11:56.177 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.50276.log.gz 2024-07-26T17:11:56.177 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49526.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53420.log 2024-07-26T17:11:56.177 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49526.log.gz 2024-07-26T17:11:56.177 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51671.log 2024-07-26T17:11:56.177 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46967.log.gz 2024-07-26T17:11:56.178 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104628.log 2024-07-26T17:11:56.178 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.53420.log.gz 2024-07-26T17:11:56.178 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.51671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57535.log 2024-07-26T17:11:56.178 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.51671.log.gz 2024-07-26T17:11:56.178 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88404.log 2024-07-26T17:11:56.178 INFO:teuthology.orchestra.run.smithi033.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.104628.log.gz 2024-07-26T17:11:56.179 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102508.log 2024-07-26T17:11:56.179 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.57535.log.gz 2024-07-26T17:11:56.179 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46004.log 2024-07-26T17:11:56.179 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.88404.log.gz 2024-07-26T17:11:56.179 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102508.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92089.log 2024-07-26T17:11:56.179 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.102508.log.gz 2024-07-26T17:11:56.179 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44442.log 2024-07-26T17:11:56.179 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92089.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46004.log.gz 2024-07-26T17:11:56.180 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44040.log 2024-07-26T17:11:56.180 INFO:teuthology.orchestra.run.smithi033.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.92089.log.gz 2024-07-26T17:11:56.180 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98561.log 2024-07-26T17:11:56.180 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.44442.log.gz 2024-07-26T17:11:56.180 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110099.log 2024-07-26T17:11:56.180 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98561.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44040.log.gz 2024-07-26T17:11:56.180 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92402.log 2024-07-26T17:11:56.181 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.98561.log.gz 2024-07-26T17:11:56.181 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110099.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-07-26T17:11:56.181 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.110099.log.gz 2024-07-26T17:11:56.181 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44400.log 2024-07-26T17:11:56.181 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92402.log: /var/log/ceph/ceph-osd.3.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.92402.log.gz 2024-07-26T17:11:56.181 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108727.log 2024-07-26T17:11:56.182 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44400.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85098.log 2024-07-26T17:11:56.182 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44400.log.gz 2024-07-26T17:11:56.182 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.100282.log 2024-07-26T17:11:56.182 INFO:teuthology.orchestra.run.smithi033.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.108727.log.gz 2024-07-26T17:11:56.182 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72345.log 2024-07-26T17:11:56.182 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85098.log: /var/log/ceph/ceph-client.0.100282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87586.log 2024-07-26T17:11:56.182 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.85098.log.gz 2024-07-26T17:11:56.183 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113904.log 2024-07-26T17:11:56.183 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.72345.log.gz 2024-07-26T17:11:56.183 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87586.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.108018.log 2024-07-26T17:11:56.183 INFO:teuthology.orchestra.run.smithi033.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.87586.log.gzgzip 2024-07-26T17:11:56.183 INFO:teuthology.orchestra.run.smithi033.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.49484.log 2024-07-26T17:11:56.183 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113904.log: /var/log/ceph/ceph-client.0.108018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50671.log 2024-07-26T17:11:56.183 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.113904.log.gz 2024-07-26T17:11:56.184 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108601.log 2024-07-26T17:11:56.184 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49484.log.gz 2024-07-26T17:11:56.184 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97950.log 2024-07-26T17:11:56.184 INFO:teuthology.orchestra.run.smithi033.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.0.100282.log.gz 2024-07-26T17:11:56.184 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.50671.log.gz 2024-07-26T17:11:56.184 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65340.log 2024-07-26T17:11:56.184 INFO:teuthology.orchestra.run.smithi033.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.108601.log.gz 2024-07-26T17:11:56.185 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91739.log 2024-07-26T17:11:56.185 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55775.log 2024-07-26T17:11:56.185 INFO:teuthology.orchestra.run.smithi033.stderr: 86.4% 92.1% -- replaced with /var/log/ceph/ceph-client.0.108018.log.gz 2024-07-26T17:11:56.185 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.91739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101683.log 2024-07-26T17:11:56.185 INFO:teuthology.orchestra.run.smithi033.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.97950.log.gz 2024-07-26T17:11:56.185 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.65340.log.gz 2024-07-26T17:11:56.185 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.91739.log.gz 2024-07-26T17:11:56.186 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.64344.log 2024-07-26T17:11:56.186 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.55775.log: /var/log/ceph/ceph-client.admin.101683.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58442.log 2024-07-26T17:11:56.186 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.55775.log.gz 2024-07-26T17:11:56.186 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.101683.log.gz 2024-07-26T17:11:56.186 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.64344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100824.log 2024-07-26T17:11:56.186 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58442.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50899.log 2024-07-26T17:11:56.186 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.58442.log.gz 2024-07-26T17:11:56.187 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.100824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48655.log 2024-07-26T17:11:56.187 INFO:teuthology.orchestra.run.smithi033.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.100824.log.gz 2024-07-26T17:11:56.187 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50899.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102340.log 2024-07-26T17:11:56.187 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.50899.log.gz -5 2024-07-26T17:11:56.187 INFO:teuthology.orchestra.run.smithi033.stderr: --verbose -- /var/log/ceph/ceph-client.admin.50023.log 2024-07-26T17:11:56.187 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.48655.log: /var/log/ceph/ceph-client.admin.102340.log: gzip -5 --verbose -- 87.6% /var/log/ceph/ceph-client.admin.65812.log 2024-07-26T17:11:56.187 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48655.log.gz 2024-07-26T17:11:56.188 INFO:teuthology.orchestra.run.smithi033.stderr: 91.5% -- replaced with /var/log/ceph/ceph-client.0.64344.log.gz 2024-07-26T17:11:56.188 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.102340.log.gz 2024-07-26T17:11:56.188 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49316.log 2024-07-26T17:11:56.188 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49858.log 2024-07-26T17:11:56.188 INFO:teuthology.orchestra.run.smithi033.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50023.log.gz 2024-07-26T17:11:56.188 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65812.log: /var/log/ceph/ceph-client.admin.49316.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.65812.log.gz 2024-07-26T17:11:56.189 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112753.log 2024-07-26T17:11:56.189 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49316.log.gz 2024-07-26T17:11:56.189 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94574.log 2024-07-26T17:11:56.189 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49858.log: /var/log/ceph/ceph-client.admin.112753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75484.log 2024-07-26T17:11:56.189 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49858.log.gz 2024-07-26T17:11:56.189 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.94574.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.112753.log.gz 2024-07-26T17:11:56.190 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46008.log 2024-07-26T17:11:56.190 INFO:teuthology.orchestra.run.smithi033.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.94574.log.gz 2024-07-26T17:11:56.190 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100992.log 2024-07-26T17:11:56.190 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.75484.log.gz 2024-07-26T17:11:56.190 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47135.log 2024-07-26T17:11:56.190 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46008.log: /var/log/ceph/ceph-client.admin.100992.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104586.log 2024-07-26T17:11:56.191 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.46008.log.gz 2024-07-26T17:11:56.191 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.100992.log.gz 2024-07-26T17:11:56.191 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.47135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86189.log 2024-07-26T17:11:56.191 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.47135.log.gz 2024-07-26T17:11:56.191 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95953.log 2024-07-26T17:11:56.191 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104586.log: /var/log/ceph/ceph-client.admin.86189.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.104586.log.gz 2024-07-26T17:11:56.191 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50755.log 2024-07-26T17:11:56.192 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.86189.log.gz 2024-07-26T17:11:56.192 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80102.log 2024-07-26T17:11:56.192 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.95953.log: /var/log/ceph/ceph-client.admin.50755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86441.log 2024-07-26T17:11:56.192 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.95953.log.gz 2024-07-26T17:11:56.192 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50755.log.gz 2024-07-26T17:11:56.192 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69159.log 2024-07-26T17:11:56.192 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.80102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104193.log 2024-07-26T17:11:56.193 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.86441.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.80102.log.gz 2024-07-26T17:11:56.193 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69159.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.86441.log.gz 2024-07-26T17:11:56.193 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99586.log 2024-07-26T17:11:56.193 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.69159.log.gz 2024-07-26T17:11:56.193 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62634.log 2024-07-26T17:11:56.193 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104193.log: /var/log/ceph/ceph-client.admin.99586.log: gzip 87.5% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.104193.log.gz -- 2024-07-26T17:11:56.193 INFO:teuthology.orchestra.run.smithi033.stderr: /var/log/ceph/ceph-client.admin.100950.log 2024-07-26T17:11:56.194 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.99586.log.gz 2024-07-26T17:11:56.194 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62634.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58951.log 2024-07-26T17:11:56.194 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.100950.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.62634.log.gz 2024-07-26T17:11:56.194 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104135.log 2024-07-26T17:11:56.194 INFO:teuthology.orchestra.run.smithi033.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.100950.log.gz 2024-07-26T17:11:56.194 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65602.log 2024-07-26T17:11:56.194 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.58951.log.gz 2024-07-26T17:11:56.195 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106539.log 2024-07-26T17:11:56.195 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.104135.log.gz 2024-07-26T17:11:56.195 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94461.log 2024-07-26T17:11:56.195 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65602.log: /var/log/ceph/ceph-client.admin.106539.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68035.log 2024-07-26T17:11:56.195 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.65602.log.gz 2024-07-26T17:11:56.195 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.106539.log.gz 2024-07-26T17:11:56.196 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.94461.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109847.log 2024-07-26T17:11:56.196 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.94461.log.gz 2024-07-26T17:11:56.196 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68035.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74611.log 2024-07-26T17:11:56.196 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.68035.log.gz 2024-07-26T17:11:56.196 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114349.log 2024-07-26T17:11:56.196 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109847.log: /var/log/ceph/ceph-client.admin.74611.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.109847.log.gz 2024-07-26T17:11:56.196 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46682.log 2024-07-26T17:11:56.196 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.74611.log.gz 2024-07-26T17:11:56.197 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79934.log 2024-07-26T17:11:56.197 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114349.log: /var/log/ceph/ceph-client.admin.46682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48750.log 2024-07-26T17:11:56.197 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.114349.log.gz 2024-07-26T17:11:56.197 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46682.log.gz 2024-07-26T17:11:56.197 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103638.log 2024-07-26T17:11:56.197 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.79934.log.gz 2024-07-26T17:11:56.197 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.48750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68633.log 2024-07-26T17:11:56.198 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.48750.log.gz 2024-07-26T17:11:56.198 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87371.log 2024-07-26T17:11:56.198 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103638.log: /var/log/ceph/ceph-client.admin.68633.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63580.log 2024-07-26T17:11:56.198 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.103638.log.gz 2024-07-26T17:11:56.198 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.68633.log.gz 2024-07-26T17:11:56.198 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87371.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-07-26T17:11:56.199 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.87371.log.gz 2024-07-26T17:11:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.115057.log 2024-07-26T17:11:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63580.log: /var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103285.log 2024-07-26T17:11:56.199 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63580.log.gz 2024-07-26T17:11:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.115057.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65991.log 2024-07-26T17:11:56.199 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76515.log 2024-07-26T17:11:56.199 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4%/var/log/ceph/ceph-client.admin.65991.log: -- replaced with /var/log/ceph/ceph-client.admin.103285.log.gz 2024-07-26T17:11:56.200 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116510.log 2024-07-26T17:11:56.200 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76515.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97740.log 2024-07-26T17:11:56.200 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.65991.log.gz 2024-07-26T17:11:56.200 INFO:teuthology.orchestra.run.smithi033.stderr:gzip 86.9% -- replaced with /var/log/ceph/ceph-client.admin.76515.log.gz 2024-07-26T17:11:56.200 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116510.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.110183.log 2024-07-26T17:11:56.200 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97740.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.116510.log.gz 2024-07-26T17:11:56.200 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103550.log 2024-07-26T17:11:56.201 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.97740.log.gz 2024-07-26T17:11:56.201 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110183.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75951.log 2024-07-26T17:11:56.201 INFO:teuthology.orchestra.run.smithi033.stderr: 95.2% -- replaced with /var/log/ceph/ceph-client.0.115057.log.gz 2024-07-26T17:11:56.201 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.110183.log.gz 2024-07-26T17:11:56.201 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72862.log 2024-07-26T17:11:56.201 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.103550.log.gz 2024-07-26T17:11:56.201 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101641.log 2024-07-26T17:11:56.202 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.75951.log.gz 2024-07-26T17:11:56.202 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89242.log 2024-07-26T17:11:56.202 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72862.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.72862.log.gz 2024-07-26T17:11:56.202 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58657.log 2024-07-26T17:11:56.202 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38144.log 2024-07-26T17:11:56.202 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.101641.log.gz 2024-07-26T17:11:56.202 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89242.log: /var/log/ceph/ceph-client.admin.58657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73471.log 87.1% -- replaced with /var/log/ceph/ceph-client.admin.89242.log.gz 2024-07-26T17:11:56.203 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.203 INFO:teuthology.orchestra.run.smithi033.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.58657.log.gz 2024-07-26T17:11:56.203 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87050.log 2024-07-26T17:11:56.203 INFO:teuthology.orchestra.run.smithi033.stderr: 85.5% -- replaced with /var/log/ceph/ceph-client.admin.38144.log.gz 2024-07-26T17:11:56.203 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37894.log 2024-07-26T17:11:56.203 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.73471.log: /var/log/ceph/ceph-client.admin.87050.log: gzip 86.9% -- replaced with /var/log/ceph/ceph-client.admin.73471.log.gz 2024-07-26T17:11:56.203 INFO:teuthology.orchestra.run.smithi033.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.69723.log 2024-07-26T17:11:56.204 INFO:teuthology.orchestra.run.smithi033.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.87050.log.gz 2024-07-26T17:11:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.37894.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37894.log.gz 2024-07-26T17:11:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65896.log 2024-07-26T17:11:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116237.log 2024-07-26T17:11:56.204 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.69723.log.gz 2024-07-26T17:11:56.204 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69471.log 2024-07-26T17:11:56.204 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65896.log.gz 2024-07-26T17:11:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92994.log 2024-07-26T17:11:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116237.log: /var/log/ceph/ceph-client.admin.69471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47696.log 2024-07-26T17:11:56.205 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.116237.log.gz 2024-07-26T17:11:56.205 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.69471.log.gz 2024-07-26T17:11:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92994.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62886.log 2024-07-26T17:11:56.205 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.92994.log.gz/var/log/ceph/ceph-client.0.47696.log: 2024-07-26T17:11:56.205 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97385.log 2024-07-26T17:11:56.206 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62886.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85820.log 2024-07-26T17:11:56.206 INFO:teuthology.orchestra.run.smithi033.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.0.47696.log.gz 2024-07-26T17:11:56.206 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69957.log 2024-07-26T17:11:56.206 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.62886.log.gz 2024-07-26T17:11:56.206 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97385.log: /var/log/ceph/ceph-client.admin.85820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77925.log 2024-07-26T17:11:56.206 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.97385.log.gz 2024-07-26T17:11:56.206 INFO:teuthology.orchestra.run.smithi033.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.85820.log.gz 2024-07-26T17:11:56.207 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102592.log 2024-07-26T17:11:56.207 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.69957.log.gz 2024-07-26T17:11:56.207 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57691.log 2024-07-26T17:11:56.207 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77925.log: 83.9% -- replaced with /var/log/ceph/ceph-client.admin.77925.log.gz 2024-07-26T17:11:56.207 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102592.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89070.log 2024-07-26T17:11:56.207 INFO:teuthology.orchestra.run.smithi033.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.102592.log.gz 2024-07-26T17:11:56.207 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57691.log: gzip -5 --verbose 87.4% -- replaced with /var/log/ceph/ceph-client.admin.57691.log.gz 2024-07-26T17:11:56.208 INFO:teuthology.orchestra.run.smithi033.stderr: -- /var/log/ceph/ceph-client.admin.50629.log 2024-07-26T17:11:56.208 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89070.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65214.log 2024-07-26T17:11:56.208 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.89070.log.gz 2024-07-26T17:11:56.208 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49023.log 2024-07-26T17:11:56.208 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50629.log.gz 2024-07-26T17:11:56.208 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77966.log 2024-07-26T17:11:56.209 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49023.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.65214.log.gz 2024-07-26T17:11:56.209 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74919.log 2024-07-26T17:11:56.209 INFO:teuthology.orchestra.run.smithi033.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49023.log.gz 2024-07-26T17:11:56.209 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77966.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-07-26T17:11:56.209 INFO:teuthology.orchestra.run.smithi033.stderr: 84.2% -- replaced with /var/log/ceph/ceph-client.admin.77966.log.gz 2024-07-26T17:11:56.209 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.74919.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86483.log 2024-07-26T17:11:56.209 INFO:teuthology.orchestra.run.smithi033.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.74919.log.gz 2024-07-26T17:11:56.210 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79456.log 2024-07-26T17:11:56.210 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.86483.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93167.log 2024-07-26T17:11:56.210 INFO:teuthology.orchestra.run.smithi033.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.86483.log.gz 2024-07-26T17:11:56.210 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79456.log: gzip -5 --verbose -- 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79456.log.gz 2024-07-26T17:11:56.210 INFO:teuthology.orchestra.run.smithi033.stderr: /var/log/ceph/ceph-client.admin.77403.log 2024-07-26T17:11:56.210 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86357.log 2024-07-26T17:11:56.210 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.93167.log.gz 2024-07-26T17:11:56.211 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77403.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-07-26T17:11:56.211 INFO:teuthology.orchestra.run.smithi033.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.77403.log.gz 2024-07-26T17:11:56.211 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.86357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115649.log 2024-07-26T17:11:56.211 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.86357.log.gz 2024-07-26T17:11:56.211 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51363.log 2024-07-26T17:11:56.211 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115649.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65644.log 2024-07-26T17:11:56.211 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.51363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107653.log 2024-07-26T17:11:56.212 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.115649.log.gz 2024-07-26T17:11:56.212 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53252.log 2024-07-26T17:11:56.212 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65644.log: /var/log/ceph/ceph-client.admin.107653.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.65644.log.gz 2024-07-26T17:11:56.212 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.107653.log.gz 2024-07-26T17:11:56.212 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88488.log 2024-07-26T17:11:56.212 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87158.log 2024-07-26T17:11:56.212 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.53252.log.gz 2024-07-26T17:11:56.213 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88488.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108769.log 2024-07-26T17:11:56.213 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87158.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.88488.log.gz 2024-07-26T17:11:56.213 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.87158.log.gz 2024-07-26T17:11:56.213 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84888.log 2024-07-26T17:11:56.213 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108769.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.108769.log.gz 2024-07-26T17:11:56.213 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50713.log 2024-07-26T17:11:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65172.log 2024-07-26T17:11:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.84888.log: /var/log/ceph/ceph-client.admin.50713.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.84888.log.gz 2024-07-26T17:11:56.214 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.50713.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46349.log 2024-07-26T17:11:56.214 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65172.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.65172.log.gz 2024-07-26T17:11:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85393.log 2024-07-26T17:11:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72011.log 2024-07-26T17:11:56.214 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46349.log: /var/log/ceph/ceph-client.admin.85393.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.46349.log.gz 2024-07-26T17:11:56.215 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.85393.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50839.log 2024-07-26T17:11:56.215 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72011.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.72011.log.gz 2024-07-26T17:11:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103371.log 2024-07-26T17:11:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62592.log 2024-07-26T17:11:56.215 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50839.log: /var/log/ceph/ceph-client.admin.103371.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.50839.log.gz 2024-07-26T17:11:56.215 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.103371.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68675.log 2024-07-26T17:11:56.216 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62592.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.62592.log.gz 2024-07-26T17:11:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94395.log 2024-07-26T17:11:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68675.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.68675.log.gz 2024-07-26T17:11:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62279.log 2024-07-26T17:11:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58218.log 2024-07-26T17:11:56.216 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.94395.log: /var/log/ceph/ceph-client.admin.62279.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.94395.log.gz 2024-07-26T17:11:56.217 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.62279.log.gz 2024-07-26T17:11:56.217 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45497.log 2024-07-26T17:11:56.217 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58218.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58218.log.gz 2024-07-26T17:11:56.217 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86231.log 2024-07-26T17:11:56.217 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53742.log 2024-07-26T17:11:56.217 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45497.log: /var/log/ceph/ceph-client.admin.86231.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45497.log.gz 2024-07-26T17:11:56.217 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67039.log 2024-07-26T17:11:56.218 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.86231.log.gz 2024-07-26T17:11:56.218 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53742.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.53742.log.gz 2024-07-26T17:11:56.218 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66889.log 2024-07-26T17:11:56.218 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81136.log 2024-07-26T17:11:56.218 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.67039.log: /var/log/ceph/ceph-client.admin.66889.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67039.log.gz 2024-07-26T17:11:56.218 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.66889.log.gzgzip 2024-07-26T17:11:56.218 INFO:teuthology.orchestra.run.smithi033.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.112669.log 2024-07-26T17:11:56.219 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.81136.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.81136.log.gz 2024-07-26T17:11:56.219 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52171.log 2024-07-26T17:11:56.219 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-07-26T17:11:56.219 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.112669.log: /var/log/ceph/ceph-client.admin.52171.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.112669.log.gz 2024-07-26T17:11:56.219 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85351.log 2024-07-26T17:11:56.219 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.52171.log.gz 2024-07-26T17:11:56.219 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84668.log 2024-07-26T17:11:56.220 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85351.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.85351.log.gz 2024-07-26T17:11:56.220 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92341.log 2024-07-26T17:11:56.220 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.84668.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.84668.log.gz 2024-07-26T17:11:56.220 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38047.log 2024-07-26T17:11:56.220 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92341.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.92341.log.gz 2024-07-26T17:11:56.220 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46686.log 2024-07-26T17:11:56.220 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38047.log: 79.6% -- replaced with /var/log/ceph/ceph-client.admin.38047.log.gz 2024-07-26T17:11:56.220 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62321.log 2024-07-26T17:11:56.221 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46686.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46686.log.gz 2024-07-26T17:11:56.221 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46005.log 2024-07-26T17:11:56.221 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62321.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.62321.log.gz 2024-07-26T17:11:56.221 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72568.log 2024-07-26T17:11:56.221 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46005.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.46005.log.gz 2024-07-26T17:11:56.221 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92131.log 2024-07-26T17:11:56.221 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72568.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.72568.log.gz 2024-07-26T17:11:56.222 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.48194.log 2024-07-26T17:11:56.222 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92131.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.92131.log.gz 2024-07-26T17:11:56.222 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63226.log 2024-07-26T17:11:56.222 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.2.48194.log: 88.9% -- replaced with /var/log/ceph/ceph-client.2.48194.log.gz 2024-07-26T17:11:56.222 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78637.log 2024-07-26T17:11:56.222 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63226.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.63226.log.gz 2024-07-26T17:11:56.222 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66194.log 2024-07-26T17:11:56.223 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.78637.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.78637.log.gz 2024-07-26T17:11:56.223 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46340.log 2024-07-26T17:11:56.223 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66194.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.66194.log.gz 2024-07-26T17:11:56.223 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69117.log 2024-07-26T17:11:56.223 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46340.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46340.log.gz 2024-07-26T17:11:56.223 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90834.log 2024-07-26T17:11:56.223 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69117.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.69117.log.gz 2024-07-26T17:11:56.224 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113462.log 2024-07-26T17:11:56.224 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.90834.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.90834.log.gz 2024-07-26T17:11:56.224 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97656.log 2024-07-26T17:11:56.224 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113462.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.113462.log.gz 2024-07-26T17:11:56.224 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75171.log 2024-07-26T17:11:56.224 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97656.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.97656.log.gz 2024-07-26T17:11:56.224 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71664.log 2024-07-26T17:11:56.225 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75171.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.75171.log.gz 2024-07-26T17:11:56.225 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69807.log 2024-07-26T17:11:56.225 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71664.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.71664.log.gz 2024-07-26T17:11:56.225 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50457.log 2024-07-26T17:11:56.225 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69807.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.69807.log.gz 2024-07-26T17:11:56.225 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58260.log 2024-07-26T17:11:56.225 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50457.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50457.log.gz 2024-07-26T17:11:56.226 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75996.log 2024-07-26T17:11:56.226 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58260.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.58260.log.gz 2024-07-26T17:11:56.226 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92738.log 2024-07-26T17:11:56.226 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75996.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.75996.log.gz 2024-07-26T17:11:56.226 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87764.log 2024-07-26T17:11:56.226 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92738.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.92738.log.gz 2024-07-26T17:11:56.226 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85864.log 2024-07-26T17:11:56.227 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87764.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.87764.log.gz 2024-07-26T17:11:56.227 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38386.log 2024-07-26T17:11:56.227 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85864.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.85864.log.gz 2024-07-26T17:11:56.227 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62447.log 2024-07-26T17:11:56.227 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38386.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.38386.log.gz 2024-07-26T17:11:56.227 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51994.log 2024-07-26T17:11:56.227 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62447.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.62447.log.gz 2024-07-26T17:11:56.227 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85999.log 2024-07-26T17:11:56.228 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.51994.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.51994.log.gz 2024-07-26T17:11:56.228 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93600.log 2024-07-26T17:11:56.228 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85999.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.85999.log.gz 2024-07-26T17:11:56.228 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108643.log 2024-07-26T17:11:56.228 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93600.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.93600.log.gz 2024-07-26T17:11:56.228 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66427.log 2024-07-26T17:11:56.228 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108643.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.108643.log.gz 2024-07-26T17:11:56.228 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98517.log 2024-07-26T17:11:56.229 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66427.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.66427.log.gz 2024-07-26T17:11:56.229 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74719.log 2024-07-26T17:11:56.229 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98517.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.98517.log.gz 2024-07-26T17:11:56.229 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79109.log 2024-07-26T17:11:56.229 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.74719.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.74719.log.gz 2024-07-26T17:11:56.229 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109590.log 2024-07-26T17:11:56.229 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79109.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.79109.log.gz 2024-07-26T17:11:56.230 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84562.log 2024-07-26T17:11:56.230 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109590.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.109590.log.gz 2024-07-26T17:11:56.230 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75213.log 2024-07-26T17:11:56.230 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.84562.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.84562.log.gz 2024-07-26T17:11:56.230 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85014.log 2024-07-26T17:11:56.230 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75213.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.75213.log.gz 2024-07-26T17:11:56.230 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58993.log 2024-07-26T17:11:56.231 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85014.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.85014.log.gz 2024-07-26T17:11:56.231 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.106949.log 2024-07-26T17:11:56.231 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58993.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.58993.log.gz 2024-07-26T17:11:56.231 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44484.log 2024-07-26T17:11:56.231 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.106949.log: 91.3% -- replaced with /var/log/ceph/ceph-client.0.106949.log.gz 2024-07-26T17:11:56.231 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46687.log 2024-07-26T17:11:56.231 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44484.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44484.log.gz 2024-07-26T17:11:56.231 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49358.log 2024-07-26T17:11:56.232 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46687.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.46687.log.gz 2024-07-26T17:11:56.232 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85309.log 2024-07-26T17:11:56.232 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49358.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.49358.log.gz 2024-07-26T17:11:56.232 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61819.log 2024-07-26T17:11:56.232 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85309.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.85309.log.gz 2024-07-26T17:11:56.232 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79764.log 2024-07-26T17:11:56.232 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.61819.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.61819.log.gz 2024-07-26T17:11:56.233 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50587.log 2024-07-26T17:11:56.233 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79764.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.79764.log.gz 2024-07-26T17:11:56.233 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105322.log 2024-07-26T17:11:56.233 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50587.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50587.log.gz 2024-07-26T17:11:56.233 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114256.log 2024-07-26T17:11:56.233 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105322.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.105322.log.gz 2024-07-26T17:11:56.233 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100022.log 2024-07-26T17:11:56.234 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114256.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.114256.log.gz 2024-07-26T17:11:56.234 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114605.log 2024-07-26T17:11:56.234 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.100022.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.100022.log.gz 2024-07-26T17:11:56.234 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49736.log 2024-07-26T17:11:56.234 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114605.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.114605.log.gz 2024-07-26T17:11:56.234 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52457.log 2024-07-26T17:11:56.234 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49736.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49736.log.gz 2024-07-26T17:11:56.235 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102298.log 2024-07-26T17:11:56.235 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52457.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.52457.log.gz 2024-07-26T17:11:56.235 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38620.log 2024-07-26T17:11:56.235 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102298.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.102298.log.gz 2024-07-26T17:11:56.235 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44316.log 2024-07-26T17:11:56.235 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38620.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38620.log.gz 2024-07-26T17:11:56.235 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71090.log 2024-07-26T17:11:56.236 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44316.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44316.log.gz 2024-07-26T17:11:56.236 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80336.log 2024-07-26T17:11:56.236 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71090.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.71090.log.gz 2024-07-26T17:11:56.236 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72652.log 2024-07-26T17:11:56.236 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.80336.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.80336.log.gz 2024-07-26T17:11:56.236 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64018.log 2024-07-26T17:11:56.236 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72652.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.72652.log.gz 2024-07-26T17:11:56.236 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102676.log 2024-07-26T17:11:56.237 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.64018.log: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.64018.log.gz 2024-07-26T17:11:56.237 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68994.log 2024-07-26T17:11:56.237 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102676.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.102676.log.gz 2024-07-26T17:11:56.237 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104408.log 2024-07-26T17:11:56.237 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68994.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.68994.log.gz 2024-07-26T17:11:56.237 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49568.log 2024-07-26T17:11:56.237 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104408.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.104408.log.gz 2024-07-26T17:11:56.238 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58699.log 2024-07-26T17:11:56.238 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49568.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49568.log.gz 2024-07-26T17:11:56.238 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89158.log 2024-07-26T17:11:56.238 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58699.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.58699.log.gz 2024-07-26T17:11:56.238 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52625.log 2024-07-26T17:11:56.238 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89158.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.89158.log.gz 2024-07-26T17:11:56.238 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114689.log 2024-07-26T17:11:56.238 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52625.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.52625.log.gz 2024-07-26T17:11:56.239 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58909.log 2024-07-26T17:11:56.239 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114689.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.114689.log.gz 2024-07-26T17:11:56.239 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108956.log 2024-07-26T17:11:56.239 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58909.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.58909.log.gz 2024-07-26T17:11:56.239 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45791.log 2024-07-26T17:11:56.239 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108956.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.108956.log.gz 2024-07-26T17:11:56.239 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88986.log 2024-07-26T17:11:56.239 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45791.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45791.log.gz 2024-07-26T17:11:56.240 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49274.log 2024-07-26T17:11:56.240 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88986.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.88986.log.gz 2024-07-26T17:11:56.240 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45749.log 2024-07-26T17:11:56.240 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49274.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49274.log.gz 2024-07-26T17:11:56.240 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97824.log 2024-07-26T17:11:56.240 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45749.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.45749.log.gz 2024-07-26T17:11:56.240 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75274.log 2024-07-26T17:11:56.240 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97824.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.97824.log.gz 2024-07-26T17:11:56.241 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48612.log 2024-07-26T17:11:56.241 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75274.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.75274.log.gz 2024-07-26T17:11:56.241 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71916.log 2024-07-26T17:11:56.241 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.48612.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48612.log.gz 2024-07-26T17:11:56.241 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110057.log 2024-07-26T17:11:56.241 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71916.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71916.log.gz 2024-07-26T17:11:56.241 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105196.log 2024-07-26T17:11:56.241 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110057.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.110057.log.gz 2024-07-26T17:11:56.242 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99639.log 2024-07-26T17:11:56.242 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105196.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.105196.log.gz 2024-07-26T17:11:56.242 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45050.log 2024-07-26T17:11:56.242 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99639.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.99639.log.gz 2024-07-26T17:11:56.242 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46685.log 2024-07-26T17:11:56.242 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45050.log: 93.9% -- replaced with /var/log/ceph/ceph-client.0.51363.log.gz 2024-07-26T17:11:56.242 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63103.log 2024-07-26T17:11:56.242 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46685.log: 92.5% -- replaced with /var/log/ceph/ceph-client.admin.45050.log.gz 2024-07-26T17:11:56.243 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46685.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66469.log 2024-07-26T17:11:56.243 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.243 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63103.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76263.log 2024-07-26T17:11:56.243 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66469.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.63103.log.gz 2024-07-26T17:11:56.243 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97220.log 2024-07-26T17:11:56.243 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.66469.log.gz 2024-07-26T17:11:56.244 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72904.log 2024-07-26T17:11:56.244 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.76263.log.gz 2024-07-26T17:11:56.244 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97220.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.97220.log.gz 2024-07-26T17:11:56.244 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112061.log 2024-07-26T17:11:56.244 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99699.log 2024-07-26T17:11:56.244 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.112061.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.72904.log.gz 2024-07-26T17:11:56.244 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87848.log 2024-07-26T17:11:56.245 INFO:teuthology.orchestra.run.smithi033.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.112061.log.gz 2024-07-26T17:11:56.245 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107595.log 2024-07-26T17:11:56.245 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.99699.log.gz 2024-07-26T17:11:56.245 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87848.log: 86.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67928.log 2024-07-26T17:11:56.245 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.87848.log.gz 2024-07-26T17:11:56.245 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.107595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102550.log 2024-07-26T17:11:56.245 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.107595.log.gz 2024-07-26T17:11:56.245 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.67928.log: 87.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69204.log 2024-07-26T17:11:56.246 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.67928.log.gz/var/log/ceph/ceph-client.admin.102550.log: 2024-07-26T17:11:56.246 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.102550.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105383.log 2024-07-26T17:11:56.246 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.246 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38924.log 2024-07-26T17:11:56.246 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105383.log: /var/log/ceph/ceph-client.admin.69204.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.69204.log.gz 2024-07-26T17:11:56.246 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.105383.log.gz 2024-07-26T17:11:56.247 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115373.log 2024-07-26T17:11:56.247 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91290.log 2024-07-26T17:11:56.247 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38924.log: 86.7%/var/log/ceph/ceph-client.admin.115373.log: -- replaced with /var/log/ceph/ceph-client.admin.38924.log.gz 2024-07-26T17:11:56.247 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107508.log 2024-07-26T17:11:56.247 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.115373.log.gz 2024-07-26T17:11:56.247 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.91290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68255.log 2024-07-26T17:11:56.247 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.107508.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.91290.log.gz 2024-07-26T17:11:56.247 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.107508.log.gz 2024-07-26T17:11:56.248 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59101.log 2024-07-26T17:11:56.248 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72988.log 2024-07-26T17:11:56.248 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68255.log: /var/log/ceph/ceph-client.admin.59101.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.68255.log.gz 2024-07-26T17:11:56.248 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112819.log 2024-07-26T17:11:56.248 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59101.log.gz 2024-07-26T17:11:56.248 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72988.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92833.log 2024-07-26T17:11:56.248 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.112819.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.112819.log.gz 2024-07-26T17:11:56.249 INFO:teuthology.orchestra.run.smithi033.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.72988.log.gz 2024-07-26T17:11:56.249 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66071.log 2024-07-26T17:11:56.249 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92833.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78679.log 2024-07-26T17:11:56.249 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.92833.log.gz 2024-07-26T17:11:56.249 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66071.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-07-26T17:11:56.249 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.78679.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.66071.log.gz 2024-07-26T17:11:56.249 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.78679.log.gz 2024-07-26T17:11:56.249 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77268.log 2024-07-26T17:11:56.250 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94353.log 2024-07-26T17:11:56.250 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-mon.a.log: /var/log/ceph/ceph-client.admin.77268.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.77268.log.gz 2024-07-26T17:11:56.324 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-07-26T17:11:56.324 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a has been restored 2024-07-26T17:11:56.324 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b has been restored 2024-07-26T17:11:56.324 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.c has been restored 2024-07-26T17:11:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53210.log 2024-07-26T17:11:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.94353.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.94353.log.gz 2024-07-26T17:11:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101515.log 2024-07-26T17:11:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53210.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.53210.log.gz 2024-07-26T17:11:56.550 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46346.log 2024-07-26T17:11:56.551 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101515.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.101515.log.gz 2024-07-26T17:11:56.551 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99091.log 2024-07-26T17:11:56.551 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46346.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.46346.log.gz 2024-07-26T17:11:56.551 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113146.log 2024-07-26T17:11:56.551 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99091.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.99091.log.gz 2024-07-26T17:11:56.551 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105719.log 2024-07-26T17:11:56.551 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113146.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.113146.log.gz 2024-07-26T17:11:56.552 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86105.log 2024-07-26T17:11:56.552 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105719.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.105719.log.gz 2024-07-26T17:11:56.552 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69248.log 2024-07-26T17:11:56.552 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.86105.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.86105.log.gz 2024-07-26T17:11:56.552 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97045.log 2024-07-26T17:11:56.552 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69248.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.69248.log.gz 2024-07-26T17:11:56.552 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79850.log 2024-07-26T17:11:56.553 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97045.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.97045.log.gz 2024-07-26T17:11:56.553 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103680.log 2024-07-26T17:11:56.553 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79850.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.79850.log.gz 2024-07-26T17:11:56.553 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48945.log 2024-07-26T17:11:56.553 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103680.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.103680.log.gz 2024-07-26T17:11:56.553 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63408.log 2024-07-26T17:11:56.553 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.48945.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48945.log.gz 2024-07-26T17:11:56.554 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49981.log 2024-07-26T17:11:56.554 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63408.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63408.log.gz 2024-07-26T17:11:56.554 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69681.log 2024-07-26T17:11:56.554 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49981.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49981.log.gz 2024-07-26T17:11:56.554 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105467.log 2024-07-26T17:11:56.554 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69681.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.69681.log.gz 2024-07-26T17:11:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48528.log 2024-07-26T17:11:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105467.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.105467.log.gz 2024-07-26T17:11:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101263.log 2024-07-26T17:11:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.48528.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48528.log.gz 2024-07-26T17:11:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100908.log 2024-07-26T17:11:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101263.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.101263.log.gz 2024-07-26T17:11:56.555 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58484.log 2024-07-26T17:11:56.556 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.100908.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.100908.log.gz 2024-07-26T17:11:56.556 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69513.log 2024-07-26T17:11:56.556 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58484.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58484.log.gz 2024-07-26T17:11:56.556 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111312.log 2024-07-26T17:11:56.556 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69513.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.69513.log.gz 2024-07-26T17:11:56.556 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75003.log 2024-07-26T17:11:56.556 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.111312.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.111312.log.gz 2024-07-26T17:11:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115775.log 2024-07-26T17:11:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75003.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.75003.log.gz 2024-07-26T17:11:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89368.log 2024-07-26T17:11:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115775.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.115775.log.gz 2024-07-26T17:11:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55512.log 2024-07-26T17:11:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89368.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.89368.log.gz 2024-07-26T17:11:56.557 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88278.log 2024-07-26T17:11:56.558 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.55512.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.55512.log.gz 2024-07-26T17:11:56.558 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100688.log 2024-07-26T17:11:56.558 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88278.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.88278.log.gz 2024-07-26T17:11:56.558 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76473.log 2024-07-26T17:11:56.558 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.100688.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.100688.log.gz 2024-07-26T17:11:56.558 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73621.log 2024-07-26T17:11:56.558 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76473.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.76473.log.gz 2024-07-26T17:11:56.559 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70996.log 2024-07-26T17:11:56.559 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.73621.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.73621.log.gz 2024-07-26T17:11:56.559 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92486.log 2024-07-26T17:11:56.559 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70996.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.70996.log.gz 2024-07-26T17:11:56.559 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72396.log 2024-07-26T17:11:56.559 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92486.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.92486.log.gz 2024-07-26T17:11:56.559 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92047.log 2024-07-26T17:11:56.559 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72396.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.72396.log.gz 2024-07-26T17:11:56.560 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37921.log 2024-07-26T17:11:56.560 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92047.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.92047.log.gz 2024-07-26T17:11:56.560 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38269.log 2024-07-26T17:11:56.560 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.37921.log: 76.1% -- replaced with /var/log/ceph/ceph-client.admin.37921.log.gz 2024-07-26T17:11:56.560 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80837.log 2024-07-26T17:11:56.560 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38269.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.38269.log.gz 2024-07-26T17:11:56.560 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45707.log 2024-07-26T17:11:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.80837.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.80837.log.gz 2024-07-26T17:11:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48792.log 2024-07-26T17:11:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45707.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45707.log.gz 2024-07-26T17:11:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66281.log 2024-07-26T17:11:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.48792.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48792.log.gz 2024-07-26T17:11:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50108.log 2024-07-26T17:11:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66281.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.66281.log.gz 2024-07-26T17:11:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91781.log 2024-07-26T17:11:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50108.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50108.log.gz 2024-07-26T17:11:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92913.log 2024-07-26T17:11:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.91781.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.91781.log.gz 2024-07-26T17:11:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98899.log 2024-07-26T17:11:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92913.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.92913.log.gz 2024-07-26T17:11:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62237.log 2024-07-26T17:11:56.563 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98899.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.98899.log.gz 2024-07-26T17:11:56.563 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97343.log 2024-07-26T17:11:56.563 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62237.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.62237.log.gz 2024-07-26T17:11:56.563 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85056.log 2024-07-26T17:11:56.563 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97343.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.97343.log.gz 2024-07-26T17:11:56.563 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.111742.log 2024-07-26T17:11:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85056.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.85056.log.gz 2024-07-26T17:11:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62489.log 2024-07-26T17:11:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.111742.log: 92.9% -- replaced with /var/log/ceph/ceph-client.0.111742.log.gz 2024-07-26T17:11:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99870.log 2024-07-26T17:11:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62489.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.62489.log.gz 2024-07-26T17:11:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64501.log 2024-07-26T17:11:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99870.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.99870.log.gz 2024-07-26T17:11:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65686.log 2024-07-26T17:11:56.565 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.64501.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64501.log.gz 2024-07-26T17:11:56.565 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75358.log 2024-07-26T17:11:56.565 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65686.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.65686.log.gz 2024-07-26T17:11:56.565 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106199.log 2024-07-26T17:11:56.565 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75358.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.75358.log.gz 2024-07-26T17:11:56.565 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57649.log 2024-07-26T17:11:56.565 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.106199.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.106199.log.gz 2024-07-26T17:11:56.566 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113809.log 2024-07-26T17:11:56.566 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57649.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.57649.log.gz 2024-07-26T17:11:56.566 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57902.log 2024-07-26T17:11:56.566 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113809.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.113809.log.gz 2024-07-26T17:11:56.566 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106283.log 2024-07-26T17:11:56.566 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57902.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57902.log.gz 2024-07-26T17:11:56.566 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101725.log 2024-07-26T17:11:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.106283.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.106283.log.gz 2024-07-26T17:11:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108853.log 2024-07-26T17:11:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101725.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.101725.log.gz 2024-07-26T17:11:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68549.log 2024-07-26T17:11:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108853.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.108853.log.gz 2024-07-26T17:11:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113984.log 2024-07-26T17:11:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68549.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68549.log.gz 2024-07-26T17:11:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101221.log 2024-07-26T17:11:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113984.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.113984.log.gz 2024-07-26T17:11:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58825.log 2024-07-26T17:11:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101221.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.101221.log.gz 2024-07-26T17:11:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63450.log 2024-07-26T17:11:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58825.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58825.log.gz 2024-07-26T17:11:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75400.log 2024-07-26T17:11:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63450.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63450.log.gz 2024-07-26T17:11:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106413.log 2024-07-26T17:11:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75400.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.75400.log.gz 2024-07-26T17:11:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.103086.log 2024-07-26T17:11:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.106413.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.106413.log.gz 2024-07-26T17:11:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.67299.log 2024-07-26T17:11:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.103086.log: 91.8% -- replaced with /var/log/ceph/ceph-client.0.103086.log.gz 2024-07-26T17:11:56.570 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92444.log 2024-07-26T17:11:56.570 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.67299.log: 89.5% -- replaced with /var/log/ceph/ceph-client.0.67299.log.gz 2024-07-26T17:11:56.570 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103327.log 2024-07-26T17:11:56.570 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92444.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.92444.log.gz 2024-07-26T17:11:56.570 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75867.log 2024-07-26T17:11:56.570 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103327.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.103327.log.gz 2024-07-26T17:11:56.571 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101473.log 2024-07-26T17:11:56.571 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75867.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.75867.log.gz 2024-07-26T17:11:56.571 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46347.log 2024-07-26T17:11:56.571 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101473.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.101473.log.gz 2024-07-26T17:11:56.571 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69597.log 2024-07-26T17:11:56.571 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46347.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.46347.log.gz 2024-07-26T17:11:56.571 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104670.log 2024-07-26T17:11:56.571 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69597.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.69597.log.gz 2024-07-26T17:11:56.572 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71874.log 2024-07-26T17:11:56.572 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104670.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.104670.log.gz 2024-07-26T17:11:56.572 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104544.log 2024-07-26T17:11:56.572 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71874.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.71874.log.gz 2024-07-26T17:11:56.572 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101431.log 2024-07-26T17:11:56.572 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104544.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.104544.log.gz 2024-07-26T17:11:56.573 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45665.log 2024-07-26T17:11:56.573 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101431.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.101431.log.gz 2024-07-26T17:11:56.573 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74518.log 2024-07-26T17:11:56.573 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45665.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.45665.log.gz 2024-07-26T17:11:56.573 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52230.log 2024-07-26T17:11:56.573 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.74518.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.74518.log.gz 2024-07-26T17:11:56.573 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105154.log 2024-07-26T17:11:56.574 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52230.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.52230.log.gz 2024-07-26T17:11:56.574 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106016.log 2024-07-26T17:11:56.574 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105154.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.105154.log.gz 2024-07-26T17:11:56.574 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53294.log 2024-07-26T17:11:56.574 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.106016.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.106016.log.gz 2024-07-26T17:11:56.574 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77525.log 2024-07-26T17:11:56.574 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53294.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.53294.log.gz 2024-07-26T17:11:56.575 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102424.log 2024-07-26T17:11:56.575 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77525.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.77525.log.gz 2024-07-26T17:11:56.575 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114065.log 2024-07-26T17:11:56.575 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102424.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.102424.log.gz 2024-07-26T17:11:56.575 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70739.log 2024-07-26T17:11:56.575 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114065.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.114065.log.gz 2024-07-26T17:11:56.575 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64651.log 2024-07-26T17:11:56.576 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70739.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.70739.log.gz 2024-07-26T17:11:56.576 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89977.log 2024-07-26T17:11:56.576 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.64651.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.64651.log.gz 2024-07-26T17:11:56.576 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108998.log 2024-07-26T17:11:56.576 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89977.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.89977.log.gz 2024-07-26T17:11:56.576 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114479.log 2024-07-26T17:11:56.576 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108998.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.108998.log.gz 2024-07-26T17:11:56.577 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66152.log 2024-07-26T17:11:56.577 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114479.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.114479.log.gz 2024-07-26T17:11:56.577 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104064.log 2024-07-26T17:11:56.577 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66152.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.66152.log.gz 2024-07-26T17:11:56.577 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98773.log 2024-07-26T17:11:56.577 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104064.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.104064.log.gz 2024-07-26T17:11:56.577 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92654.log 2024-07-26T17:11:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98773.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.98773.log.gz 2024-07-26T17:11:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85530.log 2024-07-26T17:11:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92654.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.92654.log.gz 2024-07-26T17:11:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72694.log 2024-07-26T17:11:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85530.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.85530.log.gz 2024-07-26T17:11:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103243.log 2024-07-26T17:11:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72694.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.72694.log.gz 2024-07-26T17:11:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64543.log 2024-07-26T17:11:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103243.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.103243.log.gz 2024-07-26T17:11:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74825.log 2024-07-26T17:11:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.64543.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.64543.log.gz 2024-07-26T17:11:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44634.log 2024-07-26T17:11:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.74825.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.74825.log.gz 2024-07-26T17:11:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116153.log 2024-07-26T17:11:56.580 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44634.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44634.log.gz 2024-07-26T17:11:56.580 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63538.log 2024-07-26T17:11:56.580 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116153.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.116153.log.gz 2024-07-26T17:11:56.580 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75442.log 2024-07-26T17:11:56.580 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63538.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63538.log.gz 2024-07-26T17:11:56.580 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78459.log 2024-07-26T17:11:56.580 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75442.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.75442.log.gz 2024-07-26T17:11:56.580 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115985.log 2024-07-26T17:11:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.78459.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.78459.log.gz 2024-07-26T17:11:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114149.log 2024-07-26T17:11:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115985.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.115985.log.gz 2024-07-26T17:11:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.112414.log 2024-07-26T17:11:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114149.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.114149.log.gz 2024-07-26T17:11:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72301.log 2024-07-26T17:11:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.112414.log: 93.3% -- replaced with /var/log/ceph/ceph-client.0.112414.log.gz 2024-07-26T17:11:56.582 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79319.log 2024-07-26T17:11:56.582 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72301.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.72301.log.gz 2024-07-26T17:11:56.582 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100516.log 2024-07-26T17:11:56.582 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79319.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.79319.log.gz 2024-07-26T17:11:56.582 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113725.log 2024-07-26T17:11:56.582 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.100516.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.100516.log.gz 2024-07-26T17:11:56.582 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46883.log 2024-07-26T17:11:56.583 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113725.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.113725.log.gz 2024-07-26T17:11:56.583 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87932.log 2024-07-26T17:11:56.583 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46883.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.46883.log.gz 2024-07-26T17:11:56.583 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96387.log 2024-07-26T17:11:56.583 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87932.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.87932.log.gz 2024-07-26T17:11:56.583 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110435.log 2024-07-26T17:11:56.584 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96387.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.96387.log.gz 2024-07-26T17:11:56.584 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111226.log 2024-07-26T17:11:56.584 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110435.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.110435.log.gz 2024-07-26T17:11:56.584 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98689.log 2024-07-26T17:11:56.584 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.111226.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.111226.log.gz 2024-07-26T17:11:56.584 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113683.log 2024-07-26T17:11:56.584 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98689.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.98689.log.gz 2024-07-26T17:11:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71790.log 2024-07-26T17:11:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113683.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.113683.log.gz 2024-07-26T17:11:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88236.log 2024-07-26T17:11:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71790.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.71790.log.gz 2024-07-26T17:11:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113188.log 2024-07-26T17:11:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88236.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.88236.log.gz 2024-07-26T17:11:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86147.log 2024-07-26T17:11:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113188.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.113188.log.gz 2024-07-26T17:11:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63023.log 2024-07-26T17:11:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.86147.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.86147.log.gz 2024-07-26T17:11:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68819.log 2024-07-26T17:11:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63023.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63023.log.gz 2024-07-26T17:11:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49694.log 2024-07-26T17:11:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68819.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.68819.log.gz 2024-07-26T17:11:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48700.log 2024-07-26T17:11:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49694.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49694.log.gz 2024-07-26T17:11:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49939.log 2024-07-26T17:11:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.48700.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.48700.log.gz 2024-07-26T17:11:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75706.log 2024-07-26T17:11:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49939.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.49939.log.gz 2024-07-26T17:11:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96680.log 2024-07-26T17:11:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75706.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.75706.log.gz 2024-07-26T17:11:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69555.log 2024-07-26T17:11:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96680.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.96680.log.gz 2024-07-26T17:11:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53546.log 2024-07-26T17:11:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69555.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.69555.log.gz 2024-07-26T17:11:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89326.log 2024-07-26T17:11:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53546.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.53546.log.gz 2024-07-26T17:11:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110852.log 2024-07-26T17:11:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89326.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.89326.log.gz 2024-07-26T17:11:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94311.log 2024-07-26T17:11:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110852.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.110852.log.gz 2024-07-26T17:11:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52373.log 2024-07-26T17:11:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.94311.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.94311.log.gz 2024-07-26T17:11:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89116.log 2024-07-26T17:11:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52373.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.52373.log.gz 2024-07-26T17:11:56.590 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113062.log 2024-07-26T17:11:56.590 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89116.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.89116.log.gz 2024-07-26T17:11:56.590 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89476.log 2024-07-26T17:11:56.590 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113062.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.113062.log.gz 2024-07-26T17:11:56.591 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76133.log 2024-07-26T17:11:56.591 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.89476.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.89476.log.gz 2024-07-26T17:11:56.591 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62363.log 2024-07-26T17:11:56.591 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76133.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.76133.log.gz 2024-07-26T17:11:56.591 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83401.log 2024-07-26T17:11:56.591 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62363.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.62363.log.gz 2024-07-26T17:11:56.591 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109208.log 2024-07-26T17:11:56.592 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.83401.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.83401.log.gz 2024-07-26T17:11:56.592 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63766.log 2024-07-26T17:11:56.592 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109208.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.109208.log.gz 2024-07-26T17:11:56.592 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85140.log 2024-07-26T17:11:56.592 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63766.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.63766.log.gz 2024-07-26T17:11:56.592 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77226.log 2024-07-26T17:11:56.592 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85140.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.85140.log.gz 2024-07-26T17:11:56.593 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66343.log 2024-07-26T17:11:56.593 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77226.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.77226.log.gz 2024-07-26T17:11:56.593 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67862.log 2024-07-26T17:11:56.593 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66343.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.66343.log.gz 2024-07-26T17:11:56.593 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84804.log 2024-07-26T17:11:56.593 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.67862.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.67862.log.gz 2024-07-26T17:11:56.593 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98941.log 2024-07-26T17:11:56.594 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.84804.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.84804.log.gz 2024-07-26T17:11:56.594 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38351.log 2024-07-26T17:11:56.594 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98941.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.98941.log.gz 2024-07-26T17:11:56.594 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87092.log 2024-07-26T17:11:56.594 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38351.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.38351.log.gz 2024-07-26T17:11:56.594 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108895.log 2024-07-26T17:11:56.594 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87092.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.87092.log.gz 2024-07-26T17:11:56.594 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99025.log 2024-07-26T17:11:56.595 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108895.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.108895.log.gz 2024-07-26T17:11:56.595 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66805.log 2024-07-26T17:11:56.595 INFO:teuthology.orchestra.run.smithi033.stderr: 93.1% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-07-26T17:11:56.595 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99025.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71832.log 2024-07-26T17:11:56.595 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66805.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.66805.log.gz 91.0% -- replaced with /var/log/ceph/ceph-client.admin.99025.log.gz 2024-07-26T17:11:56.595 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.595 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105028.log 2024-07-26T17:11:56.596 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.71832.log: -- /var/log/ceph/ceph-client.admin.69849.log 2024-07-26T17:11:56.596 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.71832.log.gz 2024-07-26T17:11:56.596 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105028.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70217.log 2024-07-26T17:11:56.596 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.105028.log.gz 2024-07-26T17:11:56.596 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69849.log: 87.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74961.log 2024-07-26T17:11:56.596 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.69849.log.gz/var/log/ceph/ceph-client.0.70217.log: 2024-07-26T17:11:56.596 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107326.log 2024-07-26T17:11:56.597 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.74961.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.74961.log.gz 2024-07-26T17:11:56.597 INFO:teuthology.orchestra.run.smithi033.stderr:gzip 94.2% -- replaced with /var/log/ceph/ceph-client.0.70217.log.gz 2024-07-26T17:11:56.597 INFO:teuthology.orchestra.run.smithi033.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.47093.log 2024-07-26T17:11:56.597 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68777.log 2024-07-26T17:11:56.597 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.107326.log: /var/log/ceph/ceph-client.admin.47093.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.107326.log.gz 2024-07-26T17:11:56.597 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47093.log.gz 2024-07-26T17:11:56.597 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104502.log 2024-07-26T17:11:56.597 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69429.log 2024-07-26T17:11:56.598 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.68777.log.gz 2024-07-26T17:11:56.598 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47009.log 2024-07-26T17:11:56.598 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69429.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.104502.log.gz 2024-07-26T17:11:56.598 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.69429.log.gz 2024-07-26T17:11:56.598 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52499.log 2024-07-26T17:11:56.598 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96901.log 2024-07-26T17:11:56.598 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52499.log: /var/log/ceph/ceph-client.admin.47009.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47009.log.gz 2024-07-26T17:11:56.599 INFO:teuthology.orchestra.run.smithi033.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.52499.log.gz 2024-07-26T17:11:56.599 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88663.log 2024-07-26T17:11:56.599 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.96901.log: -- /var/log/ceph/ceph-client.admin.93558.log 2024-07-26T17:11:56.599 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.96901.log.gz 2024-07-26T17:11:56.599 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.89736.log 2024-07-26T17:11:56.599 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93558.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.88663.log.gz 2024-07-26T17:11:56.599 INFO:teuthology.orchestra.run.smithi033.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.93558.log.gz 2024-07-26T17:11:56.600 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51604.log 2024-07-26T17:11:56.600 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94616.log 2024-07-26T17:11:56.600 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.89736.log: /var/log/ceph/ceph-client.admin.51604.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.51604.log.gz 2024-07-26T17:11:56.600 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101034.log 2024-07-26T17:11:56.600 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.94616.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.94616.log.gz 2024-07-26T17:11:56.600 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56301.log 2024-07-26T17:11:56.600 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101034.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.101034.log.gz 2024-07-26T17:11:56.601 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97526.log 2024-07-26T17:11:56.601 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.56301.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.56301.log.gz 2024-07-26T17:11:56.601 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45413.log 2024-07-26T17:11:56.601 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97526.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.97526.log.gz 2024-07-26T17:11:56.601 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105280.log 2024-07-26T17:11:56.601 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45413.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45413.log.gz 2024-07-26T17:11:56.601 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54986.log 2024-07-26T17:11:56.602 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105280.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.105280.log.gz 2024-07-26T17:11:56.602 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71216.log 2024-07-26T17:11:56.602 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.54986.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.54986.log.gz 2024-07-26T17:11:56.602 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106455.log 2024-07-26T17:11:56.602 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71216.log: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.71216.log.gz 2024-07-26T17:11:56.602 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76575.log 2024-07-26T17:11:56.602 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.106455.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.106455.log.gz 2024-07-26T17:11:56.603 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38208.log 2024-07-26T17:11:56.603 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76575.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.76575.log.gz 2024-07-26T17:11:56.603 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76040.log 2024-07-26T17:11:56.603 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38208.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.38208.log.gz 2024-07-26T17:11:56.603 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109931.log 2024-07-26T17:11:56.603 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76040.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.76040.log.gz 2024-07-26T17:11:56.604 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37949.log 2024-07-26T17:11:56.604 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109931.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.109931.log.gz 2024-07-26T17:11:56.604 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65770.log 2024-07-26T17:11:56.604 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.37949.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37949.log.gz 2024-07-26T17:11:56.604 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49065.log 2024-07-26T17:11:56.604 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65770.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65770.log.gz 2024-07-26T17:11:56.604 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93432.log 2024-07-26T17:11:56.605 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49065.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49065.log.gz 2024-07-26T17:11:56.605 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52289.log 2024-07-26T17:11:56.605 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93432.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.93432.log.gz 2024-07-26T17:11:56.605 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87722.log 2024-07-26T17:11:56.605 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52289.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.52289.log.gz 2024-07-26T17:11:56.605 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78953.log 2024-07-26T17:11:56.606 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87722.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.87722.log.gz 2024-07-26T17:11:56.606 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68465.log 2024-07-26T17:11:56.606 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.78953.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.78953.log.gz 2024-07-26T17:11:56.606 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52709.log 2024-07-26T17:11:56.606 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68465.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.68465.log.gz 2024-07-26T17:11:56.606 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98731.log 2024-07-26T17:11:56.606 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52709.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.52709.log.gz 2024-07-26T17:11:56.607 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52415.log 2024-07-26T17:11:56.607 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98731.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.98731.log.gz 2024-07-26T17:11:56.607 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75087.log 2024-07-26T17:11:56.607 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52415.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.52415.log.gz 2024-07-26T17:11:56.607 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65488.log 2024-07-26T17:11:56.607 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75087.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.75087.log.gz 2024-07-26T17:11:56.607 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116069.log 2024-07-26T17:11:56.608 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65488.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.65488.log.gz 2024-07-26T17:11:56.608 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75045.log 2024-07-26T17:11:56.608 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116069.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.116069.log.gz 2024-07-26T17:11:56.608 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70566.log 2024-07-26T17:11:56.608 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75045.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.75045.log.gz 2024-07-26T17:11:56.608 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50941.log 2024-07-26T17:11:56.608 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70566.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.70566.log.gz 2024-07-26T17:11:56.608 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94529.log 2024-07-26T17:11:56.609 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50941.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50941.log.gz 2024-07-26T17:11:56.609 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44358.log 2024-07-26T17:11:56.609 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.94529.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.94529.log.gz 2024-07-26T17:11:56.609 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.98276.log 2024-07-26T17:11:56.609 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44358.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44358.log.gz 2024-07-26T17:11:56.609 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113420.log 2024-07-26T17:11:56.609 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.98276.log: 95.1% -- replaced with /var/log/ceph/ceph-client.0.89736.log.gz 2024-07-26T17:11:56.609 INFO:teuthology.orchestra.run.smithi033.stderr: 91.7% -- replaced with /var/log/ceph/ceph-client.0.98276.log.gz 2024-07-26T17:11:56.610 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102382.log 2024-07-26T17:11:56.610 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113420.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.113420.log.gz 2024-07-26T17:11:56.610 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109124.log 2024-07-26T17:11:56.610 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102382.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.102382.log.gz 2024-07-26T17:11:56.610 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96345.log 2024-07-26T17:11:56.610 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109124.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.109124.log.gz 2024-07-26T17:11:56.610 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69299.log 2024-07-26T17:11:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96345.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.96345.log.gz 2024-07-26T17:11:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107190.log 2024-07-26T17:11:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69299.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.69299.log.gz 2024-07-26T17:11:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57944.log 2024-07-26T17:11:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.107190.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.107190.log.gz 2024-07-26T17:11:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93348.log 2024-07-26T17:11:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57944.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.57944.log.gz 2024-07-26T17:11:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108401.log 2024-07-26T17:11:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93348.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.93348.log.gz 2024-07-26T17:11:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72091.log 2024-07-26T17:11:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108401.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.108401.log.gz 2024-07-26T17:11:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105425.log 2024-07-26T17:11:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72091.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.72091.log.gz 2024-07-26T17:11:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68339.log 2024-07-26T17:11:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105425.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.105425.log.gz 2024-07-26T17:11:56.613 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77702.log 2024-07-26T17:11:56.613 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68339.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.68339.log.gz 2024-07-26T17:11:56.613 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98983.log 2024-07-26T17:11:56.613 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77702.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.77702.log.gz 2024-07-26T17:11:56.613 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77184.log 2024-07-26T17:11:56.613 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98983.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.98983.log.gz 2024-07-26T17:11:56.613 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68507.log 2024-07-26T17:11:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77184.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.77184.log.gz 2024-07-26T17:11:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79361.log 2024-07-26T17:11:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68507.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68507.log.gz 2024-07-26T17:11:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63850.log 2024-07-26T17:11:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79361.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.79361.log.gz 2024-07-26T17:11:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99543.log 2024-07-26T17:11:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63850.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.63850.log.gz 2024-07-26T17:11:56.615 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109040.log 2024-07-26T17:11:56.615 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99543.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.99543.log.gz 2024-07-26T17:11:56.615 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75786.log 2024-07-26T17:11:56.615 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109040.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.109040.log.gz 2024-07-26T17:11:56.615 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68129.log 2024-07-26T17:11:56.615 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75786.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.75786.log.gz 2024-07-26T17:11:56.615 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38367.log 2024-07-26T17:11:56.616 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68129.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.68129.log.gz 2024-07-26T17:11:56.616 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72820.log 2024-07-26T17:11:56.617 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45236.log 2024-07-26T17:11:56.617 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38367.log: /var/log/ceph/ceph-client.admin.72820.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.38367.log.gz 2024-07-26T17:11:56.618 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63664.log 2024-07-26T17:11:56.618 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.72820.log.gz 2024-07-26T17:11:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78353.log 2024-07-26T17:11:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45236.log: /var/log/ceph/ceph-client.admin.63664.log: 87.1% 87.3% -- replaced with /var/log/ceph/ceph-client.admin.45236.log.gz 2024-07-26T17:11:56.618 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.63664.log.gz 2024-07-26T17:11:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84930.log 2024-07-26T17:11:56.619 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79677.log 2024-07-26T17:11:56.619 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.78353.log: /var/log/ceph/ceph-client.admin.84930.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.78353.log.gz 2024-07-26T17:11:56.619 INFO:teuthology.orchestra.run.smithi033.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.84930.log.gz 2024-07-26T17:11:56.619 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67648.log 2024-07-26T17:11:56.619 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111370.log 2024-07-26T17:11:56.619 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.67648.log: /var/log/ceph/ceph-client.admin.79677.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79677.log.gz 2024-07-26T17:11:56.619 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.67648.log.gz 2024-07-26T17:11:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59668.log 2024-07-26T17:11:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86315.log 2024-07-26T17:11:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.111370.log: /var/log/ceph/ceph-client.admin.59668.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.111370.log.gz 2024-07-26T17:11:56.620 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59668.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67540.log 2024-07-26T17:11:56.620 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5/var/log/ceph/ceph-client.admin.86315.log: --verbose -- /var/log/ceph/ceph-client.admin.114563.log 2024-07-26T17:11:56.621 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.86315.log.gz 2024-07-26T17:11:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.67540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77466.log 2024-07-26T17:11:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114563.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.67540.log.gz 2024-07-26T17:11:56.621 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.114563.log.gz 2024-07-26T17:11:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72214.log 2024-07-26T17:11:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5/var/log/ceph/ceph-client.admin.77466.log: --verbose -- /var/log/ceph/ceph-client.admin.51876.log 2024-07-26T17:11:56.621 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.77466.log.gz 2024-07-26T17:11:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66847.log 2024-07-26T17:11:56.622 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.51876.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.72214.log.gz 2024-07-26T17:11:56.622 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.51876.log.gz 2024-07-26T17:11:56.622 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53801.log 2024-07-26T17:11:56.622 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5/var/log/ceph/ceph-client.admin.66847.log: --verbose -- /var/log/ceph/ceph-client.admin.57303.log 2024-07-26T17:11:56.622 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.66847.log.gz 2024-07-26T17:11:56.622 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.77027.log 2024-07-26T17:11:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57303.log: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.53801.log.gz 2024-07-26T17:11:56.623 INFO:teuthology.orchestra.run.smithi033.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.57303.log.gz 2024-07-26T17:11:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50364.log 2024-07-26T17:11:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.0.77027.log: -- /var/log/ceph/ceph-client.admin.113020.log 2024-07-26T17:11:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50364.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50364.log.gz 2024-07-26T17:11:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62037.log 2024-07-26T17:11:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113020.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.113020.log.gz 2024-07-26T17:11:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57177.log 2024-07-26T17:11:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62037.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62037.log.gz 2024-07-26T17:11:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75129.log 2024-07-26T17:11:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57177.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.57177.log.gz 2024-07-26T17:11:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75610.log 2024-07-26T17:11:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75129.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.75129.log.gz 2024-07-26T17:11:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70781.log 2024-07-26T17:11:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75610.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.75610.log.gz 2024-07-26T17:11:56.625 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70889.log 2024-07-26T17:11:56.625 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70781.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.70781.log.gz 2024-07-26T17:11:56.625 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70458.log 2024-07-26T17:11:56.625 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70889.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.70889.log.gz 2024-07-26T17:11:56.625 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93078.log 2024-07-26T17:11:56.625 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70458.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70458.log.gz 2024-07-26T17:11:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90792.log 2024-07-26T17:11:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93078.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.93078.log.gz 2024-07-26T17:11:56.626 INFO:teuthology.orchestra.run.smithi033.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.0.77027.log.gz 2024-07-26T17:11:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109677.log 2024-07-26T17:11:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88891.log 2024-07-26T17:11:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109677.log: /var/log/ceph/ceph-client.admin.90792.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.109677.log.gz 87.0% 2024-07-26T17:11:56.627 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.90792.log.gz 2024-07-26T17:11:56.627 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85733.log 2024-07-26T17:11:56.627 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88891.log: gzip -5 --verbose -- 87.2% -- replaced with /var/log/ceph/ceph-client.admin.88891.log.gz 2024-07-26T17:11:56.627 INFO:teuthology.orchestra.run.smithi033.stderr: /var/log/ceph/ceph-client.admin.99175.log 2024-07-26T17:11:56.627 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59602.log 2024-07-26T17:11:56.627 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99175.log: /var/log/ceph/ceph-client.admin.85733.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.99175.log.gz 2024-07-26T17:11:56.627 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.85733.log.gz 2024-07-26T17:11:56.628 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104944.log 2024-07-26T17:11:56.628 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65256.log 2024-07-26T17:11:56.628 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104944.log: /var/log/ceph/ceph-client.admin.59602.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.104944.log.gz 2024-07-26T17:11:56.628 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.59602.log.gz 2024-07-26T17:11:56.628 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54155.log 2024-07-26T17:11:56.628 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65256.log: gzip -5 --verbose -- 86.6% -- replaced with /var/log/ceph/ceph-client.admin.65256.log.gz 2024-07-26T17:11:56.628 INFO:teuthology.orchestra.run.smithi033.stderr: /var/log/ceph/ceph-client.admin.65088.log 2024-07-26T17:11:56.629 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66679.log 2024-07-26T17:11:56.629 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.65088.log: /var/log/ceph/ceph-client.admin.54155.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.65088.log.gz 2024-07-26T17:11:56.629 INFO:teuthology.orchestra.run.smithi033.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.54155.log.gz 2024-07-26T17:11:56.629 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45455.log 2024-07-26T17:11:56.629 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66679.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84972.log 87.3% 2024-07-26T17:11:56.629 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.66679.log.gz 2024-07-26T17:11:56.629 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48486.log 2024-07-26T17:11:56.629 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45455.log: /var/log/ceph/ceph-client.admin.84972.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.84972.log.gz 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45455.log.gz 2024-07-26T17:11:56.630 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57860.log 2024-07-26T17:11:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75316.log 2024-07-26T17:11:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57860.log: /var/log/ceph/ceph-client.admin.48486.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.57860.log.gz 2024-07-26T17:11:56.630 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.48486.log.gz 2024-07-26T17:11:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109805.log 2024-07-26T17:11:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76659.log 2024-07-26T17:11:56.630 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109805.log: /var/log/ceph/ceph-client.admin.75316.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.109805.log.gz 2024-07-26T17:11:56.631 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.75316.log.gz 2024-07-26T17:11:56.631 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78805.log 2024-07-26T17:11:56.631 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100582.log 2024-07-26T17:11:56.631 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.78805.log: /var/log/ceph/ceph-client.admin.76659.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.78805.log.gz 2024-07-26T17:11:56.631 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.76659.log.gz 2024-07-26T17:11:56.631 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106104.log 2024-07-26T17:11:56.632 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.100582.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62531.log 87.8% -- replaced with /var/log/ceph/ceph-client.admin.100582.log.gz 2024-07-26T17:11:56.632 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.632 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46344.log 2024-07-26T17:11:56.632 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62531.log: /var/log/ceph/ceph-client.admin.106104.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62531.log.gz 2024-07-26T17:11:56.632 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.106104.log.gz 2024-07-26T17:11:56.632 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114107.log 2024-07-26T17:11:56.633 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46344.log: gzip -5 --verbose 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46344.log.gz 2024-07-26T17:11:56.633 INFO:teuthology.orchestra.run.smithi033.stderr: -- /var/log/ceph/ceph-client.admin.38005.log 2024-07-26T17:11:56.633 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58302.log 2024-07-26T17:11:56.633 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38005.log: /var/log/ceph/ceph-client.admin.114107.log: 76.4% -- replaced with /var/log/ceph/ceph-client.admin.38005.log.gz 2024-07-26T17:11:56.633 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.114107.log.gz 2024-07-26T17:11:56.633 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110936.log 2024-07-26T17:11:56.633 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58302.log: gzip -5 --verbose -- 87.5% /var/log/ceph/ceph-client.admin.106623.log 2024-07-26T17:11:56.634 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58302.log.gz 2024-07-26T17:11:56.634 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67456.log 2024-07-26T17:11:56.634 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110936.log: /var/log/ceph/ceph-client.admin.106623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68914.log 2024-07-26T17:11:56.634 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.67456.log: 87.5% 87.1% -- replaced with /var/log/ceph/ceph-client.admin.67456.log.gz 2024-07-26T17:11:56.634 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59739.log 2024-07-26T17:11:56.634 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.110936.log.gz 2024-07-26T17:11:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68914.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68914.log.gz 2024-07-26T17:11:56.635 INFO:teuthology.orchestra.run.smithi033.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.106623.log.gz 2024-07-26T17:11:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52541.log 2024-07-26T17:11:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.59739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53606.log 2024-07-26T17:11:56.635 INFO:teuthology.orchestra.run.smithi033.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59739.log.gz 2024-07-26T17:11:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101557.log 2024-07-26T17:11:56.635 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53606.log: /var/log/ceph/ceph-client.admin.52541.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.52541.log.gz 87.0% 2024-07-26T17:11:56.636 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.53606.log.gz 2024-07-26T17:11:56.636 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45833.log 2024-07-26T17:11:56.636 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111002.log 2024-07-26T17:11:56.636 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45833.log: /var/log/ceph/ceph-client.admin.101557.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45833.log.gz 2024-07-26T17:11:56.636 INFO:teuthology.orchestra.run.smithi033.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.101557.log.gz 2024-07-26T17:11:56.636 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106581.log 2024-07-26T17:11:56.636 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77802.log 2024-07-26T17:11:56.637 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.106581.log: /var/log/ceph/ceph-client.admin.111002.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.106581.log.gz 2024-07-26T17:11:56.637 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.111002.log.gz 2024-07-26T17:11:56.637 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88762.log 2024-07-26T17:11:56.637 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77802.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95818.log 84.3% -- replaced with /var/log/ceph/ceph-client.admin.77802.log.gz 2024-07-26T17:11:56.637 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.637 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46014.log 2024-07-26T17:11:56.638 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.95818.log: /var/log/ceph/ceph-client.admin.88762.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.95818.log.gz 2024-07-26T17:11:56.638 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.88762.log.gz 2024-07-26T17:11:56.638 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79976.log 2024-07-26T17:11:56.638 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46014.log: gzip -5 --verbose 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46014.log.gz 2024-07-26T17:11:56.638 INFO:teuthology.orchestra.run.smithi033.stderr: -- /var/log/ceph/ceph-client.admin.53462.log 2024-07-26T17:11:56.638 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78245.log 2024-07-26T17:11:56.638 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53462.log: /var/log/ceph/ceph-client.admin.79976.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.53462.log.gz 87.1% -- replaced with /var/log/ceph/ceph-client.admin.79976.log.gz 2024-07-26T17:11:56.639 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.639 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52667.log 2024-07-26T17:11:56.639 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109721.log 2024-07-26T17:11:56.639 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.52667.log: /var/log/ceph/ceph-client.admin.78245.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.52667.log.gz 2024-07-26T17:11:56.639 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.78245.log.gz 2024-07-26T17:11:56.639 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86273.log 2024-07-26T17:11:56.639 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109721.log: gzip 87.0% -- replaced with /var/log/ceph/ceph-client.admin.109721.log.gz 2024-07-26T17:11:56.640 INFO:teuthology.orchestra.run.smithi033.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.116405.log 2024-07-26T17:11:56.640 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101347.log 2024-07-26T17:11:56.640 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116405.log: /var/log/ceph/ceph-client.admin.86273.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.116405.log.gz 2024-07-26T17:11:56.640 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.86273.log.gz 2024-07-26T17:11:56.640 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58614.log 2024-07-26T17:11:56.640 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101347.log: 87.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80903.log 2024-07-26T17:11:56.640 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.101347.log.gz 2024-07-26T17:11:56.641 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104772.log 2024-07-26T17:11:56.641 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58614.log: /var/log/ceph/ceph-client.admin.80903.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58614.log.gz 87.6% -- replaced with /var/log/ceph/ceph-client.admin.80903.log.gz 2024-07-26T17:11:56.641 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.641 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52112.log 2024-07-26T17:11:56.641 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104772.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69891.log 2024-07-26T17:11:56.641 INFO:teuthology.orchestra.run.smithi033.stderr: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.104772.log.gz 2024-07-26T17:11:56.641 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46681.log 2024-07-26T17:11:56.642 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69891.log: /var/log/ceph/ceph-client.admin.52112.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.52112.log.gz 2024-07-26T17:11:56.642 INFO:teuthology.orchestra.run.smithi033.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.69891.log.gz 2024-07-26T17:11:56.642 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87008.log 2024-07-26T17:11:56.642 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68213.log 2024-07-26T17:11:56.642 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87008.log: /var/log/ceph/ceph-client.admin.46681.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.87008.log.gz 2024-07-26T17:11:56.642 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46681.log.gz 2024-07-26T17:11:56.642 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64887.log 2024-07-26T17:11:56.643 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49197.log 2024-07-26T17:11:56.643 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.64887.log: /var/log/ceph/ceph-client.admin.68213.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.64887.log.gz 2024-07-26T17:11:56.643 INFO:teuthology.orchestra.run.smithi033.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.68213.log.gz 2024-07-26T17:11:56.643 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90294.log 2024-07-26T17:11:56.643 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99311.log 2024-07-26T17:11:56.643 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49197.log.gz 2024-07-26T17:11:56.643 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88320.log 2024-07-26T17:11:56.644 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.99311.log: /var/log/ceph/ceph-client.admin.90294.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.99311.log.gz 2024-07-26T17:11:56.644 INFO:teuthology.orchestra.run.smithi033.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.90294.log.gz 2024-07-26T17:11:56.644 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106148.log 2024-07-26T17:11:56.644 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88320.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43956.log 87.2% -- replaced with /var/log/ceph/ceph-client.admin.88320.log.gz 2024-07-26T17:11:56.644 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:11:56.644 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115943.log 2024-07-26T17:11:56.644 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.43956.log: /var/log/ceph/ceph-client.admin.106148.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43956.log.gz 2024-07-26T17:11:56.645 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.106148.log.gz 2024-07-26T17:11:56.645 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88583.log 2024-07-26T17:11:56.645 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115943.log: gzip 87.2% -- replaced with /var/log/ceph/ceph-client.admin.115943.log.gz 2024-07-26T17:11:56.645 INFO:teuthology.orchestra.run.smithi033.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.78287.log 2024-07-26T17:11:56.645 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108335.log 2024-07-26T17:11:56.645 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.78287.log: /var/log/ceph/ceph-client.admin.88583.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.78287.log.gz 2024-07-26T17:11:56.645 INFO:teuthology.orchestra.run.smithi033.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.88583.log.gz 2024-07-26T17:11:56.646 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46015.log 2024-07-26T17:11:56.646 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.108335.log: gzip 87.6% -- replaced with /var/log/ceph/ceph-client.admin.108335.log.gz 2024-07-26T17:11:56.646 INFO:teuthology.orchestra.run.smithi033.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.38357.log 2024-07-26T17:11:56.646 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44188.log 2024-07-26T17:11:56.646 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38357.log: /var/log/ceph/ceph-client.admin.46015.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.38357.log.gz 2024-07-26T17:11:56.646 INFO:teuthology.orchestra.run.smithi033.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.46015.log.gz 2024-07-26T17:11:56.646 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104986.log 2024-07-26T17:11:56.647 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.44188.log: 87.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48316.log 2024-07-26T17:11:56.647 INFO:teuthology.orchestra.run.smithi033.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44188.log.gz 2024-07-26T17:11:56.647 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103806.log 2024-07-26T17:11:56.647 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.48316.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45581.log 2024-07-26T17:11:56.647 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103806.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.48316.log.gz 2024-07-26T17:11:56.647 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104986.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.103806.log.gz 2024-07-26T17:11:56.647 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79277.log 2024-07-26T17:11:56.648 INFO:teuthology.orchestra.run.smithi033.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.104986.log.gz/var/log/ceph/ceph-client.admin.45581.log: 2024-07-26T17:11:56.648 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45581.log.gz 2024-07-26T17:11:56.648 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61929.log 2024-07-26T17:11:56.648 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79277.log: gzip -5 --verbose -- 87.2% -- replaced with /var/log/ceph/ceph-client.admin.79277.log.gz 2024-07-26T17:11:56.648 INFO:teuthology.orchestra.run.smithi033.stderr: /var/log/ceph/ceph-client.admin.46348.log 2024-07-26T17:11:56.648 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105070.log 2024-07-26T17:11:56.649 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46348.log: /var/log/ceph/ceph-client.admin.61929.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46348.log.gz 2024-07-26T17:11:56.649 INFO:teuthology.orchestra.run.smithi033.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.61929.log.gz 2024-07-26T17:11:56.649 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93828.log 2024-07-26T17:11:56.649 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105070.log: gzip -5 --verbose -- 87.5% -- replaced with /var/log/ceph/ceph-client.admin.105070.log.gz 2024-07-26T17:11:56.649 INFO:teuthology.orchestra.run.smithi033.stderr: /var/log/ceph/ceph-client.admin.100866.log 2024-07-26T17:11:56.649 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110141.log 2024-07-26T17:11:56.650 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.100866.log: /var/log/ceph/ceph-client.admin.93828.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.100866.log.gz 2024-07-26T17:11:56.650 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63268.log 2024-07-26T17:11:56.650 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110141.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.93828.log.gz 2024-07-26T17:11:56.650 INFO:teuthology.orchestra.run.smithi033.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.110141.log.gz 2024-07-26T17:11:56.650 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93516.log 2024-07-26T17:11:56.650 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116363.log 2024-07-26T17:11:56.650 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63268.log: /var/log/ceph/ceph-client.admin.93516.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63268.log.gz 2024-07-26T17:11:56.651 INFO:teuthology.orchestra.run.smithi033.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.93516.log.gz 2024-07-26T17:11:56.651 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96619.log 2024-07-26T17:11:56.651 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-07-26T17:11:56.651 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96619.log: /var/log/ceph/ceph-client.admin.116363.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.96619.log.gz 2024-07-26T17:11:56.651 INFO:teuthology.orchestra.run.smithi033.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.116363.log.gz 2024-07-26T17:11:56.651 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57219.log 2024-07-26T17:11:56.651 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93744.log 2024-07-26T17:11:56.651 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57219.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.57219.log.gz 2024-07-26T17:11:56.652 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71622.log 2024-07-26T17:11:56.652 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93744.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.93744.log.gz 2024-07-26T17:11:56.652 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96261.log 2024-07-26T17:11:56.652 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71622.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71622.log.gz 2024-07-26T17:11:56.652 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79151.log 2024-07-26T17:11:56.652 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96261.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.96261.log.gz 2024-07-26T17:11:56.652 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105112.log 2024-07-26T17:11:56.653 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79151.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.79151.log.gz 2024-07-26T17:11:56.653 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96775.log 2024-07-26T17:11:56.653 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105112.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.105112.log.gz 2024-07-26T17:11:56.653 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105974.log 2024-07-26T17:11:56.653 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96775.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.96775.log.gz 2024-07-26T17:11:56.653 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38362.log 2024-07-26T17:11:56.653 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105974.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.105974.log.gz 2024-07-26T17:11:56.654 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116321.log 2024-07-26T17:11:56.654 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38362.log: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.38362.log.gz 2024-07-26T17:11:56.654 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76767.log 2024-07-26T17:11:56.654 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116321.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.116321.log.gz 2024-07-26T17:11:56.654 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104235.log 2024-07-26T17:11:56.654 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76767.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.76767.log.gz 2024-07-26T17:11:56.655 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91953.log 2024-07-26T17:11:56.655 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104235.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.104235.log.gz 2024-07-26T17:11:56.655 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97003.log 2024-07-26T17:11:56.655 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.91953.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.91953.log.gz 2024-07-26T17:11:56.655 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77843.log 2024-07-26T17:11:56.655 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97003.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.97003.log.gz 2024-07-26T17:11:56.655 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64821.log 2024-07-26T17:11:56.656 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77843.log: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.77843.log.gz 2024-07-26T17:11:56.656 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109763.log 2024-07-26T17:11:56.656 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.64821.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.64821.log.gz 2024-07-26T17:11:56.656 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.80596.log 2024-07-26T17:11:56.656 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109763.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.109763.log.gz 2024-07-26T17:11:56.656 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101389.log 2024-07-26T17:11:56.656 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.0.80596.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75909.log 2024-07-26T17:11:56.657 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101389.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.101389.log.gz 2024-07-26T17:11:56.657 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56869.log 2024-07-26T17:11:56.657 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75909.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.75909.log.gz 2024-07-26T17:11:56.657 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59518.log 2024-07-26T17:11:56.657 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.56869.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56869.log.gz 2024-07-26T17:11:56.735 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110894.log 2024-07-26T17:11:56.736 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.59518.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.59518.log.gz 2024-07-26T17:11:56.736 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88935.log 2024-07-26T17:11:56.736 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110894.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.110894.log.gz 2024-07-26T17:11:56.736 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46567.log 2024-07-26T17:11:56.736 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88935.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.88935.log.gz 2024-07-26T17:11:56.736 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66511.log 2024-07-26T17:11:56.737 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46567.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46567.log.gz 2024-07-26T17:11:56.737 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101946.log 2024-07-26T17:11:56.737 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66511.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.66511.log.gz 2024-07-26T17:11:56.737 INFO:teuthology.orchestra.run.smithi033.stderr: 95.6% -- replaced with /var/log/ceph/ceph-client.0.80596.log.gz 2024-07-26T17:11:56.737 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80144.log 2024-07-26T17:11:56.737 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.101946.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.101946.log.gz 2024-07-26T17:11:56.737 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70619.log 2024-07-26T17:11:56.738 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.80144.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.80144.log.gz 2024-07-26T17:11:56.738 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79892.log 2024-07-26T17:11:56.738 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70619.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.70619.log.gz 2024-07-26T17:11:56.738 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109889.log 2024-07-26T17:11:56.738 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79892.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.79892.log.gz 2024-07-26T17:11:56.738 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64084.log 2024-07-26T17:11:56.739 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109889.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.109889.log.gz 2024-07-26T17:11:56.739 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46925.log 2024-07-26T17:11:56.739 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.64084.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.64084.log.gz 2024-07-26T17:11:56.739 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102254.log 2024-07-26T17:11:56.739 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.46925.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.46925.log.gz 2024-07-26T17:11:56.739 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50545.log 2024-07-26T17:11:56.739 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102254.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.102254.log.gz 2024-07-26T17:11:56.740 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93702.log 2024-07-26T17:11:56.740 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50545.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50545.log.gz 2024-07-26T17:11:56.740 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110243.log 2024-07-26T17:11:56.740 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93702.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.93702.log.gz 2024-07-26T17:11:56.740 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63492.log 2024-07-26T17:11:56.740 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110243.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.110243.log.gz 2024-07-26T17:11:56.740 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105894.log 2024-07-26T17:11:56.741 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63492.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.63492.log.gz 2024-07-26T17:11:56.741 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85610.log 2024-07-26T17:11:56.741 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105894.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.105894.log.gz 2024-07-26T17:11:56.741 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77884.log 2024-07-26T17:11:56.741 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85610.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.85610.log.gz 2024-07-26T17:11:56.741 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104006.log 2024-07-26T17:11:56.741 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.77884.log: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.77884.log.gz 2024-07-26T17:11:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110015.log 2024-07-26T17:11:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.104006.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.104006.log.gz 2024-07-26T17:11:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92570.log 2024-07-26T17:11:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110015.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.110015.log.gz 2024-07-26T17:11:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111482.log 2024-07-26T17:11:56.742 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92570.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.92570.log.gz 2024-07-26T17:11:56.743 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51758.log 2024-07-26T17:11:56.743 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.111482.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.111482.log.gz 2024-07-26T17:11:56.743 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93036.log 2024-07-26T17:11:56.743 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.51758.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.51758.log.gz 2024-07-26T17:11:56.743 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59902.log 2024-07-26T17:11:56.743 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93036.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.93036.log.gz 2024-07-26T17:11:56.743 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73872.log 2024-07-26T17:11:56.744 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.59902.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.59902.log.gz 2024-07-26T17:11:56.744 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38342.log 2024-07-26T17:11:56.744 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.73872.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.73872.log.gz 2024-07-26T17:11:56.744 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54096.log 2024-07-26T17:11:56.744 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38342.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.38342.log.gz 2024-07-26T17:11:56.744 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55249.log 2024-07-26T17:11:56.744 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.54096.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.54096.log.gz 2024-07-26T17:11:56.744 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93260.log 2024-07-26T17:11:56.745 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.55249.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.55249.log.gz 2024-07-26T17:11:56.745 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115607.log 2024-07-26T17:11:56.745 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93260.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.93260.log.gz 2024-07-26T17:11:56.745 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88080.log 2024-07-26T17:11:56.745 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115607.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.115607.log.gz 2024-07-26T17:11:56.745 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109387.log 2024-07-26T17:11:56.745 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88080.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.88080.log.gz 2024-07-26T17:11:56.746 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97140.log 2024-07-26T17:11:56.746 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109387.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.109387.log.gz 2024-07-26T17:11:56.746 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85915.log 2024-07-26T17:11:56.746 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97140.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.97140.log.gz 2024-07-26T17:11:56.746 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86063.log 2024-07-26T17:11:56.746 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85915.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.85915.log.gz 2024-07-26T17:11:56.747 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49652.log 2024-07-26T17:11:56.747 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.86063.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.86063.log.gz 2024-07-26T17:11:56.747 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50499.log 2024-07-26T17:11:56.747 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49652.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49652.log.gz 2024-07-26T17:11:56.747 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53168.log 2024-07-26T17:11:56.747 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50499.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50499.log.gz 2024-07-26T17:11:56.747 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58347.log 2024-07-26T17:11:56.747 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53168.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.53168.log.gz 2024-07-26T17:11:56.748 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75568.log 2024-07-26T17:11:56.748 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58347.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.58347.log.gz 2024-07-26T17:11:56.748 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66637.log 2024-07-26T17:11:56.748 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.75568.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.75568.log.gz 2024-07-26T17:11:56.748 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85957.log 2024-07-26T17:11:56.748 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66637.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.66637.log.gz 2024-07-26T17:11:56.748 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105551.log 2024-07-26T17:11:56.749 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85957.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.85957.log.gz 2024-07-26T17:11:56.749 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70524.log 2024-07-26T17:11:56.749 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105551.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.105551.log.gz 2024-07-26T17:11:56.749 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57135.log 2024-07-26T17:11:56.749 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70524.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.70524.log.gz 2024-07-26T17:11:56.749 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93218.log 2024-07-26T17:11:56.750 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.57135.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.57135.log.gz 2024-07-26T17:11:56.750 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58783.log 2024-07-26T17:11:56.750 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93218.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.93218.log.gz 2024-07-26T17:11:56.750 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63706.log 2024-07-26T17:11:56.750 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58783.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.58783.log.gz 2024-07-26T17:11:56.750 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53683.log 2024-07-26T17:11:56.750 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63706.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63706.log.gz 2024-07-26T17:11:56.751 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116447.log 2024-07-26T17:11:56.751 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53683.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.53683.log.gz 2024-07-26T17:11:56.751 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43778.log 2024-07-26T17:11:56.751 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.116447.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.116447.log.gz 2024-07-26T17:11:56.751 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66721.log 2024-07-26T17:11:56.751 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.43778.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43778.log.gz 2024-07-26T17:11:56.751 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53378.log 2024-07-26T17:11:56.752 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66721.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.66721.log.gz 2024-07-26T17:11:56.752 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45294.log 2024-07-26T17:11:56.752 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53378.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.53378.log.gz 2024-07-26T17:11:56.752 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96859.log 2024-07-26T17:11:56.752 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.45294.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45294.log.gz 2024-07-26T17:11:56.752 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43998.log 2024-07-26T17:11:56.753 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96859.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.96859.log.gz 2024-07-26T17:11:56.753 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97698.log 2024-07-26T17:11:56.753 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.43998.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43998.log.gz 2024-07-26T17:11:56.753 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62928.log 2024-07-26T17:11:56.753 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97698.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.97698.log.gz 2024-07-26T17:11:56.753 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110369.log 2024-07-26T17:11:56.753 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62928.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62928.log.gz 2024-07-26T17:11:56.754 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88194.log 2024-07-26T17:11:56.754 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110369.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.110369.log.gz 2024-07-26T17:11:56.754 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64779.log 2024-07-26T17:11:56.754 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88194.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.88194.log.gz 2024-07-26T17:11:56.754 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114391.log 2024-07-26T17:11:56.754 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.64779.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.64779.log.gz 2024-07-26T17:11:56.754 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114647.log 2024-07-26T17:11:56.755 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114391.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.114391.log.gz 2024-07-26T17:11:56.755 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114212.log 2024-07-26T17:11:56.755 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114647.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.114647.log.gz 2024-07-26T17:11:56.755 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103764.log 2024-07-26T17:11:56.755 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114212.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.114212.log.gz 2024-07-26T17:11:56.755 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109292.log 2024-07-26T17:11:56.755 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103764.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.103764.log.gz 2024-07-26T17:11:56.756 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66553.log 2024-07-26T17:11:56.756 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.109292.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.109292.log.gz 2024-07-26T17:11:56.756 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87806.log 2024-07-26T17:11:56.756 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66553.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.66553.log.gz 2024-07-26T17:11:56.756 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85225.log 2024-07-26T17:11:56.756 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87806.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.87806.log.gz 2024-07-26T17:11:56.756 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105814.log 2024-07-26T17:11:56.756 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.85225.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.85225.log.gz 2024-07-26T17:11:56.757 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58741.log 2024-07-26T17:11:56.757 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.105814.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.105814.log.gz 2024-07-26T17:11:56.757 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79719.log 2024-07-26T17:11:56.757 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58741.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.58741.log.gz 2024-07-26T17:11:56.757 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49778.log 2024-07-26T17:11:56.757 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79719.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.79719.log.gz 2024-07-26T17:11:56.757 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70416.log 2024-07-26T17:11:56.758 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49778.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49778.log.gz 2024-07-26T17:11:56.758 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70823.log 2024-07-26T17:11:56.758 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70416.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.70416.log.gz 2024-07-26T17:11:56.758 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114521.log 2024-07-26T17:11:56.758 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70823.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.70823.log.gz 2024-07-26T17:11:56.758 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63357.log 2024-07-26T17:11:56.758 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.114521.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.114521.log.gz 2024-07-26T17:11:56.759 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103596.log 2024-07-26T17:11:56.759 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.63357.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.63357.log.gz 2024-07-26T17:11:56.759 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115431.log 2024-07-26T17:11:56.759 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.103596.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.103596.log.gz 2024-07-26T17:11:56.759 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91349.log 2024-07-26T17:11:56.759 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115431.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.115431.log.gz 2024-07-26T17:11:56.759 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110327.log 2024-07-26T17:11:56.760 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.91349.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.91349.log.gz 2024-07-26T17:11:56.760 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71569.log 2024-07-26T17:11:56.760 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.110327.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.110327.log.gz 2024-07-26T17:11:56.760 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79536.log 2024-07-26T17:11:56.760 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71569.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.71569.log.gz 2024-07-26T17:11:56.760 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97568.log 2024-07-26T17:11:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79536.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.79536.log.gz 2024-07-26T17:11:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68717.log 2024-07-26T17:11:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97568.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.97568.log.gz 2024-07-26T17:11:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76091.log 2024-07-26T17:11:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.68717.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.68717.log.gz 2024-07-26T17:11:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106497.log 2024-07-26T17:11:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76091.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.76091.log.gz 2024-07-26T17:11:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88804.log 2024-07-26T17:11:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.106497.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.106497.log.gz 2024-07-26T17:11:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111148.log 2024-07-26T17:11:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.88804.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.88804.log.gz 2024-07-26T17:11:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93894.log 2024-07-26T17:11:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.111148.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.111148.log.gz 2024-07-26T17:11:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76701.log 2024-07-26T17:11:56.763 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93894.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.93894.log.gz 2024-07-26T17:11:56.763 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96219.log 2024-07-26T17:11:56.763 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76701.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.76701.log.gz 2024-07-26T17:11:56.763 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66763.log 2024-07-26T17:11:56.763 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.96219.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.96219.log.gz 2024-07-26T17:11:56.763 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102760.log 2024-07-26T17:11:56.763 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66763.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.66763.log.gz 2024-07-26T17:11:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72172.log 2024-07-26T17:11:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102760.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.102760.log.gz 2024-07-26T17:11:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53860.log 2024-07-26T17:11:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.72172.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.72172.log.gz 2024-07-26T17:11:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59035.log 2024-07-26T17:11:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.53860.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.53860.log.gz 2024-07-26T17:11:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81179.log 2024-07-26T17:11:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.59035.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.59035.log.gz 2024-07-26T17:11:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113599.log 2024-07-26T17:11:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.81179.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.81179.log.gz 2024-07-26T17:11:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50797.log 2024-07-26T17:11:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113599.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.113599.log.gz 2024-07-26T17:11:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56038.log 2024-07-26T17:11:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.50797.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50797.log.gz 2024-07-26T17:11:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92257.log 2024-07-26T17:11:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.56038.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.56038.log.gz 2024-07-26T17:11:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58039.log 2024-07-26T17:11:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92257.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.92257.log.gz 2024-07-26T17:11:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51935.log 2024-07-26T17:11:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.58039.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.58039.log.gz 2024-07-26T17:11:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70374.log 2024-07-26T17:11:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.51935.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.51935.log.gz 2024-07-26T17:11:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71706.log 2024-07-26T17:11:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70374.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.70374.log.gz 2024-07-26T17:11:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87227.log 2024-07-26T17:11:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71706.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.71706.log.gz 2024-07-26T17:11:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66385.log 2024-07-26T17:11:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.87227.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.87227.log.gz 2024-07-26T17:11:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69075.log 2024-07-26T17:11:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.66385.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.66385.log.gz 2024-07-26T17:11:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38821.log 2024-07-26T17:11:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69075.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69075.log.gz 2024-07-26T17:11:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62143.log 2024-07-26T17:11:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.38821.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.38821.log.gz 2024-07-26T17:11:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115733.log 2024-07-26T17:11:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.62143.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.62143.log.gz 2024-07-26T17:11:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79808.log 2024-07-26T17:11:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.115733.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.115733.log.gz 2024-07-26T17:11:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107106.log 2024-07-26T17:11:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.79808.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.79808.log.gz 2024-07-26T17:11:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102826.log 2024-07-26T17:11:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.107106.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.107106.log.gz 2024-07-26T17:11:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93390.log 2024-07-26T17:11:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.102826.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.102826.log.gz 2024-07-26T17:11:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69639.log 2024-07-26T17:11:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.93390.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.93390.log.gz 2024-07-26T17:11:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78721.log 2024-07-26T17:11:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.69639.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.69639.log.gz 2024-07-26T17:11:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84496.log 2024-07-26T17:11:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.78721.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.78721.log.gz 2024-07-26T17:11:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70697.log 2024-07-26T17:11:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.84496.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.84496.log.gz 2024-07-26T17:11:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92612.log 2024-07-26T17:11:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.70697.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.70697.log.gz 2024-07-26T17:11:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113557.log 2024-07-26T17:11:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.92612.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.92612.log.gz 2024-07-26T17:11:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51562.log 2024-07-26T17:11:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.113557.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.113557.log.gz 2024-07-26T17:11:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98433.log 2024-07-26T17:11:56.773 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.51562.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.51562.log.gz 2024-07-26T17:11:56.773 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71258.log 2024-07-26T17:11:56.773 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.98433.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.98433.log.gz 2024-07-26T17:11:56.773 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76221.log 2024-07-26T17:11:56.773 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.71258.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.71258.log.gz 2024-07-26T17:11:56.773 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49442.log 2024-07-26T17:11:56.774 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.76221.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.76221.log.gz 2024-07-26T17:11:56.774 INFO:teuthology.orchestra.run.smithi033.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97301.log 2024-07-26T17:11:56.774 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.49442.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49442.log.gz 2024-07-26T17:11:56.774 INFO:teuthology.orchestra.run.smithi033.stderr:/var/log/ceph/ceph-client.admin.97301.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.97301.log.gz 2024-07-26T17:11:56.775 INFO:teuthology.orchestra.run.smithi154.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-07-26T17:11:56.996 INFO:teuthology.orchestra.run.smithi154.stderr: 93.9% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-07-26T17:11:57.411 INFO:teuthology.orchestra.run.smithi033.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-07-26T17:11:57.719 INFO:teuthology.orchestra.run.smithi154.stderr: 92.2% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-07-26T17:11:57.755 INFO:teuthology.orchestra.run.smithi154.stderr: 92.1% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-07-26T17:11:57.954 INFO:teuthology.orchestra.run.smithi033.stderr: 93.5% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-07-26T17:11:59.932 INFO:teuthology.orchestra.run.smithi033.stderr: 90.4% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-07-26T17:12:00.325 INFO:teuthology.orchestra.run.smithi154.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-07-26T17:12:00.941 INFO:teuthology.orchestra.run.smithi154.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-07-26T17:12:01.227 INFO:teuthology.orchestra.run.smithi154.stderr: 93.1% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-07-26T17:12:01.528 INFO:teuthology.orchestra.run.smithi033.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-07-26T17:12:01.913 INFO:teuthology.orchestra.run.smithi033.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-07-26T17:12:02.072 INFO:teuthology.orchestra.run.smithi033.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-07-26T17:12:02.518 INFO:teuthology.orchestra.run.smithi154.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-07-26T17:12:02.519 INFO:teuthology.orchestra.run.smithi154.stderr: 2024-07-26T17:12:02.519 INFO:teuthology.orchestra.run.smithi154.stderr:real 0m6.701s 2024-07-26T17:12:02.519 INFO:teuthology.orchestra.run.smithi154.stderr:user 0m26.657s 2024-07-26T17:12:02.519 INFO:teuthology.orchestra.run.smithi154.stderr:sys 0m0.903s 2024-07-26T17:12:02.810 INFO:teuthology.orchestra.run.smithi033.stderr: 92.7% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-07-26T17:12:02.811 INFO:teuthology.orchestra.run.smithi033.stderr: 2024-07-26T17:12:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:real 0m7.032s 2024-07-26T17:12:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:user 0m31.674s 2024-07-26T17:12:02.812 INFO:teuthology.orchestra.run.smithi033.stderr:sys 0m1.645s 2024-07-26T17:12:02.812 INFO:tasks.ceph:Archiving logs... 2024-07-26T17:12:02.813 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/log/ceph to /home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544/remote/smithi033/log 2024-07-26T17:12:02.814 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-26T17:12:07.645 DEBUG:teuthology.misc:Transferring archived files from smithi154:/var/log/ceph to /home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544/remote/smithi154/log 2024-07-26T17:12:07.646 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-26T17:12:11.335 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-07-26T17:12:11.344 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-07-26T17:12:11.345 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-26T17:12:11.348 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-26T17:12:11.449 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-07-26T17:12:11.457 INFO:teuthology.task.clock:Checking final clock skew... 2024-07-26T17:12:11.457 DEBUG:teuthology.orchestra.run.smithi033:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T17:12:11.460 DEBUG:teuthology.orchestra.run.smithi154:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-26T17:12:11.475 INFO:teuthology.orchestra.run.smithi033.stderr:bash: line 1: ntpq: command not found 2024-07-26T17:12:11.477 INFO:teuthology.orchestra.run.smithi154.stderr:bash: line 1: ntpq: command not found 2024-07-26T17:12:11.480 INFO:teuthology.orchestra.run.smithi033.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T17:12:11.480 INFO:teuthology.orchestra.run.smithi033.stdout:=============================================================================== 2024-07-26T17:12:11.480 INFO:teuthology.orchestra.run.smithi033.stdout:^* hv01.front.sepia.ceph.com 3 6 377 33 +329us[ +325us] +/- 48ms 2024-07-26T17:12:11.481 INFO:teuthology.orchestra.run.smithi033.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 101 -987us[-1009us] +/- 77ms 2024-07-26T17:12:11.481 INFO:teuthology.orchestra.run.smithi033.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 24 +533us[ +533us] +/- 91ms 2024-07-26T17:12:11.481 INFO:teuthology.orchestra.run.smithi033.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T17:12:11.482 INFO:teuthology.orchestra.run.smithi154.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-26T17:12:11.482 INFO:teuthology.orchestra.run.smithi154.stdout:=============================================================================== 2024-07-26T17:12:11.483 INFO:teuthology.orchestra.run.smithi154.stdout:^* hv01.front.sepia.ceph.com 3 7 377 34 +338us[ +338us] +/- 48ms 2024-07-26T17:12:11.483 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 45 -1018us[-1019us] +/- 78ms 2024-07-26T17:12:11.483 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 33 +480us[ +480us] +/- 91ms 2024-07-26T17:12:11.483 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-07-26T17:12:11.483 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-07-26T17:12:11.492 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-07-26T17:12:11.492 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-07-26T17:12:11.500 DEBUG:teuthology.orchestra.run.smithi033:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-26T17:12:11.639 DEBUG:teuthology.orchestra.run.smithi154:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-26T17:12:11.716 DEBUG:teuthology.orchestra.run.smithi033:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-26T17:12:11.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T17:12:11.749 DEBUG:teuthology.orchestra.run.smithi154:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-26T17:12:11.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T17:12:11.779 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-07-26T17:12:11.788 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-07-26T17:12:11.796 INFO:teuthology.task.internal:Duration was 6654.874851 seconds 2024-07-26T17:12:11.796 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-07-26T17:12:11.805 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-07-26T17:12:11.805 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-26T17:12:11.808 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-26T17:12:11.846 INFO:teuthology.orchestra.run.smithi033.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T17:12:11.860 INFO:teuthology.orchestra.run.smithi154.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-26T17:12:12.169 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-07-26T17:12:12.170 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi033.front.sepia.ceph.com 2024-07-26T17:12:12.170 DEBUG:teuthology.orchestra.run.smithi033:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-26T17:12:12.232 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi154.front.sepia.ceph.com 2024-07-26T17:12:12.233 DEBUG:teuthology.orchestra.run.smithi154:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-26T17:12:12.257 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-07-26T17:12:12.257 DEBUG:teuthology.orchestra.run.smithi033:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-26T17:12:12.275 DEBUG:teuthology.orchestra.run.smithi154:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-26T17:12:12.324 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-07-26T17:12:12.324 DEBUG:teuthology.orchestra.run.smithi033:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T17:12:12.343 DEBUG:teuthology.orchestra.run.smithi154:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T17:12:12.545 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-07-26T17:12:12.555 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-07-26T17:12:12.555 DEBUG:teuthology.orchestra.run.smithi033:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-26T17:12:12.581 DEBUG:teuthology.orchestra.run.smithi154:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-26T17:12:12.606 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-07-26T17:12:12.616 DEBUG:teuthology.orchestra.run.smithi033:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-26T17:12:12.624 DEBUG:teuthology.orchestra.run.smithi154:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-26T17:12:12.646 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern = core 2024-07-26T17:12:12.670 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern = core 2024-07-26T17:12:12.686 DEBUG:teuthology.orchestra.run.smithi033:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-26T17:12:12.715 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T17:12:12.716 DEBUG:teuthology.orchestra.run.smithi154:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-26T17:12:12.742 WARNING:teuthology.task.internal:Found coredumps on ubuntu@smithi154.front.sepia.ceph.com, flagging run as failed 2024-07-26T17:12:12.742 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-07-26T17:12:12.753 INFO:teuthology.task.internal:Transferring archived files... 2024-07-26T17:12:12.754 DEBUG:teuthology.misc:Transferring archived files from smithi033:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544/remote/smithi033 2024-07-26T17:12:12.754 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-07-26T17:12:12.799 DEBUG:teuthology.misc:Transferring archived files from smithi154:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544/remote/smithi154 2024-07-26T17:12:12.799 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-07-26T17:12:23.989 INFO:teuthology.task.internal:Transferring binaries for coredumps... 2024-07-26T17:12:23.998 INFO:teuthology.task.internal: core looks like: /home/teuthworker/archive/mchangir-2024-07-26_15:01:37-fs-wip-mchangir-mount-timeout-10-debug-distro-default-smithi/7819544/remote/smithi154/coredump/1722013711.54300.core.gz: gzip compressed data, was "1722013711.54300.core", last modified: Fri Jul 26 17:12:12 2024, max compression, original size modulo 2^32 347815936 2024-07-26T17:12:23.999 INFO:teuthology.task.internal:core is compressed, try accessing gzip file ... 2024-07-26T17:12:25.466 INFO:teuthology.task.internal: core looks like: /tmp/tmptmzxbb1z: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i d', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-26T17:12:25.507 INFO:teuthology.task.internal: dump_program: ceph-mds -f --cluster ceph -i d 2024-07-26T17:12:25.507 DEBUG:teuthology.orchestra.run.smithi154:> which 'ceph-mds -f --cluster ceph -i d' 2024-07-26T17:12:25.543 INFO:teuthology.orchestra.run.smithi154.stderr:/usr/bin/which: invalid option -- 'f' 2024-07-26T17:12:25.543 INFO:teuthology.orchestra.run.smithi154.stderr:/usr/bin/which: unrecognized option '--cluster' 2024-07-26T17:12:25.544 INFO:teuthology.orchestra.run.smithi154.stderr:/usr/bin/which: no d in (/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin) 2024-07-26T17:12:25.544 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T17:12:25.545 INFO:teuthology.orchestra.run.smithi154.stdout:/usr/bin/ceph-mds 2024-07-26T17:12:25.545 INFO:teuthology.orchestra.run.smithi154.stdout:/usr/bin/ceph 2024-07-26T17:12:25.545 ERROR:teuthology.run_tasks:Manager failed: internal.archive Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 420, in archive fetch_binaries_for_coredumps(path, rem) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 345, in fetch_binaries_for_coredumps remote_path = remote.sh(['which', dump_program]).rstrip() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 97, in sh proc = self.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi154 with status 1: "which 'ceph-mds -f --cluster ceph -i d'" 2024-07-26T17:12:25.556 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-07-26T17:12:25.566 INFO:teuthology.task.internal:Not uploading archives. 2024-07-26T17:12:25.567 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-07-26T17:12:25.577 INFO:teuthology.task.internal:Tidying up after the test... 2024-07-26T17:12:25.577 DEBUG:teuthology.orchestra.run.smithi033:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-26T17:12:25.595 DEBUG:teuthology.orchestra.run.smithi154:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-26T17:12:25.601 INFO:teuthology.orchestra.run.smithi033.stdout: 265306 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Jul 26 17:12 /home/ubuntu/cephtest 2024-07-26T17:12:25.601 INFO:teuthology.orchestra.run.smithi033.stdout: 265307 4 drwxr-xr-x 4 ubuntu ubuntu 4096 Jul 26 17:12 /home/ubuntu/cephtest/archive 2024-07-26T17:12:25.601 INFO:teuthology.orchestra.run.smithi033.stdout: 398359 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 17:12 /home/ubuntu/cephtest/archive/audit 2024-07-26T17:12:25.602 INFO:teuthology.orchestra.run.smithi033.stdout: 398664 328 -rw------- 1 ubuntu ubuntu 334676 Jul 26 17:12 /home/ubuntu/cephtest/archive/audit/audit.log.gz 2024-07-26T17:12:25.602 INFO:teuthology.orchestra.run.smithi033.stdout: 265311 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 17:12 /home/ubuntu/cephtest/archive/syslog 2024-07-26T17:12:25.602 INFO:teuthology.orchestra.run.smithi033.stdout: 265399 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 26 15:21 /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2024-07-26T17:12:25.602 INFO:teuthology.orchestra.run.smithi033.stdout: 265312 248 -rw-r--r-- 1 ubuntu ubuntu 253080 Jul 26 17:12 /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T17:12:25.602 INFO:teuthology.orchestra.run.smithi033.stdout: 265313 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 26 15:21 /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2024-07-26T17:12:25.603 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-26T17:12:25.603 INFO:teuthology.orchestra.run.smithi033.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-07-26T17:12:25.604 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 48, in base yield File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 420, in archive fetch_binaries_for_coredumps(path, rem) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 345, in fetch_binaries_for_coredumps remote_path = remote.sh(['which', dump_program]).rstrip() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 97, in sh proc = self.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi154 with status 1: "which 'ceph-mds -f --cluster ceph -i d'" During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 153, in __exit__ self.gen.throw(typ, value, traceback) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi033 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-07-26T17:12:25.615 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-07-26T17:12:25.628 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-07-26T17:12:25.639 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi154 with status 1: "which 'ceph-mds -f --cluster ceph -i d'" 2024-07-26T17:12:25.642 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/snap-schedule} duration: 6654.8748507499695 failure_reason: 'Test failure: test_snap_schedule_subvol_and_group_arguments_02 (tasks.cephfs.test_snap_schedules.TestSnapSchedulesSubvolAndGroupArguments)' flavor: default owner: scheduled_mchangir@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=02a4a49fb77a48b1b9c8096ff72858c8 status: fail success: false 2024-07-26T17:12:25.643 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-26T17:12:25.647 INFO:teuthology.orchestra.run.smithi154.stdout: 265789 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Jul 26 17:12 /home/ubuntu/cephtest 2024-07-26T17:12:25.647 INFO:teuthology.orchestra.run.smithi154.stdout: 265792 4 drwxr-xr-x 5 ubuntu ubuntu 4096 Jul 26 17:12 /home/ubuntu/cephtest/archive 2024-07-26T17:12:25.648 INFO:teuthology.orchestra.run.smithi154.stdout: 398359 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 17:12 /home/ubuntu/cephtest/archive/audit 2024-07-26T17:12:25.648 INFO:teuthology.orchestra.run.smithi154.stdout: 398664 160 -rw------- 1 ubuntu ubuntu 160040 Jul 26 17:12 /home/ubuntu/cephtest/archive/audit/audit.log.gz 2024-07-26T17:12:25.648 INFO:teuthology.orchestra.run.smithi154.stdout: 265816 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 17:12 /home/ubuntu/cephtest/archive/syslog 2024-07-26T17:12:25.648 INFO:teuthology.orchestra.run.smithi154.stdout: 265393 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 26 15:21 /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2024-07-26T17:12:25.648 INFO:teuthology.orchestra.run.smithi154.stdout: 265404 204 -rw-r--r-- 1 ubuntu ubuntu 208249 Jul 26 17:12 /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-26T17:12:25.648 INFO:teuthology.orchestra.run.smithi154.stdout: 265403 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 26 15:21 /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2024-07-26T17:12:25.648 INFO:teuthology.orchestra.run.smithi154.stdout: 265808 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 26 17:08 /home/ubuntu/cephtest/archive/coredump 2024-07-26T17:12:25.649 INFO:teuthology.orchestra.run.smithi154.stdout: 265429 103172 -rw------- 1 root root 347815936 Jul 26 17:08 /home/ubuntu/cephtest/archive/coredump/1722013711.54300.core 2024-07-26T17:12:25.652 INFO:teuthology.orchestra.run.smithi154.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-07-26T17:12:25.740 INFO:teuthology.run:FAIL